#为source channel sink起名 proxy.channels = c1 proxy.sinks = k1 #指定channel为kafka channel,省略source使得效率更高 proxy.channels.c1.type = org.apache.flume.channel.kafka.KafkaChannel proxy.channels.c1.kafka.bootstrap.servers = 192.168.40.152:9092 proxy.channels.c1.kafka.topic = PROXY-EVENT-LOG proxy.channels.c1.kafka.consumer.group.id = lxk_0514 proxy.channels.c1.kafka.consumer.auto.offset.reset = latest proxy.channels.c1.kafka.consumer.enable.auto.commit = true proxy.channels.c1.kafka.consumer.fetch.max.wait.ms = 1000 proxy.channels.c1.kafka.consumer.fetch.min.bytes = 1048576 proxy.channels.c1.parseAsFlumeEvent = false #原始file roll sink,将数据写到本机磁盘 proxy.sinks.k1.type = file_roll proxy.sinks.k1.channel = c1 proxy.sinks.k1.sink.pathManager = default proxy.sinks.k1.sink.pathManager.extension = dat proxy.sinks.k1.sink.pathManager.prefix = test- proxy.sinks.k1.sink.rollInterval = 30 proxy.sinks.k1.sink.directory = /home/192.168.60.101/PROXY-EVENT-LOG