59 lines
2.3 KiB
Properties
59 lines
2.3 KiB
Properties
a2.sources = s2
|
||
a2.channels = c2 c3 c4
|
||
#指定source收集到的数据发送到哪个管道
|
||
a2.sources.s2.channels = c2
|
||
#taildir source
|
||
a2.sources.s2.type = TAILDIR
|
||
a2.sources.s2.positionFile = /home/test/4taildir_position.json
|
||
a2.sources.s2.filegroups = f3
|
||
a2.sources.s2.filegroups.f3 = /home/test/recv/.*dat
|
||
#a2.sources.s2.headers.f3.headerKey1 = channel2
|
||
#a2.sources.s2.filegroups.f4 = /home/test/log/.*dat
|
||
#a2.sources.s2.headers.f4.headerKey1 = channel3
|
||
a2.sources.s2.maxBatchCount = 500
|
||
#a2.sources.s2.selector.type = multiplexing
|
||
|
||
#channel selector
|
||
#a2.sources.s2.selector.header = headerKey1
|
||
#a2.sources.s2.selector.mapping.channel2=c2
|
||
#a2.sources.s2.selector.mapping.channel3=c3
|
||
|
||
# kafka channel充当生产者
|
||
a2.channels.c2.type = org.apache.flume.channel.kafka.KafkaChannel
|
||
a2.channels.c2.brokerList = 192.168.40.222:9093
|
||
a2.channels.c2.topic = recv_test
|
||
#false表示是以纯文本的形式写进入的，true是以event的形式写进入的，以event写进入时，会出现乱码， 默认是true
|
||
a2.channels.c2.parseAsFlumeEvent = false
|
||
a2.channels.c2.kafka.producer.acks = 1
|
||
a2.channels.c2.producer.type=async
|
||
a2.channels.c2.queue.buffering.max.ms = 5000
|
||
a2.channels.c2.queue.buffering.max.messages=200000
|
||
a2.channels.c2.batch.num.messages=5000
|
||
|
||
#第二个channel
|
||
a2.channels.c3.type = org.apache.flume.channel.kafka.KafkaChannel
|
||
a2.channels.c3.brokerList = 192.168.40.222:9093
|
||
a2.channels.c3.topic = recv_test
|
||
#false表示是以纯文本的形式写进入的，true是以event的形式写进入的，以event写进入时，会出现乱码， 默认是true
|
||
a2.channels.c3.parseAsFlumeEvent = false
|
||
a2.channels.c3.kafka.producer.acks = 1
|
||
a2.channels.c3.producer.type=async
|
||
a2.channels.c3.queue.buffering.max.ms = 5000
|
||
a2.channels.c3.queue.buffering.max.messages=20000
|
||
a2.channels.c3.batch.num.messages=500
|
||
|
||
|
||
|
||
#第三个channel
|
||
a2.channels.c4.type = org.apache.flume.channel.kafka.KafkaChannel
|
||
a2.channels.c4.brokerList = 192.168.40.222:9093
|
||
a2.channels.c4.topic = recv_test
|
||
#false表示是以纯文本的形式写进入的，true是以event的形式写进入的，以event写进入时，会出现乱码， 默认是true
|
||
a2.channels.c4.parseAsFlumeEvent = false
|
||
a2.channels.c4.kafka.producer.acks = 1
|
||
a2.channels.c4.producer.type=async
|
||
a2.channels.c4.queue.buffering.max.ms = 5000
|
||
a2.channels.c4.queue.buffering.max.messages=20000
|
||
a2.channels.c4.batch.num.messages=500
|
||
|