41 lines
2.5 KiB
Properties
41 lines
2.5 KiB
Properties
connection.sources = s2
|
||
connection.channels = c2
|
||
#指定source收集到的数据发送到哪个管道
|
||
connection.sources.s2.channels = c2
|
||
#taildir source
|
||
connection.sources.s2.type = TAILDIR
|
||
connection.sources.s2.channels = c2
|
||
#需要映射到宿主机做持久化
|
||
connection.sources.s2.positionFile = /home/test/5connection_position.json
|
||
#需要分组13台主机的数据
|
||
connection.sources.s2.filegroups = f1 f2 f3 f4 f5 f6 f7 f8 f9 f10 f11 f12 f13
|
||
#需要分组按照序号 [0-9] 目前最多支持10个进程，可以增加
|
||
connection.sources.s2.filegroups.f1 = /home/data/192.168.60.101/CONNECTION-RECORD-LOG/.*[8-9].dat
|
||
connection.sources.s2.filegroups.f2 = /home/data/192.168.60.102/CONNECTION-RECORD-LOG/.*[8-9].dat
|
||
connection.sources.s2.filegroups.f3 = /home/data/192.168.60.103/CONNECTION-RECORD-LOG/.*[8-9].dat
|
||
connection.sources.s2.filegroups.f4 = /home/data/192.168.60.104/CONNECTION-RECORD-LOG/.*[8-9].dat
|
||
connection.sources.s2.filegroups.f5 = /home/data/192.168.60.105/CONNECTION-RECORD-LOG/.*[8-9].dat
|
||
connection.sources.s2.filegroups.f6 = /home/data/192.168.60.106/CONNECTION-RECORD-LOG/.*[8-9].dat
|
||
connection.sources.s2.filegroups.f7 = /home/data/192.168.60.107/CONNECTION-RECORD-LOG/.*[8-9].dat
|
||
connection.sources.s2.filegroups.f8 = /home/data/192.168.60.108/CONNECTION-RECORD-LOG/.*[8-9].dat
|
||
connection.sources.s2.filegroups.f9 = /home/data/192.168.60.109/CONNECTION-RECORD-LOG/.*[8-9].dat
|
||
connection.sources.s2.filegroups.f10 = /home/data/192.168.60.110/CONNECTION-RECORD-LOG/.*[8-9].dat
|
||
connection.sources.s2.filegroups.f11 = /home/data/192.168.60.111/CONNECTION-RECORD-LOG/.*[8-9].dat
|
||
connection.sources.s2.filegroups.f12 = /home/data/192.168.60.112/CONNECTION-RECORD-LOG/.*[8-9].dat
|
||
connection.sources.s2.filegroups.f13 = /home/data/192.168.60.113/CONNECTION-RECORD-LOG/.*[8-9].dat
|
||
|
||
|
||
connection.sources.s2.maxBatchCount = 10000
|
||
|
||
# kafka channel充当生产者
|
||
connection.channels.c2.type = org.apache.flume.channel.kafka.KafkaChannel
|
||
connection.channels.c2.brokerList = 192.168.40.222:9093
|
||
connection.channels.c2.topic = CONNECTION-RECORD-LOG
|
||
#false表示是以纯文本的形式写进入的，true是以event的形式写进入的，以event写进入时，会出现乱码， 默认是true
|
||
connection.channels.c2.parseAsFlumeEvent = false
|
||
connection.channels.c2.kafka.producer.acks = 1
|
||
connection.channels.c2.producer.type=sync
|
||
connection.channels.c2.queue.buffering.max.ms = 5000
|
||
connection.channels.c2.queue.buffering.max.messages=20000
|
||
connection.channels.c2.batch.num.messages=5000
|