30 lines
1.1 KiB
Properties
30 lines
1.1 KiB
Properties
#为source channel sink起名
|
||
a1.sources = s1
|
||
a1.channels = c1
|
||
a1.sinks = k1
|
||
#指定source收集到的数据发送到哪个管道
|
||
a1.sources.s1.channels = c1
|
||
#指定source数据收集策略
|
||
a1.sources.s1.type = org.apache.flume.source.kafka.KafkaSource
|
||
a1.sources.s1.batchSize = 3000
|
||
a1.sources.s1.batchDurationMillis = 100
|
||
a1.sources.s1.kafka.bootstrap.servers = 192.168.40.152:9092
|
||
a1.sources.s1.kafka.topics = CONNECTION-RECORD-LOG
|
||
a1.sources.s1.kafka.consumer.group.id = source_0514
|
||
|
||
#指定channel为memory,即表示所有的数据都装进memory当中
|
||
a1.channels.c1.type = memory
|
||
a1.channels.c1.capacity = 2000000
|
||
a1.channels.c1.transactionCapacity = 30000
|
||
a1.channels.c1.byteCapacityBufferPercentage = 40
|
||
a1.channels.c1.byteCapacity = 2147483648
|
||
|
||
#原始file roll sink，将数据写到本机磁盘
|
||
a1.sinks.k1.type = file_roll
|
||
a1.sinks.k1.channel = c1
|
||
a1.sinks.k1.sink.pathManager = default
|
||
a1.sinks.k1.sink.pathManager.extension = dat
|
||
a1.sinks.k1.sink.pathManager.prefix = test-
|
||
a1.sinks.k1.sink.rollInterval = 30
|
||
a1.sinks.k1.sink.directory = /home/192.168.60.102/CONNECTION-RECORD-LOG
|