2019-08-05 17:50:15 +08:00
|
|
|
|
#管理kafka地址
|
2020-02-25 15:12:56 +08:00
|
|
|
|
#bootstrap.servers=10.4.35.7:9092,10.4.35.8:9092,10.4.35.9:9092
|
|
|
|
|
|
bootstrap.servers=192.168.6.200:9093,192.168.6.200:9094,192.168.6.200:9095
|
2019-08-05 17:50:15 +08:00
|
|
|
|
|
|
|
|
|
|
#zookeeper 地址
|
2020-02-25 15:12:56 +08:00
|
|
|
|
zookeeper.servers=192.168.6.200:2181
|
|
|
|
|
|
#zookeeper.servers=192.168.40.207:2181
|
2019-08-05 17:50:15 +08:00
|
|
|
|
|
|
|
|
|
|
#latest/earliest
|
|
|
|
|
|
auto.offset.reset=latest
|
|
|
|
|
|
|
|
|
|
|
|
#kafka broker下的topic名称
|
2020-02-25 15:12:56 +08:00
|
|
|
|
kafka.topic=SESSION-RECORD-LOG
|
|
|
|
|
|
#kafka.topic=Snowflake-test
|
2019-08-05 17:50:15 +08:00
|
|
|
|
|
|
|
|
|
|
#读取topic,存储该spout id的消费offset信息,可通过该拓扑命名;具体存储offset的位置,确定下次读取不重复的数据;
|
2020-02-25 15:12:56 +08:00
|
|
|
|
group.id=session-record-log-z
|
2019-08-05 17:50:15 +08:00
|
|
|
|
|
|
|
|
|
|
#输出topic
|
2020-02-25 15:12:56 +08:00
|
|
|
|
#results.output.topic=SESSION-TEST-COMPLETED-LOG
|
|
|
|
|
|
results.output.topic=SESSION-RECORD-COMPLETED-LOG
|
2019-08-05 17:50:15 +08:00
|
|
|
|
|
|
|
|
|
|
#storm topology workers
|
2019-12-17 14:31:30 +08:00
|
|
|
|
topology.workers=1
|
2019-08-05 17:50:15 +08:00
|
|
|
|
|
|
|
|
|
|
#spout并行度 建议与kafka分区数相同
|
2020-02-25 15:12:56 +08:00
|
|
|
|
spout.parallelism=3
|
2019-08-05 17:50:15 +08:00
|
|
|
|
|
|
|
|
|
|
#处理补全操作的bolt并行度-worker的倍数
|
2020-02-25 15:12:56 +08:00
|
|
|
|
datacenter.bolt.parallelism=3
|
2019-08-05 17:50:15 +08:00
|
|
|
|
|
2020-02-25 15:12:56 +08:00
|
|
|
|
#写入kafkad的并行度
|
|
|
|
|
|
kafka.bolt.parallelism=3
|
2019-08-05 17:50:15 +08:00
|
|
|
|
|
|
|
|
|
|
#定位库地址
|
2020-02-25 15:12:56 +08:00
|
|
|
|
ip.library=/dat/
|
|
|
|
|
|
|
2019-08-05 17:50:15 +08:00
|
|
|
|
#kafka批量条数
|
2020-02-25 15:12:56 +08:00
|
|
|
|
batch.insert.num=5000
|
|
|
|
|
|
|
2019-08-05 17:50:15 +08:00
|
|
|
|
#数据中心(UID)
|
2019-11-12 16:02:50 +08:00
|
|
|
|
data.center.id.num=15
|
2019-08-05 17:50:15 +08:00
|
|
|
|
|
|
|
|
|
|
#tick时钟频率
|
2019-11-12 16:02:50 +08:00
|
|
|
|
topology.tick.tuple.freq.secs=5
|
|
|
|
|
|
|
2019-08-05 17:50:15 +08:00
|
|
|
|
#当bolt性能受限时,限制spout接收速度,理论看ack开启才有效
|
|
|
|
|
|
topology.config.max.spout.pending=150000
|
|
|
|
|
|
|
|
|
|
|
|
#ack设置 1启动ack 0不启动ack
|
|
|
|
|
|
topology.num.acks=0
|
|
|
|
|
|
|
|
|
|
|
|
#spout接收睡眠时间
|
|
|
|
|
|
topology.spout.sleep.time=1
|
|
|
|
|
|
|
|
|
|
|
|
#用于过滤对准用户名
|
|
|
|
|
|
check.ip.scope=10,100,192
|
|
|
|
|
|
|
|
|
|
|
|
#允许发送kafka最大失败数
|
|
|
|
|
|
max.failure.num=20
|
|
|
|
|
|
|
|
|
|
|
|
#influx地址
|
2019-09-17 09:57:41 +08:00
|
|
|
|
influx.ip=http://192.168.40.151:8086
|
2019-08-05 17:50:15 +08:00
|
|
|
|
|
|
|
|
|
|
#influx用户名
|
|
|
|
|
|
influx.username=admin
|
|
|
|
|
|
|
|
|
|
|
|
#influx密码
|
2019-12-17 10:42:06 +08:00
|
|
|
|
influx.password=admin
|