2019-08-05 17:50:15 +08:00
|
|
|
|
#管理kafka地址
|
2020-02-06 14:28:54 +08:00
|
|
|
|
#bootstrap.servers=192.168.40.119:9092,192.168.40.122:9092,192.168.40.123:9092
|
|
|
|
|
|
bootstrap.servers=192.168.40.151:9092
|
2019-08-05 17:50:15 +08:00
|
|
|
|
|
|
|
|
|
|
#zookeeper 地址
|
2020-02-06 14:28:54 +08:00
|
|
|
|
zookeeper.servers=192.168.40.151:2181
|
|
|
|
|
|
#zookeeper.servers=192.168.40.119:2181,192.168.40.122:2181,192.168.40.123:2181
|
2019-11-06 14:23:40 +08:00
|
|
|
|
|
|
|
|
|
|
#hbase zookeeper地址
|
2019-12-06 18:50:31 +08:00
|
|
|
|
#hbase.zookeeper.servers=192.168.40.119:2181,192.168.40.122:2181,192.168.40.123:2181
|
2020-02-06 14:28:54 +08:00
|
|
|
|
hbase.zookeeper.servers=192.168.40.151:2181
|
2019-11-06 14:23:40 +08:00
|
|
|
|
|
|
|
|
|
|
#hbase tablename
|
2019-12-03 14:00:44 +08:00
|
|
|
|
hbase.table.name=subscriber_info
|
2019-08-05 17:50:15 +08:00
|
|
|
|
|
|
|
|
|
|
#latest/earliest
|
|
|
|
|
|
auto.offset.reset=latest
|
|
|
|
|
|
|
|
|
|
|
|
#kafka broker下的topic名称
|
2019-12-17 14:31:30 +08:00
|
|
|
|
kafka.topic=SECURITY-EVENT-LOG
|
2019-08-05 17:50:15 +08:00
|
|
|
|
|
|
|
|
|
|
#读取topic,存储该spout id的消费offset信息,可通过该拓扑命名;具体存储offset的位置,确定下次读取不重复的数据;
|
2020-02-06 14:28:54 +08:00
|
|
|
|
group.id=security-policy-200204
|
2019-08-05 17:50:15 +08:00
|
|
|
|
|
|
|
|
|
|
#输出topic
|
2019-12-17 14:31:30 +08:00
|
|
|
|
results.output.topic=SECURITY-EVENT-COMPLETED-LOG
|
2019-08-05 17:50:15 +08:00
|
|
|
|
|
|
|
|
|
|
#storm topology workers
|
2019-12-17 14:31:30 +08:00
|
|
|
|
topology.workers=1
|
2019-08-05 17:50:15 +08:00
|
|
|
|
|
|
|
|
|
|
#spout并行度 建议与kafka分区数相同
|
2019-12-17 14:31:30 +08:00
|
|
|
|
spout.parallelism=3
|
2019-08-05 17:50:15 +08:00
|
|
|
|
|
|
|
|
|
|
#处理补全操作的bolt并行度-worker的倍数
|
2019-12-17 14:31:30 +08:00
|
|
|
|
datacenter.bolt.parallelism=1
|
2019-08-05 17:50:15 +08:00
|
|
|
|
|
2019-11-15 09:49:51 +08:00
|
|
|
|
#写入kafka的并行度10
|
2019-12-17 14:31:30 +08:00
|
|
|
|
kafka.bolt.parallelism=3
|
2019-08-05 17:50:15 +08:00
|
|
|
|
|
|
|
|
|
|
#定位库地址
|
2019-12-17 14:31:30 +08:00
|
|
|
|
#ip.library=/home/ceiec/topology/dat/
|
2019-12-06 18:50:31 +08:00
|
|
|
|
#ip.library=D:\\workerSpace\\K18-Phase2\\3.0.2019115\\log-stream-completion\\
|
2019-12-17 14:31:30 +08:00
|
|
|
|
ip.library=D:\\dat\\
|
2019-08-05 17:50:15 +08:00
|
|
|
|
#kafka批量条数
|
2019-11-12 16:02:50 +08:00
|
|
|
|
batch.insert.num=2000
|
2019-12-17 14:31:30 +08:00
|
|
|
|
#网关的schema位置
|
2020-02-06 14:28:54 +08:00
|
|
|
|
schema.http=http://192.168.40.151:9999/metadata/schema/v1/fields/security_event_log
|
2019-08-05 17:50:15 +08:00
|
|
|
|
#数据中心(UID)
|
2019-11-12 16:02:50 +08:00
|
|
|
|
data.center.id.num=15
|
2019-08-05 17:50:15 +08:00
|
|
|
|
|
|
|
|
|
|
#tick时钟频率
|
2019-11-12 16:02:50 +08:00
|
|
|
|
topology.tick.tuple.freq.secs=5
|
|
|
|
|
|
|
|
|
|
|
|
#hbase 更新时间
|
|
|
|
|
|
hbase.tick.tuple.freq.secs=60
|
2019-08-05 17:50:15 +08:00
|
|
|
|
|
|
|
|
|
|
#当bolt性能受限时,限制spout接收速度,理论看ack开启才有效
|
|
|
|
|
|
topology.config.max.spout.pending=150000
|
|
|
|
|
|
|
|
|
|
|
|
#ack设置 1启动ack 0不启动ack
|
|
|
|
|
|
topology.num.acks=0
|
|
|
|
|
|
|
|
|
|
|
|
#spout接收睡眠时间
|
|
|
|
|
|
topology.spout.sleep.time=1
|
|
|
|
|
|
|
|
|
|
|
|
#用于过滤对准用户名
|
|
|
|
|
|
check.ip.scope=10,100,192
|
|
|
|
|
|
|
|
|
|
|
|
#允许发送kafka最大失败数
|
|
|
|
|
|
max.failure.num=20
|
|
|
|
|
|
|
|
|
|
|
|
#influx地址
|
2019-09-17 09:57:41 +08:00
|
|
|
|
influx.ip=http://192.168.40.151:8086
|
2019-08-05 17:50:15 +08:00
|
|
|
|
|
|
|
|
|
|
#influx用户名
|
|
|
|
|
|
influx.username=admin
|
|
|
|
|
|
|
|
|
|
|
|
#influx密码
|
2019-12-17 10:42:06 +08:00
|
|
|
|
influx.password=admin
|