This repository has been archived on 2025-09-14. You can view files and clone it, but cannot push or open issues or pull requests.
Files
galaxy-tsg-olap-storm-log-s…/properties/service_flow_config.properties

79 lines
1.9 KiB
Properties
Raw Normal View History

2019-08-05 17:50:15 +08:00
#管理kafka地址
2020-02-06 14:28:54 +08:00
#bootstrap.servers=192.168.40.119:9092,192.168.40.122:9092,192.168.40.123:9092
bootstrap.servers=192.168.40.151:9092
2019-08-05 17:50:15 +08:00
#zookeeper 地址
2020-02-06 14:28:54 +08:00
zookeeper.servers=192.168.40.151:2181
#zookeeper.servers=192.168.40.119:2181,192.168.40.122:2181,192.168.40.123:2181
2019-11-06 14:23:40 +08:00
#hbase zookeeper地址
#hbase.zookeeper.servers=192.168.40.119:2181,192.168.40.122:2181,192.168.40.123:2181
2020-02-06 14:28:54 +08:00
hbase.zookeeper.servers=192.168.40.151:2181
2019-11-06 14:23:40 +08:00
#hbase tablename
2019-12-03 14:00:44 +08:00
hbase.table.name=subscriber_info
2019-08-05 17:50:15 +08:00
#latest/earliest
auto.offset.reset=latest
#kafka broker下的topic名称
2019-12-17 14:31:30 +08:00
kafka.topic=SECURITY-EVENT-LOG
2019-08-05 17:50:15 +08:00
#读取topic,存储该spout id的消费offset信息可通过该拓扑命名;具体存储offset的位置确定下次读取不重复的数据
2020-02-06 14:28:54 +08:00
group.id=security-policy-200204
2019-08-05 17:50:15 +08:00
#输出topic
2019-12-17 14:31:30 +08:00
results.output.topic=SECURITY-EVENT-COMPLETED-LOG
2019-08-05 17:50:15 +08:00
#storm topology workers
2019-12-17 14:31:30 +08:00
topology.workers=1
2019-08-05 17:50:15 +08:00
#spout并行度 建议与kafka分区数相同
2019-12-17 14:31:30 +08:00
spout.parallelism=3
2019-08-05 17:50:15 +08:00
#处理补全操作的bolt并行度-worker的倍数
2019-12-17 14:31:30 +08:00
datacenter.bolt.parallelism=1
2019-08-05 17:50:15 +08:00
2019-11-15 09:49:51 +08:00
#写入kafka的并行度10
2019-12-17 14:31:30 +08:00
kafka.bolt.parallelism=3
2019-08-05 17:50:15 +08:00
#定位库地址
2019-12-17 14:31:30 +08:00
#ip.library=/home/ceiec/topology/dat/
#ip.library=D:\\workerSpace\\K18-Phase2\\3.0.2019115\\log-stream-completion\\
2019-12-17 14:31:30 +08:00
ip.library=D:\\dat\\
2019-08-05 17:50:15 +08:00
#kafka批量条数
2019-11-12 16:02:50 +08:00
batch.insert.num=2000
2019-12-17 14:31:30 +08:00
#网关的schema位置
2020-02-06 14:28:54 +08:00
schema.http=http://192.168.40.151:9999/metadata/schema/v1/fields/security_event_log
2019-08-05 17:50:15 +08:00
#数据中心UID
2019-11-12 16:02:50 +08:00
data.center.id.num=15
2019-08-05 17:50:15 +08:00
#tick时钟频率
2019-11-12 16:02:50 +08:00
topology.tick.tuple.freq.secs=5
#hbase 更新时间
hbase.tick.tuple.freq.secs=60
2019-08-05 17:50:15 +08:00
#当bolt性能受限时限制spout接收速度理论看ack开启才有效
topology.config.max.spout.pending=150000
#ack设置 1启动ack 0不启动ack
topology.num.acks=0
#spout接收睡眠时间
topology.spout.sleep.time=1
#用于过滤对准用户名
check.ip.scope=10,100,192
#允许发送kafka最大失败数
max.failure.num=20
#influx地址
2019-09-17 09:57:41 +08:00
influx.ip=http://192.168.40.151:8086
2019-08-05 17:50:15 +08:00
#influx用户名
influx.username=admin
#influx密码
influx.password=admin