#--------------------------------地址配置------------------------------# #管理kafka地址 source.kafka.servers=192.168.44.12:9094 #source.kafka.servers=192.168.44.11:9094,192.168.44.14:9094,192.168.44.15:9094 #百分点输出kafka地址 percent.sink.kafka.servers=192.168.44.12:9094 #文件源数据topic输出kafka地址 sink.file.data.kafka.servers=192.168.44.12:9094 #用于分配log_id、连接hbase的zookeeper地址 zookeeper.servers=192.168.44.12:2181 #hdfs地址用于获取定位库 hdfs.servers=192.168.40.151:9000,192.168.40.152:9000 #--------------------------------HTTP/定位库------------------------------# #工具库地址,存放秘钥文件等。 tools.library=D:\\workerspace\\dat\\ #--------------------------------nacos配置------------------------------# #nacos 地址 nacos.server=192.168.44.12:8848 #schema namespace名称 nacos.schema.namespace=P19 #schema data id名称 nacos.schema.data.id=session_record.json #--------------------------------Kafka消费/生产配置------------------------------# #kafka 接收数据topic source.kafka.topic=SESSION-RECORD sink.percent.kafka.topic.session=PERCENT-SESSION-RECORD sink.percent.kafka.topic.security=PERCENT-SECURITY-RECORD sink.percent.kafka.topic.proxy=PERCENT-POLICY-RECORD sink.file.data.kafka.topic=test-file-data #读取topic,存储该spout id的消费offset信息,可通过该拓扑命名;具体存储offset的位置,确定下次读取不重复的数据; group.id=session-record-log-20211114-test-2 #--------------------------------topology配置------------------------------# #consumer 并行度 source.parallelism=1 #转换函数并行度 transform.parallelism=1 deal.file.parallelism=1 sink.file.data.parallelism=1 sink.percent.session.parallelism=1 sink.percent.security.parallelism=1 sink.percent.proxy.parallelism=1 #数据中心,取值范围(0-31) data.center.id.num=0 #hbase 更新时间,如填写0则不更新缓存 hbase.tick.tuple.freq.secs=180 #--------------------------------默认值配置------------------------------# #生产者压缩模式 none or snappy producer.kafka.compression.type=snappy #------------------------------------OOS配置------------------------------------# #oos地址 oos.servers=172.18.10.153:8058,172.18.10.154:8058,172.18.10.155:8058,172.18.10.156:8058,172.18.10.157:8058 #prometheus-httpserver prometheus.pushgateway.address=192.168.44.12:9091 pushgateway.statistics.time=300 deal.file.statistics.time=60 #------------------------------------knowledge配置------------------------------------# knowledge.execution.minutes=600 knowledge.base.uri=http://192.168.44.12:9999 knowledge.base.path=/v1/knowledge_base ip.user.defined.kd.id=004390bc-3135-4a6f-a492-3662ecb9e289 ip.builtin.kd.id=64af7077-eb9b-4b8f-80cf-2ceebc89bea9 asn.builtin.kd.id=f9f6bc91-2142-4673-8249-e097c00fe1ea hos.url=http://192.168.44.12:9098/hos/traffic_file_bucket/