2021-08-23 17:05:17 +08:00
|
|
|
|
#--------------------------------地址配置------------------------------#
|
|
|
|
|
|
|
|
|
|
|
|
#管理kafka地址
|
2021-11-11 09:14:09 +03:00
|
|
|
|
source.kafka.servers=10.231.12.4:9094
|
2021-08-23 17:05:17 +08:00
|
|
|
|
|
|
|
|
|
|
#管理输出kafka地址
|
2021-11-07 17:13:13 +03:00
|
|
|
|
sink.kafka.servers=10.224.11.14:9094,10.224.11.15:9094,10.224.11.16:9094,10.224.11.17:9094,10.224.11.18:9094,10.224.11.19:9094,10.224.11.20:9094,10.224.11.21:9094,10.224.11.22:9094,10.224.11.23:9094
|
2021-08-23 17:05:17 +08:00
|
|
|
|
|
|
|
|
|
|
#zookeeper 地址 用于配置log_id
|
2021-11-07 17:13:13 +03:00
|
|
|
|
zookeeper.servers=10.224.11.11:2181,10.224.11.12:2181,10.224.11.13:2181
|
2021-08-23 17:05:17 +08:00
|
|
|
|
|
|
|
|
|
|
#hbase zookeeper地址 用于连接HBase
|
2021-11-11 09:14:09 +03:00
|
|
|
|
hbase.zookeeper.servers=10.231.12.4:2181
|
2021-08-23 17:05:17 +08:00
|
|
|
|
|
|
|
|
|
|
#--------------------------------HTTP/定位库------------------------------#
|
|
|
|
|
|
#定位库地址
|
2021-11-07 17:13:13 +03:00
|
|
|
|
tools.library=D:\\workerspace\\dat\\
|
2021-08-23 17:05:17 +08:00
|
|
|
|
|
|
|
|
|
|
#网关的schema位置
|
2021-11-07 17:13:13 +03:00
|
|
|
|
schema.http=http://10.224.11.244:9999/metadata/schema/v1/fields/session_record
|
2021-08-23 17:05:17 +08:00
|
|
|
|
|
|
|
|
|
|
#网关APP_ID 获取接口
|
2021-11-07 17:13:13 +03:00
|
|
|
|
app.id.http=http://10.224.11.244:9999/open-api/appDicList
|
2021-08-23 17:05:17 +08:00
|
|
|
|
|
|
|
|
|
|
#--------------------------------Kafka消费组信息------------------------------#
|
|
|
|
|
|
|
|
|
|
|
|
#kafka 接收数据topic
|
2021-11-11 09:14:09 +03:00
|
|
|
|
source.kafka.topic=SESSION-RECORD
|
2021-08-23 17:05:17 +08:00
|
|
|
|
|
|
|
|
|
|
#补全数据 输出 topic
|
2021-11-07 17:13:13 +03:00
|
|
|
|
sink.kafka.topic=test-result
|
2021-08-23 17:05:17 +08:00
|
|
|
|
|
|
|
|
|
|
#读取topic,存储该spout id的消费offset信息,可通过该拓扑命名;具体存储offset的位置,确定下次读取不重复的数据;
|
2021-11-11 09:14:09 +03:00
|
|
|
|
group.id=flink-test-1
|
2021-08-23 17:05:17 +08:00
|
|
|
|
|
|
|
|
|
|
#生产者压缩模式 none or snappy
|
|
|
|
|
|
producer.kafka.compression.type=none
|
|
|
|
|
|
|
|
|
|
|
|
#生产者ack
|
|
|
|
|
|
producer.ack=1
|
|
|
|
|
|
|
|
|
|
|
|
#--------------------------------topology配置------------------------------#
|
|
|
|
|
|
|
|
|
|
|
|
#consumer 并行度
|
2021-11-07 17:13:13 +03:00
|
|
|
|
source.parallelism=10
|
2021-08-23 17:05:17 +08:00
|
|
|
|
|
2021-09-27 11:11:56 +08:00
|
|
|
|
#转换函数并行度
|
2021-11-07 17:13:13 +03:00
|
|
|
|
transform.parallelism=10
|
|
|
|
|
|
|
|
|
|
|
|
#kafka producer 并行度
|
|
|
|
|
|
sink.parallelism=10
|
2021-08-23 17:05:17 +08:00
|
|
|
|
|
|
|
|
|
|
#数据中心,取值范围(0-63)
|
2021-11-07 17:13:13 +03:00
|
|
|
|
data.center.id.num=7
|
2021-08-23 17:05:17 +08:00
|
|
|
|
|
|
|
|
|
|
#hbase 更新时间,如填写0则不更新缓存
|
|
|
|
|
|
hbase.tick.tuple.freq.secs=180
|
|
|
|
|
|
|
|
|
|
|
|
#app_id 更新时间,如填写0则不更新缓存
|
|
|
|
|
|
app.tick.tuple.freq.secs=0
|
|
|
|
|
|
|
|
|
|
|
|
#--------------------------------默认值配置------------------------------#
|
|
|
|
|
|
|
|
|
|
|
|
#邮件默认编码
|
|
|
|
|
|
mail.default.charset=UTF-8
|
|
|
|
|
|
|
|
|
|
|
|
#0不需要补全原样输出日志,1需要补全
|
2021-11-07 17:13:13 +03:00
|
|
|
|
log.need.complete=1
|