gfwleak/galaxy-tsg-olap-log-olap-analysis-schema
Archived
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

修复分组不均导致的缓冲区被破坏(GAL-121)

Browse Source
This commit is contained in:
qidaijie
2022-01-19 08:56:23 +03:00
parent 4d10705cdb
commit c6f364d451
13 changed files with 82 additions and 89 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
properties/default_config.properties
View File

@@ -42,4 +42,10 @@ kafka.pin=galaxy2019
#====================Topology Default====================#
#两个输出之间的最大时间(单位milliseconds)
buffer.timeout=100
buffer.timeout=100
#第一次随机分组random范围
random.range.num=40
#app_id 更新时间，如填写0则不更新缓存
app.tick.tuple.freq.secs=0

20
properties/service_flow_config.properties
View File

@@ -1,27 +1,25 @@
#--------------------------------地址配置------------------------------#
#管理kafka地址
#source.kafka.servers=10.224.11.14:9094,10.224.11.15:9094,10.224.11.16:9094,10.224.11.17:9094,10.224.11.18:9094,10.224.11.19:9094,10.224.11.20:9094,10.224.11.21:9094,10.224.11.22:9094,10.224.11.23:9094
source.kafka.servers=10.221.12.4:9094
source.kafka.servers=192.168.44.11:9094,192.168.44.14:9094,192.168.44.15:9094
#管理输出kafka地址
sink.kafka.servers=10.224.11.14:9094,10.224.11.15:9094,10.224.11.16:9094,10.224.11.17:9094,10.224.11.18:9094,10.224.11.19:9094,10.224.11.20:9094,10.224.11.21:9094,10.224.11.22:9094,10.224.11.23:9094
sink.kafka.servers=192.168.44.11:9094,192.168.44.14:9094,192.168.44.15:9094
#--------------------------------HTTP------------------------------#
#kafka 证书地址
tools.library=D:\\workerspace\\dat\\
#网关的schema位置
schema.http=http://10.224.11.244:9999/metadata/schema/v1/fields/liveChart_session
schema.http=http://192.168.44.67:9999/metadata/schema/v1/fields/liveChart_session
#网关APP_ID 获取接口
app.id.http=http://10.224.11.244:9999/open-api/appDicList
app.id.http=http://192.168.44.67:9999/open-api/appDicList
#--------------------------------Kafka消费组信息------------------------------#
#kafka 接收数据topic
source.kafka.topic=SESSION-RECORD
#source.kafka.topic=test
source.kafka.topic=test
#补全数据 输出 topic
sink.kafka.topic=test-result
@@ -52,8 +50,8 @@ second.window.parallelism=2
#producer 并行度
sink.parallelism=1
#app_id 更新时间，如填写0则不更新缓存
app.tick.tuple.freq.secs=0
#初次随机预聚合窗口时间
first.count.window.time=5
#聚合窗口时间
count.window.time=15
#二次聚合窗口时间
second.count.window.time=15