优化配置加载方式:通过读取外部文件加载(GAL-435)
This commit is contained in:
@@ -1,46 +0,0 @@
|
||||
#====================Kafka KafkaConsumer====================#
|
||||
#kafka source connection timeout
|
||||
session.timeout.ms=60000
|
||||
|
||||
#kafka source poll
|
||||
max.poll.records=5000
|
||||
|
||||
#kafka source poll bytes
|
||||
max.partition.fetch.bytes=31457280
|
||||
|
||||
#====================Kafka KafkaProducer====================#
|
||||
#producer重试的次数设置
|
||||
retries=0
|
||||
|
||||
#他的含义就是说一个Batch被创建之后,最多过多久,不管这个Batch有没有写满,都必须发送出去了
|
||||
linger.ms=10
|
||||
|
||||
#如果在超时之前未收到响应,客户端将在必要时重新发送请求
|
||||
request.timeout.ms=30000
|
||||
|
||||
#producer都是按照batch进行发送的,批次大小,默认:16384
|
||||
batch.size=262144
|
||||
|
||||
#Producer端用于缓存消息的缓冲区大小
|
||||
#128M
|
||||
buffer.memory=134217728
|
||||
|
||||
#这个参数决定了每次发送给Kafka服务器请求的最大大小,默认1048576
|
||||
#10M
|
||||
max.request.size=10485760
|
||||
|
||||
#生产者压缩模式 none or snappy
|
||||
producer.kafka.compression.type=snappy
|
||||
|
||||
#生产者ack
|
||||
producer.ack=1
|
||||
|
||||
#====================kafka default====================#
|
||||
#kafka SASL验证用户名-加密
|
||||
kafka.user=nsyGpHKGFA4KW0zro9MDdw==
|
||||
|
||||
#kafka SASL及SSL验证密码-加密
|
||||
kafka.pin=6MleDyA3Z73HSaXiKsDJ2k7Ys8YWLhEJ
|
||||
|
||||
#====================Topology Default====================#
|
||||
measurement.name=application_protocol_stat
|
||||
@@ -1,42 +1,27 @@
|
||||
#--------------------------------地址配置------------------------------#
|
||||
#管理kafka地址
|
||||
source.kafka.servers=192.168.44.12:9094
|
||||
|
||||
#管理输出kafka地址
|
||||
sink.kafka.servers=192.168.44.12:9094
|
||||
|
||||
#--------------------------------HTTP------------------------------#
|
||||
#kafka 证书地址
|
||||
tools.library=D:\\workerspace\\dat
|
||||
|
||||
#--------------------------------Kafka消费组信息------------------------------#
|
||||
#kafka 接收数据topic
|
||||
source.kafka.topic=APP-PROTOCOL-TEST
|
||||
source.kafka.topic=NETWORK-TRAFFIC-METRIC
|
||||
|
||||
source.kafka.props.bootstrap.servers=192.168.44.12:9094
|
||||
|
||||
source.kafka.props.group.id=appapp-protocol-merge-231109-1
|
||||
|
||||
source.kafka.props.security.protocol=SASL_PLAINTEXT
|
||||
|
||||
source.kafka.props.sasl.mechanism=PLAIN
|
||||
|
||||
source.kafka.props.sasl.jaas.config=org.apache.kafka.common.security.plain.PlainLoginModule required username="admin" password="galaxy2019";
|
||||
|
||||
#补全数据 输出 topic
|
||||
sink.kafka.topic=APP-PROTOCOL-TEST-RESULT
|
||||
|
||||
#读取topic,存储该spout id的消费offset信息,可通过该拓扑命名;具体存储offset的位置,确定下次读取不重复的数据;
|
||||
group.id=livecharts-test-20230423-2
|
||||
sink.kafka.props.bootstrap.servers=192.168.44.12:9094
|
||||
|
||||
#--------------------------------topology配置------------------------------#
|
||||
#consumer 并行度
|
||||
source.parallelism=1
|
||||
sink.kafka.props.security.protocol=SASL_PLAINTEXT
|
||||
|
||||
#map函数并行度
|
||||
parse.parallelism=1
|
||||
sink.kafka.props.sasl.mechanism=PLAIN
|
||||
|
||||
#第一次窗口计算并行度
|
||||
window.parallelism=1
|
||||
sink.kafka.props.sasl.jaas.config=org.apache.kafka.common.security.plain.PlainLoginModule required username="admin" password="galaxy2019";
|
||||
|
||||
#producer 并行度
|
||||
sink.parallelism=1
|
||||
|
||||
#预聚合窗口时间
|
||||
count.window.time=5
|
||||
|
||||
#watermark延迟
|
||||
watermark.max.orderness=5
|
||||
|
||||
#数据源 firewall or agent
|
||||
metrics.data.source=firewall
|
||||
watermark.max.orderness=5
|
||||
Reference in New Issue
Block a user