2021-11-11 09:14:09 +03:00
|
|
|
|
#====================Kafka Consumer====================#
|
|
|
|
|
|
#kafka source connection timeout
|
|
|
|
|
|
session.timeout.ms=60000
|
|
|
|
|
|
|
|
|
|
|
|
#kafka source poll
|
|
|
|
|
|
max.poll.records=3000
|
|
|
|
|
|
|
|
|
|
|
|
#kafka source poll bytes
|
|
|
|
|
|
max.partition.fetch.bytes=31457280
|
|
|
|
|
|
#====================Kafka Producer====================#
|
|
|
|
|
|
#producer重试的次数设置
|
2021-08-23 17:05:17 +08:00
|
|
|
|
retries=0
|
|
|
|
|
|
|
2021-11-11 09:14:09 +03:00
|
|
|
|
#他的含义就是说一个Batch被创建之后,最多过多久,不管这个Batch有没有写满,都必须发送出去了
|
2021-08-23 17:05:17 +08:00
|
|
|
|
linger.ms=10
|
|
|
|
|
|
|
2021-11-11 09:14:09 +03:00
|
|
|
|
#如果在超时之前未收到响应,客户端将在必要时重新发送请求
|
2021-08-23 17:05:17 +08:00
|
|
|
|
request.timeout.ms=30000
|
|
|
|
|
|
|
2021-11-11 09:14:09 +03:00
|
|
|
|
#producer都是按照batch进行发送的,批次大小,默认:16384
|
2021-08-23 17:05:17 +08:00
|
|
|
|
batch.size=262144
|
|
|
|
|
|
|
2021-11-11 09:14:09 +03:00
|
|
|
|
#Producer端用于缓存消息的缓冲区大小
|
2021-08-23 17:05:17 +08:00
|
|
|
|
#128M
|
|
|
|
|
|
buffer.memory=134217728
|
|
|
|
|
|
|
2021-11-11 09:14:09 +03:00
|
|
|
|
#这个参数决定了每次发送给Kafka服务器请求的最大大小,默认1048576
|
2021-08-23 17:05:17 +08:00
|
|
|
|
#10M
|
|
|
|
|
|
max.request.size=10485760
|
2021-11-11 09:14:09 +03:00
|
|
|
|
#====================kafka default====================#
|
|
|
|
|
|
#kafka source protocol; SSL or SASL
|
|
|
|
|
|
kafka.source.protocol=SASL
|
2021-08-23 17:05:17 +08:00
|
|
|
|
|
2021-11-11 09:14:09 +03:00
|
|
|
|
#kafka sink protocol; SSL or SASL
|
|
|
|
|
|
kafka.sink.protocol=SSL
|
2021-09-27 11:11:56 +08:00
|
|
|
|
|
2021-11-11 09:14:09 +03:00
|
|
|
|
#kafka SASL验证用户名
|
|
|
|
|
|
kafka.user=admin
|
2021-09-27 11:11:56 +08:00
|
|
|
|
|
2021-11-11 09:14:09 +03:00
|
|
|
|
#kafka SASL及SSL验证密码
|
|
|
|
|
|
kafka.pin=galaxy2019
|
|
|
|
|
|
#====================Topology Default====================#
|
2021-09-27 11:11:56 +08:00
|
|
|
|
|
2021-08-23 17:05:17 +08:00
|
|
|
|
#hbase table name
|
|
|
|
|
|
hbase.table.name=subscriber_info
|
|
|
|
|
|
|
2021-11-11 09:14:09 +03:00
|
|
|
|
#邮件默认编码
|
2021-09-27 11:11:56 +08:00
|
|
|
|
mail.default.charset=UTF-8
|
|
|
|
|
|
|
2021-11-11 09:14:09 +03:00
|
|
|
|
#0不做任何校验,1强类型校验,2弱类型校验
|
|
|
|
|
|
log.transform.type=2
|
2021-11-07 17:13:13 +03:00
|
|
|
|
|
2021-11-11 09:14:09 +03:00
|
|
|
|
#两个输出之间的最大时间(单位milliseconds)
|
|
|
|
|
|
buffer.timeout=100000
|