73 lines
1.7 KiB
Plaintext
73 lines
1.7 KiB
Plaintext
|
#管理kafka地址
|
|||
|
|
paddress/
|
|||
|
|
bootstrap.servers=ipaddress:9092
|
|||
|
|
|
|||
|
|
#kafka broker下的topic名称
|
|||
|
|
kafka.topic=CONNECTION-RECORD-COMPLETED-LOG
|
|||
|
|
|
|||
|
|
#kafka消费group id
|
|||
|
|
group.id=website-bytes-top-191216
|
|||
|
|
|
|||
|
|
#从kafka哪里开始读：earliest/latest
|
|||
|
|
auto.offset.reset=latest
|
|||
|
|
#auto.offset.reset=earliest
|
|||
|
|
|
|||
|
|
#输出Kafka地址
|
|||
|
|
paddress/
|
|||
|
|
results.output.servers=ipaddress:9092
|
|||
|
|
|
|||
|
|
#输出Topic
|
|||
|
|
results.output.topics=TOP-WEBSITE-DOMAIN-LOG
|
|||
|
|
|
|||
|
|
#topology pending
|
|||
|
|
topology.config.max.spout.pending=150000
|
|||
|
|
|
|||
|
|
#topology ack
|
|||
|
|
topology.num.acks=1
|
|||
|
|
|
|||
|
|
#允许发送kafka最大失败数
|
|||
|
|
max.failure.num=20
|
|||
|
|
|
|||
|
|
#定位库地址
|
|||
|
|
ip.library=/dat/
|
|||
|
|
|
|||
|
|
#1:Internal 内部主机 2:External 外部主机
|
|||
|
|
#3:Website 域名 4:User 活跃用户
|
|||
|
|
pattern.num=3
|
|||
|
|
|
|||
|
|
# bytes,packets,sessions
|
|||
|
|
dimension.type=bytes
|
|||
|
|
|
|||
|
|
#storm topology workers
|
|||
|
|
topology.workers=1
|
|||
|
|
|
|||
|
|
#storm topology rolling count window length in seconds
|
|||
|
|
topology.top.window.length.secs=300
|
|||
|
|
|
|||
|
|
#storm topology rolling count emit Frequency in seconds
|
|||
|
|
topology.top.emit.frequency.secs=60
|
|||
|
|
|
|||
|
|
#storm topology intermediate rank emit Frequency in seconds
|
|||
|
|
topology.intermediate.emit.frequency.secs=70
|
|||
|
|
|
|||
|
|
#storm topology total rank emit Frequency in seconds
|
|||
|
|
topology.taotal.emit.frequency.secs=300
|
|||
|
|
|
|||
|
|
#storm topology intermediate top N
|
|||
|
|
topology.top.intermediate.n = 200
|
|||
|
|
|
|||
|
|
#storm topology total top N
|
|||
|
|
topology.top.total.n = 20
|
|||
|
|
|
|||
|
|
#storm topology spout parallelism_hint一般与kafka 分区数量1:1关系
|
|||
|
|
topology.spout.parallelism=1
|
|||
|
|
|
|||
|
|
#storm bolt InternalBolt parallelism_hint
|
|||
|
|
topology.bolt.check.parallelism=1
|
|||
|
|
|
|||
|
|
#storm bolt InternalByteCountBolt parallelism_hint
|
|||
|
|
topology.bolt.count.parallelism=1
|
|||
|
|
|
|||
|
|
#storm bolt IntermediateRankingsBolt parallelism_hint
|
|||
|
|
topology.bolt.interRanker.parallelism=1
|