28 lines
854 B
Python
28 lines
854 B
Python
|
from kafka import KafkaProducer, KafkaConsumer
|
||
|
|
import json
|
||
|
|
|
||
|
|
kafka_topic_suc = 'sucInfo'
|
||
|
|
kafka_topic_fail = 'failInfo'
|
||
|
|
kafka_topic_cert = 'certInfo'
|
||
|
|
broker_list = ['0.kafka.my:9092', '1.kafka.my:9092']
|
||
|
|
|
||
|
|
seed_kafka_topic = "seed"
|
||
|
|
seed_consumer_group_id = "hyConsumer"
|
||
|
|
seed_broker_list = ["172.19.0.6:9092"]
|
||
|
|
|
||
|
|
|
||
|
|
def make_kafka_producer():
|
||
|
|
return KafkaProducer(
|
||
|
|
bootstrap_servers=broker_list,
|
||
|
|
value_serializer=lambda v: json.dumps(v).encode('utf-8'),
|
||
|
|
)
|
||
|
|
|
||
|
|
|
||
|
|
def make_seed_consumer():
|
||
|
|
return KafkaConsumer(seed_kafka_topic,
|
||
|
|
group_id=seed_consumer_group_id,
|
||
|
|
auto_commit_interval_ms=1000,
|
||
|
|
bootstrap_servers=seed_broker_list,
|
||
|
|
value_deserializer=lambda v: json.loads(v.decode('utf-8'))
|
||
|
|
)
|