45 lines
1.6 KiB
Java
45 lines
1.6 KiB
Java
package com.zdjizhi.utils.kafka;
|
|
|
|
import com.zdjizhi.common.FlowWriteConfig;
|
|
import org.apache.flink.api.common.serialization.SimpleStringSchema;
|
|
import org.apache.flink.streaming.connectors.kafka.FlinkKafkaConsumer;
|
|
import org.apache.kafka.clients.consumer.ConsumerConfig;
|
|
|
|
|
|
import java.util.Properties;
|
|
|
|
/**
|
|
* @author qidaijie
|
|
* @Package com.zdjizhi.utils.kafka
|
|
* @Description:
|
|
* @date 2021/6/813:54
|
|
*/
|
|
public class Consumer {
|
|
private static Properties createConsumerConfig() {
|
|
Properties properties = new Properties();
|
|
properties.put("bootstrap.servers", FlowWriteConfig.INPUT_KAFKA_SERVERS);
|
|
properties.put("group.id", FlowWriteConfig.GROUP_ID);
|
|
properties.put("session.timeout.ms", "60000");
|
|
properties.put("max.poll.records", "3000");
|
|
properties.put("max.partition.fetch.bytes", "31457280");
|
|
properties.put("key.deserializer", "org.apache.kafka.common.serialization.StringDeserializer");
|
|
properties.put("value.deserializer", "org.apache.kafka.common.serialization.StringDeserializer");
|
|
|
|
/*
|
|
* kafka限流配置-20201117
|
|
*/
|
|
// properties.put(ConsumerConfig.CLIENT_ID_CONFIG, FlowWriteConfig.CONSUMER_CLIENT_ID);
|
|
return properties;
|
|
}
|
|
|
|
public static FlinkKafkaConsumer<String> getKafkaConsumer() {
|
|
FlinkKafkaConsumer<String> kafkaConsumer = new FlinkKafkaConsumer<>(FlowWriteConfig.INPUT_KAFKA_TOPIC,
|
|
new SimpleStringSchema(), createConsumerConfig());
|
|
|
|
kafkaConsumer.setCommitOffsetsOnCheckpoints(false);
|
|
kafkaConsumer.setStartFromGroupOffsets();
|
|
|
|
return kafkaConsumer;
|
|
}
|
|
}
|