消费kafka0.10简单实例

最新推荐文章于 2019-04-06 18:40:47 发布

转载最新推荐文章于 2019-04-06 18:40:47 发布 · 95 阅读

0 ·

CC 4.0 BY-SA版权

原文链接：https://segmentfault.com/a/1190000007886852

文章标签：

#大数据 #java #runtime

本文介绍如何使用Kafka 0.10版本的客户端库实现消息消费，通过Java示例代码展示了配置属性及消费流程。无需ZooKeeper地址，仅需Broker地址即可消费Topic。

摘要生成于 C知道，由 DeepSeek-R1 满血版支持，前往体验 >

简介

kafka0.10，消费topic的话，可以不用知道zk的地址，只要broker的地址即可

maven

        <dependency>
            <groupId>org.apache.kafka</groupId>
            <artifactId>kafka-clients</artifactId>
            <version>0.10.0.0</version>
        </dependency>

消费

/**
 * java -jar -Dfile.encoding=utf-8 \
 *  kafka-consumer-0.0.1-SNAPSHOT.jar \
 *  localhost:9092 topicname groupid earliest
 */
@SpringBootApplication
public class KafkaConsumerApplication {

    private static volatile boolean isStop = false;

    public static void main(String[] args) {
        SpringApplication.run(KafkaConsumerApplication.class, args);
        Runtime.getRuntime().addShutdownHook(new Thread(){
            @Override
            public void run() {
                isStop = true;
            }
        });
    }

    @Bean
    public CommandLineRunner consumeKafka(){
        return new CommandLineRunner() {
            @Override
            public void run(String... strings) throws Exception {
                String bootstrap = strings[0];
                String topic = strings[1];
                String group = strings[2];
                String offset = strings[3];

                Properties props = new Properties();
                props.put("bootstrap.servers", bootstrap);
                props.put("group.id", group);
                props.put("enable.auto.commit", "true");  //自动commit
                props.put("auto.commit.interval.ms", "1000"); //定时commit的周期
                props.put("session.timeout.ms", "30000"); //consumer活性超时时间
                props.put("auto.offset.reset",offset);
                props.put("key.deserializer", "org.apache.kafka.common.serialization.StringDeserializer");
                props.put("value.deserializer", "org.apache.kafka.common.serialization.StringDeserializer");
                props.put("key.deserializer.encoding", "UTF8");
                props.put("value.deserializer.encoding", "UTF8");
                KafkaConsumer<String, String> consumer = new KafkaConsumer<>(props);
                consumer.subscribe(Arrays.asList(topic));
                while (!isStop) {
                    ConsumerRecords<String, String> records = consumer.poll(Long.MAX_VALUE);
                    for (ConsumerRecord<String, String> record : records){
                        try{
                            System.out.println(record);
                        }catch (Exception e){
                            e.printStackTrace();
                        }
                    }
                }
            }
        };
    }
}

github

kafka-consumer-demo