kafka生产者API与消费者API

最新推荐文章于 2022-05-14 16:43:57 发布

双下巴的小猫咪

最新推荐文章于 2022-05-14 16:43:57 发布

阅读量269

点赞数

CC 4.0 BY-SA版权

文章标签： kafka

本文链接：https://blog.youkuaiyun.com/weixin_43020373/article/details/86493332

本文详细介绍了Apache Kafka的生产者与消费者API使用方法，通过具体代码示例展示了如何配置并运行Kafka生产者与消费者，实现消息的发送与接收。生产者部分讲解了如何设置服务器连接、序列化器，并发送消息到指定主题；消费者部分则说明了如何订阅主题、处理接收到的消息。

摘要生成于 C知道，由 DeepSeek-R1 满血版支持，前往体验 >

生产者

import org.apache.kafka.clients.producer.KafkaProducer;
import org.apache.kafka.clients.producer.ProducerRecord;
import org.apache.kafka.common.serialization.StringSerializer;

import java.util.Properties;

public class ProducerAPI {
    public static void main(String[] args) throws InterruptedException {
        Properties prop = new Properties();
        prop.setProperty("bootstrap.servers", "hadoop01:9092,hadoop02:9092,hadoop03:9092");
        prop.setProperty("key.serializer", StringSerializer.class.getName());
        prop.setProperty("value.serializer", "org.apache.kafka.common.serialization.StringSerializer");
        KafkaProducer<String, String> producer = new KafkaProducer<String, String>(prop);

        int i = 1;
        while (i<1000){
            int partitionNum = i%3;

            ProducerRecord helloTopic = new ProducerRecord("helloTopic", partitionNum, "", "" + i);

            System.out.println("record="+helloTopic);

            producer.send(helloTopic);
            Thread.sleep(1000);
            i++;
        }

        producer.close();

        System.out.println("end");
    }
}

消费者

import org.apache.kafka.clients.consumer.ConsumerRecord;
import org.apache.kafka.clients.consumer.ConsumerRecords;
import org.apache.kafka.clients.consumer.KafkaConsumer;

import java.util.Arrays;
import java.util.Iterator;
import java.util.Properties;

public class ConsumerAPI {
    public static void main(String[] args) {
        Properties prop = new Properties();

        prop.setProperty("bootstrap.servers", "hadoop01:9092,hadoop02:9092,hadoop03:9092");
        prop.setProperty("key.deserializer","org.apache.kafka.common.serialization.StringDeserializer");
        prop.setProperty("value.deserializer","org.apache.kafka.common.serialization.StringDeserializer");
        prop.setProperty("group.id", "day1001");
        prop.setProperty("auto.offset.reset", "earliest");

        KafkaConsumer<String, String> consumer = new KafkaConsumer<>(prop);

        consumer.subscribe(Arrays.asList("helloTopic"));

        while (true){
            ConsumerRecords<String, String> poll = consumer.poll(2000);

            Iterator<ConsumerRecord<String, String>> it = poll.iterator();
            while (it.hasNext()){
                ConsumerRecord<String, String> next = it.next();
                System.out.println(next);
            }
        }
    }
}