Kafka Consumer Java API实现

在之前生产者的基础上

1.Kafka配置类

public class KafkaProperties {
    public static final String ZK = "192.168.254.128:2181";

    public static final String TOPIC = "hello_topic";

    public static final String BROKER_LIST = "192.168.254.128:9092";

    public static final String GROUP_ID = "test_group1";
}

2.Kafka消费者类

import kafka.consumer.Consumer;
import kafka.consumer.ConsumerConfig;
import kafka.consumer.ConsumerIterator;
import kafka.consumer.KafkaStream;
import kafka.javaapi.consumer.ConsumerConnector;

import java.util.HashMap;
import java.util.List;
import java.util.Map;
import java.util.Properties;
/**
 * Kafka消费者
 */
public class KafkaConsumer extends Thread{
    private String topic;

    public KafkaConsumer(String topic){
        this.topic = topic;

    }
    private ConsumerConnector creatConnector(){

        Properties properties = new Properties();
        properties.put("zookeeper.connect",KafkaProperties.ZK);
        properties.put("group.id",KafkaProperties.GROUP_ID);
        return Consumer.createJavaConsumerConnector(new ConsumerConfig(properties));
    }

    @Override
    public void run() {
        ConsumerConnector consumer = creatConnector();

        Map<String,Integer> topicCountMap = new HashMap<String, Integer>();
        topicCountMap.put(topic,1);
        Map<String, List<KafkaStream<byte[], byte[]>>> messageStream = consumer.createMessageStreams(topicCountMap);
        KafkaStream<byte[], byte[]> stream = messageStream.get(topic).get(0);//获取我们每次接收到的数据
        ConsumerIterator<byte[],byte[]> iterator = stream.iterator();
        
        while (iterator.hasNext()){
            String message = new String(iterator.next().message());
            System.out.println("receive:" + message);
        }
    }
}

3.测试类

public class KafkaClientsApp {
    public static void main(String[] args) {
        new KafkaProducer(KafkaProperties.TOPIC).start();
        new KafkaConsumer(KafkaProperties.TOPIC).start();
    }
}