kafaka安装demo

一、下载安装参考:https://blog.youkuaiyun.com/u010283894/article/details/77106159

备注：

window安装：

启动kafaka
.\bin\windows\kafka-server-start.bat .\config\server.properties

在bin的window下
创建主题
kafka-topics.bat --create --zookeeper localhost:2181 --replication-factor 1 --partitions 1 --topic test0811
查看主题
kafka-topics.bat --list --zookeeper localhost:2181
生产消费启动命令
kafka-console-consumer.bat --bootstrap-server localhost:9092 --topic test0811 --from-beginning
kafka-console-producer.bat --broker-list localhost:9092 --topic test0811

测试代码：

二、pom文件引入：

<dependency>
    <groupId>org.springframework.kafka</groupId>
    <artifactId>spring-kafka</artifactId>
    <version>1.3.5.RELEASE</version>

 

三、文件配置

#指定kafka 代理地址，可以多个
spring.kafka.bootstrap-servers=127.0.0.1:9092

#=============== provider  =======================

spring.kafka.producer.retries=0
# 每次批量发送消息的数量
spring.kafka.producer.batch-size=16384
spring.kafka.producer.buffer-memory=33554432

# 指定消息key和消息体的编解码方式
spring.kafka.producer.key-serializer=org.apache.kafka.common.serialization.StringSerializer
spring.kafka.producer.value-serializer=org.apache.kafka.common.serialization.StringSerializer

#=============== consumer  =======================


spring.kafka.consumer.auto-offset-reset=earliest
spring.kafka.consumer.enable-auto-commit=true
spring.kafka.consumer.auto-commit-interval=100

# 指定消息key和消息体的编解码方式
spring.kafka.consumer.key-deserializer=org.apache.kafka.common.serialization.StringDeserializer
spring.kafka.consumer.value-deserializer=org.apache.kafka.common.serialization.StringDeserializer

四、demo代码

消息类

public class Message {
    private Long id;    //id

    private String msg; //消息

    private Date sendTime;  //时间戳
}

发送：

@Component
@Slf4j
public class KafkaSender {
    @Autowired
    private KafkaTemplate<String, String> kafkaTemplate;


    //发送消息方法
    public void send() {
        Message message = new Message();
        message.setId(System.currentTimeMillis());
        message.setMsg(UUID.randomUUID().toString());
        message.setSendTime(new Date());
        log.info("+++++++++++++++++++++  message = {}", JsonUtil.parseToJson(message));
        kafkaTemplate.send("test_hai", JsonUtil.parseToJson(message));
    }

}

接受：

@Component
@Slf4j
public class KafkaReceiver {

    @KafkaListener(topics = {"test_hai"} ,groupId ="customer_group1") // 通过配置topics使用不同的监听来处理
    public void listen(ConsumerRecord<?, ?> record) {

        Optional<?> kafkaMessage = Optional.ofNullable(record.value());

        if (kafkaMessage.isPresent()) {

            Object message = kafkaMessage.get();

            log.info("----------------- record =" + record);
            log.info("------------------ message =" + message);
        }

    }

}

 

测试启动类（简单demo直接在springboot启动类中执行）：

@SpringBootApplication
public class MyTestApplication {

    public static void main(String[] args) {

        ConfigurableApplicationContext context = SpringApplication.run(MyTestApplication.class, args);
        SpringContextUtil.setApplicationContext(context);
        KafkaSender sender = context.getBean(KafkaSender.class);

        for (int i = 0; i < 3; i++) {
            //调用消息发送类中的消息发送方法
            sender.send();

            try {
                Thread.sleep(3000);
            } catch (InterruptedException e) {
                e.printStackTrace();
            }
        }
    }

}