python操作kafka

1.pykafka

pykafka下载地址：https://pypi.org/project/pykafka/#files

from pykafka import KafkaClient

# hosts=IP+端口号
client = KafkaClient(hosts='127.0.0.1:2181')
# 选择一个topic，不存在则创建（topic名称转为字节,因为kafka传递字节）
topic = client.topics[bytes('test',encoding='utf-8')]
# 生产者（生产同步消息）
producer = topic.get_sync_producer()
# 生产者（生产异步消息）
# producer = topic.get_producer()
# 生产消息
producer.produce('message')
# 生产消息(写入key）
# producer.produce('message'，'key'.encode())

# 消费者(阻塞进程)
consumer = topic.get_simple_consumer()
msg = consumer.consume()
if msg is Not None:
	print(msg.value)

# 消费者实时消费，并处理获取的消息
def format_message(value):
	print(value)
	
def consumer(self, format_message):
	while True:
		msg = consumer.consume()
		if msg is Not None:
			format_message(msg.value)