kafka生产者发送

package com.anyec.kafka;

import java.util.Map;
import java.util.Properties;
import java.util.concurrent.ExecutionException;

import org.apache.kafka.clients.KafkaClient;
import org.apache.kafka.clients.producer.Callback;
import org.apache.kafka.clients.producer.KafkaProducer;
import org.apache.kafka.clients.producer.Partitioner;
import org.apache.kafka.clients.producer.ProducerConfig;
import org.apache.kafka.clients.producer.ProducerRecord;
import org.apache.kafka.clients.producer.RecordMetadata;
import org.apache.kafka.common.Cluster;
import org.apache.kafka.common.serialization.StringSerializer;

public class SyncSend {
	public static void main(String[] args) {
		sendSync();
	}

	public static void sendSync() {
		KafkaClient client;
		Properties prop = new Properties();

		prop.put(ProducerConfig.BOOTSTRAP_SERVERS_CONFIG, "localhost:9092,localhost:9092,");
		prop.put(ProducerConfig.KEY_SERIALIZER_CLASS_CONFIG, StringSerializer.class.getName());
		prop.put(ProducerConfig.VALUE_SERIALIZER_CLASS_CONFIG, StringSerializer.class.getName());
		KafkaProducer<String, String> producer = new KafkaProducer<>(prop);
		for (int i = 0; i < 10; i++) {
			producer.send(new ProducerRecord<String, String>("first", "hello"));
		}
		producer.close();
	}

	public static void sendSyncWithParam() {
		KafkaClient client;
		Properties prop = new Properties();
		// 设置连接服务器地址,地址可以多个
		prop.put(ProducerConfig.BOOTSTRAP_SERVERS_CONFIG, "localhost:9092,localhost:9092,");
		// 设置key系列化类
		prop.put(ProducerConfig.KEY_SERIALIZER_CLASS_CONFIG, StringSerializer.class.getName());
		// 设置value系列化类
		prop.put(ProducerConfig.VALUE_SERIALIZER_CLASS_CONFIG, StringSerializer.class.getName());
		// 设置缓冲区大小 默认32M
		prop.put(ProducerConfig.BUFFER_MEMORY_CONFIG, 32 * 1024 * 1024);
		// 设置批次数量 16k
		prop.put(ProducerConfig.BATCH_SIZE_CONFIG, 16 * 1024);
		// 设置发送超时时间 默认100ms
		prop.put(ProducerConfig.LINGER_MS_CONFIG, 100);

		// 设置消息压缩类型 默认为none <code>none</code>, <code>gzip</code>, <code>snappy</code>,
		// <code>lz4</code>, or <code>zstd</code>
		prop.put(ProducerConfig.COMPRESSION_TYPE_CONFIG, "gzip");

		KafkaProducer<String, String> producer = new KafkaProducer<>(prop);
		for (int i = 0; i < 10; i++) {
			producer.send(new ProducerRecord<String, String>("first", "hello"));
		}
		producer.close();
	}

	public static void sendSyncWithParamAcks() {
		KafkaClient client;
		Properties prop = new Properties();
		// 设置连接服务器地址,地址可以多个
		prop.put(ProducerConfig.BOOTSTRAP_SERVERS_CONFIG, "localhost:9092,localhost:9092,");
		// 设置key系列化类
		prop.put(ProducerConfig.KEY_SERIALIZER_CLASS_CONFIG, StringSerializer.class.getName());
		// 设置value系列化类
		prop.put(ProducerConfig.VALUE_SERIALIZER_CLASS_CONFIG, StringSerializer.class.getName());
		// 设置缓冲区大小 默认32M
		prop.put(ProducerConfig.BUFFER_MEMORY_CONFIG, 32 * 1024 * 1024);
		// 设置批次数量 16k
		prop.put(ProducerConfig.BATCH_SIZE_CONFIG, 16 * 1024);
		// 设置发送超时时间 默认100ms
		prop.put(ProducerConfig.LINGER_MS_CONFIG, 100);
//		acks有3个值可选  0、1和-1（或者all），默认值为1，值为字符串类型，不是整数类型
//
//		0：producer发送后即为成功，无需分区partition的leader确认写入成功
//
//		1：producer发送后需要接收到partition的leader发送确认收到的回复
//
//		-1：producer发送后，需要ISR中所有副本都成功写入成功才能收到成功响应
		prop.put(ProducerConfig.ACKS_CONFIG, "1");
		// 设置重试次数 默认为整数最大值
		prop.put(ProducerConfig.RETRIES_CONFIG, 3);

		// 设置消息压缩类型 默认为none  <code>none</code>, <code>gzip</code>, <code>snappy</code>,
		// <code>lz4</code>, or <code>zstd</code>
		prop.put(ProducerConfig.COMPRESSION_TYPE_CONFIG, "gzip");

		KafkaProducer<String, String> producer = new KafkaProducer<>(prop);
		for (int i = 0; i < 10; i++) {
			producer.send(new ProducerRecord<String, String>("first", "hello"));
		}
		producer.close();
	}

	public static void sendSyncWithParamAcksTranaction() {
		KafkaClient client;
		Properties prop = new Properties();
		// 设置连接服务器地址,地址可以多个
		prop.put(ProducerConfig.BOOTSTRAP_SERVERS_CONFIG, "localhost:9092,localhost:9092,");
		// 设置key系列化类
		prop.put(ProducerConfig.KEY_SERIALIZER_CLASS_CONFIG, StringSerializer.class.getName());
		// 设置value系列化类
		prop.put(ProducerConfig.VALUE_SERIALIZER_CLASS_CONFIG, StringSerializer.class.getName());
		// 设置缓冲区大小 默认32M
		prop.put(ProducerConfig.BUFFER_MEMORY_CONFIG, 32 * 1024 * 1024);
		// 设置批次数量 16k
		prop.put(ProducerConfig.BATCH_SIZE_CONFIG, 16 * 1024);
		// 设置发送超时时间 默认100ms
		prop.put(ProducerConfig.LINGER_MS_CONFIG, 100);
//		acks有3个值可选  0、1和-1（或者all），默认值为1，值为字符串类型，不是整数类型
//
//		0：producer发送后即为成功，无需分区partition的leader确认写入成功
//
//		1：producer发送后需要接收到partition的leader发送确认收到的回复
//
//		-1：producer发送后，需要ISR中所有副本都成功写入成功才能收到成功响应
		prop.put(ProducerConfig.ACKS_CONFIG, "1");
		// 设置重试次数 默认为整数最大值
		prop.put(ProducerConfig.RETRIES_CONFIG, 3);

		// 设置消息压缩类型 默认为none <code>none</code>, <code>gzip</code>, <code>snappy</code>,
		// <code>lz4</code>, or <code>zstd</code>
		prop.put(ProducerConfig.COMPRESSION_TYPE_CONFIG, "gzip");
		
		//设置事务id,开启事务必须设置事务id
		prop.put(ProducerConfig.TRANSACTIONAL_ID_CONFIG, "TX1");

		KafkaProducer<String, String> producer = new KafkaProducer<>(prop);

		producer.initTransactions();

		try {

			producer.beginTransaction();
			for (int i = 0; i < 10; i++) {
				producer.send(new ProducerRecord<String, String>("first", "hello"));
			}
			producer.commitTransaction();
		} catch (Exception e) {
			producer.abortTransaction();
		} finally {
			producer.close();
		}

	}

	public static void sendSyncCallBack() {
		KafkaClient client;
		Properties prop = new Properties();

		prop.put(ProducerConfig.BOOTSTRAP_SERVERS_CONFIG, "localhost:9092,localhost:9092,");
		prop.put(ProducerConfig.KEY_SERIALIZER_CLASS_CONFIG, StringSerializer.class.getName());
		prop.put(ProducerConfig.VALUE_SERIALIZER_CLASS_CONFIG, StringSerializer.class.getName());
		prop.put(ProducerConfig.PARTITIONER_CLASS_CONFIG, MyPartitioner.class.getName());
		KafkaProducer<String, String> producer = new KafkaProducer<>(prop);
		producer.send(new ProducerRecord<String, String>("first", "hello"), new Callback() {

			@Override
			public void onCompletion(RecordMetadata metadata, Exception exception) {
				System.out.println(metadata.partition() + "  " + metadata.topic() + "  " + metadata.offset());

			}

		});
	}

	public static void sendGet() throws InterruptedException, ExecutionException {
		KafkaClient client;
		Properties prop = new Properties();

		prop.put(ProducerConfig.BOOTSTRAP_SERVERS_CONFIG, "localhost:9092,localhost:9092,");
		prop.put(ProducerConfig.KEY_SERIALIZER_CLASS_CONFIG, StringSerializer.class.getName());
		prop.put(ProducerConfig.VALUE_SERIALIZER_CLASS_CONFIG, StringSerializer.class.getName());
		KafkaProducer<String, String> producer = new KafkaProducer<>(prop);
		for (int i = 0; i < 10; i++) {
			producer.send(new ProducerRecord<String, String>("first", "hello")).get();
		}
		producer.close();
	}

	class MyPartitioner implements Partitioner {

		@Override
		public void configure(Map<String, ?> configs) {

		}

		@Override
		public int partition(String topic, Object key, byte[] keyBytes, Object value, byte[] valueBytes,
				Cluster cluster) {
			int partition = 0;
			if ("a".equals(key.toString())) {
				partition = 0;
			} else {
				partition = 1;
			}
			return partition;
		}

		@Override
		public void close() {

		}

	}

}