com.github.qq275860560.common.util.KafkaUtil Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of github-qq275860560-common Show documentation
github-qq275860560-common
There is a newer version: 201905061822
Show newest version
package com.github.qq275860560.common.util;

import java.util.Arrays;
import java.util.HashMap;
import java.util.Map;
import java.util.Properties;

import org.apache.kafka.clients.consumer.Consumer;
import org.apache.kafka.clients.consumer.ConsumerRecord;
import org.apache.kafka.clients.consumer.ConsumerRecords;
import org.apache.kafka.clients.consumer.KafkaConsumer;
import org.apache.kafka.clients.producer.KafkaProducer;
import org.apache.kafka.clients.producer.Producer;
import org.apache.kafka.clients.producer.ProducerRecord;

import com.alibaba.druid.support.json.JSONUtils;

import lombok.extern.slf4j.Slf4j;

/**
 * @author [email protected]
 *
 */
@Slf4j
public class KafkaUtil {

	private static Producer producer;
	private static Consumer consumer;

	private static String BOOTSTRAP_SERVERS = "132.122.237.68:9092";
	private static String TOPIC_NAME = "test";

	// 生产者，注意kafka生产者不能够从代码上生成主题，只有在服务器上用命令生成

	static {
		Properties props = new Properties();
		props.put("bootstrap.servers", BOOTSTRAP_SERVERS);// 服务器ip:端口号，集群用逗号分隔
		props.put("acks", "all");
		props.put("retries", 0);
		props.put("batch.size", 16384);
		props.put("linger.ms", 1);
		props.put("buffer.memory", 33554432);
		props.put("key.serializer", "org.apache.kafka.common.serialization.StringSerializer");
		props.put("value.serializer", "org.apache.kafka.common.serialization.StringSerializer");
		producer = new KafkaProducer<>(props);
	}

	static {
		Properties props = new Properties();
		props.put("bootstrap.servers", BOOTSTRAP_SERVERS);// 服务器ip:端口号，集群用逗号分隔
		props.put("group.id", "test33");
		props.put("enable.auto.commit", "true");
		props.put("auto.commit.interval.ms", "1000");
		props.put("session.timeout.ms", "30000");
		props.put("key.deserializer", "org.apache.kafka.common.serialization.StringDeserializer");
		props.put("value.deserializer", "org.apache.kafka.common.serialization.StringDeserializer");
		consumer = new KafkaConsumer<>(props);
		consumer.subscribe(Arrays.asList(TOPIC_NAME));
	}

	// 发送对象消息 至kafka上,调用json转化为json字符串，应为kafka存储的是String。

	public static void sendMsgToKafka(Map msg) {
		producer.send(new ProducerRecord(TOPIC_NAME, JSONUtils.toJSONString(msg)));
	}

	// 从kafka上接收对象消息，将json字符串转化为对象，便于获取消息的时候可以使用get方法获取。

	public static void getMsgFromKafka() {
		while (true) {
			ConsumerRecords records = KafkaUtil.getKafkaConsumer().poll(100);
			if (records.count() > 0) {
				for (ConsumerRecord record : records) {
					log.info("从kafka接收到的消息是：" + record.value());
				}
			}
			try {
				Thread.sleep(10000);
			} catch (InterruptedException e) {
				// TODO Auto-generated catch block
				e.printStackTrace();
			}
		}
	}

	public static Consumer getKafkaConsumer() {
		return consumer;
	}

	public static void closeKafkaProducer() {
		producer.close();
	}

	public static void closeKafkaConsumer() {
		consumer.close();
	}

	public static void main(String[] args) {
		getMsgFromKafka();
	}

	public static void main2(String[] args) {
		Map msg = new HashMap<>();
		msg.put("msg", "hello world" + System.currentTimeMillis());
		sendMsgToKafka(msg);
	}
}