com.jeesuite.kafka.spring.TopicProducerSpringProvider Maven / Gradle / Ivy

Go to download
package com.jeesuite.kafka.spring;

import java.io.Serializable;
import java.util.Properties;
import java.util.Set;

import org.apache.commons.lang3.StringUtils;
import org.apache.commons.lang3.Validate;
import org.apache.kafka.clients.producer.KafkaProducer;
import org.apache.kafka.clients.producer.ProducerConfig;
import org.apache.kafka.common.serialization.StringSerializer;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.springframework.beans.factory.DisposableBean;
import org.springframework.beans.factory.InitializingBean;

import com.jeesuite.common.util.NodeNameHolder;
import com.jeesuite.common.util.ResourceUtils;
import com.jeesuite.kafka.message.DefaultMessage;
import com.jeesuite.kafka.partiton.DefaultPartitioner;
import com.jeesuite.kafka.producer.DefaultTopicProducer;
import com.jeesuite.kafka.producer.TopicProducer;
import com.jeesuite.kafka.producer.handler.SendCounterHandler;
import com.jeesuite.kafka.producer.handler.SendErrorDelayRetryHandler;
import com.jeesuite.kafka.serializer.KyroMessageSerializer;
import com.jeesuite.kafka.utils.KafkaConst;

/**
 * 消息发布者集成spring封装对象
 * @description 

 * @author vakin
 * @date 2016年5月25日
 */
public class TopicProducerSpringProvider implements InitializingBean, DisposableBean {
	
	private static final Logger log = LoggerFactory.getLogger(TopicProducerSpringProvider.class);

    private TopicProducer producer;

    /**
     * kafka配置
     */
    private Properties configs;
    
    //默认是否异步发送
    private boolean defaultAsynSend = true;
    
    private String producerGroup;
    
    private String monitorZkServers;
    
    //延迟重试次数
    private int delayRetries = 3;
    
    //环境路由
    private String routeEnv;
    
    @Override
    public void afterPropertiesSet() throws Exception {

        Validate.notEmpty(this.configs, "configs is required");
        
        routeEnv = StringUtils.trimToNull(ResourceUtils.get(KafkaConst.PROP_ENV_ROUTE));
        
        if(routeEnv != null)log.info("current route Env value is:",routeEnv);
      //移除错误的或者未定义变量的配置
        Set propertyNames = configs.stringPropertyNames();
        for (String propertyName : propertyNames) {
			String value = configs.getProperty(propertyName);
			if(StringUtils.isBlank(value) || value.trim().startsWith("$")){
				configs.remove(propertyName);
				log.warn("remove prop[{}],value is:{}",propertyName,value);
			}
		}
        
        if(!configs.containsKey(ProducerConfig.KEY_SERIALIZER_CLASS_CONFIG)){
        	configs.put(ProducerConfig.KEY_SERIALIZER_CLASS_CONFIG, StringSerializer.class.getName()); // key serializer
        }
        
        if(!configs.containsKey(ProducerConfig.VALUE_SERIALIZER_CLASS_CONFIG)){
        	configs.put(ProducerConfig.VALUE_SERIALIZER_CLASS_CONFIG, KyroMessageSerializer.class.getName());
        }
        
        if(!configs.containsKey(ProducerConfig.PARTITIONER_CLASS_CONFIG)){
        	configs.put(ProducerConfig.PARTITIONER_CLASS_CONFIG, DefaultPartitioner.class.getName()); 
        }
        
        //默认重试一次
        if(!configs.containsKey(ProducerConfig.RETRIES_CONFIG)){
        	configs.put(ProducerConfig.RETRIES_CONFIG, "1"); 
        }
        
        if(!configs.containsKey(ProducerConfig.COMPRESSION_TYPE_CONFIG)){
        	configs.put(ProducerConfig.COMPRESSION_TYPE_CONFIG, "snappy"); 
        }
        
        if(!configs.containsKey("client.id")){
			configs.put("client.id", (producerGroup == null ? "" : "_"+producerGroup) + NodeNameHolder.getNodeId());
		}

        KafkaProducer kafkaProducer = new KafkaProducer(configs);

        this.producer = new DefaultTopicProducer(kafkaProducer,defaultAsynSend);

        //hanlder
        if(StringUtils.isNotBlank(monitorZkServers)){
        	Validate.notBlank(producerGroup,"enable producer monitor property[producerGroup] is required");
        	this.producer.addEventHandler(new SendCounterHandler(producerGroup,monitorZkServers));
        }
        if(delayRetries > 0){
        	this.producer.addEventHandler(new SendErrorDelayRetryHandler(producerGroup,kafkaProducer, delayRetries));
        }
    }

    @Override
    public void destroy() throws Exception {
        this.producer.close();
    }

    /**
     * kafka配置
     *
     * @param configs kafka配置
     */
    public void setConfigs(Properties configs) {
        this.configs = configs;
    }

	public void setDefaultAsynSend(boolean defaultAsynSend) {
		this.defaultAsynSend = defaultAsynSend;
	}

	public void setProducerGroup(String producerGroup) {
		this.producerGroup = producerGroup;
	}
	
	public void setMonitorZkServers(String monitorZkServers) {
		this.monitorZkServers = monitorZkServers;
	}

	public void setDelayRetries(int delayRetries) {
		this.delayRetries = delayRetries;
	}

	/**
	 * 发送kafka消息（发送模式由配置defaultAsynSend参数确定，如果没有配置则为异步发送）
	 * @param topicName
	 * @param message
	 * @return
	 */
	public boolean publish(final String topicName, final DefaultMessage message) {
		return publish(topicName, message, defaultAsynSend);
	}
	
	/**
	 * 发送kafka消息（可选择是否异步发送）
	 * @param topicName
	 * @param message
	 * @param asynSend 是否异步发送
	 * @return
	 */
	public boolean publish(String topicName, DefaultMessage message,boolean asynSend){
		if(routeEnv != null)topicName = routeEnv + "." + topicName;
		return producer.publish(topicName, message,asynSend);
	}
	
	/**
	 * 发送kafka消息（消息体不经过包装，以兼容旧的未配套使用的consumer端消费）
	 * @param topicName
	 * @param message
	 * @return
	 */
	public boolean publishNoWrapperMessage(final String topicName, final Serializable message) {
		return publishNoWrapperMessage(topicName, message, defaultAsynSend);
	}
	
	/**
	 * 发送kafka消息（消息体不经过包装，以兼容旧的为配套使用的consumer）
	 * @param topicName
	 * @param message
	 * @param asynSend 是否异步发送
	 * @return
	 */
	public boolean publishNoWrapperMessage(String topicName, Serializable message, boolean asynSend) {
		DefaultMessage defaultMessage = new DefaultMessage(message).sendBodyOnly(true);
		if(routeEnv != null)topicName = routeEnv + "." + topicName;
		return producer.publish(topicName, defaultMessage,asynSend);
	}

}