org.frameworkset.tran.plugin.kafka.input.KafkaInputConfig Maven / Gradle / Ivy

Go to download
package org.frameworkset.tran.plugin.kafka.input;
/**
 * Copyright 2008 biaoping.yin
 * 
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 * 

 * http://www.apache.org/licenses/LICENSE-2.0
 * 

 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

import org.frameworkset.tran.DataTranPlugin;
import org.frameworkset.tran.config.ImportBuilder;
import org.frameworkset.tran.config.InputConfig;
import org.frameworkset.tran.context.ImportContext;
import org.frameworkset.tran.kafka.codec.CodecUtil;
import org.frameworkset.tran.plugin.BaseConfig;

import java.util.Properties;

import static org.frameworkset.tran.metrics.job.MetricsConfig.DEFAULT_metricsInterval;

/**
 * 
Description: 
 * 
 * Copyright (c) 2018
 * @Date 2019/9/20 11:46
 * @author biaoping.yin
 * @version 1.0
 */
public abstract class KafkaInputConfig extends BaseConfig implements InputConfig {
	private Properties kafkaConfigs = null;
	private String kafkaTopic;
	private long checkinterval = 3000l;


	/**
	 * 默认十分钟执行一次拦截器监控数据afterCall方法
	 */
	private long metricsInterval = DEFAULT_metricsInterval;
	private int consumerThreads;
	private long pollTimeOut;
	public static final String CODEC_TEXT = "text";
	public static final String CODEC_TEXT_SPLIT = "text_split";
	public static final String CODEC_LONG = "long";
	public static final String CODEC_JSON = "json";
	public static final String CODEC_INTEGER = "int";
	public static final String CODEC_BYTE = "byte[]";
	/**
	 * json
	 * text
	 */
	private String valueCodec;

	/**
	 * json
	 * text
	 */
	private String keyCodec;
	/**
	 * 并行消费处理拒绝消息
	 */
	private String discardRejectMessage ;
	public KafkaInputConfig setKafkaConfigs(Properties kafkaConfigs) {
		this.kafkaConfigs = kafkaConfigs;
		return this;
	}
	public KafkaInputConfig addKafkaConfig(String key,Object value){
		if(kafkaConfigs == null)
			kafkaConfigs = new Properties();
		kafkaConfigs.put(key,value);
		return this;
	}
	public KafkaInputConfig setKafkaTopic(String kafkaTopic) {
		this.kafkaTopic = kafkaTopic;
		return this;
	}

	public Properties getKafkaConfigs(){
		return kafkaConfigs;
	}

	public String getKafkaTopic(){
		return kafkaTopic;
	}

	public long getCheckinterval() {
		return checkinterval;
	}

	public KafkaInputConfig setCheckinterval(long checkinterval) {
		this.checkinterval = checkinterval;
		return this;
	}

	public String getDiscardRejectMessage() {
		return discardRejectMessage;
	}

	public KafkaInputConfig setDiscardRejectMessage(String discardRejectMessage) {
		this.discardRejectMessage = discardRejectMessage;
		return this;
	}

	public int getConsumerThreads() {
		return consumerThreads;
	}

	public KafkaInputConfig setConsumerThreads(int threads) {
		this.consumerThreads = threads;
		return this;
	}

	public long getPollTimeOut() {
		return pollTimeOut;
	}

	public KafkaInputConfig setPollTimeOut(long pollTimeOut) {
		this.pollTimeOut = pollTimeOut;
		return this;
	}

	public String getValueCodec() {
		return valueCodec;
	}

	public KafkaInputConfig setValueCodec(String valueCodec) {
		this.valueCodec = valueCodec;
		return this;
	}

	public String getKeyCodec() {
		return keyCodec;
	}

	public KafkaInputConfig setKeyCodec(String keyCodec) {
		this.keyCodec = keyCodec;
		return this;
	}
	private Integer kafkaWorkThreads;
	private Integer kafkaWorkQueue;
	public Integer getKafkaWorkThreads(){
		return kafkaWorkThreads;
	}
	public Integer getKafkaWorkQueue(){
		return kafkaWorkQueue;
	}

	public KafkaInputConfig setKafkaWorkThreads(Integer kafkaWorkThreads) {
		this.kafkaWorkThreads = kafkaWorkThreads;
		return this;
	}

	public KafkaInputConfig setKafkaWorkQueue(Integer kafkaWorkQueue) {
		this.kafkaWorkQueue = kafkaWorkQueue;
		return this;
	}

	private void preHandlerCodec(){
		Properties properties = this.getKafkaConfigs();
		if(!properties.containsKey("value.deserializer")){

			if(this.getValueCodec() != null) {
				properties.put("value.deserializer", CodecUtil.getDeserializer(getValueCodec()));
				if(CODEC_TEXT_SPLIT.equals(getValueCodec())){
					properties.put("ext.value.deserializer.splitChar",getFieldSplit());
					properties.put("ext.value.deserializer.cellMappingList",getCellMappingList());
				}
			}
			else{
				properties.put("value.deserializer", CodecUtil.getDeserializer(CODEC_JSON));
			}

		}
		if(!properties.containsKey("key.deserializer") ){
			if(this.getKeyCodec() != null) {
				properties.put("key.deserializer", CodecUtil.getDeserializer(getKeyCodec()));
			}
			else{
				properties.put("key.deserializer", CodecUtil.getDeserializer(CODEC_TEXT));
			}

		}

	}

	@Override
	public void build(ImportContext importContext,ImportBuilder importBuilder) {
		preHandlerCodec();
	}
	@Override
	public DataTranPlugin buildDataTranPlugin(ImportContext importContext){
		DataTranPlugin dataTranPlugin = new KafkaDataTranPluginImpl(importContext);
		return dataTranPlugin;
	}
	public long getMetricsInterval() {
		return metricsInterval;
	}

	public KafkaInputConfig setMetricsInterval(long metricsInterval) {
		this.metricsInterval = metricsInterval;
		return this;
	}

}