org.frameworkset.tran.plugin.kafka.output.Kafka2OutputDataTranPlugin Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of bboss-datatran-kafka2x Show documentation
bboss elasticsearch client with restful and java api without elasticsearch jar dependended.
The newest version!
package org.frameworkset.tran.plugin.kafka.output;
/**
 * Copyright 2008 biaoping.yin
 * 
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 * 

 * http://www.apache.org/licenses/LICENSE-2.0
 * 

 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

import org.frameworkset.plugin.kafka.KafkaProductor;
import org.frameworkset.tran.BaseDataTran;
import org.frameworkset.tran.JobCountDownLatch;
import org.frameworkset.tran.TranResultSet;
import org.frameworkset.tran.context.ImportContext;
import org.frameworkset.tran.kafka.output.KafkaJobTaskMetrics;
import org.frameworkset.tran.kafka.output.KafkaOutputDataTran;
import org.frameworkset.tran.kafka.output.KafkaSend;
import org.frameworkset.tran.kafka.output.KafkaSendImpl;
import org.frameworkset.tran.metrics.JobTaskMetrics;
import org.frameworkset.tran.plugin.BasePlugin;
import org.frameworkset.tran.plugin.OutputPlugin;
import org.frameworkset.tran.schedule.Status;
import org.frameworkset.tran.schedule.TaskContext;
import org.frameworkset.tran.task.BaseTaskCommand;

/**
 * 
Description: 
 * 
 * Copyright (c) 2018
 * @Date 2019/10/9 14:35
 * @author biaoping.yin
 * @version 1.0
 */
public class Kafka2OutputDataTranPlugin extends BasePlugin implements OutputPlugin, KafkaSend {
	private KafkaProductor kafkaProductor;
	private Kafka2OutputConfig kafka2OutputConfig;
	@Override
	public void init(){

	}

	@Override
	public void destroy(boolean waitTranStop) {
		if(kafkaProductor != null){
			kafkaProductor.destroy();
		}
	}

	public BaseDataTran createBaseDataTran(TaskContext taskContext, TranResultSet jdbcResultSet, JobCountDownLatch countDownLatch, Status currentStatus){
		KafkaOutputDataTran kafkaOutputDataTran = new KafkaOutputDataTran(  taskContext,jdbcResultSet, importContext,countDownLatch,  currentStatus);
		kafkaOutputDataTran.initTran();
		return kafkaOutputDataTran;
	}


	public Kafka2OutputDataTranPlugin(ImportContext importContext){
		super(importContext);
		kafka2OutputConfig = (Kafka2OutputConfig) importContext.getOutputConfig();
	}

	@Override
	public void afterInit() {
		kafka2OutputConfig.setKafkaSend(this);
	}

	@Override
	public void beforeInit() {

	}
    @Override
    public void batchSend(final BaseTaskCommand taskCommand, TaskContext taskContext, String topic,Object key, Object data) {
        if(kafkaProductor == null){
            synchronized (this) {
                if(kafkaProductor == null) {
                    kafkaProductor = KafkaSendImpl.buildProducer( kafka2OutputConfig);

                }
            }
        }
        KafkaSendImpl.batchSend(kafkaProductor,kafka2OutputConfig,taskCommand,taskContext,topic,key,data);
    }

	@Override
	public void send(final BaseTaskCommand taskCommand, TaskContext taskContext, String topic,Object key, Object data) {
		if(kafkaProductor == null){
			synchronized (this) {
				if(kafkaProductor == null) {
					kafkaProductor = KafkaSendImpl.buildProducer( kafka2OutputConfig);

				}
			}
		}
		KafkaSendImpl.send(kafkaProductor,kafka2OutputConfig,taskCommand,taskContext,topic,key,data);
	}
	@Override
	public JobTaskMetrics createJobTaskMetrics(){
//		return getOutputPlugin().createJobTaskMetrics();
        if(importContext.isSerial()) {
            return new KafkaJobTaskMetrics();
        }
        else{
            return super.createJobTaskMetrics();
        }
	}
}