• Home
• com.bbossgroups.plugins
• bboss-datatran-core
• 7.3.9
• source code
• DataTranPluginImpl.java

×

Project download

Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $

You can buy this project and download/modify it how often you want.

org.frameworkset.tran.DataTranPluginImpl Maven / Gradle / Ivy

package org.frameworkset.tran;
/**
 * Copyright 2008 biaoping.yin
 * 

 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 * 

 * http://www.apache.org/licenses/LICENSE-2.0
 * 

 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

import com.frameworkset.common.poolman.util.DBConf;
import com.frameworkset.common.poolman.util.DBStartResult;
import com.frameworkset.common.poolman.util.SQLManager;
import com.frameworkset.common.poolman.util.SQLUtil;
import com.frameworkset.orm.annotation.BatchContext;
import com.frameworkset.util.SimpleStringUtil;
import org.apache.commons.lang3.time.DateFormatUtils;
import org.frameworkset.tran.config.DynamicParam;
import org.frameworkset.tran.config.DynamicParamContext;
import org.frameworkset.tran.config.JobInputParamGroup;
import org.frameworkset.tran.context.Context;
import org.frameworkset.tran.context.ImportContext;
import org.frameworkset.tran.exception.ImportExceptionUtil;
import org.frameworkset.tran.schedule.ScheduleEndCall;
import org.frameworkset.tran.listener.JobClosedListener;
import org.frameworkset.tran.metrics.MetricsLogLevel;
import org.frameworkset.tran.metrics.MetricsLogReport;
import org.frameworkset.tran.metrics.TaskMetrics;
import org.frameworkset.tran.plugin.InputPlugin;
import org.frameworkset.tran.plugin.OutputPlugin;
import org.frameworkset.tran.plugin.metrics.output.ETLMetrics;
import org.frameworkset.tran.schedule.*;
import org.frameworkset.tran.schedule.timer.TimeUtil;
import org.frameworkset.tran.status.*;
import org.frameworkset.tran.util.TranConstant;
import org.frameworkset.tran.util.TranUtil;
import org.frameworkset.util.ResourceEnd;
import org.frameworkset.util.ResourceStart;
import org.frameworkset.util.ResourceStartResult;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

import java.math.BigDecimal;
import java.time.LocalDateTime;
import java.util.*;
import java.util.concurrent.CountDownLatch;
import java.util.concurrent.atomic.AtomicInteger;
import java.util.concurrent.locks.ReentrantLock;

import static java.lang.Thread.sleep;

/**
 * 
Description: 
 * 

 * 
Copyright (c) 2018
 * @Date 2019/10/9 16:55
 * @author biaoping.yin
 * @version 1.0
 */
public class DataTranPluginImpl implements DataTranPlugin {
	protected static Logger logger = LoggerFactory.getLogger(DataTranPluginImpl.class);

	protected InputPlugin inputPlugin ;
	protected OutputPlugin outputPlugin;
	private ExportCount exportCount;
	protected StatusManager statusManager;
	protected ScheduleAssert scheduleAssert;
	/**
	 * 包含所有启动成功的db数据源
	 */
	protected DBStartResult dbStartResult = new DBStartResult();
	public ExportCount getExportCount() {
		return exportCount;
	}
//    @Override
//    public boolean onlyUseBatchExecute(){
//        return false;
//    }
	@Override
	public boolean useFilePointer(){
		return false;
	}
	public InputPlugin getInputPlugin() {
		return inputPlugin;
	}

	public OutputPlugin getOutputPlugin() {
		return outputPlugin;
	}

    public StatusManager getStatusManager() {
        return statusManager;
    }

    @Override
	public ScheduleAssert getScheduleAssert() {
		return scheduleAssert;
	}

	public void setScheduleAssert(ScheduleAssert scheduleAssert){
		this.scheduleAssert = scheduleAssert;
	}
    protected LastValueWrapper compareValue(LastValueWrapper oldValue, LastValueWrapper newValue){
        if(max(oldValue.getLastValue(), newValue.getLastValue())){
            return newValue;
        }
        else{
            return oldValue;
        }
    }
    @Override
    public LastValueWrapper maxLastValue(LastValueWrapper oldValue, Record record){
        LastValueWrapper newValue = record.getLastValueWrapper();
        return compareValue(oldValue, newValue);
    }


    /**
     * Number ts = (Number)lastValue.getLastValue();
     * 				Number nts = (Number)taskMetrics.getLastValue().getLastValue();
     * 				if(nts.longValue() > ts.longValue())
     * 					this.lastValue = taskMetrics.getLastValue();
     * @param oldValue
     * @param newValue
     * @return
     */
    @Override
    public LastValueWrapper maxNumberLastValue(LastValueWrapper oldValue, LastValueWrapper newValue){
        return compareValue(oldValue, newValue);
    }

    protected boolean max(Object oldValue,Object newValue){

        return BaseStatusManager.max(importContext.getLastValueType(),oldValue,newValue);

    }

    @Override
	public Map getJobInputParams(TaskContext taskContext) {
		Map _params = importContext.getJobInputParams();
		Map params = new HashMap();
		if (_params != null && _params.size() > 0) {
			params.putAll(_params);
		}
		Map dynamicParams = importContext.getJobDynamicInputParams();
		if(dynamicParams == null || dynamicParams.size() == 0){
			return params;
		}
		Iterator> iterator = dynamicParams.entrySet().iterator();
		DynamicParamContext dynamicParamContext = new DynamicParamContext();
		dynamicParamContext.setImportContext(importContext);
		dynamicParamContext.setTaskContext(taskContext);
		while (iterator.hasNext()){
			Map.Entry entry = iterator.next();
			Object value = null;
			try {
				value = entry.getValue().getValue(entry.getKey(),dynamicParamContext);
			} catch (DataImportException e) {
				throw e;
			} catch (Exception e) {
				throw ImportExceptionUtil.buildDataImportException(importContext.getOutputPlugin(),importContext,"get value of "+entry.getKey() + " failed:",e);
			}
			if(value != null)
				params.put(entry.getKey(),value);
		}
		return params;
	}

    public boolean hasJobInputParamGroups(){
        return importContext.getJobInputParamGroups() != null && importContext.getJobInputParamGroups().size() > 0;
    }
    public List