org.frameworkset.tran.plugin.mysqlbinlog.input.MysqlBinlogDataTranPluginImpl Maven / Gradle / Ivy
Go to download
Show more of this group Show more artifacts with this name
Show all versions of bboss-datatran-binlog Show documentation
Show all versions of bboss-datatran-binlog Show documentation
bboss etl,datastream,Elasticsearch/Opensearch Client with restful and java api without elasticsearch jar dependended.
The newest version!
package org.frameworkset.tran.plugin.mysqlbinlog.input;
/**
* Copyright 2008 biaoping.yin
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
import com.frameworkset.orm.annotation.BatchContext;
import com.frameworkset.util.SimpleStringUtil;
import org.frameworkset.tran.DataImportException;
import org.frameworkset.tran.DataTranPluginImpl;
import org.frameworkset.tran.DestroyPolicy;
import org.frameworkset.tran.Record;
import org.frameworkset.tran.context.Context;
import org.frameworkset.tran.context.ContextImpl;
import org.frameworkset.tran.context.ImportContext;
import org.frameworkset.tran.exception.ImportExceptionUtil;
import org.frameworkset.tran.schedule.ScheduleEndCall;
import org.frameworkset.tran.schedule.*;
import org.frameworkset.tran.status.BaseStatusManager;
import org.frameworkset.tran.status.InitLastValueClumnName;
import org.frameworkset.tran.status.LastValueWrapper;
import org.frameworkset.tran.status.SetLastValueType;
import org.frameworkset.tran.util.EventListenStoppedThread;
import org.frameworkset.tran.util.StoppedThread;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import java.util.List;
import static org.frameworkset.tran.metrics.job.MetricsConfig.DEFAULT_metricsInterval;
/**
*
Description:
*
* Copyright (c) 2018
* @Date 2019/10/9 16:55
* @author biaoping.yin
* @version 1.0
*/
public class MysqlBinlogDataTranPluginImpl extends DataTranPluginImpl {
protected static Logger logger = LoggerFactory.getLogger(MysqlBinlogDataTranPluginImpl.class);
private StoppedThread metricsThread;
private MySQLBinlogConfig mySQLBinlogConfig;
/**
* 默认十分钟执行一次拦截器监控数据afterCall方法
*/
private long metricsInterval ;
public MysqlBinlogDataTranPluginImpl(ImportContext importContext){
super(importContext);
mySQLBinlogConfig = (MySQLBinlogConfig)importContext.getInputConfig();
metricsInterval = mySQLBinlogConfig.getMetricsInterval();
if(metricsInterval <= 0L){
metricsInterval = DEFAULT_metricsInterval;
}
}
@Override
public boolean isSingleLastValueType(){
return false;
}
@Override
public SetLastValueType getSetLastValueType(){
return new SetLastValueType (){
public void set(){
if( mySQLBinlogConfig.isEnableIncrement()) {
importContext.setLastValueType(ImportIncreamentConfig.NUMBER_TYPE);
statusManager.initLastValueType();
}
}
};
}
// @Override
// public boolean onlyUseBatchExecute(){
// return true;
// }
@Override
public boolean useFilePointer(){
return true;
}
@Override
protected InitLastValueClumnName getInitLastValueClumnName(){
return new InitLastValueClumnName (){
public void initLastValueClumnName(){
if(!SimpleStringUtil.isEmpty(mySQLBinlogConfig.getFileNames())){
statusManager.setIncreamentImport(false);
}
else if(mySQLBinlogConfig.isCollectMasterHistoryBinlog()){
statusManager.setIncreamentImport(false);
}
else if(!mySQLBinlogConfig.isEnableIncrement()){
statusManager.setIncreamentImport(false);
}
else {
if (mySQLBinlogConfig.getPosition() == null) {
mySQLBinlogConfig.setPosition(0L);
}
}
}
};
}
@Override
public Context buildContext(TaskContext taskContext, Record record,BatchContext batchContext){
ContextImpl context = new ContextImpl( taskContext,importContext, record,batchContext);
context.setAction(record.getAction());
return context;
}
public boolean neadFinishJob(){
return SimpleStringUtil.isNotEmpty(this.mySQLBinlogConfig.getFileNames())
|| mySQLBinlogConfig.isCollectMasterHistoryBinlog();
}
@Override
public void importData(ScheduleEndCall scheduleEndCall) throws DataImportException {
if(this.checkTranToStop())//任务处于停止状态，不再执行定时作业
{
return;
}
long importStartTime = System.currentTimeMillis();
TaskContext taskContext = inputPlugin.isEnablePluginTaskIntercept()?new TaskContext(importContext):null;
try {
preCall(taskContext);
this.doImportData(taskContext);
List callInterceptors = importContext.getCallInterceptors();
if(callInterceptors != null && callInterceptors.size() > 0) {
metricsThread = new EventListenStoppedThread(taskContext,this,metricsInterval);
metricsThread.setName("MysqlBinlogDataTranPlugin-MetricsThread");
metricsThread.setDaemon(true);
metricsThread.start();
}
long importEndTime = System.currentTimeMillis();
if (isPrintTaskLog())
logger.info(new StringBuilder().append("Execute job Take ").append((importEndTime - importStartTime)).append(" ms").toString());
if(neadFinishJob()){//如果是采集binlog文件的情况下，需要结束作业
importContext.finishAndWaitTran(null);
}
}
catch (DataImportException dataImportException){
throwException(taskContext,dataImportException);
importContext.finishAndWaitTran(dataImportException);
}
catch (Exception dataImportException){
throwException(taskContext,dataImportException);
importContext.finishAndWaitTran(dataImportException);
throw dataImportException;
}
catch (Throwable dataImportException){
DataImportException e = ImportExceptionUtil.buildDataImportException(importContext,dataImportException);
throwException(taskContext,e);
importContext.finishAndWaitTran(dataImportException);
throw e;
}
}
public void afterCall(TaskContext taskContext){
super.afterCall(taskContext);
}
@Override
public void initSchedule(){
logger.info("Ignore initSchedule for plugin {}",this.getClass().getName());
}
@Override
public void destroy(DestroyPolicy destroyPolicy) {
if(checkTranToStop()){
return;
}
if(metricsThread != null)
metricsThread.stopThread();
super.destroy(destroyPolicy);
}
// @Override
// public void initLastValueClumnName(){
// setIncreamentImport(false);
// }
@Override
public boolean needUpdateLastValueWrapper(Integer lastValueType, LastValueWrapper oldValue,LastValueWrapper newValue){
// if(newValue == null)
// return false;
// if(!oldValue.getStrLastValue().equals(newValue.getStrLastValue())){
// if(oldValue.getTimeStamp() < newValue.getTimeStamp()){
// return true;
// }
// else{
// return false;
// }
// }
// else {
// return BaseStatusManager.needUpdate(lastValueType, oldValue.getLastValue(), newValue.getLastValue());
// }
if(newValue == null)
return false;
if(oldValue == null)
return true;
if(oldValue.getStrLastValue() == null && newValue.getStrLastValue() == null){
return max( oldValue.getLastValue(), newValue.getLastValue());
}
else if( oldValue.getStrLastValue() == null || newValue.getStrLastValue() == null ){
return true;
}
else {
if (!oldValue.getStrLastValue().equals(newValue.getStrLastValue())) {
if (oldValue.getTimeStamp() < newValue.getTimeStamp()) {
return true;
} else {
return false;
}
} else {
return max( oldValue.getLastValue(), newValue.getLastValue());
}
}
}
/**
* Number ts = (Number)lastValue.getLastValue();
* Number nts = (Number)taskMetrics.getLastValue().getLastValue();
* if(nts.longValue() > ts.longValue())
* this.lastValue = taskMetrics.getLastValue();
* @param oldValue
* @param newValue
* @return
*/
@Override
public LastValueWrapper maxNumberLastValue(LastValueWrapper oldValue, LastValueWrapper newValue){
if(oldValue.getStrLastValue() == null && newValue.getStrLastValue() == null){
return compareValue( oldValue, newValue);
}
else if( oldValue.getStrLastValue() == null || newValue.getStrLastValue() == null ){
return newValue;
}
else {
if (!oldValue.getStrLastValue().equals(newValue.getStrLastValue())) {
if (oldValue.getTimeStamp() < newValue.getTimeStamp()) {
return newValue;
} else {
return oldValue;
}
} else {
return compareValue( oldValue, newValue);
}
}
}
@Override
public LastValueWrapper maxLastValue(LastValueWrapper oldValue, Record record){
LastValueWrapper newValue = record.getLastValueWrapper();
return maxNumberLastValue( oldValue, newValue);
}
@Override
public void initLastValueStatus(Status currentStatus, BaseStatusManager baseStatusManager) throws Exception {
LastValueWrapper lastValueWrapper = currentStatus.getCurrentLastValueWrapper();
if (mySQLBinlogConfig.getPosition() != null) {
lastValueWrapper.setLastValue(mySQLBinlogConfig.getPosition());
}
else if (importContext.getConfigLastValue() != null) {
lastValueWrapper.setLastValue(importContext.getConfigLastValue());
}
else {
lastValueWrapper.setLastValue(0l);
}
if (SimpleStringUtil.isNotEmpty(mySQLBinlogConfig.getMastterBinLogFile())) {
lastValueWrapper.setStrLastValue(mySQLBinlogConfig.getMastterBinLogFile());
}
// lastValueWrapper.setLastValue(currentStatus.getLastValue());
}
}
© 2015 - 2025 Weber Informatics LLC | Privacy Policy