com.ibm.jbatch.container.impl.SingleThreadedStepControllerImpl Maven / Gradle / Ivy
/*
* Copyright 2012 International Business Machines Corp.
*
* See the NOTICE file distributed with this work for additional information
* regarding copyright ownership. Licensed under the Apache License,
* Version 2.0 (the "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.ibm.jbatch.container.impl;
import java.io.Serializable;
import java.util.List;
import java.util.concurrent.BlockingQueue;
import java.util.logging.Logger;
import com.ibm.jbatch.container.IController;
import com.ibm.jbatch.container.artifact.proxy.InjectionReferences;
import com.ibm.jbatch.container.artifact.proxy.PartitionCollectorProxy;
import com.ibm.jbatch.container.artifact.proxy.ProxyFactory;
import com.ibm.jbatch.container.artifact.proxy.StepListenerProxy;
import com.ibm.jbatch.container.context.impl.StepContextImpl;
import com.ibm.jbatch.container.exception.BatchContainerServiceException;
import com.ibm.jbatch.container.jobinstance.RuntimeJobExecution;
import com.ibm.jbatch.container.util.PartitionDataWrapper;
import com.ibm.jbatch.container.util.PartitionDataWrapper.PartitionEventType;
import com.ibm.jbatch.container.validation.ArtifactValidationException;
import com.ibm.jbatch.jsl.model.Collector;
import com.ibm.jbatch.jsl.model.Property;
import com.ibm.jbatch.jsl.model.Step;
/**
*
* When a partitioned step is run, this controller will only be used for the partition threads,
* NOT the top-level main thread that the step executes upon.
*
* When a non-partitioned step is run this controller will be used as well (and there will be no
* separate main thread with controller).
*
*/
public abstract class SingleThreadedStepControllerImpl extends BaseStepControllerImpl implements IController {
private final static String sourceClass = SingleThreadedStepControllerImpl.class.getName();
private final static Logger logger = Logger.getLogger(sourceClass);
// Collector only used from partition threads, not main thread
protected PartitionCollectorProxy collectorProxy = null;
protected SingleThreadedStepControllerImpl(RuntimeJobExecution jobExecutionImpl, Step step, StepContextImpl stepContext, long rootJobExecutionId, BlockingQueue analyzerStatusQueue) {
super(jobExecutionImpl, step, stepContext, rootJobExecutionId, analyzerStatusQueue);
}
List stepListeners = null;
protected void setupStepArtifacts() {
// set up listeners
InjectionReferences injectionRef = new InjectionReferences(jobExecutionImpl.getJobContext(), stepContext, null);
this.stepListeners = jobExecutionImpl.getListenerFactory().getStepListeners(step, injectionRef, stepContext);
// set up collectors if we are running a partitioned step
if (step.getPartition() != null) {
Collector collector = step.getPartition().getCollector();
if (collector != null) {
List propList = (collector.getProperties() == null) ? null : collector.getProperties().getPropertyList();
/**
* Inject job flow, split, and step contexts into partition
* artifacts like collectors and listeners some of these
* contexts may be null
*/
injectionRef = new InjectionReferences(jobExecutionImpl.getJobContext(), stepContext, propList);
try {
this.collectorProxy = ProxyFactory.createPartitionCollectorProxy(collector.getRef(), injectionRef, this.stepContext);
} catch (ArtifactValidationException e) {
throw new BatchContainerServiceException("Cannot create the collector [" + collector.getRef() + "]", e);
}
}
}
}
@Override
protected void invokePreStepArtifacts() {
// Don't call beforeStep() in the partitioned case, since we are now on a partition thread, and
// have already called beforeStep() on the main thread as the spec says.
if ((stepListeners != null) && (this.jobExecutionImpl.getPartitionInstance() == null)) {
for (StepListenerProxy listenerProxy : stepListeners) {
listenerProxy.beforeStep();
}
}
}
@Override
protected void invokePostStepArtifacts() {
// Don't call beforeStep() in the partitioned case, since we are now on a partition thread, and
// have already called beforeStep() on the main thread as the spec says.
if ((stepListeners != null) && (this.jobExecutionImpl.getPartitionInstance() == null)) {
for (StepListenerProxy listenerProxy : stepListeners) {
listenerProxy.afterStep();
}
}
}
protected void invokeCollectorIfPresent() {
if (collectorProxy != null) {
Serializable data = collectorProxy.collectPartitionData();
logger.finer("Got partition data: " + data + ", from collector: " + collectorProxy);
sendCollectorDataToAnalyzerIfPresent(data);
}
}
// Useless to have collector without analyzer but let's check so we don't hang or blow up.
protected void sendCollectorDataToAnalyzerIfPresent(Serializable data) {
if (analyzerStatusQueue != null) {
logger.finer("Sending collector partition data: " + data + " to analyzer queue: " + analyzerStatusQueue);
PartitionDataWrapper dataWrapper = new PartitionDataWrapper();
dataWrapper.setCollectorData(data);
dataWrapper.setEventType(PartitionEventType.ANALYZE_COLLECTOR_DATA);
analyzerStatusQueue.add(dataWrapper);
} else {
logger.fine("Analyzer not configured.");
}
}
// Useless to have collector without analyzer but let's check so we don't hang or blow up.
@Override
protected void sendStatusFromPartitionToAnalyzerIfPresent() {
if (analyzerStatusQueue != null) {
logger.fine("Send status from partition for analyzeStatus with batchStatus = " + stepStatus.getBatchStatus() + ", exitStatus = " + stepStatus.getExitStatus());
PartitionDataWrapper dataWrapper = new PartitionDataWrapper();
dataWrapper.setBatchStatus(stepStatus.getBatchStatus());
dataWrapper.setExitStatus(stepStatus.getExitStatus());
dataWrapper.setEventType(PartitionEventType.ANALYZE_STATUS);
analyzerStatusQueue.add(dataWrapper);
} else {
logger.fine("Analyzer not configured.");
}
}
}
© 2015 - 2024 Weber Informatics LLC | Privacy Policy