org.pentaho.di.trans.step.StepStatus Maven / Gradle / Ivy
Go to download
Show more of this group Show more artifacts with this name
Show all versions of kettle-engine Show documentation
Show all versions of kettle-engine Show documentation
Container pom for Pentaho Data Integration modules
The newest version!
/*! ******************************************************************************
*
* Pentaho Data Integration
*
* Copyright (C) 2002-2017 by Hitachi Vantara : http://www.pentaho.com
*
*******************************************************************************
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with
* the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*
******************************************************************************/
package org.pentaho.di.trans.step;
import java.text.DecimalFormat;
import java.util.ArrayList;
import java.util.Collections;
import java.util.Iterator;
import java.util.LinkedList;
import java.util.List;
import javax.xml.bind.annotation.XmlRootElement;
import org.owasp.encoder.Encode;
import org.pentaho.di.core.Const;
import org.pentaho.di.core.exception.KettleException;
import org.pentaho.di.core.row.RowMeta;
import org.pentaho.di.core.row.RowMetaInterface;
import org.pentaho.di.core.xml.XMLHandler;
import org.w3c.dom.Document;
import org.w3c.dom.Node;
@XmlRootElement
public class StepStatus {
public static final String XML_TAG = "stepstatus";
private String stepname;
private int copy;
private long linesRead;
private long linesWritten;
private long linesInput;
private long linesOutput;
private long linesUpdated;
private long linesRejected;
private long errors;
private String statusDescription;
private double seconds;
private String speed;
private String priority;
private boolean stopped;
private boolean paused;
private long accumlatedRuntime;
private RowMetaInterface sampleRowMeta;
private List sampleRows;
private final DecimalFormat speedDf = new DecimalFormat( "#,###,###,###,##0" );
public StepStatus() {
sampleRows = Collections.synchronizedList( new LinkedList() );
}
public StepStatus( StepInterface baseStep ) {
updateAll( baseStep );
}
public synchronized void updateAll( StepInterface baseStep ) {
// Proc: nr of lines processed: input + output!
this.stepname = baseStep.getStepname();
this.copy = baseStep.getCopy();
this.linesRead = linesRead + baseStep.getLinesRead();
this.linesWritten = linesWritten + baseStep.getLinesWritten();
this.linesInput = linesInput + baseStep.getLinesInput();
this.linesOutput = linesOutput + baseStep.getLinesOutput();
this.linesUpdated = linesUpdated + baseStep.getLinesUpdated();
this.linesRejected = linesRejected + baseStep.getLinesRejected();
this.errors = errors + baseStep.getErrors();
this.accumlatedRuntime = accumlatedRuntime + baseStep.getRuntime();
this.statusDescription = baseStep.getStatus().getDescription();
long in_proc = Math.max( linesInput, linesRead );
long out_proc = Math.max( linesOutput + linesUpdated, linesWritten + linesRejected );
float lapsed = ( (float) accumlatedRuntime ) / 1000;
double in_speed = 0;
double out_speed = 0;
if ( lapsed != 0 ) {
in_speed = Math.floor( 10 * ( in_proc / lapsed ) ) / 10;
out_speed = Math.floor( 10 * ( out_proc / lapsed ) ) / 10;
}
double speedNumber = ( in_speed > out_speed ? in_speed : out_speed );
this.seconds = Math.floor( ( lapsed * 10 ) + 0.5 ) / 10;
this.speed = lapsed == 0 ? "-" : " " + speedDf.format( speedNumber );
this.priority =
baseStep.isRunning() ? " " + baseStep.rowsetInputSize() + "/" + baseStep.rowsetOutputSize() : "-";
this.stopped = baseStep.isStopped();
this.paused = baseStep.isPaused();
}
public String getHTMLTableRow( boolean urlInStepname ) {
return " " + ""
+ ( urlInStepname ? stepname : Encode.forHtml( stepname ) ) + " " + "" + copy + " "
+ "" + linesRead + " " + "" + linesWritten + " " + "" + linesInput + " "
+ "" + linesOutput + " " + "" + linesUpdated + " " + "" + linesRejected + " "
+ "" + errors + " " + "" + Encode.forHtml( statusDescription ) + " " + ""
+ seconds + " " + "" + Encode.forHtml( speed ) + " " + ""
+ Encode.forHtml( priority ) + " " + " ";
}
public String getXML() throws KettleException {
try {
StringBuilder xml = new StringBuilder();
xml.append( XMLHandler.openTag( XML_TAG ) );
xml.append( XMLHandler.addTagValue( "stepname", stepname, false ) );
xml.append( XMLHandler.addTagValue( "copy", copy, false ) );
xml.append( XMLHandler.addTagValue( "linesRead", linesRead, false ) );
xml.append( XMLHandler.addTagValue( "linesWritten", linesWritten, false ) );
xml.append( XMLHandler.addTagValue( "linesInput", linesInput, false ) );
xml.append( XMLHandler.addTagValue( "linesOutput", linesOutput, false ) );
xml.append( XMLHandler.addTagValue( "linesUpdated", linesUpdated, false ) );
xml.append( XMLHandler.addTagValue( "linesRejected", linesRejected, false ) );
xml.append( XMLHandler.addTagValue( "errors", errors, false ) );
xml.append( XMLHandler.addTagValue( "statusDescription", statusDescription, false ) );
xml.append( XMLHandler.addTagValue( "seconds", seconds, false ) );
xml.append( XMLHandler.addTagValue( "speed", speed, false ) );
xml.append( XMLHandler.addTagValue( "priority", priority, false ) );
xml.append( XMLHandler.addTagValue( "stopped", stopped, false ) );
xml.append( XMLHandler.addTagValue( "paused", paused, false ) );
if ( sampleRowMeta != null ) {
xml.append( XMLHandler.openTag( "samples" ) );
xml.append( sampleRowMeta.getMetaXML() );
xml.append( Const.CR );
if ( sampleRows != null ) {
synchronized ( sampleRows ) {
Iterator iterator = sampleRows.iterator();
while ( iterator.hasNext() ) {
Object[] sampleRow = iterator.next();
xml.append( sampleRowMeta.getDataXML( sampleRow ) );
xml.append( Const.CR );
}
}
}
xml.append( XMLHandler.closeTag( "samples" ) );
}
xml.append( XMLHandler.closeTag( XML_TAG ) );
return xml.toString();
} catch ( Exception e ) {
throw new KettleException( "Unable to serialize step '" + stepname + "' status data to XML", e );
}
}
public StepStatus( Node node ) throws KettleException {
stepname = XMLHandler.getTagValue( node, "stepname" );
copy = Integer.parseInt( XMLHandler.getTagValue( node, "copy" ) );
linesRead = Long.parseLong( XMLHandler.getTagValue( node, "linesRead" ) );
linesWritten = Long.parseLong( XMLHandler.getTagValue( node, "linesWritten" ) );
linesInput = Long.parseLong( XMLHandler.getTagValue( node, "linesInput" ) );
linesOutput = Long.parseLong( XMLHandler.getTagValue( node, "linesOutput" ) );
linesUpdated = Long.parseLong( XMLHandler.getTagValue( node, "linesUpdated" ) );
linesRejected = Long.parseLong( XMLHandler.getTagValue( node, "linesRejected" ) );
errors = Long.parseLong( XMLHandler.getTagValue( node, "errors" ) );
statusDescription = XMLHandler.getTagValue( node, "statusDescription" );
seconds = Double.parseDouble( XMLHandler.getTagValue( node, "seconds" ) );
speed = XMLHandler.getTagValue( node, "speed" );
priority = XMLHandler.getTagValue( node, "priority" );
stopped = "Y".equalsIgnoreCase( XMLHandler.getTagValue( node, "stopped" ) );
paused = "Y".equalsIgnoreCase( XMLHandler.getTagValue( node, "paused" ) );
Node samplesNode = XMLHandler.getSubNode( node, "samples" );
if ( samplesNode != null ) {
Node rowMetaNode = XMLHandler.getSubNode( samplesNode, RowMeta.XML_META_TAG );
if ( rowMetaNode != null ) {
sampleRowMeta = new RowMeta( rowMetaNode );
sampleRows = new ArrayList();
List dataNodes = XMLHandler.getNodes( samplesNode, RowMeta.XML_DATA_TAG );
for ( Node dataNode : dataNodes ) {
Object[] sampleRow = sampleRowMeta.getRow( dataNode );
sampleRows.add( sampleRow );
}
}
}
}
public StepStatus fromXML( String xml ) throws KettleException {
Document document = XMLHandler.loadXMLString( xml );
return new StepStatus( XMLHandler.getSubNode( document, XML_TAG ) );
}
public String[] getTransLogFields() {
return getTransLogFields( statusDescription );
}
public String[] getTransLogFields( String overrideDescription ) {
String[] fields =
new String[] {
"", // Row number
stepname, Integer.toString( copy ), Long.toString( linesRead ), Long.toString( linesWritten ),
Long.toString( linesInput ), Long.toString( linesOutput ), Long.toString( linesUpdated ),
Long.toString( linesRejected ), Long.toString( errors ), overrideDescription, convertSeconds( seconds ),
speed, priority, };
return fields;
}
private String convertSeconds( double seconds ) {
String retval = seconds + "s";
if ( seconds < 60 ) {
return retval;
}
double donnee = seconds;
int mn = (int) donnee / 60;
int h = mn / 60;
mn = mn % 60;
int s = (int) donnee % 60;
if ( h > 0 ) {
retval = h + "h " + mn + "mn " + s + "s";
} else {
if ( mn > 0 ) {
retval = mn + "mn " + s + "s";
} else {
retval = seconds + "s";
}
}
return retval;
}
public String[] getSpoonSlaveLogFields() {
String[] fields = getTransLogFields();
String[] retval = new String[fields.length - 1];
for ( int i = 0; i < retval.length; i++ ) {
retval[i] = fields[i + 1];
}
return retval;
}
public String[] getPeekFields() {
String[] fields =
new String[] {
Integer.toString( copy ), Long.toString( linesRead ), Long.toString( linesWritten ),
Long.toString( linesInput ), Long.toString( linesOutput ), Long.toString( linesUpdated ),
Long.toString( linesRejected ), Long.toString( errors ), statusDescription, convertSeconds( seconds ),
speed, priority, };
return fields;
}
/**
* @return the copy
*/
public int getCopy() {
return copy;
}
/**
* @param copy
* the copy to set
*/
public void setCopy( int copy ) {
this.copy = copy;
}
/**
* @return the errors
*/
public long getErrors() {
return errors;
}
/**
* @param errors
* the errors to set
*/
public void setErrors( long errors ) {
this.errors = errors;
}
/**
* @return the linesInput
*/
public long getLinesInput() {
return linesInput;
}
/**
* @param linesInput
* the linesInput to set
*/
public void setLinesInput( long linesInput ) {
this.linesInput = linesInput;
}
/**
* @return the linesOutput
*/
public long getLinesOutput() {
return linesOutput;
}
/**
* @param linesOutput
* the linesOutput to set
*/
public void setLinesOutput( long linesOutput ) {
this.linesOutput = linesOutput;
}
/**
* @return the linesRead
*/
public long getLinesRead() {
return linesRead;
}
/**
* @param linesRead
* the linesRead to set
*/
public void setLinesRead( long linesRead ) {
this.linesRead = linesRead;
}
/**
* @return the linesUpdated
*/
public long getLinesUpdated() {
return linesUpdated;
}
/**
* @param linesUpdated
* the linesUpdated to set
*/
public void setLinesUpdated( long linesUpdated ) {
this.linesUpdated = linesUpdated;
}
/**
* @return the linesWritten
*/
public long getLinesWritten() {
return linesWritten;
}
/**
* @param linesWritten
* the linesWritten to set
*/
public void setLinesWritten( long linesWritten ) {
this.linesWritten = linesWritten;
}
/**
* @return the priority
*/
public String getPriority() {
return priority;
}
/**
* @param priority
* the priority to set
*/
public void setPriority( String priority ) {
this.priority = priority;
}
/**
* @return the seconds
*/
public double getSeconds() {
return seconds;
}
/**
* @param seconds
* the seconds to set
*/
public void setSeconds( double seconds ) {
this.seconds = seconds;
}
/**
* @return the speed
*/
public String getSpeed() {
return speed;
}
/**
* @param speed
* the speed to set
*/
public void setSpeed( String speed ) {
this.speed = speed;
}
/**
* @return the statusDescription
*/
public String getStatusDescription() {
return statusDescription;
}
/**
* @param statusDescription
* the statusDescription to set
*/
public void setStatusDescription( String statusDescription ) {
this.statusDescription = statusDescription;
}
/**
* @return the stepname
*/
public String getStepname() {
return stepname;
}
/**
* @param stepname
* the stepname to set
*/
public void setStepname( String stepname ) {
this.stepname = stepname;
}
/**
* @return the linesRejected
*/
public long getLinesRejected() {
return linesRejected;
}
/**
* @param linesRejected
* the linesRejected to set
*/
public void setLinesRejected( long linesRejected ) {
this.linesRejected = linesRejected;
}
/**
* @return the stopped
*/
public boolean isStopped() {
return stopped;
}
/**
* @param stopped
* the stopped to set
*/
public void setStopped( boolean stopped ) {
this.stopped = stopped;
}
/**
* @return the paused
*/
public boolean isPaused() {
return paused;
}
/**
* @param paused
* the paused to set
*/
public void setPaused( boolean paused ) {
this.paused = paused;
}
public RowMetaInterface getSampleRowMeta() {
return sampleRowMeta;
}
public void setSampleRowMeta( RowMetaInterface sampleRowMeta ) {
this.sampleRowMeta = sampleRowMeta;
}
public List getSampleRows() {
return sampleRows;
}
public void setSampleRows( List sampleRows ) {
this.sampleRows = sampleRows;
}
}