prerna.reactor.frame.py.PyCollectNewColReactor Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of semoss Show documentation
SEMOSS
The newest version!
package prerna.reactor.frame.py;

import java.util.List;
import java.util.Vector;

import prerna.algorithm.api.ICodeExecution;
import prerna.ds.OwlTemporalEngineMeta;
import prerna.ds.py.PandasFrame;
import prerna.ds.py.PyTranslator;
import prerna.om.Variable.LANGUAGE;
import prerna.query.interpreters.PandasInterpreter;
import prerna.query.querystruct.SelectQueryStruct;
import prerna.query.querystruct.selectors.IQuerySelector;
import prerna.query.querystruct.transform.QSAliasToPhysicalConverter;
import prerna.reactor.task.TaskBuilderReactor;
import prerna.sablecc2.om.PixelDataType;
import prerna.sablecc2.om.PixelOperationType;
import prerna.sablecc2.om.ReactorKeysEnum;
import prerna.sablecc2.om.nounmeta.NounMetadata;
import prerna.sablecc2.om.task.BasicIteratorTask;

public class PyCollectNewColReactor extends TaskBuilderReactor implements ICodeExecution {

	/**
	 * This class is responsible for collecting data from a task and returning it
	 */

	private String codeExecuted = null;
	private PyTranslator pyt = null;

	public PyCollectNewColReactor() {
		this.keysToGet = new String[] { ReactorKeysEnum.QUERY_STRUCT.getKey() };
	}

	public NounMetadata execute() {
		String warning = null;
		
		if(! ((this.task=getTask()) instanceof BasicIteratorTask)) {
			throw new IllegalArgumentException("Can only add a new column using a basic query on a frame");
		}
		
		// get the query struct
		SelectQueryStruct sqs = ((BasicIteratorTask) this.task).getQueryStruct();
		PandasFrame frame = (PandasFrame) sqs.getFrame();
		pyt = insight.getPyTranslator();
		
		OwlTemporalEngineMeta metadata = frame.getMetaData();
		SelectQueryStruct pqs = null;

		try {
			// if the columns are not there. 
			pqs = QSAliasToPhysicalConverter.getPhysicalQs(sqs, metadata);
		} catch(Exception ex) {
			return getWarning("Calculation is using columns that do not exist in the frame. Cannot perform this operation");
		}

		if(pqs.getCombinedFilters().getFilters() != null && pqs.getCombinedFilters().getFilters().size() > 0 ) {
			warning = "You are applying a calculation while there are filters, this is not recommended and can lead to unpredictable results";
			pqs.ignoreFilters = true;
		}

		// there should be only one selector
		List  allSelectors = sqs.getSelectors();
		if(allSelectors.size() == 0) {
			throw new IllegalArgumentException("No new columns to add");
		}
		
		IQuerySelector onlySelector = allSelectors.get(0);
		PandasInterpreter interp = new PandasInterpreter();
		interp.setDataTableName(frame.getName(), frame.getName() + "w.cache['data']");
		interp.setDataTypeMap(frame.getMetaData().getHeaderToTypeMap());
		// I should also possibly set up pytranslator so I can run command for creating filter
		interp.setPyTranslator(pyt);
		String mainQuery = interp.processSelector(onlySelector, frame.getName(), false, false);

		//String mainQuery = processSelector(onlySelector, frame.getName()).toString();
		
		String alias = onlySelector.getAlias();
		mainQuery = frame.getName() + "['" + alias + "'] = " + mainQuery;
		pyt.runEmptyPy(mainQuery);
		this.codeExecuted = mainQuery;
		
		// recreate the metadata
		frame.recreateMeta();
		
		NounMetadata noun = new NounMetadata(frame, PixelDataType.FRAME, PixelOperationType.FRAME_HEADERS_CHANGE);
		noun.addAdditionalReturn(getSuccess("Added Col " + alias));
		if(warning != null) {
			noun.addAdditionalReturn(getWarning(warning));
		}

		return noun;
	}

	@Override
	public List getOutputs() {
		List outputs = super.getOutputs();
		if(outputs != null && !outputs.isEmpty()) return outputs;

		outputs = new Vector();
		NounMetadata output = new NounMetadata(this.signature, PixelDataType.FORMATTED_DATA_SET, PixelOperationType.TASK_DATA);
		outputs.add(output);
		return outputs;
	}

	@Override
	protected void buildTask() {
		// do nothing
		
	}

	@Override
	public String getExecutedCode() {
		return this.codeExecuted;
	}

	@Override
	public LANGUAGE getLanguage() {
		return LANGUAGE.PYTHON;
	}

	@Override
	public boolean isUserScript() {
		return false;
	}
}