prerna.reactor.frame.r.UnpivotReactor Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of semoss Show documentation
SEMOSS
The newest version!
package prerna.reactor.frame.r;

import java.util.Arrays;
import java.util.List;

import prerna.ds.r.RDataTable;
import prerna.om.HeadersException;
import prerna.sablecc2.om.GenRowStruct;
import prerna.sablecc2.om.PixelDataType;
import prerna.sablecc2.om.PixelOperationType;
import prerna.sablecc2.om.ReactorKeysEnum;
import prerna.sablecc2.om.nounmeta.NounMetadata;
import prerna.util.Utility;
import prerna.util.usertracking.AnalyticsTrackerHelper;
import prerna.util.usertracking.UserTrackerFactory;

public class UnpivotReactor extends AbstractRFrameReactor {

	/**
	 * This reactor unpivots columns so that the columns selected will
	 * be removed and combined to generate 2 new columns "variable" and "value"
	 * "variable" - original column headers
	 * "value" - value for original column header
	 * The inputs to the reactor are: 
	 * 1) the columns to unpivot
	 */
	
	public UnpivotReactor() {
		this.keysToGet = new String[] { ReactorKeysEnum.COLUMNS.getKey() };
	}
	
	@Override
	public NounMetadata execute() {
		// initialize the rJavaTranslator
		init();
		// get frame
		RDataTable frame = (RDataTable) getFrame();

		// get frame name
		String table = frame.getName();

		// get column inputs in an array
		String[] columns = getStringArray();
		
		// makes the columns and converts them into rows
		// melt(dat, id.vars = "FactorB", measure.vars = c("Group1", "Group2"))
		String concatString = "";
		String tempName = Utility.getRandomString(8);
		int numColsToUnPivot = columns.length;
		if (numColsToUnPivot > 0) {
			concatString = ", measure.vars = c(";
			for (int colIndex = 0; colIndex < numColsToUnPivot; colIndex++) {
				concatString = concatString + "\"" + columns[colIndex] + "\"";
				if (colIndex + 1 < numColsToUnPivot)
					concatString = concatString + ", ";
			}
			concatString = concatString + ")";
		}
		
		// we want to make sure the new columns that we add
		// are in fact unique
		// so we will loop through and ensure that
		// and also guarantee that they are in sync
		HeadersException headerChecker = HeadersException.getInstance();
		List allColumns = Arrays.asList(frame.getColumnHeaders());
		// we make the assumption that the start headers are already clean
		String[] newColumns = headerChecker.cleanAndMatchColumnNumbers("variable_1", "value_1", allColumns);
		String varName = newColumns[0];
		String valueName = newColumns[1];
		
		// now that we have unique values
		// we can proceed with the script
		String script = tempName + "<- melt(" + table + ", variable.name = \"" + varName + "\", value.name = \"" + valueName + "\"" + concatString + ");";

		// run the first script to unpivot into the temp frame
		frame.executeRScript(script);
		this.addExecutedCode(script);
		// if we are to replace the existing frame
		script = table + " <- " + tempName;
		frame.executeRScript(script);
		this.addExecutedCode(script);

		// NEW TRACKING
		UserTrackerFactory.getInstance().trackAnalyticsWidget(
				this.insight, 
				frame, 
				"Unpivot", 
				AnalyticsTrackerHelper.getHashInputs(this.store, this.keysToGet));
		
		frame.recreateMeta();
		StringBuilder cleanUpScript = new StringBuilder();
		cleanUpScript.append("rm(" + tempName + ");");
		cleanUpScript.append("gc();");
		this.rJavaTranslator.runR(cleanUpScript.toString());
		this.addExecutedCode(cleanUpScript.toString());

		return new NounMetadata(frame, PixelDataType.FRAME, PixelOperationType.FRAME_DATA_CHANGE, PixelOperationType.FRAME_HEADERS_CHANGE);
	}
	
	//////////////////////////////////////////////////////////////////////
	//////////////////////////////////////////////////////////////////////
	///////////////////////// GET PIXEL INPUT ////////////////////////////
	//////////////////////////////////////////////////////////////////////
	//////////////////////////////////////////////////////////////////////
	
	private String getColumn(int i) {
		NounMetadata input = this.getCurRow().getNoun(i);
		String column = input.getValue() + "";
		return column;
	}
	
	private String[] getStringArray() {
		// get columns from key
		String[] columns = null;
		GenRowStruct colGrs = this.store.getNoun(this.keysToGet[0]);
		if(colGrs != null && !colGrs.isEmpty()) {
			columns = new String[colGrs.size()];
			for (int selectIndex = 0; selectIndex < colGrs.size(); selectIndex++) {
				String column = colGrs.get(selectIndex) + "";
				columns[selectIndex] = column;
			}
			return columns;
		} else{
		
		
			// get columns from index
			GenRowStruct inputsGRS = this.getCurRow();
			columns = new String[inputsGRS.size()];
			if (inputsGRS != null && !inputsGRS.isEmpty()) {
				// input is the columns to unpivot
				for (int i = 0; i < inputsGRS.size(); i++) {
					NounMetadata input = this.getCurRow().getNoun(i);
					String column = input.getValue() + "";
					// clean column
					if (column.contains("__")) {
						column = column.split("__")[1];
						// add the columns to keep to the string array
					}
					columns[i] = column;
				}
				return columns;
			}
		}
		throw new IllegalArgumentException("Need to define columns to unpivot");
	}
}