• Home
• org.semoss
• semoss
• 4.3.1
• source code
• Xray.java

×

Project download

Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $

You can buy this project and download/modify it how often you want.

prerna.reactor.algorithms.xray.Xray Maven / Gradle / Ivy

package prerna.reactor.algorithms.xray;
//package prerna.sablecc2.reactor.algorithms.xray;
//
//import java.io.File;
//import java.io.FileNotFoundException;
//import java.io.FileReader;
//import java.io.IOException;
//import java.sql.Connection;
//import java.sql.PreparedStatement;
//import java.sql.ResultSet;
//import java.sql.SQLException;
//import java.util.ArrayList;
//import java.util.Arrays;
//import java.util.HashMap;
//import java.util.HashSet;
//import java.util.List;
//import java.util.Map;
//import java.util.Set;
//import java.util.Vector;
//
//import org.apache.commons.io.FileUtils;
//import org.apache.commons.io.FilenameUtils;
//import org.apache.logging.log4j.Logger;
//
//import au.com.bytecode.opencsv.CSVReader;
//import prerna.ds.r.RSyntaxHelper;
//import prerna.ds.util.RdbmsQueryBuilder;
//import prerna.engine.api.IEngine;
//import prerna.engine.api.IRawSelectWrapper;
//import prerna.engine.impl.rdbms.RdbmsConnectionHelper;
//import prerna.nameserver.utility.MasterDatabaseUtility;
//import prerna.poi.main.helper.XLFileHelper;
//import prerna.query.querystruct.AbstractQueryStruct;
//import prerna.query.querystruct.SelectQueryStruct;
//import prerna.query.querystruct.selectors.QueryColumnSelector;
//import prerna.query.querystruct.selectors.QueryFunctionHelper;
//import prerna.query.querystruct.selectors.QueryFunctionSelector;
//import prerna.rdf.engine.wrappers.WrapperManager;
//import prerna.sablecc2.reactor.frame.r.util.AbstractRJavaTranslator;
//import prerna.util.Constants;
//import prerna.util.Utility;
//
//public class Xray {
//
//	private static final String STACKTRACE = "StackTrace: ";
//	public static final String ENGINE_CONCEPT_PROPERTY_DELIMETER = ";";
//	private AbstractRJavaTranslator rJavaTranslator = null;
//	private String baseFolder = null;
//	private Logger logger = null;
//
//	// variables used to create instance count frame
//	private boolean genCountFrame = false;
//	private String countDF = null;
//	private List engineColumn = new Vector<>();
//	private List tableColumn = new Vector<>();
//	private List propColumn = new Vector<>();
//	private List countColumn = new Vector<>();
//	// get list of engines used
//	private Set engineList = new HashSet<>();
//
//	public Xray(AbstractRJavaTranslator rJavaTranslator, String baseFolder, Logger logger) {
//		this.rJavaTranslator = rJavaTranslator;
//		this.baseFolder = baseFolder;
//		this.logger = logger;
//	}
//
//	public String run(Map config) {
//		logger.info("Checking if required R packages are installed to run X-ray...");
//		// packages to compare corpus
//		String[] packages = new String[] { "textreuse", "RcppProgress", "withr", "NLP", "tidyr", "devtools", "memoise", "digest", "tidyselect", "purrr"};
//		this.rJavaTranslator.checkPackages(packages);
//		// packages to write corpus files
//		String[] encodePackages = new String[] {"WikidataR", "WikipediR", "httr", "curl", "jsonlite"};
//		this.rJavaTranslator.checkPackages(encodePackages);
//
//
//
//		// output folder for data mode to be written to
//		String dataFolder = this.baseFolder + "\\R\\XrayCompatibility\\Temp\\MatchingRepository";
//		dataFolder = dataFolder.replace("\\", "/");
//		// output folder for semantic data to be written to
//		String semanticFolder = this.baseFolder + "\\R\\XrayCompatibility\\Temp\\SemanticRepository";
//		semanticFolder = semanticFolder.replace("\\", "/");
//		// clean output folders
//		try {
//			FileUtils.cleanDirectory(new File(dataFolder));
//			FileUtils.cleanDirectory(new File(semanticFolder));
//		} catch (IOException e1) {
//			logger.error(STACKTRACE, e1);
//		}
//
//		// get xray parameters
//		Map parameters = (Map) config.get("parameters");
//		boolean semanticMode = getSemanticMode(parameters);
//		boolean dataMode = getDataMode(parameters);
//		// if no mode is defined set xray to data mode
//		if ((!semanticMode && !dataMode)) {
//			dataMode = true;
//		}
//
//		// Write text files to run xray comparison from different sources
//		// outputFolder/database;table;column.txt
//		HashMap engineNameLookup = new HashMap<>();
//		List