com.nflabs.zeppelin.zengine.stmt.ZQL Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of zeppelin-zengine Show documentation
Zengine is java framework for data analysis on Hadoop. see http://nflabs.github.io/zeppelin/#/zengine
There is a newer version: 0.3.3
package com.nflabs.zeppelin.zengine.stmt;

import java.io.BufferedReader;
import java.io.File;
import java.io.FileInputStream;
import java.io.IOException;
import java.io.InputStream;
import java.io.InputStreamReader;
import java.net.URI;
import java.net.URLClassLoader;
import java.util.HashMap;
import java.util.LinkedList;
import java.util.List;
import java.util.Map;
import java.util.regex.Matcher;
import java.util.regex.Pattern;

import com.nflabs.zeppelin.driver.LazyConnection;
import com.nflabs.zeppelin.driver.ZeppelinConnection;
import com.nflabs.zeppelin.driver.ZeppelinDriver;
import com.nflabs.zeppelin.util.Util;
import com.nflabs.zeppelin.zengine.ZException;
import com.nflabs.zeppelin.zengine.ZPlan;
import com.nflabs.zeppelin.zengine.ZQLException;
import com.nflabs.zeppelin.zengine.Zengine;
import com.nflabs.zeppelin.zengine.stmt.AnnotationStatement.ANNOTATION;
import com.nflabs.zeppelin.zengine.stmt.AnnotationStatement.COMMAND;
/**
 * ZQL parses Zeppelin Query Language (http://nflabs.github.io/zeppelin/#zql) 
 * and generate logical execution plan.
 *  
 * IN:  Plain-text user input in Zeppelin Query Language syntax
 *      Collection of available driver instances
 * OUT: sequence of Z instances (lined to appropriate drivers)
 * 
 * @author moon
 *
 */
public class ZQL {
	String [] op = new String[]{";", "|", ">>", ">"};
	StringBuilder sb = new StringBuilder();

	public ZQL(){
	}
	
	/**
	 * Load ZQL statements from string
	 * @param zql Zeppelin query language statements
	 * @param z Zengine
	 * @throws ZException
	 */
	public ZQL(String zql) throws ZException{
	    append(zql);
	}
	
	/**
	 * Load ZQL statements from File
	 * @param file File contains text representation of ZQL
	 * @throws ZException
	 * @throws IOException
	 */
	public ZQL(File file) throws ZException, IOException{
		load(file);
	}
	
	/**
	 * Load ZQL statements from input stream
	 * @param ins input stream which streams ZQL
	 * @throws IOException
	 * @throws ZException
	 */
	public ZQL(InputStream ins) throws IOException, ZException{
		//Z.configure();
		load(ins);
	}
	
	
	/**
	 * Load ZQL statements from File
	 * @param file File contains text representation of ZQL
	 * @throws ZException
	 * @throws IOException
	 */
	public void load(File file) throws IOException{ 
		FileInputStream ins = new FileInputStream(file);
		load(ins);
	}
	
	/**
	 * Load ZQL statements from input stream.
	 * Closes the stream at the end.
	 * 
	 * @param ins input stream which streams ZQL
	 * @throws IOException
	 * @throws ZException
	 */
	public void load(InputStream ins) throws IOException{
		BufferedReader in = new BufferedReader(new InputStreamReader(ins));
		String line = null;
		while((line = in.readLine())!=null){
			sb.append(line);
		}
		ins.close();
	}
	
	/**
	 * Append ZQL statement
	 * @param s statement to add
	 */
	public void append(String s){
		sb.append(s);
	}
	
	/**
	 * Clear ZQL statement
	 */
	public void clear(){
		sb = new StringBuilder();
	}
	
	/**
	 * Compile ZQL statements and return logical plan
	 * @return ZPlan 
	 * @throws ZQLException
	 * @throws ZException 
	 */
	public ZPlan compile() throws ZQLException, ZException{
		return compileZql(sb.toString());
	}
	/**
	 * Each Z should obtain ref to one of Zengine.supportedDrivers here:
	 *  - either from explicit @Driver statement
	 *  - or implicitly copy one from previous Z
     * 
	 * 
	 * @param stmts
	 * @return
	 * @throws ZQLException
	 * @throws ZException 
	 */
	private ZPlan compileZql(String stmts) throws ZQLException, ZException{
	    Map connections = new HashMap();
	    String currentDriverName = null;
	    
	    // create default connection
	    ZeppelinConnection currentConnection = new LazyConnection(currentDriverName);
	    connections.put(currentDriverName, currentConnection);
	    
	    ZPlan plan = new ZPlan();
		Z currentZ = null;
		
		String escapeSeq = "\"',;<%>!";
		char escapeChar = '\\';
		String [] blockStart = new String[]{ "\"", "'", "<%", "N_<", "!"};
		String [] blockEnd = new String[]{ "\"", "'", "%>", "N_>", ";" };
		String [] t = Util.split(stmts, escapeSeq, escapeChar, blockStart, blockEnd, op, true);
		String currentOp = null;
		for(int i=0; i0){
			String libName = m.group(1);

			
			String args = m.group(3);
			L l = new L(libName, args);
			
			String params = m.group(2);
			
			if(params!=null){
				params = params.trim();
				params = params.substring(1, params.length() - 1);
				params = params.trim();

				String[] paramKVs = Util.split(params, ',');
				if(paramKVs!=null){					
					for(String kvPair : paramKVs){
						if(kvPair.trim().length()==0) continue;
						
						 String[] kv = Util.split(kvPair, '=');
						 if(kv.length==1){
							 l.withParam(kv[0].trim(), null); 	 
						 } else if(kv.length==2){
							 l.withParam(kv[0].trim(), kv[1].trim()); 	 
						 }						 
					}
				}
			}
			return l;
			
		} else {
			return null;
		}
	}


}