com.nflabs.zeppelin.driver.ZeppelinDriverFactory Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of zeppelin-zengine Show documentation
Zengine is java framework for data analysis on Hadoop. see http://nflabs.github.io/zeppelin/#/zengine
The newest version!
package com.nflabs.zeppelin.driver;

import java.io.File;
import java.io.IOException;
import java.lang.reflect.Constructor;
import java.lang.reflect.InvocationTargetException;
import java.net.MalformedURLException;
import java.net.URI;
import java.net.URISyntaxException;
import java.net.URL;
import java.net.URLClassLoader;
import java.util.Collection;
import java.util.HashMap;
import java.util.HashSet;
import java.util.LinkedList;
import java.util.List;
import java.util.Map;
import java.util.Set;

import org.apache.commons.lang.ArrayUtils;
import org.apache.log4j.Logger;
import org.reflections.Reflections;

import com.google.common.collect.ImmutableSet;
import com.google.common.reflect.ClassPath;
import com.google.common.reflect.ClassPath.ClassInfo;
import com.nflabs.zeppelin.conf.ZeppelinConfiguration;
import com.nflabs.zeppelin.conf.ZeppelinConfiguration.ConfVars;
import com.nflabs.zeppelin.driver.mock.MockDriver;
import com.nflabs.zeppelin.util.Util;
import com.nflabs.zeppelin.zengine.ZException;

/**
 * ZeppelinDriverFactory loads drivers from driver dir.
 * Factory creates separate classloader for each subdirectory of driver directory.
 * Therefore each driver implementation can avoid class confliction.
 * 
 * Factory scans all class to find subclass of ZeppelinDriver.
 * One driver found, a instance created an being ready to create connection;
 * 
 * @author moon
 *
 */
public class ZeppelinDriverFactory {
	Logger logger = Logger.getLogger(ZeppelinDriverFactory.class);
	
	List drivers = new LinkedList();
	Map uris = new HashMap();
	String defaultDriverName = null;

	private ZeppelinConfiguration conf;
	
	public ZeppelinDriverFactory(){
		this(ZeppelinConfiguration.create());
	}
	
	public ZeppelinDriverFactory(ZeppelinConfiguration conf){
		this.conf = conf;
    	String driverDir = conf.getString(ConfVars.ZEPPELIN_DRIVER_DIR);        	
    	String [] uriList = Util.split(conf.getString(ConfVars.ZEPPELIN_DRIVERS), "\"',", '\\', new String[]{"\"", "'"}, new String[]{"\"", "'"}, new String[]{","}, false);
    	URI [] uris = new URI[uriList.length];
    	for (int i=0; i0){
					String rootPkgName = c.getName().substring(0, p);
					if(packages.contains(rootPkgName)==false){
						packages.add(rootPkgName);
					}
					
				}
			}

			Reflections reflections = new Reflections(packages);
			Set> driverClasses = reflections.getSubTypesOf(ZeppelinDriver.class);
			for(Class c : driverClasses){
				if(c!=null && MockDriver.class.isAssignableFrom(c)==false){
					logger.info("Found driver "+c.getName()+" cl="+cl);
					Constructor constructor = c.getConstructor(new Class []{});
					ZeppelinDriver driver = constructor.newInstance();
					driver.setClassLoader(cl);
					driver.setConf(conf);
					driver.init();
					drivers.add(driver);
					
				}
			}			
			return cl;
		} catch (MalformedURLException e) {
			e.printStackTrace();
		} catch (SecurityException e) {
			e.printStackTrace();
		} catch (NoSuchMethodException e) {
			e.printStackTrace();
		} catch (IllegalArgumentException e) {
			e.printStackTrace();
		} catch (InstantiationException e) {
			e.printStackTrace();
		} catch (IllegalAccessException e) {
			e.printStackTrace();
		} catch (InvocationTargetException e) {
			e.printStackTrace();
		} catch (IOException e) {
			e.printStackTrace();
		} finally {
			Thread.currentThread().setContextClassLoader(oldcl);	
		}
		
		return null;
	}
	
	private URL [] recursiveBuildLibList(File path) throws MalformedURLException{
		URL [] urls = new URL[0];
		if (path.exists()==false){ 
			return urls;
		} else if (path.getName().startsWith(".")) {
			return urls;
		} else if (path.isDirectory()) {
			File[] files = path.listFiles();			
			if (files!=null) {				
				for (File f : files) {
					urls = (URL[]) ArrayUtils.addAll(urls, recursiveBuildLibList(f));
				}
			}
			return urls;
		} else {
			return new URL[]{path.toURI().toURL()};
		}
	}
	
	/**
	 * Create new driver instance
	 * @param name friendly name of driver configuration
	 * @return driver instance
	 * @throws ZeppelinDriverException
	 */
	public ZeppelinDriver getDriver(String name) throws ZeppelinDriverException{
		String uri = uris.get(name);
		if(uri==null) {
			throw new ZeppelinDriverException("Can't find uri from name "+name);
		}
		try {
			return getDriverByUrl(uri);
		} catch (Exception e) {
			throw new ZeppelinDriverException(e);
		}
	}
	
	/**
	 * Create new driver instance
	 * @param uri eg) hive://localhost:10000/default
	 * @return
	 */
	private ZeppelinDriver getDriverByUrl(String uri) throws ZeppelinDriverException {
		for (ZeppelinDriver d : drivers) {
			if(d.acceptsURL(uri)){
				return d;
			}
		}
		throw new ZeppelinDriverException("Can't find driver for "+uri);
	}	
}