com.splout.db.common.SploutClient Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of splout-javaclient Show documentation
Splout is a read only, horizontally scalable SQL database that plays well with Hadoop.
There is a newer version: 0.3.0
package com.splout.db.common;

/*
 * #%L
 * Splout SQL Java client
 * %%
 * Copyright (C) 2012 Datasalt Systems S.L.
 * %%
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 * 
 *      http://www.apache.org/licenses/LICENSE-2.0
 * 
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 * #L%
 */

import com.google.api.client.http.*;
import com.google.api.client.http.javanet.NetHttpTransport;
import com.splout.db.common.JSONSerDe.JSONSerDeException;
import com.splout.db.qnode.beans.DeployInfo;
import com.splout.db.qnode.beans.DeployRequest;
import com.splout.db.qnode.beans.QNodeStatus;
import com.splout.db.qnode.beans.QueryStatus;
import org.apache.commons.io.IOUtils;

import java.io.IOException;
import java.io.InputStream;
import java.io.OutputStream;
import java.io.StringWriter;
import java.net.URI;
import java.net.URISyntaxException;
import java.util.ArrayList;
import java.util.Arrays;
import java.util.List;

/**
 * Java HTTP Interface to Splout that uses Google Http Client (https://code.google.com/p/google-http-java-client/). We
 * chose this client over Jersey or HttpClient to avoid conflicts with Hadoop dependencies.
 */
public class SploutClient {

	HttpRequestFactory requestFactory;
	String[] qNodes;
	String[] qNodesNoProtocol;

  public SploutClient(String... qnodes) {
    this(20 * 1000, qnodes);
  }

	public SploutClient(final int timeoutMillis, String... qnodes) {
		HttpTransport transport = new NetHttpTransport();
		requestFactory = transport.createRequestFactory(new HttpRequestInitializer() {
      @Override
      public void initialize(HttpRequest request) throws IOException {
        request.readTimeout = timeoutMillis;
      }
    });
		this.qNodes = qnodes;
		// strip last "/" if present
		for(int i = 0; i < qNodes.length; i++) {
			if(qNodes[i].endsWith("/")) {
				qNodes[i] = qNodes[i].substring(0, qNodes[i].length() - 1);
			}
		}
		this.qNodesNoProtocol = new String[qNodes.length];
		for(int i = 0; i < qNodes.length; i++) {
			qNodesNoProtocol[i] = qNodes[i].replaceAll("http://", "");
		}
	}

	public static String asString(InputStream inputStream) throws IOException {
		StringWriter writer = new StringWriter();
		try {
			IOUtils.copy(inputStream, writer);
			return writer.toString();
		} finally {
			inputStream.close();
			writer.close();
		}
	}
	
	/*
	 * 
	 */
	public Tablespace tablespace(String tablespace) throws IOException {
		HttpRequest request = requestFactory.buildGetRequest(new GenericUrl(
		    qNodes[(int) (Math.random() * qNodes.length)] + "/api/tablespace/" +  tablespace));
		HttpResponse resp = request.execute();
		try {
			return JSONSerDe.deSer(asString(resp.getContent()), Tablespace.class);
		} catch(JSONSerDeException e) {
			throw new IOException(e);
		}		
	}

	/*
	 * 
	 */
	public QNodeStatus overview() throws IOException {
		HttpRequest request = requestFactory.buildGetRequest(new GenericUrl(
		    qNodes[(int) (Math.random() * qNodes.length)] + "/api/overview"));
		HttpResponse resp = request.execute();
		try {
			return JSONSerDe.deSer(asString(resp.getContent()), QNodeStatus.class);
		} catch(JSONSerDeException e) {
			throw new IOException(e);
		}
	}

	/*
	 * 
	 */
	@SuppressWarnings("unchecked")
	public List dNodeList() throws IOException {
		HttpRequest request = requestFactory.buildGetRequest(new GenericUrl(
		    qNodes[(int) (Math.random() * qNodes.length)] + "/api/dnodelist"));
		HttpResponse resp = request.execute();
		try {
			return JSONSerDe.deSer(asString(resp.getContent()), ArrayList.class);
		} catch(JSONSerDeException e) {
			throw new IOException(e);
		}
	}

	/*
	 * 
	 */
	public QueryStatus query(String tablespace, String key, String query, String partition)
	    throws IOException {
		URI uri;
		try {
			uri = new URI("http", qNodesNoProtocol[(int) (Math.random() * qNodes.length)], "/api/query/"
			    + tablespace, "&sql=" + query + (key != null ? "&key=" + key : "")
			    + (partition != null ? "&partition=" + partition : ""), null);

			HttpRequest request = requestFactory.buildGetRequest(new GenericUrl(uri.toASCIIString()));
			HttpResponse resp = request.execute();
			try {
				return JSONSerDe.deSer(asString(resp.getContent()), QueryStatus.class);
			} catch(JSONSerDeException e) {
				throw new IOException(e);
			}
		} catch(URISyntaxException e) {
			throw new IllegalArgumentException(e);
		}
	}

	public DeployInfo deploy(String tablespace, PartitionMap partitionMap, ReplicationMap replicationMap,
	    URI dataUri) throws IOException {

		DeployRequest deployRequest = new DeployRequest();
		deployRequest.setTablespace(tablespace);
		deployRequest.setData_uri(dataUri.toString());
		deployRequest.setPartitionMap(partitionMap.getPartitionEntries());
		deployRequest.setReplicationMap(replicationMap.getReplicationEntries());

		return deploy(deployRequest);
	}

	public DeployInfo deploy(final DeployRequest... requests) throws IOException {
		try {
			final String strCont = JSONSerDe.ser(new ArrayList(Arrays.asList(requests)));
			System.out.println(strCont);
			HttpContent content = new HttpContent() {
				byte[] content = strCont.getBytes("UTF-8");

				@Override
				public String getEncoding() {
					return "UTF-8";
				}

				@Override
				public long getLength() throws IOException {
					return content.length;
				}

				@Override
				public String getType() {
					return "text/ascii";
				}

				@Override
				public boolean retrySupported() {
					return false;
				}

				@Override
				public void writeTo(OutputStream oS) throws IOException {
					oS.write(content);
				}
			};

			HttpRequest request = requestFactory.buildPostRequest(new GenericUrl(
			    qNodes[(int) (Math.random() * qNodes.length)] + "/api/deploy"), content);
			HttpResponse resp = request.execute();
			return JSONSerDe.deSer(asString(resp.getContent()), DeployInfo.class);
		} catch(JSONSerDeException e) {
			throw new IOException(e);
		}
	}
}