com.splout.db.engine.SQLite4JavaClient Maven / Gradle / Ivy
Go to download
Show more of this group Show more artifacts with this name
Show all versions of splout-commons Show documentation
Show all versions of splout-commons Show documentation
Splout is a read only, horizontally scalable SQL database that plays well with Hadoop.
The newest version!
package com.splout.db.engine;
/*
* #%L
* Splout SQL commons
* %%
* Copyright (C) 2012 - 2014 Datasalt Systems S.L.
* %%
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
* #L%
*/
import java.io.File;
import java.sql.SQLException;
import java.util.ArrayList;
import java.util.HashMap;
import java.util.HashSet;
import java.util.Iterator;
import java.util.List;
import java.util.Map;
import java.util.Set;
import java.util.concurrent.ConcurrentHashMap;
import java.util.concurrent.CopyOnWriteArrayList;
import org.apache.commons.logging.Log;
import org.apache.commons.logging.LogFactory;
import com.almworks.sqlite4java.SQLiteConnection;
import com.almworks.sqlite4java.SQLiteException;
import com.almworks.sqlite4java.SQLiteStatement;
import com.splout.db.common.JSONSerDe;
import com.splout.db.common.JSONSerDe.JSONSerDeException;
import com.splout.db.common.TimeoutThread;
public class SQLite4JavaClient {
private final static Log log = LogFactory.getLog(SQLite4JavaClient.class);
private File dbFile;
private List initStatements;
// If present, will monitor long-running queries and kill them if needed
private TimeoutThread timeoutThread = null;
public static class ThreadAndConnection {
String threadName;
SQLiteConnection conn;
}
// Will save all opened connections from different Threads so we can close them all afterwards
private CopyOnWriteArrayList allOpenedConnections = new CopyOnWriteArrayList();
// Expired connections go to this central/static trash so each thread can check if it has something to close...
// As SQLiteConnections can only be used and closed by the SAME THREAD that created them, this is the only feasible solution I came up with.
public static ConcurrentHashMap> CLEAN_UP_AFTER_YOURSELF = new ConcurrentHashMap>();
ThreadLocal db = new ThreadLocal() {
protected SQLiteConnection initialValue() {
log.info(Thread.currentThread().getName() + " requests a new connection to " + dbFile);
SQLiteConnection conn = new SQLiteConnection(dbFile);
try {
conn.open(true);
conn.setExtensionLoadingEnabled(true); // TODO Make optional
// Executing some defaults
conn.exec("PRAGMA cache_size=20");
// User provided initStatements
if(initStatements != null) {
for(String initStatement: initStatements) {
conn.exec(initStatement);
}
}
} catch(SQLiteException e) {
if(conn != null && conn.isOpen()) {
conn.dispose();
}
e.printStackTrace();
return null;
}
log.info("New SQLite connection open with " + dbFile);
ThreadAndConnection tConn = new ThreadAndConnection();
tConn.threadName = Thread.currentThread().getName();
tConn.conn = conn;
if(CLEAN_UP_AFTER_YOURSELF.get(tConn.threadName) == null) {
// Initialize the connection trash so we can always check it without NPE risks
CLEAN_UP_AFTER_YOURSELF.put(tConn.threadName, new HashSet());
}
allOpenedConnections.add(tConn);
return conn;
}
};
public SQLite4JavaClient(String dbFile, List initStatements) {
this.dbFile = new File(dbFile);
this.initStatements = initStatements;
}
/**
* Optionally sets a {@link TimeoutThread} that will take care of cancelling long-running queries.
* If present, each SQLiteConnectiona associated with each thread will be monitored by this thread
* to see if there is some query that needs to be interrupted.
*/
public void setTimeoutThread(TimeoutThread timeoutThread) {
this.timeoutThread = timeoutThread;
}
public String exec(String query) throws SQLException {
try {
db.get().exec(query);
return "[{ \"status\": \"OK\" }]";
} catch(SQLiteException e) {
throw new SQLException(e);
}
}
public String query(String query, int maxResults) throws SQLException {
String t = Thread.currentThread().getName();
Set pendingClose = CLEAN_UP_AFTER_YOURSELF.get(t);
// Because SQLiteConnection can only be closed by owner Thread, here we need to check if we
// have some pending connections to close...
if(pendingClose != null && pendingClose.size() > 0) {
synchronized(pendingClose) {
Iterator it = pendingClose.iterator();
while(it.hasNext()) {
SQLiteConnection conn = it.next();
log.info("-- Closed a connection pending diposal: " + conn.getDatabaseFile());
conn.dispose();
it.remove();
}
}
}
SQLiteStatement st = null;
try {
SQLiteConnection conn = db.get();
if(timeoutThread != null) {
timeoutThread.startQuery(conn, query);
}
// We don't want to cache the statements here so we use "false"
// Don't use the method without boolean because it will use cached = true!!!
st = conn.prepare(query, false);
if(timeoutThread != null) {
timeoutThread.endQuery(conn);
}
List> list = new ArrayList>();
if(st.step()) {
do {
// true if there is data (SQLITE_ROW) was returned, false if statement has been completed (SQLITE_DONE)
Map objectToRead = new HashMap();
for(int i = 0; i < st.columnCount(); i++) {
objectToRead.put(st.getColumnName(i), st.columnValue(i));
}
list.add(objectToRead);
} while(st.step() && list.size() < maxResults);
}
if(list.size() == maxResults) {
throw new SQLException("Hard limit on number of results reached (" + maxResults + "), please use a LIMIT for this query.");
}
return JSONSerDe.ser(list);
} catch(SQLiteException e) {
throw new SQLException(e);
} catch(JSONSerDeException e) {
throw new SQLException(e);
} catch(SQLException e) {
throw new SQLException(e);
} finally {
if(st != null) {
st.dispose();
}
}
}
public void close() {
String thisThread = Thread.currentThread().getName();
for(ThreadAndConnection tConn: allOpenedConnections) {
if(thisThread.equals(tConn.threadName)) {
log.info("-- Closing my own connection to: " + tConn.conn.getDatabaseFile());
tConn.conn.dispose();
} else { // needs to be closed at some point by the owner
Set set = CLEAN_UP_AFTER_YOURSELF.get(tConn.threadName);
synchronized(set) { // just in case the owner of the set is iterating over it
CLEAN_UP_AFTER_YOURSELF.get(tConn.threadName).add(tConn.conn);
}
}
}
// timeoutThread.interrupt();
}
}