org.openrdf.sail.SailIsolationLevelTest Maven / Gradle / Ivy
Go to download
Show more of this group Show more artifacts with this name
Show all versions of sesame-store-testsuite Show documentation
Show all versions of sesame-store-testsuite Show documentation
Test suite for SAIL and Repository API
/*
* Licensed to Aduna under one or more contributor license agreements.
* See the NOTICE.txt file distributed with this work for additional
* information regarding copyright ownership.
*
* Aduna licenses this file to you under the terms of the Aduna BSD
* License (the "License"); you may not use this file except in compliance
* with the License. See the LICENSE.txt file distributed with this work
* for the full License.
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
* implied. See the License for the specific language governing permissions
* and limitations under the License.
*/
package org.openrdf.sail;
import java.util.concurrent.CountDownLatch;
import java.util.concurrent.TimeUnit;
import org.junit.After;
import org.junit.Assert;
import org.junit.Before;
import org.junit.Test;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import info.aduna.iteration.CloseableIteration;
import org.openrdf.IsolationLevel;
import org.openrdf.IsolationLevels;
import org.openrdf.model.IRI;
import org.openrdf.model.Literal;
import org.openrdf.model.Resource;
import org.openrdf.model.Statement;
import org.openrdf.model.Value;
import org.openrdf.model.ValueFactory;
import org.openrdf.model.vocabulary.RDF;
import org.openrdf.model.vocabulary.XMLSchema;
/**
* Simple tests to sanity check that Sail correctly supports claimed isolation
* levels.
*
* @author James Leigh
*/
public abstract class SailIsolationLevelTest {
private final Logger logger = LoggerFactory.getLogger(SailIsolationLevelTest.class);
/*-----------*
* Variables *
*-----------*/
protected Sail store;
private ValueFactory vf;
private String failedMessage;
private Throwable failed;
/*---------*
* Methods *
*---------*/
@Before
public void setUp()
throws Exception
{
store = createSail();
store.initialize();
vf = store.getValueFactory();
failed = null;
}
@After
public void tearDown()
throws Exception
{
store.shutDown();
}
protected abstract Sail createSail()
throws SailException;
protected boolean isSupported(IsolationLevels level)
throws SailException
{
SailConnection con = store.getConnection();
try {
con.begin(level);
return true;
}
catch (UnknownSailTransactionStateException e) {
return false;
}
finally {
con.rollback();
con.close();
}
}
@Test
public void testNone()
throws Exception
{
readPending(IsolationLevels.NONE);
}
@Test
public void testReadUncommitted()
throws Exception
{
rollbackTriple(IsolationLevels.READ_UNCOMMITTED);
readPending(IsolationLevels.READ_UNCOMMITTED);
readPendingWhileActive(IsolationLevels.READ_UNCOMMITTED);
}
@Test
public void testReadCommitted()
throws Exception
{
readCommitted(IsolationLevels.READ_COMMITTED);
rollbackTriple(IsolationLevels.READ_COMMITTED);
readPending(IsolationLevels.READ_COMMITTED);
readPendingWhileActive(IsolationLevels.READ_COMMITTED);
}
@Test
public void testSnapshotRead()
throws Exception
{
if (isSupported(IsolationLevels.SNAPSHOT_READ)) {
snapshotRead(IsolationLevels.SNAPSHOT_READ);
readCommitted(IsolationLevels.SNAPSHOT_READ);
rollbackTriple(IsolationLevels.SNAPSHOT_READ);
readPending(IsolationLevels.SNAPSHOT_READ);
readPendingWhileActive(IsolationLevels.SNAPSHOT_READ);
}
else {
logger.warn("{} does not support {}", store, IsolationLevels.SNAPSHOT_READ);
}
}
@Test
public void testSnapshot()
throws Exception
{
if (isSupported(IsolationLevels.SNAPSHOT)) {
snapshot(IsolationLevels.SNAPSHOT);
snapshotRead(IsolationLevels.SNAPSHOT);
repeatableRead(IsolationLevels.SNAPSHOT);
readCommitted(IsolationLevels.SNAPSHOT);
rollbackTriple(IsolationLevels.SNAPSHOT);
readPending(IsolationLevels.SNAPSHOT);
readPendingWhileActive(IsolationLevels.SNAPSHOT);
}
else {
logger.warn("{} does not support {}", store, IsolationLevels.SNAPSHOT);
}
}
@Test
public void testSerializable()
throws Exception
{
if (isSupported(IsolationLevels.SERIALIZABLE)) {
serializable(IsolationLevels.SERIALIZABLE);
snapshot(IsolationLevels.SERIALIZABLE);
snapshotRead(IsolationLevels.SERIALIZABLE);
repeatableRead(IsolationLevels.SERIALIZABLE);
readCommitted(IsolationLevels.SERIALIZABLE);
rollbackTriple(IsolationLevels.SERIALIZABLE);
readPending(IsolationLevels.SERIALIZABLE);
readPendingWhileActive(IsolationLevels.SERIALIZABLE);
}
else {
logger.warn("{} does not support {}", store, IsolationLevels.SERIALIZABLE);
}
}
/**
* Every connection must support reading it own changes
*/
private void readPending(IsolationLevel level)
throws SailException
{
clear(store);
SailConnection con = store.getConnection();
try {
con.begin(level);
con.addStatement(RDF.NIL, RDF.TYPE, RDF.LIST);
Assert.assertEquals(1, count(con, RDF.NIL, RDF.TYPE, RDF.LIST, false));
con.removeStatements(RDF.NIL, RDF.TYPE, RDF.LIST);
con.commit();
}
finally {
con.close();
}
}
/**
* Every connection must support reading its own changes while another
* iteration is active.
*/
private void readPendingWhileActive(IsolationLevel level)
throws SailException
{
clear(store);
SailConnection con = store.getConnection();
try {
@SuppressWarnings("unused")
// open an iteration outside the transaction and leave it open.
CloseableIteration statements = con.getStatements(null, null,
null, true);
con.begin(level);
con.addStatement(RDF.NIL, RDF.TYPE, RDF.LIST);
Assert.assertEquals(1, count(con, RDF.NIL, RDF.TYPE, RDF.LIST, false));
con.removeStatements(RDF.NIL, RDF.TYPE, RDF.LIST);
con.commit();
}
finally {
con.close();
}
}
/**
* Supports rolling back added triples
*/
private void rollbackTriple(IsolationLevel level)
throws SailException
{
clear(store);
SailConnection con = store.getConnection();
try {
con.begin(level);
con.addStatement(RDF.NIL, RDF.TYPE, RDF.LIST);
con.rollback();
Assert.assertEquals(0, count(con, RDF.NIL, RDF.TYPE, RDF.LIST, false));
}
finally {
con.close();
}
}
/**
* Read operations must not see uncommitted changes
*/
private void readCommitted(final IsolationLevel level)
throws Exception
{
clear(store);
final CountDownLatch start = new CountDownLatch(2);
final CountDownLatch begin = new CountDownLatch(1);
final CountDownLatch uncommitted = new CountDownLatch(1);
Thread writer = new Thread(new Runnable() {
public void run() {
try {
SailConnection write = store.getConnection();
try {
start.countDown();
start.await();
write.begin(level);
write.addStatement(RDF.NIL, RDF.TYPE, RDF.LIST);
begin.countDown();
uncommitted.await(1, TimeUnit.SECONDS);
write.rollback();
}
finally {
write.close();
}
}
catch (Throwable e) {
fail("Writer failed", e);
}
}
});
Thread reader = new Thread(new Runnable() {
public void run() {
try {
SailConnection read = store.getConnection();
try {
start.countDown();
start.await();
begin.await();
read.begin(level);
// must not read uncommitted changes
long counted = count(read, RDF.NIL, RDF.TYPE, RDF.LIST, false);
uncommitted.countDown();
try {
read.commit();
}
catch (SailException e) {
// it is okay to abort after a dirty read
e.printStackTrace();
return;
}
// not read if transaction is consistent
Assert.assertEquals(0, counted);
}
finally {
read.close();
}
}
catch (Throwable e) {
fail("Reader failed", e);
}
}
});
reader.start();
writer.start();
reader.join();
writer.join();
assertNotFailed();
}
/**
* Any statement read in a transaction must remain present until the
* transaction is over
*/
private void repeatableRead(final IsolationLevels level)
throws Exception
{
clear(store);
final CountDownLatch start = new CountDownLatch(2);
final CountDownLatch begin = new CountDownLatch(1);
final CountDownLatch observed = new CountDownLatch(1);
final CountDownLatch changed = new CountDownLatch(1);
Thread writer = new Thread(new Runnable() {
public void run() {
try {
SailConnection write = store.getConnection();
try {
start.countDown();
start.await();
write.begin(level);
write.addStatement(RDF.NIL, RDF.TYPE, RDF.LIST);
write.commit();
begin.countDown();
observed.await(1, TimeUnit.SECONDS);
write.begin(level);
write.removeStatements(RDF.NIL, RDF.TYPE, RDF.LIST);
write.commit();
changed.countDown();
}
finally {
write.close();
}
}
catch (Throwable e) {
fail("Writer failed", e);
}
}
});
Thread reader = new Thread(new Runnable() {
public void run() {
try {
SailConnection read = store.getConnection();
try {
start.countDown();
start.await();
begin.await();
read.begin(level);
long first = count(read, RDF.NIL, RDF.TYPE, RDF.LIST, false);
Assert.assertEquals(1, first);
observed.countDown();
changed.await(1, TimeUnit.SECONDS);
// observed statements must continue to exist
long second = count(read, RDF.NIL, RDF.TYPE, RDF.LIST, false);
try {
read.commit();
}
catch (SailException e) {
// it is okay to abort on inconsistency
e.printStackTrace();
return;
}
// statement must continue to exist if transaction consistent
Assert.assertEquals(first, second);
}
finally {
read.close();
}
}
catch (Throwable e) {
fail("Reader failed", e);
}
}
});
reader.start();
writer.start();
reader.join();
writer.join();
assertNotFailed();
}
/**
* Query results must not include statements added after the first result is
* read
*/
private void snapshotRead(IsolationLevel level)
throws SailException
{
clear(store);
SailConnection con = store.getConnection();
try {
con.begin(level);
int size = 1000;
for (int i = 0; i < size; i++) {
insertTestStatement(con, i);
}
int counter = 0;
CloseableIteration stmts;
stmts = con.getStatements(null, null, null, false);
try {
while (stmts.hasNext()) {
Statement st = stmts.next();
counter++;
if (counter < size) {
// remove observed statement to force new state
con.removeStatements(st.getSubject(), st.getPredicate(), st.getObject(), st.getContext());
insertTestStatement(con, size + counter);
insertTestStatement(con, size + size + counter);
}
}
}
finally {
stmts.close();
}
try {
con.commit();
}
catch (SailException e) {
// it is okay to abort after a dirty read
e.printStackTrace();
return;
}
Assert.assertEquals(size, counter);
}
finally {
con.close();
}
}
/**
* Reader observes the complete state of the store and ensure that does not
* change
*/
private void snapshot(final IsolationLevels level)
throws Exception
{
clear(store);
final CountDownLatch start = new CountDownLatch(2);
final CountDownLatch begin = new CountDownLatch(1);
final CountDownLatch observed = new CountDownLatch(1);
final CountDownLatch changed = new CountDownLatch(1);
Thread writer = new Thread(new Runnable() {
public void run() {
try {
SailConnection write = store.getConnection();
try {
start.countDown();
start.await();
write.begin(level);
insertTestStatement(write, 1);
write.commit();
begin.countDown();
observed.await(1, TimeUnit.SECONDS);
write.begin(level);
insertTestStatement(write, 2);
write.commit();
changed.countDown();
}
finally {
write.close();
}
}
catch (Throwable e) {
fail("Writer failed", e);
}
}
});
Thread reader = new Thread(new Runnable() {
public void run() {
try {
SailConnection read = store.getConnection();
try {
start.countDown();
start.await();
begin.await();
read.begin(level);
long first = count(read, null, null, null, false);
observed.countDown();
changed.await(1, TimeUnit.SECONDS);
// new statements must not be observed
long second = count(read, null, null, null, false);
try {
read.commit();
}
catch (SailException e) {
// it is okay to abort on inconsistency
e.printStackTrace();
return;
}
// store must not change if transaction consistent
Assert.assertEquals(first, second);
}
finally {
read.close();
}
}
catch (Throwable e) {
fail("Reader failed", e);
}
}
});
reader.start();
writer.start();
reader.join();
writer.join();
assertNotFailed();
}
/**
* Two transactions read a value and replace it
*/
private void serializable(final IsolationLevels level)
throws Exception
{
clear(store);
final ValueFactory vf = store.getValueFactory();
final IRI subj = vf.createIRI("http://test#s");
final IRI pred = vf.createIRI("http://test#p");
SailConnection prep = store.getConnection();
try {
prep.begin(level);
prep.addStatement(subj, pred, vf.createLiteral(1));
prep.commit();
}
finally {
prep.close();
}
final CountDownLatch start = new CountDownLatch(2);
final CountDownLatch observed = new CountDownLatch(2);
Thread t1 = incrementBy(start, observed, level, vf, subj, pred, 3);
Thread t2 = incrementBy(start, observed, level, vf, subj, pred, 5);
t2.start();
t1.start();
t2.join();
t1.join();
assertNotFailed();
SailConnection check = store.getConnection();
try {
check.begin(level);
Literal lit = readLiteral(check, subj, pred);
int val = lit.intValue();
// val could be 4 or 6 if one transaction was aborted
if (val != 4 && val != 6) {
Assert.assertEquals(9, val);
}
check.commit();
}
finally {
check.close();
}
}
protected Thread incrementBy(final CountDownLatch start, final CountDownLatch observed,
final IsolationLevels level, final ValueFactory vf, final IRI subj, final IRI pred, final int by)
{
return new Thread(new Runnable() {
public void run() {
try {
SailConnection con = store.getConnection();
try {
start.countDown();
start.await();
con.begin(level);
Literal o1 = readLiteral(con, subj, pred);
observed.countDown();
observed.await(1, TimeUnit.SECONDS);
con.removeStatements(subj, pred, o1);
con.addStatement(subj, pred, vf.createLiteral(o1.intValue() + by));
try {
con.commit();
}
catch (SailException e) {
// it is okay to abort on conflict
e.printStackTrace();
}
}
finally {
con.close();
}
}
catch (Throwable e) {
fail("Increment " + by + " failed", e);
}
}
});
}
private void clear(Sail store)
throws SailException
{
SailConnection con = store.getConnection();
try {
con.begin();
con.clear();
con.commit();
}
finally {
con.close();
}
}
protected long count(SailConnection con, Resource subj, IRI pred, Value obj, boolean includeInferred,
Resource... contexts)
throws SailException
{
CloseableIteration stmts;
stmts = con.getStatements(subj, pred, obj, includeInferred, contexts);
try {
long counter = 0;
while (stmts.hasNext()) {
stmts.next();
counter++;
}
return counter;
}
finally {
stmts.close();
}
}
protected Literal readLiteral(SailConnection con, final IRI subj, final IRI pred)
throws SailException
{
CloseableIteration stmts;
stmts = con.getStatements(subj, pred, null, false);
try {
if (!stmts.hasNext())
return null;
Value obj = stmts.next().getObject();
if (stmts.hasNext())
Assert.fail("multiple literals: " + obj + " and " + stmts.next());
return (Literal)obj;
}
finally {
stmts.close();
}
}
protected void insertTestStatement(SailConnection connection, int i)
throws SailException
{
Literal lit = vf.createLiteral(Integer.toString(i), XMLSchema.INTEGER);
connection.addStatement(vf.createIRI("http://test#s" + i), vf.createIRI("http://test#p"), lit,
vf.createIRI("http://test#context_" + i));
}
protected synchronized void fail(String message, Throwable t) {
failedMessage = message;
failed = t;
}
protected synchronized void assertNotFailed() {
if (failed != null) {
throw (AssertionError)new AssertionError(failedMessage).initCause(failed);
}
}
}
© 2015 - 2024 Weber Informatics LLC | Privacy Policy