com.bigdata.rdf.store.TestTripleStore Maven / Gradle / Ivy
Show all versions of bigdata-rdf-test Show documentation
/*
Copyright (C) SYSTAP, LLC DBA Blazegraph 2006-2016. All rights reserved.
Contact:
SYSTAP, LLC DBA Blazegraph
2501 Calvert ST NW #106
Washington, DC 20008
[email protected]
This program is free software; you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
the Free Software Foundation; version 2 of the License.
This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU General Public License for more details.
You should have received a copy of the GNU General Public License
along with this program; if not, write to the Free Software
Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
*/
/*
* Created on Jan 27, 2007
*/
package com.bigdata.rdf.store;
import java.util.Iterator;
import java.util.Properties;
import java.util.UUID;
import org.apache.log4j.Logger;
import org.openrdf.model.BNode;
import org.openrdf.model.Literal;
import org.openrdf.model.Resource;
import org.openrdf.model.Statement;
import org.openrdf.model.URI;
import org.openrdf.model.Value;
import org.openrdf.model.impl.BNodeImpl;
import org.openrdf.model.impl.LiteralImpl;
import org.openrdf.model.impl.StatementImpl;
import org.openrdf.model.impl.URIImpl;
import org.openrdf.model.vocabulary.FOAF;
import org.openrdf.model.vocabulary.RDF;
import org.openrdf.model.vocabulary.RDFS;
import org.openrdf.model.vocabulary.XMLSchema;
import com.bigdata.rdf.axioms.NoAxioms;
import com.bigdata.rdf.internal.IV;
import com.bigdata.rdf.lexicon.Id2TermWriteProc;
import com.bigdata.rdf.lexicon.LexiconRelation;
import com.bigdata.rdf.lexicon.Term2IdWriteProc;
import com.bigdata.rdf.model.BigdataBNode;
import com.bigdata.rdf.model.BigdataLiteral;
import com.bigdata.rdf.model.BigdataURI;
import com.bigdata.rdf.model.BigdataValue;
import com.bigdata.rdf.model.BigdataValueFactory;
import com.bigdata.rdf.model.StatementEnum;
import com.bigdata.rdf.rio.IStatementBuffer;
import com.bigdata.rdf.rio.StatementBuffer;
import com.bigdata.rdf.spo.ISPO;
import com.bigdata.rdf.spo.SPO;
import com.bigdata.rdf.spo.SPOKeyOrder;
import com.bigdata.rdf.util.DumpLexicon;
import com.bigdata.rdf.vocab.NoVocabulary;
import com.bigdata.striterator.ChunkedArrayIterator;
/**
* Test basic features of the {@link ITripleStore} API.
*
* @todo Add tests of race condition where two threads attempt to: (1) add the
* same term(s); (2) resolve the same term(s). While the {@link Term2IdWriteProc}
* and {@link Id2TermWriteProc} operations are designed to avoid the race condition
* in the indices using consistent unisolated operations, however the
* termCache can also have race conditions where one thread "wins" and
* inserts its definition for a term and the other thread "loses" and an
* IllegalStateException is thrown by the cache when it tries to insert
* its own definition (distinct object) for the same term.
*
* @author Bryan Thompson
* @version $Id$
*/
public class TestTripleStore extends AbstractTripleStoreTestCase {
private static final Logger log = Logger.getLogger(TestTripleStore.class);
/**
*
*/
public TestTripleStore() {
}
/**
* @param name
*/
public TestTripleStore(String name) {
super(name);
}
// /**
// * Verify that {@link AbstractTripleStore#isLiteral(long)} and friends all
// * reported false for {@link IRawTripleStore#NULL}.
// */
// public void test_bitFlagsReportFalseForNULL() {
//
//// assertFalse(VTE.isStatement(TermId.NULL));
//// assertFalse(VTE.isLiteral(TermId.NULL));
//// assertFalse(VTE.isURI(TermId.NULL));
//// assertFalse(VTE.isBNode(TermId.NULL));
//
// }
/**
* Test helper verifies that the term is not in the lexicon, adds the term
* to the lexicon, verifies that the term can be looked up by its assigned
* term identifier, verifies that the term is now in the lexicon, and
* verifies that adding the term again returns the same term identifier.
*
* @param term
* The term.
*/
protected void doAddTermTest(final AbstractTripleStore store,
final Value term) {
assertEquals(NULL, store.getIV(term));
// add to the database.
final IV id = store.addTerm(term);
// verify that we did not assign NULL (0L).
assertNotSame(NULL, id);
if(term instanceof Literal) {
assertTrue("isLiteral()",id.isLiteral());
assertFalse("isBNode()",id.isBNode());
assertFalse("isURI()",id.isURI());
assertFalse("isStatement()",id.isStatement());
} else if( term instanceof BNode) {
assertFalse("isLiteral()",id.isLiteral());
assertTrue("isBNode()",id.isBNode());
assertFalse("isURI()",id.isURI());
assertFalse("isStatement()",id.isStatement());
} else if( term instanceof URI) {
assertFalse("isLiteral()",id.isLiteral());
assertFalse("isBNode()",id.isBNode());
assertTrue("isURI()",id.isURI());
assertFalse("isStatement()",id.isStatement());
}
if (store.getLexiconRelation().isStoreBlankNodes()
|| !(term instanceof BNode)) {
final IV actual = store.getIV(term);
// test lookup in the forward mapping (term -> id)
assertEquals("forward mapping", id, actual);
}
// blank nodes are NEVER stored in the reverse index.
if (!(term instanceof BNode)) {
// test lookup in the reverse mapping (id -> term)
assertEquals("reverse mapping", term, store.getTerm(id));
}
if (store.getLexiconRelation().isStoreBlankNodes()
|| !(term instanceof BNode)) {
// re-assert the term and verify that the same id is assigned.
assertEquals("add is not stable?", id, store.addTerm(term));
}
}
/**
* Simple test of inserting one term at a time into the lexicon.
*/
public void test_addTerm() {
final Properties properties = super.getProperties();
// override the default vocabulary.
properties.setProperty(AbstractTripleStore.Options.VOCABULARY_CLASS,
NoVocabulary.class.getName());
// override the default axiom model.
properties.setProperty(
com.bigdata.rdf.store.AbstractTripleStore.Options.AXIOMS_CLASS,
NoAxioms.class.getName());
// do not inline unicode data.
properties
.setProperty(
com.bigdata.rdf.store.AbstractTripleStore.Options.MAX_INLINE_TEXT_LENGTH,
"0");
final AbstractTripleStore store = getStore(properties);
try {
doAddTermTest(store, new LiteralImpl("abc"));
doAddTermTest(store, new LiteralImpl("abc", XMLSchema.STRING));
doAddTermTest(store, new LiteralImpl("abc", "en"));
doAddTermTest(store, new URIImpl("http://www.bigdata.com"));
doAddTermTest(store, RDF.TYPE);
doAddTermTest(store, RDFS.SUBCLASSOF);
doAddTermTest(store, XMLSchema.DECIMAL);
doAddTermTest(store, new BNodeImpl(UUID.randomUUID().toString()));
doAddTermTest(store, new BNodeImpl("a12"));
// store.commit();
if(log.isInfoEnabled()) {
log.info(DumpLexicon
.dump(store.getLexiconRelation()));
}
/*
* verify that we can detect literals by examining the term identifier.
*/
assertTrue(store.getIV(new LiteralImpl("abc")).isLiteral());
assertTrue(store.getIV(new LiteralImpl("abc",XMLSchema.STRING)).isLiteral());
assertTrue(store.getIV(new LiteralImpl("abc", "en")).isLiteral());
assertFalse(store.getIV(new URIImpl("http://www.bigdata.com")).isLiteral());
assertFalse(store.getIV(RDF.TYPE).isLiteral());
// assertFalse(VTE.isLiteral(store.getIV(new BNodeImpl(UUID.randomUUID().toString())).getTermId()));
// assertFalse(VTE.isLiteral(store.getIV(new BNodeImpl("a12")).getTermId()));
} finally {
store.__tearDownUnitTest();
}
}
/**
* Simple test of some bad data (literals which can not be validated against
* their datatype).
*/
public void test_addBadTerm() {
final Properties properties = super.getProperties();
// override the default vocabulary.
properties.setProperty(AbstractTripleStore.Options.VOCABULARY_CLASS,
NoVocabulary.class.getName());
// override the default axiom model.
properties.setProperty(
com.bigdata.rdf.store.AbstractTripleStore.Options.AXIOMS_CLASS,
NoAxioms.class.getName());
// allow literals which do not validate against their datatype.
properties
.setProperty(
com.bigdata.rdf.store.AbstractTripleStore.Options.REJECT_INVALID_XSD_VALUES,
"false");
final AbstractTripleStore store = getStore(properties);
try {
doAddTermTest(store, new LiteralImpl("abc", XMLSchema.DECIMAL));
if(log.isInfoEnabled()) {
log.info(DumpLexicon
.dump(store.getLexiconRelation()));
}
/*
* verify that we can detect literals by examining the term identifier.
*/
assertTrue(store.getIV(new LiteralImpl("abc", XMLSchema.DECIMAL))
.isLiteral());
} finally {
store.__tearDownUnitTest();
}
}
/**
* Simple test of batch insertion of terms into the lexicon.
*/
public void test_insertTerms() {
final AbstractTripleStore store = getStore();
try {
final BigdataValueFactory valueFactory = store.getValueFactory();
final BigdataValue[] terms = new BigdataValue[] {//
valueFactory.createURI("http://www.bigdata.com"),//
valueFactory.createURI(RDF.TYPE.stringValue()),//
valueFactory.createURI(RDFS.SUBCLASSOF.stringValue()),//
valueFactory.createURI(XMLSchema.DECIMAL.stringValue()),//
valueFactory.createLiteral("abc"),//
valueFactory.createLiteral("abc", XMLSchema.STRING),//
valueFactory.createLiteral("abc", "en"),//
valueFactory.createBNode(UUID.randomUUID().toString()),//
valueFactory.createBNode("a12") //
};
store.addTerms(terms);
final boolean storeBlankNodes = store.getLexiconRelation().isStoreBlankNodes();
for (int i = 0; i < terms.length; i++) {
// verify set by side-effect on batch insert.
assertNotSame(NULL, terms[i].getIV());
// save & clear
final IV termId = terms[i].getIV();
terms[i].clearInternalValue();
if (storeBlankNodes || !(terms[i] instanceof BNode)) {
// check the forward mapping (term -> id)
assertEquals("forward mapping", termId, store
.getIV(terms[i]));
// verify set by side effect.
assertEquals(termId, terms[i].getIV());
}
// check the reverse mapping (id -> term)
if (terms[i] instanceof BNode) {
// the bnode ID is not preserved.
assertTrue(store.getTerm(termId) instanceof BNode);
} else {
assertEquals("reverse mapping", terms[i], store
.getTerm(termId));
}
}
if(log.isInfoEnabled()) {
log.info(DumpLexicon
.dump(store.getLexiconRelation()));
}
/*
* verify that we can detect literals by examining the term
* identifier.
*/
assertTrue(store.getIV(new LiteralImpl("abc")).isLiteral());
assertTrue(store.getIV(new LiteralImpl("abc",XMLSchema.STRING)).isLiteral());
assertTrue(store.getIV(new LiteralImpl("abc", "en")).isLiteral());
assertFalse(store.getIV(new URIImpl("http://www.bigdata.com")).isLiteral());
assertFalse(store.getIV(RDF.TYPE).isLiteral());
// assertFalse(VTE.isLiteral(store.getIV(new BNodeImpl(UUID.randomUUID().toString())).getTermId()));
// assertFalse(VTE.isLiteral(store.getIV(new BNodeImpl("a12")).getTermId()));
} finally {
store.__tearDownUnitTest();
}
}
/**
* Unit test presents an array of {@link BigdataValue}s that contains
* duplicates and verifies that the assigned term identifiers are
* consistent.
*/
public void test_addTermsFiltersDuplicates() {
final AbstractTripleStore store = getStore();
try {
final BigdataValueFactory valueFactory = store.getValueFactory();
final BigdataURI x = valueFactory.createURI("http://www.foo.org/x");
final BigdataURI y = valueFactory.createURI("http://www.foo.org/y");
final BigdataLiteral z = valueFactory.createLiteral("z");
final BigdataBNode b = valueFactory.createBNode();
final BigdataBNode c = valueFactory.createBNode("_c");
// add terms - lots of duplicates here.
store.addTerms(new BigdataValue[] { x, y, b, c, x, b, z, z, c, y, x, });
// none are NULL.
assertNotSame(x.getIV(),NULL);
assertNotSame(y.getIV(),NULL);
assertNotSame(z.getIV(),NULL);
assertNotSame(b.getIV(),NULL);
assertNotSame(c.getIV(),NULL);
// all distinct.
assertNotSame(x.getIV(), y.getIV());
assertNotSame(x.getIV(), z.getIV());
assertNotSame(x.getIV(), b.getIV());
assertNotSame(x.getIV(), c.getIV());
assertNotSame(y.getIV(), z.getIV());
assertNotSame(y.getIV(), b.getIV());
assertNotSame(y.getIV(), c.getIV());
assertNotSame(z.getIV(), b.getIV());
assertNotSame(z.getIV(), c.getIV());
assertNotSame(b.getIV(), c.getIV());
// correct type of term identifier was assigned.
assertTrue(x.getIV().isURI());
assertTrue(y.getIV().isURI());
assertTrue(z.getIV().isLiteral());
assertTrue(b.getIV().isBNode());
assertTrue(c.getIV().isBNode());
// reverse lookup is consistent with the assigned term identifiers.
assertEquals(x,store.getTerm(x.getIV()));
assertEquals(y,store.getTerm(y.getIV()));
assertEquals(z,store.getTerm(z.getIV()));
assertTrue(store.getTerm(b.getIV()) instanceof BNode);
assertTrue(store.getTerm(c.getIV()) instanceof BNode);
} finally {
store.__tearDownUnitTest();
}
}
/**
* Unit test verifies that {@link BigdataValue}s whose term identifiers
* have already been assigned are unchanged by
* {@link LexiconRelation#addTerms(BigdataValue[], int, boolean)}.
*
* Note: {@link BNode}s are not tested for this property since they will be
* assigned a new term identifier each time. Blank nodes are ONLY made
* self-consistent within a canonicalizing mapping imposed for some blank
* node context, e.g., a source document that is being parsed.
*/
public void test_addTermsFiltersAlreadyAssigned() {
final AbstractTripleStore store = getStore();
try {
final BigdataValueFactory valueFactory = store.getValueFactory();
final BigdataURI x = valueFactory.createURI("http://www.foo.org/x");
final BigdataURI y = valueFactory.createURI("http://www.foo.org/y");
final BigdataLiteral z = valueFactory.createLiteral("z");
// add terms - lots of duplicates here.
store.addTerms(new BigdataValue[] { x, y, x, z, y, z});
final IV _x = x.getIV();
final IV _y = y.getIV();
final IV _z = z.getIV();
// none are NULL.
assertNotSame(x.getIV(),NULL);
assertNotSame(y.getIV(),NULL);
assertNotSame(z.getIV(),NULL);
// all distinct.
assertNotSame(x.getIV(), y.getIV());
assertNotSame(x.getIV(), z.getIV());
assertNotSame(y.getIV(), z.getIV());
// correct type of term identifier was assigned.
assertTrue(x.getIV().isURI());
assertTrue(y.getIV().isURI());
assertTrue(z.getIV().isLiteral());
// reverse lookup is consistent with the assigned term identifiers.
assertEquals(x,store.getTerm(x.getIV()));
assertEquals(y,store.getTerm(y.getIV()));
assertEquals(z,store.getTerm(z.getIV()));
/*
* re-adding the same term instances does not change their term
* identifer assignments.
*/
// add terms - lots of duplicates here.
store.addTerms(new BigdataValue[] { x, y, x, z, y, z});
assertEquals(_x, x.getIV());
assertEquals(_y, y.getIV());
assertEquals(_z, z.getIV());
/*
* verify that re-adding distinct term identifier instances having
* the same data assigns the same term identifiers.
*/
{
final BigdataURI x1 = valueFactory.createURI("http://www.foo.org/x");
final BigdataURI y1 = valueFactory.createURI("http://www.foo.org/y");
final BigdataLiteral z1 = valueFactory.createLiteral("z");
// add terms - lots of duplicates here.
store.addTerms(new BigdataValue[] { x1, y1, x1, z1, y1, z1});
// same term identifiers were assigned.
assertEquals(_x, x1.getIV());
assertEquals(_y, y1.getIV());
assertEquals(_z, z1.getIV());
}
} finally {
store.__tearDownUnitTest();
}
}
/*
* Note: This has been commented out to clean up CI, but the issue still
* needs to be resolved.
*/
// /**
// * FIXME AbstractTripleStore#getBNodeCount() is not well behaved. For at
// * least the BLOBS index we will have lots of bnode values in the index if a
// * lot of bnodes have been inserted (this can only occur for large bnode IDs
// * so it is a bit of an odd case). However, getBNodeCount() is documented as
// * returning 0L if we are not in told bnodes mode.
// *
// * I need to check the situation with the TERM2ID index and see if we are
// * storing blank nodes there as well even when we are NOT in told bnodes
// * mode. Finally, getTermCount() is reporting everything in TERM2ID + BLOBS.
// * That's Ok except that we should not be including the bnodes when we are
// * not in told bnodes mode.... TestTripleStore currently fails on this
// * issue.
// *
// * @see https://sourceforge.net/apps/trac/bigdata/ticket/327
// */
// public void test_rangeCounts_standardBNodes() {
//
// final Properties properties = super.getProperties();
//
// // override the default vocabulary.
// properties.setProperty(AbstractTripleStore.Options.VOCABULARY_CLASS,
// NoVocabulary.class.getName());
//
// // override the default axiom model.
// properties.setProperty(
// com.bigdata.rdf.store.AbstractTripleStore.Options.AXIOMS_CLASS,
// NoAxioms.class.getName());
//
// // Do not inline strings.
// properties
// .setProperty(
// com.bigdata.rdf.store.AbstractTripleStore.Options.MAX_INLINE_TEXT_LENGTH,
// "0");
//
// // Do not inline bnodes.
// properties
// .setProperty(
// com.bigdata.rdf.store.AbstractTripleStore.Options.INLINE_BNODES,
// "false");
//
// // Do not inline data types (causes xsd:dateTime to be inserted into the index).
// properties
// .setProperty(
// com.bigdata.rdf.store.AbstractTripleStore.Options.INLINE_DATE_TIMES,
// "false");
//
// properties
// .setProperty(
// com.bigdata.rdf.store.AbstractTripleStore.Options.STORE_BLANK_NODES,
// "false");
//
// doTestRangeCounts(properties);
//
// }
public void test_rangeCounts_toldBNodes() {
final Properties properties = super.getProperties();
// override the default vocabulary.
properties.setProperty(AbstractTripleStore.Options.VOCABULARY_CLASS,
NoVocabulary.class.getName());
// override the default axiom model.
properties.setProperty(
com.bigdata.rdf.store.AbstractTripleStore.Options.AXIOMS_CLASS,
NoAxioms.class.getName());
// Do not inline strings.
properties
.setProperty(
com.bigdata.rdf.store.AbstractTripleStore.Options.MAX_INLINE_TEXT_LENGTH,
"0");
// Do not inline bnodes.
properties
.setProperty(
com.bigdata.rdf.store.AbstractTripleStore.Options.INLINE_BNODES,
"false");
// Do not inline data types (causes xsd:dateTime to be inserted into the index).
properties
.setProperty(
com.bigdata.rdf.store.AbstractTripleStore.Options.INLINE_DATE_TIMES,
"false");
properties
.setProperty(
com.bigdata.rdf.store.AbstractTripleStore.Options.STORE_BLANK_NODES,
"true");
doTestRangeCounts(properties);
}
/**
* Test helper for verifying the correct reporting of range counts from the
* lexicon.
*
* @param properties
*/
private void doTestRangeCounts(final Properties properties) {
final AbstractTripleStore store = getStore(properties);
try {
final boolean storeBlankNodes = store.getLexiconRelation()
.isStoreBlankNodes();
/*
* Declare URIs.
*/
final int nuris = 9;
final URI x = new URIImpl("http://www.foo.org/x");
final URI y = new URIImpl("http://www.foo.org/y");
final URI z = new URIImpl("http://www.foo.org/z");
final URI A = new URIImpl("http://www.foo.org/A");
final URI B = new URIImpl("http://www.foo.org/B");
final URI C = new URIImpl("http://www.foo.org/C");
final URI rdfType = RDF.TYPE;
final URI rdfsSubClassOf = RDFS.SUBCLASSOF;
final URI big = new URIImpl(getVeryLargeURI());
/*
* Declare literals.
*/
final int nliterals = 4;
final Literal lit1 = new LiteralImpl("abc");
final Literal lit2 = new LiteralImpl("abc", A);
final Literal lit3 = new LiteralImpl("abc", "en");
final Literal lit5 = new LiteralImpl(getVeryLargeLiteral());
/*
* Declare blank nodes.
*/
final int nbnodes = 3;
final BNode bn1 = new BNodeImpl(UUID.randomUUID().toString());
final BNode bn2 = new BNodeImpl("a12");
final BNode bn3 = new BNodeImpl(getVeryLargeLiteral());
// Create an array of those Value objects.
final Value[] values = new Value[] {//
x, y, z, A, B, C, big,//
rdfsSubClassOf, rdfType,//
lit1, lit2, lit3, lit5,//
bn1, bn2, bn3 //
};
/*
* Create a variant array of BigdataValues whose IVs are set as a
* side-effect.
*/
final BigdataValue[] terms = new BigdataValue[values.length];
for (int i = 0; i < values.length; i++) {
terms[i] = store.getLexiconRelation().getValueFactory()
.asValue(values[i]);
}
/*
* Write on the lexicon.
*/
store.getLexiconRelation()
.addTerms(terms, terms.length, false/* readOnly */);
/*
* Verify the various "count()" methods, which are based on the
* range count of the appropriate section of the lexicon index.
*/
{
if (log.isInfoEnabled()) {
log.info("#uris=" + store.getURICount());
log.info("#lits=" + store.getLiteralCount());
log.info("#bnds=" + store.getBNodeCount());
log.info("#vals=" + store.getTermCount());
log.info("\n"
+ DumpLexicon.dumpBlobs(store
.getLexiconRelation().getNamespace(), store
.getLexiconRelation().getBlobsIndex()));
}
assertEquals("#uris", nuris, store.getURICount());
assertEquals("#lits", nliterals, store.getLiteralCount());
/*
* Note: Even when we are not using told bnodes, we still insert
* the blank nodes into the lexicon and they should be reported
* back here? With the standard bnodes semantics, inserting the
* same BNode object multiple times will cause a new BNode to be
* entered into the lexicon each time. For told bnodes
* semantics, we will unify the blank node with the same blank
* node in the lexicon.
*/
if(storeBlankNodes) {
assertEquals("#bnodes", nbnodes, store.getBNodeCount());
} else {
assertEquals("#bnodes", 0L, store.getBNodeCount());
}
final int nterms = nuris + nliterals
+ (storeBlankNodes ? nbnodes : 0);
assertEquals("#terms", nterms, store.getTermCount());
}
} finally {
store.__tearDownUnitTest();
}
}
/**
* Test of {@link ITripleStore#addStatement(Resource, URI, Value)} and
* {@link ITripleStore#hasStatement(Resource, URI, Value)}.
*/
public void test_statements() {
final Properties properties = super.getProperties();
// override the default vocabulary.
properties.setProperty(AbstractTripleStore.Options.VOCABULARY_CLASS,
NoVocabulary.class.getName());
// override the default axiom model.
properties.setProperty(
com.bigdata.rdf.store.AbstractTripleStore.Options.AXIOMS_CLASS,
NoAxioms.class.getName());
properties
.setProperty(
com.bigdata.rdf.store.AbstractTripleStore.Options.STORE_BLANK_NODES,
"false");
final AbstractTripleStore store = getStore(properties);
try {
final boolean storeBlankNodes = store.getLexiconRelation()
.isStoreBlankNodes();
final URI x = new URIImpl("http://www.foo.org/x");
final URI y = new URIImpl("http://www.foo.org/y");
final URI z = new URIImpl("http://www.foo.org/z");
final URI A = new URIImpl("http://www.foo.org/A");
final URI B = new URIImpl("http://www.foo.org/B");
final URI C = new URIImpl("http://www.foo.org/C");
final URI rdfType = RDF.TYPE;
final URI rdfsSubClassOf = RDFS.SUBCLASSOF;
final int nuris = 8;
// add statements using the URIs declared above.
store.addStatement(x, rdfType, C);
store.addStatement(y, rdfType, B);
store.addStatement(z, rdfType, A);
store.addStatement(B, rdfsSubClassOf, A);
store.addStatement(C, rdfsSubClassOf, B);
/*
* Resolve the IVs for those URIs.
*/
final IV x_termId;
{
/*
* Make sure that lookup with a different instance succeeds (this
* defeats the caching of the termId on the _Value).
*/
x_termId = store.getIV(new URIImpl("http://www.foo.org/x"));
assertTrue(x_termId != NULL);
}
final IV x_id = store.getIV(x);
assertTrue(x_id != NULL);
assertEquals(x_termId, x_id);
final IV y_id = store.getIV(y);
assertTrue(y_id != NULL);
final IV z_id = store.getIV(z);
assertTrue(z_id != NULL);
final IV A_id = store.getIV(A);
assertTrue(A_id != NULL);
final IV B_id = store.getIV(B);
assertTrue(B_id != NULL);
final IV C_id = store.getIV(C);
assertTrue(C_id != NULL);
final IV rdfType_id = store.getIV(rdfType);
assertTrue(rdfType_id != NULL);
final IV rdfsSubClassOf_id = store.getIV(rdfsSubClassOf);
assertTrue(rdfsSubClassOf_id != NULL);
/*
* Declare 3 literals and add them to the lexicon.
*/
final Literal lit1 = new LiteralImpl("abc");
final Literal lit2 = new LiteralImpl("abc", A);
final Literal lit3 = new LiteralImpl("abc", "en");
final int nliterals = 3;
// 3 literals.
final IV lit1_id = store.addTerm(lit1);
assertTrue(lit1_id != NULL);
final IV lit2_id = store.addTerm(lit2);
assertTrue(lit2_id != NULL);
final IV lit3_id = store.addTerm(lit3);
assertTrue(lit3_id != NULL);
/*
* Declare two blank nodes and add them to the lexicon.
*/
final BNode bn1 = new BNodeImpl(UUID.randomUUID().toString());
final BNode bn2 = new BNodeImpl("a12");
final int nbnodes = 2;
// 2 blank nodes.
final IV bn1_id = store.addTerm(bn1);
assertTrue(bn1_id != NULL);
final IV bn2_id = store.addTerm(bn2);
assertTrue(bn2_id != NULL);
if (log.isInfoEnabled()) {
log.info(bn1_id);
log.info(bn2_id);
log.info(storeBlankNodes);
}
assertEquals(x_id, store.getIV(x));
assertEquals(y_id, store.getIV(y));
assertEquals(z_id, store.getIV(z));
assertEquals(A_id, store.getIV(A));
assertEquals(B_id, store.getIV(B));
assertEquals(C_id, store.getIV(C));
assertEquals(rdfType_id, store.getIV(rdfType));
assertEquals(rdfsSubClassOf_id, store.getIV(rdfsSubClassOf));
{
final Iterator itr = store.getSPORelation()
.statementKeyOrderIterator();
while (itr.hasNext()) {
assertEquals("statementCount", 5, store.getSPORelation()
.getIndex(itr.next()).rangeCount(null, null));
}
}
// for (String fqn : store.getSPORelation().getIndexNames()) {
// assertEquals("statementCount", 5, store.getSPORelation()
// .getIndex(fqn).rangeCount(null, null));
// }
// assertEquals("statementCount", 5, store.getSPORelation().getSPOIndex().rangeCount(null,
// null));
// assertEquals("statementCount", 5, store.getSPORelation().getPOSIndex().rangeCount(null,
// null));
// assertEquals("statementCount", 5, store.getSPORelation().getOSPIndex().rangeCount(null,
// null));
assertTrue(store.hasStatement(x, rdfType, C));
assertTrue(store.hasStatement(y, rdfType, B));
assertTrue(store.hasStatement(z, rdfType, A));
assertTrue(store.hasStatement(B, rdfsSubClassOf, A));
assertTrue(store.hasStatement(C, rdfsSubClassOf, B));
store.commit();// Note: Should not make any difference.
{
final Iterator itr = store.getSPORelation()
.statementKeyOrderIterator();
while (itr.hasNext()) {
assertEquals("statementCount", 5, store.getSPORelation()
.getIndex(itr.next()).rangeCount(null, null));
}
}
// for (String fqn : store.getSPORelation().getIndexNames()) {
// assertEquals("statementCount", 5, store.getSPORelation()
// .getIndex(fqn).rangeCount(null, null));
// }
// assertEquals("statementCount", 5, store.getSPORelation().getSPOIndex().rangeCount(null,
// null));
// assertEquals("statementCount", 5, store.getSPORelation().getPOSIndex().rangeCount(null,
// null));
// assertEquals("statementCount", 5, store.getSPORelation().getOSPIndex().rangeCount(null,
// null));
assertTrue(store.hasStatement(x, rdfType, C));
assertTrue(store.hasStatement(y, rdfType, B));
assertTrue(store.hasStatement(z, rdfType, A));
assertTrue(store.hasStatement(B, rdfsSubClassOf, A));
assertTrue(store.hasStatement(C, rdfsSubClassOf, B));
} finally {
store.__tearDownUnitTest();
}
}
/**
* Verify that we can locate a statement that we add to the database using
* each statement index.
*/
public void test_addLookup_nativeAPI() {
final Properties properties = super.getProperties();
// override the default axiom model.
properties.setProperty(
com.bigdata.rdf.store.AbstractTripleStore.Options.AXIOMS_CLASS,
NoAxioms.class.getName());
final AbstractTripleStore store = getStore(properties);
try {
// verify nothing in the store.
assertSameIterator(new SPO[]{},
store.getAccessPath(NULL,NULL,NULL).iterator());
final BigdataValueFactory valueFactory = store.getValueFactory();
final BigdataURI A = valueFactory.createURI("http://www.bigdata.com/A");
final BigdataURI B = valueFactory.createURI("http://www.bigdata.com/B");
final BigdataURI C = valueFactory.createURI("http://www.bigdata.com/C");
final BigdataURI rdfType = valueFactory.createURI(RDF.TYPE.stringValue());
store.addTerms(new BigdataValue[] { A, B, C, rdfType });
store.addTerm(A);
store.addTerm(B);
store.addTerm(C);
store.addTerm(rdfType);
/*
* Insert two statements into the store.
*/
final SPO spo1 = new SPO(A, rdfType, B, StatementEnum.Explicit);
final SPO spo2 = new SPO(A, rdfType, C, StatementEnum.Explicit);
if(log.isInfoEnabled()) {
log.info("adding statements");
log.info("spo1: "+spo1);
log.info("spo2: "+spo2);
}
assertEquals("mutationCount", 2L,//
store.addStatements(new SPO[] { spo1, spo2 }, 2)//
);
// verify that a re-insert reports a zero mutation count.
assertEquals("mutationCount", 0L,//
store.addStatements(new SPO[] { spo1, spo2 }, 2)//
);
if (log.isInfoEnabled()) {
log.info("\n" + store.dumpStore());
log.info("\nSPO\n"
+ store.getSPORelation().dump(SPOKeyOrder.SPO));
log.info("\nPOS\n"
+ store.getSPORelation().dump(SPOKeyOrder.POS));
log.info("\nOSP\n"
+ store.getSPORelation().dump(SPOKeyOrder.OSP));
}
// verify range count on each of the statement indices.
assertEquals(2, store.getSPORelation().getIndex(SPOKeyOrder.SPO)
.rangeCount());
assertEquals(2, store.getSPORelation().getIndex(SPOKeyOrder.POS)
.rangeCount());
assertEquals(2, store.getSPORelation().getIndex(SPOKeyOrder.OSP)
.rangeCount());
/*
* check indices for spo1.
*/
// check the SPO index.
assertSameSPOs(new SPO[] { spo1, spo2 }, store.getAccessPath(spo1.s, NULL,
NULL).iterator());
// check the POS index.
assertSameSPOs(new SPO[] { spo1, spo2 }, store.getAccessPath(NULL, spo1.p,
NULL).iterator());
// check the OSP index.
assertSameSPOs(new SPO[] { spo1 }, store.getAccessPath(NULL, NULL,
spo1.o).iterator());
/*
* check indices for spo2 (only differs in the object position).
*/
// check the OSP index.
assertSameSPOs(new SPO[] { spo2 }, store.getAccessPath(NULL, NULL,
spo2.o).iterator());
/*
* full range scan (uses the SPO index).
*/
assertSameSPOs(new SPO[] { spo1, spo2 }, store.getAccessPath(NULL, NULL,
NULL).iterator());
/*
* Remove spo1 from the statement from the store.
*
* Note: indices that support isolation will still report the SAME
* range count after the statement has been removed.
*/
log.info("Removing 1st statement.");
assertEquals(1,store.getAccessPath(spo1.s, spo1.p, spo1.o).removeAll());
if(log.isInfoEnabled()) {
log.info("\n"+store.dumpStore());
log.info("\nSPO\n"+store.getSPORelation().dump(SPOKeyOrder.SPO));
log.info("\nPOS\n"+store.getSPORelation().dump(SPOKeyOrder.POS));
log.info("\nOSP\n"+store.getSPORelation().dump(SPOKeyOrder.OSP));
}
/*
* verify that the statement is gone from each of the statement
* indices.
*/
// check the SPO index.
assertSameSPOs(new SPO[] {spo2}, store.getAccessPath(spo1.s, NULL,
NULL).iterator());
// check the POS index.
assertSameSPOs(new SPO[] {spo2}, store.getAccessPath(NULL, spo1.p,
NULL).iterator());
// check the OSP index.
assertSameSPOs(new SPO[] {}, store.getAccessPath(NULL, NULL,
spo1.o).iterator());
/*
* full range scan (uses the SPO index).
*/
assertSameSPOs(new SPO[] { spo2 }, store.getAccessPath(NULL, NULL,
NULL).iterator());
/*
* remove all statements (only spo2 remains).
*/
log.info("Removing all statements.");
assertEquals(1,store.getAccessPath(NULL,NULL,NULL).removeAll());
if(log.isInfoEnabled()) {
log.info("\n"+store.dumpStore());
log.info("\nSPO\n"+store.getSPORelation().dump(SPOKeyOrder.SPO));
log.info("\nPOS\n"+store.getSPORelation().dump(SPOKeyOrder.POS));
log.info("\nOSP\n"+store.getSPORelation().dump(SPOKeyOrder.OSP));
}
/*
* verify that the statement is gone from each of the statement
* indices.
*/
// check the SPO index.
assertSameSPOs(new SPO[] {}, store.getAccessPath(spo2.s, NULL,
NULL).iterator());
// check the POS index.
assertSameSPOs(new SPO[] {}, store.getAccessPath(NULL, spo2.p,
NULL).iterator());
// check the OSP index.
assertSameSPOs(new SPO[] {}, store.getAccessPath(NULL, NULL,
spo2.o).iterator());
/*
* full range scan (uses the SPO index).
*/
assertSameSPOs(new SPO[] {}, store.getAccessPath(NULL, NULL,
NULL).iterator());
} finally {
store.__tearDownUnitTest();
}
}
/**
* Test the ability to add and remove statements using both fully
* bound and partly bound triple patterns using the native API.
*/
public void test_addRemove_nativeAPI() {
final Properties properties = super.getProperties();
// override the default axiom model.
properties.setProperty(
com.bigdata.rdf.store.AbstractTripleStore.Options.AXIOMS_CLASS,
NoAxioms.class.getName());
final AbstractTripleStore store = getStore(properties);
try {
// verify nothing in the store.
assertSameIterator(new SPO[]{},
store.getAccessPath(NULL,NULL,NULL).iterator());
final BigdataValueFactory f = store.getValueFactory();
final BigdataURI A = f.createURI("http://www.bigdata.com/A");
final BigdataURI B = f.createURI("http://www.bigdata.com/B");
final BigdataURI C = f.createURI("http://www.bigdata.com/C");
final BigdataURI rdfType = f.asValue(RDF.TYPE);
// assign term identifiers for reuse below.
store.addTerms(new BigdataValue[] { A, B, C, rdfType });
{
// load statements into db.
final IStatementBuffer buffer = new StatementBuffer(
store, 2);
buffer.add(A, rdfType, B);
buffer.add(A, rdfType, C);
buffer.flush();
}
// store.commit();
if (log.isInfoEnabled())
log.info("\n" + store.dumpStore());
// make sure that term identifiers were assigned as a side-effect.
assertTrue(new SPO(A, rdfType, B, StatementEnum.Explicit).isFullyBound());
assertSameSPOs(new SPO[] {
new SPO(A, rdfType, B, StatementEnum.Explicit),
new SPO(A, rdfType, C, StatementEnum.Explicit),//
},//
store.getAccessPath(NULL, NULL, NULL).iterator());
assertEquals(1, store.getAccessPath(NULL, NULL, store.getIV(B))
.removeAll());
if (log.isInfoEnabled()) {
log.info("\n" + store.dumpStore());
}
// store.commit();
assertSameSPOs(new SPO[] {//
new SPO(A, rdfType, C, StatementEnum.Explicit), //
}, //
store.getAccessPath(NULL,NULL,NULL).iterator()
);
} finally {
store.__tearDownUnitTest();
}
}
/**
* Test using the native API of adding explicit, inferred, and axiom
* {@link SPO}s.
*/
public void test_addInferredExplicitAxiom() {
final Properties properties = super.getProperties();
// override the default axiom model.
properties.setProperty(
com.bigdata.rdf.store.AbstractTripleStore.Options.AXIOMS_CLASS,
NoAxioms.class.getName());
final AbstractTripleStore store = getStore(properties);
try {
final BigdataValueFactory f = store.getValueFactory();
final BigdataURI v1 = f.createURI("http://www.bigdata.com/1");
final BigdataURI v2 = f.createURI("http://www.bigdata.com/2");
final BigdataURI v3 = f.createURI("http://www.bigdata.com/3");
// assign term identifiers.
store.addTerms(new BigdataValue[]{v1,v2,v3});
final SPO[] a = new SPO[] {
new SPO(v1, v2, v3, StatementEnum.Explicit),
new SPO(v2, v2, v3, StatementEnum.Inferred),
new SPO(v3, v2, v3, StatementEnum.Axiom)
};
store.addStatements(a,a.length);
assertSameSPOs(new SPO[] {//
new SPO(v1, v2, v3, StatementEnum.Explicit),//
new SPO(v2, v2, v3, StatementEnum.Inferred),//
new SPO(v3, v2, v3, StatementEnum.Axiom),//
},//
store.getAccessPath(NULL,NULL,NULL).iterator()
);
if (log.isInfoEnabled())
log.info("\n" + store.dumpStore());
} finally {
store.__tearDownUnitTest();
}
}
/**
* Test the ability to add and remove statements using both fully bound and
* partly bound triple patterns using the Sesame compatible API.
*/
public void test_addRemove_sesameAPI(){
final Properties properties = super.getProperties();
// override the default axiom model.
properties.setProperty(
com.bigdata.rdf.store.AbstractTripleStore.Options.AXIOMS_CLASS,
NoAxioms.class.getName());
final AbstractTripleStore store = getStore(properties);
try {
// verify nothing in the store.
assertSameIterator(new Statement[] {}, store.getAccessPath(NULL,
NULL, NULL).iterator());
final BigdataValueFactory f = store.getValueFactory();
final BigdataURI A = f.createURI("http://www.bigdata.com/A");
final BigdataURI B = f.createURI("http://www.bigdata.com/B");
final BigdataURI C = f.createURI("http://www.bigdata.com/C");
final BigdataURI rdfType = f.asValue(RDF.TYPE);
{
final IStatementBuffer buffer = new StatementBuffer(
store, 100);
buffer.add(A, rdfType, B);
buffer.add(A, rdfType, C);
buffer.flush();
}
assertSameStatements(new Statement[]{
new StatementImpl(A,RDF.TYPE,B),
new StatementImpl(A,RDF.TYPE,C),
},
store.getStatements(null,null,null)
);
if (log.isInfoEnabled())
log.info("\n" + store.dumpStore());
assertEquals(1L, store.removeStatements(null, null, B));
if (log.isInfoEnabled())
log.info("\n" + store.dumpStore());
assertSameStatements(new Statement[]{
new StatementImpl(A,rdfType,C),
},
store.getStatements(null,null,null)
);
} finally {
store.__tearDownUnitTest();
}
}
/**
* Test of
* {@link IRawTripleStore#removeStatements(com.bigdata.relation.accesspath.IChunkedOrderedIterator)}
*/
public void test_removeStatements() {
final Properties properties = super.getProperties();
// override the default axiom model.
properties.setProperty(
com.bigdata.rdf.store.AbstractTripleStore.Options.AXIOMS_CLASS,
NoAxioms.class.getName());
final AbstractTripleStore store = getStore(properties);
try {
/*
* Setup some terms.
*
* Note: we need the store to assign the term identifiers since they
* are bit marked as to their type (uri, literal, bnode, or
* statement identifier).
*/
final BigdataValueFactory f = store.getValueFactory();
final BigdataURI x = f.createURI("http://www.foo.org/x1");
final BigdataURI y = f.createURI("http://www.foo.org/y2");
final BigdataURI z = f.createURI("http://www.foo.org/z3");
store.addTerms(new BigdataValue[] { x, y, z });
final IV x1 = x.getIV();
final IV y2 = y.getIV();
final IV z3 = z.getIV();
// verify nothing in the store.
assertSameIterator(new Statement[]{},
store.getAccessPath(NULL,NULL,NULL).iterator());
// SPOAssertionBuffer buffer = new SPOAssertionBuffer(store, store,
// null/* filter */, 100/* capacity */, false/*justify*/);
SPO[] a = new SPO[] {
new SPO(x1, y2, z3,StatementEnum.Explicit),
new SPO(y2, y2, z3,StatementEnum.Explicit)
};
store.addStatements(a,a.length);
// buffer.flush();
assertTrue(store.hasStatement(x1,y2,z3));
assertTrue(store.hasStatement(y2,y2,z3));
assertEquals(2,store.getStatementCount());
assertEquals(1, store.removeStatements(new ChunkedArrayIterator(
1,
new SPO[] {
new SPO(x1, y2, z3, StatementEnum.Explicit)
},
null/*keyOrder*/
), false/* computeClosureForStatementIdentifiers */));
assertFalse(store.hasStatement(x1,y2,z3));
assertTrue(store.hasStatement(y2,y2,z3));
} finally {
store.__tearDownUnitTest();
}
}
/**
* Unit test of the batched parallel resolution of triple patterns.
*
* @see Efficient batch
* remove of a collection of triple patterns
*/
public void test_getStatementsUsingTriplePatterns() {
final Properties properties = super.getProperties();
// override the default axiom model.
properties.setProperty(
com.bigdata.rdf.store.AbstractTripleStore.Options.AXIOMS_CLASS,
NoAxioms.class.getName());
final AbstractTripleStore store = getStore(properties);
try {
// verify nothing in the store.
assertSameIterator(new Statement[] {}, store.getAccessPath(NULL,
NULL, NULL).iterator());
final BigdataValueFactory f = store.getValueFactory();
final BigdataURI A = f.createURI("http://www.bigdata.com/A");
final BigdataURI B = f.createURI("http://www.bigdata.com/B");
final BigdataURI C = f.createURI("http://www.bigdata.com/C");
final BigdataURI Person = f.asValue(FOAF.PERSON);
final BigdataURI rdfType = f.asValue(RDF.TYPE);
final BigdataURI foafKnows = f.asValue(FOAF.KNOWS);
{
final IStatementBuffer buffer = new StatementBuffer(
store, 100);
buffer.add(A, rdfType, Person);
buffer.add(B, rdfType, Person);
buffer.add(C, rdfType, Person);
buffer.add(A, foafKnows, B);
buffer.add(B, foafKnows, A);
buffer.add(B, foafKnows, C);
buffer.add(C, foafKnows, B);
buffer.flush();
}
// Empty input.
{
final BigdataTriplePattern[] triplePatterns = new BigdataTriplePattern[] {};
assertSameStatements(
new Statement[] {//
},//
store.getStatements(new ChunkedArrayIterator(
triplePatterns)));
}
// Single pattern matching one statement.
{
final BigdataTriplePattern[] triplePatterns = new BigdataTriplePattern[] {//
new BigdataTriplePattern(A, rdfType, null),//
};
assertSameStatements(
new Statement[] {//
new StatementImpl(A, rdfType, Person),//
},//
store.getStatements(new ChunkedArrayIterator(
triplePatterns)));
}
// Single pattern matching three statements.
{
final BigdataTriplePattern[] triplePatterns = new BigdataTriplePattern[] {//
new BigdataTriplePattern(null, rdfType, Person),//
};
assertSameStatements(
new Statement[] {//
new StatementImpl(A, rdfType, Person),//
new StatementImpl(B, rdfType, Person),//
new StatementImpl(C, rdfType, Person),//
},//
store.getStatements(new ChunkedArrayIterator(
triplePatterns)));
}
// Two patterns matching various statements.
{
final BigdataTriplePattern[] triplePatterns = new BigdataTriplePattern[] {//
new BigdataTriplePattern(A, foafKnows, null),//
new BigdataTriplePattern(null, rdfType, Person),//
};
assertSameIteratorAnyOrder(
new Statement[] {//
new StatementImpl(A, foafKnows, B),//
new StatementImpl(A, rdfType, Person),//
new StatementImpl(B, rdfType, Person),//
new StatementImpl(C, rdfType, Person),//
},//
store.getStatements(new ChunkedArrayIterator(
triplePatterns)));
}
// Three patterns, two of which match various statements.
{
final BigdataTriplePattern[] triplePatterns = new BigdataTriplePattern[] {//
new BigdataTriplePattern(A, foafKnows, null),//
new BigdataTriplePattern(null, rdfType, Person),//
new BigdataTriplePattern(rdfType, foafKnows, null),// no match
};
assertSameIteratorAnyOrder(
new Statement[] {//
new StatementImpl(A, foafKnows, B),//
new StatementImpl(A, rdfType, Person),//
new StatementImpl(B, rdfType, Person),//
new StatementImpl(C, rdfType, Person),//
},//
store.getStatements(new ChunkedArrayIterator(
triplePatterns)));
}
} finally {
store.__tearDownUnitTest();
}
}
private String getVeryLargeURI() {
final int len = 1024000;
final StringBuilder sb = new StringBuilder(len + 20);
sb.append("http://www.bigdata.com/");
for (int i = 0; i < len; i++) {
sb.append(Character.toChars('A' + (i % 26)));
}
final String s = sb.toString();
return s;
}
private String getVeryLargeLiteral() {
final int len = 1024000;
final StringBuilder sb = new StringBuilder(len);
for (int i = 0; i < len; i++) {
sb.append(Character.toChars('A' + (i % 26)));
}
final String s = sb.toString();
return s;
}
}