com.bigdata.rdf.inf.BackchainOwlSameAsPropertiesSPOIterator Maven / Gradle / Ivy
/**
Copyright (C) SYSTAP, LLC DBA Blazegraph 2006-2016. All rights reserved.
Contact:
SYSTAP, LLC DBA Blazegraph
2501 Calvert ST NW #106
Washington, DC 20008
[email protected]
This program is free software; you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
the Free Software Foundation; version 2 of the License.
This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU General Public License for more details.
You should have received a copy of the GNU General Public License
along with this program; if not, write to the Free Software
Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
*/
/*
* Created on March 19, 2008
*/
package com.bigdata.rdf.inf;
import java.util.Arrays;
import java.util.Set;
import com.bigdata.rdf.internal.IV;
import com.bigdata.rdf.internal.IVUtility;
import com.bigdata.rdf.model.StatementEnum;
import com.bigdata.rdf.rules.InferenceEngine;
import com.bigdata.rdf.spo.ISPO;
import com.bigdata.rdf.spo.SPO;
import com.bigdata.rdf.spo.SPOKeyOrder;
import com.bigdata.rdf.store.AbstractTripleStore;
import com.bigdata.rdf.store.TempTripleStore;
import com.bigdata.striterator.EmptyChunkedIterator;
import com.bigdata.striterator.IChunkedOrderedIterator;
import com.bigdata.striterator.IKeyOrder;
/**
* Provides backward chaining for property collection and reverse property
* collection on owl:sameAs for the SPO and S?O access paths.
*
* Note: This is a relatively straightforward access path because both values of
* interest for owl:sameAs (s and o) are known up front. We can collect up all
* the sames in the ctor and use links between those sames to infer new links
* between the original s and o.
*
* @see InferenceEngine
* @see InferenceEngine.Options
*
* @author Mike Personick
*/
public class BackchainOwlSameAsPropertiesSPOIterator extends
BackchainOwlSameAsIterator {
private IChunkedOrderedIterator sameAs2and3It;
private TempTripleStore sameAs2and3;
private boolean canRemove = false;
/**
* Create an iterator that will visit all statements in the source iterator
* and also backchain any entailments that would have resulted from
* owl:sameAs {2,3}.
*
* @param src
* The source iterator. {@link #nextChunk()} will sort statements
* into the {@link IKeyOrder} reported by this iterator (as long
* as the {@link IKeyOrder} is non-null).
* @param s
* The subject of the triple pattern. Cannot be null.
* @param p
* The predicate of the triple pattern. Can be null.
* @param o
* The object of the triple pattern. Cannot be null.
* @param db
* The database from which we will read the distinct subject
* identifiers (iff this is an all unbound triple pattern).
* @param sameAs
* The term identifier that corresponds to owl:sameAs for the
* database.
*/
public BackchainOwlSameAsPropertiesSPOIterator(
IChunkedOrderedIterator src, IV s, IV p, IV o,
AbstractTripleStore db, final IV sameAs) {
super(src, db, sameAs);
/*
* We are essentially taking a cross product of the two sets {s, ?
* sameAs s} and {o, ? sameAs o}, then doing a query for all the links
* between the {s,o} tuples, and using those links to infer links
* between the original s and o values. If p is bound we are simply
* trying to prove the existence of a statement by examining what we
* know about things that are the sameAs s and o.
*/
{
// join:
// ( s sameAs ?sameS ) x ( ?sameS ?p ?sameO ) x ( o sameAs ?sameO )
// to produce ( s ?p o )
// all of which might be present in the source iterator already
// use a buffer so that we can do a more efficient batch contains
// to filter out existing statements
// int chunkSize = 10000;
SPO[] spos = new SPO[chunkSize];
int numSPOs = 0;
// collect up the links between {s,? sameAs s} X {o,? sameAs o}
final Set sAndSames = getSelfAndSames(s);
final Set oAndSames = getSelfAndSames(o);
if (sAndSames.size() == 1 && oAndSames.size() == 1) {
// no point in continuing if there are no sames
// return;
}
for (IV s1 : sAndSames) {
for (IV o1 : oAndSames) {
// get the links between this {s,o} tuple
final IChunkedOrderedIterator it = db.getAccessPath(s1, p, o1).iterator();
while (it.hasNext()) {
final IV p1 = it.next().p();
// do not add ( s sameAs s ) inferences
if (IVUtility.equals(p1, sameAs) && IVUtility.equals(s, o)) {
continue;
}
if (numSPOs == chunkSize) {
boolean present = false; // filter for not present
IChunkedOrderedIterator absent =
db.bulkFilterStatements(spos, numSPOs, present);
if (absent.hasNext()) {
if (sameAs2and3 == null) {
sameAs2and3 = createTempTripleStore();
}
db.addStatements(sameAs2and3, copyOnly, absent, null);
}
numSPOs = 0;
}
spos[numSPOs++] = new SPO(s, p1, o,
StatementEnum.Inferred);
dumpSPO(spos[numSPOs-1]);
}
}
}
if (numSPOs > 0) {
// final flush of the buffer
boolean present = false; // filter for not present
IChunkedOrderedIterator absent =
db.bulkFilterStatements(spos, numSPOs, present);
if (absent.hasNext()) {
if (sameAs2and3 == null) {
sameAs2and3 = createTempTripleStore();
}
db.addStatements(sameAs2and3, copyOnly, absent, null);
}
}
}
}
public IKeyOrder getKeyOrder() {
return src.getKeyOrder();
}
public boolean hasNext() {
if (sameAs2and3It == null) {
if (sameAs2and3 != null) {
sameAs2and3It = sameAs2and3.getAccessPath(SPOKeyOrder.SPO).iterator();
} else {
sameAs2and3It = new EmptyChunkedIterator(SPOKeyOrder.SPO);
}
}
return src.hasNext() || sameAs2and3It.hasNext();
}
public ISPO next() {
if (sameAs2and3It == null) {
if (sameAs2and3 != null) {
sameAs2and3It = sameAs2and3.getAccessPath(SPOKeyOrder.SPO).iterator();
} else {
sameAs2and3It = new EmptyChunkedIterator(SPOKeyOrder.SPO);
}
}
canRemove = false;
ISPO current = null;
if (src.hasNext()) {
current = src.next();
canRemove = true;
} else if (sameAs2and3It.hasNext()) {
current = sameAs2and3It.next();
}
return current;
}
public ISPO[] nextChunk() {
// final int chunkSize = 10000;
ISPO[] s = new ISPO[chunkSize];
int n = 0;
while (hasNext() && n < chunkSize) {
s[n++] = next();
}
ISPO[] stmts = new ISPO[n];
// copy so that stmts[] is dense.
System.arraycopy(s, 0, stmts, 0, n);
return stmts;
}
public ISPO[] nextChunk(IKeyOrder keyOrder) {
if (keyOrder == null)
throw new IllegalArgumentException();
ISPO[] stmts = nextChunk();
if (src.getKeyOrder() != keyOrder) {
// sort into the required order.
Arrays.sort(stmts, 0, stmts.length, keyOrder.getComparator());
}
return stmts;
}
public void close() {
src.close();
if (sameAs2and3It != null)
sameAs2and3It.close();
if (sameAs2and3 != null)
sameAs2and3.close();
}
public void remove() {
if (canRemove) {
src.remove();
}
}
}