com.bigdata.rdf.inf.BackchainOwlSameAsPropertiesPOIterator Maven / Gradle / Ivy
/**
Copyright (C) SYSTAP, LLC DBA Blazegraph 2006-2016. All rights reserved.
Contact:
SYSTAP, LLC DBA Blazegraph
2501 Calvert ST NW #106
Washington, DC 20008
[email protected]
This program is free software; you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
the Free Software Foundation; version 2 of the License.
This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU General Public License for more details.
You should have received a copy of the GNU General Public License
along with this program; if not, write to the Free Software
Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
*/
/*
* Created on March 19, 2008
*/
package com.bigdata.rdf.inf;
import java.util.Arrays;
import java.util.Iterator;
import com.bigdata.rdf.internal.IV;
import com.bigdata.rdf.internal.IVUtility;
import com.bigdata.rdf.model.StatementEnum;
import com.bigdata.rdf.rules.InferenceEngine;
import com.bigdata.rdf.spo.ISPO;
import com.bigdata.rdf.spo.SPO;
import com.bigdata.rdf.spo.SPOKeyOrder;
import com.bigdata.rdf.store.AbstractTripleStore;
import com.bigdata.rdf.store.TempTripleStore;
import com.bigdata.striterator.EmptyChunkedIterator;
import com.bigdata.striterator.IChunkedOrderedIterator;
import com.bigdata.striterator.IKeyOrder;
/**
* Provides backward chaining for reverse property collection on owl:sameAs for
* the ?PO and ??O access paths.
*
* Note: This is a reverse properties query: we know o and and we want to know
* all {s,p} tuples that constitute the reverse properties for o.
*
* @see InferenceEngine
* @see InferenceEngine.Options
*
* @author Mike Personick
*/
public class BackchainOwlSameAsPropertiesPOIterator extends
BackchainOwlSameAsIterator {
private IChunkedOrderedIterator sameAs3It, sameAs2It;
private TempTripleStore sameAs3, sameAs2;
private boolean canRemove = false;
/**
* Create an iterator that will visit all statements in the source iterator
* and also backchain any entailments that would have resulted from
* owl:sameAs {2,3}.
*
* @param src
* The source iterator. {@link #nextChunk()} will sort statements
* into the {@link IKeyOrder} reported by this iterator (as long
* as the {@link IKeyOrder} is non-null).
* @param p
* The predicate of the triple pattern. Can be null.
* @param o
* The object of the triple pattern. Cannot be null.
* @param db
* The database from which we will read the distinct subject
* identifiers (iff this is an all unbound triple pattern).
* @param sameAs
* The term identifier that corresponds to owl:sameAs for the
* database.
*/
public BackchainOwlSameAsPropertiesPOIterator(
final IChunkedOrderedIterator src, final IV p,
final IV o, AbstractTripleStore db, final IV sameAs) {
super(src, db, sameAs);
/*
* Collect up additional reverse properties (s and p values) for the
* known o value by examining the values which are owl:sameAs o. The p
* might or might not be bound in this access path.
*/
{
// join:
// ( o sameAs ?same ) x ( ?s p ?same )
// to produce ( ?s p o )
// which might be present in the source iterator already
// use a buffer so that we can do a more efficient batch contains
// to filter out existing statements
// int chunkSize = 10000;
SPO[] spos = new SPO[chunkSize];
int numSPOs = 0;
// get all of o's sames
Iterator samesIt = getSames(o).iterator();
while (samesIt.hasNext()) {
IV same = samesIt.next();
// attach all of the same's reverse properties to o
final IChunkedOrderedIterator reversePropsIt =
db.getAccessPath(null, p, same).iterator();
while (reversePropsIt.hasNext()) {
final ISPO reverseProp = reversePropsIt.next();
// do not add ( s sameAs s ) inferences
if (IVUtility.equals(reverseProp.p(), sameAs) &&
IVUtility.equals(reverseProp.s(), o)) {
continue;
}
// flush the buffer if necessary
if (numSPOs == chunkSize) {
boolean present = false; // filter for not present
IChunkedOrderedIterator absent =
db.bulkFilterStatements(spos, numSPOs, present);
if (absent.hasNext()) {
if (sameAs3 == null) {
sameAs3 = createTempTripleStore();
}
db.addStatements(sameAs3, copyOnly, absent, null);
}
numSPOs = 0;
}
// attach the s and p to the original o
spos[numSPOs++] = new SPO(reverseProp.s(), reverseProp.p(), o,
StatementEnum.Inferred);
dumpSPO(spos[numSPOs-1]);
}
}
if (numSPOs > 0) {
// final flush of the buffer
boolean present = false; // filter for not present
IChunkedOrderedIterator absent =
db.bulkFilterStatements(spos, numSPOs, present);
if (absent.hasNext()) {
if (sameAs3 == null) {
sameAs3 = createTempTripleStore();
}
db.addStatements(sameAs3, copyOnly, absent, null);
}
}
}
}
public IKeyOrder getKeyOrder() {
return src.getKeyOrder();
}
public boolean hasNext() {
if (sameAs3It == null) {
if (sameAs3 != null) {
sameAs3It = sameAs3.getAccessPath(SPOKeyOrder.SPO).iterator();
} else {
sameAs3It = new EmptyChunkedIterator(SPOKeyOrder.SPO);
}
}
if (src.hasNext() || sameAs3It.hasNext()) {
return true;
} else if (sameAs2It == null) {
if (sameAs2 != null) {
sameAs2It = sameAs2.getAccessPath(SPOKeyOrder.SPO).iterator();
} else {
sameAs2It = new EmptyChunkedIterator(SPOKeyOrder.SPO);
}
}
return sameAs2It.hasNext();
}
/**
* First iterate the source iterator and then iterate the sameAs{3}
* iterator, which was fully populated in the ctor. Along the way, collect
* up the sameAs{2} inferences, which will then be iterated once the first
* two iterators are complete.
*/
public ISPO next() {
if (sameAs3It == null) {
if (sameAs3 != null) {
sameAs3It = sameAs3.getAccessPath(SPOKeyOrder.SPO).iterator();
} else {
sameAs3It = new EmptyChunkedIterator(SPOKeyOrder.SPO);
}
}
canRemove = false;
ISPO current = null;
if (src.hasNext()) {
current = src.next();
processSameAs2(current);
canRemove = true;
} else if (sameAs3It.hasNext()) {
current = sameAs3It.next();
processSameAs2(current);
} else {
if (sameAs2It == null) {
if (sameAs2 != null) {
sameAs2It = sameAs2.getAccessPath(SPOKeyOrder.SPO).iterator();
} else {
sameAs2It = new EmptyChunkedIterator(SPOKeyOrder.SPO);
}
}
if (sameAs2It.hasNext()) {
current = sameAs2It.next();
}
}
return current;
}
/**
* Find all the alternate s values for this SPO, which we need to do since s
* is unbound in this access path.
*
* @param spo
* the spo being visited by the source iterator or the sameAs{3}
* iterator
*/
private void processSameAs2(ISPO spo) {
// join:
// ( s p o ) x ( s sameAs ?same )
// to produce ( ?same p o )
// which might be present in the source iterator already
// ignore sameAs properties
// use a buffer so that we can do a more efficient batch contains
// to filter out existing statements
// int chunkSize = 10000;
final ISPO[] spos = new ISPO[chunkSize];
int numSPOs = 0;
// get all of s's sames
final Iterator samesIt = getSames(spo.s()).iterator();
while (samesIt.hasNext()) {
IV same = samesIt.next();
// do not add ( s sameAs s ) inferences
if (IVUtility.equals(spo.p(), sameAs) && IVUtility.equals(same, spo.o())) {
continue;
}
// flush the buffer if necessary
if (numSPOs == chunkSize) {
boolean present = false; // filter for not present
IChunkedOrderedIterator absent =
db.bulkFilterStatements(spos, numSPOs, present);
if (absent.hasNext()) {
if (sameAs2 == null) {
sameAs2 = createTempTripleStore();
}
db.addStatements(sameAs2, copyOnly, absent, null);
}
numSPOs = 0;
}
// attach the new s to the original p and o
spos[numSPOs++] = new SPO(same, spo.p(), spo.o(),
StatementEnum.Inferred);
dumpSPO(spos[numSPOs-1]);
}
if (numSPOs > 0) {
// final flush of the buffer
boolean present = false; // filter for not present
IChunkedOrderedIterator absent =
db.bulkFilterStatements(spos, numSPOs, present);
if (absent.hasNext()) {
if (sameAs2 == null) {
sameAs2 = createTempTripleStore();
}
db.addStatements(sameAs2, copyOnly, absent, null);
}
}
}
public ISPO[] nextChunk() {
ISPO[] s = new ISPO[chunkSize];
int n = 0;
while (hasNext() && n < chunkSize) {
s[n++] = next();
}
ISPO[] stmts = new ISPO[n];
// copy so that stmts[] is dense.
System.arraycopy(s, 0, stmts, 0, n);
return stmts;
}
public ISPO[] nextChunk(IKeyOrder keyOrder) {
if (keyOrder == null)
throw new IllegalArgumentException();
ISPO[] stmts = nextChunk();
if (src.getKeyOrder() != keyOrder) {
// sort into the required order.
Arrays.sort(stmts, 0, stmts.length, keyOrder.getComparator());
}
return stmts;
}
public void close() {
src.close();
if (sameAs3It != null)
sameAs3It.close();
if (sameAs2It != null)
sameAs2It.close();
if (sameAs3 != null)
sameAs3.close();
if (sameAs2 != null)
sameAs2.close();
}
public void remove() {
if (canRemove) {
src.remove();
}
}
}