nl.coinsweb.sdk.jena.TDBStoreGraphSet Maven / Gradle / Ivy
The newest version!
/**
* MIT License
*
* Copyright (c) 2016 Bouw Informatie Raad
*
* Permission is hereby granted, free of charge, to any person obtaining
* a copy of this software and associated documentation files (the "Software"),
* to deal in the Software without restriction, including without limitation
* the rights to use, copy, modify, merge, publish, distribute, sublicense,
* and/or sell copies of the Software, and to permit persons to whom the
* Software is furnished to do so, subject to the following conditions:
*
* The above copyright notice and this permission notice shall be included
* in all copies or substantial portions of the Software.
*
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
* THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
* OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
* IN THE SOFTWARE.
*
**/
package nl.coinsweb.sdk.jena;
import com.hp.hpl.jena.query.*;
import com.hp.hpl.jena.tdb.TDB;
import com.hp.hpl.jena.tdb.TDBFactory;
import nl.coinsweb.sdk.CoinsGraphSet;
import nl.coinsweb.sdk.FileManager;
import nl.coinsweb.sdk.Namespace;
import nl.coinsweb.sdk.validator.*;
import org.apache.commons.lang3.RandomStringUtils;
import org.codehaus.plexus.util.FileUtils;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import java.io.IOException;
import java.nio.file.Path;
import java.nio.file.Paths;
import java.util.HashMap;
import java.util.Iterator;
import java.util.Map;
/**
* @author Bastiaan Bijl
*/
public class TDBStoreGraphSet extends InMemGraphSet implements CoinsGraphSet {
private static final Logger log = LoggerFactory.getLogger(TDBStoreGraphSet.class);
private Dataset dataset = null;
private Dataset validationDataset = null;
private static final String TDB_FOLDER = "coinstdb/";
private Path datasetPath;
private Path validationDatasetPath;
public TDBStoreGraphSet(String namespace) {
super(namespace);
log.info("Start new tdb for namespace given file.");
Path tempPath = Paths.get(FileManager.DEFAULT_TEMP_FOLDER);
Path datasetPath = tempPath.resolve(TDB_FOLDER + "d_" + RandomStringUtils.random(8, true, true) + "/");
Path validationDatasetPath = tempPath.resolve(TDB_FOLDER + "v_" + RandomStringUtils.random(8, true, true) + "/");
datasetPath.toFile().mkdirs();
validationDatasetPath.toFile().mkdirs();
FileManager.getFoldersToCleanup().add(tempPath.resolve(TDB_FOLDER).toFile());
this.datasetPath = datasetPath;
this.validationDatasetPath = validationDatasetPath;
}
@Override
public String getFullUnionNamespace() {
return "urn:x-arq:UnionGraph";
}
@Override
public Dataset getEmptyDataset() {
String message = "The TDBStoreGraphSet is not able to create more than one dataset per instance, so the getEmptyDataset() should not be used.";
log.warn(message);
throw new RuntimeException(message);
}
@Override
public Dataset getDataset() {
if(dataset == null) {
dataset = rebuildDataset();
}
return dataset;
}
public Dataset rebuildDataset() {
dataset = TDBFactory.createDataset(datasetPath.toString());
updateModel(dataset, instanceNamespace.toString(), instanceModel);
updateModel(dataset, woaNamespace.toString(), woaModel);
for(Namespace ns : libraryModels.keySet()) {
updateModel(dataset, ns.toString(), libraryModels.get(ns));
}
return dataset;
}
@Override
public Dataset getValidationDataset() {
if(validationDataset == null) {
validationDataset = rebuildValidationDataset();
}
return validationDataset;
}
private Dataset rebuildValidationDataset() {
log.info("Arrange dataset with union graphs.");
validationDataset = TDBFactory.createDataset(validationDatasetPath.toString());
updateModel(validationDataset, INSTANCE_GRAPH, instanceModel);
updateModel(validationDataset, WOA_GRAPH, woaModel);
updateModel(validationDataset, SCHEMA_UNION_GRAPH, getSchemaAggregationModel());
updateModel(validationDataset, FULL_UNION_GRAPH, getFullUnionModel());
log.info("Done arranging.");
return validationDataset;
}
@Override
public Iterator> query(String sparqlQuery) {
Iterator> result = null;
// log.trace("Start read transaction.");
// getDataset().begin(ReadWrite.READ) ;
try {
result = super.query(sparqlQuery);
} finally {
// log.trace("Stop read transaction.");
// getDataset().end() ;
}
return result;
}
@Override
public void insert(InferenceQuery query, InferenceQueryResult result) {
// log.trace("Start write transaction.");
// getValidationDataset().begin(ReadWrite.WRITE);
try {
super.insert(query, result);
// getValidationDataset().commit();
} finally {
// log.trace("Stop write transaction.");
// getValidationDataset().end() ;
}
}
public ResultSet getResultSet(String queryString, Dataset dataset) {
Query query = QueryFactory.create(queryString);
// Execute the query and obtain results
QueryExecution qe = QueryExecutionFactory.create(query, dataset);
ResultSet result = qe.execSelect();
return result;
}
@Override
public ValidationQueryResult select(ValidationQuery validationQuery) {
ValidationQueryResult result = null;
// log.trace("Start read transaction.");
// getValidationDataset().begin(ReadWrite.READ) ;
try {
result = super.select(validationQuery);
} finally {
// log.trace("Stop read transaction.");
// getValidationDataset().end() ;
}
return result;
}
@Override
public Map numTriples() {
Map result = new HashMap<>();
// log.trace("Start read transaction.");
// getValidationDataset().begin(ReadWrite.READ) ;
try {
long instanceTriples = this.numTriples(InMemGraphSet.INSTANCE_GRAPH);
long woaTriples = this.numTriples(InMemGraphSet.WOA_GRAPH);
long schemaTriples = this.numTriples(InMemGraphSet.SCHEMA_UNION_GRAPH);
long fullUnionTriples = this.numTriples(getFullUnionNamespace());
result.put(InMemGraphSet.INSTANCE_GRAPH, instanceTriples);
result.put(InMemGraphSet.SCHEMA_UNION_GRAPH, schemaTriples);
result.put(getFullUnionNamespace(), fullUnionTriples);
result.put(InMemGraphSet.WOA_GRAPH, woaTriples);
} finally {
// log.trace("Stop read transaction.");
// getValidationDataset().end() ;
}
return result;
}
public void close(Dataset dataset) {
TDB.sync(dataset);
dataset.close();
try {
Thread.sleep(2000);
} catch (InterruptedException e) {
log.error(e.getMessage(), e);
}
// destroy
try {
FileUtils.deleteDirectory(datasetPath.toFile());
FileUtils.deleteDirectory(validationDatasetPath.toFile());
} catch (IOException e) {
log.error(e.getMessage(), e);
}
}
}