com.sysunite.coinsweb.connector.graphdb.GraphDB Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of validator-cli Show documentation
The newest version!
package com.sysunite.coinsweb.connector.graphdb;

import com.sysunite.coinsweb.connector.Rdf4jConnector;
import com.sysunite.coinsweb.parser.config.pojo.Environment;
import org.eclipse.rdf4j.model.Resource;
import org.eclipse.rdf4j.model.impl.TreeModel;
import org.eclipse.rdf4j.model.util.GraphUtil;
import org.eclipse.rdf4j.model.vocabulary.RDF;
import org.eclipse.rdf4j.repository.config.RepositoryConfig;
import org.eclipse.rdf4j.repository.config.RepositoryConfigSchema;
import org.eclipse.rdf4j.repository.manager.RemoteRepositoryManager;
import org.eclipse.rdf4j.rio.RDFFormat;
import org.eclipse.rdf4j.rio.RDFParser;
import org.eclipse.rdf4j.rio.Rio;
import org.eclipse.rdf4j.rio.helpers.StatementCollector;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

import java.io.ByteArrayInputStream;
import java.io.IOException;
import java.io.InputStream;
import java.nio.charset.StandardCharsets;

/**
 * @author bastbijl, Sysunite 2017
 */
public class GraphDB extends Rdf4jConnector {

  private static final Logger log = LoggerFactory.getLogger(GraphDB.class);

  public static final String REFERENCE = "graphdb";

  private String url;
  RemoteRepositoryManager manager;
  String repositoryId;
  String user;
  String password;


  boolean createRepo;



  public GraphDB(Environment config) {

    if(config.getStore().getConfig() == null || !config.getStore().getConfig().containsKey("endpoint")) {
      throw new RuntimeException("No endpoint url specified");
    }
    url = config.getStore().getConfig().get("endpoint");


    if(config.getStore().getConfig().containsKey("repositoryId")) {
      repositoryId = config.getStore().getConfig().get("repositoryId");
    }
    if(config.getStore().getConfig().containsKey("user")) {
      user = config.getStore().getConfig().get("user");
    }
    if(config.getStore().getConfig().containsKey("password")) {
      password = config.getStore().getConfig().get("password");
    }


    cleanUp = config.getCleanUp();
    createRepo = config.getCreateRepo();
    deleteRepo = config.getDestroyRepo();

  }

  public void setRepositoryId(String repositoryId) {
    this.repositoryId = repositoryId;
  }

  public void init() {

    if(initialized) {
      return;
    }

    log.info("Initialize connector ("+REFERENCE+")");

    manager = new RemoteRepositoryManager(url);
    if(user != null && password != null) {
      manager.setUsernameAndPassword(user, password);
    }
    manager.initialize();

    try {

      if(repositoryId == null){
        repositoryId = "validator-generated";
      }
      if(manager.hasRepositoryConfig(repositoryId)) {
        log.info("Found existing repository");
      } else {
        if(createRepo) {
          manager.addRepositoryConfig(createRepositoryConfig(repositoryId));
        } else {
          log.warn("Not allowed to create repo, but needs to");
          return;
        }
      }
    } catch (IOException e) {
      log.error(e.getMessage(), e);
    }
    repository = manager.getRepository(repositoryId);
    initialized = true;
  }





  @Override
  public void close() {
    if(!initialized) {
      return;
    }
    repository.shutDown();
    if(deleteRepo) {
      if (manager != null && repositoryId != null) {
        manager.removeRepository(repositoryId);
      }
    }
  }




  private RepositoryConfig createRepositoryConfig(String repositoryId) throws IOException {

    // see http://graphdb.ontotext.com/documentation/free/configuring-a-repository.html

    String repoTurtle =
    "@prefix rdfs: .\n" +
    "@prefix rep: .\n" +
    "@prefix sr: .\n" +
    "@prefix sail: .\n" +
    "@prefix owlim: .\n" +
    "[] a rep:Repository ;\n" +
    "    rep:repositoryID \"" + repositoryId + "\" ;\n" +
    "    rdfs:label \"GraphDB Free repository\" ;\n" +
    "    rep:repositoryImpl [\n" +
    "        rep:repositoryType \"graphdb:FreeSailRepository\" ;\n" +
    "        sr:sailImpl [\n" +
    "            sail:sailType \"graphdb:FreeSail\" ;\n" +
    "            owlim:base-URL \"http://example.org/graphdb#\" ;\n" +
    "            owlim:defaultNS \"\" ;\n" +
    "            owlim:entity-index-size \"1000000000\" ;\n" +
    "            owlim:entity-id-size  \"32\" ;\n" +
    "            owlim:imports \"\" ;\n" +
    "            owlim:repository-type \"file-repository\" ;\n" +
    "            owlim:ruleset \"empty\" ;\n" +
    "            owlim:storage-folder \"storage\" ;\n" +
    "            owlim:enable-context-index \"true\" ;\n" +
    "            owlim:enablePredicateList \"true\" ;\n" +
    "            owlim:in-memory-literal-properties \"true\" ;\n" +
    "            owlim:enable-literal-index \"true\" ;\n" +
    "            owlim:check-for-inconsistencies \"false\" ;\n" +
    "            owlim:disable-sameAs  \"true\" ;\n" +
    "            owlim:query-timeout  \"0\" ;\n" +
    "            owlim:query-limit-results  \"0\" ;\n" +
    "            owlim:throw-QueryEvaluationException-on-timeout \"false\" ;\n" +
    "            owlim:read-only \"false\" ;\n" +
    "            owlim:nonInterpretablePredicates \"" +
    "http://www.w3.org/2000/01/rdf-schema#label;" +
    "http://www.w3.org/1999/02/22-rdf-syntax-ns#type;" +
    "http://www.ontotext.com/owlim/ces#gazetteerConfig;" +
    "http://www.ontotext.com/owlim/ces#metadataConfig\" ;\n" +
    "        ]\n" +
    "    ].";

    // see http://graphdb.ontotext.com/documentation/free/using-graphdb-with-the-rdf4j-api.html

    TreeModel graph = new TreeModel();
    InputStream config = new ByteArrayInputStream(repoTurtle.getBytes(StandardCharsets.UTF_8));
    RDFParser rdfParser = Rio.createParser(RDFFormat.TURTLE);
    rdfParser.setRDFHandler(new StatementCollector(graph));
    rdfParser.parse(config, RepositoryConfigSchema.NAMESPACE);
    config.close();
    Resource repositoryNode = GraphUtil.getUniqueSubject(graph, RDF.TYPE, RepositoryConfigSchema.REPOSITORY);
    return RepositoryConfig.create(graph, repositoryNode);
  }
}