com.computablefacts.decima.Builder Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of decima Show documentation
Decima is a proof-of-concept Java implementation of the probabilistic logic programming language ProbLog.
There is a newer version: 1.39
package com.computablefacts.decima;

import java.io.File;
import java.nio.charset.StandardCharsets;
import java.util.AbstractMap;
import java.util.ArrayList;
import java.util.HashSet;
import java.util.List;
import java.util.Set;
import java.util.concurrent.TimeUnit;

import com.computablefacts.decima.problog.AbstractTerm;
import com.computablefacts.decima.problog.Clause;
import com.computablefacts.decima.problog.Const;
import com.computablefacts.decima.problog.InMemoryKnowledgeBase;
import com.computablefacts.decima.problog.Literal;
import com.computablefacts.decima.problog.RandomString;
import com.computablefacts.nona.helpers.CommandLine;
import com.computablefacts.nona.helpers.Files;
import com.github.wnameless.json.flattener.JsonFlattener;
import com.google.common.base.Preconditions;
import com.google.common.base.Splitter;
import com.google.common.base.Stopwatch;
import com.google.common.base.Strings;
import com.google.common.collect.Lists;
import com.google.errorprone.annotations.CheckReturnValue;

@CheckReturnValue
final public class Builder extends CommandLine {

  private static final char SEPARATOR = '¤';

  public static Clause json(String namespace, String uuid, String json) {

    Preconditions.checkNotNull(namespace, "namespace should not be null");
    Preconditions.checkNotNull(uuid, "uuid should not be null");
    Preconditions.checkNotNull(json, "json should not be null");

    return new Clause(new Literal("json",
        Lists.newArrayList(new Const(namespace), new Const(uuid), new Const(json))));
  }

  public static Set jsonPaths(String namespace, String uuid, String json) {

    Preconditions.checkNotNull(namespace, "namespace should not be null");
    Preconditions.checkNotNull(uuid, "uuid should not be null");
    Preconditions.checkNotNull(json, "json should not be null");

    Set clauses = new HashSet<>();

    new JsonFlattener(json).withSeparator(SEPARATOR).flattenAsMap().forEach((k, v) -> {

      List terms = new ArrayList<>();
      terms.add(new Const(namespace));
      terms.add(new Const(uuid));
      Splitter.on(SEPARATOR).trimResults().split(k).forEach(term -> {

        int indexBegin = term.lastIndexOf('[');
        int indexEnd = term.lastIndexOf(']');

        if (indexBegin < 0 || indexEnd < 0 || indexBegin >= indexEnd
            || indexEnd != term.length() - 1) {
          terms.add(new Const(term));
        } else { // Here, we are dealing with an array
          terms.add(new Const(term.substring(0, indexBegin)));
          terms.add(new Const(Integer.parseInt(term.substring(indexBegin + 1, indexEnd), 10)));
        }
      });
      terms.add(new Const(v == null ? "null" : v.toString()));

      clauses.add(new Clause(new Literal("json_path", terms)));
    });
    return clauses;
  }

  public static void main(String[] args) {

    Preconditions.checkNotNull(args, "args should not be null");

    File input = getFileCommand(args, "input", null);
    String output = getStringCommand(args, "output", null);
    boolean showLogs = getBooleanCommand(args, "show_logs", false);

    Stopwatch stopwatch = Stopwatch.createStarted();
    InMemoryKnowledgeBase kb = new InMemoryKnowledgeBase();

    // Fill KB from ND-JSON file (see http://ndjson.org for details)
    RandomString rnd = new RandomString(8);
    long nbFacts = Files.lineStream(input, StandardCharsets.UTF_8)
        .filter(pair -> !Strings.isNullOrEmpty(pair.getValue()))
        .map(pair -> new AbstractMap.SimpleEntry<>(rnd.nextString(), pair.getValue()))
        .peek(pair -> kb.azzert(json("", pair.getKey(), pair.getValue())))
        .peek(pair -> kb.azzert(jsonPaths("", pair.getKey(), pair.getValue()))).count();

    if (output == null) {
      System.out.println(kb.toString());
    } else {
      Files.create(new File(output), kb.toString());
    }

    stopwatch.stop();

    if (showLogs) {
      System.out.println("number of facts : " + kb.facts().size());
      System.out.println("elapsed time : " + stopwatch.elapsed(TimeUnit.MILLISECONDS) + " ms");
    }
  }
}