org.aksw.sparqlify.database.TableImpl Maven / Gradle / Ivy
The newest version!
package org.aksw.sparqlify.database;
import java.io.PrintStream;
import java.util.Arrays;
import java.util.Collection;
import java.util.Collections;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
import java.util.NavigableMap;
import java.util.Set;
import java.util.TreeMap;
import java.util.TreeSet;
import java.util.UUID;
import java.util.concurrent.TimeUnit;
import java.util.function.Function;
import org.aksw.commons.util.strings.StringUtils;
import org.apache.jena.ext.com.google.common.base.Stopwatch;
public class TableImpl
implements Table
{
private IndexMap columns;
//private List> indexes = new ArrayList>();
private IndexCollection indexes = new IndexCollection();
public IndexCollection getIndexes() {
return indexes;
}
public TableImpl(IndexMap columns) {
this.columns = columns;
}
@Override
public void addIndex(Index index) {
if(index.getTable() != this) {
throw new RuntimeException("Index has a different table set");
}
// TODO Sanity check on indexColumns
indexes.add(index);
}
public static void main2(String[] args) {
NavigableMap m = new TreeMap();
m.put("m", "2");
m.put("malta", "3");
m.put("mali", "4");
m.put("malibu", "5");
m.put("macedonien", "6");
boolean inclusive = true;
System.out.println(StringUtils.longestPrefixLookup("malibuu", inclusive, m));
System.out.println(StringUtils.longestPrefixLookup("malibu", inclusive, m));
System.out.println(StringUtils.longestPrefixLookup("malib", inclusive, m));
System.out.println(StringUtils.longestPrefixLookup("mali", inclusive, m));
System.out.println(StringUtils.longestPrefixLookup("mal", inclusive, m));
System.out.println(StringUtils.longestPrefixLookup("ma", inclusive, m));
System.out.println(StringUtils.longestPrefixLookup("m", inclusive, m));
System.out.println(StringUtils.longestPrefixLookup("", inclusive, m));
System.out.println(StringUtils.getAllPrefixes("malibu", false, m));
}
public static void main(String[] args) {
TableBuilder builder = new TableBuilder();
builder.addColumn("g", String.class);
builder.addColumn("s", String.class);
builder.addColumn("p", String.class);
builder.addColumn("o", String.class);
Table table = builder.create();
TreeSet set = new TreeSet();
set.add("Das");
set.add("Das blah");
set.add("Das ist");
set.add("Das ist ein Satz");
set.add("Das ist noch ein Satz");
set.add("Das ist noch einer");
System.out.println(set.tailSet("Da"));
System.out.println(set.headSet("Das ist ", false));
/*
PrefixIndex index = new PrefixIndex();
index.attach("g", "s", "p", "o");
*/
Function> prefixExtractor = input -> Collections.singleton((String)input);
MetaIndexFactory factory = new PrefixIndexMetaFactory(prefixExtractor);
//MetaIndexFactory factory = new PatriciaAccessorFactory(prefixExtractor);
IndexMetaNode root = IndexMetaNode.create(table, factory, "s");
//IndexMetaNode s = IndexMetaNode.create(root, factory, "g");
//IndexMetaNode o = IndexMetaNode.create(root, factory, "o");
TreeIndex index = TreeIndex.attach(table, root);
for(int i = 0; i < 1000; ++i) {
table.add(Arrays.asList(UUID.randomUUID().toString(), UUID.randomUUID().toString(), UUID.randomUUID().toString(), UUID.randomUUID().toString()));
}
table.add(Arrays.asList("aaa", "bbb", "ccc", "ddd"));
table.add(Arrays.asList("bbb", "ccc", "ddd", "aaa"));
table.add(Arrays.asList("ccc", "ddd", "aaa", "bbb"));
table.add(Arrays.asList("ddd", "aaa", "bbb", "ccc"));
table.add(Arrays.asList("Das", "ddd", "test", "ist"));
//System.out.println(index.getStore());
Map constraints = new HashMap();
constraints.put("s", new StartsWithConstraint("dd"));
constraints.put("g", new IsPrefixOfConstraint("Das"));
Object rs = table.select(constraints);
System.out.println(rs);
Stopwatch sw = Stopwatch.createStarted();
for(int i = 0; i < 10000000; ++i) {
Object x = table.select(constraints);
}
sw.stop();
System.out.println(sw.elapsed(TimeUnit.MILLISECONDS));
//System.out.println(rs);
/*
PrefixIndex idx = PrefixIndex.attach(prefixExtractor, table, "g", "s", "p", "o");
PrefixIndex idx2 = PrefixIndex.attach(prefixExtractor, table, "o", "s");
table.add(Arrays.asList("aaa", "bbb", "ccc", "ddd"));
table.add(Arrays.asList("bbb", "ccc", "ddd", "aaa"));
table.add(Arrays.asList("ccc", "ddd", "aaa", "bbb"));
table.add(Arrays.asList("ddd", "aaa", "bbb", "ccc"));
table.add(Arrays.asList("aaa", "xxx", "yyy", "zzz"));
printTable(idx.lookupSimple(Arrays.asList("aaa", "b")), System.out);
printTable(idx.lookupSimpleLonger(Arrays.asList("a", "b")), System.out);
// Now: Given a set of constraints, e.g. Prefix(?a, "foo"), determine the most appropriate indexes to do the lookup.
Map prefixConstraints = new HashMap();
prefixConstraints.put("s", new PrefixSet("xxxx"));
prefixConstraints.put("o", new PrefixSet("zzzz"));
prefixConstraints.put("g", new PrefixSet("aaaa"));
prefixConstraints.put("p", new PrefixSet("yyyy"));
{
/*
int constraintIndexes[] = new int[prefixConstraints.size()];
for(String key : prefixConstraints.keySet()) {
Column column = table.getColumns().get(key);
}* /
Index index = table.getIndexes().get(prefixConstraints.keySet());
System.out.println(index);
}
*/
}
public static void printTable(Collection< ? extends List> table, PrintStream out) {
for(List row : table) {
for(int i = 0; i < row.size(); ++i) {
if(i != 0) {
out.print("\t");
}
Object o = row.get(i);
String value = (o == null) ? "(null)" : o.toString();
if(value.isEmpty()) {
value = "(empty string)";
}
out.print(value);
}
out.println();
}
}
@Override
public IndexMap getColumns() {
return columns;
}
@Override
public void add(List row) {
for(Index index : indexes) {
if(!index.preAdd(row)) {
throw new RuntimeException("Row rejected");
}
}
for(Index index : indexes) {
index.add(row);
index.postAdd(row);
}
}
@Override
public Collection> select(Map constraints) {
// TODO This is a hack passing the columns
IndexMap cols = this.getColumns();
Collection> result = indexes.get(constraints, cols);
return result;
}
@Override
public int[] getIndexes(List columnNames) {
int[] result = new int[columnNames.size()];
for(int i = 0; i < result.length; ++i) {
String columnName = columnNames.get(i);
result[i] = columns.getIndex(columnName);
}
return result;
}
}