org.unipop.process.UniBulkStep Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of unipop-core Show documentation

There is a newer version: 0.2.1

package org.unipop.process;

import org.apache.tinkerpop.gremlin.process.traversal.Traversal;
import org.apache.tinkerpop.gremlin.process.traversal.Traverser;
import org.apache.tinkerpop.gremlin.process.traversal.step.util.AbstractStep;
import org.apache.tinkerpop.gremlin.process.traversal.util.FastNoSuchElementException;
import org.apache.tinkerpop.gremlin.util.iterator.EmptyIterator;
import org.unipop.util.ConversionUtils;
import org.unipop.structure.UniGraph;

import java.util.Iterator;
import java.util.List;
import java.util.NoSuchElementException;

public abstract class UniBulkStep extends AbstractStep {
    protected final int maxBulk;
    protected int startBulk;
    protected int multiplier;
    protected Iterator> results = EmptyIterator.instance();

    public UniBulkStep(Traversal.Admin traversal, UniGraph graph) {
        super(traversal);
        this.maxBulk = graph.configuration().getInt("bulk.max", 100);
        this.startBulk = graph.configuration().getInt("bulk.start", this.maxBulk);
        this.multiplier = graph.configuration().getInt("bulk.multiplier", 2);
    }

    @Override
    protected Traverser.Admin processNextStart() throws NoSuchElementException {
        if (!results.hasNext() && starts.hasNext())
            results = process();

        if (results.hasNext()) {
            return results.next();
        }

        throw FastNoSuchElementException.instance();
    }

    private Iterator> process() {
        BulkIterator> partitionedTraversers = new BulkIterator<>(maxBulk, startBulk, multiplier, starts);
//        UnmodifiableIterator>> partitionedTraversers = Iterators.partition(starts, maxBulk);
        return ConversionUtils.asStream(partitionedTraversers)
                .>>map(this::process)
                .>flatMap(ConversionUtils::asStream).iterator();
    }

    protected abstract Iterator> process(List> traversers);

    @Override
    public void reset() {
        super.reset();
        this.results = EmptyIterator.instance();
    }


}