io.deephaven.engine.table.impl.replay.QueryReplayGroupedTable Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of deephaven-engine-table Show documentation
Engine Table: Implementation and closely-coupled utilities
There is a newer version: 0.37.1
Show newest version
/**
 * Copyright (c) 2016-2022 Deephaven Data Labs and Patent Pending
 */
package io.deephaven.engine.table.impl.replay;

import io.deephaven.engine.rowset.RowSet;
import io.deephaven.engine.rowset.RowSetFactory;
import io.deephaven.engine.rowset.TrackingRowSet;
import io.deephaven.engine.table.impl.indexer.RowSetIndexer;
import io.deephaven.engine.table.ColumnSource;
import io.deephaven.engine.table.impl.sources.RedirectedColumnSource;
import io.deephaven.engine.table.TupleSource;
import io.deephaven.engine.table.impl.TupleSourceFactory;
import io.deephaven.engine.table.impl.util.*;
import org.jetbrains.annotations.NotNull;

import java.time.Instant;
import java.util.*;

public abstract class QueryReplayGroupedTable extends ReplayTableBase implements Runnable {


    protected final WritableRowRedirection rowRedirection;
    final Replayer replayer;
    protected PriorityQueue allIterators = new PriorityQueue<>();

    private static Map> getResultSources(Map> input,
            WritableRowRedirection rowRedirection) {
        Map> result = new LinkedHashMap<>();
        for (Map.Entry> stringEntry : input.entrySet()) {
            ColumnSource value = stringEntry.getValue();
            result.put(stringEntry.getKey(), RedirectedColumnSource.maybeRedirect(rowRedirection, value));
        }
        return result;
    }

    protected static class IteratorsAndNextTime implements Comparable {

        private final RowSet.Iterator iterator;
        private final ColumnSource columnSource;
        Instant lastTime;
        long lastIndex;
        public final long pos;

        private IteratorsAndNextTime(RowSet.Iterator iterator, ColumnSource columnSource, long pos) {
            this.iterator = iterator;
            this.columnSource = columnSource;
            this.pos = pos;
            lastIndex = iterator.nextLong();
            lastTime = columnSource.get(lastIndex);
        }

        IteratorsAndNextTime next() {
            if (iterator.hasNext()) {
                lastIndex = iterator.nextLong();
                lastTime = columnSource.get(lastIndex);
                return this;
            } else {
                return null;
            }
        }

        @Override
        public int compareTo(IteratorsAndNextTime o) {
            if (lastTime == null) {
                return o.lastTime == null ? 0 : -1;
            }
            return lastTime.compareTo(o.lastTime);
        }
    }

    protected QueryReplayGroupedTable(
            @NotNull final String description,
            @NotNull final TrackingRowSet rowSet,
            @NotNull final Map> input,
            @NotNull final String timeColumn,
            @NotNull final Replayer replayer,
            @NotNull final WritableRowRedirection rowRedirection,
            @NotNull final String[] groupingColumns) {

        super(description, RowSetFactory.empty().toTracking(), getResultSources(input, rowRedirection));
        this.rowRedirection = rowRedirection;
        this.replayer = Objects.requireNonNull(replayer, "replayer");

        Map grouping;

        final ColumnSource[] columnSources =
                Arrays.stream(groupingColumns).map(input::get).toArray(ColumnSource[]::new);
        final TupleSource tupleSource = TupleSourceFactory.makeTupleSource(columnSources);
        grouping = RowSetIndexer.of(rowSet).getGrouping(tupleSource);

        // noinspection unchecked
        ColumnSource timeSource = (ColumnSource) input.get(timeColumn);
        int pos = 0;
        for (RowSet groupRowSet : grouping.values()) {
            RowSet.Iterator iterator = groupRowSet.iterator();
            if (iterator.hasNext()) {
                allIterators.add(new IteratorsAndNextTime(iterator, timeSource, pos++));
            }
        }
        run();
    }
}