io.deephaven.engine.table.impl.by.BaseBlinkFirstOrLastChunkedOperator Maven / Gradle / Ivy
Show all versions of deephaven-engine-table Show documentation
/**
* Copyright (c) 2016-2022 Deephaven Data Labs and Patent Pending
*/
package io.deephaven.engine.table.impl.by;
import io.deephaven.base.verify.Assert;
import io.deephaven.chunk.attributes.ChunkLengths;
import io.deephaven.chunk.attributes.ChunkPositions;
import io.deephaven.chunk.attributes.Values;
import io.deephaven.engine.table.*;
import io.deephaven.engine.table.impl.MatchPair;
import io.deephaven.engine.table.impl.sources.*;
import io.deephaven.chunk.*;
import io.deephaven.engine.rowset.chunkattributes.RowKeys;
import org.jetbrains.annotations.NotNull;
import javax.annotation.OverridingMethodsMustInvokeSuper;
import java.lang.ref.SoftReference;
import java.util.Collections;
import java.util.LinkedHashMap;
import java.util.Map;
/**
* Base class with shared boilerplate for {@link BlinkFirstChunkedOperator} and {@link BlinkLastChunkedOperator}.
*/
public abstract class BaseBlinkFirstOrLastChunkedOperator
extends NoopStateChangeRecorder // We can never empty or reincarnate states since we ignore removes
implements IterativeChunkedAggregationOperator {
protected static final int COPY_CHUNK_SIZE = ArrayBackedColumnSource.BLOCK_SIZE;
/**
* The number of result columns. This is the size of {@link #resultColumns} and the length of {@link #inputColumns}
* and {@link #outputColumns}.
*/
protected final int numResultColumns;
/**
* Result columns, parallel to {@link #inputColumns} and {@link #outputColumns}.
*/
private final Map> resultColumns;
/**
*
* Input columns, parallel to {@link #outputColumns} and {@link #resultColumns}.
*
* These are the source columns from the upstream table, reinterpreted to primitives where applicable.
*/
protected final ColumnSource[] inputColumns;
/**
*
* Output columns, parallel to {@link #inputColumns} and {@link #resultColumns}.
*
* These are the result columns, reinterpreted to primitives where applicable.
*/
protected final WritableColumnSource[] outputColumns;
/**
* Cached pointer to the most-recently allocated {@link #redirections}.
*/
private SoftReference cachedRedirections;
/**
* Map from destination slot to first key. Only used during a step to keep track of the appropriate rows to copy
* into the output columns.
*/
protected LongArraySource redirections;
protected BaseBlinkFirstOrLastChunkedOperator(
@NotNull final MatchPair[] resultPairs,
@NotNull final Table blinkTable) {
numResultColumns = resultPairs.length;
inputColumns = new ColumnSource[numResultColumns];
outputColumns = new WritableColumnSource[numResultColumns];
final Map> resultColumnsMutable = new LinkedHashMap<>(numResultColumns);
for (int ci = 0; ci < numResultColumns; ++ci) {
final MatchPair resultPair = resultPairs[ci];
final ColumnSource streamSource = blinkTable.getColumnSource(resultPair.rightColumn());
final WritableColumnSource resultSource = ArrayBackedColumnSource.getMemoryColumnSource(0,
streamSource.getType(), streamSource.getComponentType());
resultColumnsMutable.put(resultPair.leftColumn(), resultSource);
inputColumns[ci] = ReinterpretUtils.maybeConvertToPrimitive(streamSource);
// Note that ArrayBackedColumnSources implementations reinterpret very efficiently where applicable.
outputColumns[ci] = (WritableColumnSource) ReinterpretUtils.maybeConvertToPrimitive(resultSource);
Assert.eq(inputColumns[ci].getChunkType(), "inputColumns[ci].getChunkType()",
outputColumns[ci].getChunkType(), "outputColumns[ci].getChunkType()");
}
resultColumns = Collections.unmodifiableMap(resultColumnsMutable);
cachedRedirections = new SoftReference<>(redirections = new LongArraySource());
}
@Override
public final Map> getResultColumns() {
return resultColumns;
}
@Override
public final boolean requiresRowKeys() {
return true;
}
@Override
@OverridingMethodsMustInvokeSuper
public void resetForStep(@NotNull final TableUpdate upstream, final int startingDestinationsCount) {
if ((redirections = cachedRedirections.get()) == null) {
cachedRedirections = new SoftReference<>(redirections = new LongArraySource());
ensureCapacity(startingDestinationsCount);
}
}
// -----------------------------------------------------------------------------------------------------------------
// Unsupported / illegal operations
// -----------------------------------------------------------------------------------------------------------------
@Override
public final void removeChunk(BucketedContext bucketedContext, Chunk values,
LongChunk inputRowKeys, IntChunk destinations,
IntChunk startPositions, IntChunk length,
WritableBooleanChunk stateModified) {
throw new UnsupportedOperationException();
}
@Override
public final void modifyChunk(BucketedContext bucketedContext, Chunk previousValues,
Chunk newValues, LongChunk postShiftRowKeys,
IntChunk destinations, IntChunk startPositions,
IntChunk length, WritableBooleanChunk stateModified) {
throw new IllegalStateException();
}
@Override
public final void shiftChunk(BucketedContext bucketedContext, Chunk previousValues,
Chunk newValues, LongChunk preShiftRowKeys,
LongChunk postShiftRowKeys, IntChunk destinations,
IntChunk startPositions, IntChunk length,
WritableBooleanChunk stateModified) {
throw new UnsupportedOperationException();
}
@Override
public final void modifyRowKeys(BucketedContext context, LongChunk inputRowKeys,
IntChunk destinations, IntChunk startPositions,
IntChunk length, WritableBooleanChunk stateModified) {
throw new UnsupportedOperationException();
}
@Override
public final boolean removeChunk(SingletonContext singletonContext, int chunkSize,
Chunk values, LongChunk inputRowKeys,
long destination) {
throw new UnsupportedOperationException();
}
@Override
public final boolean modifyChunk(SingletonContext singletonContext, int chunkSize,
Chunk previousValues, Chunk newValues,
LongChunk postShiftRowKeys, long destination) {
throw new IllegalStateException();
}
@Override
public final boolean shiftChunk(SingletonContext singletonContext,
Chunk previousValues, Chunk newValues,
LongChunk preShiftRowKeys,
LongChunk postShiftRowKeys, long destination) {
throw new UnsupportedOperationException();
}
@Override
public final boolean modifyRowKeys(SingletonContext context, LongChunk rowKeys,
long destination) {
throw new UnsupportedOperationException();
}
}