io.deephaven.engine.table.impl.sources.immutable.Immutable2DObjectArraySource Maven / Gradle / Ivy
Go to download
Show more of this group Show more artifacts with this name
Show all versions of deephaven-engine-table Show documentation
Show all versions of deephaven-engine-table Show documentation
Engine Table: Implementation and closely-coupled utilities
/**
* Copyright (c) 2016-2022 Deephaven Data Labs and Patent Pending
*/
/*
* ---------------------------------------------------------------------------------------------------------------------
* AUTO-GENERATED CLASS - DO NOT EDIT MANUALLY - for any changes edit Immutable2DCharArraySource and regenerate
* ---------------------------------------------------------------------------------------------------------------------
*/
package io.deephaven.engine.table.impl.sources.immutable;
import io.deephaven.chunk.*;
import io.deephaven.chunk.attributes.Values;
import io.deephaven.engine.rowset.RowSequence;
import io.deephaven.engine.rowset.RowSequenceFactory;
import io.deephaven.engine.rowset.chunkattributes.RowKeys;
import io.deephaven.engine.table.WritableColumnSource;
import io.deephaven.engine.table.WritableSourceWithPrepareForParallelPopulation;
import io.deephaven.engine.table.impl.DefaultGetContext;
import io.deephaven.engine.table.impl.ImmutableColumnSourceGetDefaults;
import io.deephaven.engine.table.impl.sources.*;
import org.apache.commons.lang3.mutable.MutableInt;
import org.jetbrains.annotations.NotNull;
import java.util.Arrays;
// region boxing imports
// endregion boxing imports
/**
* Simple almost flat array source that supports fillFromChunk for initial creation.
*
* No previous value tracking is permitted, so this column source is only useful as a flat static source.
*
* A two-dimension array single array backs the result, with by default segments of 2^30 elements. This is so that
* getChunk calls with contiguous ranges are often able to return a reference to the backing store without an array
* copy.
*
* If your size is smaller than the maximum array size, prefer {@link ImmutableObjectArraySource}.
*/
public class Immutable2DObjectArraySource extends AbstractDeferredGroupingColumnSource
implements ImmutableColumnSourceGetDefaults.ForObject, WritableColumnSource, FillUnordered,
InMemoryColumnSource, ChunkedBackingStoreExposedWritableSource, WritableSourceWithPrepareForParallelPopulation
/* MIXIN_IMPLS */ {
private static final int DEFAULT_SEGMENT_SHIFT = 30;
private final long segmentShift;
private final int segmentMask;
private long size;
private Object[][] data;
// region constructor
public Immutable2DObjectArraySource(Class type, Class componentType) {
this(type, componentType, DEFAULT_SEGMENT_SHIFT);
}
public Immutable2DObjectArraySource(Class type, Class componentType, int segmentShift) {
super(type, componentType);
this.segmentShift = segmentShift;
int segmentSize = 1 << segmentShift;
segmentMask = segmentSize - 1;
}
// endregion constructor
// region allocateArray
private static Object [][] allocateArray(long size, int segmentSize, boolean nullFilled) {
final int segments = Math.toIntExact((size + segmentSize - 1) / segmentSize);
final Object [][] data = new Object[segments][];
int segment = 0;
while (size > 0) {
final int thisSegmentSize = (int)Math.min(segmentSize, size);
data[segment] = new Object[thisSegmentSize];
if (nullFilled) {
Arrays.fill(data[segment], 0, thisSegmentSize, null);
}
segment++;
size -= thisSegmentSize;
}
return data;
}
// endregion allocateArray
@Override
public final T get(long rowKey) {
if (rowKey < 0 || rowKey >= size) {
return null;
}
return getUnsafe(rowKey);
}
private int keyToSegment(long rowKey) {
return (int)(rowKey >> segmentShift);
}
private int keyToOffset(long rowKey) {
return (int)(rowKey & segmentMask);
}
public final T getUnsafe(long key) {
return (T)data[keyToSegment(key)][keyToOffset(key)];
}
@Override
public final void setNull(long key) {
data[keyToSegment(key)][keyToOffset(key)] = null;
}
@Override
public final void set(long key, T value) {
data[keyToSegment(key)][keyToOffset(key)] = value;
}
@Override
public void ensureCapacity(long capacity, boolean nullFilled) {
if (data == null) {
size = capacity;
data = allocateArray(size, segmentMask + 1, nullFilled);
}
if (capacity > size) {
throw new UnsupportedOperationException();
}
}
@Override
public long resetWritableChunkToBackingStore(@NotNull ResettableWritableChunk chunk, long position) {
final int segment = keyToSegment(position);
chunk.asResettableWritableObjectChunk().resetFromTypedArray((Object[])data[segment], 0, data[segment].length);
return (long)segment << segmentShift;
}
@Override
public long resetWritableChunkToBackingStoreSlice(@NotNull ResettableWritableChunk chunk, long position) {
final int segment = keyToSegment(position);
final int offset = keyToOffset(position);
final int segmentLength = data[segment].length;
final int capacity = segmentLength - offset;
chunk.asResettableWritableObjectChunk().resetFromTypedArray((Object[])data[segment], offset, capacity);
return capacity;
}
@Override
public void fillChunk(@NotNull FillContext context, @NotNull WritableChunk destination, @NotNull RowSequence rowSequence) {
if (rowSequence.getAverageRunLengthEstimate() >= ArrayBackedColumnSource.USE_RANGES_AVERAGE_RUN_LENGTH) {
fillChunkByRanges(destination, rowSequence);
} else {
fillChunkByKeys(destination, rowSequence);
}
}
// region fillChunkByRanges
/* TYPE_MIXIN */ void fillChunkByRanges(
@NotNull final WritableChunk destination,
@NotNull final RowSequence rowSequence
/* CONVERTER */) {
// region chunkDecl
final WritableObjectChunk chunk = destination.asWritableObjectChunk();
// endregion chunkDecl
final MutableInt destPosition = new MutableInt(0);
rowSequence.forAllRowKeyRanges((long start, long end) -> {
while (start < end) {
final int segment = keyToSegment(start);
final int offset = keyToOffset(start);
final long segmentEnd = start | segmentMask;
final long realEnd = Math.min(segmentEnd, end);
final int length = (int)(realEnd - start + 1);
// region copyFromTypedArrayImmutable2D
chunk.copyFromTypedArray((T[])data[segment], offset, destPosition.getAndAdd(length), length);
// endregion copyFromTypedArrayImmutable2D
start += length;
}
});
}
// endregion fillChunkByRanges
// region fillChunkByKeys
/* TYPE_MIXIN */ void fillChunkByKeys(
@NotNull final WritableChunk destination,
@NotNull final RowSequence rowSequence
/* CONVERTER */) {
// region chunkDecl
final WritableObjectChunk chunk = destination.asWritableObjectChunk();
// endregion chunkDecl
final MutableInt srcPos = new MutableInt(0);
rowSequence.forAllRowKeys((long key) -> {
// region conversion
chunk.set(srcPos.getAndIncrement(), getUnsafe(key));
// endregion conversion
});
}
// endregion fillChunkByKeys
@Override
public Chunk getChunk(@NotNull GetContext context, @NotNull RowSequence rowSequence) {
if (rowSequence.isEmpty()) {
return ObjectChunk.getEmptyChunk();
}
if (rowSequence.isContiguous()) {
return getChunk(context, rowSequence.firstRowKey(), rowSequence.lastRowKey());
}
return super.getChunk(context, rowSequence);
}
@Override
public Chunk getChunk(@NotNull GetContext context, long firstKey, long lastKey) {
final int segment = keyToSegment(firstKey);
if (segment != keyToSegment(lastKey)) {
// the super will just go into our getChunk with RowSequence and that can be an infinite loop
try (final RowSequence rs = RowSequenceFactory.forRange(firstKey, lastKey)) {
return super.getChunk(context, rs);
}
}
final int len = (int)(lastKey - firstKey + 1);
final int firstOffset = keyToOffset(firstKey);
//noinspection unchecked
DefaultGetContext context1 = (DefaultGetContext) context;
return context1.getResettableChunk().resetFromArray(data[segment], firstOffset, len);
}
@Override
public void fillFromChunk(@NotNull FillFromContext context, @NotNull Chunk src, @NotNull RowSequence rowSequence) {
if (rowSequence.getAverageRunLengthEstimate() >= ArrayBackedColumnSource.USE_RANGES_AVERAGE_RUN_LENGTH) {
fillFromChunkByRanges(src, rowSequence);
} else {
fillFromChunkByKeys(src, rowSequence);
}
}
// region fillFromChunkByKeys
/* TYPE_MIXIN */ void fillFromChunkByKeys(
@NotNull final Chunk src,
@NotNull final RowSequence rowSequence
/* CONVERTER */) {
// region chunkDecl
final ObjectChunk chunk = src.asObjectChunk();
// endregion chunkDecl
final MutableInt srcPos = new MutableInt(0);
rowSequence.forAllRowKeys((long key) -> {
// region conversion
set(key, chunk.get(srcPos.getAndIncrement()));
// endregion conversion
});
}
// endregion fillFromChunkByKeys
// region fillFromChunkByRanges
/* TYPE_MIXIN */ void fillFromChunkByRanges(
@NotNull final Chunk src,
@NotNull final RowSequence rowSequence
/* CONVERTER */) {
// region chunkDecl
final ObjectChunk chunk = src.asObjectChunk();
// endregion chunkDecl
final MutableInt srcPos = new MutableInt(0);
rowSequence.forAllRowKeyRanges((long start, long end) -> {
while (start < end) {
final int segment = keyToSegment(start);
final int destOffset = keyToOffset(start);
final long segmentEnd = start | segmentMask;
final long realEnd = Math.min(segmentEnd, end);
final int length = (int)(realEnd - start + 1);
// region copyToTypedArrayImmutable2D
chunk.copyToTypedArray(srcPos.getAndAdd(length), (T[])data[segment], destOffset, length);
// endregion copyToTypedArrayImmutable2D
start += length;
}
});
}
// endregion fillFromChunkByRanges
// region fillFromChunkUnordered
@Override
public /* TYPE_MIXIN */ void fillFromChunkUnordered(
@NotNull final FillFromContext context,
@NotNull final Chunk src,
@NotNull final LongChunk keys
/* CONVERTER */) {
// region chunkDecl
final ObjectChunk chunk = src.asObjectChunk();
// endregion chunkDecl
for (int ii = 0; ii < keys.size(); ++ii) {
// region conversion
set(keys.get(ii), chunk.get(ii));
// endregion conversion
}
}
// endregion fillFromChunkUnordered
// region fillChunkUnordered
@Override
public /* TYPE_MIXIN */ void fillChunkUnordered(
@NotNull final FillContext context,
@NotNull final WritableChunk dest,
@NotNull final LongChunk keys
/* CONVERTER */) {
// region chunkDecl
final WritableObjectChunk chunk = dest.asWritableObjectChunk();
// endregion chunkDecl
for (int ii = 0; ii < keys.size(); ++ii) {
final long rowKey = keys.get(ii);
if (rowKey == RowSequence.NULL_ROW_KEY) {
chunk.set(ii, null);
} else {
// region conversion
chunk.set(ii, getUnsafe((int)(rowKey)));
// endregion conversion
}
}
}
// endregion fillChunkUnordered
@Override
public void fillPrevChunkUnordered(@NotNull FillContext context, @NotNull WritableChunk dest, @NotNull LongChunk keys) {
fillChunkUnordered(context, dest, keys);
}
@Override
public void fillPrevChunk(@NotNull FillContext context, @NotNull WritableChunk destination, @NotNull RowSequence rowSequence) {
fillChunk(context, destination, rowSequence);
}
@Override
public Chunk getPrevChunk(@NotNull GetContext context, @NotNull RowSequence rowSequence) {
return getChunk(context, rowSequence);
}
@Override
public Chunk getPrevChunk(@NotNull GetContext context, long firstKey, long lastKey) {
return getChunk(context, firstKey, lastKey);
}
@Override
public boolean providesFillUnordered() {
return true;
}
@Override
public void prepareForParallelPopulation(RowSequence rowSequence) {
// We don't track previous values, but we do need to ensure we can accept the expected rows.
ensureCapacity(rowSequence.lastRowKey() + 1, false);
}
// region reinterpretation
// endregion reinterpretation
}
© 2015 - 2024 Weber Informatics LLC | Privacy Policy