io.deephaven.server.table.stats.ByteChunkedNumericalStats Maven / Gradle / Ivy
The newest version!
//
// Copyright (c) 2016-2024 Deephaven Data Labs and Patent Pending
//
// ****** AUTO-GENERATED CLASS - DO NOT EDIT MANUALLY
// ****** Edit ShortChunkedNumericalStats and run "./gradlew replicateColumnStats" to regenerate
//
// @formatter:off
package io.deephaven.server.table.stats;
import io.deephaven.chunk.ByteChunk;
import io.deephaven.chunk.attributes.Values;
import io.deephaven.engine.rowset.RowSequence;
import io.deephaven.engine.rowset.RowSet;
import io.deephaven.engine.table.ChunkSource;
import io.deephaven.engine.table.ColumnSource;
import io.deephaven.engine.table.Table;
import io.deephaven.engine.util.TableTools;
import io.deephaven.util.QueryConstants;
public class ByteChunkedNumericalStats implements ChunkedNumericalStatsKernel {
private long count = 0;
private long sum = 0;
private boolean useFloatingSum = false;
private double floatingSum = .0;
private long absSum = 0;
private boolean useFloatingAbsSum = false;
private double floatingAbsSum = .0;
private long sumOfSquares = 0;
private boolean useFloatingSumOfSquares = false;
private double floatingSumOfSquares = .0;
private byte min = QueryConstants.NULL_BYTE;
private byte max = QueryConstants.NULL_BYTE;
private byte absMin = QueryConstants.NULL_BYTE;
private byte absMax = QueryConstants.NULL_BYTE;
@Override
public Table processChunks(final RowSet rowSet, final ColumnSource columnSource, boolean usePrev) {
try (final ChunkSource.GetContext getContext = columnSource.makeGetContext(CHUNK_SIZE)) {
final RowSequence.Iterator rsIt = rowSet.getRowSequenceIterator();
while (rsIt.hasMore()) {
final RowSequence nextKeys = rsIt.getNextRowSequenceWithLength(CHUNK_SIZE);
final ByteChunk chunk = (usePrev ? columnSource.getPrevChunk(getContext, nextKeys)
: columnSource.getChunk(getContext, nextKeys)).asByteChunk();
/*
* we'll use these to get as big as we can before adding into a potentially MUCH larger "total" in an
* attempt to reduce cumulative loss-of-precision error brought on by floating-point math; - but ONLY if
* we've overflowed our non-floating-point (long)
*/
double chunkedOverflowSum = .0;
double chunkedOverflowAbsSum = .0;
double chunkedOverflowSumOfSquares = .0;
final int chunkSize = chunk.size();
for (int ii = 0; ii < chunkSize; ii++) {
final byte val = chunk.get(ii);
if (val == QueryConstants.NULL_BYTE) {
continue;
}
final byte absVal = (byte) Math.abs(val);
if (count == 0) {
min = max = val;
absMax = absMin = absVal;
} else {
if (val < min) {
min = val;
}
if (val > max) {
max = val;
}
if (absVal < absMin) {
absMin = absVal;
}
if (absVal > absMax) {
absMax = absVal;
}
}
count++;
if (!useFloatingSum) {
try {
sum = Math.addExact(sum, val);
} catch (final ArithmeticException ae) {
useFloatingSum = true;
floatingSum = sum;
chunkedOverflowSum = val;
}
} else {
chunkedOverflowSum += val;
}
if (!useFloatingAbsSum) {
try {
absSum = Math.addExact(absSum, absVal);
} catch (final ArithmeticException ae) {
useFloatingAbsSum = true;
floatingAbsSum = absSum;
chunkedOverflowAbsSum = absVal;
}
} else {
chunkedOverflowAbsSum += absVal;
}
if (!useFloatingSumOfSquares) {
try {
sumOfSquares = Math.addExact(sumOfSquares, Math.multiplyExact(val, val));
} catch (final ArithmeticException ae) {
useFloatingSumOfSquares = true;
floatingSumOfSquares = sumOfSquares;
chunkedOverflowSumOfSquares = Math.pow(val, 2);
}
} else {
chunkedOverflowSumOfSquares += Math.pow(val, 2);
}
}
if (useFloatingSum) {
floatingSum += chunkedOverflowSum;
}
if (useFloatingAbsSum) {
floatingAbsSum += chunkedOverflowAbsSum;
}
if (useFloatingSumOfSquares) {
floatingSumOfSquares += chunkedOverflowSumOfSquares;
}
}
}
double avg = avg(count, useFloatingSum ? floatingSum : sum);
return TableTools.newTable(
TableTools.longCol("COUNT", count),
TableTools.longCol("SIZE", rowSet.size()),
useFloatingSum ? TableTools.doubleCol("SUM", floatingSum) : TableTools.longCol("SUM", sum),
useFloatingAbsSum ? TableTools.doubleCol("SUM_ABS", floatingAbsSum)
: TableTools.longCol("SUM_ABS", absSum),
useFloatingSumOfSquares ? TableTools.doubleCol("SQRD_SUM", floatingSumOfSquares)
: TableTools.longCol("SUM_SQRD", sumOfSquares),
TableTools.byteCol("MIN", min),
TableTools.byteCol("MAX", max),
TableTools.byteCol("MIN_ABS", absMin),
TableTools.byteCol("MAX_ABS", absMax),
TableTools.doubleCol("AVG", avg),
TableTools.doubleCol("AVG_ABS", avg(count, absSum)),
TableTools.doubleCol("STD_DEV", stdDev(count, useFloatingSum ? floatingSum : sum,
useFloatingSumOfSquares ? floatingSumOfSquares : sumOfSquares)));
}
}