io.deephaven.engine.table.impl.by.BigIntegerChunkedReVarOperator Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of deephaven-engine-table Show documentation
Engine Table: Implementation and closely-coupled utilities
There is a newer version: 0.37.1
Show newest version
/**
 * Copyright (c) 2016-2022 Deephaven Data Labs and Patent Pending
 */
package io.deephaven.engine.table.impl.by;

import io.deephaven.configuration.Configuration;
import io.deephaven.engine.table.ChunkSource;
import io.deephaven.engine.table.ColumnSource;
import io.deephaven.engine.table.impl.sources.ObjectArraySource;
import io.deephaven.chunk.*;
import io.deephaven.chunk.attributes.ChunkLengths;
import io.deephaven.chunk.attributes.ChunkPositions;
import io.deephaven.engine.rowset.chunkattributes.RowKeys;
import io.deephaven.chunk.attributes.Values;
import io.deephaven.engine.rowset.RowSequence;
import io.deephaven.util.BigDecimalUtils;

import java.math.BigDecimal;
import java.math.BigInteger;
import java.math.RoundingMode;
import java.util.Collections;
import java.util.Map;

/**
 * Iterative average operator.
 */
class BigIntegerChunkedReVarOperator implements IterativeChunkedAggregationOperator {
    private static final int SCALE = Configuration.getInstance().getIntegerWithDefault("BigIntegerStdOperator.scale", 10);
    private final ObjectArraySource resultColumn;
    private final String name;
    private final boolean std;
    private final BigIntegerChunkedSumOperator sumSum;
    private final BigIntegerChunkedSumOperator sum2Sum;
    private final LongChunkedSumOperator nncSum;

    BigIntegerChunkedReVarOperator(String name, boolean std, BigIntegerChunkedSumOperator sumSum, BigIntegerChunkedSumOperator sum2sum, LongChunkedSumOperator nncSum) {
        this.name = name;
        this.std = std;
        this.sumSum = sumSum;
        this.sum2Sum = sum2sum;
        this.nncSum = nncSum;
        resultColumn = new ObjectArraySource<>(BigDecimal.class);
    }

    @Override
    public void addChunk(BucketedContext context, Chunk values, LongChunk inputRowKeys, IntChunk destinations, IntChunk startPositions, IntChunk length, WritableBooleanChunk stateModified) {
        doBucketedUpdate((ReVarContext)context, destinations, startPositions, stateModified);
    }

    @Override
    public void removeChunk(BucketedContext context, Chunk values, LongChunk inputRowKeys, IntChunk destinations, IntChunk startPositions, IntChunk length, WritableBooleanChunk stateModified) {
        doBucketedUpdate((ReVarContext)context, destinations, startPositions, stateModified);
    }

    @Override
    public void modifyChunk(BucketedContext context, Chunk previousValues, Chunk newValues, LongChunk postShiftRowKeys, IntChunk destinations, IntChunk startPositions, IntChunk length, WritableBooleanChunk stateModified) {
        doBucketedUpdate((ReVarContext)context, destinations, startPositions, stateModified);
    }

    @Override
    public boolean addChunk(SingletonContext context, int chunkSize, Chunk values, LongChunk inputRowKeys, long destination) {
        return updateResult(destination);
    }

    @Override
    public boolean removeChunk(SingletonContext context, int chunkSize, Chunk values, LongChunk inputRowKeys, long destination) {
        return updateResult(destination);
    }

    @Override
    public boolean modifyChunk(SingletonContext context, int chunkSize, Chunk previousValues, Chunk newValues, LongChunk postShiftRowKeys, long destination) {
        return updateResult(destination);
    }

    private void doBucketedUpdate(ReVarContext context, IntChunk destinations, IntChunk startPositions, WritableBooleanChunk stateModified) {
        try (final RowSequence destinationOk = context.destinationSequenceFromChunks(destinations, startPositions)) {
            updateResult(context, destinationOk, stateModified);
        }
    }

    private void updateResult(ReVarContext reVarContext, RowSequence destinationOk, WritableBooleanChunk stateModified) {
        final ObjectChunk sumSumChunk = sumSum.getChunk(reVarContext.sumSumContext, destinationOk).asObjectChunk();
        final ObjectChunk sum2SumChunk = sum2Sum.getChunk(reVarContext.sum2SumContext, destinationOk).asObjectChunk();
        final LongChunk nncSumChunk = nncSum.getChunk(reVarContext.nncSumContext, destinationOk).asLongChunk();
        final int size = reVarContext.keyIndices.size();
        final boolean ordered = reVarContext.ordered;
        for (int ii = 0; ii < size; ++ii) {
            final boolean changed = updateResult(reVarContext.keyIndices.get(ii), sumSumChunk.get(ii), sum2SumChunk.get(ii), nncSumChunk.get(ii));
            stateModified.set(ordered ? ii : reVarContext.statePositions.get(ii), changed);
        }
    }

    private boolean updateResult(long destination) {
        final BigInteger newSum = sumSum.getResult(destination);
        final BigInteger newSum2 = sum2Sum.getResult(destination);
        final long nonNullCount = nncSum.getResult(destination);

        return updateResult(destination, newSum, newSum2, nonNullCount);
    }

    private boolean updateResult(long destination, BigInteger newSum, BigInteger newSum2, long nonNullCount) {
        if (nonNullCount <= 1) {
            return null == resultColumn.getAndSetUnsafe(destination, null);
        } else {
            if (newSum == null) {
                newSum = BigInteger.ZERO;
            }
            if (newSum2 == null) {
                newSum2 = BigInteger.ZERO;
            }
            final BigDecimal countMinus1 = BigDecimal.valueOf(nonNullCount - 1);
            final BigDecimal variance = new BigDecimal(newSum2).subtract(new BigDecimal(newSum.pow(2)).divide(BigDecimal.valueOf(nonNullCount), RoundingMode.HALF_UP)).divide(countMinus1, RoundingMode.HALF_UP);
            final BigDecimal result = std ? BigDecimalUtils.sqrt(variance, SCALE) : variance;
            return !result.equals(resultColumn.getAndSetUnsafe(destination, result));
        }
    }

    private class ReVarContext extends ReAvgVarOrderingContext implements BucketedContext {
        final ChunkSource.GetContext sumSumContext;
        final ChunkSource.GetContext sum2SumContext;
        final ChunkSource.GetContext nncSumContext;

        private ReVarContext(int size) {
            super(size);
            sumSumContext = sumSum.makeGetContext(size);
            sum2SumContext = sum2Sum.makeGetContext(size);
            nncSumContext = nncSum.makeGetContext(size);
        }

        @Override
        public void close() {
            super.close();
            sumSumContext.close();
            sum2SumContext.close();
            nncSumContext.close();
        }
    }

    @Override
    public BucketedContext makeBucketedContext(int size) {
        return new ReVarContext(size);
    }

    @Override
    public void ensureCapacity(long tableSize) {
        resultColumn.ensureCapacity(tableSize);
    }

    @Override
    public Map> getResultColumns() {
        return Collections.singletonMap(name, resultColumn);
    }

    @Override
    public void startTrackingPrevValues() {
        resultColumn.startTrackingPrevValues();
    }
}