io.trino.execution.DistributionSnapshot Maven / Gradle / Ivy

Go to download
/*
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package io.trino.execution;

import com.fasterxml.jackson.annotation.JsonTypeInfo;
import com.fasterxml.jackson.databind.annotation.JsonSerialize;
import com.google.common.base.MoreObjects.ToStringHelper;
import io.trino.operator.OperatorStats;
import io.trino.spi.metrics.Distribution;
import io.trino.spi.metrics.Metric;
import io.trino.spi.metrics.Metrics;

import java.util.List;
import java.util.Locale;
import java.util.Map;

import static com.google.common.base.MoreObjects.toStringHelper;
import static com.google.common.collect.ImmutableList.toImmutableList;
import static com.google.common.collect.ImmutableMap.toImmutableMap;
import static java.lang.String.format;
import static java.util.Objects.requireNonNull;

@JsonTypeInfo(use = JsonTypeInfo.Id.NONE) // Do not add @class property
@JsonSerialize
public record DistributionSnapshot(long total, double min, double max, double p01, double p05, double p10, double p25, double p50, double p75, double p90, double p95, double p99)
        implements Metric
{
    public static List pruneOperatorStats(List operatorStats)
    {
        requireNonNull(operatorStats, "operatorStats is null");
        return operatorStats.stream()
                .map(DistributionSnapshot::pruneOperatorStats)
                .collect(toImmutableList());
    }

    public static OperatorStats pruneOperatorStats(OperatorStats operatorStats)
    {
        requireNonNull(operatorStats, "operatorStats is null");
        return new OperatorStats(
                operatorStats.getStageId(),
                operatorStats.getPipelineId(),
                operatorStats.getOperatorId(),
                operatorStats.getPlanNodeId(),
                operatorStats.getOperatorType(),
                operatorStats.getTotalDrivers(),
                operatorStats.getAddInputCalls(),
                operatorStats.getAddInputWall(),
                operatorStats.getAddInputCpu(),
                operatorStats.getPhysicalInputDataSize(),
                operatorStats.getPhysicalInputPositions(),
                operatorStats.getPhysicalInputReadTime(),
                operatorStats.getInternalNetworkInputDataSize(),
                operatorStats.getInternalNetworkInputPositions(),
                operatorStats.getRawInputDataSize(),
                operatorStats.getInputDataSize(),
                operatorStats.getInputPositions(),
                operatorStats.getSumSquaredInputPositions(),
                operatorStats.getGetOutputCalls(),
                operatorStats.getGetOutputWall(),
                operatorStats.getGetOutputCpu(),
                operatorStats.getOutputDataSize(),
                operatorStats.getOutputPositions(),
                operatorStats.getDynamicFilterSplitsProcessed(),
                pruneMetrics(operatorStats.getMetrics()),
                pruneMetrics(operatorStats.getConnectorMetrics()),
                pruneMetrics(operatorStats.getPipelineMetrics()),
                operatorStats.getPhysicalWrittenDataSize(),
                operatorStats.getBlockedWall(),
                operatorStats.getFinishCalls(),
                operatorStats.getFinishWall(),
                operatorStats.getFinishCpu(),
                operatorStats.getUserMemoryReservation(),
                operatorStats.getRevocableMemoryReservation(),
                operatorStats.getPeakUserMemoryReservation(),
                operatorStats.getPeakRevocableMemoryReservation(),
                operatorStats.getPeakTotalMemoryReservation(),
                operatorStats.getSpilledDataSize(),
                operatorStats.getBlockedReason(),
                operatorStats.getInfo());
    }

    private static Metrics pruneMetrics(Metrics metrics)
    {
        return new Metrics(metrics.getMetrics().entrySet().stream()
                .collect(toImmutableMap(
                        Map.Entry::getKey,
                        entry -> {
                            Metric metric = entry.getValue();
                            if (metric instanceof Distribution) {
                                return new DistributionSnapshot((Distribution) metric);
                            }
                            return metric;
                        })));
    }

    public DistributionSnapshot(Distribution distribution)
    {
        this(
                distribution.getTotal(),
                distribution.getMin(),
                distribution.getMax(),
                distribution.getPercentile(0.01),
                distribution.getPercentile(0.05),
                distribution.getPercentile(0.10),
                distribution.getPercentile(0.25),
                distribution.getPercentile(0.50),
                distribution.getPercentile(0.75),
                distribution.getPercentile(0.90),
                distribution.getPercentile(0.95),
                distribution.getPercentile(0.99));
    }

    @Override
    public String toString()
    {
        ToStringHelper helper = toStringHelper("")
                .add("count", total)
                .add("p01", formatDouble(p01))
                .add("p05", formatDouble(p05))
                .add("p10", formatDouble(p10))
                .add("p25", formatDouble(p25))
                .add("p50", formatDouble(p50))
                .add("p75", formatDouble(p75))
                .add("p90", formatDouble(p90))
                .add("p95", formatDouble(p95))
                .add("p99", formatDouble(p99))
                .add("min", formatDouble(min))
                .add("max", formatDouble(max));
        return helper.toString();
    }

    @Override
    public DistributionSnapshot mergeWith(DistributionSnapshot other)
    {
        throw new UnsupportedOperationException("Merging of DistributionSnapshot is not supported");
    }

    private static String formatDouble(double value)
    {
        return format(Locale.US, "%.2f", value);
    }
}