io.trino.sql.planner.iterative.rule.PruneTableScanColumns Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of trino-main Show documentation
Trino - Engine
There is a newer version: 465
/*
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package io.trino.sql.planner.iterative.rule;

import com.google.common.collect.ImmutableMap;
import com.google.common.collect.ImmutableSet;
import io.trino.Session;
import io.trino.cost.PlanNodeStatsEstimate;
import io.trino.metadata.Metadata;
import io.trino.metadata.TableHandle;
import io.trino.spi.connector.Assignment;
import io.trino.spi.connector.ColumnHandle;
import io.trino.spi.connector.ProjectionApplicationResult;
import io.trino.spi.expression.ConnectorExpression;
import io.trino.spi.expression.Variable;
import io.trino.spi.predicate.TupleDomain;
import io.trino.sql.planner.Symbol;
import io.trino.sql.planner.TypeProvider;
import io.trino.sql.planner.plan.PlanNode;
import io.trino.sql.planner.plan.TableScanNode;

import java.util.List;
import java.util.Map;
import java.util.Map.Entry;
import java.util.Optional;
import java.util.Set;
import java.util.function.Function;

import static com.google.common.collect.ImmutableList.toImmutableList;
import static com.google.common.collect.ImmutableMap.toImmutableMap;
import static io.trino.sql.planner.plan.Patterns.tableScan;
import static io.trino.util.MoreLists.filteredCopy;
import static java.util.Objects.requireNonNull;

/**
 * This is a special case of PushProjectionIntoTableScan that performs only column pruning.
 */
public class PruneTableScanColumns
        extends ProjectOffPushDownRule
{
    private final Metadata metadata;

    public PruneTableScanColumns(Metadata metadata)
    {
        super(tableScan());
        this.metadata = requireNonNull(metadata, "metadata is null");
    }

    @Override
    protected Optional pushDownProjectOff(Context context, TableScanNode node, Set referencedOutputs)
    {
        Session session = context.getSession();
        TypeProvider types = context.getSymbolAllocator().getTypes();

        return pruneColumns(metadata, types, session, node, referencedOutputs);
    }

    public static Optional pruneColumns(Metadata metadata, TypeProvider types, Session session, TableScanNode node, Set referencedOutputs)
    {
        List newOutputs = filteredCopy(node.getOutputSymbols(), referencedOutputs::contains);

        if (newOutputs.size() == node.getOutputSymbols().size()) {
            return Optional.empty();
        }

        List projections = newOutputs.stream()
                .map(symbol -> new Variable(symbol.getName(), types.get(symbol)))
                .collect(toImmutableList());

        TableHandle handle = node.getTable();
        Optional> result = metadata.applyProjection(
                session,
                handle,
                projections,
                newOutputs.stream()
                        .collect(toImmutableMap(Symbol::getName, node.getAssignments()::get)));

        Map newAssignments;
        // Attempt to push down the constrained list of columns into the connector.
        // Bail out if the connector does anything other than limit the list of columns (e.g., if it synthesizes arbitrary expressions)
        if (result.isPresent() && result.get().getProjections().stream().allMatch(Variable.class::isInstance)) {
            handle = result.get().getHandle();

            Map assignments = result.get().getAssignments().stream()
                    .collect(toImmutableMap(Assignment::getVariable, Assignment::getColumn));

            ImmutableMap.Builder builder = ImmutableMap.builder();
            for (int i = 0; i < newOutputs.size(); i++) {
                Variable variable = (Variable) result.get().getProjections().get(i);
                builder.put(newOutputs.get(i), assignments.get(variable.getName()));
            }

            newAssignments = builder.buildOrThrow();
        }
        else {
            newAssignments = newOutputs.stream()
                    .collect(toImmutableMap(Function.identity(), node.getAssignments()::get));
        }

        Set visibleColumns = ImmutableSet.copyOf(newAssignments.values());
        TupleDomain enforcedConstraint = node.getEnforcedConstraint()
                .filter((columnHandle, domain) -> visibleColumns.contains(columnHandle));

        Optional newStatistics = node.getStatistics().map(statistics ->
                new PlanNodeStatsEstimate(
                        statistics.getOutputRowCount(),
                        statistics.getSymbolStatistics().entrySet().stream()
                                .filter(entry -> newAssignments.containsKey(entry.getKey()))
                                .collect(toImmutableMap(Entry::getKey, Entry::getValue))));

        return Optional.of(new TableScanNode(
                node.getId(),
                handle,
                newOutputs,
                newAssignments,
                enforcedConstraint,
                newStatistics,
                node.isUpdateTarget(),
                node.getUseConnectorNodePartitioning()));
    }
}