Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $
You can buy this project and download/modify it how often you want.
io.trino.sql.planner.iterative.rule.PushPartialAggregationThroughJoin Maven / Gradle / Ivy
/*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package io.trino.sql.planner.iterative.rule;
import com.google.common.collect.ImmutableList;
import com.google.common.collect.ImmutableSet;
import com.google.common.collect.Streams;
import io.trino.Session;
import io.trino.matching.Capture;
import io.trino.matching.Captures;
import io.trino.matching.Pattern;
import io.trino.sql.planner.Symbol;
import io.trino.sql.planner.SymbolsExtractor;
import io.trino.sql.planner.iterative.Rule;
import io.trino.sql.planner.plan.AggregationNode;
import io.trino.sql.planner.plan.AggregationNode.Aggregation;
import io.trino.sql.planner.plan.JoinNode;
import io.trino.sql.planner.plan.PlanNode;
import java.util.HashSet;
import java.util.List;
import java.util.Map;
import java.util.Set;
import java.util.stream.Collectors;
import static com.google.common.collect.ImmutableSet.toImmutableSet;
import static com.google.common.collect.Sets.intersection;
import static io.trino.SystemSessionProperties.isPushPartialAggregationThroughJoin;
import static io.trino.sql.planner.iterative.rule.Util.restrictOutputs;
import static io.trino.sql.planner.plan.AggregationNode.Step.PARTIAL;
import static io.trino.sql.planner.plan.AggregationNode.singleGroupingSet;
import static io.trino.sql.planner.plan.Patterns.aggregation;
import static io.trino.sql.planner.plan.Patterns.join;
import static io.trino.sql.planner.plan.Patterns.source;
public class PushPartialAggregationThroughJoin
implements Rule
{
private static final Capture JOIN_NODE = Capture.newCapture();
private static final Pattern PATTERN = aggregation()
.matching(PushPartialAggregationThroughJoin::isSupportedAggregationNode)
.with(source().matching(join().capturedAs(JOIN_NODE)));
private static boolean isSupportedAggregationNode(AggregationNode aggregationNode)
{
// Don't split streaming aggregations
if (aggregationNode.isStreamable()) {
return false;
}
if (aggregationNode.getHashSymbol().isPresent()) {
// TODO: add support for hash symbol in aggregation node
return false;
}
return aggregationNode.getStep() == PARTIAL && aggregationNode.getGroupingSetCount() == 1;
}
@Override
public Pattern getPattern()
{
return PATTERN;
}
@Override
public boolean isEnabled(Session session)
{
return isPushPartialAggregationThroughJoin(session);
}
@Override
public Result apply(AggregationNode aggregationNode, Captures captures, Context context)
{
JoinNode joinNode = captures.get(JOIN_NODE);
if (joinNode.getType() != JoinNode.Type.INNER) {
return Result.empty();
}
// TODO: leave partial aggregation above Join?
if (allAggregationsOn(aggregationNode.getAggregations(), joinNode.getLeft().getOutputSymbols())) {
return Result.ofPlanNode(pushPartialToLeftChild(aggregationNode, joinNode, context));
}
if (allAggregationsOn(aggregationNode.getAggregations(), joinNode.getRight().getOutputSymbols())) {
return Result.ofPlanNode(pushPartialToRightChild(aggregationNode, joinNode, context));
}
return Result.empty();
}
private static boolean allAggregationsOn(Map aggregations, List symbols)
{
Set inputs = aggregations.values().stream()
.map(SymbolsExtractor::extractAll)
.flatMap(List::stream)
.collect(toImmutableSet());
return symbols.containsAll(inputs);
}
private PlanNode pushPartialToLeftChild(AggregationNode node, JoinNode child, Context context)
{
Set joinLeftChildSymbols = ImmutableSet.copyOf(child.getLeft().getOutputSymbols());
List groupingSet = getPushedDownGroupingSet(node, joinLeftChildSymbols, intersection(getJoinRequiredSymbols(child), joinLeftChildSymbols));
AggregationNode pushedAggregation = replaceAggregationSource(node, child.getLeft(), groupingSet);
return pushPartialToJoin(node, child, pushedAggregation, child.getRight(), context);
}
private PlanNode pushPartialToRightChild(AggregationNode node, JoinNode child, Context context)
{
Set joinRightChildSymbols = ImmutableSet.copyOf(child.getRight().getOutputSymbols());
List groupingSet = getPushedDownGroupingSet(node, joinRightChildSymbols, intersection(getJoinRequiredSymbols(child), joinRightChildSymbols));
AggregationNode pushedAggregation = replaceAggregationSource(node, child.getRight(), groupingSet);
return pushPartialToJoin(node, child, child.getLeft(), pushedAggregation, context);
}
private Set getJoinRequiredSymbols(JoinNode node)
{
return Streams.concat(
node.getCriteria().stream().map(JoinNode.EquiJoinClause::getLeft),
node.getCriteria().stream().map(JoinNode.EquiJoinClause::getRight),
node.getFilter().map(SymbolsExtractor::extractUnique).orElse(ImmutableSet.of()).stream(),
node.getLeftHashSymbol().map(ImmutableSet::of).orElse(ImmutableSet.of()).stream(),
node.getRightHashSymbol().map(ImmutableSet::of).orElse(ImmutableSet.of()).stream())
.collect(toImmutableSet());
}
private List getPushedDownGroupingSet(AggregationNode aggregation, Set availableSymbols, Set requiredJoinSymbols)
{
List groupingSet = aggregation.getGroupingKeys();
// keep symbols that are directly from the join's child (availableSymbols)
List pushedDownGroupingSet = groupingSet.stream()
.filter(availableSymbols::contains)
.collect(Collectors.toList());
// add missing required join symbols to grouping set
Set existingSymbols = new HashSet<>(pushedDownGroupingSet);
requiredJoinSymbols.stream()
.filter(existingSymbols::add)
.forEach(pushedDownGroupingSet::add);
return pushedDownGroupingSet;
}
private AggregationNode replaceAggregationSource(
AggregationNode aggregation,
PlanNode source,
List groupingKeys)
{
return AggregationNode.builderFrom(aggregation)
.setSource(source)
.setGroupingSets(singleGroupingSet(groupingKeys))
.setPreGroupedSymbols(ImmutableList.of())
.build();
}
private PlanNode pushPartialToJoin(
AggregationNode aggregation,
JoinNode child,
PlanNode leftChild,
PlanNode rightChild,
Context context)
{
JoinNode joinNode = new JoinNode(
child.getId(),
child.getType(),
leftChild,
rightChild,
child.getCriteria(),
leftChild.getOutputSymbols(),
rightChild.getOutputSymbols(),
child.isMaySkipOutputDuplicates(),
child.getFilter(),
child.getLeftHashSymbol(),
child.getRightHashSymbol(),
child.getDistributionType(),
child.isSpillable(),
child.getDynamicFilters(),
child.getReorderJoinStatsAndCost());
return restrictOutputs(context.getIdAllocator(), joinNode, ImmutableSet.copyOf(aggregation.getOutputSymbols())).orElse(joinNode);
}
}
