Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance. Project price only 1 $
You can buy this project and download/modify it how often you want.
/*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package io.trino.sql.planner.plan;
import com.fasterxml.jackson.annotation.JsonCreator;
import com.fasterxml.jackson.annotation.JsonProperty;
import com.google.common.collect.ImmutableList;
import com.google.common.collect.ImmutableSet;
import com.google.errorprone.annotations.Immutable;
import io.trino.sql.planner.OrderingScheme;
import io.trino.sql.planner.Partitioning;
import io.trino.sql.planner.Partitioning.ArgumentBinding;
import io.trino.sql.planner.PartitioningHandle;
import io.trino.sql.planner.PartitioningScheme;
import io.trino.sql.planner.Symbol;
import java.util.List;
import java.util.Optional;
import static com.google.common.base.Preconditions.checkArgument;
import static io.trino.sql.planner.SystemPartitioningHandle.FIXED_ARBITRARY_DISTRIBUTION;
import static io.trino.sql.planner.SystemPartitioningHandle.FIXED_BROADCAST_DISTRIBUTION;
import static io.trino.sql.planner.SystemPartitioningHandle.FIXED_HASH_DISTRIBUTION;
import static io.trino.sql.planner.SystemPartitioningHandle.FIXED_PASSTHROUGH_DISTRIBUTION;
import static io.trino.sql.planner.SystemPartitioningHandle.SINGLE_DISTRIBUTION;
import static io.trino.sql.planner.plan.ExchangeNode.Scope.LOCAL;
import static io.trino.sql.planner.plan.ExchangeNode.Scope.REMOTE;
import static io.trino.util.MoreLists.listOfListsCopy;
import static java.util.Objects.requireNonNull;
@Immutable
public class ExchangeNode
extends PlanNode
{
public enum Type
{
GATHER,
REPARTITION,
REPLICATE
}
public enum Scope
{
LOCAL,
REMOTE
}
private final Type type;
private final Scope scope;
private final List sources;
private final PartitioningScheme partitioningScheme;
// for each source, the list of inputs corresponding to each output
private final List> inputs;
private final Optional orderingScheme;
@JsonCreator
public ExchangeNode(
@JsonProperty("id") PlanNodeId id,
@JsonProperty("type") Type type,
@JsonProperty("scope") Scope scope,
@JsonProperty("partitioningScheme") PartitioningScheme partitioningScheme,
@JsonProperty("sources") List sources,
@JsonProperty("inputs") List> inputs,
@JsonProperty("orderingScheme") Optional orderingScheme)
{
super(id);
requireNonNull(type, "type is null");
requireNonNull(scope, "scope is null");
requireNonNull(sources, "sources is null");
requireNonNull(partitioningScheme, "partitioningScheme is null");
requireNonNull(inputs, "inputs is null");
requireNonNull(orderingScheme, "orderingScheme is null");
checkArgument(!inputs.isEmpty(), "inputs is empty");
checkArgument(inputs.stream().allMatch(inputSymbols -> inputSymbols.size() == partitioningScheme.getOutputLayout().size()), "Input symbols do not match output symbols");
checkArgument(inputs.size() == sources.size(), "Must have same number of input lists as sources");
for (int i = 0; i < inputs.size(); i++) {
checkArgument(ImmutableSet.copyOf(sources.get(i).getOutputSymbols()).containsAll(inputs.get(i)), "Source does not supply all required input symbols");
}
checkArgument(scope != LOCAL || partitioningScheme.getPartitioning().getArguments().stream().allMatch(ArgumentBinding::isVariable),
"local exchanges do not support constant partition function arguments");
checkArgument(scope != REMOTE || type == Type.REPARTITION || !partitioningScheme.isReplicateNullsAndAny(), "Only REPARTITION can replicate remotely");
orderingScheme.ifPresent(ordering -> {
PartitioningHandle partitioningHandle = partitioningScheme.getPartitioning().getHandle();
checkArgument(scope != REMOTE || partitioningHandle.equals(SINGLE_DISTRIBUTION), "remote merging exchange requires single distribution");
checkArgument(scope != LOCAL || partitioningHandle.equals(FIXED_PASSTHROUGH_DISTRIBUTION), "local merging exchange requires passthrough distribution");
checkArgument(partitioningScheme.getOutputLayout().containsAll(ordering.orderBy()), "Partitioning scheme does not supply all required ordering symbols");
checkArgument(type == Type.GATHER, "Merging exchange must be of GATHER type");
checkArgument(inputs.size() == 1, "Merging exchange must have single input");
});
this.type = type;
this.sources = sources;
this.scope = scope;
this.partitioningScheme = partitioningScheme;
this.inputs = listOfListsCopy(inputs);
this.orderingScheme = orderingScheme;
}
public static ExchangeNode partitionedExchange(PlanNodeId id, Scope scope, PlanNode child, List partitioningColumns, Optional hashColumns)
{
return partitionedExchange(id, scope, child, partitioningColumns, hashColumns, false);
}
public static ExchangeNode partitionedExchange(PlanNodeId id, Scope scope, PlanNode child, List partitioningColumns, Optional hashColumns, boolean replicateNullsAndAny)
{
return partitionedExchange(
id,
scope,
child,
new PartitioningScheme(
Partitioning.create(FIXED_HASH_DISTRIBUTION, partitioningColumns),
child.getOutputSymbols(),
hashColumns,
replicateNullsAndAny,
Optional.empty(),
Optional.empty()));
}
public static ExchangeNode partitionedExchange(PlanNodeId id, Scope scope, PlanNode child, PartitioningScheme partitioningScheme)
{
if (partitioningScheme.getPartitioning().getHandle().isSingleNode()) {
return gatheringExchange(id, scope, child);
}
return new ExchangeNode(
id,
ExchangeNode.Type.REPARTITION,
scope,
partitioningScheme,
ImmutableList.of(child),
ImmutableList.of(partitioningScheme.getOutputLayout()),
Optional.empty());
}
public static ExchangeNode replicatedExchange(PlanNodeId id, Scope scope, PlanNode child)
{
return new ExchangeNode(
id,
ExchangeNode.Type.REPLICATE,
scope,
new PartitioningScheme(Partitioning.create(FIXED_BROADCAST_DISTRIBUTION, ImmutableList.of()), child.getOutputSymbols()),
ImmutableList.of(child),
ImmutableList.of(child.getOutputSymbols()),
Optional.empty());
}
public static ExchangeNode gatheringExchange(PlanNodeId id, Scope scope, PlanNode child)
{
return new ExchangeNode(
id,
ExchangeNode.Type.GATHER,
scope,
new PartitioningScheme(Partitioning.create(SINGLE_DISTRIBUTION, ImmutableList.of()), child.getOutputSymbols()),
ImmutableList.of(child),
ImmutableList.of(child.getOutputSymbols()),
Optional.empty());
}
public static ExchangeNode roundRobinExchange(PlanNodeId id, Scope scope, PlanNode child)
{
return partitionedExchange(
id,
scope,
child,
new PartitioningScheme(Partitioning.create(FIXED_ARBITRARY_DISTRIBUTION, ImmutableList.of()), child.getOutputSymbols()));
}
public static ExchangeNode mergingExchange(PlanNodeId id, Scope scope, PlanNode child, OrderingScheme orderingScheme)
{
PartitioningHandle partitioningHandle = scope == LOCAL ? FIXED_PASSTHROUGH_DISTRIBUTION : SINGLE_DISTRIBUTION;
return new ExchangeNode(
id,
Type.GATHER,
scope,
new PartitioningScheme(Partitioning.create(partitioningHandle, ImmutableList.of()), child.getOutputSymbols()),
ImmutableList.of(child),
ImmutableList.of(child.getOutputSymbols()),
Optional.of(orderingScheme));
}
@JsonProperty
public Type getType()
{
return type;
}
@JsonProperty
public Scope getScope()
{
return scope;
}
@Override
@JsonProperty
public List getSources()
{
return sources;
}
@Override
public List getOutputSymbols()
{
return partitioningScheme.getOutputLayout();
}
@JsonProperty
public PartitioningScheme getPartitioningScheme()
{
return partitioningScheme;
}
@JsonProperty
public Optional getOrderingScheme()
{
return orderingScheme;
}
@JsonProperty
public List> getInputs()
{
return inputs;
}
@Override
public R accept(PlanVisitor visitor, C context)
{
return visitor.visitExchange(this, context);
}
@Override
public PlanNode replaceChildren(List newChildren)
{
return new ExchangeNode(getId(), type, scope, partitioningScheme, newChildren, inputs, orderingScheme);
}
}
