org.apache.flink.streaming.api.transformations.PartitionTransformation Maven / Gradle / Ivy
/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.flink.streaming.api.transformations;
import org.apache.flink.annotation.Internal;
import org.apache.flink.api.dag.Transformation;
import org.apache.flink.streaming.runtime.partitioner.StreamPartitioner;
import org.apache.flink.shaded.guava30.com.google.common.collect.Lists;
import java.util.Collections;
import java.util.List;
import static org.apache.flink.util.Preconditions.checkNotNull;
/**
* This transformation represents a change of partitioning of the input elements.
*
* This does not create a physical operation, it only affects how upstream operations are
* connected to downstream operations.
*
* @param The type of the elements that result from this {@link PartitionTransformation}
*/
@Internal
public class PartitionTransformation extends Transformation {
private final Transformation input;
private final StreamPartitioner partitioner;
private final StreamExchangeMode exchangeMode;
/**
* Creates a new {@link PartitionTransformation} from the given input and {@link
* StreamPartitioner}.
*
* @param input The input {@link Transformation}
* @param partitioner The {@link StreamPartitioner}
*/
public PartitionTransformation(Transformation input, StreamPartitioner partitioner) {
this(input, partitioner, StreamExchangeMode.UNDEFINED);
}
/**
* Creates a new {@link PartitionTransformation} from the given input and {@link
* StreamPartitioner}.
*
* @param input The input {@link Transformation}
* @param partitioner The {@link StreamPartitioner}
* @param exchangeMode The {@link StreamExchangeMode}
*/
public PartitionTransformation(
Transformation input,
StreamPartitioner partitioner,
StreamExchangeMode exchangeMode) {
super("Partition", input.getOutputType(), input.getParallelism());
this.input = input;
this.partitioner = partitioner;
this.exchangeMode = checkNotNull(exchangeMode);
}
/**
* Returns the {@link StreamPartitioner} that must be used for partitioning the elements of the
* input {@link Transformation}.
*/
public StreamPartitioner getPartitioner() {
return partitioner;
}
/** Returns the {@link StreamExchangeMode} of this {@link PartitionTransformation}. */
public StreamExchangeMode getExchangeMode() {
return exchangeMode;
}
@Override
public List> getTransitivePredecessors() {
List> result = Lists.newArrayList();
result.add(this);
result.addAll(input.getTransitivePredecessors());
return result;
}
@Override
public List> getInputs() {
return Collections.singletonList(input);
}
}