org.apache.flink.optimizer.dag.SinkJoiner Maven / Gradle / Ivy

Go to download
/*
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package org.apache.flink.optimizer.dag;

import org.apache.flink.api.common.ExecutionMode;
import org.apache.flink.api.common.typeinfo.NothingTypeInfo;
import org.apache.flink.optimizer.DataStatistics;
import org.apache.flink.optimizer.operators.OperatorDescriptorDual;
import org.apache.flink.optimizer.operators.UtilSinkJoinOpDescriptor;
import org.apache.flink.optimizer.util.NoOpBinaryUdfOp;
import org.apache.flink.types.Nothing;

import java.util.ArrayList;
import java.util.Collections;
import java.util.List;

/**
 * This class represents a utility node that is not part of the actual plan. It is used for plans
 * with multiple data sinks to transform it into a plan with a single root node. That way, the code
 * that makes sure no costs are double-counted and that candidate selection works correctly with
 * nodes that have multiple outputs is transparently reused.
 */
public class SinkJoiner extends TwoInputNode {

    public SinkJoiner(OptimizerNode input1, OptimizerNode input2) {
        super(new NoOpBinaryUdfOp(new NothingTypeInfo()));

        DagConnection conn1 = new DagConnection(input1, this, null, ExecutionMode.PIPELINED);
        DagConnection conn2 = new DagConnection(input2, this, null, ExecutionMode.PIPELINED);

        this.input1 = conn1;
        this.input2 = conn2;

        setParallelism(1);
    }

    @Override
    public String getOperatorName() {
        return "Internal Utility Node";
    }

    @Override
    public List getOutgoingConnections() {
        return Collections.emptyList();
    }

    @Override
    public void computeUnclosedBranchStack() {
        if (this.openBranches != null) {
            return;
        }

        addClosedBranches(getFirstPredecessorNode().closedBranchingNodes);
        addClosedBranches(getSecondPredecessorNode().closedBranchingNodes);

        List pred1branches = getFirstPredecessorNode().openBranches;
        List pred2branches = getSecondPredecessorNode().openBranches;

        // if the predecessors do not have branches, then we have multiple sinks that do not
        // originate from
        // a common data flow.
        if (pred1branches == null || pred1branches.isEmpty()) {

            this.openBranches =
                    (pred2branches == null || pred2branches.isEmpty())
                            ? Collections.emptyList()
                            : // both empty - disconnected flow
                            pred2branches;
        } else if (pred2branches == null || pred2branches.isEmpty()) {
            this.openBranches = pred1branches;
        } else {
            // copy the lists and merge
            List result1 =
                    new ArrayList(pred1branches);
            List result2 =
                    new ArrayList(pred2branches);

            ArrayList result = new ArrayList();
            mergeLists(result1, result2, result, false);

            this.openBranches =
                    result.isEmpty() ? Collections.emptyList() : result;
        }
    }

    @Override
    protected List getPossibleProperties() {
        return Collections.singletonList(new UtilSinkJoinOpDescriptor());
    }

    @Override
    public void computeOutputEstimates(DataStatistics statistics) {
        // nothing to be done here
    }

    @Override
    protected void computeOperatorSpecificDefaultEstimates(DataStatistics statistics) {
        // no estimates needed at this point
    }
}