org.apache.flink.runtime.scheduler.strategy.EagerSchedulingStrategy Maven / Gradle / Ivy
/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.flink.runtime.scheduler.strategy;
import org.apache.flink.runtime.execution.ExecutionState;
import org.apache.flink.runtime.io.network.partition.ResultPartitionID;
import org.apache.flink.runtime.jobgraph.JobGraph;
import org.apache.flink.runtime.scheduler.DeploymentOption;
import org.apache.flink.runtime.scheduler.ExecutionVertexDeploymentOption;
import org.apache.flink.runtime.scheduler.SchedulerOperations;
import java.util.ArrayList;
import java.util.Collection;
import java.util.List;
import java.util.Set;
import java.util.stream.Collectors;
import java.util.stream.StreamSupport;
import static org.apache.flink.util.Preconditions.checkNotNull;
/**
* {@link SchedulingStrategy} instance for streaming job which will schedule all tasks at the same time.
*/
public class EagerSchedulingStrategy implements SchedulingStrategy {
private final SchedulerOperations schedulerOperations;
private final SchedulingTopology schedulingTopology;
private final DeploymentOption deploymentOption = new DeploymentOption(false);
public EagerSchedulingStrategy(
SchedulerOperations schedulerOperations,
SchedulingTopology schedulingTopology) {
this.schedulerOperations = checkNotNull(schedulerOperations);
this.schedulingTopology = checkNotNull(schedulingTopology);
}
@Override
public void startScheduling() {
final Set allVertices = getAllVerticesFromTopology();
allocateSlotsAndDeploy(allVertices);
}
@Override
public void restartTasks(Set verticesToRestart) {
allocateSlotsAndDeploy(verticesToRestart);
}
@Override
public void onExecutionStateChange(ExecutionVertexID executionVertexId, ExecutionState executionState) {
// Will not react to these notifications.
}
@Override
public void onPartitionConsumable(ExecutionVertexID executionVertexId, ResultPartitionID resultPartitionId) {
// Will not react to these notifications.
}
private void allocateSlotsAndDeploy(final Set verticesToDeploy) {
final List executionVertexDeploymentOptions =
createExecutionVertexDeploymentOptions(verticesToDeploy);
schedulerOperations.allocateSlotsAndDeploy(executionVertexDeploymentOptions);
}
private Set getAllVerticesFromTopology() {
return StreamSupport
.stream(schedulingTopology.getVertices().spliterator(), false)
.map(SchedulingExecutionVertex::getId)
.collect(Collectors.toSet());
}
private List createExecutionVertexDeploymentOptions(
final Collection vertices) {
List executionVertexDeploymentOptions = new ArrayList<>(vertices.size());
for (ExecutionVertexID executionVertexID : vertices) {
executionVertexDeploymentOptions.add(
new ExecutionVertexDeploymentOption(executionVertexID, deploymentOption));
}
return executionVertexDeploymentOptions;
}
/**
* The factory for creating {@link EagerSchedulingStrategy}.
*/
public static class Factory implements SchedulingStrategyFactory {
@Override
public SchedulingStrategy createInstance(
SchedulerOperations schedulerOperations,
SchedulingTopology schedulingTopology,
JobGraph jobGraph) {
return new EagerSchedulingStrategy(schedulerOperations, schedulingTopology);
}
}
}