Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance. Project price only 1 $
You can buy this project and download/modify it how often you want.
/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.flink.runtime.taskexecutor;
import org.apache.flink.api.common.JobID;
import org.apache.flink.api.common.time.Time;
import org.apache.flink.runtime.blob.BlobServer;
import org.apache.flink.runtime.blob.TransientBlobKey;
import org.apache.flink.runtime.checkpoint.CheckpointOptions;
import org.apache.flink.runtime.clusterframework.types.AllocationID;
import org.apache.flink.runtime.clusterframework.types.ResourceID;
import org.apache.flink.runtime.clusterframework.types.ResourceProfile;
import org.apache.flink.runtime.clusterframework.types.SlotID;
import org.apache.flink.runtime.deployment.TaskDeploymentDescriptor;
import org.apache.flink.runtime.executiongraph.ExecutionAttemptID;
import org.apache.flink.runtime.executiongraph.PartitionInfo;
import org.apache.flink.runtime.io.network.partition.ResultPartitionID;
import org.apache.flink.runtime.jobmaster.AllocatedSlotReport;
import org.apache.flink.runtime.jobmaster.JobMasterId;
import org.apache.flink.runtime.messages.Acknowledge;
import org.apache.flink.runtime.messages.TaskBackPressureResponse;
import org.apache.flink.runtime.resourcemanager.ResourceManagerId;
import org.apache.flink.runtime.rpc.RpcGateway;
import org.apache.flink.runtime.rpc.RpcTimeout;
import org.apache.flink.runtime.taskmanager.Task;
import org.apache.flink.types.SerializableOptional;
import java.util.Set;
import java.util.concurrent.CompletableFuture;
/**
* {@link TaskExecutor} RPC gateway interface.
*/
public interface TaskExecutorGateway extends RpcGateway {
/**
* Requests a slot from the TaskManager.
*
* @param slotId slot id for the request
* @param jobId for which to request a slot
* @param allocationId id for the request
* @param resourceProfile of requested slot, used only for dynamic slot allocation and will be ignored otherwise
* @param targetAddress to which to offer the requested slots
* @param resourceManagerId current leader id of the ResourceManager
* @param timeout for the operation
* @return answer to the slot request
*/
CompletableFuture requestSlot(
SlotID slotId,
JobID jobId,
AllocationID allocationId,
ResourceProfile resourceProfile,
String targetAddress,
ResourceManagerId resourceManagerId,
@RpcTimeout Time timeout);
CompletableFuture requestTaskBackPressure(
ExecutionAttemptID executionAttemptId,
int requestId,
@RpcTimeout Time timeout);
/**
* Submit a {@link Task} to the {@link TaskExecutor}.
*
* @param tdd describing the task to submit
* @param jobMasterId identifying the submitting JobMaster
* @param timeout of the submit operation
* @return Future acknowledge of the successful operation
*/
CompletableFuture submitTask(
TaskDeploymentDescriptor tdd,
JobMasterId jobMasterId,
@RpcTimeout Time timeout);
/**
* Update the task where the given partitions can be found.
*
* @param executionAttemptID identifying the task
* @param partitionInfos telling where the partition can be retrieved from
* @param timeout for the update partitions operation
* @return Future acknowledge if the partitions have been successfully updated
*/
CompletableFuture updatePartitions(
ExecutionAttemptID executionAttemptID,
Iterable partitionInfos,
@RpcTimeout Time timeout);
/**
* Batch release/promote intermediate result partitions.
* @param jobId id of the job that the partitions belong to
* @param partitionToRelease partition ids to release
* @param partitionsToPromote partitions ids to promote
*/
void releaseOrPromotePartitions(JobID jobId, Set partitionToRelease, Set partitionsToPromote);
/**
* Trigger the checkpoint for the given task. The checkpoint is identified by the checkpoint ID
* and the checkpoint timestamp.
*
* @param executionAttemptID identifying the task
* @param checkpointID unique id for the checkpoint
* @param checkpointTimestamp is the timestamp when the checkpoint has been initiated
* @param checkpointOptions for performing the checkpoint
* @param advanceToEndOfEventTime Flag indicating if the source should inject a {@code MAX_WATERMARK} in the pipeline
* to fire any registered event-time timers
* @return Future acknowledge if the checkpoint has been successfully triggered
*/
CompletableFuture triggerCheckpoint(
ExecutionAttemptID executionAttemptID,
long checkpointID,
long checkpointTimestamp,
CheckpointOptions checkpointOptions,
boolean advanceToEndOfEventTime);
/**
* Confirm a checkpoint for the given task. The checkpoint is identified by the checkpoint ID
* and the checkpoint timestamp.
*
* @param executionAttemptID identifying the task
* @param checkpointId unique id for the checkpoint
* @param checkpointTimestamp is the timestamp when the checkpoint has been initiated
* @return Future acknowledge if the checkpoint has been successfully confirmed
*/
CompletableFuture confirmCheckpoint(ExecutionAttemptID executionAttemptID, long checkpointId, long checkpointTimestamp);
/**
* Cancel the given task.
*
* @param executionAttemptID identifying the task
* @param timeout for the cancel operation
* @return Future acknowledge if the task is successfully canceled
*/
CompletableFuture cancelTask(ExecutionAttemptID executionAttemptID, @RpcTimeout Time timeout);
/**
* Heartbeat request from the job manager.
*
* @param heartbeatOrigin unique id of the job manager
*/
void heartbeatFromJobManager(ResourceID heartbeatOrigin, AllocatedSlotReport allocatedSlotReport);
/**
* Heartbeat request from the resource manager.
*
* @param heartbeatOrigin unique id of the resource manager
*/
void heartbeatFromResourceManager(ResourceID heartbeatOrigin);
/**
* Disconnects the given JobManager from the TaskManager.
*
* @param jobId JobID for which the JobManager was the leader
* @param cause for the disconnection from the JobManager
*/
void disconnectJobManager(JobID jobId, Exception cause);
/**
* Disconnects the ResourceManager from the TaskManager.
*
* @param cause for the disconnection from the ResourceManager
*/
void disconnectResourceManager(Exception cause);
/**
* Frees the slot with the given allocation ID.
*
* @param allocationId identifying the slot to free
* @param cause of the freeing operation
* @param timeout for the operation
* @return Future acknowledge which is returned once the slot has been freed
*/
CompletableFuture freeSlot(
final AllocationID allocationId,
final Throwable cause,
@RpcTimeout final Time timeout);
/**
* Requests the file upload of the specified type to the cluster's {@link BlobServer}.
*
* @param fileType to upload
* @param timeout for the asynchronous operation
* @return Future which is completed with the {@link TransientBlobKey} of the uploaded file.
*/
CompletableFuture requestFileUpload(FileType fileType, @RpcTimeout Time timeout);
/**
* Returns the gateway of Metric Query Service on the TaskManager.
*
* @return Future gateway of Metric Query Service on the TaskManager.
*/
CompletableFuture> requestMetricQueryServiceAddress(@RpcTimeout Time timeout);
/**
* Checks whether the task executor can be released. It cannot be released if there're unconsumed result partitions.
*
* @return Future flag indicating whether the task executor can be released.
*/
CompletableFuture canBeReleased();
}
