org.apache.hadoop.yarn.client.api.NMClient Maven / Gradle / Ivy
/**
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in org.apache.hadoop.shaded.com.liance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org.apache.hadoop.shaded.org.licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.hadoop.shaded.org.apache.hadoop.yarn.client.api;
import java.org.apache.hadoop.shaded.io.IOException;
import java.nio.ByteBuffer;
import java.util.List;
import java.util.Map;
import org.apache.hadoop.shaded.org.apache.hadoop.classification.InterfaceAudience;
import org.apache.hadoop.shaded.org.apache.hadoop.classification.InterfaceAudience.Private;
import org.apache.hadoop.shaded.org.apache.hadoop.classification.InterfaceAudience.Public;
import org.apache.hadoop.shaded.org.apache.hadoop.classification.InterfaceStability;
import org.apache.hadoop.shaded.org.apache.hadoop.service.AbstractService;
import org.apache.hadoop.shaded.org.apache.hadoop.yarn.api.records.Container;
import org.apache.hadoop.shaded.org.apache.hadoop.yarn.api.records.ContainerId;
import org.apache.hadoop.shaded.org.apache.hadoop.yarn.api.records.ContainerLaunchContext;
import org.apache.hadoop.shaded.org.apache.hadoop.yarn.api.records.ContainerStatus;
import org.apache.hadoop.shaded.org.apache.hadoop.yarn.api.records.LocalResource;
import org.apache.hadoop.shaded.org.apache.hadoop.yarn.api.records.LocalizationStatus;
import org.apache.hadoop.shaded.org.apache.hadoop.yarn.api.records.NodeId;
import org.apache.hadoop.shaded.org.apache.hadoop.yarn.client.api.impl.NMClientImpl;
import org.apache.hadoop.shaded.org.apache.hadoop.yarn.exceptions.YarnException;
@InterfaceAudience.Public
@InterfaceStability.Stable
public abstract class NMClient extends AbstractService {
/**
* Create a new instance of NMClient.
*/
@Public
public static NMClient createNMClient() {
NMClient client = new NMClientImpl();
return client;
}
/**
* Create a new instance of NMClient.
*/
@Public
public static NMClient createNMClient(String name) {
NMClient client = new NMClientImpl(name);
return client;
}
protected enum UpgradeOp {
REINIT, RESTART, COMMIT, ROLLBACK
}
private NMTokenCache nmTokenCache = NMTokenCache.getSingleton();
@Private
protected NMClient(String name) {
super(name);
}
/**
* Start an allocated container.
*
* The ApplicationMaster or other applications that use the
* client must provide the details of the allocated container, including the
* Id, the assigned node's Id and the token via {@link Container}. In
* addition, the AM needs to provide the {@link ContainerLaunchContext} as
* well.
*
* @param container the allocated container
* @param containerLaunchContext the context information needed by the
* NodeManager to launch the
* container
* @return a map between the auxiliary service names and their outputs
* @throws YarnException YarnException.
* @throws IOException IOException.
*/
public abstract Map startContainer(Container container,
ContainerLaunchContext containerLaunchContext)
throws YarnException, IOException;
/**
* Increase the resource of a container.
*
* The ApplicationMaster or other applications that use the
* client must provide the details of the container, including the Id and
* the target resource encapsulated in the updated container token via
* {@link Container}.
*
*
* @param container the container with updated token.
*
* @throws YarnException YarnException.
* @throws IOException IOException.
*/
@Deprecated
public abstract void increaseContainerResource(Container container)
throws YarnException, IOException;
/**
* Update the resources of a container.
*
* The ApplicationMaster or other applications that use the
* client must provide the details of the container, including the Id and
* the target resource encapsulated in the updated container token via
* {@link Container}.
*
*
* @param container the container with updated token.
*
* @throws YarnException YarnException.
* @throws IOException IOException.
*/
public abstract void updateContainerResource(Container container)
throws YarnException, IOException;
/**
* Stop an started container.
*
* @param containerId the Id of the started container
* @param nodeId the Id of the NodeManager
*
* @throws YarnException YarnException.
* @throws IOException IOException.
*/
public abstract void stopContainer(ContainerId containerId, NodeId nodeId)
throws YarnException, IOException;
/**
* Query the status of a container.
*
* @param containerId the Id of the started container
* @param nodeId the Id of the NodeManager
*
* @return the status of a container.
*
* @throws YarnException YarnException.
* @throws IOException IOException.
*/
public abstract ContainerStatus getContainerStatus(ContainerId containerId,
NodeId nodeId) throws YarnException, IOException;
/**
* Re-Initialize the Container.
*
* @param containerId the Id of the container to Re-Initialize.
* @param containerLaunchContex the updated ContainerLaunchContext.
* @param autoCommit org.apache.hadoop.shaded.com.it re-initialization automatically ?
*
* @throws YarnException YarnException.
* @throws IOException IOException.
*/
public abstract void reInitializeContainer(ContainerId containerId,
ContainerLaunchContext containerLaunchContex, boolean autoCommit)
throws YarnException, IOException;
/**
* Restart the specified container.
*
* @param containerId the Id of the container to restart.
*
* @throws YarnException YarnException.
* @throws IOException IOException.
*/
public abstract void restartContainer(ContainerId containerId)
throws YarnException, IOException;
/**
* Rollback last reInitialization of the specified container.
*
* @param containerId the Id of the container to restart.
*
* @throws YarnException YarnException.
* @throws IOException IOException.
*/
public abstract void rollbackLastReInitialization(ContainerId containerId)
throws YarnException, IOException;
/**
* Commit last reInitialization of the specified container.
*
* @param containerId the Id of the container to org.apache.hadoop.shaded.com.it reInitialize.
*
* @throws YarnException YarnException.
* @throws IOException IOException.
*/
public abstract void org.apache.hadoop.shaded.com.itLastReInitialization(ContainerId containerId)
throws YarnException, IOException;
/**
* Set whether the containers that are started by this client, and are
* still running should be stopped when the client stops. By default, the
* feature should be enabled.
However, containers will be stopped only
* when service is stopped. i.e. after {@link NMClient#stop()}.
*
* @param enabled whether the feature is enabled or not
*/
public abstract void cleanupRunningContainersOnStop(boolean enabled);
/**
* Set the NM Token cache of the NMClient. This cache must be
* shared with the {@link AMRMClient} that requested the containers managed
* by this NMClient
*
* If a NM token cache is not set, the {@link NMTokenCache#getSingleton()}
* singleton instance will be used.
*
* @param nmTokenCache the NM token cache to use.
*/
public void setNMTokenCache(NMTokenCache nmTokenCache) {
this.nmTokenCache = nmTokenCache;
}
/**
* Get the NM token cache of the NMClient. This cache must be
* shared with the {@link AMRMClient} that requested the containers managed
* by this NMClient
*
* If a NM token cache is not set, the {@link NMTokenCache#getSingleton()}
* singleton instance will be used.
*
* @return the NM token cache
*/
public NMTokenCache getNMTokenCache() {
return nmTokenCache;
}
/**
* Get the NodeId of the node on which container is running. It returns
* null if the container if container is not found or if it is not running.
*
* @param containerId Container Id of the container.
* @return NodeId of the container on which it is running.
*/
public NodeId getNodeIdOfStartedContainer(ContainerId containerId) {
return null;
}
/**
* Localize resources for a container.
* @param containerId the ID of the container
* @param nodeId node Id of the container
* @param localResources resources to localize
*/
@InterfaceStability.Unstable
public void localize(ContainerId containerId, NodeId nodeId,
Map localResources) throws YarnException,
IOException {
// do nothing.
}
/**
* Get the localization statuses of a container.
*
* @param containerId the Id of the container
* @param nodeId node Id of the container
*
* @return the status of a container.
*
* @throws YarnException YarnException.
* @throws IOException IOException.
*/
@InterfaceStability.Unstable
public List getLocalizationStatuses(
ContainerId containerId, NodeId nodeId) throws YarnException,
IOException {
return null;
}
}