org.springframework.yarn.config.annotation.builders.YarnAppmasterConfigurer Maven / Gradle / Ivy

Show more of this group Show more artifacts with this name
Show all versions of spring-yarn-core Show documentation
Spring Yarn Core
The newest version!
/*
 * Copyright 2013 the original author or authors.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *      http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package org.springframework.yarn.config.annotation.builders;

import org.springframework.yarn.am.YarnAppmaster;
import org.springframework.yarn.config.annotation.SpringYarnConfigurerAdapter;
import org.springframework.yarn.config.annotation.configurers.DefaultMasterContainerAllocatorConfigurer;
import org.springframework.yarn.config.annotation.configurers.DefaultMasterContainerRunnerConfigurer;
import org.springframework.yarn.config.annotation.configurers.MasterContainerAllocatorConfigurer;
import org.springframework.yarn.config.annotation.configurers.MasterContainerRunnerConfigurer;

/**
 * {@code YarnAppmasterConfigure} is an interface for {@code YarnAppmasterBuilder} which is
 * exposed to user via {@link SpringYarnConfigurerAdapter}.
 * 
 * Typically configuration is shown below.
 * 

 * 
 * @Configuration
 * @EnableYarn(enable=Enable.APPMASTER)
 * static class Config extends SpringYarnConfigurerAdapter {
 *
 *   @Override
 *   public void configure(YarnAppmasterConfigure master) throws Exception {
 *     master
 *       .appmasterClass(MyAppmaster.class)
 *       .withContainerRunner();
 *   }
 *
 * }
 * 
 *
 * @author Janne Valkealahti
 *
 */
public interface YarnAppmasterConfigurer {

	/**
	 * Specify a container runner for Appmaster. Applies a new
	 * {@link DefaultMasterContainerRunnerConfigurer} into a current builder.
	 *
	 * 

	 * 
JavaConfig:
	 * 

	 * 	 *
	 * public void configure(YarnAppmasterConfigure master) throws Exception {
	 *   Properties properties = new Properties();
	 *   properties.setProperty("foo1", "bar1");
	 *   master
	 *     .withContainerRunner()
	 *       .arguments(properties)
	 *       .argument("foo2", "bar2");
	 * }
	 * 
	 *
	 * 
XML:
	 * 

	 * 	 * <util:properties id="arguments">
	 *   <prop key="foo1">bar1</prop>
	 *   <prop key="foo2">bar2</prop>
	 * </util:properties>
	 *
	 * <yarn:master>
	 *   <yarn:container-runner arguments="arguments"/>
	 * </yarn:master>
	 * 
	 *
	 * @return {@link MasterContainerRunnerConfigurer} for chaining
	 * @throws Exception exception
	 */
	MasterContainerRunnerConfigurer withContainerRunner() throws Exception;

	/**
	 * Specify a container allocator for Appmaster. Applies a new
	 * {@link DefaultMasterContainerAllocatorConfigurer} into a current builder.
	 *
	 * 

	 * 
JavaConfig:
	 * 

	 * 	 *
	 * public void configure(YarnAppmasterConfigure master) throws Exception {
	 *   master
	 *     .withContainerAllocator()
	 *       .priority(0)
	 *       .virtualCores(1)
	 *       .memory(1024);
	 * }
	 * 
	 *
	 * 
XML:
	 * 

	 * 	 * <yarn:master>
	 *   <yarn:container-allocator priority="0" virtualcores="1" memory="1024"/>
	 * </yarn:master>
	 * 
	 *
	 * @return {@link MasterContainerAllocatorConfigurer} for chaining
	 * @throws Exception exception
	 */
	MasterContainerAllocatorConfigurer withContainerAllocator() throws Exception;

	/**
	 * Specify a raw array of commands used to start a container.
	 *
	 * 

	 * 
JavaConfig:
	 * 

	 * 	 * public void configure(YarnAppmasterConfigure master) throws Exception {
	 *   master
	 *     .containerCommands("date", "1><LOG_DIR>/Container.stdout", "2><LOG_DIR>/Container.stderr");
	 * }
	 * 
	 *
	 * 
XML:
	 * 

	 * 	 * <yarn:master>
	 *   <yarn:container-command>
	 *     <![CDATA[
	 *     date
	 *     1><LOG_DIR>/Container.stdout
	 *     2><LOG_DIR>/Container.stderr
	 *     ]]>
	 *   </yarn:container-command>
	 * </yarn:master>
	 * 
	 *
	 * @param commands The Yarn container commands
	 * @return {@link YarnAppmasterConfigurer} for chaining
	 */
	YarnAppmasterConfigurer containerCommands(String[] commands);

	/**
	 * Specify a raw array of commands used to start a container. This method
	 * also allows to associate commands with an identifier which is used
	 * for example with container groups where different commands are used.
	 *
	 * @param id the commands identifier
	 * @param commands The Yarn container commands
	 * @return {@link YarnAppmasterConfigurer} for chaining
	 * @see #containerCommands(String[])
	 */
	YarnAppmasterConfigurer containerCommands(String id, String[] commands);

	/**
	 * Specify a {@code YarnAppmaster} class.
	 *
	 * 

	 * 
JavaConfig:
	 * 

	 * 	 * public void configure(YarnAppmasterConfigure master) throws Exception {
	 *   master
	 *     .appmasterClass(MyYarnAppmaster.class);
	 * }
	 * 
	 *
	 * 
XML:
	 * 

	 * 	 * <yarn:master appmaster-class="com.example.MyYarnAppmaster"/>
	 * 
	 *
	 * @param clazz The Yarn appmaster class
	 * @return {@link YarnAppmasterConfigurer} for chaining
	 */
	YarnAppmasterConfigurer appmasterClass(Class clazz);

	/**
	 * Specify a {@code YarnAppmaster} as a fully qualified class name.
	 *
	 * 

	 * 
JavaConfig:
	 * 

	 * 	 * public void configure(YarnAppmasterConfigure master) throws Exception {
	 *   master
	 *     .appmasterClass(MyYarnAppmaster.class);
	 * }
	 * 
	 *
	 * 
XML:
	 * 

	 * No equivalent
	 *
	 * @param clazz The Yarn appmaster class
	 * @return {@link YarnAppmasterConfigurer} for chaining
	 */
	YarnAppmasterConfigurer appmasterClass(String clazz);

}