All Downloads are FREE. Search and download functionalities are using the official Maven repository.

org.springframework.yarn.config.annotation.builders.YarnConfigBuilder Maven / Gradle / Ivy

Go to download

Spring Yarn Core

The newest version!
/*
 * Copyright 2014 the original author or authors.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *      http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package org.springframework.yarn.config.annotation.builders;

import java.util.HashSet;
import java.util.Properties;
import java.util.Set;

import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.yarn.conf.YarnConfiguration;
import org.springframework.core.io.Resource;
import org.springframework.data.hadoop.config.common.annotation.AbstractConfiguredAnnotationBuilder;
import org.springframework.data.hadoop.config.common.annotation.AnnotationBuilder;
import org.springframework.data.hadoop.config.common.annotation.ObjectPostProcessor;
import org.springframework.data.hadoop.config.common.annotation.configurers.DefaultPropertiesConfigurer;
import org.springframework.data.hadoop.config.common.annotation.configurers.DefaultResourceConfigurer;
import org.springframework.data.hadoop.config.common.annotation.configurers.DefaultSecurityConfigurer;
import org.springframework.data.hadoop.config.common.annotation.configurers.PropertiesConfigurer;
import org.springframework.data.hadoop.config.common.annotation.configurers.PropertiesConfigurerAware;
import org.springframework.data.hadoop.config.common.annotation.configurers.ResourceConfigurer;
import org.springframework.data.hadoop.config.common.annotation.configurers.ResourceConfigurerAware;
import org.springframework.data.hadoop.config.common.annotation.configurers.SecurityConfigurer;
import org.springframework.data.hadoop.config.common.annotation.configurers.SecurityConfigurerAware;
import org.springframework.data.hadoop.security.HadoopSecurity;
import org.springframework.yarn.configuration.ConfigurationFactoryBean;

/**
 * {@link AnnotationBuilder} for {@link YarnConfiguration}.
 *
 * @author Janne Valkealahti
 *
 */
public final class YarnConfigBuilder
		extends AbstractConfiguredAnnotationBuilder
		implements PropertiesConfigurerAware, ResourceConfigurerAware, SecurityConfigurerAware, YarnConfigConfigurer {

	private final Set resources = new HashSet();
	private final Properties properties = new Properties();
	private HadoopSecurity hadoopSecurity;
	private String fileSystemUri;
	private String rmAddress;
	private String schedulerAddress;
	private boolean loadDefaults = true;

	/**
	 * Instantiates a new yarn config builder.
	 */
	public YarnConfigBuilder() {}

	/**
	 * Instantiates a new yarn config builder.
	 *
	 * @param objectPostProcessor the object post processor
	 */
	public YarnConfigBuilder(ObjectPostProcessor objectPostProcessor) {
		super(objectPostProcessor);
	}

	@Override
	protected YarnConfiguration performBuild() throws Exception {
		ConfigurationFactoryBean fb = new ConfigurationFactoryBean();

		if (!loadDefaults) {
			fb.setConfiguration(new YarnConfiguration(new Configuration(false)));
		}

		fb.setResources(resources);
		fb.setProperties(properties);
		fb.setFsUri(fileSystemUri);
		fb.setRmAddress(rmAddress);
		fb.setSchedulerAddress(schedulerAddress);

		if (hadoopSecurity != null) {
			fb.setSecurityAuthMethod(hadoopSecurity.getSecurityAuthMethod());
			fb.setUserPrincipal(hadoopSecurity.getUserPrincipal());
			fb.setUserKeytab(hadoopSecurity.getUserKeytab());
			fb.setNamenodePrincipal(hadoopSecurity.getNamenodePrincipal());
			fb.setRmManagerPrincipal(hadoopSecurity.getRmManagerPrincipal());
		}

		fb.afterPropertiesSet();

		YarnConfiguration c = fb.getObject();
		c = postProcess(c);
		return c;
	}

	@Override
	public void configureProperties(Properties properties) {
		getProperties().putAll(properties);
	}

	@Override
	public void configureResources(Set resources) {
		getResources().addAll(resources);
	}

	@Override
	public void configureSecurity(HadoopSecurity hadoopSecurity) {
		this.hadoopSecurity = hadoopSecurity;
	}

	@Override
	public ResourceConfigurer withResources() throws Exception {
		return apply(new DefaultResourceConfigurer());
	}

	@Override
	public PropertiesConfigurer withProperties() throws Exception {
		return apply(new DefaultPropertiesConfigurer());
	}

	@Override
	public SecurityConfigurer withSecurity() throws Exception {
		return apply(new DefaultSecurityConfigurer());
	}

	@Override
	public YarnConfigConfigurer fileSystemUri(String uri) {
		fileSystemUri = uri;
		return this;
	}

	@Override
	public YarnConfigConfigurer resourceManagerAddress(String address) {
		rmAddress = address;
		return this;
	}

	@Override
	public YarnConfigConfigurer schedulerAddress(String address) {
		schedulerAddress = address;
		return this;
	}

	@Override
	public YarnConfigConfigurer loadDefaults(boolean loadDefaults) {
		this.loadDefaults = loadDefaults;
		return this;
	}

	/**
	 * Gets the {@link Properties}.
	 *
	 * @return the properties
	 */
	public Properties getProperties() {
		return properties;
	}

	/**
	 * Gets the {@link Resource}s.
	 *
	 * @return the resources
	 */
	public Set getResources() {
		return resources;
	}

	/**
	 * Gets the {@link HadoopSecurity}.
	 *
	 * @return the security
	 */
	public HadoopSecurity getSecurity() {
		return hadoopSecurity;
	}

}
 















© 2015 - 2024 Weber Informatics LLC | Privacy Policy