org.springframework.yarn.config.annotation.configurers.DefaultLocalResourcesHdfsConfigurer Maven / Gradle / Ivy

Show more of this group Show more artifacts with this name
Show all versions of spring-yarn-core Show documentation
Spring Yarn Core
The newest version!
/*
 * Copyright 2014 the original author or authors.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *      http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package org.springframework.yarn.config.annotation.configurers;

import java.util.ArrayList;
import java.util.Collection;

import org.apache.hadoop.yarn.api.records.LocalResourceType;
import org.springframework.data.hadoop.config.common.annotation.AnnotationConfigurerAdapter;
import org.springframework.util.StringUtils;
import org.springframework.yarn.config.annotation.builders.YarnResourceLocalizerBuilder;
import org.springframework.yarn.config.annotation.builders.YarnResourceLocalizerConfigurer;
import org.springframework.yarn.fs.LocalResourcesFactoryBean.TransferEntry;
import org.springframework.yarn.fs.ResourceLocalizer;

public class DefaultLocalResourcesHdfsConfigurer
		extends AnnotationConfigurerAdapter
		implements LocalResourcesHdfsConfigurer {

	private final Collection hdfsEntries = new ArrayList();
	private final String id;

	/**
	 * Instantiates a new default local resources hdfs configurer.
	 */
	public DefaultLocalResourcesHdfsConfigurer() {
		this(null);
	}

	/**
	 * Instantiates a new default local resources hdfs configurer.
	 *
	 * @param id the identifier
	 */
	public DefaultLocalResourcesHdfsConfigurer(String id) {
		this.id = id;
	}

	@Override
	public void configure(YarnResourceLocalizerBuilder builder) throws Exception {
		if (id == null) {
			builder.setHdfsEntries(hdfsEntries);
		} else {
			builder.setHdfsEntries(id, hdfsEntries);
		}
	}

	@Override
	public LocalResourcesHdfsConfigurer hdfs(String path) {
		if (StringUtils.hasText(path)) {
			hdfsEntries.add(new TransferEntry(null, null, path, false));
		}
		return this;
	}

	@Override
	public LocalResourcesHdfsConfigurer hdfs(String dir, String file) {
		if (StringUtils.hasText(dir) && StringUtils.hasText(file)) {
			return hdfs(dir+file);
		}
		return this;
	}

	@Override
	public LocalResourcesHdfsConfigurer hdfs(String path, LocalResourceType type) {
		if (StringUtils.hasText(path)) {
			hdfsEntries.add(new TransferEntry(type, null, path, false));
		}
		return this;
	}

	@Override
	public LocalResourcesHdfsConfigurer hdfs(String path, LocalResourceType type, boolean staging) {
		if (StringUtils.hasText(path)) {
			hdfsEntries.add(new TransferEntry(type, null, path, staging));
		}
		return this;
	}

	@Override
	public LocalResourcesHdfsConfigurer hdfs(String dir, String file, LocalResourceType type) {
		if (StringUtils.hasText(dir) && StringUtils.hasText(file)) {
			return hdfs(dir+file, type);
		}
		return this;
	}

}