org.deeplearning4j.iterativereduce.runtime.ConfigFields Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of cdh4 Show documentation
The newest version!
/*
 *
 *  * Copyright 2015 Skymind,Inc.
 *  *
 *  *    Licensed under the Apache License, Version 2.0 (the "License");
 *  *    you may not use this file except in compliance with the License.
 *  *    You may obtain a copy of the License at
 *  *
 *  *        http://www.apache.org/licenses/LICENSE-2.0
 *  *
 *  *    Unless required by applicable law or agreed to in writing, software
 *  *    distributed under the License is distributed on an "AS IS" BASIS,
 *  *    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 *  *    See the License for the specific language governing permissions and
 *  *    limitations under the License.
 *
 */

package org.deeplearning4j.iterativereduce.runtime;

import java.util.Properties;

public class ConfigFields {
  public static final String DEFAULT_CONFIG_FILE = "app.properties";
  public static final String DEFAULT_APP_NAME = "IterativeReduce Application";

  public static final String APP_CONFIG_FILE = "org.deeplearning4j.iterativereduce.app.properties";
  public static final String APP_ALLOCATION_MAX_ATTEMPTS = "org.deeplearning4j.iterativereduce.allocation.maxattempts";
  public static final String JAR_PATH = "org.deeplearning4j.iterativereduce.jar.path";

  public static final String APP_NAME = "app.name";
  
  public static final String APP_JAR_PATH = "app.jar.path";
  public static final String APP_LIB_PATH = "app.lib.jar.path";

  public static final String APP_INPUT_PATH = "app.input.path";
  public static final String APP_OUTPUT_PATH = "app.output.path";

  public static final String APP_BATCH_SIZE = "app.batch.size";
  public static final String APP_ITERATION_COUNT = "app.iteration.count";

  public static final String YARN_MEMORY = "yarn.memory";

  public static final String YARN_MASTER = "yarn.master.main";
  public static final String YARN_MASTER_ARGS = "yarn.master.args";
  
  public static final String YARN_WORKER = "yarn.worker.main";
  public static final String YARN_WORKER_ARGS = "yarn.worker.args";
  
  public static final String CLASSPATH_EXTRA ="app.classpath.extra";

  public static final String INPUT_FORMAT_CLASS = "app.inputformat.classname";
  public static final String INPUT_FORMAT_CLASS_DEFAULT = "org.apache.hadoop.mapred.TextInputFormat";  
  
  public static void validateConfig(Properties props) throws IllegalArgumentException {
    StringBuffer errors = new StringBuffer();
    String missing = " is missing\n";
    
    if (!props.containsKey(JAR_PATH))
      errors.append("IterativeReduce JAR path [" + JAR_PATH + "]").append(missing);
    
    if (!props.containsKey(APP_JAR_PATH))
      errors.append("Application JAR path [" + APP_JAR_PATH + "]").append(missing);
    
    if (!props.containsKey(YARN_MEMORY))
      errors.append("YARN memory [" + YARN_MEMORY + "]").append(missing);
    
    if (!props.containsKey(YARN_MASTER))
      errors.append("YARN master class [" + YARN_MASTER + "]").append(missing);

    if (!props.containsKey(YARN_WORKER))
      errors.append("YARN worker class [" + YARN_WORKER + "]").append(missing);
    
    if (errors.length() > 0)
      throw new IllegalArgumentException(errors.toString());
  }
  
  
}