org.apache.mahout.common.parameters.Parametered Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of mahout-mr Show documentation
Scalable machine learning libraries
There is a newer version: 0.13.0
/**
 * Licensed to the Apache Software Foundation (ASF) under one or more
 * contributor license agreements.  See the NOTICE file distributed with
 * this work for additional information regarding copyright ownership.
 * The ASF licenses this file to You under the Apache License, Version 2.0
 * (the "License"); you may not use this file except in compliance with
 * the License.  You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package org.apache.mahout.common.parameters;

import java.util.Collection;

import org.apache.hadoop.conf.Configuration;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

/** Meta information and accessors for configuring a job. */
public interface Parametered {
  
  Logger log = LoggerFactory.getLogger(Parametered.class);
  
  Collection> getParameters();
  
  /**
   * EXPERT: consumers should never have to call this method. It would be friendly visible to
   * {@link ParameteredGeneralizations} if java supported it. Calling this method should create a new list of
   * parameters and is called
   * 
   * @param prefix
   *          ends with a dot if not empty.
   * @param jobConf
   *          configuration used for retrieving values
   * @see ParameteredGeneralizations#configureParameters(String,Parametered,Configuration)
   *      invoking method
   * @see ParameteredGeneralizations#configureParametersRecursively(Parametered,String,Configuration)
   *      invoking method
   */
  void createParameters(String prefix, Configuration jobConf);
  
  void configure(Configuration config);
  
  /** "multiple inheritance" */
  final class ParameteredGeneralizations {
    private ParameteredGeneralizations() { }
    
    public static void configureParameters(Parametered parametered, Configuration jobConf) {
      configureParameters(parametered.getClass().getSimpleName() + '.',
        parametered, jobConf);
      
    }

    /**
     * Calls
     * {@link Parametered#createParameters(String,org.apache.hadoop.conf.Configuration)}
     * on parameter parmetered, and then recur down its composite tree to invoke
     * {@link Parametered#createParameters(String,org.apache.hadoop.conf.Configuration)}
     * and {@link Parametered#configure(org.apache.hadoop.conf.Configuration)} on
     * each composite part.
     * 
     * @param prefix
     *          ends with a dot if not empty.
     * @param parametered
     *          instance to be configured
     * @param jobConf
     *          configuration used for retrieving values
     */
    public static void configureParameters(String prefix, Parametered parametered, Configuration jobConf) {
      parametered.createParameters(prefix, jobConf);
      configureParametersRecursively(parametered, prefix, jobConf);
    }
    
    private static void configureParametersRecursively(Parametered parametered, String prefix, Configuration jobConf) {
      for (Parameter parameter : parametered.getParameters()) {
        if (log.isDebugEnabled()) {
          log.debug("Configuring {}{}", prefix, parameter.name());
        }
        String name = prefix + parameter.name() + '.';
        parameter.createParameters(name, jobConf);
        parameter.configure(jobConf);
        if (!parameter.getParameters().isEmpty()) {
          configureParametersRecursively(parameter, name, jobConf);
        }
      }
    }
    
    public static String help(Parametered parametered) {
      return new Help(parametered).toString();
    }
    
    public static String conf(Parametered parametered) {
      return new Conf(parametered).toString();
    }
    
    private static final class Help {
      static final int NAME_DESC_DISTANCE = 8;

      private final StringBuilder sb;
      private int longestName;
      private int numChars = 100; // a few extra just to be sure

      private Help(Parametered parametered) {
        recurseCount(parametered);
        numChars += (longestName + NAME_DESC_DISTANCE) * parametered.getParameters().size();
        sb = new StringBuilder(numChars);
        recurseWrite(parametered);
      }
      
      @Override
      public String toString() {
        return sb.toString();
      }

      private void recurseCount(Parametered parametered) {
        for (Parameter parameter : parametered.getParameters()) {
          int parameterNameLength = parameter.name().length();
          if (parameterNameLength > longestName) {
            longestName = parameterNameLength;
          }
          recurseCount(parameter);
          numChars += parameter.description().length();
        }
      }
      
      private void recurseWrite(Parametered parametered) {
        for (Parameter parameter : parametered.getParameters()) {
          sb.append(parameter.prefix());
          sb.append(parameter.name());
          int max = longestName - parameter.name().length() - parameter.prefix().length()
                    + NAME_DESC_DISTANCE;
          for (int i = 0; i < max; i++) {
            sb.append(' ');
          }
          sb.append(parameter.description());
          if (parameter.defaultValue() != null) {
            sb.append(" (default value '");
            sb.append(parameter.defaultValue());
            sb.append("')");
          }
          sb.append('\n');
          recurseWrite(parameter);
        }
      }
    }
    
    private static final class Conf {
      private final StringBuilder sb;
      private int longestName;
      private int numChars = 100; // a few extra just to be sure

      private Conf(Parametered parametered) {
        recurseCount(parametered);
        sb = new StringBuilder(numChars);
        recurseWrite(parametered);
      }
      
      @Override
      public String toString() {
        return sb.toString();
      }

      private void recurseCount(Parametered parametered) {
        for (Parameter parameter : parametered.getParameters()) {
          int parameterNameLength = parameter.prefix().length() + parameter.name().length();
          if (parameterNameLength > longestName) {
            longestName = parameterNameLength;
          }
          
          numChars += parameterNameLength;
          numChars += 5; // # $0\n$1 = $2\n\n
          numChars += parameter.description().length();
          if (parameter.getStringValue() != null) {
            numChars += parameter.getStringValue().length();
          }
          
          recurseCount(parameter);
        }
      }
      
      private void recurseWrite(Parametered parametered) {
        for (Parameter parameter : parametered.getParameters()) {
          sb.append("# ");
          sb.append(parameter.description());
          sb.append('\n');
          sb.append(parameter.prefix());
          sb.append(parameter.name());
          sb.append(" = ");
          if (parameter.getStringValue() != null) {
            sb.append(parameter.getStringValue());
          }
          sb.append('\n');
          sb.append('\n');
          recurseWrite(parameter);
        }
      }
    }
  }
}