All Downloads are FREE. Search and download functionalities are using the official Maven repository.

spark.deploy.master.MasterArguments.scala Maven / Gradle / Ivy

The newest version!
package spark.deploy.master

import spark.util.IntParam
import spark.Utils

/**
 * Command-line parser for the master.
 */
private[spark] class MasterArguments(args: Array[String]) {
  var ip = Utils.localHostName()
  var port = 7077
  var webUiPort = 8080
  
  // Check for settings in environment variables 
  if (System.getenv("SPARK_MASTER_IP") != null) {
    ip = System.getenv("SPARK_MASTER_IP")
  }
  if (System.getenv("SPARK_MASTER_PORT") != null) {
    port = System.getenv("SPARK_MASTER_PORT").toInt
  }
  if (System.getenv("SPARK_MASTER_WEBUI_PORT") != null) {
    webUiPort = System.getenv("SPARK_MASTER_WEBUI_PORT").toInt
  }
  
  parse(args.toList)

  def parse(args: List[String]): Unit = args match {
    case ("--ip" | "-i") :: value :: tail =>
      ip = value
      parse(tail)

    case ("--port" | "-p") :: IntParam(value) :: tail =>
      port = value
      parse(tail)

    case "--webui-port" :: IntParam(value) :: tail =>
      webUiPort = value
      parse(tail)

    case ("--help" | "-h") :: tail =>
      printUsageAndExit(0)

    case Nil => {}

    case _ =>
      printUsageAndExit(1)
  }

  /**
   * Print usage and exit JVM with the given exit code.
   */
  def printUsageAndExit(exitCode: Int) {
    System.err.println(
      "Usage: Master [options]\n" +
      "\n" +
      "Options:\n" +
      "  -i IP, --ip IP         IP address or DNS name to listen on\n" +
      "  -p PORT, --port PORT   Port to listen on (default: 7077)\n" +
      "  --webui-port PORT      Port for web UI (default: 8080)")
    System.exit(exitCode)
  }
}




© 2015 - 2025 Weber Informatics LLC | Privacy Policy