• Home
• org.peelframework
• peel-extensions
• 1.0.0-rc3
• source code

×

Project download

Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $

You can buy this project and download/modify it how often you want.

work.peel-extensions.1.0.0-rc3.source-code.reference.spark.conf Maven / Gradle / Ivy

system {
    spark {
        user = ${system.default.user}
        group = ${system.default.group}
        path {
            archive.dst = ${app.path.systems}
            home = ${app.path.systems}"/spark"
            config = ${system.spark.path.home}"/conf"
            log = ${system.spark.path.home}"/logs"
        }
        startup {
            max.attempts = ${system.default.startup.max.attempts}
            polling {
                counter = ${system.default.startup.polling.counter}
                interval = ${system.default.startup.polling.interval}
            }
        }
        config {
            # put list of slaves
            slaves = ${system.default.config.slaves}
            # spark-env.sh entries
            env {
                JAVA_HOME = ${system.default.config.java.home}
                SPARK_PID_DIR = "/tmp/spark-pid"
                SPARK_MASTER_WEBUI_PORT = 8060
                SPARK_WORKER_WEBUI_PORT = 8061
                SPARK_WORKER_CORES = ${system.default.config.parallelism.per-node}
                SPARK_EXECUTOR_CORES = ${system.default.config.parallelism.per-node}
                SPARK_EXECUTOR_MEMORY = "512m"
            }
            # spark-defaults.conf entries
            defaults {
                spark.master = "spark://"${runtime.hostname}":7077"
                spark.executor.memory = "512m"
                spark.eventLog.enabled = "true"
                spark.eventLog.dir = "file://"${system.spark.path.log}
                spark.local.dir = "/tmp/spark"
            }
            # log4j.properties entries
            log4j {
            }

        }
    }
}