templates.stratosphere.0.5.conf.stratosphere-conf.yaml.mustache Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of peel-extensions Show documentation
There is a newer version: 1.1.8
########################################################################################################################
#
#  Copyright (C) 2010-2013 by the Stratosphere project (http://stratosphere.eu)
#
#  Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with
#  the License. You may obtain a copy of the License at
#
#      http://www.apache.org/licenses/LICENSE-2.0
#
#  Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on
#  an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the
#  specific language governing permissions and limitations under the License.
#
########################################################################################################################

#
# This configuration file contains a list of the most commonly adjusted config parameters.
# Please see the configuration reference for a list of all configurable options.
#

#=======================================================================================================================
#                                                   SYSTEM ENVIRONMENT
#=======================================================================================================================

# Home directory of Java JVM installation (JAVA_HOME)
{{#env.java.home}}env.java.home: {{env.java.home}}{{/env.java.home}}{{^env.java.home}}# env.java.home: /usr/lib/jvm/java-7-oracle{{/env.java.home}}
{{#env.java.opts}}env.java.opts: {{env.java.opts}}{{/env.java.opts}}{{^env.java.opts}}# env.java.opts:{{/env.java.opts}}

#=======================================================================================================================
#                                                   JOB MANAGER (MASTER)
#=======================================================================================================================

{{#jobmanager.rpc.address}}jobmanager.rpc.address: {{jobmanager.rpc.address}}{{/jobmanager.rpc.address}}{{^jobmanager.rpc.address}}jobmanager.rpc.address: localhost{{/jobmanager.rpc.address}}

{{#jobmanager.rpc.port}}jobmanager.rpc.port: {{jobmanager.rpc.port}}{{/jobmanager.rpc.port}}{{^jobmanager.rpc.port}}jobmanager.rpc.port: 6123{{/jobmanager.rpc.port}}

# JVM heap size in MB
{{#jobmanager.heap.mb}}jobmanager.heap.mb: {{jobmanager.heap.mb}}{{/jobmanager.heap.mb}}{{^jobmanager.heap.mb}}jobmanager.heap.mb: 256{{/jobmanager.heap.mb}}

{{#jobmanager.profiling.enable}}jobmanager.profiling.enable: {{jobmanager.profiling.enable}}{{/jobmanager.profiling.enable}}{{^jobmanager.profiling.enable}}jobmanager.profiling.enable: false{{/jobmanager.profiling.enable}}

# Number of RPC handler threads
{{#jobmanager.rpc.numhandler}}jobmanager.rpc.numhandler: {{jobmanager.rpc.numhandler}}{{/jobmanager.rpc.numhandler}}{{^jobmanager.rpc.numhandler}}#jobmanager.rpc.numhandler: 8{{/jobmanager.rpc.numhandler}}

{{#jobmanager.web.port}}jobmanager.web.port: {{jobmanager.web.port}}{{/jobmanager.web.port}}{{^jobmanager.web.port}}jobmanager.web.port: 8081{{/jobmanager.web.port}}

# Number of jobs that are kept in the history
{{#jobmanager.web.history}}jobmanager.web.history: {{jobmanager.web.history}}{{/jobmanager.web.history}}{{^jobmanager.web.history}}jobmanager.web.history: 5{{/jobmanager.web.history}}

#=======================================================================================================================
#                                                   TASK MANAGER (WORKERs)
#=======================================================================================================================

# Stratosphere chooses a port automatically, if this value is not set.
# If setting this variable when using YARN, beware that there might be conflicts when multiple
# TaskManagers are running on the same machine.
{{#taskmanager.rpc.port}}taskmanager.rpc.port: {{taskmanager.rpc.port}}{{/taskmanager.rpc.port}}{{^taskmanager.rpc.port}}#taskmanager.rpc.port: 6122{{/taskmanager.rpc.port}}

# JVM heap size in MB
{{#taskmanager.heap.mb}}taskmanager.heap.mb: {{taskmanager.heap.mb}}{{/taskmanager.heap.mb}}{{^taskmanager.heap.mb}}taskmanager.heap.mb: 512{{/taskmanager.heap.mb}}

# Directories for temporary files. Add a delimited list for multiple directories, using the system directory delimiter
# (colon ':' on unix) or a comma character ','. An example would be /data1/tmp:/data2/tmp:/data3/tmp or
# /data1/tmp,/data2/tmp,/data3/tmp
# Note: Each directory entry is read from and written to by a different I/O thread. You can include the same directory
# multiple times in that list to create multiple I/O threads against that directory. This is for example relevant for
# high-throughput RAIDs.
# If not specified, the system-specific Java temporary directory is taken (java.io.tmpdir property)
{{#taskmanager.tmp.dirs}}taskmanager.tmp.dirs: {{taskmanager.tmp.dirs}}{{/taskmanager.tmp.dirs}}{{^taskmanager.tmp.dirs}}# taskmanager.tmp.dirs: /tmp{{/taskmanager.tmp.dirs}}

# Number of network buffers (used by each TaskManager)
{{#taskmanager.network.numberOfBuffers}}taskmanager.network.numberOfBuffers: {{taskmanager.network.numberOfBuffers}}{{/taskmanager.network.numberOfBuffers}}{{^taskmanager.network.numberOfBuffers}}taskmanager.network.numberOfBuffers: 2048{{/taskmanager.network.numberOfBuffers}}

# Size of network buffers
{{#taskmanager.network.bufferSizeInBytes}}taskmanager.network.bufferSizeInBytes: {{taskmanager.network.bufferSizeInBytes}}{{/taskmanager.network.bufferSizeInBytes}}{{^taskmanager.network.bufferSizeInBytes}}taskmanager.network.bufferSizeInBytes: 32768{{/taskmanager.network.bufferSizeInBytes}}

#=======================================================================================================================
#                                                      CLIENTS
#=======================================================================================================================

# Specify the path to the Hadoop configuration.
# The Configuration is used when writing into HDFS. Unless specified, HDFS file creation will use HDFS default settings with
# respect to block-size, replication factor, etc.
# (If the hdfs-site.xml file is in another location, specify it using fs.hdfs.hdfsdefault: /path/to/hadoop/conf/hdfs-site.xml)
{{#fs.hdfs.hadoopconf}}fs.hdfs.hadoopconf: {{fs.hdfs.hadoopconf}}{{/fs.hdfs.hadoopconf}}{{^fs.hdfs.hadoopconf}}# fs.hdfs.hadoopconf: /path/to/hadoop/conf/{{/fs.hdfs.hadoopconf}}

#=======================================================================================================================
#                                                    PARALLELISM
#=======================================================================================================================

# The default degree of parallelism for jobs, if no other degree is explicitly specified.
{{#parallelization.degree.default}}parallelization.degree.default: {{parallelization.degree.default}}{{/parallelization.degree.default}}{{^parallelization.degree.default}}parallelization.degree.default: -1{{/parallelization.degree.default}}

# The maximum number of parallel instances per taskmanager. If set to -1, no limit exists.
{{#parallelization.intra-node.default}}parallelization.intra-node.default: {{parallelization.intra-node.default}}{{/parallelization.intra-node.default}}{{^parallelization.intra-node.default}}parallelization.intra-node.default: -1{{/parallelization.intra-node.default}}

#=======================================================================================================================
#                                                   WEB FRONTEND
#=======================================================================================================================

{{#webclient.port}}webclient.port: {{webclient.port}}{{/webclient.port}}{{^webclient.port}}webclient.port: 8080{{/webclient.port}}

{{#webclient.rootpath}}webclient.rootpath: {{webclient.rootpath}}{{/webclient.rootpath}}{{^webclient.rootpath}}webclient.rootpath: ./resources/web-docs/{{/webclient.rootpath}}

# The temp directory for the web server
# If not specified, the system-specific Java temporary directory is taken (java.io.tmpdir property)
{{#webclient.tempdir}}webclient.tempdir: {{webclient.tempdir}}{{/webclient.tempdir}}{{^webclient.tempdir}}# webclient.tempdir: /tmp{{/webclient.tempdir}}

# Directory into which the web server will store uploaded PACT programs
# If not specified, the system-specific Java temporary directory is taken (java.io.tmpdir property) as base.
{{#webclient.uploaddir}}webclient.uploaddir: {{webclient.uploaddir}}{{/webclient.uploaddir}}{{^webclient.uploaddir}}# webclient.uploaddir: /tmp/webclient-jobs{{/webclient.uploaddir}}

# The directory into which the web server will dump temporary JSON files describing pact plans
# If not specified, the system-specific Java temporary directory is taken (java.io.tmpdir property) as base.
{{#webclient.plandump}}webclient.plandump: {{webclient.plandump}}{{/webclient.plandump}}{{^webclient.plandump}}# webclient.plandump: /tmp/webclient-plans{{/webclient.plandump}}