All Downloads are FREE. Search and download functionalities are using the official Maven repository.

ui_templates.submarine-command-options.json Maven / Gradle / Ivy

/*
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *       http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

[
  {
    "name": "-checkpoint_path ",
    "description": "Training output directory of the job, could be local or other FS directory. This typically includes checkpoint files and exported model"
  },
  {
    "name": "-docker_image ",
    "description": "Docker image name/tag"
  },
  {
    "name": "-env ",
    "description": "Common environment variable of worker/ps"
  },
  {
    "name": "-input_path ",
    "description": "Input of the job, could be local or other FS directory"
  },
  {
    "name": "-name ",
    "description": "Name of the job"
  },
  {
    "name": "-num_ps ",
    "description": "Number of PS tasks of the job, by default it's 0"
  },
  {
    "name": "-num_workers ",
    "description": "Numnber of worker tasks of the job, by default it's 1"
  },
  {
    "name": "-ps_docker_image ",
    "description": "Specify docker image for PS, when this is not specified, PS uses --docker_image as default."
  },
  {
    "name": "-ps_launch_cmd ",
    "description": "Commandline of worker, arguments will be directly used to launch the PS"
  },
  {
    "name": "-ps_resources ",
    "description": "Resource of each PS, for example memory-mb=2048,vcores=2,yarn.io/gpu=2"
  },
  {
    "name": "-queue ",
    "description": "Name of queue to run the job, by default it uses default queue"
  },
  {
    "name": "-saved_model_path ",
    "description": "Model exported path (savedmodel) of the job, which is needed when exported model is not placed under ${checkpoint_path}could be local or other FS directory. This will be used to serve."
  },
  {
    "name": "-tensorboard ",
    "description": "Should we run TensorBoard for this job? By default it's true"
  },
  {
    "name": "-verbose",
    "description": "Print verbose log for troubleshooting"
  },
  {
    "name": "-wait_job_finish",
    "description": "Specified when user want to wait the job finish"
  },
  {
    "name": "-worker_docker_image ",
    "description": "Specify docker image for WORKER, when this is not specified, WORKER uses --docker_image as default."
  },
  {
    "name": "-worker_resources ",
    "description": "Resource of each worker, for example memory-mb=2048,vcores=2,yarn.io/gpu=2"
  },
  {
    "name": "-localization ",
    "description": "Specify localization to remote/local file/directory available to all container(Docker). Argument format is \"RemoteUri:LocalFilePath[:rw]\" (ro permission is not supported yet). 
The RemoteUri can be a file or directory in local or HDFS or s3 or abfs or http .etc.
The LocalFilePath can be absolute or relative. If relative, it'll be under container's implied working directory.
This option can be set mutiple times.
Examples are
-localization \"hdfs:///user/yarn/mydir2:/opt/data\"
-localization \"s3a:///a/b/myfile1:./\"
-localization \"https:///a/b/myfile2:./myfile\"
-localization \"/user/yarn/mydir3:/opt/mydir3\"
-localization \"./mydir1:.\"" } ]




© 2015 - 2024 Weber Informatics LLC | Privacy Policy