config_examples.dataproc.json Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of spydra Show documentation

There is a newer version: 0.3.25

{
  "client_id": "client-unique-id-32b46a93-c36a-435b-ab94-73b6075dc338",
  "cluster_type": "dataproc",
  "log_bucket": "log-bucket",
  "region": "europe-west1",
  "cluster": {
    "options": {
      "project": "some-project",
      "num-workers": "2",
      "worker-machine-type": "n1-standard-2",
      "master-machine-type": "n1-standard-4"
    }
  },
  "submit": {
    "job_args": [
      "pi",
      "2",
      "2"
    ],
    "options": {
      "jar": "hadoop-mapreduce-examples.jar"
    }
  }
}