atabricks-maven-plugin.1.11.3.source-code.default-cluster.json Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of databricks-maven-plugin Show documentation

A databricks maven plugin to automate databricks deployments as part of a build

There is a newer version: 1.13.1

Show newest version

[
  {
    "num_workers": 1,
    "cluster_name": "my-cluster",
    "spark_version": "6.2.x-scala2.11",
    "aws_attributes": {
      "first_on_demand": 1,
      "availability": "SPOT_WITH_FALLBACK",
      "zone_id": "",
      "instance_profile_arn": "",
      "spot_bid_price_percent": 50,
      "ebs_volume_type": "GENERAL_PURPOSE_SSD",
      "ebs_volume_count": 0,
      "ebs_volume_size": 0
    },
    "node_type_id": "m5d.large",
    "spark_env_vars": {
      "PYSPARK_PYTHON": "/databricks/python3/bin/python3"
    },
    "autotermination_minutes": 10,
    "enable_elastic_disk": false,
    "artifact_paths": [],
    "driver_node_type_id": "m5d.large",
    "spark_conf": {
      "spark.driver.maxResultSize": "2g"
    },
    "cluster_log_conf": {},
    "custom_tags": {},
    "ssh_public_keys": []
  }
]