atabricks-maven-plugin.1.11.3.source-code.default-job.json Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of databricks-maven-plugin Show documentation

A databricks maven plugin to automate databricks deployments as part of a build

There is a newer version: 1.13.1

Show newest version

[
  // Full example: Be careful when editing the full example, it is used for default!
  {
    "name": "${groupWithoutCompany}/${artifactId}",
    "new_cluster": {
      "spark_version": "6.2.x-scala2.11",
      "aws_attributes": {
        "first_on_demand": 1,
        "availability": "SPOT_WITH_FALLBACK",
        "instance_profile_arn": null,
        "spot_bid_price_percent": 100,
        "ebs_volume_type": "GENERAL_PURPOSE_SSD",
        "ebs_volume_count": 0,
        "ebs_volume_size": 0
      },
      "enable_elastic_disk": false
    },
    //Can override by setting to libraries:[]
    "libraries": [
      {
        "jar": "s3://${projectProperties['databricks.repo']}/${projectProperties['databricks.repo.key']}"
      }
    ],
    "email_notifications": {
    },
    "spark_jar_task": {
      "main_class_name": "",
      "parameters": []
    },
    "timeout_seconds": 1800,
    // If streaming job, timeout_seconds should override to 0
    "retry_on_timeout": false,
    "max_retries": 0,
    //0 : never retry, -1: indefinitely
    "min_retry_interval_millis": 120000,
    "max_concurrent_runs": 1
  }
]