schema.sparkCluster.json Maven / Gradle / Ivy

Go to download
{
  "$schema": "http://json-schema.org/draft-07/schema#",
  "description": "A Spark cluster configuration",
  "type": "object",
  "extends": {
    "type": "object",
    "existingJavaType": "io.radanalytics.operator.common.EntityInfo"
  },
  "properties": {
    "master": {
      "$ref": "#/definitions/RCSpec"
    },
    "worker": {
      "$ref": "#/definitions/RCSpec"
    },
    "customImage": {
      "type": "string"
    },
    "metrics": {
      "type": "boolean",
      "default": "false"
    },
    "sparkWebUI": {
      "type": "boolean",
      "default": "true"
    },
    "sparkConfigurationMap": {
      "type": "string"
    },
    "env": {
      "$ref": "#/definitions/NameValue"
    },
    "sparkConfiguration": { "$ref": "#/definitions/NameValue" },
    "labels" : {
      "existingJavaType" : "java.util.Map",
      "type" : "object"
    },
    "historyServer": {
      "type": "object",
      "properties": {
        "name": {
          "type": "string"
        },
        "type": {
          "type": "string",
          "default": "sharedVolume",
          "enum": ["sharedVolume", "remoteStorage"],
          "javaEnumNames" : ["sharedVolume","remoteStorage"]
        },
        "sharedVolume": {
          "type": "object",
          "properties": {
            "size": {
              "type": "string",
              "default": "0.3Gi"
            },
            "mountPath": {
              "type": "string",
              "default": "/history/spark-events"
            },
            "matchLabels": {
              "type": "object",
              "existingJavaType": "java.util.Map"
            }
          }
        },
        "remoteURI": {
          "type": "string",
          "description": "s3 bucket or hdfs path"
        }
      }
    },
    "downloadData": {
      "type": "array",
      "items": {
        "type": "object",
        "properties": {
          "url": { "type": "string" },
          "to": { "type": "string" },
          "required": { "type": "boolean", "default": "false" },
          "downloadTimeout": { "type": "integer", "minimum": "0" }
        },
        "required": ["url", "to"]
      }
    }
  },
  "required": [ ],
  "definitions": {
    "RCSpec": {
      "type": "object",
      "properties": {
        "instances": {
          "type": "integer",
          "default": "1",
          "minimum": "0"
        },
        "memory": {
          "type": "string"
        },
        "cpu": {
          "type": "string"
        },
        "labels" : {
          "existingJavaType" : "java.util.Map",
          "type" : "string",
          "pattern": "([A-Za-z0-9][-A-Za-z0-9_.]*)?[A-Za-z0-9]"
        }
      }
    },
    "NameValue": {
      "type": "array",
      "items": {
        "type": "object",
        "properties": {
          "name": { "type": "string" },
          "value": { "type": "string" }
        },
        "required": ["name", "value"]
      }
    }
  }
}