schema.sparkApplication.json Maven / Gradle / Ivy

Go to download
{
  "$schema": "http://json-schema.org/draft-07/schema#",
  "description": "A Spark application configuration",
  "type": "object",
  "extends": {
    "type": "object",
    "existingJavaType": "io.radanalytics.operator.common.EntityInfo"
  },
  "properties": {
    "deps": {
      "type": "object",
      "properties": {
        "jars": {
          "type": "array",
          "items": {
            "type": "string"
          }
        },
        "files": {
          "type": "array",
          "items": {
            "type": "string"
          }
        },
        "pyFiles": {
          "type": "array",
          "items": {
            "type": "string"
          }
        },
        "jarsDownloadDir": {
          "type": "string"
        },
        "filesDownloadDir": {
          "type": "string"
        },
        "downloadTimeout": {
          "type": "integer",
          "default": "60",
          "minimum": "0"
        },
        "maxSimultaneousDownloads": {
          "type": "integer",
          "default": "5",
          "minimum": "0"
        }
      }
    },
    "historyServer": {
      "type": "string"
    },
    "driver": {
      "$ref": "#/definitions/DriverSpec"
    },
    "executor": {
      "$ref": "#/definitions/ExecutorSpec"
    },
    "image": {
      "type": "string"
    },
    "mainApplicationFile": {
      "type": "string"
    },
    "mainClass": {
      "type": "string"
    },
    "arguments": {
      "type": "string"
    },
    "mode": {
      "type": "string",
      "default": "cluster",
      "enum": ["client", "cluster"],
      "javaEnumNames" : ["client","cluster"]
    },
    "restartPolicy": {
      "type": "string",
      "default": "Always",
      "enum": ["Always", "OnFailure", "Never"],
      "javaEnumNames" : ["Always","OnFailure", "Never"]
    },
    "imagePullPolicy": {
      "type": "string",
      "default": "IfNotPresent",
      "enum": ["IfNotPresent", "Always", "Never"],
      "javaEnumNames" : ["IfNotPresent","Always", "Never"]
    },
    "type": {
      "type": "string",
      "default": "Java",
      "enum": ["Java", "Scala", "Python", "R"],
      "javaEnumNames" : ["Java","Scala", "Python", "R"]
    },
    "sleep": {
      "type": "integer",
      "default": "31536000",
      "minimum": "0"
    },
    "labels": {
      "$ref": "#/definitions/Labels"
    },
    "env": {
      "type": "array",
      "items": {
        "type": "object",
        "properties": {
          "name": { "type": "string" },
          "value": { "type": "string" }
        },
        "required": ["name", "value"]
      }
    },
    "sparkConfigMap": {"type": "string"}
  },
  "required": [ "mainApplicationFile" ],
  "definitions": {
    "CommonNodeSpec": {
      "type": "object",
      "javaType": "io.radanalytics.types.CommonNodeSpec",
      "properties": {
        "memory": {
          "type": "string",
          "default": "512m"
        },
        "memoryOverhead": { "type": "string" },
        "image": {
          "type": "string",
          "default": "#/properties/image/default"
        },
        "labels": {
          "$ref": "#/definitions/Labels"
        }
      }
    },
    "DriverSpec": {
      "type": "object",
      "extends": {
        "$ref": "#/definitions/CommonNodeSpec"
      },
      "properties": {
        "cores": {
          "type": "string",
          "default": "0.5"
        },
        "coreLimit": {
          "type": "string",
          "default": "500m"
        },
        "serviceAccount": {
          "type": "string",
          "default": "spark-operator"
        }
      }
    },
    "ExecutorSpec": {
      "type": "object",
      "extends": {
        "$ref": "#/definitions/CommonNodeSpec"
      },
      "properties": {
        "instances": {
          "type": "integer",
          "default": "1",
          "minimum": "0"
        },
        "cores": {
          "type": "string",
          "default": "1",
          "description": "Must be a positive integer"
        },
        "coreLimit": {
          "type": "string",
          "default": "1000m"
        }
      }
    },
    "Labels": {
      "type": "string",
      "existingJavaType" : "java.util.Map",
      "pattern": "([A-Za-z0-9][-A-Za-z0-9_.]*)?[A-Za-z0-9]"
    }
  }
}