apps.spark-java-data-delivery-basic-base-values.yaml Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of test-data-delivery-spark-model-basic Show documentation

Contains a barebones model with all features turned off to verify basic MDA generation and compilation

There is a newer version: 1.10.0

Show newest version

metadata:
    name: test-data-delivery-spark-model-basic
sparkApp:
  spec:
    type: Java
    image: "${dockerProjectRepositoryUrl}aissemble-root-spark-worker-docker:latest"
    mainClass: com.boozallen.aiops.mda.basic.SparkJavaDataDeliveryBasicDriver
    mainApplicationFile: "local:///opt/spark/jobs/pipelines/test-data-delivery-spark-model-basic.jar"
    deps:
      packages:
        - mysql:mysql-connector-java:8.0.30
        - org.apache.hadoop:hadoop-aws:3.3.4
        - com.amazonaws:aws-java-sdk-bundle:1.12.262
      excludePackages: []
    hadoopConf:
      fs.s3a.fast.upload: "true"
      fs.s3a.path.style: "true"
    driver:
      cores: 1
      coreLimit: "1200m"
      memory: "2048m"
      # Setup these secret key references within your SealedSecret 
      envFrom:
        - secretRef:
            name: remote-auth-config
      env:
        - name: KRAUSENING_BASE
          value: /opt/spark/krausening/base
      javaOptions: "-DKRAUSENING_BASE=/opt/spark/krausening/base"
    executor:
      cores: 1
      memory: "4096m"
      envFrom:
        - secretRef:
            name: remote-auth-config
      env:
        - name: KRAUSENING_BASE
          value: /opt/spark/krausening/base
      javaOptions: "-DKRAUSENING_BASE=/opt/spark/krausening/base"