tarlake-spark3_2.12.1.3.0.source-code.reference-audit.conf Maven / Gradle / Ivy

Go to download
audit {
  active = true
  active = ${?SL_AUDIT_ACTIVE}
  auditTimeout = -1
  auditTimeout = ${?SL_LOCK_AUDIT_TIMEOUT}
  sql = "select {{ cols }}"
  maxErrors = 100

  database = ${?SL_AUDIT_DATABASE}
  domain = "audit"
  domain = ${?SL_AUDIT_DOMAIN}

  domainExpectations = "expectations"
  domainExpectations = ${?SL_AUDIT_EXPECTATIONS_DOMAIN}
  domainExpectations = ${?SL_AUDIT_DOMAIN}

  domainRejected = "rejected"
  domainRejected = ${?SL_AUDIT_REJECTED_DOMAIN}
  domainRejected = ${?SL_AUDIT_DOMAIN}

  # FS Options
  path = ${root}"/audit"
  path = ${?SL_AUDIT_PATH}

  sink {
    #connectionRef = "audit" // serves as dataset name for BigQuery or Elasticsearch index name or JDBC Schema
    connectionRef = ${?SL_CONNECTION_REF}
    connectionRef = ${?SL_AUDIT_SINK_CONNECTION_REF}

    ## BigQuery options
    # location = "europe-west1"
    # timestamp = "_PARTITIONTIME"
    # clustering = "???"
    # days = 7
    # require-partition-filter = false

    options = {
      allowFieldAddition: "true"
      allowFieldAddition: ${?SL_AUDIT_ALLOW_FIELD_ADDITION}
      allowFieldRelaxation: "true"
      allowFieldRelaxation: ${?SL_AUDIT_ALLOW_FIELD_RELAXATION}
    }



    # Jdbc options
    partitions = 1
    partitions = ${?SL_AUDIT_SINK_PARTITIONS}
    batchSize = 1000
    batchSize = ${?SL_AUDIT_SINK_BATCH_SIZE}
  }
}