• Home
• org.apache.griffin
• measure
• 0.6.0
• source code

×

Project download

Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $

You can buy this project and download/modify it how often you want.

iffin.measure.0.6.0.source-code.config-batch-es.json Maven / Gradle / Ivy

{
  "name": "accu_batch",
  "process.type": "batch",
  "data.sources": [
    {
      "name": "source",
      "baseline": true,
      "connector": {
        "type": "elasticsearch",
        "config": {
          "selectionExprs": [
            "account_number",
            "city",
            "gender",
            "age > 18"
          ],
          "filterExprs": [
            "account_number < 10"
          ],
          "paths": [
            "bank",
            "customer"
          ],
          "options": {
            "es.nodes": "localhost",
            "es.port": 9200
          }
        }
      }
    }
  ],
  "evaluate.rule": {
    "rules": [
      {
        "dsl.type": "griffin-dsl",
        "dq.type": "completeness",
        "out.dataframe.name": "comp_df",
        "rule": "account_number, city",
        "out": [
          {
            "type": "metric",
            "name": "comp_metric",
            "flatten": "map"
          }
        ]
      }
    ]
  },
  "sinks": [
    "consoleSink"
  ]
}