com.github.timgent.sparkdataquality.metrics.ComplianceFn.scala Maven / Gradle / Ivy
package com.github.timgent.sparkdataquality.metrics
import org.apache.spark.sql.Column
/**
* Describes a compliance check for a dataset
* @param definition - a column definition which should return true or false. true if the dataset row meets the
* compliance check you want, otherwise false.
* @param description - a description of the compliance function which will be used when persisting corresponding
* metrics
*/
case class ComplianceFn(definition: Column, description: String)