All Downloads are FREE. Search and download functionalities are using the official Maven repository.

com.github.mrpowers.spark.daria.sql.CustomTransform.scala Maven / Gradle / Ivy

package com.github.mrpowers.spark.daria.sql

import org.apache.spark.sql.DataFrame

case class CustomTransform(
    transform: (DataFrame => DataFrame),
    requiredColumns: Seq[String] = Seq.empty[String],
    addedColumns: Seq[String] = Seq.empty[String],
    removedColumns: Seq[String] = Seq.empty[String],
    skipWhenPossible: Boolean = true
)




© 2015 - 2024 Weber Informatics LLC | Privacy Policy