All Downloads are FREE. Search and download functionalities are using the official Maven repository.

sparkplug.SparkPlugHelper.scala Maven / Gradle / Ivy

The newest version!
package sparkplug

import org.apache.spark.sql.SparkSession
import sparkplug.models.PlugRule

class SparkPlugHelper(val spark: SparkSession) {

  def readPlugRulesFrom(path: String): Array[PlugRule] = {
    import spark.implicits._
    spark.read.json(path).as[PlugRule].collect()
  }

}

object SparkPlugHelper {
  implicit def sparkContext(sparkSession: SparkSession): SparkPlugHelper =
    new SparkPlugHelper(sparkSession)
}




© 2015 - 2025 Weber Informatics LLC | Privacy Policy