zio.spark.sql.package.scala Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of zio-spark_3 Show documentation

zio-spark

There is a newer version: 0.12.0

package zio.spark

import org.apache.spark.sql.{Dataset => UnderlyingDataset, Row, SparkSession => UnderlyingSparkSession}

import zio._

package object sql {
  type DataFrame = Dataset[Row]

  type SIO[A]     = ZIO[SparkSession, Throwable, A]
  type SRIO[R, A] = ZIO[R with SparkSession, Throwable, A]

  /** Wrap an effecful spark job into zio-spark. */
  def fromSpark[Out](f: UnderlyingSparkSession => Out)(implicit trace: Trace): SIO[Out] = SparkSession.attempt(f)

  implicit class DatasetConversionOps[T](private val ds: UnderlyingDataset[T]) extends AnyVal {
    @inline def zioSpark: Dataset[T] = Dataset(ds)
  }
}