• Home
• io.univalence
• zio-spark_3
• 0.10.0
• source code
• implicits.scala

×

Project download

Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $

You can buy this project and download/modify it how often you want.

zio.spark.sql.implicits.scala Maven / Gradle / Ivy

package zio.spark.sql

import scala3encoders.given
import org.apache.spark.sql.{ColumnName, Encoder}
import zio.spark.rdd.{RDD, RDDConversionOps}
import zio.*

import scala.reflect.ClassTag

object implicits {
  extension (sc: StringContext) {
    def $(args: Any*): ColumnName = new ColumnName(sc.s(args: _*))
  }

  extension [T: Encoder](seq: Seq[T]) {
    def toDataset(implicit trace: Trace): URIO[SparkSession, Dataset[T]] =
      zio.spark.sql.fromSpark(ss => ss.implicits.localSeqToDatasetHolder(seq).toDS().zioSpark).orDie

    def toDS(implicit trace: Trace): URIO[SparkSession, Dataset[T]] = toDataset
  }

  extension [T: ClassTag](seq: Seq[T]) {
    def toRDD(implicit trace: Trace): URIO[SparkSession, RDD[T]] =
      zio.spark.sql.fromSpark(_.sparkContext.makeRDD(seq).zioSpark).orDie
  }

}