• Home
• com.holdenkarau
• spark-testing-base_2.12
• 3.5.3_2.0.1
• source code
• Prettify.scala

×

Project download

Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $

You can buy this project and download/modify it how often you want.

com.holdenkarau.spark.testing.Prettify.scala Maven / Gradle / Ivy

package com.holdenkarau.spark.testing

import org.apache.spark.rdd.RDD
import org.apache.spark.sql.{DataFrame, Dataset}
import org.scalacheck.util.Pretty

trait Prettify {
  val maxNumberOfShownValues = 100

  implicit def prettyDataFrame(dataframe: DataFrame): Pretty =
    Pretty { _ => describeDataFrame(dataframe)}

  implicit def prettyRDD(rdd: RDD[_]): Pretty =
    Pretty { _ => describeRDD(rdd)}

  implicit def prettyDataset(dataset: Dataset[_]): Pretty =
    Pretty { _ => describeDataset(dataset)}

  private def describeDataFrame(dataframe: DataFrame) =
    s"""""".
      stripMargin.replace("\n", " ")

  private def describeRDD(rdd: RDD[_]) =
    s"""""".
      stripMargin.replace("\n", " ")

  private def describeDataset(dataset: Dataset[_]) =
    s"""""".
      stripMargin.replace("\n", " ")
}

object Prettify extends Prettify