• Home
• com.tribbloids.spookystuff
• spookystuff-core
• 0.3.1
• source code
• DataFrameView.scala

×

Project download

Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $

You can buy this project and download/modify it how often you want.

com.tribbloids.spookystuff.sparkbinding.DataFrameView.scala Maven / Gradle / Ivy

package com.tribbloids.spookystuff.sparkbinding

import org.apache.spark.rdd.RDD
import org.apache.spark.sql.DataFrame

import scala.collection.immutable.ListMap

/**
 * Created by peng on 12/06/14.
 */
class DataFrameView(val self: DataFrame) {

  def toMapRDD: RDD[Map[String,Any]] = {
    val headers = self.schema.fieldNames

    val result: RDD[Map[String,Any]] = self.map{
      row => ListMap(headers.zip(row.toSeq): _*)
    }

    result
  }
}