• Home
• com.iobeam
• iobeam-spark-scala-examples
• 0.8
• source code
• Simple.scala

×

Project download

Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $

You can buy this project and download/modify it how often you want.

com.iobeam.spark.streams.examples.simple.Simple.scala Maven / Gradle / Ivy

package com.iobeam.spark.streams.examples.simple

import com.iobeam.spark.streams.annotation.SparkRun
import com.iobeam.spark.streams.model.{OutputStreams, TimeRecord}
import com.iobeam.spark.streams.{AppContext, SparkApp}

/**
  * Adds 10 to the field value.
  */
@SparkRun("Simple")
object Simple extends SparkApp {

    override def main(appContext: AppContext):
    OutputStreams = {
        val stream = appContext.getInputStream
        val derivedStream = stream.mapValues {
            ds: TimeRecord => {
                val oldValue = ds.requireDouble("value")
                val data = Map[String, Any]("value-new" -> (oldValue + 10))
                new TimeRecord(ds.time, data)
            }
        }

        OutputStreams(derivedStream)
    }
}