io.hydrosphere.mist.lib.spark1.StreamingSupport.scala Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of mist-lib-spark1_2.10 Show documentation

mist-lib-spark1

There is a newer version: 0.13.3

package io.hydrosphere.mist.lib.spark1

import org.apache.spark.streaming._

trait StreamingSupport extends ContextSupport {

  private[mist] var _ssc: StreamingContext = _

  def streamingContext: StreamingContext = _ssc

  override private[mist] def setup(conf: SetupConfiguration): Unit = {
    super.setup(conf)
    _ssc = StreamingContext.getActiveOrCreate(() => {
      new StreamingContext(conf.context, conf.streamingDuration)
    })
  }

  override private[mist] def stop(): Unit = {
    super.stop()
    _ssc.stop(stopSparkContext = false, stopGracefully = true)
  }

}