• Home
• io.hydrosphere
• mist-lib_2.12
• 1.1.3
• source code
• MistExtrasDef.scala

×

Project download

Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $

You can buy this project and download/modify it how often you want.

mist.api.MistExtrasDef.scala Maven / Gradle / Ivy

package mist.api

import mist.api.internal.ArgCombiner

/**
  * Access to mist-specific job parameters
  */
class MistExtras(
  val jobId: String,
  val workerId: String
)

object MistExtras {

  val mistExtras: ArgDef[MistExtras] = SystemArg(Seq.empty, ctx => {
    val jobId = ctx.info.id
    val workerId = ctx.info.workerId
    Extracted(new MistExtras(
      jobId = jobId,
      workerId = workerId
    ))
  })
}

/**
  * Get access to mist-extras in job definition
  * Example:
  * {{{
  *   withMistExtras.onSparkContext((extras: MistExtras, sc: SparkContext) => {
  *      val jobId = extras.jobId
  *   })
  * }}}
  */
trait MistExtrasDef {

  import MistExtras._

  implicit class ExtrasOps[A](argDef: ArgDef[A]) {

    def withMistExtras[Out](implicit cmb: ArgCombiner.Aux[A, MistExtras, Out]): ArgDef[Out] =
      cmb(argDef, mistExtras)
  }

  /**
    * Get access to mist-extras in job definition
    */
  def withMistExtras: ArgDef[MistExtras] = mistExtras
}

object MistExtrasDef extends MistExtrasDef