etlflow.task.K8STrackJobTask.scala Maven / Gradle / Ivy

Go to download
package etlflow.task

import etlflow.k8s._
import zio.{RIO, ZIO}

/** Poll the job for completion
  *
  * @param name
  *   Name of this Task
  * @param jobName
  *   Job name
  * @param namespace
  *   Namespace, optional, defaulted to `default`
  * @param pollingFrequencyInMillis
  *   The time in Milliseconds to wait between polls. Optional, defaults to 10000
  * @return
  */
case class K8STrackJobTask(name: String, jobName: String, namespace: String = "default", pollingFrequencyInMillis: Long = 10000)
    extends EtlTask[K8S, JobStatus] {

  override protected def process: RIO[K8S, JobStatus] = for {
    _ <- ZIO.logInfo("#" * 50)
    _ <- ZIO.logInfo(s"Polling job $jobName every $pollingFrequencyInMillis milliseconds")
    status <- K8S
      .poll(jobName, namespace, pollingFrequencyInMillis)
      .tapBoth(
        ex => ZIO.logError(ex.getMessage),
        _ => ZIO.logInfo(s"Done Polling") *> ZIO.logInfo("#" * 50)
      )
  } yield status

  override val metadata: Map[String, String] = Map(
    "name"                     -> name,
    "jobName"                  -> jobName,
    "namespace"                -> namespace,
    "pollingFrequencyInMillis" -> pollingFrequencyInMillis.toString
  )

}