com.github.fsanaulla.chronicler.spark.streaming.package.scala Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of chronicler-spark-streaming_2.11 Show documentation

chronicler-spark-streaming

The newest version!

/*
 * Copyright 2018-2021 Faiaz Sanaulla
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package com.github.fsanaulla.chronicler.spark

import com.github.fsanaulla.chronicler.core.model.InfluxWriter
import com.github.fsanaulla.chronicler.spark.core.{CallbackHandler, WriteConfig}
import com.github.fsanaulla.chronicler.spark.rdd._
import com.github.fsanaulla.chronicler.sync.shared.InfluxConfig
import org.apache.spark.streaming.dstream.DStream

import scala.reflect.ClassTag

package object streaming {

  /** Extension that will provide static methods for saving DStream to InfluxDB
    *
    * @param stream
    *   - [[DStream]]
    * @tparam T
    *   - inner type
    */
  implicit final class DStreamOps[T](private val stream: DStream[T]) extends AnyVal {

    /** Write [[DStream]] to InfluxDB
      *
      * @param dbName
      *   - database name
      * @param measName
      *   - measurement name
      */
    def saveToInfluxDBMeas(
        dbName: String,
        measName: String,
        ch: Option[CallbackHandler] = None,
        dataInfo: WriteConfig = WriteConfig.default
    )(implicit wr: InfluxWriter[T], conf: InfluxConfig, tt: ClassTag[T]): Unit = {
      stream.foreachRDD(_.saveToInfluxDBMeas(dbName, measName, ch, dataInfo))
    }

    /** Write [[DStream]] to InfluxDB
      *
      * @param dbName
      *   - database name
      */
    def saveToInfluxDB(
        dbName: String,
        ch: Option[CallbackHandler] = None,
        dataInfo: WriteConfig = WriteConfig.default
    )(implicit wr: InfluxWriter[T], conf: InfluxConfig, tt: ClassTag[T]): Unit = {
      stream.foreachRDD(_.saveToInfluxDB(dbName, ch, dataInfo))
    }
  }

}