com.landoop.streamreactor.connect.hive.source.package.scala Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of connector Show documentation

stream-reactor

The newest version!

package com.landoop.streamreactor.connect.hive

import org.apache.hadoop.fs.Path

package object source {

  case class SourcePartition(db: DatabaseName, tableName: TableName, topic: Topic, path: Path)
  case class SourceOffset(rowNumber: Int)

  def fromSourcePartition(partition: SourcePartition): Map[String, AnyRef] =
    Map[String, AnyRef](
      "db" -> partition.db.value,
      "table" -> partition.tableName.value,
      "topic" -> partition.topic.value,
      "path" -> partition.path.toString
    )

  def toSourcePartition(map: Map[String, AnyRef]): SourcePartition =
    SourcePartition(DatabaseName(map("db").toString), TableName(map("table").toString), Topic(map("topic").toString), new Path(map("path").toString))

  def fromSourceOffset(offset: SourceOffset): Map[String, AnyRef] =
    Map("rownum" -> offset.rowNumber.toString)

  def toSourceOffset(map: Map[String, AnyRef]): SourceOffset =
    SourceOffset(map("rownum").toString.toInt)
}