tech.ytsaurus.spyt.fs.eventlog.YtEventLogFileMeta.scala Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of spark-yt-file-system_2.12 Show documentation

Spark over YTsaurus

The newest version!

package tech.ytsaurus.spyt.fs.eventlog

import tech.ytsaurus.spyt.wrapper.YtWrapper
import tech.ytsaurus.spyt.wrapper.model.EventLogSchema.Key._
import tech.ytsaurus.ysontree.{YTreeBuilder, YTreeNode, YTreeTextSerializer}

case class YtEventLogFileMeta(rowSize: Int,
                              blocksCnt: Int,
                              length: Long,
                              modificationTs: Long) {
  def toYson: Array[Byte] = {
    YtWrapper.serialiseYson(
      new YTreeBuilder()
        .beginMap()
        .key(ROW_SIZE).value(rowSize)
        .key(BLOCKS_CNT).value(blocksCnt)
        .key(LENGTH).value(length)
        .key(MODIFICATION_TS).value(modificationTs)
        .endMap()
        .build())
  }
}

object YtEventLogFileMeta {
  def apply(node: YTreeNode): YtEventLogFileMeta = {
    import tech.ytsaurus.spyt.wrapper.YtJavaConverters._
    val mp = node.asMap()

    YtEventLogFileMeta(
      mp.getOrThrow(ROW_SIZE).intValue(),
      mp.getOrThrow(BLOCKS_CNT).intValue(),
      mp.getOrThrow(LENGTH).longValue(),
      mp.getOrThrow(MODIFICATION_TS).longValue())
  }

  def apply(s: String): YtEventLogFileMeta = {
    apply(YTreeTextSerializer.deserialize(s))
  }
}