tech.ytsaurus.spyt.fs.YtHadoopPath.scala Maven / Gradle / Ivy

Go to download
package tech.ytsaurus.spyt.fs

import org.apache.hadoop.fs.Path
import tech.ytsaurus.core.cypress.YPath
import tech.ytsaurus.spyt.fs.path.YPathEnriched
import tech.ytsaurus.spyt.wrapper.table.OptimizeMode

import scala.util.Try

case class YtTableMeta(rowCount: Long = 0,
                       size: Long = 1L,
                       modificationTime: Long = 0L,
                       optimizeMode: OptimizeMode = OptimizeMode.Scan,
                       isDynamic: Boolean = false) extends Serializable {
  def approximateRowSize: Long = if (rowCount == 0) 0 else (size + rowCount - 1) / rowCount
}

case class YtHadoopPath(ypath: YPathEnriched, meta: YtTableMeta)
  extends Path(ypath.toPath, YtHadoopPath.toFileName(meta)) with Serializable {

  def toStringPath: String = ypath.toStringPath

  def toYPath: YPath = ypath.toYPath
}

object YtHadoopPath {
  private def toFileName(meta: YtTableMeta): String = {
    import meta._
    s"${rowCount}_${size}_${modificationTime}_${optimizeMode.name}_${isDynamic}"
  }

  private def tryDeserialize(path: Path): Option[YtHadoopPath] = {
    Try {
      val rowCountStr :: sizeStr :: modificationTimeStr :: optimizeModeStr :: isDynamicStr :: Nil =
        path.getName.trim.split("_", 5).toList
      val rowCount = rowCountStr.trim.toLong
      val size = sizeStr.trim.toLong
      val modificationTime = modificationTimeStr.trim.toLong
      val optimizeMode = OptimizeMode.fromName(optimizeModeStr.trim)
      val isDynamic = isDynamicStr.trim.toBoolean
      YtHadoopPath(YPathEnriched.fromPath(path.getParent),
        YtTableMeta(rowCount, size, modificationTime, optimizeMode, isDynamic))
    }.toOption
  }

  def fromPath(path: Path): Path = {
    path match {
      case yp: YtHadoopPath => yp
      case p => YtHadoopPath.tryDeserialize(p).getOrElse(p)
    }
  }
}