tech.ytsaurus.spyt.fs.YtFs.scala Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of spark-yt-file-system_2.12 Show documentation

Spark over YTsaurus

The newest version!

package tech.ytsaurus.spyt.fs

import org.apache.hadoop.conf.Configuration
import org.apache.hadoop.fs.{DelegateToFileSystem, Path}
import org.slf4j.LoggerFactory
import tech.ytsaurus.spyt.fs.path.YPathEnriched
import tech.ytsaurus.spyt.wrapper.{LogLazy, YtWrapper}

import java.net.URI


class YtFs(uri: URI, conf: Configuration)
  extends DelegateToFileSystem(uri, new YtFileSystem, conf, "yt", false) with LogLazy {
  private val log = LoggerFactory.getLogger(getClass)

  override def renameInternal(src: Path, dst: Path, overwrite: Boolean): Unit = {
    log.debugLazy(s"Rename internal: $src -> $dst. Overwrite: $overwrite")
    val fs = this.fsImpl.asInstanceOf[YtFileSystem]
    val srcPath = YPathEnriched.fromPath(src)
    val dstPath = YPathEnriched.fromPath(dst)
    fs.validateSameCluster(srcPath, dstPath)
    YtWrapper.move(srcPath.toStringYPath, dstPath.toStringYPath, force = overwrite)(fs.ytClient(srcPath))
  }
}