geotrellis.spark.io.hadoop.HadoopLayerDeleter.scala Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of geotrellis-spark_2.11 Show documentation

GeoTrellis is an open source geographic data processing engine for high performance applications.

The newest version!

package geotrellis.spark.io.hadoop

import geotrellis.spark._
import geotrellis.spark.io._
import geotrellis.spark.io.AttributeStore.Fields

import org.apache.hadoop.conf.Configuration
import org.apache.hadoop.fs.Path
import org.apache.spark._
import spray.json.JsonFormat
import spray.json.DefaultJsonProtocol._

class HadoopLayerDeleter(val attributeStore: AttributeStore, conf: Configuration) extends LayerDeleter[LayerId] {
  def delete(id: LayerId): Unit = {
    if (!attributeStore.layerExists(id)) throw new LayerNotFoundError(id)
    val header =
      try {
      attributeStore.readHeader[HadoopLayerHeader](id)
      } catch {
        case e: AttributeNotFoundError => throw new LayerDeleteError(id).initCause(e)
      }

    HdfsUtils.deletePath(header.path, conf)
    attributeStore.delete(id)
    attributeStore.clearCache()
  }
}

object HadoopLayerDeleter {
  def apply(attributeStore: AttributeStore, conf: Configuration): HadoopLayerDeleter =
    new HadoopLayerDeleter(attributeStore, conf)

  def apply(attributeStore: AttributeStore)(implicit sc: SparkContext): HadoopLayerDeleter =
    apply(attributeStore, sc.hadoopConfiguration)

  def apply(rootPath: Path, conf: Configuration): HadoopLayerDeleter =
    apply(HadoopAttributeStore(rootPath, conf), conf)

  def apply(rootPath: Path)(implicit sc: SparkContext): HadoopLayerDeleter =
    apply(HadoopAttributeStore(rootPath, new Configuration), sc.hadoopConfiguration)
}