• Home
• io.eels
• eel-hive_2.11
• 1.3.0-a13
• source code
• HiveFormat.scala

×

Project download

Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $

You can buy this project and download/modify it how often you want.

io.eels.component.hive.HiveFormat.scala Maven / Gradle / Ivy

//package io.eels.component.hive
//
//import org.apache.hadoop.hive.ql.io.orc.{OrcInputFormat, OrcOutputFormat, OrcSerde}
//import org.apache.hadoop.hive.ql.io.parquet.{MapredParquetInputFormat, MapredParquetOutputFormat}
//import org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe
//
//trait HiveFormat {
//  def serde: String
//  def inputFormat: String
//  def outputFormat: String
//}
//
//object HiveFormat {
//
//  object Text extends HiveFormat {
//    override def serde: String = "org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"
//    override def inputFormat: String = "org.apache.hadoop.mapred.TextInputFormat"
//    override def outputFormat: String = "org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"
//  }
//
//  object Avro extends HiveFormat {
//    override def serde: String = "org.apache.hadoop.hive.serde2.avro.AvroSerDe"
//    override def inputFormat: String = "org.apache.hadoop.hive.ql.io.avro.AvroContainerInputFormat"
//    override def outputFormat: String = "org.apache.hadoop.hive.ql.io.avro.AvroContainerOutputFormat"
//  }
//
//  def fromInputFormat(inputFormat: String): HiveFormat = inputFormat match {
//    case "org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat" => Parquet
//    case "org.apache.hadoop.mapred.TextInputFormat" => Text
//    case "org.apache.hadoop.hive.ql.io.avro.AvroContainerInputFormat" => Avro
//    case "org.apache.hadoop.hive.ql.io.orc.OrcInputFormat" => Orc
//    case _ => throw new UnsupportedOperationException(s"Input format not known $inputFormat")
//  }
//}