• Home
• com.github.mjakubowski84
• parquet4s-core_3
• 2.20.0
• source code
• HadoopParquetReader.scala

×

Project download

Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $

You can buy this project and download/modify it how often you want.

com.github.mjakubowski84.parquet4s.HadoopParquetReader.scala Maven / Gradle / Ivy

package com.github.mjakubowski84.parquet4s

import org.apache.parquet.filter2.compat.FilterCompat
import org.apache.parquet.hadoop.api.ReadSupport
import org.apache.parquet.io.InputFile
import org.apache.parquet.schema.MessageType

object HadoopParquetReader {

  private class Builder(
      inputFile: InputFile,
      projectedSchemaOpt: Option[MessageType],
      columnProjections: Seq[ColumnProjection],
      metadataReader: MetadataReader
  ) extends org.apache.parquet.hadoop.ParquetReader.Builder[RowParquetRecord](inputFile) {
    override lazy val getReadSupport: ReadSupport[RowParquetRecord] = new ParquetReadSupport(
      projectedSchemaOpt = projectedSchemaOpt,
      columnProjections  = columnProjections,
      metadataReader     = metadataReader
    )
  }

  def apply(
      inputFile: InputFile,
      projectedSchemaOpt: Option[MessageType],
      columnProjections: Seq[ColumnProjection],
      filter: FilterCompat.Filter,
      metadataReader: MetadataReader
  ): org.apache.parquet.hadoop.ParquetReader.Builder[RowParquetRecord] =
    new Builder(inputFile, projectedSchemaOpt, columnProjections, metadataReader).withFilter(filter)

}