• Home
• tech.ytsaurus
• spark-yt-spark-adapter-api_2.12
• 2.4.1
• source code
• ScanBuilderAdapter.scala

×

Project download

Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $

You can buy this project and download/modify it how often you want.

org.apache.spark.sql.v2.ScanBuilderAdapter.scala Maven / Gradle / Ivy

package org.apache.spark.sql.v2

import org.apache.spark.sql.SparkSession
import org.apache.spark.sql.catalyst.expressions.Expression
import org.apache.spark.sql.connector.read.Scan
import org.apache.spark.sql.execution.datasources.PartitioningAwareFileIndex
import org.apache.spark.sql.sources.Filter
import org.apache.spark.sql.types.StructType
import org.apache.spark.sql.util.CaseInsensitiveStringMap

trait ScanBuilderAdapter {
  def sparkSession: SparkSession
  def fileIndex: PartitioningAwareFileIndex
  def schema: StructType
  def dataSchema: StructType
  def options: CaseInsensitiveStringMap

  def setPartitionFilters(partitionFilters: Seq[Expression]): Unit
  def setDataFilters(dataFilters: Seq[Expression]): Unit
  def pushFilters(filters: Array[Filter]): Array[Filter]
  def pushedFilters(): Array[Filter]
  def build(dataSchema: StructType, partitionSchema: StructType): Scan
}