All Downloads are FREE. Search and download functionalities are using the official Maven repository.

org.projectnessie.spark.extensions.NessieSparkSessionExtensions.scala Maven / Gradle / Ivy

The newest version!
/*
 * Copyright (C) 2020 Dremio
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 * http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package org.projectnessie.spark.extensions

import org.apache.spark.sql.SparkSessionExtensions
import org.apache.spark.sql.catalyst.parser.extensions.NessieSparkSqlExtensionsParser
import org.apache.spark.sql.execution.datasources.v2.NessieExtendedDataSourceV2Strategy

class NessieSparkSessionExtensions extends (SparkSessionExtensions => Unit) {

  override def apply(extensions: SparkSessionExtensions): Unit = {
    // parser extensions
    extensions.injectParser { case (_, parser) =>
      new NessieSparkSqlExtensionsParser(parser)
    }

    // planner extensions
    extensions.injectPlannerStrategy { spark =>
      NessieExtendedDataSourceV2Strategy(spark)
    }
  }
}




© 2015 - 2024 Weber Informatics LLC | Privacy Policy