• Home
• com.scylladb
• spark-scylladb-connector_2.13
• 4.0.0
• source code
• CassandraSparkExtensions.scala

×

Project download

Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $

You can buy this project and download/modify it how often you want.

com.datastax.spark.connector.CassandraSparkExtensions.scala Maven / Gradle / Ivy

package com.datastax.spark.connector

import org.apache.spark.sql.{SparkSessionExtensions, catalyst}
import org.apache.spark.sql.cassandra.execution.CassandraDirectJoinStrategy
import org.apache.spark.sql.cassandra.{CassandraMetaDataRule, CassandraMetadataFunction}
import org.apache.spark.sql.catalyst.FunctionIdentifier
import com.datastax.spark.connector.util.Logging
import org.apache.spark.sql.catalyst.expressions.Expression

class CassandraSparkExtensions extends (SparkSessionExtensions => Unit) with Logging {
  override def apply(extensions: SparkSessionExtensions): Unit = {
    extensions.injectPlannerStrategy(CassandraDirectJoinStrategy.apply)
    extensions.injectResolutionRule(session => CassandraMetaDataRule)
    extensions.injectFunction(CassandraMetadataFunction.cassandraTTLFunctionDescriptor)
    extensions.injectFunction(CassandraMetadataFunction.cassandraWriteTimeFunctionDescriptor)
  }
}