net.sansa_stack.rdf.spark.io.turtle.TurtleDataSource.scala Maven / Gradle / Ivy

Go to download
package net.sansa_stack.rdf.spark.io.turtle

import net.sansa_stack.rdf.common.annotation.Experimental
import org.apache.spark.sql.SQLContext
import org.apache.spark.sql.sources.{BaseRelation, DataSourceRegister, RelationProvider, SchemaRelationProvider}
import org.apache.spark.sql.types.StructType

/**
  * The data source for handling Turtle, i.e. reading from disk.
  *
  * @author Lorenz Buehmann
  */
@Experimental
class TurtleDataSource
  extends DataSourceRegister
    with RelationProvider
    with SchemaRelationProvider {

  override def shortName(): String = "turtle"

  override def createRelation(sqlContext: SQLContext,
                              parameters: Map[String, String]): BaseRelation =
    new TurtleRelation(parameters("path"), null)(sqlContext)

  override def createRelation(sqlContext: SQLContext,
                              parameters: Map[String, String],
                              schema: StructType): BaseRelation =
    new TurtleRelation(parameters("path"), schema)(sqlContext)
}