All Downloads are FREE. Search and download functionalities are using the official Maven repository.

org.terminal21.sparklib.SparkSessions.scala Maven / Gradle / Ivy

The newest version!
package org.terminal21.sparklib

import org.apache.spark.sql.SparkSession

object SparkSessions:
  def newSparkSession(
      appName: String = "spark-app",
      master: String = "local[*]",
      bindAddress: String = "localhost",
      sparkUiEnabled: Boolean = false
  ): SparkSession =
    SparkSession
      .builder()
      .appName(appName)
      .master(master)
      .config("spark.driver.bindAddress", bindAddress)
      .config("spark.ui.enabled", sparkUiEnabled)
      .getOrCreate()




© 2015 - 2024 Weber Informatics LLC | Privacy Policy