• Home
• com.alpinenow
• plugin-test
• 1.6-beta-2
• source code
• TestSparkContexts.scala

×

Project download

Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $

You can buy this project and download/modify it how often you want.

com.alpine.plugin.test.utils.TestSparkContexts.scala Maven / Gradle / Ivy

package com.alpine.plugin.test.utils

import org.apache.log4j.{Level, Logger}
import org.apache.spark.SparkContext
import org.apache.spark.sql.SQLContext

object TestSparkContexts {

  lazy val sc: SparkContext = {
    // http://stackoverflow.com/questions/27781187/how-to-stop-messages-displaying-on-spark-console
    Logger.getLogger("org.apache.spark").setLevel(Level.WARN)
    Logger.getLogger("akka").setLevel(Level.WARN)
    new SparkContext("local", "test")
  }
  lazy val sqlContext: SQLContext = new SQLContext(sc)
}