• Home
• com.johnsnowlabs.nlp
• spark-nlp-gpu_2.11
• 2.0.8
• source code
• PipelineModels.scala

×

Project download

Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $

You can buy this project and download/modify it how often you want.

com.johnsnowlabs.util.PipelineModels.scala Maven / Gradle / Ivy

package com.johnsnowlabs.util

import com.johnsnowlabs.nlp.util.io.ResourceHelper
import org.apache.spark.ml.{Pipeline, PipelineModel, Transformer}


object PipelineModels {

  lazy val dummyDataset = {
    import ResourceHelper.spark.implicits._
    ResourceHelper.spark.createDataset(Seq.empty[String]).toDF("text")
  }

  def apply(stages: Transformer*): PipelineModel = {
    new Pipeline().setStages(stages.toArray).fit(dummyDataset)
  }
}