• Home
• com.johnsnowlabs.nlp
• spark-nlp-gpu_2.11
• 2.0.8
• source code
• HasRecursiveFit.scala

×

Project download

Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $

You can buy this project and download/modify it how often you want.

com.johnsnowlabs.nlp.HasRecursiveFit.scala Maven / Gradle / Ivy

package com.johnsnowlabs.nlp

import org.apache.spark.ml.{Model, PipelineModel}
import org.apache.spark.sql.Dataset

/** AnnotatorApproach'es may extend this trait in order to allow
  * RecursivePipelines to include intermediate
  * steps trained PipelineModel's
  * */
trait HasRecursiveFit[M <: Model[M]] {

  this: AnnotatorApproach[M] =>

    final def recursiveFit(dataset: Dataset[_], recursivePipeline: PipelineModel): M = {
      beforeTraining(dataset.sparkSession)
      val model = copyValues(train(dataset, Some(recursivePipeline)).setParent(this))
      onTrained(model, dataset.sparkSession)
      model
    }

}