• Home
• com.johnsnowlabs.nlp
• spark-nlp-silicon_2.12
• 5.5.1
• source code
• SparkUtil.scala

×

Project download

Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $

You can buy this project and download/modify it how often you want.

com.johnsnowlabs.util.spark.SparkUtil.scala Maven / Gradle / Ivy

package com.johnsnowlabs.util.spark

import org.apache.spark.sql.Dataset

object SparkUtil {

  def retrieveColumnName(dataset: Dataset[_], annotatorType: String): String = {
    val structFields = dataset.schema.fields
      .filter(field => field.metadata.contains("annotatorType"))
      .filter(field => field.metadata.getString("annotatorType") == annotatorType)
    val columnNames = structFields.map(structField => structField.name)

    columnNames.head
  }

}