com.megafarad.ve_scala.english.EnglishTokenParser.scala Maven / Gradle / Ivy

Go to download

package com.megafarad.ve_scala.english

import edu.stanford.nlp.simple.{Token => StanfordToken}

object EnglishTokenParser {

  def parse(stanfordToken: StanfordToken, sentenceEnding: Boolean): EnglishToken = {
    EnglishToken(literal = stanfordToken.word(),
      lemma = Option(stanfordToken.lemma()).getOrElse(""),
      pos = Option(stanfordToken.posTag()).getOrElse(""),
      sentenceEnding = sentenceEnding)
  }

  def parse(freelingOutput: String, sentenceEnding: Boolean): EnglishToken = {
    val outputArray = freelingOutput.split("\\s+")
    EnglishToken(literal = outputArray(0),
      lemma = outputArray(1),
      pos = outputArray(2),
      sentenceEnding = sentenceEnding)
  }
}