• Home
• org.allenai.nlpstack
• nlpstack-lemmatize_2.10
• 0.19
• source code
• MorphaStemmer.scala

×

Project download

Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $

You can buy this project and download/modify it how often you want.

org.allenai.nlpstack.lemmatize.MorphaStemmer.scala Maven / Gradle / Ivy

package org.allenai.nlpstack.lemmatize

import org.allenai.nlpstack.core.{ PostaggedStemmer, Stemmer }

import edu.washington.cs.knowitall.morpha.{ MorphaStemmer => MorphaStem }

/** This stemmer handles many cases, but the JFlex is 5 MB. */
class MorphaStemmer extends Stemmer with PostaggedStemmer {
  private val whitespace = "\\s".r

  private def stem(word: String, stemmer: (String => String)) =
    if (whitespace.findFirstMatchIn(word).isDefined)
      word
    else
      stemmer(word)

  def stem(word: String) = stem(word, MorphaStem.stemToken(_))
  override def stem(word: String, postag: String) =
    stem(word, MorphaStem.stemToken(_, postag))
}

/** MorphaStemmer is threadsafe.  Clients can use this global instance. */
object MorphaStemmer extends MorphaStemmer