• Home
• org.scalanlp
• epic_2.11
• 0.3.1
• source code
• UnsmoothedLexicon.scala

×

Project download

Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $

You can buy this project and download/modify it how often you want.

epic.lexicon.UnsmoothedLexicon.scala Maven / Gradle / Ivy

package epic.lexicon

import breeze.util.Index

/**
 * A simple lexicon that does no smoothing at all. Only
 * tag/word pairs we've seen are allowed.
 */
class UnsmoothedLexicon[L, W](val labelIndex: Index[L], knownProductions: Set[(L, W)]) extends Lexicon[L, W] {
  private val byWord = Map.empty[W, Set[Int]] ++ knownProductions.groupBy(_._2).mapValues(_.map(pair => labelIndex(pair._1)))

  def anchor(w: IndexedSeq[W]) = new Anchoring {
    def length = w.length
    def allowedTags(pos: Int): Set[Int] = byWord.getOrElse(w(pos), Set.empty)
  }

  override def morePermissive: Lexicon[L, W] = ???
}