• Home
• edu.washington.cs.knowitall.nlptools
• nlptools-sentence-breeze_2.9.2
• 2.4.1
• source code
• BreezeSentencer.scala

×

Project download

Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $

You can buy this project and download/modify it how often you want.

edu.knowitall.tool.sentence.BreezeSentencer.scala Maven / Gradle / Ivy

package edu.knowitall
package tool
package sentence

import breeze.text.segment.JavaSentenceSegmenter
import edu.knowitall.tool.segment.Segmenter
import edu.knowitall.tool.segment.SegmenterMain
import edu.knowitall.tool.tokenize.Tokenizer
import edu.knowitall.tool.segment.Segment
import edu.knowitall.tool.tokenize.Token

class BreezeSentencer extends Segmenter {
  val sentencer = new JavaSentenceSegmenter()
  
  override def segmentTexts(document: String) = {
    sentencer(document)
  }

  def segment(document: String) = {
    Tokenizer.computeOffsets(segmentTexts(document), document).map {
      case Token(string, offset) => Segment(string, offset)
    }
  }
}

object BreezeSentencerMain
  extends SegmenterMain {
  lazy val sentencer = new BreezeSentencer
}