• Home
• org.scalanlp
• epic_2.11
• 0.3.1
• source code
• package.scala

×

Project download

Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $

You can buy this project and download/modify it how often you want.

epic.preprocess.package.scala Maven / Gradle / Ivy

package epic

import java.io.File
import java.net.URL

/**
 * TODO
 *
 * @author dlwh
 **/
package object preprocess {
  def tokenize(sentence: String): IndexedSeq[String] = TreebankTokenizer(sentence)

  def loadContent(url: URL):String = TextExtractor.extractText(url)
  
  def preprocess(url: URL):IndexedSeq[IndexedSeq[String]] = {
    preprocess(loadContent(url))
  }

  def preprocess(text: String): IndexedSeq[IndexedSeq[String]] = {
    _seg(text).map(tokenize)
  }

  def preprocess(file: File): IndexedSeq[IndexedSeq[String]] = {
    preprocess(file.toURI.toURL)
  }


  private lazy val _seg = MLSentenceSegmenter.bundled().get

}