com.mayabot.nlp.pinyin.split.PinyinSplitApp.kt Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of mynlp-pinyin Show documentation

Maya Nlp subproject :modules:mynlp-pinyin

There is a newer version: 3.1.7

package com.mayabot.nlp.pinyin.split

import com.mayabot.nlp.Mynlps
import com.mayabot.nlp.injector.Singleton
import com.mayabot.nlp.perceptron.PerceptronFileFormat
import com.mayabot.nlp.perceptron.PerceptronModel
import com.mayabot.nlp.perceptron.PerceptronModelImpl
import com.mayabot.nlp.perceptron.PerceptronRunner
import com.mayabot.nlp.utils.CharNormUtils
import java.io.File

object PinyinSplits{

    val service by lazy { Mynlps.instanceOf() }

    @JvmStatic
    fun split(text: String) = service.split(text)
}

@Singleton
class PinyinSplitService{

    val app = PinyinSplitApp.loadDefault()

    fun split(text:String) = app.decodeToWordList(text)
}

class PinyinSplitApp(val model: PerceptronModel) {

    private val logic = PerceptronRunner(PinyinSplitDefinition())

    fun decodeToWordList(sentence: String, convert: Boolean = true): List {
        val result = ArrayList()
        val input = sentence.toCharArray()
        if (convert) {
            CharNormUtils.convert(input)
        }

        val output = logic.decodeModel(model, input)

        var p = 0
        for (i in 0 until output.size) {
            val f = output[i]
            if (f == "S" || f == "E") {
                result += sentence.substring(p, i + 1)
                p = i + 1
            }
        }
        if (p < sentence.length) {
            result += sentence.substring(p, sentence.length)
        }

        return result
    }

    companion object {

        const val modelPrefix = "pinyin-split-model"

        fun load(file: File):PinyinSplitApp {
            return PinyinSplitApp(PerceptronFileFormat.load(file))
        }

        fun loadDefault():PinyinSplitApp{
            return PinyinSplitApp(PerceptronFileFormat.loadFromNlpResource(modelPrefix))
        }
    }
}