All Downloads are FREE. Search and download functionalities are using the official Maven repository.

com.mayabot.nlp.segment.lexer.bigram.BigramLexerPlugin Maven / Gradle / Ivy

package com.mayabot.nlp.segment.lexer.bigram;

import com.mayabot.nlp.Mynlp;
import com.mayabot.nlp.segment.pipeline.PipelineLexerBuilder;
import com.mayabot.nlp.segment.pipeline.PipelineLexerPlugin;
import com.mayabot.nlp.segment.plugins.atom.AtomSplitAlgorithm;

/**
 * @author jimichan
 */
public class BigramLexerPlugin implements PipelineLexerPlugin {

    private CoreDictionary dictionaryMatcher;

    public BigramLexerPlugin(CoreDictionary dictionaryMatcher) {
        this.dictionaryMatcher = dictionaryMatcher;
    }

    public BigramLexerPlugin(Mynlp mynlp) {
        this.dictionaryMatcher = mynlp.getInstance(CoreDictionary.class);
    }

    @Override
    public void init(PipelineLexerBuilder builder) {

        builder.setBestPathComputer(ViterbiBestPathAlgorithm.class);


        builder.addWordSplitAlgorithm(new CoreDictionarySplitAlgorithm(
                dictionaryMatcher
        ));

        builder.addWordSplitAlgorithm(AtomSplitAlgorithm.class);

    }

}




© 2015 - 2024 Weber Informatics LLC | Privacy Policy