com.mayabot.nlp.segment.plugins.collector.IndexPickUpSubword Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of mynlp Show documentation

Maya Nlp subproject :mynlp

There is a newer version: 4.0.0

package com.mayabot.nlp.segment.plugins.collector;

import com.mayabot.nlp.segment.WordTerm;
import com.mayabot.nlp.segment.wordnet.Vertex;
import com.mayabot.nlp.segment.wordnet.VertexRow;
import com.mayabot.nlp.segment.wordnet.Wordnet;
import com.mayabot.nlp.segment.wordnet.Wordpath;

import java.util.ArrayList;
import java.util.List;

/**
 * 收集子词所有的可能性组合
 *
 * @author jimichan
 */
public class IndexPickUpSubword implements WordTermCollector.PickUpSubword {
    /**
     * 字词的最小长度
     */
    private int minWordLength = 2;

    @Override
    public void pickup(WordTerm term, Wordnet wordnet, Wordpath wordPath) {
        if (term.length() >= 3) {
            int from = term.offset;
            int to = from + term.length();
            final int lastIndex = term.length() + term.offset;

            List list = new ArrayList<>();

            int lastMaxPoint = term.offset - 1;

            for (int i = term.offset; i < to; i++) {
                VertexRow row = wordnet.getRow(i);

                for (Vertex small = row.first(); small != null; small = small.next()) {
                    if(small.length == term.length()){
                        continue;
                    }

                    if (i + small.length() <= lastIndex) {
                        WordTerm smallterm = new WordTerm(small.realWord(), small.nature, small.getRowNum());

                        if (small.length >= minWordLength ||
                                (i > lastMaxPoint && (small.next() == null||small.next().length == term.length()))
                        ) {
                            list.add(smallterm);
                            int lp = i + small.length - 1;
                            if(lp>lastMaxPoint) {lastMaxPoint = lp;}
                        }

                    }

                }
            }
            if (!list.isEmpty()) {
                term.setSubword(list);
            }
        }
    }

    public int getMinWordLength() {
        return minWordLength;
    }

    public IndexPickUpSubword setMinWordLength(int minWordLength) {
        this.minWordLength = minWordLength;
        return this;
    }
}