org.tinygroup.chinese.WordParser Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of org.tinygroup.tinyseg Show documentation

The newest version!

package org.tinygroup.chinese;

import java.io.IOException;
import java.util.Collection;
import java.util.List;

/**
 * Created by luog on 15/4/13.
 */
public interface WordParser {
    /**
     * 解析资源，调用此方法时，会清空缓冲
     *
     * @param manager
     * @param source  表示来源
     */
    void parse(WordParserManager manager, Source source, WordParserType wordParserType, WordParserMode wordParserMode) throws IOException;

    /**
     * 返回所有解析出来的Token列表，调用时，会把nextToken置为开头
     *
     * @return
     */
    Collection tokens() throws IOException;

    /**
     * 返回下一个Token，如果返回值为空，表示已经以结尾
     *
     * @return
     */
    T nextToken() throws IOException;

    /**
     * 返回下一个句子中的Token列表
     *
     * @return
     * @throws IOException
     */
    List nextSentenceTokens() throws IOException;
}