com.whaleal.icefrog.extra.tokenizer.engine.analysis.AnalysisEngine Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of icefrog-extra Show documentation

icefrog 扩展工具类（提供其它类库的封装）

There is a newer version: 1.1.71

package com.whaleal.icefrog.extra.tokenizer.engine.analysis;

import com.whaleal.icefrog.core.util.StrUtil;
import com.whaleal.icefrog.extra.tokenizer.Result;
import com.whaleal.icefrog.extra.tokenizer.TokenizerEngine;
import com.whaleal.icefrog.extra.tokenizer.TokenizerException;
import org.apache.lucene.analysis.Analyzer;
import org.apache.lucene.analysis.TokenStream;

import java.io.IOException;

/**
 * Lucene-analysis分词抽象封装

 * 项目地址：https://github.com/apache/lucene-solr/tree/master/lucene/analysis
 *
 * @author looly
 */
public class AnalysisEngine implements TokenizerEngine {

    private final Analyzer analyzer;

    /**
     * 构造
     *
     * @param analyzer 分析器{@link Analyzer}
     */
    public AnalysisEngine( Analyzer analyzer ) {
        this.analyzer = analyzer;
    }

    @Override
    public Result parse( CharSequence text ) {
        TokenStream stream;
        try {
            stream = analyzer.tokenStream("text", StrUtil.str(text));
            stream.reset();
        } catch (IOException e) {
            throw new TokenizerException(e);
        }
        return new AnalysisResult(stream);
    }

}