com.centit.search.service.Impl.ESSearcher Maven / Gradle / Ivy

Go to download
package com.centit.search.service.Impl;

import com.alibaba.fastjson.JSONObject;
import com.centit.search.annotation.ESType;
import com.centit.search.service.ESServerConfig;
import com.centit.search.service.Searcher;
import com.centit.support.algorithm.ListOpt;
import com.centit.support.json.JSONOpt;
import org.apache.commons.pool2.impl.GenericObjectPool;
import org.apache.commons.pool2.impl.GenericObjectPoolConfig;
import org.elasticsearch.action.search.SearchResponse;
import org.elasticsearch.client.transport.TransportClient;
import org.elasticsearch.common.text.Text;
import org.elasticsearch.index.query.BoolQueryBuilder;
import org.elasticsearch.index.query.QueryBuilder;
import org.elasticsearch.index.query.QueryBuilders;
import org.elasticsearch.search.SearchHit;
import org.elasticsearch.search.SearchHitField;
import org.elasticsearch.search.SearchHits;
import org.elasticsearch.search.fetch.subphase.highlight.HighlightBuilder;
import org.elasticsearch.search.fetch.subphase.highlight.HighlightField;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

import java.lang.reflect.Field;
import java.util.*;

/**
 * Created by codefan on 17-6-12.
 */
public class ESSearcher implements Searcher{
    private static Logger logger = LoggerFactory.getLogger(ESSearcher.class);

    private ESServerConfig config;
    private GenericObjectPool clientPool;

    private  String[] hightPreTags;
    private  String[] hightPostTags;

    private String[] queryFields;
    private Set highlightFields;
    private String[] revertFields;

    public ESSearcher(ESServerConfig config){
        highlightFields = new HashSet<>();
        this.config = config;
        GenericObjectPoolConfig poolConfig = new GenericObjectPoolConfig();
        clientPool =  new GenericObjectPool<>(new PooledTransportClientTactory(config),
                poolConfig);
    }

    // 定义索引的映射类型
    public void initTypeFields(Class ... objTypes) {
         if(objTypes!=null){
             Set rf = new HashSet<>();
             //rf.add("_type");//添加这个必须返回的保留字段
             Set qf = new HashSet<>();
             for(Class objType : objTypes) {
                 Field[] objFields = objType.getDeclaredFields();
                 for(Field field :objFields){
                     if(field.isAnnotationPresent(ESType.class)){
                         ESType esType =
                                field.getAnnotation(ESType.class);
                         if(esType.query()){
                            qf.add(field.getName());
                         }
                         if(esType.highlight()){
                            highlightFields.add(field.getName());
                         }
                         if(esType.revert()){
                            rf.add(field.getName());
                         }
                     }
                 }//end of for
             }
             if(rf.size()>0) {
                 revertFields = new String[rf.size()];
                 int i=0;
                 for(String fn : rf){
                     revertFields[i] = fn;
                     i++;
                 }
            }

             if(qf.size()>0) {
                 queryFields = new String[qf.size()];
                 int i=0;
                 for(String fn : qf){
                     queryFields[i] = fn;
                     i++;
                 }
             }
        }
    }

    public List> esSearch(QueryBuilder queryBuilder, int pageNo, int pageSize){
        TransportClient client = null;
        try {
            client = clientPool.borrowObject();
            List> retList = new ArrayList<>();
            /*IndicesExistsResponse indicesExistsResponse = client.admin().indices()
                    .exists(new IndicesExistsRequest(config.getIndexName()))
                    .actionGet();
            if (!indicesExistsResponse.isExists()){
                json.put("error","索引不存在");
                retList.add(json);
                return retList;
            }*/
            HighlightBuilder highlightBuilder = new HighlightBuilder();
            for(String hf : highlightFields) {
                highlightBuilder.field(hf);
            }
            highlightBuilder.preTags(this.hightPreTags).postTags(this.hightPostTags);

            SearchResponse actionGet = client
                    .prepareSearch(config.getIndexName())
                    .setQuery(queryBuilder)
                    .highlighter(highlightBuilder)
                    //                .addSort("optTag", SortOrder.DESC)//跟据具体字段排序
                    .setExplain(true)////explain为true表示根据数据相关度排序，和关键字匹配最高的排在前面
                    .setMinScore(config.getMinScore())
                    .setFrom((pageNo>1)?(pageNo-1)* pageSize:0)//分页偏移量
                    .setSize(pageSize)//页面数据大小
                    .storedFields(revertFields)
                    .execute()
                    .actionGet();
            SearchHits hits = actionGet.getHits();
//            System.out.println("查询到记录数=" + hits.getTotalHits());

            for (SearchHit hit : hits.getHits()){
                JSONObject json = new JSONObject();
                for (Map.Entry field : hit.getFields().entrySet()){
                    List