elasticsearch 简单demo RestHighLevelClient LowLeveClient

参考：

https://www.elastic.co/guide/en/elasticsearch/client/java-rest/6.7/java-rest-low.html

www.elastic.co/guide/en/elasticsearch/client/java-rest/6.7/java-rest-high-search.html

import java.io.File;
import java.io.FileReader;
import java.io.IOException;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
import java.util.Map.Entry;
import java.util.Properties;

import org.apache.http.HttpEntity;
import org.apache.http.HttpHost;
import org.apache.http.auth.AuthScope;
import org.apache.http.auth.UsernamePasswordCredentials;
import org.apache.http.client.CredentialsProvider;
import org.apache.http.entity.ContentType;
import org.apache.http.impl.client.BasicCredentialsProvider;
import org.apache.http.impl.nio.client.HttpAsyncClientBuilder;
import org.apache.http.nio.entity.NStringEntity;
import org.apache.http.util.EntityUtils;
import org.codehaus.jackson.JsonGenerationException;
import org.codehaus.jackson.map.JsonMappingException;
import org.codehaus.jackson.map.ObjectMapper;
import org.elasticsearch.action.search.SearchRequest;
import org.elasticsearch.action.search.SearchResponse;
import org.elasticsearch.client.RequestOptions;
import org.elasticsearch.client.Response;
import org.elasticsearch.client.RestClient;
import org.elasticsearch.client.RestClientBuilder;
import org.elasticsearch.client.RestHighLevelClient;
import org.elasticsearch.common.unit.TimeValue;
import org.elasticsearch.index.query.QueryBuilders;
import org.elasticsearch.rest.RestStatus;
import org.elasticsearch.search.SearchHit;
import org.elasticsearch.search.SearchHits;
import org.elasticsearch.search.builder.SearchSourceBuilder;
import org.elasticsearch.search.fetch.subphase.highlight.HighlightBuilder;
import org.elasticsearch.search.fetch.subphase.highlight.HighlightField;
import org.junit.Test;

import com.alibaba.fastjson.JSONArray;
import com.alibaba.fastjson.JSONObject;

public class ElasticUtil {
     static  ObjectMapper mapper = new ObjectMapper();
     static RestClient rc=null;
     
     public static RestClient getInstance() throws IOException{
         if(rc==null) {
             return getElasticClient();
         }else {
             return rc;
         }
     }
     
    /**
     * RestHighLevelClient使用详情请参考 
     * <a href="https://www.elastic.co/guide/en/elasticsearch/client/java-rest/6.7/java-rest-high-search.html">官方文档</a><br>
     * 使用样例见{@link #restHighLevelClient_Demo}
     * @return
     * @throws IOException
     * @since jdk 1.8
     */
     public static RestHighLevelClient getRestHighLevelClient() throws IOException{
         Properties pro=new Properties();
         String filePath=System.getProperty("user.dir")+File.separator+"config/elasticsearch.properties";
         try {
             pro.load(new FileReader(filePath));
         } catch (Exception e) {
             e.printStackTrace();
         }
         String ip=pro.getProperty("ip");
         String port=pro.getProperty("port");
         RestHighLevelClient client = new RestHighLevelClient(
                    RestClient.builder(
                            new HttpHost(ip, Integer.valueOf(port), "http")));
         return client;
     }

     
    /**
     * LowLeveClient使用详情请参考 
     * <a href="https://www.elastic.co/guide/en/elasticsearch/client/java-rest/6.7/java-rest-high-search.html">官方文档</a><br>
     * 使用样例见{@link #restLowLeveClient_Demo}
     * @return
     * @throws IOException
     * @since jdk 1.7
     */
     public static RestClient getElasticClient() throws IOException{
         Properties pro=new Properties();
        String filePath=System.getProperty("user.dir")+File.separator+"config/elasticsearch.properties";
         try {
            pro.load(new FileReader(filePath));
        } catch (Exception e) {
            e.printStackTrace();
        }
         String ip=pro.getProperty("ip");
         String port=pro.getProperty("port");
   102          return getElasticClient(ip,Integer.valueOf(port),username,passwd);
    }
     
    public static void main(String[] args) throws IOException {
        SearchResponse res=getELKSerach("index1","关键字",0,10,new String[] {"<em>","</em>"});
         SearchHits hits = res.getHits();
        for(SearchHit hit: hits){
//            System.out.println();        //高亮部分
//            System.out.println(hit.getScore());        //单个结果集评分
            Map<String, Object> map=hit.getSourceAsMap();
//            System.out.println(map);  //json数据转为map<k,v>
            for(Entry<String, HighlightField>  ent:hit.getHighlightFields().entrySet()) {
                String highl_key=ent.getValue().getName();
                String highl_val=ent.getValue().getFragments()[0].toString();
                map.put(highl_key, highl_val);
//                System.out.println(ent.getKey()+"	"+ent.getValue());
//                System.out.println(ent.getValue().getName()+"	"+ent.getValue().getFragments()[0]);
            }
            System.out.println(map); 
        }
    }
    142     
    /**
     * @param index   查询的index(类似mysql的datadb)
     * @param keyWord   查询的关键字
     * @param from    分页参数1
     * @param size          分页参数2
     * @return
     * @throws IOException
     */
    public static SearchResponse getELKSerach(String index,String keyWord,int from,int size) throws IOException {
         RestHighLevelClient client= getRestHighLevelClient();
         SearchRequest searchRequest = new SearchRequest(index); 
         SearchSourceBuilder searchSourceBuilder = new SearchSourceBuilder(); 
         searchSourceBuilder.query(QueryBuilders.queryStringQuery(keyWord)); 
         searchSourceBuilder.timeout(TimeValue.timeValueSeconds(5));
         searchSourceBuilder.from(from);
         searchSourceBuilder.size(size);
         searchRequest.source(searchSourceBuilder);
         SearchResponse searchResponse=client.search(searchRequest, RequestOptions.DEFAULT);
         client.close();
        return searchResponse;
    }
    /**
 * @param index   查询的index(类似mysql的datadb)
     * @param keyWord   查询的关键字
     * @param from    分页参数1
     * @param size          分页参数2
     * @param Highlight   自定义css
     * @return
     * @throws IOException
     */
    public static SearchResponse getELKSerach(String index,String keyWord,int from,int size,String[] Highlight) throws IOException {
         RestHighLevelClient client= getRestHighLevelClient();
         SearchRequest searchRequest = new SearchRequest(index); 
         SearchSourceBuilder searchSourceBuilder = new SearchSourceBuilder(); 
         //高亮
         if(Highlight.length==2) {
             HighlightBuilder highlightBuilder =new HighlightBuilder();
             highlightBuilder.field("*");//require_field_match
             highlightBuilder.requireFieldMatch(false);
             highlightBuilder.preTags(Highlight[0]);
             highlightBuilder.postTags(Highlight[1]);
             searchSourceBuilder.highlighter(highlightBuilder);
         }
         //查询
         searchSourceBuilder.query(QueryBuilders.queryStringQuery(keyWord)); 
         searchSourceBuilder.timeout(TimeValue.timeValueSeconds(5));
         searchSourceBuilder.from(from);
         searchSourceBuilder.size(size);
         searchRequest.source(searchSourceBuilder);
         SearchResponse searchResponse=client.search(searchRequest, RequestOptions.DEFAULT);
         client.close();
        return searchResponse;
    }
    
      void restLowLeveClient_Demo() throws IOException {
         RestClient rc =getInstance();
         HashMap<String,String> params=new HashMap<>();
         HttpEntity entity= getHttpEntityByKeyWord("关键字",0,10);
         Response response =rc.performRequest("GET", "/index1/_search",params,entity);
         System.out.println(response.getStatusLine().getStatusCode());
         
         String responseBody = EntityUtils.toString(response.getEntity());
         System.out.println(responseBody);
         JSONObject result = JSONObject.parseObject(responseBody); 
         JSONObject  hists=result.getJSONObject("hits");
         System.out.println(hists);
         JSONArray list=hists.getJSONArray("hits");
         System.out.println(list);
         int i= list.size();
         System.out.println("all:"+i);
         System.out.println(list.get(0));
         rc.close();
     }
    
     void restHighLevelClient_Demo() throws IOException {
         RestHighLevelClient client= getRestHighLevelClient();
         SearchRequest searchRequest = new SearchRequest("index1"); 
         SearchSourceBuilder searchSourceBuilder = new SearchSourceBuilder(); 
         searchSourceBuilder.query(QueryBuilders.queryStringQuery("关键字")); 
         searchSourceBuilder.timeout(TimeValue.timeValueSeconds(5));
         searchSourceBuilder.from(0);
         searchSourceBuilder.size(10);
         searchRequest.source(searchSourceBuilder);
         SearchResponse searchResponse=client.search(searchRequest, RequestOptions.DEFAULT);
         RestStatus status = searchResponse.status();
         System.out.println(status);
         SearchHits hits = searchResponse.getHits();
        for(SearchHit hit: hits){
            System.out.println(hit.getScore());
            System.out.println(hit.getSourceAsMap());
        }
         client.close();
     }
     
         /*
          * 有分页
          */
        static HttpEntity getHttpEntityByKeyWord(String  keyWord,int from,int size) throws IOException{
             String queryString=
                     "{
" + 
                    "   "from" : "+from+", "size" : "+size+","+
                     "   "query": {
" + 
                     "    "multi_match" : {
" + 
                     "      "query": ""+keyWord+""
" + 
                     "    }
" + 
                     "  }
" + 
                     "}";
            return new NStringEntity(queryString, ContentType.APPLICATION_JSON);
        }
        
        static HttpEntity getHttpEntityByKeyWord(String  keyWord) throws IOException{
             String queryString=
                     "{
" + 
                     "   "query": {
" + 
                     "    "multi_match" : {
" + 
                     "      "query": ""+keyWord+""
" + 
                     "    }
" + 
                     "  }
" + 
                     "}";
            return new NStringEntity(queryString, ContentType.APPLICATION_JSON);
        }
    /**
     * 获取elastic的client的信息
     * @param ip
     * @param port
     * @param usename
     * @param passwd
     * @return
     */
    public static RestClient getElasticClient(String ip, Integer port, String usename, String passwd) {
        final CredentialsProvider credentialsProvider = new BasicCredentialsProvider();
        credentialsProvider.setCredentials(AuthScope.ANY, new UsernamePasswordCredentials(usename, passwd));
        RestClient restClient = RestClient.builder(new HttpHost(ip, port, "http"))
                .setHttpClientConfigCallback(new RestClientBuilder.HttpClientConfigCallback() {
                    public HttpAsyncClientBuilder customizeHttpClient(HttpAsyncClientBuilder httpClientBuilder) {
                        httpClientBuilder.disableAuthCaching();
                        return httpClientBuilder.setDefaultCredentialsProvider(credentialsProvider);
                    }
                }).build();
        return restClient;
    }
    
    public static HttpEntity entiy2HttpEntity(Object ent) throws JsonGenerationException, JsonMappingException, IOException{
         String jsonString = mapper.writeValueAsString(ent);
         HttpEntity entity = new NStringEntity(jsonString, ContentType.APPLICATION_JSON);
         return entity;
    }
    
    /**
     * 批处理用
     * @param list
     * @return
     * @throws JsonGenerationException
     * @throws JsonMappingException
     * @throws IOException
     */
    public static HttpEntity entiyList2HttpEntity(List<Object> list,String index,String type) throws JsonGenerationException, JsonMappingException, IOException{
        String tmp="{ "index":  { "_index": ""+index+"", "_type": ""+type+"" }}";
        StringBuilder sb=new StringBuilder();
        for (Object ent : list) {
            String jsonString = mapper.writeValueAsString(ent);
            sb.append(tmp).append("
").append(jsonString).append("
");
        }
        
        HttpEntity entity = new NStringEntity(sb.toString(), ContentType.APPLICATION_JSON);
        return entity;
    }
    
    public static String Response2String( Response response) throws IOException{
            return EntityUtils.toString(response.getEntity());
    }
    
}