JAVA操作elasticsearch

<dependency>
    <groupId>org.elasticsearch.client</groupId>
    <artifactId>transport</artifactId>
    <version>5.2.2</version>
</dependency>
<dependency>
    <groupId>org.apache.logging.log4j</groupId>
    <artifactId>log4j-api</artifactId>
    <version>2.7</version>
</dependency>
<dependency>
    <groupId>org.apache.logging.log4j</groupId>
    <artifactId>log4j-core</artifactId>
    <version>2.7</version>
</dependency>
<dependency>
    <groupId>com.fasterxml.jackson.core</groupId>
    <artifactId>jackson-databind</artifactId>
    <version>2.8.7</version>
</dependency>
<dependency>
    <groupId>junit</groupId>
    <artifactId>junit</artifactId>
    <version>4.12</version>
</dependency>

import com.fasterxml.jackson.databind.ObjectMapper;
import org.elasticsearch.action.bulk.BulkProcessor;
import org.elasticsearch.action.bulk.BulkRequest;
import org.elasticsearch.action.bulk.BulkResponse;
import org.elasticsearch.action.get.GetResponse;
import org.elasticsearch.action.get.MultiGetItemResponse;
import org.elasticsearch.action.get.MultiGetResponse;
import org.elasticsearch.action.index.IndexResponse;
import org.elasticsearch.action.search.SearchRequestBuilder;
import org.elasticsearch.action.search.SearchResponse;
import org.elasticsearch.action.search.SearchType;
import org.elasticsearch.action.update.UpdateRequest;
import org.elasticsearch.action.update.UpdateResponse;
import org.elasticsearch.client.transport.TransportClient;
import org.elasticsearch.common.settings.Settings;
import org.elasticsearch.common.transport.InetSocketTransportAddress;
import org.elasticsearch.common.unit.ByteSizeUnit;
import org.elasticsearch.common.unit.ByteSizeValue;
import org.elasticsearch.common.unit.TimeValue;
import org.elasticsearch.common.xcontent.XContentBuilder;
import org.elasticsearch.common.xcontent.XContentFactory;
import org.elasticsearch.index.query.BoolQueryBuilder;
import org.elasticsearch.index.query.QueryBuilders;
import org.elasticsearch.index.reindex.BulkIndexByScrollResponse;
import org.elasticsearch.index.reindex.DeleteByQueryAction;
import org.elasticsearch.search.SearchHit;
import org.elasticsearch.search.SearchHits;
import org.elasticsearch.search.aggregations.AggregationBuilders;
import org.elasticsearch.search.aggregations.bucket.terms.Terms;
import org.elasticsearch.search.aggregations.metrics.sum.Sum;
import org.elasticsearch.search.sort.SortOrder;
import org.elasticsearch.transport.client.PreBuiltTransportClient;
import org.junit.Test;
import java.net.InetAddress;
import java.util.ArrayList;
import java.util.Date;
import java.util.List;
import java.util.Map;

/**
 * Package: Description: (java 操作es) Created by byte-zbs on
 * 2017 05 2017/5/4 17:16.
 *
 * @version:1.0.0
 */
public class ESDemo
{
    /**
     * 插入操作
     */
    @Test
    public void test1()
    {
        // 集群设置
        Settings settings = Settings.builder().put("cluster.name", "mytest")
                .build();
        try
        {
            TransportClient client = new PreBuiltTransportClient(settings)
                    .addTransportAddress(new InetSocketTransportAddress(
                            InetAddress.getByName("192.168.0.213"), 9300));
            // 构建json
            XContentBuilder builder = XContentFactory.jsonBuilder()
                    .startObject().field("user", "国")
                    .field("postDate", new Date())
                    .field("age",23)
                    .field("message", "trying out Elastics").endObject();
            // client.prepareIndex().setSource()

            IndexResponse indexResponse = client.prepareIndex("test", "test")
                    .setSource(builder).get();
        }
        catch (Exception e)
        {
            e.printStackTrace();
        }

    }

    /**
     * 根据id查询
     */
    @Test
    public void test2()
    {
        Settings settings = Settings.builder().put("cluster.name", "mytest")
                .build();
        try
        {
            TransportClient client = new PreBuiltTransportClient(settings)
                    .addTransportAddress(new InetSocketTransportAddress(
                            InetAddress.getByName("192.168.0.213"), 9300));
            GetResponse getResponse = client
                    .prepareGet("test", "testxx", "AVvSzcIDCfxdfRyu9_r3")
                    .setOperationThreaded(false).get();
            Map<String, Object> map = getResponse.getSource();
            for (String string : map.keySet())
            {
                System.out.println(map.get(string));
            }

        }
        catch (Exception e)
        {
            e.printStackTrace();
        }
    }

    /**
     * 删除操作
     */
    @Test
    public void test3()
    {
        Settings settings = Settings.builder().put("cluster.name", "mytest")
                .build();
        try
        {
            TransportClient client = new PreBuiltTransportClient(settings)
                    .addTransportAddress(new InetSocketTransportAddress(
                            InetAddress.getByName("192.168.0.213"), 9300));

            BulkIndexByScrollResponse response =  DeleteByQueryAction.INSTANCE.newRequestBuilder(client).filter(
                    QueryBuilders.matchQuery("user","更新名字")).source("test").get();
            long l = response.getDeleted();
            System.out.println(l);
        }
        catch (Exception e)
        {
            e.printStackTrace();
        }
    }

    /**
     * 更新操作
     */
    @Test
    public void test4()
    {
        Settings settings = Settings.builder().put("cluster.name", "mytest")
                .build();
        try
        {
            TransportClient client = new PreBuiltTransportClient(settings)
                    .addTransportAddress(new InetSocketTransportAddress(
                            InetAddress.getByName("192.168.0.213"), 9300));

            UpdateRequest updateRequest = new UpdateRequest();
            updateRequest.index("test");
            updateRequest.type("test");
            updateRequest.id("AVvS9BWwCfxdfRyu9_sB");
            updateRequest.doc(XContentFactory.jsonBuilder().startObject().field("user","更新名字").endObject());
            UpdateResponse response = client.update(updateRequest).get();
        }
        catch (Exception e)
        {
            e.printStackTrace();
        }
    }

    @Test
    public  void  test5()
    {
        Settings settings = Settings.builder().put("cluster.name", "mytest")
                .build();
        try
        {
            TransportClient client = new PreBuiltTransportClient(settings)
                    .addTransportAddress(new InetSocketTransportAddress(
                            InetAddress.getByName("192.168.0.213"), 9300));
           MultiGetResponse responses =  client.prepareMultiGet().add("test","test","AVvS8-mRCfxdfRyu9_sA","AVvS9BWwCfxdfRyu9_sB").get();

           for (MultiGetItemResponse multiGetItemResponses:responses)
           {
                GetResponse getResponse = multiGetItemResponses.getResponse();
                if (getResponse.isExists())
                {
                    System.out.println(getResponse.getSourceAsString());
                }
           }
        }
        catch (Exception e)
        {
            e.printStackTrace();
        }
    }

     .addTransportAddress(new InetSocketTransportAddress(
                            InetAddress.getByName("192.168.0.213"), 9300));

            SearchResponse searchResponse = client.prepareSearch("test").setTypes("test")
                    .setPostFilter(QueryBuilders.rangeQuery("age").from(23).to(30))
                    .addSort("age", SortOrder.ASC).execute().actionGet();
            System.out.println(searchResponse.toString());
        }
        catch (Exception e)
        {
            e.printStackTrace();
        }
    }

    /**
     * 聚合
     */
    @Test
    public  void  test8()
    {
        Settings settings = Settings.builder().put("cluster.name", "mytest")
                .build();
        try
        {
            TransportClient client = new PreBuiltTransportClient(settings)
                    .addTransportAddress(new InetSocketTransportAddress(
                            InetAddress.getByName("192.168.0.213"), 9300));
            SearchResponse searchResponse = client.prepareSearch("test").setTypes("test")
                    .setQuery(QueryBuilders.matchAllQuery())
                    .setSearchType(SearchType.QUERY_THEN_FETCH)
                    .addAggregation(AggregationBuilders.terms("group_age")
                            .field("age").subAggregation(AggregationBuilders.sum("sum_age").field("age")))//根据age分组，默认返回10，size(0)也是10
                    .get();

            Terms terms = searchResponse.getAggregations().get("group_age");
            List<Terms.Bucket> buckets = terms.getBuckets();
            for(Terms.Bucket bt : buckets)
            {

                Sum sum = bt.getAggregations().get("sum_age");
                System.out.println(sum.getValue() + "===" + sum.getName() );
            }
        }
        catch (Exception e)
        {
            e.printStackTrace();
        }
    }

    /**
     * 插入对象操作
     * @param user
     */
    public static void test9(User user)
    {
        Settings settings = Settings.builder().put("cluster.name", "mytest")
                .build();
        try
        {
            TransportClient client = new PreBuiltTransportClient(settings)
                    .addTransportAddress(new InetSocketTransportAddress(
                            InetAddress.getByName("192.168.0.213"), 9300));

            ObjectMapper mapper = new ObjectMapper();
            byte[] bytes = mapper.writeValueAsBytes(user);
           IndexResponse indexResponse =  client.prepareIndex("test","test").setSource(bytes).setId("1").execute().actionGet();
            System.out.println(indexResponse.status()); //CREATED
        }
        catch (Exception e)
        {
            e.printStackTrace();
        }
    }

    /**
     * 区间查询
     * @param start
     * @param end
     * @return
     */
    public static List<String> test10(int start,int end)
    {
        Settings settings = Settings.builder().put("cluster.name", "mytest")
                .build();
        List<String> list = new ArrayList<>();
        try
        {
            TransportClient client = new PreBuiltTransportClient(settings)
                    .addTransportAddress(new InetSocketTransportAddress(
                            InetAddress.getByName("192.168.0.213"), 9300));

            SearchResponse searchResponse = client.prepareSearch("test").setTypes("test").setPostFilter(QueryBuilders.rangeQuery("age")).execute().actionGet();
            SearchHits searchHits = searchResponse.getHits();
            SearchHit[] searchHits1 = searchHits.hits();
            for (SearchHit searchHitFields:searchHits1)
            {
                list.add(searchHitFields.getSourceAsString());
            }

        }
        catch (Exception e)
        {
            e.printStackTrace();
        }
        return  list;
    }

    /**
     * 排序
     * @param age
     */

    public static void test11(String age)
    {
        Settings settings = Settings.builder().put("cluster.name", "mytest")
                .build();
        List<String> list = new ArrayList<>();
        try
        {
            TransportClient client = new PreBuiltTransportClient(settings)
                    .addTransportAddress(new InetSocketTransportAddress(
                            InetAddress.getByName("192.168.0.213"), 9300));

            SearchResponse searchResponse = client.prepareSearch("test").setTypes("test").addSort("age",SortOrder.ASC).execute().actionGet();
            SearchHits searchHits = searchResponse.getHits();
            SearchHit[] searchHits1 = searchHits.hits();
            for (SearchHit searchHitFields:searchHits1)
            {
                System.out.println(searchHitFields.getSourceAsString());
            }
        }
        catch (Exception e)
        {
            e.printStackTrace();
        }
    }
    @Test
    public void queryNewAnswerByhours(){
        try
        {
            Settings settings = Settings.builder().put("cluster.name", "mytest")
                    .build();
            TransportClient client = new PreBuiltTransportClient(settings)
                    .addTransportAddress(new InetSocketTransportAddress(
                            InetAddress.getByName("192.168.0.213"), 9300));
            BoolQueryBuilder boolQueryBuilder = QueryBuilders.boolQuery();
            SearchRequestBuilder searchRequestBuilder = client.prepareSearch("test");
            searchRequestBuilder.setTypes("test");
            String startTime ="2017-05-01 12:00:00";
            String endTime = "2017-05-05 12:00:00";
            Date date = TimeParse.stringToDate(startTime,"yyyy-MM-dd HH:mm:ss");
            Date dateend = TimeParse.stringToDate(endTime,"yyyy-MM-dd HH:mm:ss");
            boolQueryBuilder.must(QueryBuilders.rangeQuery("postDate").gt(date).lte(dateend));
            searchRequestBuilder
                    .setPostFilter(QueryBuilders.rangeQuery("postDate").gte(date).lte(dateend));
            SearchResponse r = searchRequestBuilder.get();
            SearchHits searchHits = r.getHits();
            SearchHit[] SS = searchHits.hits();
            for (SearchHit searchHitFields:SS)
            {
                System.out.println(searchHitFields.getSourceAsString());
            }
        }
        catch (Exception e)
        {

        }
        /**
         * 分页查询  因为普通的分页仅仅是1W条数据  大量的数据获取需要scroll来获取相当于游标的方式
         */
    public static void queryNewAnswerByhours(TransportClient client){

        SearchResponse scrollResponse = client.prepareSearch("test").setTypes("test")
                .setQuery(QueryBuilders.matchAllQuery()).setPostFilter(QueryBuilders.rangeQuery("time").gte("2017-05-01").lte("2017-05-07"))
                .setSize(10000).setScroll(TimeValue.timeValueMinutes(1))
                .execute().actionGet();
        long count = scrollResponse.getHits().getTotalHits();
        for(int i=0,sum=0; sum<count; i++){
            scrollResponse = client.prepareSearchScroll(scrollResponse.getScrollId())
                    .setScroll(TimeValue.timeValueMinutes(8))
                    .execute().actionGet();
            sum += scrollResponse.getHits().hits().length;
            SearchHit[] SS = scrollResponse.getHits().hits();
            for (SearchHit searchHitFields:SS)
            {

                System.out.println(searchHitFields.getId());

            }
            System.out.println("总量"+count+" 已经查到"+sum);
        }
    }
    public static void main(String[] args)
    {
        User user = new User("虾米2-update-2",new Date(),40);
        test11("age");
    }

}