elasticsearch6.0 java API实例

ElasticSearch6.0  Java API  使用     排序，分组 ，创建索引，添加索引数据，打分等

1.1 搭建maven 工程  创建web工程

<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
  xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd">
  <modelVersion>4.0.0</modelVersion>
  <groupId>com.elastic</groupId>
  <artifactId>search-service</artifactId>
  <packaging>war</packaging>
  <version>1.0-SNAPSHOT</version>
  <name>search-service Maven Webapp</name>
  <url>http://maven.apache.org</url>
  <properties>
    <junit.version>4.5</junit.version>
    <spring.version>4.2.4.RELEASE</spring.version>
    <mybatis.version>3.2.8</mybatis.version>
    <mybatis.spring.version>1.2.2</mybatis.spring.version>
    <mybatis.paginator.version>1.2.15</mybatis.paginator.version>
    <mysql.version>5.1.32</mysql.version>
    <slf4j.version>1.6.4</slf4j.version>
    <jackson.version>2.4.2</jackson.version>
    <druid.version>1.0.9</druid.version>
    <jstl.version>1.2</jstl.version>
    <servlet-api.version>2.5</servlet-api.version>
    <jsp-api.version>2.0</jsp-api.version>
    <joda-time.version>2.5</joda-time.version>
    <commons-lang3.version>3.3.2</commons-lang3.version>
    <commons-io.version>1.3.2</commons-io.version>
    <commons-net.version>3.3</commons-net.version>
    <jsqlparser.version>0.9.1</jsqlparser.version>
    <commons-fileupload.version>1.3.1</commons-fileupload.version>
    <jedis.version>2.7.2</jedis.version>
    <activemq.version>5.11.2</activemq.version>
    <quartz.version>2.2.2</quartz.version>
    <slf4j.version>1.7.21</slf4j.version>
    <log4j.version>1.2.12</log4j.version>
    <solr.version>6.1.0</solr.version>
    <fastjson.version>1.2.13</fastjson.version>
    <diamond.version>0.0.1-SNAPSHOT</diamond.version>
    <cors.filter>2.5</cors.filter>
    <java.property.utils>1.10</java.property.utils>
    <jackson.version>2.4.2</jackson.version>
  </properties>
  <dependencies>
    <dependency>
      <groupId>junit</groupId>
      <artifactId>junit</artifactId>
      <version>3.8.1</version>
      <scope>test</scope>
    </dependency>
    <dependency>
      <groupId>org.elasticsearch.client</groupId>
      <artifactId>transport</artifactId>
      <version>6.0.0</version>
    </dependency>
    <dependency>
      <groupId>org.slf4j</groupId>
      <artifactId>jcl-over-slf4j</artifactId>
      <version>1.7.21</version>
      <scope>runtime</scope>
    </dependency>
    <dependency>
      <groupId>org.slf4j</groupId>
      <artifactId>slf4j-api</artifactId>
      <version>1.7.21</version>
    </dependency>
    <!-- https://mvnrepository.com/artifact/org.slf4j/slf4j-log4j12 -->
    <dependency>
      <groupId>org.slf4j</groupId>
      <artifactId>slf4j-log4j12</artifactId>
      <scope>runtime</scope>
    </dependency>
    <!-- https://mvnrepository.com/artifact/log4j/log4j -->
    <dependency>
      <groupId>log4j</groupId>
      <artifactId>log4j</artifactId>
      <version>1.2.17</version>
    </dependency>
    <dependency>
      <groupId>commons-logging</groupId>
      <artifactId>commons-logging</artifactId>
      <version>1.2</version>
    </dependency>
    <dependency>
      <groupId>junit</groupId>
      <artifactId>junit</artifactId>
      <scope>test</scope>
    </dependency>
    <dependency>
      <groupId>javax.servlet</groupId>
      <artifactId>servlet-api</artifactId>
      <version>2.5</version>
      <scope>provided</scope>
    </dependency>
    <dependency>
      <groupId>com.alibaba</groupId>
      <artifactId>fastjson</artifactId>
    </dependency>
    <!-- spring dependencies -->
    <dependency>
      <groupId>org.springframework</groupId>
      <artifactId>spring-core</artifactId>
      <version>${spring.version}</version>
      <!--<exclusions>-->
      <!--<exclusion>-->
      <!--<groupId>commons-logging</groupId>-->
      <!--<artifactId>commons-logging</artifactId>-->
      <!--</exclusion>-->
      <!--</exclusions>-->
    </dependency>
    <dependency>
      <groupId>org.springframework</groupId>
      <artifactId>spring-test</artifactId>
      <version>${spring.version}</version>
    </dependency>
    <dependency>
      <groupId>org.springframework</groupId>
      <artifactId>spring-context</artifactId>
      <version>${spring.version}</version>
    </dependency>
    <dependency>
      <groupId>org.springframework</groupId>
      <artifactId>spring-context-support</artifactId>
      <version>${spring.version}</version>
    </dependency>
    <dependency>
      <groupId>org.springframework</groupId>
      <artifactId>spring-aop</artifactId>
      <version>${spring.version}</version>
    </dependency>
    <dependency>
      <groupId>org.springframework</groupId>
      <artifactId>spring-aspects</artifactId>
      <version>${spring.version}</version>
    </dependency>
    <dependency>
      <groupId>org.springframework</groupId>
      <artifactId>spring-tx</artifactId>
      <version>${spring.version}</version>
    </dependency>
    <!-- https://mvnrepository.com/artifact/org.springframework/spring-jdbc -->
    <dependency>
      <groupId>org.springframework</groupId>
      <artifactId>spring-jdbc</artifactId>
      <version>${spring.version}</version>
    </dependency>

    <dependency>
      <groupId>org.springframework</groupId>
      <artifactId>spring-webmvc</artifactId>
      <version>${spring.version}</version>
    </dependency>
    <!-- mysql dependencies -->
    <dependency>
      <groupId>mysql</groupId>
      <artifactId>mysql-connector-java</artifactId>
      <version>5.1.32</version>
    </dependency>
    <!-- https://mvnrepository.com/artifact/com.thetransactioncompany/cors-filter -->
    <dependency>
      <groupId>com.thetransactioncompany</groupId>
      <artifactId>cors-filter</artifactId>
      <version>${cors.filter}</version>
    </dependency>
    <!-- https://mvnrepository.com/artifact/com.thetransactioncompany/java-property-utils -->
    <dependency>
      <groupId>com.thetransactioncompany</groupId>
      <artifactId>java-property-utils</artifactId>
      <version>${java.property.utils}</version>

    </dependency>
    <dependency>
      <groupId>com.alibaba</groupId>
      <artifactId>fastjson</artifactId>
      <version>${fastjson.version}</version>
    </dependency>
  </dependencies>
  <build>
    <finalName>search-service</finalName>
  </build>
</project>

 

1.2 创建web项目

 

 

 

2.1  编写Java  elasticsearch 客户端连接公共类  （这里使用elasticsearch单机版）

package com.elastic.common.conn;

import org.elasticsearch.client.transport.TransportClient;
import org.elasticsearch.common.settings.Settings;
import org.elasticsearch.common.transport.TransportAddress;
import org.elasticsearch.transport.client.PreBuiltTransportClient;
import org.springframework.stereotype.Component;

import java.net.InetAddress;

/**
 * Created by xiaotian on 2017/12/1.
 */
@Component
public class EsClient {

    //private  EsClient client = new EsClient();
    TransportClient client = null;
    public  EsClient(){
        try{
            Settings settings = Settings.builder()
                    .put("client.transport.sniff", true)
                    .put("cluster.name", "elasticsearch").build();
            client = new PreBuiltTransportClient(Settings.EMPTY)
                    .addTransportAddress(new TransportAddress(InetAddress.getByName("eshost"), 9300));

        }catch (Exception ex){
            client.close();
        }finally {

        }
    }
    public  TransportClient getConnection(){

           if (client==null){
               synchronized (EsClient.class){
                   if (client==null){
                       new EsClient();
                   }
               }
           }
           return  client;

    }

}

 2.2  service层  接口设计 

1. IndexService

package com.elastic.service.inter;

/**
 * Created by xiaotian on 2017/12/1.
 */
public interface IndexService {

   public void  index(String id);

   public  void  get();
   public  void  del(String id);
   public  void  update(String id) throws  Exception;
   public  void  multiGet(String ... ids) throws  Exception;
   public  void  bulk(String ... ids) throws  Exception;
   public  void  bulkProcesstor(String index,String type,String... ids) throws  Exception;

}

 

2. SearchService

package com.elastic.service.inter;

/**
 * Created by xiaotian on 2017/12/2.
 */
public interface SearchService {
    public void  search();
    public void  searchByCondition() throws Exception;
    public void  multiSearch();
    public void aggsearch();
    public void metricsAgg();

}

3. service层 接口实现 

  IndexServiceImpl 

 

package com.elastic.service.impl;

import com.alibaba.fastjson.JSONObject;
import com.elastic.common.conn.EsClient;
import com.elastic.service.inter.IndexService;
import org.elasticsearch.action.ActionListener;
import org.elasticsearch.action.admin.indices.mapping.put.PutMappingRequest;
import org.elasticsearch.action.admin.indices.mapping.put.PutMappingResponse;
import org.elasticsearch.action.bulk.*;
import org.elasticsearch.action.get.GetResponse;
import org.elasticsearch.action.get.MultiGetItemResponse;
import org.elasticsearch.action.get.MultiGetResponse;
import org.elasticsearch.action.index.IndexRequest;
import org.elasticsearch.action.index.IndexRequestBuilder;
import org.elasticsearch.action.index.IndexResponse;
import org.elasticsearch.client.Requests;
import org.elasticsearch.common.document.DocumentField;
import org.elasticsearch.common.unit.ByteSizeUnit;
import org.elasticsearch.common.unit.ByteSizeValue;
import org.elasticsearch.common.unit.TimeValue;
import org.elasticsearch.common.xcontent.XContentBuilder;
import org.elasticsearch.common.xcontent.XContentType;
import org.elasticsearch.index.query.QueryBuilders;
import org.elasticsearch.index.reindex.BulkByScrollResponse;
import org.elasticsearch.index.reindex.DeleteByQueryAction;
import org.elasticsearch.rest.RestStatus;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.stereotype.Service;

import java.io.IOException;
import java.util.*;

import static org.elasticsearch.common.xcontent.XContentFactory.jsonBuilder;

/**
 * Created by xiaotian on 2017/12/1.
 */
@Service
public class IndexServiceImpl implements IndexService {

    @Autowired
    private EsClient client;

    public void index(String id) {
//        String json = "{" +
//                "\"user\":\"kimchy\"," +
//                "\"postDate\":\"2013-01-30\"," +
//                "\"message\":\"trying out Elasticsearch\"" +
//                "}";
        try {


        Map<String, Object> jsonMap = new HashMap<String, Object>();
        jsonMap.put("name","jim"+id);
        jsonMap.put("age",20+id);
        jsonMap.put("date",new Date());
        jsonMap.put("message","测试"+id);
        jsonMap.put("tel","1234567");
        //IndexResponse indexResponse = client.getConnection().prepareIndex("twitter", "tweet").setSource(JSONObject.toJSON(jsonMap), XContentType.JSON).get();
        IndexResponse indexResponse = client.getConnection().prepareIndex("xiaot", "test",id).setSource(jsonMap).get();
       // Index name
        String _index = indexResponse.getIndex();
        // Type name
        String _type = indexResponse.getType();
        // Document ID (generated or not)
        String _id = indexResponse.getId();
        // Version (if it's the first time you index this document, you will get: 1)
        long _version = indexResponse.getVersion();
        // status has stored current instance statement.
        RestStatus status = indexResponse.status();
        System.out.println(_index+"_"+_type+"_"+_id+"_"+_version+"_"+status);
        }catch (Exception ex){
            ex.printStackTrace();
        }

    }

    public void get() {
        GetResponse response = client.getConnection().prepareGet("twitter", "tweet", "94pKEWABJOgzR6sJVCCV").get();
        Map<String, DocumentField> fields = response.getFields();
        System.out.println("map:"+fields);
        String index = response.getIndex();
        Map<String, Object> source = response.getSource();
        String id = response.getId();
        System.out.println(source);

    }

    public void del(String id) {
        DeleteByQueryAction.INSTANCE.newRequestBuilder(client.getConnection())
                .filter(QueryBuilders.matchQuery("_id",id))
                .source("twitter")
                .execute(new ActionListener<BulkByScrollResponse>() {
                    public void onResponse(BulkByScrollResponse response) {
                        long deleted = response.getDeleted();
                        System.out.println("delete"+deleted);
                    }

                    public void onFailure(Exception e) {

                    }
                });
    }

    public void update(String id)  throws  Exception{
        client.getConnection().prepareUpdate("twitter","tweet",id)
                .setDoc(jsonBuilder()
                        .startObject()
                        .field("name", "tom")
                        .endObject()).get();
    }

    public void multiGet(String... ids) throws Exception {
        MultiGetResponse multiGetResponse = client.getConnection().prepareMultiGet()
                .add("twitter", "tweet", ids[0])
                .add("twitter", "tweet", ids[1], ids[2], ids[3])
                .get();
        for (MultiGetItemResponse multiGetItemResponse : multiGetResponse) {
            GetResponse response = multiGetItemResponse.getResponse();
            if (response.isExists()){
                System.out.println(response.getSourceAsString());
            }
        }
    }

    public void bulk(String... ids) throws Exception {
        BulkRequestBuilder prepareBulk = client.getConnection().prepareBulk();
        for (String id : ids) {
            prepareBulk.add(client.getConnection().prepareIndex("twitter","tweet",id)
            .setSource(jsonBuilder().startObject().field("name","肖添"+id).endObject()));

        }
        BulkResponse responses = prepareBulk.get();
        System.out.println(responses.hasFailures());
        for (BulkItemResponse response : responses) {
            System.out.println(response.getResponse().getId() + "," + response.getResponse().getIndex() + "," + response.getResponse().getResult());
        }

    }

    public void bulkProcesstor(String index,String type,String... ids) throws Exception {
        try {

           //IndexResponse indexResponse = client.getConnection().prepareIndex(index, type).setSource(getMapping()).get();
           IndexResponse indexResponse = client.getConnection().prepareIndex(index, type).setSource().get();

            PutMappingRequest mappingRequest = Requests.putMappingRequest(index).type(type).source(getMapping());
            PutMappingResponse putMappingResponse = client.getConnection().admin().indices().putMapping(mappingRequest).actionGet();
            //client.getConnection().prepareIndex("temp1","test").
            BulkProcessor bulkProcessor = BulkProcessor.builder(client.getConnection(), new BulkProcessor.Listener() {
                public void beforeBulk(long executionId, BulkRequest bulkRequest) {
                    System.out.println("beforeBulk:" + executionId + "," + bulkRequest.getDescription() + "," + bulkRequest.numberOfActions());
                }

                public void afterBulk(long executionId, BulkRequest bulkRequest, BulkResponse bulkResponse) {
                    System.out.println("afterBulk:" + executionId + "," + bulkRequest.getDescription() + "," + bulkRequest.numberOfActions());
                    System.out.println("afterBulk:" + executionId + "," + bulkResponse.getItems() + "," + bulkResponse.getTook());
                }

                public void afterBulk(long executionId, BulkRequest bulkRequest, Throwable throwable) {
                    System.out.println("afterBulk:" + executionId + "," + bulkRequest.getParentTask() + "," + bulkRequest.getDescription() + "," + throwable);
                }
            })
                    .setBulkActions(10)
                    .setBulkSize(new ByteSizeValue(5, ByteSizeUnit.MB))
                    .setConcurrentRequests(1)
                    .setFlushInterval(TimeValue.timeValueMillis(1))
                    .setBackoffPolicy(BackoffPolicy.exponentialBackoff(TimeValue.timeValueMillis(100), 3)).build();

            for (String id : ids) {
                Map<String, Object> jsonMap = new HashMap<String, Object>();
                jsonMap.put("name","中华人民共和国"+id);
                jsonMap.put("age",30+Integer.parseInt(id));
                jsonMap.put("date",new Date());
                jsonMap.put("message","程序设计"+id);
                jsonMap.put("tel","18612855433");
                jsonMap.put("attr_name",new String[]{"品牌_sku_attr"+id,"商品类别_sku_attr"+id,"面料_sku_attr"+id});
                jsonMap.put("create_date",new Date());
                bulkProcessor.add(new IndexRequest(index,type,id).source(jsonMap));

            }
            bulkProcessor.close();
        } catch (Exception e) {
            e.printStackTrace();
            System.out.println(e);
        }finally {

        }

    }

    private XContentBuilder getMapping() throws Exception{
        XContentBuilder mapping = null;
        try {

            mapping = jsonBuilder().startObject()//.startObject("_ttl").field("enabled",false).endObject()
                                                   .startObject("properties").startObject("name").field("type","text").field("analyzer","ik_max_word")
                                                   .field("search_analyzer","ik_max_word").endObject()
                                                   .startObject("age").field("type","long").endObject()
                                                   .startObject("date").field("type","date").endObject()
                                                    .startObject("message").field("type","keyword").field("index","true").endObject()
                                                    .startObject("tel").field("type","keyword").endObject()
                                                    .startObject("attr_name").field("type","keyword").field("index","true").endObject()
                         .endObject()
                    .endObject();
        } catch (IOException e) {
            e.printStackTrace();
        }

       return  mapping;
    }
}

SearchServiceImpl

package com.elastic.service.impl;

import com.elastic.common.conn.EsClient;
import com.elastic.service.inter.SearchService;
import org.apache.lucene.index.Term;
import org.elasticsearch.action.search.MultiSearchResponse;
import org.elasticsearch.action.search.SearchRequestBuilder;
import org.elasticsearch.action.search.SearchResponse;
import org.elasticsearch.action.search.SearchType;
import org.elasticsearch.common.lucene.search.function.CombineFunction;
import org.elasticsearch.common.lucene.search.function.FieldValueFactorFunction;
import org.elasticsearch.index.query.*;
import org.elasticsearch.index.query.functionscore.*;
import org.elasticsearch.join.aggregations.Children;
import org.elasticsearch.script.Script;
import org.elasticsearch.script.ScriptService;
import org.elasticsearch.script.ScriptType;
import org.elasticsearch.search.SearchHit;
import org.elasticsearch.search.SearchHits;
import org.elasticsearch.search.aggregations.*;
import org.elasticsearch.search.aggregations.bucket.filter.FilterAggregationBuilder;
import org.elasticsearch.search.aggregations.bucket.filter.FiltersAggregator;
import org.elasticsearch.search.aggregations.bucket.filter.InternalFilter;
import org.elasticsearch.search.aggregations.bucket.range.Range;
import org.elasticsearch.search.aggregations.bucket.range.RangeAggregationBuilder;
import org.elasticsearch.search.aggregations.bucket.range.RangeAggregator;
import org.elasticsearch.search.aggregations.bucket.terms.Terms;
import org.elasticsearch.search.aggregations.bucket.terms.TermsAggregationBuilder;
import org.elasticsearch.search.aggregations.metrics.avg.Avg;
import org.elasticsearch.search.aggregations.metrics.avg.AvgAggregationBuilder;
import org.elasticsearch.search.aggregations.metrics.max.Max;
import org.elasticsearch.search.aggregations.metrics.max.MaxAggregationBuilder;
import org.elasticsearch.search.aggregations.metrics.min.Min;
import org.elasticsearch.search.aggregations.metrics.min.MinAggregationBuilder;
import org.elasticsearch.search.aggregations.metrics.stats.Stats;
import org.elasticsearch.search.aggregations.metrics.stats.StatsAggregationBuilder;
import org.elasticsearch.search.aggregations.metrics.stats.extended.ExtendedStats;
import org.elasticsearch.search.aggregations.metrics.stats.extended.ExtendedStatsAggregationBuilder;
import org.elasticsearch.search.aggregations.metrics.sum.Sum;
import org.elasticsearch.search.aggregations.metrics.sum.SumAggregationBuilder;
import org.elasticsearch.search.rescore.RescoreBuilder;
import org.elasticsearch.search.sort.SortOrder;
import org.slf4j.Logger;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.stereotype.Service;

import java.text.SimpleDateFormat;
import java.util.HashMap;
import java.util.List;
import java.util.Map;

import static org.elasticsearch.index.query.QueryBuilders.functionScoreQuery;

/**
 * Created by xiaotian on 2017/12/2.
 */
@Service
public class SearchServiceImpl implements SearchService {
    @Autowired
    private EsClient client;

    private static final org.apache.log4j.Logger logger = org.apache.log4j.Logger.getLogger(SearchServiceImpl.class);

    public void search() {
        SearchResponse searchResponse = client.getConnection().prepareSearch("twitter")
                .setTypes("tweet")
                .setSearchType(SearchType.DFS_QUERY_THEN_FETCH)
                .setQuery(QueryBuilders.matchQuery("name","三胖子"))
                .setPostFilter(QueryBuilders.rangeQuery("age").from(19).to(400))
                .setFrom(0).setSize(20).setExplain(true)
                //.addAggregation(AggregationBuilder.CommonFields.FIELD.match(""))
                .get();

        SearchHits hits = searchResponse.getHits();
        for (SearchHit hit : hits) {
            System.out.println(hit.getSourceAsMap());
        }
    }

    public void searchByCondition()  throws Exception{


        SearchRequestBuilder searchRequestBuilder = client.getConnection().prepareSearch("red89")
                .setTypes("test");


        Map<String, Object> params = new HashMap<>();
        params.put("num1", 1);
        params.put("num2", 2);

        String inlineScript = "long age;if (doc['age'].value < 45)  age = doc['age'].value + 50; return age * params.num1;";
               // + "return (diff +num1+num2)";
        Script script = new Script(ScriptType.INLINE,"painless",inlineScript , params);
        ScriptScoreFunctionBuilder scriptScoreFunctionBuilder = ScoreFunctionBuilders.scriptFunction(script);



        //MatchQueryBuilder matchQueryBuilder = QueryBuilders.matchQuery("name", "中华");

        searchRequestBuilder.setQuery(functionScoreQuery(QueryBuilders.matchQuery("name","中华").operator(Operator.AND),scriptScoreFunctionBuilder));
       // searchRequestBuilder.setQuery(QueryBuilders.matchQuery("name","中华").operator(Operator.AND));
        BoolQueryBuilder boolQueryBuilder = QueryBuilders.boolQuery();
        BoolQueryBuilder queryBuilder = QueryBuilders.boolQuery();
        getFilterQuery("tel",new String[]{"18612855433"},"AND",queryBuilder);
       // getFilterQuery("name",new String[]{"中华人民共和国"},"AND",queryBuilder);


        //getFilterQuery("age",new String[]{"40"},"AND",queryBuilder);
        //getFilterQuery("message",new String[]{"程序设计19"},"AND",queryBuilder);
        boolQueryBuilder.must(queryBuilder);
        //boolQueryBuilder.must();
       // boolQueryBuilder.must(getRangeFilterQuery("age",new Integer[]{null,45}));
        //new_score = old_score * log(1 + factor * number_of_votes)

       FieldValueFactorFunctionBuilder age = ScoreFunctionBuilders.fieldValueFactorFunction("age").modifier(FieldValueFactorFunction.Modifier.LN1P).factor(10);
        FieldValueFactorFunctionBuilder age1 = ScoreFunctionBuilders.fieldValueFactorFunction("age").modifier(FieldValueFactorFunction.Modifier.LN1P).factor(4);
        FunctionScoreQueryBuilder.FilterFunctionBuilder[] filterFunctionBuilders =
                new FunctionScoreQueryBuilder.FilterFunctionBuilder[]{new FunctionScoreQueryBuilder.FilterFunctionBuilder(age),new FunctionScoreQueryBuilder.FilterFunctionBuilder(age1)};
        //FunctionScoreQueryBuilder scoreQueryBuilder = functionScoreQuery(boolQueryBuilder, filterFunctionBuilders).boostMode(CombineFunction.SUM);

       // FunctionScoreQueryBuilder functionScoreQueryBuilder = functionScoreQuery(boolQueryBuilder, scriptScoreFunctionBuilder);
        searchRequestBuilder.setPostFilter(boolQueryBuilder);
        searchRequestBuilder.setFrom(0);
        searchRequestBuilder.setSize(20);
        searchRequestBuilder.setExplain(true);

        TermsAggregationBuilder aggregationBuilder = AggregationBuilders.terms("agg").field("attr_name");//.subAggregation(AggregationBuilders.topHits("top").from(0).size(10)).size(100);
        RangeAggregationBuilder rangeAggregationBuilder = AggregationBuilders.range("range").field("age").addRange(0, 30).addRange(30,50).addRange(50,100);

        aggregationBuilder.size(100);

        AggregationBuilder filter = AggregationBuilders.filter("agg", boolQueryBuilder)
                .subAggregation(aggregationBuilder);

        searchRequestBuilder.addAggregation(filter);
        searchRequestBuilder.addAggregation(rangeAggregationBuilder);
       // searchRequestBuilder.addAggregation(filter);
        //searchRequestBuilder.addSort("age",SortOrder.DESC);





        //打分
        //searchRequestBuilder.addRescorer(RescoreBuilder.queryRescorer(QueryBuilders.functionScoreQuery(ScoreFunctionBuilders.fieldValueFactorFunction("age"))));

        SearchResponse searchResponse1 = searchRequestBuilder.get();


        System.out.println("param:"+searchRequestBuilder.toString());



        System.out.println("aaaa"+searchResponse1.getAggregations().getAsMap());


        InternalFilter aggFilter = searchResponse1.getAggregations().get("agg");
        System.out.println(aggFilter.toString());
        Terms agg = aggFilter.getAggregations().get("agg");

        agg.getBuckets().forEach(bucket ->{
            System.out.println(bucket.getKey()+":"+bucket.getDocCount());
        } );
        System.out.println("--------------------------------");
        Range range = searchResponse1.getAggregations().get("range");

        range.getBuckets().forEach(bucket ->{
            //System.out.println(bucket.getKey()+":"+bucket.getDocCount());
            //logger.info("key [{}], from [{}], to [{}], doc_count [{}]", bucket.getKey(), bucket.getFrom(),bucket.getTo(),bucket.getDocCount());
            System.out.println(String.format("key [%s], from [%s], to [%s], doc_count [%d]", bucket.getKey(), bucket.getFrom(),bucket.getTo(),bucket.getDocCount()));

    });

        SearchHits hits = searchResponse1.getHits();
        for (SearchHit hit : hits) {
            System.out.println(hit.getSourceAsMap());
        }

        System.out.println("---------------------");

//
//        SearchRequestBuilder searchRequestBuilder1 = client.getConnection().prepareSearch("red88")
//                .setTypes("test");
////        QueryBuilder tel = QueryBuilders.boolQuery().should(QueryBuilders.matchQuery("tel","18612855433")).should(QueryBuilders.matchQuery("message","程序设计"));
////        BoolQueryBuilder filter1 = QueryBuilders.boolQuery()//.must(QueryBuilders.matchQuery("age", "40").operator(Operator.AND))
////                .must(QueryBuilders.rangeQuery("age").from(0).to(40))
////                .must(tel);
//        searchRequestBuilder.setQuery(QueryBuilders.matchQuery("name","三胖子").operator(Operator.AND));
//        BoolQueryBuilder boolQueryBuilder1 = QueryBuilders.boolQuery();
//        BoolQueryBuilder queryBuilder1 = QueryBuilders.boolQuery();
//        getFilterQuery("tel",new String[]{"18612855433"},"OR",queryBuilder1);
//        getFilterQuery("message",new String[]{"程序设计"},"OR",queryBuilder1);
//        boolQueryBuilder.must(queryBuilder);
//        //boolQueryBuilder.must();
//        boolQueryBuilder.must(getRangeFilterQuery("age",new Integer[]{null,40}));
//        searchRequestBuilder.setPostFilter(boolQueryBuilder1);
//        searchRequestBuilder.setFrom(0);
//        searchRequestBuilder.setSize(20);
//        searchRequestBuilder.setExplain(true);
//        TermsAggregationBuilder aggregationBuilder1 = AggregationBuilders.terms("agg").field("attr_name");
//
//        aggregationBuilder.size(100);
//        searchRequestBuilder.addAggregation(aggregationBuilder);
//        searchRequestBuilder.addSort("age",SortOrder.DESC);
//




    }

    public FunctionScoreQueryBuilder sortByFucntion(QueryBuilder queryBuilder) {
        FunctionScoreQueryBuilder query = functionScoreQuery(queryBuilder,
                ScoreFunctionBuilders.fieldValueFactorFunction("age").modifier(FieldValueFactorFunction.Modifier.LN1P).factor(1f)).boostMode(CombineFunction.SUM);
        //.add(ScoreFunctionBuilders.fieldValueFactorFunction(查询字段).modifier(Modifier.RECIPROCAL).factor(1)).boostMode(“sum”);
        return query;
    }
    private QueryBuilder getFilterQuery(String fieldName, Object[] fieldValues,String andor,BoolQueryBuilder queryBuilder) {
        //BoolQueryBuilder boolQueryBuilder = QueryBuilders.boolQuery();

        for (int i = 0; i < fieldValues.length; i++) {
            if ("OR".equals(andor)){
                queryBuilder.should(QueryBuilders.matchQuery(fieldName,fieldValues[i]).operator(Operator.OR));
            }else if ("AND".equals(andor)){
                queryBuilder.must(QueryBuilders.matchQuery(fieldName,fieldValues[i]).operator(Operator.AND));
            }
        }

        return  queryBuilder;

    }
    private QueryBuilder getFilterQuery(String fieldName, Object[] fieldValues,String andor) {
        BoolQueryBuilder boolQueryBuilder = QueryBuilders.boolQuery();

        for (int i = 0; i < fieldValues.length; i++) {
            if ("OR".equals(andor)){
                boolQueryBuilder.should(QueryBuilders.matchQuery(fieldName,fieldValues[i]));
            }else if ("AND".equals(andor)){
             boolQueryBuilder.must(QueryBuilders.matchQuery(fieldName,fieldValues[i]));
            }
        }

        return  boolQueryBuilder;

    }

    private RangeQueryBuilder getRangeFilterQuery(String fieldName, Integer[] values) {
        RangeQueryBuilder rangeQueryBuilder = QueryBuilders.rangeQuery(fieldName);
        rangeQueryBuilder.from(values[0]==null?0:values[0]);
        rangeQueryBuilder.to((values.length<2||values[1]==null)?99999999:values[1]);
        return rangeQueryBuilder;
    }


    public void multiSearch() {

        SearchRequestBuilder srb1 = client.getConnection().prepareSearch().setQuery(QueryBuilders.matchQuery("name", "tom")).setSize(1);
        SearchRequestBuilder srb2 = client.getConnection().prepareSearch().setQuery(QueryBuilders.matchQuery("name", "三胖子")).setSize(1);
        MultiSearchResponse multiSearchResponse = client.getConnection().prepareMultiSearch()
                .add(srb1)
                .add(srb2)
                .get();

        for (MultiSearchResponse.Item item : multiSearchResponse.getResponses()) {
            for (SearchHit hit : item.getResponse().getHits().getHits()) {
                System.out.println(hit.getSourceAsMap());

            }
        }

    }

    public void aggsearch() {
        SearchRequestBuilder requestBuilder = client.getConnection().prepareSearch("twitter").setTypes("tweet")
                .setFrom(0).setSize(100);
        AggregationBuilder aggregationBuilder = AggregationBuilders.terms("agg").field("name").subAggregation(AggregationBuilders.terms("add").field("age"));
        SearchResponse response = requestBuilder.setQuery(QueryBuilders.matchQuery("name", "三胖"))
                .addAggregation(aggregationBuilder)
                .addSort("age", SortOrder.DESC)
                .setExplain(true).execute().actionGet();
        SearchHits searchHits = response.getHits();

        Terms agg = response.getAggregations().get("agg");
        Children children = response.getAggregations().get("agg");
        System.out.println(agg.getBuckets());
        for (Terms.Bucket bucket : agg.getBuckets()) {
            System.out.println(bucket.getKey() + ":" + bucket.getDocCount());
        }
        System.out.println(children.getAggregations().getAsMap());

    }

    public void metricsAgg() {

        SearchRequestBuilder searchRequestBuilder = client.getConnection().prepareSearch("hello").setTypes("test").setFrom(0).setSize(100);
        MinAggregationBuilder minAggregationBuilder = AggregationBuilders.min("agg").field("age");
        SearchResponse response = searchRequestBuilder.setQuery(QueryBuilders.matchAllQuery())
                .addAggregation(minAggregationBuilder).setExplain(true).execute().actionGet();
        Min min = response.getAggregations().get("agg");
        System.out.println("min:"+min.getValue());
        MaxAggregationBuilder maxAggregationBuilder = AggregationBuilders.max("max_age").field("age");
        SearchResponse response1 = searchRequestBuilder.setQuery(QueryBuilders.matchAllQuery())
                .addAggregation(maxAggregationBuilder).setExplain(true).execute().actionGet();
        Max max_age = response1.getAggregations().get("max_age");
        System.out.println("max:"+max_age.getValue());

        AvgAggregationBuilder avgAggregationBuilder = AggregationBuilders.avg("avg_age").field("age");
        SearchResponse response2 = searchRequestBuilder.setQuery(QueryBuilders.matchAllQuery())
                .addAggregation(avgAggregationBuilder).setExplain(true).execute().actionGet();
        Avg avg_age = response2.getAggregations().get("avg_age");
        System.out.println("avg_age:"+avg_age.getValue());

        SumAggregationBuilder sumAggregationBuilder = AggregationBuilders.sum("sum_age").field("age");
        SearchResponse searchResponse = searchRequestBuilder.setQuery(QueryBuilders.matchAllQuery()).addAggregation(sumAggregationBuilder)
                .setExplain(true).execute().actionGet();
        Sum sum_age = searchResponse.getAggregations().get("sum_age");
        System.out.println("sum_age:"+sum_age.getValue());

        System.out.println("---------------------------");

        StatsAggregationBuilder statsAggregationBuilder = AggregationBuilders.stats("agg_status").field("age");
        SearchResponse searchResponse1 = searchRequestBuilder.setQuery(QueryBuilders.matchAllQuery()).addAggregation(statsAggregationBuilder)
                .setExplain(true).execute().actionGet();

        Stats agg_status = searchResponse1.getAggregations().get("agg_status");
        double min1 = agg_status.getMin();
        double max = agg_status.getMax();
        long count = agg_status.getCount();
        double sum = agg_status.getSum();
        double avg = agg_status.getAvg();
        System.out.println("---------------------------------");
        System.out.println("min1="+min1);
        System.out.println("max="+max);
        System.out.println("count="+count);
        System.out.println("sum="+sum);
        System.out.println("avg="+avg);

        ExtendedStatsAggregationBuilder extendedStatsAggregationBuilder = AggregationBuilders.extendedStats("extend_status").field("age");

        SearchResponse searchResponse2 = searchRequestBuilder.setQuery(QueryBuilders.matchAllQuery()).addAggregation(extendedStatsAggregationBuilder).setExplain(true).execute().actionGet();
        ExtendedStats extend_status = searchResponse2.getAggregations().get("extend_status");
        double extend_min = extend_status.getMin();
        double extend_max = extend_status.getMax();
        long extend_count = extend_status.getCount();
        double extend_sum = extend_status.getSum();
        double extend_avg = extend_status.getAvg();
        System.out.println("---------------------------------");
        System.out.println("extend_min="+extend_min);
        System.out.println("extend_max="+extend_max);
        System.out.println("extend_count="+extend_count);
        System.out.println("extend_sum="+extend_sum);
        System.out.println("extend_avg="+extend_avg);


    }
}

 

3.1 controller层实现

IndexController

package com.elastic.controller;

import com.elastic.service.inter.IndexService;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.stereotype.Controller;
import org.springframework.web.bind.annotation.RequestMapping;

import javax.servlet.http.HttpServletRequest;
import javax.servlet.http.HttpServletResponse;
import java.io.IOException;

/**
 * Created by xiaotian on 2017/12/1.
 */
@Controller
public class IndexController {

    @Autowired
    private IndexService indexService;

    @RequestMapping("/index")
    public  void index(HttpServletRequest request, HttpServletResponse response) throws IOException {

        indexService.index(request.getParameter("id"));
    }
    @RequestMapping("/get")
    public  void get(){

        indexService.get();
    }

    @RequestMapping("/del")
    public  void get(HttpServletRequest request, HttpServletResponse response) throws IOException {

        indexService.del(request.getParameter("id"));
    }
    @RequestMapping("/update")
    public  void update(HttpServletRequest request, HttpServletResponse response) throws Exception {

        indexService.update(request.getParameter("id"));
    }
    @RequestMapping("/multiGet")
    public  void multiGet(HttpServletRequest request, HttpServletResponse response) throws Exception {

        indexService.multiGet(request.getParameter("id").split(","));
    }
    @RequestMapping("/bulk")
    public  void bulk(HttpServletRequest request, HttpServletResponse response) throws Exception {

        indexService.bulk(request.getParameter("id").split(","));
    }
    @RequestMapping("/bulkP")
    public  void bulkProcesstor(HttpServletRequest request, HttpServletResponse response) throws Exception {
        String index = request.getParameter("index");
        String type = request.getParameter("type");
        String[] ids = request.getParameter("id").split(",");
        indexService.bulkProcesstor(index,type,ids);
    }
}

SearchController

package com.elastic.controller;

import com.elastic.service.inter.SearchService;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.stereotype.Controller;
import org.springframework.web.bind.annotation.RequestMapping;

import javax.servlet.http.HttpServletRequest;
import javax.servlet.http.HttpServletResponse;
import java.io.IOException;

/**
 * Created by xiaotian on 2017/12/2.
 */
@Controller
public class SearchController {

    @Autowired
    private SearchService searchService;
    @RequestMapping("/search")
    public  void index(HttpServletRequest request, HttpServletResponse response) throws IOException {

        searchService.search();
    }
    @RequestMapping("/multiSearch")
    public  void multiSearch(HttpServletRequest request, HttpServletResponse response) throws IOException {

        searchService.multiSearch();
    }
    @RequestMapping("/aggsearch")
    public  void aggsearch(HttpServletRequest request, HttpServletResponse response) throws IOException {

        searchService.aggsearch();
    }

    @RequestMapping("/metricsAgg")
    public  void metricsAgg(HttpServletRequest request, HttpServletResponse response) throws IOException {

        searchService.metricsAgg();
    }
    @RequestMapping("/searchFilter")
    public  void searchByCondition(HttpServletRequest request, HttpServletResponse response) throws Exception {

        searchService.searchByCondition();
    }
}

4. 通过kibana进行索引建立和查询等

GET red89/test/_search

{
  "from" : 0,
  "size" : 20,
  "query" : {
    "match" : {
      "name" : {
        "query" : "中华",
        "operator" : "AND",
        "prefix_length" : 0,
        "max_expansions" : 50,
        "fuzzy_transpositions" : true,
        "lenient" : false,
        "zero_terms_query" : "NONE",
        "boost" : 1.0
      }
    }
  },
  "post_filter" : {
    "bool" : {
      "must" : [
        {
          "bool" : {
            "should" : [
              {
                "match" : {
                  "tel" : {
                    "query" : "18612855433",
                    "operator" : "OR",
                    "prefix_length" : 0,
                    "max_expansions" : 50,
                    "fuzzy_transpositions" : true,
                    "lenient" : false,
                    "zero_terms_query" : "NONE",
                    "boost" : 1.0
                  }
                }
              }
            ],
            "adjust_pure_negative" : true,
            "boost" : 1.0
          }
        },
        {
          "range" : {
            "age" : {
              "from" : 0,
              "to" : 45,
              "include_lower" : true,
              "include_upper" : true,
              "boost" : 1.0
            }
          }
        }
      ],
      "adjust_pure_negative" : true,
      "boost" : 1.0
    }
  },
  "explain" : true,
  "aggregations" : {
    "agg" : {
      "filter" : {
        "bool" : {
          "must" : [
            {
              "bool" : {
                "should" : [
                  {
                    "match" : {
                      "tel" : {
                        "query" : "18612855433",
                        "operator" : "OR",
                        "prefix_length" : 0,
                        "max_expansions" : 50,
                        "fuzzy_transpositions" : true,
                        "lenient" : false,
                        "zero_terms_query" : "NONE",
                        "boost" : 1.0
                      }
                    }
                  }
                ],
                "adjust_pure_negative" : true,
                "boost" : 1.0
              }
            },
            {
              "range" : {
                "age" : {
                  "from" : 0,
                  "to" : 45,
                  "include_lower" : true,
                  "include_upper" : true,
                  "boost" : 1.0
                }
              }
            }
          ],
          "adjust_pure_negative" : true,
          "boost" : 1.0
        }
      },
      "aggregations" : {
        "agg" : {
          "terms" : {
            "field" : "attr_name",
            "size" : 100,
            "min_doc_count" : 1,
            "shard_min_doc_count" : 0,
            "show_term_doc_count_error" : false,
            "order" : [
              {
                "_count" : "desc"
              },
              {
                "_key" : "asc"
              }
            ]
          }
        }
      }
    },
    "range" : {
      "range" : {
        "field" : "age",
        "ranges" : [
          {
            "from" : 0.0,
            "to" : 30.0
          },
          {
            "from" : 30.0,
            "to" : 50.0
          },
          {
            "from" : 50.0,
            "to" : 100.0
          }
        ],
        "keyed" : false
      }
    }
  }
}

查询结果：

{
  "took": 1,
  "timed_out": false,
  "_shards": {
    "total": 5,
    "successful": 5,
    "skipped": 0,
    "failed": 0
  },
  "hits": {
    "total": 21,
    "max_score": 1,
    "hits": [
      {
        "_index": "red89",
        "_type": "test",
        "_id": "14",
        "_score": 1,
        "_source": {
          "date": "2017-12-11T09:55:42.261Z",
          "attr_name": [
            "品牌_sku_attr14",
            "商品类别_sku_attr14",
            "面料_sku_attr14"
          ],
          "name": "中华人民共和国14",
          "tel": "18612855433",
          "message": "程序设计14",
          "create_date": "2017-12-11T09:55:42.261Z",
          "age": 44
        }
      },
      {
        "_index": "red89",
        "_type": "test",
        "_id": "19",
        "_score": 1,
        "_source": {
          "date": "2017-12-11T09:55:42.261Z",
          "attr_name": [
            "品牌_sku_attr19",
            "商品类别_sku_attr19",
            "面料_sku_attr19"
          ],
          "name": "中华人民共和国19",
          "tel": "18612855433",
          "message": "程序设计19",
          "create_date": "2017-12-11T09:55:42.261Z",
          "age": 49
        }
      },
      {
        "_index": "red89",
        "_type": "test",
        "_id": "5",
        "_score": 1,
        "_source": {
          "date": "2017-12-11T09:55:42.257Z",
          "attr_name": [
            "品牌_sku_attr5",
            "商品类别_sku_attr5",
            "面料_sku_attr5"
          ],
          "name": "中华人民共和国5",
          "tel": "18612855433",
          "message": "程序设计5",
          "create_date": "2017-12-11T09:55:42.257Z",
          "age": 35
        }
      },
      {
        "_index": "red89",
        "_type": "test",
        "_id": "8",
        "_score": 1,
        "_source": {
          "date": "2017-12-11T09:55:42.257Z",
          "attr_name": [
            "品牌_sku_attr8",
            "商品类别_sku_attr8",
            "面料_sku_attr8"
          ],
          "name": "中华人民共和国8",
          "tel": "18612855433",
          "message": "程序设计8",
          "create_date": "2017-12-11T09:55:42.257Z",
          "age": 38
        }
      },
      {
        "_index": "red89",
        "_type": "test",
        "_id": "9",
        "_score": 1,
        "_source": {
          "date": "2017-12-11T09:55:42.257Z",
          "attr_name": [
            "品牌_sku_attr9",
            "商品类别_sku_attr9",
            "面料_sku_attr9"
          ],
          "name": "中华人民共和国9",
          "tel": "18612855433",
          "message": "程序设计9",
          "create_date": "2017-12-11T09:55:42.257Z",
          "age": 39
        }
      },
      {
        "_index": "red89",
        "_type": "test",
        "_id": "10",
        "_score": 1,
        "_source": {
          "date": "2017-12-11T09:55:42.257Z",
          "attr_name": [
            "品牌_sku_attr10",
            "商品类别_sku_attr10",
            "面料_sku_attr10"
          ],
          "name": "中华人民共和国10",
          "tel": "18612855433",
          "message": "程序设计10",
          "create_date": "2017-12-11T09:55:42.257Z",
          "age": 40
        }
      },
      {
        "_index": "red89",
        "_type": "test",
        "_id": "12",
        "_score": 1,
        "_source": {
          "date": "2017-12-11T09:55:42.261Z",
          "attr_name": [
            "品牌_sku_attr12",
            "商品类别_sku_attr12",
            "面料_sku_attr12"
          ],
          "name": "中华人民共和国12",
          "tel": "18612855433",
          "message": "程序设计12",
          "create_date": "2017-12-11T09:55:42.261Z",
          "age": 42
        }
      },
      {
        "_index": "red89",
        "_type": "test",
        "_id": "ZraQK2ABrThwqnonhOO3",
        "_score": 1,
        "_source": {}
      },
      {
        "_index": "red89",
        "_type": "test",
        "_id": "2",
        "_score": 1,
        "_source": {
          "date": "2017-12-11T09:55:42.256Z",
          "attr_name": [
            "品牌_sku_attr2",
            "商品类别_sku_attr2",
            "面料_sku_attr2"
          ],
          "name": "中华人民共和国2",
          "tel": "18612855433",
          "message": "程序设计2",
          "create_date": "2017-12-11T09:55:42.256Z",
          "age": 32
        }
      },
      {
        "_index": "red89",
        "_type": "test",
        "_id": "4",
        "_score": 1,
        "_source": {
          "date": "2017-12-11T09:55:42.257Z",
          "attr_name": [
            "品牌_sku_attr4",
            "商品类别_sku_attr4",
            "面料_sku_attr4"
          ],
          "name": "中华人民共和国4",
          "tel": "18612855433",
          "message": "程序设计4",
          "create_date": "2017-12-11T09:55:42.257Z",
          "age": 34
        }
      }
    ]
  }
}