spring boot 集成 elasticsearch7.10.0（demo）

上一篇介紹了6.5.3的集成，這次是7.10.0集成，使用elasticsearch-rest-high-level-client,可以看下和使用spring-data的區別還是挺大

說明一下使用兩個版本主要是兩個項目不一樣，都是實際案例

1.開發環境：

springboot 2.2.8

elasticsearch 7.10.0  9200  9300 單機部署

2.pom文件

<elasticsearch.version>7.10.1</elasticsearch.version>
<dependency>
    <groupId>org.elasticsearch</groupId>
    <artifactId>elasticsearch</artifactId>
    <version>${elasticsearch.version}</version>
</dependency>
<dependency>
    <groupId>org.elasticsearch.client</groupId>
    <artifactId>elasticsearch-rest-high-level-client</artifactId>
    <version>${elasticsearch.version}</version>
</dependency>

3.bootstrap文件

# elasticsearch配置文件
  elasticsearch:
    rest:
      uris: http://127.0.0.1:9200
      read-timeout: 90
      username:
      password:

4.獲取properties配置

@Data @Component public class ElasticsearchProperties { private static final String INDEXNAME = "demo"; @Value("${spring.elasticsearch.rest.uris}") private String uris; @Value("${spring.elasticsearch.rest.username}") private String username; @Value("${spring.elasticsearch.rest.password}") private String password; }

5.初始化bean

@Configuration @Slf4j public class ElasticSearchConfiguration { @Autowired private ElasticsearchProperties elasticsearchProperties; @Bean(destroyMethod = "close") @Scope("singleton") public RestHighLevelClient restHighLevelClient() { String username = elasticsearchProperties.getUsername(); String password = elasticsearchProperties.getPassword(); String scheme = elasticsearchProperties.getUris().split(":")[0]; String[] hosts = elasticsearchProperties.getUris().split("\\//")[1].split(":"); String hostName = hosts[0]; Integer port = Integer.parseInt(hosts[1]); HttpHost httpHosts = new HttpHost(hostName, port, scheme); RestClientBuilder restClientBuilder = RestClient.builder(httpHosts); //es賬號密碼（默認用戶名為elastic）
        if (StringUtils.isNoneBlank(username)) { final CredentialsProvider credentialsProvider = new BasicCredentialsProvider(); credentialsProvider.setCredentials(AuthScope.ANY, new UsernamePasswordCredentials(username, password)); restClientBuilder.setHttpClientConfigCallback(httpClientBuilder -> { httpClientBuilder.disableAuthCaching(); httpClientBuilder.setDefaultCredentialsProvider(credentialsProvider); return httpClientBuilder; }); } RestHighLevelClient restHighLevelClient = new RestHighLevelClient(restClientBuilder); return restHighLevelClient; } }

6.索引操作

@Service
@Slf4j
public class ElasticsearchIndex {

    @Autowired
    private RestHighLevelClient restHighLevelClient;

    /**
     * 創建索引
     * @param indexName
     * @return
     */
    @SneakyThrows
    public boolean createIndex(String indexName) {
        boolean flag = existIndex(indexName);
        if (!flag) {
            CreateIndexRequest createIndexRequest = new CreateIndexRequest(indexName);
            restHighLevelClient.indices().create(createIndexRequest, RequestOptions.DEFAULT);
            log.info("創建 {} 索引成功",indexName);
            flag = true;
        } else {
            log.info("{} 索引已經存在",indexName);
        }
        return flag;
    }

    /**
     * 檢查索引是否存在
     */
    @SneakyThrows
    public boolean existIndex(String indexName) {
        GetIndexRequest getIndexRequest = new GetIndexRequest(indexName);
        return restHighLevelClient.indices().exists(getIndexRequest, RequestOptions.DEFAULT);
    }

    /**
     * 刪除索引
     * @param indexName
     */
    @SneakyThrows
    public boolean deleteIndex(String indexName) {
        boolean flag = existIndex(indexName);
        if (flag) {
            DeleteIndexRequest deleteIndexRequest = new DeleteIndexRequest(indexName);
            AcknowledgedResponse acknowledgedResponse = restHighLevelClient.indices().delete(deleteIndexRequest, RequestOptions.DEFAULT);
            log.info("刪除 {} 索引成功",indexName);
            return acknowledgedResponse.isAcknowledged();
        }
        log.info("刪除 {} 索引失敗",indexName);
        return false;
    }
}

7.文檔操作及封裝對象

@Service
@Slf4j
public class ElasticsearchDocument {

    @Autowired
    private RestHighLevelClient restHighLevelClient;

    @Autowired
    private ElasticsearchIndex elasticsearchIndex;

    private static final String INDEXNAME = "demo";


    @SneakyThrows
    public void insertDocument(EsData<AqZzFile> esData) {
        String indexName = INDEXNAME;
        AqZzFile aqZzFile = esData.getData();
        elasticsearchIndex.createIndex(indexName);
        IndexRequest indexRequest = new IndexRequest(indexName);
        indexRequest.id(aqZzFile.getId());
        indexRequest.source(JSON.toJSONString(aqZzFile),XContentType.JSON);
        IndexResponse indexResponse = restHighLevelClient.index(indexRequest, RequestOptions.DEFAULT);
        log.info("索引{} 插入數據成功,id是 {}", indexName, aqZzFile.getId());
    }


    @SneakyThrows
    public void updateDocument(EsData<AqZzFile> esData) {
        String indexName = INDEXNAME;
        AqZzFile aqZzFile = esData.getData();
        boolean flag = existsById(indexName, aqZzFile.getId());
        if (flag) {
            UpdateRequest updateRequest = new UpdateRequest(indexName,aqZzFile.getId());
            updateRequest.doc(JSON.toJSONString(aqZzFile), XContentType.JSON);
            UpdateResponse updateResponse = restHighLevelClient.update(updateRequest, RequestOptions.DEFAULT);
            log.info("{} 索引中id為 {} 的文檔修改成功!", indexName, aqZzFile.getId());
        }
    }


    @SneakyThrows
    public void deleteDocument(String indexName,String id) {
        boolean flag = existsById(indexName, id);
        if (flag) {
            DeleteRequest deleteRequest = new DeleteRequest(indexName,id);
            DeleteResponse deleteResponse = restHighLevelClient.delete(deleteRequest, RequestOptions.DEFAULT);
            log.info("{} 索引中id為 {} 的文檔刪除成功!", indexName, id);
        }
    }


    @SneakyThrows
    public boolean existsById(String indexName,String id){
        GetRequest request = new GetRequest(indexName, id);
        //不獲取返回的_source的上下文
        request.fetchSourceContext(new FetchSourceContext(false));
        request.storedFields("_none_");
        boolean flag = restHighLevelClient.exists(request, RequestOptions.DEFAULT);
        log.info("{} 索引中 {} 的文檔是否 {} 存在", indexName, id, flag);
        return flag;
    }


    @SneakyThrows
    public void searchDocument(EsData<AqZzFile> esData) {
        String indexName = INDEXNAME;
        AqZzFile aqZzFile = esData.getData();
        SearchRequest searchRequest = new SearchRequest(indexName);
        //構建搜索條件
        SearchSourceBuilder searchSourceBuilder = new SearchSourceBuilder();
        //高亮
        HighlightBuilder highlightBuilder = new HighlightBuilder();
        highlightBuilder.field("");
        searchSourceBuilder.highlighter(highlightBuilder);

        //執行查詢
        searchRequest.source(searchSourceBuilder);
        SearchResponse searchResponse = restHighLevelClient.search(searchRequest, RequestOptions.DEFAULT);
        SearchHits hits = searchResponse.getHits();
    }

    /**
     * 查詢並分頁
     * @return
     */
    @SneakyThrows
    public List<Map<String, Object>> searchListData(EsData<AqZzFile> esData) {
        String indexName = INDEXNAME;
        Integer from = esData.getFrom();
        Integer size = esData.getSize();
        String highlightField = "title";
        String startTime = esData.getStartTime();
        String endTime = esData.getEndTime();
        String sortField = esData.getSortField();
        AqZzFile aqZzFile = esData.getData();

        SearchRequest searchRequest = new SearchRequest(indexName);
        //構建查詢條件
        SearchSourceBuilder searchSourceBuilder = new SearchSourceBuilder();

        if (Objects.nonNull(aqZzFile)) {
            //模糊匹配
            if (StringUtils.isNoneBlank(aqZzFile.getTitle())) {
                searchSourceBuilder.query(QueryBuilders.matchQuery("title",aqZzFile.getTitle()));
            }
            //匹配(精准匹配)
            if (StringUtils.isNoneBlank(aqZzFile.getJzCode())) {
                searchSourceBuilder.query(QueryBuilders.termQuery("jzCode", aqZzFile.getJzCode()));
            }
            //匹配(精准匹配)
            if (StringUtils.isNoneBlank(aqZzFile.getJxCode())) {
                searchSourceBuilder.query(QueryBuilders.termQuery("jxCode", aqZzFile.getJxCode()));
            }
        }
        //時間范圍匹配
        if (StringUtils.isNoneBlank(startTime) && StringUtils.isNoneBlank(endTime)) {
            searchSourceBuilder.query(QueryBuilders.rangeQuery("creatTime").from(DateTime.of(startTime,"yyyy-MM-dd hh:mm:ss")).to(DateTime.of(endTime,"yyyy-MM-dd hh:mm:ss")));
        }
        //設置確定結果要從哪個索引開始搜索的from選項，默認為0
        from = from <= 1 ? 0 : (from -1) * size;
        searchSourceBuilder.from(from);
        searchSourceBuilder.size(size);
        if (StringUtils.isNotEmpty(sortField)) {
            //排序字段，注意如果proposal_no是text類型會默認帶有keyword性質，需要拼接.keyword
            searchSourceBuilder.sort(sortField + ".keyword", SortOrder.ASC);
        }
        //高亮
        if (StringUtils.isNoneBlank(highlightField)) {
            HighlightBuilder highlight = new HighlightBuilder();
            highlight.field(highlightField);
            //關閉多個高亮
            highlight.requireFieldMatch(false);
            highlight.preTags("<span style='color:red'>");
            highlight.postTags("</span>");
            searchSourceBuilder.highlighter(highlight);
        }
        //不返回源數據。只有條數之類的數據。
        //builder.fetchSource(false);
        searchRequest.source(searchSourceBuilder);
        SearchResponse searchResponse = restHighLevelClient.search(searchRequest, RequestOptions.DEFAULT);
        log.info("==" + searchResponse.getHits().getTotalHits());
        if (searchResponse.status().getStatus() == 200) {
            // 解析對象
            return setSearchResponse(searchResponse, highlightField);
        }
        return null;
    }

    /**
     * 高亮結果集 特殊處理
     * map轉對象 JSONObject.parseObject(JSONObject.toJSONString(map), Content.class)
     * @param searchResponse
     * @param highlightField
     */
    public List<Map<String, Object>> setSearchResponse(SearchResponse searchResponse, String highlightField) {
        //解析結果
        ArrayList<Map<String, Object>> list = new ArrayList<>();
        for (SearchHit hit : searchResponse.getHits().getHits()) {
            Map<String, HighlightField> high = hit.getHighlightFields();
            HighlightField title = high.get(highlightField);

            hit.getSourceAsMap().put("id", hit.getId());
            //原來的結果
            Map<String, Object> sourceAsMap = hit.getSourceAsMap();
            //解析高亮字段,將原來的字段換為高亮字段
            if (title != null) {
                Text[] texts = title.fragments();
                String nTitle = "";
                for (Text text : texts) {
                    nTitle += text;
                }
                //替換
                sourceAsMap.put(highlightField, nTitle);
            }
            list.add(sourceAsMap);
        }
        return list;
    }

}

@ApiModel(value = "es搜索",description = "es搜索")
public class EsData<T> implements Serializable {

    private static final long serialVersionUID = 5626216451006492696L;
    @ApiModelProperty(value = "每頁條數")
    private Integer size = 10;
    @ApiModelProperty(value = "第幾頁開始")
    private Integer from = 0;
    @ApiModelProperty(value = "排序字段")
    private String sortField;
    @ApiModelProperty(value = "開始時間")
    private String startTime;
    @ApiModelProperty(value = "結束時間")
    private String endTime;

    private T data;
}

8.controller

@RequestMapping(value = "/xxx/file")
public class AqZzFileController {

    @Autowired
    private AqZzFileService aqZzFileService;

    @PostMapping("/getPageData")
    @ApiOperation(value = "自主學習-列表(分頁)查詢")
    public ResponseData getPageData(@RequestBody CommentParam<AqZzFile> commentParam) {
        log.info("自主學習查詢入參為: {} ", JSON.toJSONString(commentParam));
        Page page = commentParam.getPage();
        AqZzFile aqZzFile = commentParam.getData();
        IPage<List<AqZzFile>> pageList = aqZzFileService.getAllPageData(aqZzFile, page);
        log.info("自主學習分頁查詢獲取的數據為: {}", JSON.toJSONString(pageList));
        if (Objects.nonNull(pageList)) {
            return ResponseData.ok(pageList);
        }
        return ResponseData.failed(ConstantCode.DATA_EMPTY);
    }


    @PostMapping
    @ApiOperation(value = "新增")
    public ResponseData save(@RequestBody AqZzFile aqZzFile){
        log.info("文件管理新增入參為: {} ", JSON.toJSONString(aqZzFile));
        try {
            aqZzFileService.saveOrUpdateEntity(aqZzFile);
            return ResponseData.ok(null);
        } catch (Exception e) {
            e.printStackTrace();
        }
        return ResponseData.failed(ConstantCode.SERVER_ERROR);
    }


    @ApiOperation(value = "自主學習-按id查詢數據")
    @GetMapping("/getDataById/{id}")
    public ResponseData getDataById(@PathVariable("id") String id){
        log.info("數據字典按ID查詢數據入參為: {} ", id);
        AqZzFile aqZzFile = aqZzFileService.getById(id);
        if (Objects.nonNull(aqZzFile)) {
            return ResponseData.ok(aqZzFile);
        }
        return ResponseData.failed(ConstantCode.DATA_EMPTY);
    }


    @PutMapping("/{id}")
    @ApiOperation(value = "修改")
    public ResponseData update(@PathVariable(name = "id") String id, @RequestBody AqZzFile aqZzFile) {
        log.info("文件管理管理修改入參為: {}, {} ", id, JSON.toJSONString(aqZzFile));
        try {
            aqZzFile.setId(id);
            aqZzFileService.saveOrUpdateEntity(aqZzFile);
            return ResponseData.ok(null);
        } catch (Exception e) {
            e.printStackTrace();
        }
        return ResponseData.failed(ConstantCode.SERVER_ERROR);
    }


    @DeleteMapping("/{id}")
    @ApiOperation(value = "按ID刪除")
    public ResponseData remove(@PathVariable(name = "id") String id){
        log.info("文件管理按ID刪除入參為: {} ",id);
        try {
            aqZzFileService.deleteEntity(id);
            return ResponseData.ok(null);
        } catch (Exception e) {
            e.printStackTrace();
        }
        return ResponseData.failed(ConstantCode.SERVER_ERROR);
    }


    @PostMapping("/getPageData/search")
    @ApiOperation(value = "自主學習-搜索引擎搜索")
    public ResponseData search(@RequestBody EsData<AqZzFile> esData) {
        log.info("自主學習搜索引擎查詢入參為: {} ", JSON.toJSONString(esData));
        List<Map<String, Object>> pageList = aqZzFileService.search(esData);
        log.info("自主學習搜索引擎查詢獲取的數據為: {}", JSON.toJSONString(pageList));
        if (Objects.nonNull(pageList)) {
            return ResponseData.ok(pageList);
        }
        return ResponseData.failed(ConstantCode.DATA_EMPTY);
    }


}

已經測試通過