devbox
花生_TL007
这个屌丝很懒，什么也没留下！
关注作者
热门标签
热门文章
当前位置:   article > 正文

springBoot集成Elasticsearch_elasticsearch http.host

作者：花生_TL007 | 2024-02-08 11:09:07

赞

踩

elasticsearch http.host

记录一下springBoot集成Elasticsearch的基本使用。

目录

第一步：pom文件添加依赖

第二步：配置文件添加es配置

第三步：配置类中配置

第四步：编写常用的增删查改方法

RestHighLevelClient是官方指定的连接API， 在springBoot项目中使用RestHighLevelClient来连接es并实现增删改查。

第一步：pom文件添加依赖

  1. <!-- 其他依赖这里省略 -->
  2. 	<properties>
  3. 		<elasticsearch.version>7.4.2</elasticsearch.version>
  4. 	</properties>
  5. 	<dependencies>
  6. 		<!-- ElasticSearch 相关依赖 start-->
  7. 		<dependency>
  8. 			<groupId>org.elasticsearch.client</groupId>
  9. 			<artifactId>elasticsearch-rest-high-level-client</artifactId>
  10. 			<version>${elasticsearch.version}</version>
  11. 		</dependency>
  12.     <dependencies>

第二步：配置文件添加es配置

  1. ### ES连接信息配置 ###
  2. # 单机版ip
  3. elasticsearch.port=127.0.0.1
  4. # 单机版端口号
  5. elasticsearch.host=9200
  6. # 是否开启集群模式
  7. opencluster=false
  8. #集群模式各节点IP和端口号
  9. elasticsearch.hostAndPorts=127.0.0.1:9201;127.0.0.1:9202;127.0.0.1:9203

第三步：配置类中配置

配置类中对RestHighLevelClient对象进行初始化并注入到容器

  1. package com.zhh.demo.commons.elasticsearch.config;
  2.  
  3. import org.apache.http.HttpHost;
  4. import org.elasticsearch.client.RestClient;
  5. import org.elasticsearch.client.RestHighLevelClient;
  6. import org.slf4j.Logger;
  7. import org.slf4j.LoggerFactory;
  8. import org.springframework.beans.factory.annotation.Value;
  9. import org.springframework.context.annotation.Bean;
  10. import org.springframework.context.annotation.Configuration;
  11.  
  12. /**
  13.  * ES基础配置
  14.  * @author zhaoheng
  15.  * @date 2021/05/24
  16.  */
  17. @Configuration
  18. public class ElasticSearchConfig {
  19.     protected static final Logger logger = LoggerFactory.getLogger(ElasticSearchConfig.class);
  20.     /** 单机版端口号 */
  21.     @Value("${elasticsearch.host}")
  22.     public String host;
  23.  
  24.     /** 单机版ip */
  25.     @Value("${elasticsearch.port}")
  26.     public int port;
  27.  
  28.     /** 是否开启集群模式 */
  29.     @Value("${opencluster}")
  30.     public boolean openCluster;
  31.  
  32.     /** 集群各节点的IP和端口号 */
  33.     @Value("${elasticsearch.hostAndPorts}")
  34.     private String hostAndPorts;
  35.  
  36.     /**
  37.      * ES客户端配置并注入到容器
  38.      */
  39.     @Bean
  40.     public RestHighLevelClient restHighLevelClient() {
  41.         RestHighLevelClient client = null;
  42.         if (openCluster) {
  43.             logger.info("开始初始化集群模式RestHighLevelClient连接...");
  44.             final HttpHost[] httpHosts = getHttpHosts();
  45.             if (httpHosts != null && httpHosts.length > 0) {
  46.                 logger.info("获取到的配置文件为空");
  47.                 return client;
  48.             }
  49.             try {
  50.                 client = new RestHighLevelClient(RestClient.builder(httpHosts));
  51.             } catch (Exception ex) {
  52.                 logger.error("初始化ES连接失败,失败信息:{}", ex.getMessage());
  53.             }
  54.         } else {
  55.             final HttpHost singleNode = new HttpHost(host, port, "http");
  56.             logger.info("开始初始化非集群模式RestHighLevelClient连接...");
  57.             client = new RestHighLevelClient(
  58.                     RestClient.builder(singleNode));
  59.         }
  60.         return client;
  61.     }
  62.  
  63.     /**
  64.      * 获取配置文件中的es服务器地址信息
  65.      * @return
  66.      */
  67.     private HttpHost[] getHttpHosts() {
  68.         HttpHost[] httpHosts = null;
  69.         if (hostAndPorts != null && !"".equals(hostAndPorts)) {
  70.             final String[] hostAndPort = hostAndPorts.split(";");
  71.             if (httpHosts != null && hostAndPort.length > 0) {
  72.                 httpHosts = new HttpHost[hostAndPort.length];
  73.                 for (int i = 0; i < hostAndPort.length; i++) {
  74.                     String hostAndPortItem = hostAndPort[i];
  75.                     final String[] singleHostAndPort = hostAndPortItem.split(":");
  76.                     final String hostIP = singleHostAndPort[0];
  77.                     final String port = singleHostAndPort[1];
  78.                     logger.info("获取到的主机是:host:{},port:{}", hostIP, port);
  79.                     final HttpHost nodes = new HttpHost(hostIP, Integer.parseInt(port), "http");
  80.                     httpHosts[i] = nodes;
  81.                 }
  82.             }
  83.         }
  84.         return httpHosts;
  85.     }
  86. }

第四步：编写常用的增删查改方法

后续直接调用即可

  1. package com.zhh.demo.commons.elasticsearch;
  2.  
  3. import com.alibaba.fastjson.JSONArray;
  4. import com.alibaba.fastjson.JSONObject;
  5. import com.zhh.demo.commons.utils.JSONDataUtil;
  6. import com.zhh.demo.commons.utils.ToolUtil;
  7. import com.zhh.demo.domain.ProductESDTO;
  8. import org.elasticsearch.action.bulk.BulkRequest;
  9. import org.elasticsearch.action.bulk.BulkResponse;
  10. import org.elasticsearch.action.delete.DeleteRequest;
  11. import org.elasticsearch.action.delete.DeleteResponse;
  12. import org.elasticsearch.action.index.IndexRequest;
  13. import org.elasticsearch.action.index.IndexResponse;
  14. import org.elasticsearch.action.search.SearchRequest;
  15. import org.elasticsearch.action.search.SearchResponse;
  16. import org.elasticsearch.client.RequestOptions;
  17. import org.elasticsearch.client.RestHighLevelClient;
  18. import org.elasticsearch.client.indices.CreateIndexRequest;
  19. import org.elasticsearch.client.indices.CreateIndexResponse;
  20. import org.elasticsearch.client.indices.GetIndexRequest;
  21. import org.elasticsearch.common.settings.Settings;
  22. import org.elasticsearch.common.xcontent.XContentBuilder;
  23. import org.elasticsearch.common.xcontent.XContentFactory;
  24. import org.elasticsearch.common.xcontent.XContentType;
  25. import org.elasticsearch.index.query.QueryBuilders;
  26. import org.elasticsearch.index.reindex.BulkByScrollResponse;
  27. import org.elasticsearch.index.reindex.DeleteByQueryRequest;
  28. import org.elasticsearch.rest.RestStatus;
  29. import org.elasticsearch.search.SearchHit;
  30. import org.elasticsearch.search.SearchHits;
  31. import org.elasticsearch.search.builder.SearchSourceBuilder;
  32. import org.slf4j.Logger;
  33. import org.slf4j.LoggerFactory;
  34. import org.springframework.beans.factory.annotation.Autowired;
  35. import org.springframework.stereotype.Component;
  36.  
  37. import java.io.IOException;
  38. import java.util.ArrayList;
  39. import java.util.HashMap;
  40. import java.util.List;
  41. import java.util.Map;
  42.  
  43. /**
  44.  * 商品ES搜索相关
  45.  * @author zhaoheng
  46.  * @date 2021/05/24
  47.  */
  48. @Component
  49. public class ProductServiceEs {
  50.     private static final Logger logger = LoggerFactory.getLogger(ProductServiceEs.class);
  51.  
  52.     /** 索引名称 */
  53.     public static final String MY_INDEX ="my_index";
  54.     
  55.     @Autowired
  56.     private RestHighLevelClient restHighLevelClient;
  57.  
  58.     /**
  59.      * 创建索引并添加mapping字段映射
  60.      * @throws Exception
  61.      */
  62.     public boolean createIndex()throws Exception{
  63.         logger.info("创建ES索引开始");
  64.         CreateIndexRequest request = new CreateIndexRequest(MY_INDEX);
  65.         request.mapping(this.mappingBuilder());
  66.         // 设置分片和分片副本
  67.         request.settings(Settings.builder()
  68.                 .put("index.number_of_shards",5)
  69.                 .put("index.number_of_replicas",1));
  70.         CreateIndexResponse response = restHighLevelClient.indices().create(request,RequestOptions.DEFAULT);
  71.         logger.info("创建ES索引结束,结果：{}",response.isAcknowledged());
  72.         return response.isAcknowledged();
  73.     }
  74.  
  75.     /**
  76.      * es的字段mapping设置
  77.      * 设置es索引字段属性，是否分词，使用的什么分词器
  78.      * @return
  79.      * @throws Exception
  80.      */
  81.     private XContentBuilder mappingBuilder() throws Exception{
  82.         XContentBuilder xContentBuilder = XContentFactory.jsonBuilder().prettyPrint()
  83.                 .startObject()
  84.                 .startObject("properties")
  85.  
  86.                 // 商品id
  87.                 .startObject("productId")
  88.                 // 字段类型text类型，不需要建立分词索引
  89.                 .field("type", "keyword")
  90.                 .endObject()
  91.  
  92.                 // 商品名称
  93.                 .startObject("productName")
  94.                 // 字段类型text类型，商品名称需要根据关键字搜索，使用需要设置成text类型，需要建立索引分词
  95.                 .field("type", "text")
  96.                 /**
  97.                  * index定义字段的分析类型以及检索方式，控制字段值是否被索引.他可以设置成 true 或者 false。
  98.                  * 没有被索引的字段将无法搜索,默认都是true
  99.                  * */
  100.                 .field("index", "true")
  101.                 // 使用ik分词器
  102.                 .field("analyzer","ik_max_word")
  103.                 .endObject()
  104.  
  105.                 // 搜索提示、自动补全，参考es的Completion Suggester api
  106.                 .startObject("titleList")
  107.                 .field("type", "completion")
  108.                 .endObject()
  109.  
  110.                 .endObject()
  111.                 .endObject();
  112.         return xContentBuilder;
  113.     }
  114.  
  115.     /**
  116.      * 判断索引是否存在
  117.      * @return
  118.      * @throws Exception
  119.      */
  120.     public Boolean isExistsIndex() throws Exception{
  121.         GetIndexRequest request = new GetIndexRequest(MY_INDEX);
  122.         return restHighLevelClient.indices().exists(request, RequestOptions.DEFAULT);
  123.     }
  124.  
  125.     /**
  126.      * id相同，数据存在就覆盖，不存在就添加
  127.      * @throws IOException
  128.      */
  129.     public boolean save(ProductESDTO product) throws Exception {
  130.         logger.info("ES添加数据，data：{}", JSONDataUtil.toJSONStr(product));
  131.         IndexRequest request = new IndexRequest(MY_INDEX);
  132.         request.id(product.getProductId());
  133.         request.source(JSONDataUtil.toJSONStr(product), XContentType.JSON);
  134.         // 添加数据索引
  135.         IndexResponse indexResponse = restHighLevelClient.index(request, RequestOptions.DEFAULT);
  136.         logger.info(indexResponse.toString());
  137.         return RestStatus.CREATED.equals(indexResponse.status());
  138.     }
  139.  
  140.     /**
  141.      * 批量添加数据
  142.      * @param list
  143.      * @throws Exception
  144.      */
  145.     public boolean bulkSave(List<ProductESDTO> list) throws Exception {
  146.         logger.info("ES-批量添加数据start");
  147.         IndexRequest request = null;
  148.         BulkRequest bulkRequest = new BulkRequest();
  149.         for (ProductESDTO product : list) {
  150.             request = new IndexRequest(MY_INDEX);
  151.             request.id(String.valueOf(product.getProductId()));
  152.             request.source(JSONDataUtil.toJSONStr(product), XContentType.JSON);
  153.             bulkRequest.add(request);
  154.         }
  155.         BulkResponse bulkResponse = restHighLevelClient.bulk(bulkRequest,RequestOptions.DEFAULT);
  156.         logger.info("ES-批量添加数据end");
  157.         return !bulkResponse.hasFailures();
  158.     }
  159.     /**
  160.      * 批量删除数据
  161.      * @param productIds
  162.      * @throws Exception
  163.      */
  164.     public boolean bulkDelete(List<String> productIds) throws Exception {
  165.         logger.info("批量删除数据start");
  166.         DeleteRequest request = null;
  167.         BulkRequest bulkRequest = new BulkRequest();
  168.         for (String product : productIds) {
  169.             request = new DeleteRequest(MY_INDEX);
  170.             request.id(product);
  171.             bulkRequest.add(request);
  172.         }
  173.         BulkResponse bulkResponse = restHighLevelClient.bulk(bulkRequest,RequestOptions.DEFAULT);
  174.         logger.info("批量删除数据end");
  175.         return !bulkResponse.hasFailures();
  176.     }
  177.  
  178.     /**
  179.      * 根据id删除数据
  180.      * @param productId     商品id
  181.      * @throws Exception
  182.      */
  183.     public boolean deleteById(String productId) throws Exception{
  184.         DeleteRequest deleteRequest = new DeleteRequest(MY_INDEX);
  185.         deleteRequest.id(productId);
  186.         DeleteResponse deleteResponse = restHighLevelClient.delete(deleteRequest,RequestOptions.DEFAULT);
  187.         return RestStatus.OK.equals(deleteResponse.status());
  188.     }
  189.  
  190.     /**
  191.      * 删除全部数据
  192.      * @throws Exception
  193.      */
  194.     public boolean deleteAllData() throws Exception{
  195.         logger.info("删除索引{}的全部数据",MY_INDEX);
  196.         DeleteByQueryRequest deleteByQueryRequest = new DeleteByQueryRequest(MY_INDEX);
  197.         // 删除所有匹配上的数据，查询全部，即删除全部
  198.         deleteByQueryRequest.setQuery(QueryBuilders.matchAllQuery());
  199.         BulkByScrollResponse deleteResponse = restHighLevelClient.deleteByQuery(deleteByQueryRequest,RequestOptions.DEFAULT);
  200.         logger.info("删除索引{}的全部数据,删除条数：{}",MY_INDEX,deleteResponse.getTotal());
  201.         return RestStatus.OK.equals(deleteResponse.getStatus());
  202.     }
  203.  
  204.     /**
  205.      * 搜索并且获取结果
  206.      *
  207.      * @param searchSourceBuilder
  208.      * @param indexName
  209.      * @return
  210.      */
  211.     private SearchResponse searchAndGetResult(SearchSourceBuilder searchSourceBuilder, String indexName) throws IOException {
  212.         SearchRequest searchRequest = new SearchRequest();
  213.         searchRequest.indices(indexName);
  214.         searchRequest.source(searchSourceBuilder);
  215.         SearchResponse response = null;
  216.         logger.info("ES查询的DSL语句为:{}", searchSourceBuilder.toString());
  217.         try {
  218.             response = restHighLevelClient.search(searchRequest, RequestOptions.DEFAULT);
  219.         } catch (Exception ex) {
  220.             logger.error("ES查询时出错,出错信息为:{}", ex.getMessage());
  221.             throw ex;
  222.         }
  223.         if (ToolUtil.isNotEmpty(response)) {
  224.             logger.debug("ES查询返回的数据为:{}", response.toString());
  225.         }
  226.         return response;
  227.     }
  228.  
  229.     /**
  230.      * 获取处理过的查询数据
  231.      *
  232.      * @param response
  233.      * @return
  234.      */
  235.     private static Map<String, Object> getJsonArray(SearchResponse response) {
  236.         final JSONArray jsonArray = new JSONArray();
  237.         final Map<String, Object> resultMap = new HashMap<>();
  238.         if (ToolUtil.isEmpty(response)) {
  239.             return resultMap;
  240.         }
  241.         final SearchHits hits = response.getHits();
  242.         Long count = 0L;
  243.         List<String> ids = new ArrayList<>();
  244.         if (ToolUtil.isNotEmpty(hits)) {
  245.             count = hits.getTotalHits().value;
  246.             final SearchHit[] hitsArray = hits.getHits();
  247.             if (ToolUtil.isNotEmpty(hitsArray)) {
  248.                 for (SearchHit hit : hitsArray) {
  249.                     final Map<String, Object> sourceAsMap = hit.getSourceAsMap();
  250.                     final String id = hit.getId();
  251.                     final JSONObject jsonObject = new JSONObject();
  252.                     for (Map.Entry<String, Object> entry : sourceAsMap.entrySet()) {
  253.                         jsonObject.put(entry.getKey(), entry.getValue());
  254.                     }
  255.                     jsonArray.add(jsonObject);
  256.                     ids.add(id);
  257.                 }
  258.             }
  259.         }
  260.         // 满足条件的数据总条数
  261.         resultMap.put("total", count);
  262.         // 查询得到的数据
  263.         resultMap.put("rows", jsonArray);
  264.         // 查询到的数据的id集合
  265.         resultMap.put("ids", ids);
  266.         return resultMap;
  267.     }
  268.  
  269. }

 

 

声明：本文内容由网友自发贡献，不代表【wpsshop博客】立场，版权归原作者所有，本站不承担相应法律责任。如您发现有侵权的内容，请联系我们。转载请注明出处：https://www.wpsshop.cn/w/花生_TL007/article/detail/68759
推荐阅读
相关标签

Copyright © 2003-2013 www.wpsshop.cn 版权所有，并保留所有权利。

  

闽ICP备14008679号