devbox
小丑西瓜9
这个屌丝很懒，什么也没留下！
关注作者
热门标签
热门文章
当前位置:   article > 正文

java操作Elastic Search实现数据的处理_java ela csdn

作者：小丑西瓜9 | 2024-02-08 11:17:13

赞

踩

java ela csdn

一、依赖导入

在操作Elastic Search首先需要导入依赖

  1. <dependencies>
  2.     <dependency>
  3.         <groupId>org.elasticsearch</groupId>
  4.         <artifactId>elasticsearch</artifactId>
  5.         <version>7.8.0</version>
  6.     </dependency>
  7.     <!-- elasticsearch的客户端 -->
  8.     <dependency>
  9.         <groupId>org.elasticsearch.client</groupId>
  10.         <artifactId>elasticsearch-rest-high-level-client</artifactId>
  11.         <version>7.8.0</version>
  12.     </dependency>
  13.     <!-- elasticsearch依赖2.x的log4j -->
  14.     <dependency>
  15.         <groupId>org.apache.logging.log4j</groupId>
  16.         <artifactId>log4j-api</artifactId>
  17.         <version>2.8.2</version>
  18.     </dependency>
  19.     <dependency>
  20.         <groupId>org.apache.logging.log4j</groupId>
  21.         <artifactId>log4j-core</artifactId>
  22.         <version>2.8.2</version>
  23.     </dependency>
  24.     <dependency>
  25.         <groupId>com.fasterxml.jackson.core</groupId>
  26.         <artifactId>jackson-databind</artifactId>
  27.         <version>2.9.9</version>
  28.     </dependency>
  29.     <!-- junit单元测试 -->
  30.     <dependency>
  31.         <groupId>junit</groupId>
  32.         <artifactId>junit</artifactId>
  33.         <version>4.12</version>
  34.     </dependency>
  35. </dependencies>

 

二、创建Elastic Search客户端

  1. public static void main(String[] args) throws Exception {
  2.  
  3.     // 创建ES客户端
  4.     RestHighLevelClient esClient = new RestHighLevelClient(
  5.         RestClient.builder(new HttpHost("localhost", 9200, "http"))
  6.     );
  7.  
  8.     // 关闭ES客户端
  9.     esClient.close();
  10. }

三、索引相关操作

1、创建索引

  1.  public static void main(String[] args) throws Exception {
  2.  
  3.      // 创建ES客户端
  4.      RestHighLevelClient esClient = new RestHighLevelClient(
  5.          RestClient.builder(new HttpHost("localhost", 9200, "http"))
  6.      );
  7.  
  8.      // 创建索引
  9.      CreateIndexRequest request = new CreateIndexRequest("user");
  10.      CreateIndexResponse createIndexResponse =
  11.          esClient.indices().create(request, RequestOptions.DEFAULT);
  12.  
  13.      // 响应状态
  14.      boolean acknowledged = createIndexResponse.isAcknowledged();
  15.      System.out.println("索引操作 ：" + acknowledged);
  16.  
  17.      esClient.close();
  18.  }

 

2、删除索引

  1. public static void main(String[] args) throws Exception {
  2.  
  3.     // 创建ES客户端
  4.     RestHighLevelClient esClient = new RestHighLevelClient(
  5.         RestClient.builder(new HttpHost("localhost", 9200, "http"))
  6.     );
  7.  
  8.     // 删除索引
  9.     DeleteIndexRequest request = new DeleteIndexRequest("user");
  10.  
  11.     AcknowledgedResponse response = esClient.indices().delete(request, RequestOptions.DEFAULT);
  12.  
  13.     // 响应状态
  14.     System.out.println(response.isAcknowledged());
  15.  
  16.     esClient.close();
  17. }

3、查询索引

  1. public static void main(String[] args) throws Exception {
  2.  
  3.     // 创建ES客户端
  4.     RestHighLevelClient esClient = new RestHighLevelClient(
  5.         RestClient.builder(new HttpHost("localhost", 9200, "http"))
  6.     );
  7.  
  8.     // 查询索引
  9.     GetIndexRequest request = new GetIndexRequest("user");
  10.  
  11.     GetIndexResponse getIndexResponse =
  12.         esClient.indices().get(request, RequestOptions.DEFAULT);
  13.  
  14.     // 响应状态
  15.     System.out.println(getIndexResponse.getAliases());
  16.     System.out.println(getIndexResponse.getMappings());
  17.     System.out.println(getIndexResponse.getSettings());
  18.  
  19.     esClient.close();
  20. }

四、数据相关操作

1、插入数据

  1. //实体类
  2. public class User {
  3.         private String name;
  4.         private String sex;
  5.         private Integer age;
  6.  
  7.         public String getName() {
  8.         return name;
  9.     }
  10.  
  11.     public void setName(String name) {
  12.         this.name = name;
  13.     }
  14.  
  15.     public String getSex() {
  16.         return sex;
  17.     }
  18.  
  19.     public void setSex(String sex) {
  20.         this.sex = sex;
  21.     }
  22.  
  23.     public Integer getAge() {
  24.         return age;
  25.     }
  26.  
  27.     public void setAge(Integer age) {
  28.         this.age = age;
  29.     }
  30. }
  31. //main方法
  32. public static void main(String[] args) throws Exception {
  33.  
  34.     RestHighLevelClient esClient = new RestHighLevelClient(
  35.         RestClient.builder(new HttpHost("localhost", 9200, "http"))
  36.     );
  37.  
  38.     // 插入数据
  39.     IndexRequest request = new IndexRequest();
  40.     request.index("user").id("1001");
  41.  
  42.     User user = new User();
  43.     user.setName("zhangsan");
  44.     user.setAge(30);
  45.     user.setSex("男");
  46.  
  47.     // 向ES插入数据，必须将数据转换位JSON格式
  48.     ObjectMapper mapper = new ObjectMapper();
  49.     String userJson = mapper.writeValueAsString(user);
  50.     request.source(userJson, XContentType.JSON);
  51.  
  52.     IndexResponse response = esClient.index(request, RequestOptions.DEFAULT);
  53.  
  54.     System.out.println(response.getResult());
  55.  
  56.     esClient.close();
  57. }

 

2、删除数据

  1. public static void main(String[] args) throws Exception {
  2. 	
  3.     //获取ES客户端
  4.     RestHighLevelClient esClient = new RestHighLevelClient(
  5.         RestClient.builder(new HttpHost("localhost", 9200, "http"))
  6.     );
  7.  
  8. 	//指定删除对象
  9.     DeleteRequest request = new DeleteRequest();
  10.     request.index("user").id("1001");
  11.  
  12.     //删除数据
  13.     DeleteResponse response = esClient.delete(request, RequestOptions.DEFAULT);
  14.     System.out.println(response.toString());
  15.  
  16.     esClient.close();
  17. }

3、获取数据

  1. public static void main(String[] args) throws Exception {
  2.  
  3.     //获取ES对象
  4.     RestHighLevelClient esClient = new RestHighLevelClient(
  5.         RestClient.builder(new HttpHost("localhost", 9200, "http"))
  6.     );
  7.  
  8.     // 查询数据
  9.     GetRequest request = new GetRequest();
  10.     request.index("user").id("1001");
  11.     GetResponse response = esClient.get(request, RequestOptions.DEFAULT);
  12.  
  13.     System.out.println(response.getSourceAsString());
  14.  
  15.     //关闭ES客户端
  16.     esClient.close();
  17. }

4、查询操作

  1. public static void main(String[] args) throws Exception {
  2.  
  3.     RestHighLevelClient esClient = new RestHighLevelClient(
  4.         RestClient.builder(new HttpHost("localhost", 9200, "http"))
  5.     );
  6.  
  7.     // 1. 查询索引的所有数据
  8.     SearchRequest request = new SearchRequest();
  9.     request.indices("user");
  10.  
  11.     // 构造查询条件
  12.     SearchSourceBuilder builder = new SearchSourceBuilder();
  13.     builder.query(QueryBuilders.matchAllQuery());
  14.  
  15.     request.source(builder);
  16.  
  17.     SearchResponse response = esClient.search(request, RequestOptions.DEFAULT);
  18.  
  19.     SearchHits hits = response.getHits();
  20.  
  21.     System.out.println(response.getTook());
  22.     System.out.println(hits.getTotalHits());
  23.     Iterator<SearchHit> iterator = hits.iterator();
  24.     while (iterator.hasNext()) {
  25.         SearchHit hit = iterator.next();
  26.         System.out.println(hit.getSourceAsString());
  27.     }
  28.  
  29.     esClient.close();
  30. }

5、条件查询

  1. public static void main(String[] args) throws Exception {
  2.  
  3.     RestHighLevelClient esClient = new RestHighLevelClient(
  4.         RestClient.builder(new HttpHost("localhost", 9200, "http"))
  5.     );
  6.  
  7.     //1. 查询索引中全部的数据
  8.     SearchRequest request = new SearchRequest();
  9.     request.indices("user");
  10.  
  11.     request.source(new SearchSourceBuilder().query(QueryBuilders.matchAllQuery()));
  12.  
  13.     SearchResponse response = esClient.search(request, RequestOptions.DEFAULT);
  14.  
  15.     SearchHits hits = response.getHits();
  16.  
  17.     System.out.println(hits.getTotalHits());
  18.     System.out.println(response.getTook());
  19.  
  20.     for ( SearchHit hit : hits ) {
  21.         System.out.println(hit.getSourceAsString());
  22.     }
  23.  
  24.     //2. 条件查询 : termQuery
  25.     SearchRequest request = new SearchRequest();
  26.     request.indices("user");
  27.  
  28.     request.source(new SearchSourceBuilder().query(QueryBuilders.termQuery("age", 30)));
  29.     SearchResponse response = esClient.search(request, RequestOptions.DEFAULT);
  30.  
  31.     SearchHits hits = response.getHits();
  32.  
  33.     System.out.println(hits.getTotalHits());
  34.     System.out.println(response.getTook());
  35.  
  36.     for ( SearchHit hit : hits ) {
  37.         System.out.println(hit.getSourceAsString());
  38.     }
  39.  
  40.     //3. 分页查询
  41.     SearchRequest request = new SearchRequest();
  42.     request.indices("user");
  43.  
  44.     SearchSourceBuilder builder = new SearchSourceBuilder().query(QueryBuilders.matchAllQuery());
  45.     // (当前页码-1)*每页显示数据条数
  46.     builder.from(2);
  47.     builder.size(2);
  48.     request.source(builder);
  49.     SearchResponse response = esClient.search(request, RequestOptions.DEFAULT);
  50.  
  51.     SearchHits hits = response.getHits();
  52.  
  53.     System.out.println(hits.getTotalHits());
  54.     System.out.println(response.getTook());
  55.  
  56.     for ( SearchHit hit : hits ) {
  57.         System.out.println(hit.getSourceAsString());
  58.     }
  59.  
  60.     // 4. 查询排序
  61.     SearchRequest request = new SearchRequest();
  62.     request.indices("user");
  63.  
  64.     SearchSourceBuilder builder = new SearchSourceBuilder().query(QueryBuilders.matchAllQuery());
  65.     //
  66.     builder.sort("age", SortOrder.DESC);
  67.  
  68.     request.source(builder);
  69.     SearchResponse response = esClient.search(request, RequestOptions.DEFAULT);
  70.  
  71.     SearchHits hits = response.getHits();
  72.  
  73.     System.out.println(hits.getTotalHits());
  74.     System.out.println(response.getTook());
  75.  
  76.     for ( SearchHit hit : hits ) {
  77.         System.out.println(hit.getSourceAsString());
  78.     }
  79.  
  80.     // 5. 过滤字段
  81.     SearchRequest request = new SearchRequest();
  82.     request.indices("user");
  83.  
  84.     SearchSourceBuilder builder = new SearchSourceBuilder().query(QueryBuilders.matchAllQuery());
  85.     //
  86.     String[] excludes = {"age"};
  87.     String[] includes = {};
  88.     builder.fetchSource(includes, excludes);
  89.  
  90.     request.source(builder);
  91.     SearchResponse response = esClient.search(request, RequestOptions.DEFAULT);
  92.  
  93.     SearchHits hits = response.getHits();
  94.  
  95.     System.out.println(hits.getTotalHits());
  96.     System.out.println(response.getTook());
  97.  
  98.     for ( SearchHit hit : hits ) {
  99.         System.out.println(hit.getSourceAsString());
  100.     }
  101.  
  102.     // 6. 组合查询
  103.     SearchRequest request = new SearchRequest();
  104.     request.indices("user");
  105.  
  106.     SearchSourceBuilder builder = new SearchSourceBuilder();
  107.     BoolQueryBuilder boolQueryBuilder = QueryBuilders.boolQuery();
  108.  
  109.     //boolQueryBuilder.must(QueryBuilders.matchQuery("age", 30));
  110.     //boolQueryBuilder.must(QueryBuilders.matchQuery("sex", "男"));
  111.     //boolQueryBuilder.mustNot(QueryBuilders.matchQuery("sex", "男"));
  112.     boolQueryBuilder.should(QueryBuilders.matchQuery("age", 30));
  113.     boolQueryBuilder.should(QueryBuilders.matchQuery("age", 40));
  114.  
  115.     builder.query(boolQueryBuilder);
  116.  
  117.     request.source(builder);
  118.     SearchResponse response = esClient.search(request, RequestOptions.DEFAULT);
  119.  
  120.     SearchHits hits = response.getHits();
  121.  
  122.     System.out.println(hits.getTotalHits());
  123.     System.out.println(response.getTook());
  124.  
  125.     for ( SearchHit hit : hits ) {
  126.         System.out.println(hit.getSourceAsString());
  127.     }
  128.  
  129.     // 7. 范围查询
  130.     SearchRequest request = new SearchRequest();
  131.     request.indices("user");
  132.  
  133.     SearchSourceBuilder builder = new SearchSourceBuilder();
  134.     RangeQueryBuilder rangeQuery = QueryBuilders.rangeQuery("age");
  135.  
  136.     rangeQuery.gte(30);
  137.     rangeQuery.lt(50);
  138.  
  139.     builder.query(rangeQuery);
  140.  
  141.     request.source(builder);
  142.     SearchResponse response = esClient.search(request, RequestOptions.DEFAULT);
  143.  
  144.     SearchHits hits = response.getHits();
  145.  
  146.     System.out.println(hits.getTotalHits());
  147.     System.out.println(response.getTook());
  148.  
  149.     for ( SearchHit hit : hits ) {
  150.         System.out.println(hit.getSourceAsString());
  151.     }
  152.  
  153.     //8. 模糊查询
  154.     SearchRequest request = new SearchRequest();
  155.     request.indices("user");
  156.  
  157.     SearchSourceBuilder builder = new SearchSourceBuilder();
  158.     builder.query(QueryBuilders.fuzzyQuery("name", "wangwu").fuzziness(Fuzziness.TWO));
  159.  
  160.     request.source(builder);
  161.     SearchResponse response = esClient.search(request, RequestOptions.DEFAULT);
  162.  
  163.     SearchHits hits = response.getHits();
  164.  
  165.     System.out.println(hits.getTotalHits());
  166.     System.out.println(response.getTook());
  167.  
  168.     for ( SearchHit hit : hits ) {
  169.         System.out.println(hit.getSourceAsString());
  170.     }
  171.  
  172.     // 9. 高亮查询
  173.     SearchRequest request = new SearchRequest();
  174.     request.indices("user");
  175.  
  176.     SearchSourceBuilder builder = new SearchSourceBuilder();
  177.     TermsQueryBuilder termsQueryBuilder = QueryBuilders.termsQuery("name", "zhangsan");
  178.  
  179.     HighlightBuilder highlightBuilder = new HighlightBuilder();
  180.     highlightBuilder.preTags("<font color='red'>");
  181.     highlightBuilder.postTags("</font>");
  182.     highlightBuilder.field("name");
  183.  
  184.     builder.highlighter(highlightBuilder);
  185.     builder.query(termsQueryBuilder);
  186.  
  187.     request.source(builder);
  188.     SearchResponse response = esClient.search(request, RequestOptions.DEFAULT);
  189.  
  190.     SearchHits hits = response.getHits();
  191.  
  192.     System.out.println(hits.getTotalHits());
  193.     System.out.println(response.getTook());
  194.  
  195.     for ( SearchHit hit : hits ) {
  196.         System.out.println(hit.getSourceAsString());
  197.     }
  198.  
  199.     // 10. 聚合查询
  200.     SearchRequest request = new SearchRequest();
  201.     request.indices("user");
  202.  
  203.     SearchSourceBuilder builder = new SearchSourceBuilder();
  204.  
  205.     AggregationBuilder aggregationBuilder = AggregationBuilders.max("maxAge").field("age");
  206.     builder.aggregation(aggregationBuilder);
  207.  
  208.     request.source(builder);
  209.     SearchResponse response = esClient.search(request, RequestOptions.DEFAULT);
  210.  
  211.     SearchHits hits = response.getHits();
  212.  
  213.     System.out.println(hits.getTotalHits());
  214.     System.out.println(response.getTook());
  215.  
  216.     for ( SearchHit hit : hits ) {
  217.         System.out.println(hit.getSourceAsString());
  218.     }
  219.  
  220.     // 11. 分组查询
  221.     SearchRequest request = new SearchRequest();
  222.     request.indices("user");
  223.  
  224.     SearchSourceBuilder builder = new SearchSourceBuilder();
  225.  
  226.     AggregationBuilder aggregationBuilder = AggregationBuilders.terms("ageGroup").field("age");
  227.     builder.aggregation(aggregationBuilder);
  228.  
  229.     request.source(builder);
  230.     SearchResponse response = esClient.search(request, RequestOptions.DEFAULT);
  231.  
  232.     SearchHits hits = response.getHits();
  233.  
  234.     System.out.println(hits.getTotalHits());
  235.     System.out.println(response.getTook());
  236.  
  237.     for ( SearchHit hit : hits ) {
  238.         System.out.println(hit.getSourceAsString());
  239.     }
  240.  
  241.     //关闭ES客户端
  242.     esClient.close();
  243. }

6、更新数据

  1. public static void main(String[] args) throws Exception {
  2.  
  3.     RestHighLevelClient esClient = new RestHighLevelClient(
  4.         RestClient.builder(new HttpHost("localhost", 9200, "http"))
  5.     );
  6.  
  7.     // 查询索引
  8.     GetIndexRequest request = new GetIndexRequest("user");
  9.  
  10.     GetIndexResponse getIndexResponse =
  11.         esClient.indices().get(request, RequestOptions.DEFAULT);
  12.  
  13.     // 响应状态
  14.     System.out.println(getIndexResponse.getAliases());
  15.     System.out.println(getIndexResponse.getMappings());
  16.     System.out.println(getIndexResponse.getSettings());
  17.  
  18.     esClient.close();
  19. }

五、批处理

1、批量新增

  1. public static void main(String[] args) throws Exception {
  2.  
  3.     RestHighLevelClient esClient = new RestHighLevelClient(
  4.         RestClient.builder(new HttpHost("localhost", 9200, "http"))
  5.     );
  6.  
  7.     // 批量插入数据
  8.     BulkRequest request = new BulkRequest();
  9.  
  10.     request.add(new IndexRequest().index("user").id("1001").source(XContentType.JSON, "name", "zhangsan", "age",30,"sex","男"));
  11.     request.add(new IndexRequest().index("user").id("1002").source(XContentType.JSON, "name", "lisi", "age",30,"sex","女"));
  12.     request.add(new IndexRequest().index("user").id("1003").source(XContentType.JSON, "name", "wangwu", "age",40,"sex","男"));
  13.     request.add(new IndexRequest().index("user").id("1004").source(XContentType.JSON, "name", "wangwu1", "age",40,"sex","女"));
  14.     request.add(new IndexRequest().index("user").id("1005").source(XContentType.JSON, "name", "wangwu2", "age",50,"sex","男"));
  15.     request.add(new IndexRequest().index("user").id("1006").source(XContentType.JSON, "name", "wangwu3", "age",50,"sex","男"));
  16.     request.add(new IndexRequest().index("user").id("1007").source(XContentType.JSON, "name", "wangwu44", "age",60,"sex","男"));
  17.     request.add(new IndexRequest().index("user").id("1008").source(XContentType.JSON, "name", "wangwu555", "age",60,"sex","男"));
  18.     request.add(new IndexRequest().index("user").id("1009").source(XContentType.JSON, "name", "wangwu66666", "age",60,"sex","男"));
  19.  
  20.     BulkResponse response = esClient.bulk(request, RequestOptions.DEFAULT);
  21.     System.out.println(response.getTook());
  22.     System.out.println(response.getItems());
  23.  
  24.     esClient.close();
  25. }

 

2、批量删除

  1. public static void main(String[] args) throws Exception {
  2.  
  3.     RestHighLevelClient esClient = new RestHighLevelClient(
  4.         RestClient.builder(new HttpHost("localhost", 9200, "http"))
  5.     );
  6.  
  7.     // 批量删除数据
  8.     BulkRequest request = new BulkRequest();
  9.  
  10.     request.add(new DeleteRequest().index("user").id("1001"));
  11.     request.add(new DeleteRequest().index("user").id("1002"));
  12.     request.add(new DeleteRequest().index("user").id("1003"));
  13.  
  14.     BulkResponse response = esClient.bulk(request, RequestOptions.DEFAULT);
  15.     System.out.println(response.getTook());
  16.     System.out.println(response.getItems());
  17.  
  18.     esClient.close();
  19. }

声明：本文内容由网友自发贡献，版权归原作者所有，本站不承担相应法律责任。如您发现有侵权的内容，请联系我们。转载请注明出处：【wpsshop博客】
推荐阅读
相关标签

Copyright © 2003-2013 www.wpsshop.cn 版权所有，并保留所有权利。

  

闽ICP备14008679号