devbox
小丑西瓜9
这个屌丝很懒，什么也没留下！
关注作者
热门标签
热门文章
当前位置:   article > 正文

Springboot2 Log4j2 Es7.8.1 Kibana7.8.1 做用户行为分析_es 可以分析用户行为路径吗

作者：小丑西瓜9 | 2024-02-15 20:45:04

赞

踩

es 可以分析用户行为路径吗

目录

一.搭建ES和Kibana集群

二.Springboot2代码编写和依赖配置

1.pom文件依赖

2.编写ElasticSearchUtils

3.编写ElasticSearchConfig

三.通过Log4j2输出行为日志

1.编写行为日志接口

2.实现行为日志接口(之前的项目是插入数据库的这个实现用来插入ES)

3.创建ConsoleLogAppender用于Log4j2输出配置

四.编写AOP插入行为日志

1.编写日志类型枚举(老大之前写的,之前的日志是插入到数据库的.copy一下哈哈)

2.自定义Es日志注解

3.编写AOP切面具体业务

五.log4j2.xml配置文件增加ConsoleLogAppender

六.使用

七.创建Es索引和字段

八.创建kibana索引

九.在kibana中创建仪表盘等(前提是ES有了一定量数据哈)

仿照kibana系统数据创建自己的仪表盘等

一.搭建ES和Kibana集群

https://blog.csdn.net/qq_40174211/article/details/113255162

按照文章中的步骤  只搭建ES和Kibana集群即可

二.Springboot2代码编写和依赖配置

1.pom文件依赖

  1.             <!--ElasticSearch 依赖-->
  2.             <dependency>
  3.                 <groupId>org.elasticsearch.client</groupId>
  4.                 <artifactId>elasticsearch-rest-high-level-client</artifactId>
  5.                 <version>7.8.1</version>
  6.             </dependency>
  7.             <dependency>
  8.                 <groupId>org.elasticsearch</groupId>
  9.                 <artifactId>elasticsearch</artifactId>
  10.                 <version>7.8.1</version>
  11.             </dependency>
  12.             <dependency>
  13.                 <groupId>org.elasticsearch.client</groupId>
  14.                 <artifactId>elasticsearch-rest-client</artifactId>
  15.                 <version>7.8.1</version>
  16.             </dependency>

2.编写ElasticSearchUtils

  1. package com.sinosoft.springbootplus.util;
  2.  
  3. import cn.hutool.core.util.IdUtil;
  4. import com.alibaba.fastjson.JSONObject;
  5. import org.apache.commons.collections.CollectionUtils;
  6. import org.apache.commons.collections.MapUtils;
  7. import org.apache.commons.lang3.StringUtils;
  8. import org.elasticsearch.action.bulk.BulkRequest;
  9. import org.elasticsearch.action.get.GetRequest;
  10. import org.elasticsearch.action.get.GetResponse;
  11. import org.elasticsearch.action.index.IndexRequest;
  12. import org.elasticsearch.action.index.IndexResponse;
  13. import org.elasticsearch.action.search.SearchRequest;
  14. import org.elasticsearch.action.search.SearchResponse;
  15. import org.elasticsearch.action.update.UpdateRequest;
  16. import org.elasticsearch.action.update.UpdateResponse;
  17. import org.elasticsearch.client.RequestOptions;
  18. import org.elasticsearch.client.RestHighLevelClient;
  19. import org.elasticsearch.common.unit.TimeValue;
  20. import org.elasticsearch.index.query.*;
  21. import org.elasticsearch.index.reindex.BulkByScrollResponse;
  22. import org.elasticsearch.index.reindex.DeleteByQueryRequest;
  23. import org.elasticsearch.search.SearchHit;
  24. import org.elasticsearch.search.builder.SearchSourceBuilder;
  25. import org.elasticsearch.search.fetch.subphase.FetchSourceContext;
  26. import org.springframework.context.annotation.Configuration;
  27.  
  28. import javax.annotation.Resource;
  29. import java.io.IOException;
  30. import java.util.ArrayList;
  31. import java.util.List;
  32. import java.util.Map;
  33.  
  34. /**
  35.  * @author fan
  36.  */
  37. @Configuration
  38. public class ElasticSearchUtils {
  39.  
  40.     @Resource
  41.     private RestHighLevelClient restHighLevelClient;
  42.  
  43.  
  44.     // ================================新增========================================
  45.  
  46.     /**
  47.      *  
  48.      *  * @Description: 更新文档 
  49.      *  * @param [index 索引, id 索引id, map 待更新内容] 
  50.      *  * @return java.lang.String 
  51.      *  * @author fan 
  52.      *  * @date 2021/4/28 14:58  
  53.      *  
  54.      **/
  55.     public String updateDoc(String index, String id, Map<String, Object> map) throws IOException {
  56.         UpdateRequest updateRequest = new UpdateRequest(index, id);
  57.         updateRequest.doc(map);
  58.         UpdateResponse updateResponse = restHighLevelClient.update(updateRequest, RequestOptions.DEFAULT);
  59.         return updateResponse.getResult().getLowercase();
  60.     }
  61.  
  62.     /**
  63.      *  
  64.      *  * @Description: 新增文档 
  65.      *  * @param [index 索引, id doc的 _id, map 待插入内容]  
  66.      *  * @return java.lang.String 
  67.      *  * @author fan 
  68.      *  * @date 2021/4/28 14:59  
  69.      *  
  70.      **/
  71.     public String addDoc(String index, Map<String, Object> map) throws IOException {
  72.         IndexRequest indexRequest = new IndexRequest(index);
  73.         indexRequest.source(map);
  74.         indexRequest.id(IdUtil.simpleUUID());
  75.         IndexResponse indexResponse = restHighLevelClient.index(indexRequest, RequestOptions.DEFAULT);
  76.         return indexResponse.getResult().getLowercase();
  77.     }
  78.  
  79.  
  80.     /** 
  81.      * @Description: 批量插入文档 
  82.      * @param [index 索引, id 索引id, list 待插入内容] 
  83.      * @return void 
  84.      * @author fan 
  85.      * @date 2021/4/28 14:59  
  86.      **/
  87.     public void bulkInsertDoc(String index, String id, List<Map<String, Object>> list) throws IOException {
  88.         if (StringUtils.isBlank(index) || StringUtils.isBlank(id) || CollectionUtils.isEmpty(list)) {
  89.             return;
  90.         }
  91.         BulkRequest bulkRequest = new BulkRequest();
  92.         list.forEach(map -> {
  93.             IndexRequest indexRequest = new IndexRequest(index);
  94.             indexRequest.source(map);
  95.             indexRequest.id(map.get(id).toString());
  96.             bulkRequest.add(indexRequest);
  97.         });
  98.  
  99.         restHighLevelClient.bulk(bulkRequest, RequestOptions.DEFAULT);
  100.     }
  101.  
  102.     // ======================删除======================================
  103.  
  104.     /** 
  105.      * @Description: 根据文档Id删除数据 
  106.      * @param [index 索引, id 文档id] 
  107.      * @return long 
  108.      * @author fan 
  109.      * @date 2021/4/29 14:19  
  110.      **/
  111.     public long deleteDocById(String index, String id) throws IOException {
  112.  
  113.         if (StringUtils.isBlank(index) || StringUtils.isBlank(id)) {
  114.             return -1;
  115.         }
  116.         return deleteDocByValue(index, "_id", id);
  117.     }
  118.  
  119.  
  120.     /** 
  121.      * @Description: 根据字段值 删除数据 
  122.      * @param [index 索引, fieldName 映射名, value 文档值] 
  123.      * @return long 
  124.      * @author fan 
  125.      * @date 2021/4/29 16:36  
  126.      **/
  127.     public long deleteDocByValue(String index, String fieldName, String value) throws IOException {
  128.  
  129.         if (StringUtils.isBlank(index) || StringUtils.isBlank(fieldName) || StringUtils.isBlank(value)) {
  130.             return -1;
  131.         }
  132.         DeleteByQueryRequest deleteByQueryRequest = new DeleteByQueryRequest(index);
  133.         //设置版本冲突时继续执行
  134.         deleteByQueryRequest.setConflicts("proceed");
  135.         // 设置查询条件
  136.         deleteByQueryRequest.setQuery(new TermQueryBuilder(fieldName, value));
  137.         deleteByQueryRequest.setMaxDocs(60);
  138.         deleteByQueryRequest.setBatchSize(1000);
  139.         // 并行
  140.         deleteByQueryRequest.setSlices(2);
  141.         // 使用滚动参数来控制“搜索上下文”存活的时间
  142.         deleteByQueryRequest.setScroll(TimeValue.timeValueMinutes(10));
  143.         // 超时
  144.         deleteByQueryRequest.setTimeout(TimeValue.timeValueMinutes(2));
  145.         // 刷新索引
  146.         deleteByQueryRequest.setRefresh(true);
  147.  
  148.         BulkByScrollResponse response = restHighLevelClient.deleteByQuery(deleteByQueryRequest, RequestOptions.DEFAULT);
  149.         return response.getStatus().getUpdated();
  150.     }
  151.  
  152.  
  153.     // ====================查询======================================
  154.  
  155.     /** 
  156.      * @Description: 多字段匹配查询 
  157.      * @param [index 索引, fieldMap 字段map] 
  158.      * @return java.lang.String 
  159.      * @author fan 
  160.      * @date 2021/4/29 16:39  
  161.      **/
  162.     public String getByMultiFieldNames(String index, Map<String, Object> fieldMap) throws IOException {
  163.         if (StringUtils.isBlank(index) || MapUtils.isEmpty(fieldMap)) {
  164.             return null;
  165.         }
  166.         SearchRequest searchRequest = new SearchRequest(index);
  167.  
  168.         SearchSourceBuilder sourceBuilder = new SearchSourceBuilder();
  169.         BoolQueryBuilder boolQueryBuilder = QueryBuilders.boolQuery();
  170.         //循环传入搜索参数
  171.         fieldMap.forEach((key, value) -> {
  172.             boolQueryBuilder.must(QueryBuilders.termQuery(key, value));
  173.         });
  174.  
  175.         sourceBuilder.query(boolQueryBuilder);
  176.         searchRequest.source(sourceBuilder);
  177.         SearchResponse searchResponse = restHighLevelClient.search(searchRequest, RequestOptions.DEFAULT);
  178.         return handleSearchResponse2Json(searchResponse);
  179.     }
  180.  
  181.  
  182.     /** 
  183.      * @Description: 根据文档id 查询 
  184.      * @param [index 索引, id 文档id] 
  185.      * @return java.lang.String 
  186.      * @author fan 
  187.      * @date 2021/4/29 16:39  
  188.      **/
  189.     public String getByIndexAndDocId(String index, String id) throws IOException {
  190.         if (StringUtils.isBlank(index) || StringUtils.isBlank(id)) {
  191.             return null;
  192.         }
  193.         GetRequest getRequest = new GetRequest(index, id);
  194.         GetResponse getResponse = restHighLevelClient.get(getRequest, RequestOptions.DEFAULT);
  195.         return getResponse.getSourceAsString();
  196.     }
  197.  
  198.     /** 
  199.      * @Description: 根据索引分页查询 
  200.      * @param [index 索引, pageNum, pageSize] 
  201.      * @return java.lang.String 
  202.      * @author fan 
  203.      * @date 2021/4/29 16:41  
  204.      **/
  205.     public String getByDoc(String index, int pageNum, int pageSize) throws IOException {
  206.         if (StringUtils.isBlank(index)) {
  207.             return null;
  208.         }
  209.  
  210.         // 搜索请求
  211.         SearchRequest searchRequest = new SearchRequest(index);
  212.         SearchSourceBuilder searchSourceBuilder = new SearchSourceBuilder();
  213.  
  214.         // 分页
  215.         if (pageNum >= 0 && pageSize >= 0) {
  216.             searchSourceBuilder.from(pageSize * (pageNum - 1));
  217.             searchSourceBuilder.size(pageSize);
  218.         } else {
  219.             // 如果不传分页参数 默认给20条数据
  220.             searchSourceBuilder.from(0);
  221.             searchSourceBuilder.size(19);
  222.         }
  223.  
  224.         // 查询条件
  225.         MatchAllQueryBuilder queryBuilder = QueryBuilders.matchAllQuery();
  226.  
  227.         // 传入搜索条件
  228.         searchSourceBuilder.query(queryBuilder);
  229.         searchRequest.source(searchSourceBuilder);
  230.  
  231.         SearchResponse searchResponse = restHighLevelClient.search(searchRequest, RequestOptions.DEFAULT);
  232.         return handleSearchResponse2Json(searchResponse);
  233.     }
  234.  
  235.  
  236.     /** 
  237.      * @Description: 根据映射查询 
  238.      * @param [index 索引, fileName 映射, value 映射值] 
  239.      * @return java.lang.String 
  240.      * @author fan 
  241.      * @date 2021/4/29 16:44  
  242.      **/
  243.     public String getByFieldName(String index, String fileName, String value) throws IOException {
  244.  
  245.         if (StringUtils.isBlank(index) || StringUtils.isBlank(fileName) || StringUtils.isBlank(value)) {
  246.             return null;
  247.         }
  248.         SearchRequest searchRequest = new SearchRequest(index);
  249.         SearchSourceBuilder sourceBuilder = new SearchSourceBuilder();
  250.         QueryBuilder queryBuilder = QueryBuilders.matchQuery(fileName, value);
  251.         sourceBuilder.query(queryBuilder);
  252.  
  253.         searchRequest.source(sourceBuilder);
  254.         SearchResponse searchResponse = restHighLevelClient.search(searchRequest, RequestOptions.DEFAULT);
  255.         return handleSearchResponse2Json(searchResponse);
  256.     }
  257.  
  258.     /** 
  259.      * @Description: 在多个映射中查找一个值 
  260.      * @param [index 索引, value 要查找的值, fieldNames 映射] 
  261.      * @return java.lang.String 
  262.      * @author fan 
  263.      * @date 2021/4/29 16:45  
  264.      **/
  265.     public String multiFieldsMatchOneValue(String index, String value, String... fieldNames) throws IOException {
  266.  
  267.         if (StringUtils.isBlank(index) || StringUtils.isBlank(value) || null == fieldNames) {
  268.             return null;
  269.         }
  270.         SearchRequest searchRequest = new SearchRequest(index);
  271.  
  272.         SearchSourceBuilder sourceBuilder = new SearchSourceBuilder();
  273.         QueryBuilder queryBuilder = QueryBuilders.multiMatchQuery(value, fieldNames);
  274.         sourceBuilder.query(queryBuilder);
  275.  
  276.         searchRequest.source(sourceBuilder);
  277.         SearchResponse searchResponse = restHighLevelClient.search(searchRequest, RequestOptions.DEFAULT);
  278.         return handleSearchResponse2Json(searchResponse);
  279.     }
  280.  
  281.  
  282.     /** 
  283.      * @Description: 字段模糊匹配 
  284.      * @param [index 索引, fieldName 映射, wildValueStr 模糊值] 
  285.      * @return java.lang.String 
  286.      * @author fan 
  287.      * @date 2021/4/29 16:48  
  288.      **/
  289.     public String getByFieldNameWild(String index, String fieldName, String wildValueStr) throws IOException {
  290.  
  291.         if (StringUtils.isBlank(index) || StringUtils.isBlank(fieldName) || StringUtils.isBlank(wildValueStr)) {
  292.             return null;
  293.         }
  294.  
  295.         SearchRequest searchRequest = new SearchRequest(index);
  296.  
  297.         SearchSourceBuilder sourceBuilder = new SearchSourceBuilder();
  298.         WildcardQueryBuilder queryBuilder = QueryBuilders.wildcardQuery(fieldName, wildValueStr);
  299.         sourceBuilder.query(queryBuilder);
  300.  
  301.         searchRequest.source(sourceBuilder);
  302.         SearchResponse searchResponse = restHighLevelClient.search(searchRequest, RequestOptions.DEFAULT);
  303.         return handleSearchResponse2Json(searchResponse);
  304.     }
  305.  
  306.     /** 
  307.      * @Description:  范围查询
  308.      * @param [index 索引, fieldName 映射, start 开始, includeUpperStart 是否包含开始, end 结束, includeUpperEnd 是否包含结束] 
  309.      * @return java.lang.String 
  310.      * @author fan 
  311.      * @date 2021/4/29 16:48  
  312.      **/
  313.     public String getByFieldRange(String index, String fieldName, String start, boolean includeUpperStart, String end, boolean includeUpperEnd) throws IOException {
  314.         if (StringUtils.isBlank(index) || StringUtils.isBlank(fieldName)) {
  315.             return null;
  316.         }
  317.  
  318.         SearchRequest searchRequest = new SearchRequest(index);
  319.  
  320.         RangeQueryBuilder rangeQueryBuilder = QueryBuilders.rangeQuery(fieldName);
  321.         rangeQueryBuilder.from(start, includeUpperStart);
  322.         rangeQueryBuilder.to(end, includeUpperEnd);
  323.  
  324.         SearchSourceBuilder searchSourceBuilder = new SearchSourceBuilder();
  325.         searchSourceBuilder.query(rangeQueryBuilder);
  326.         searchRequest.source(searchSourceBuilder);
  327.         SearchResponse searchResponse = restHighLevelClient.search(searchRequest, RequestOptions.DEFAULT);
  328.         return handleSearchResponse2Json(searchResponse);
  329.     }
  330.  
  331.     /** 
  332.      * @Description: 根据文档id判断文档是否存在 
  333.      * @param [index 索引, id 文档id] 
  334.      * @return boolean 
  335.      * @author fan 
  336.      * @date 2021/4/29 16:49  
  337.      **/
  338.     public boolean isExists(String index, String id) throws IOException {
  339.         if (StringUtils.isBlank(index) || StringUtils.isBlank(id)) {
  340.             return Boolean.FALSE;
  341.         }
  342.         GetRequest getRequest = new GetRequest(index, id);
  343.         //禁用fetching _source
  344.         getRequest.fetchSourceContext(new FetchSourceContext(false));
  345.         // 关闭 存储字段
  346.         getRequest.storedFields("_none_");
  347.  
  348.         return restHighLevelClient.exists(getRequest, RequestOptions.DEFAULT);
  349.     }
  350.  
  351.     /** 
  352.      * @Description: 将SearchResponse 取出数据 转换成json 
  353.      * @param [searchResponse 查询结果] 
  354.      * @return java.lang.String 
  355.      * @author fan 
  356.      * @date 2021/4/29 16:50  
  357.      **/
  358.     private String handleSearchResponse2Json(SearchResponse searchResponse) {
  359.         SearchHit[] hits = searchResponse.getHits().getHits();
  360.         if (hits.length == 0) {
  361.             return null;
  362.         }
  363.         List<Map<String, Object>> dataList = new ArrayList<>(hits.length);
  364.         for (int i = 0; i < hits.length; i++) {
  365.             dataList.add(hits[i].getSourceAsMap());
  366.         }
  367.         return JSONObject.toJSONString(dataList);
  368.     }
  369.  
  370.  
  371. }

3.编写ElasticSearchConfig

  1. package com.sinosoft.springbootplus.config;
  2.  
  3. import org.apache.http.HttpHost;
  4. import org.elasticsearch.client.RestClient;
  5. import org.elasticsearch.client.RestClientBuilder;
  6. import org.elasticsearch.client.RestHighLevelClient;
  7. import org.springframework.beans.factory.annotation.Value;
  8. import org.springframework.context.annotation.Bean;
  9. import org.springframework.context.annotation.Configuration;
  10.  
  11. import javax.annotation.PostConstruct;
  12. import java.util.ArrayList;
  13. import java.util.List;
  14.  
  15. /**
  16.  * @Description: ElasticSearch 配置类
  17.  * @Author: karma
  18.  * @Date: 2019/11/25 3:11 下午
  19.  */
  20. @Configuration
  21. public class ElasticSearchConfig {
  22.  
  23.     /**
  24.      * 集群地址，多个用,隔开
  25.      **/
  26.     @Value("${elasticSearch.hosts}")
  27.     private String hosts;
  28.  
  29.     /**
  30.      * 端口号
  31.      **/
  32.     @Value("${elasticSearch.port}")
  33.     private int port;
  34.  
  35.     /**
  36.      * 使用的协议
  37.      **/
  38.     @Value("${elasticSearch.schema}")
  39.     private String schema;
  40.  
  41.     /**
  42.      * 连接超时时间
  43.      **/
  44.     @Value("${elasticSearch.client.connectTimeOut}")
  45.     private int connectTimeOut;
  46.  
  47.     /**
  48.      * 连接超时时间
  49.      **/
  50.     @Value("${elasticSearch.client.socketTimeOut}")
  51.     private int socketTimeOut;
  52.  
  53.     /**
  54.      * 获取连接的超时时间
  55.      **/
  56.     @Value("${elasticSearch.client.connectionRequestTimeOut}")
  57.     private static int connectionRequestTimeOut;
  58.  
  59.     /**
  60.      * 最大连接数
  61.      **/
  62.     @Value("${elasticSearch.client.maxConnectNum}")
  63.     private static int maxConnectNum;
  64.  
  65.     /**
  66.      *  最大路由连接数
  67.      **/
  68.     @Value("${elasticSearch.client.maxConnectPerRoute}")
  69.     private static int maxConnectPerRoute;
  70.  
  71.  
  72.     private List<HttpHost> hostList = new ArrayList<>();
  73.  
  74.     @PostConstruct
  75.     private  void init(){
  76.         hostList = new ArrayList<>();
  77.         String[] hostArray = hosts.split(",");
  78.         for (String host : hostArray) {
  79.             hostList.add(new HttpHost(host, port, schema));
  80.         }
  81.     }
  82.  
  83.     @Bean
  84.     public RestHighLevelClient getRestHighLevelClient() {
  85.  
  86.         RestClientBuilder builder = RestClient.builder(hostList.toArray(new HttpHost[0]));
  87.         // 异步httpclient连接延时配置
  88.         builder.setRequestConfigCallback(requestConfigBuilder -> {
  89.             requestConfigBuilder.setConnectTimeout(connectTimeOut);
  90.             requestConfigBuilder.setSocketTimeout(socketTimeOut);
  91.             requestConfigBuilder.setConnectionRequestTimeout(connectionRequestTimeOut);
  92.             return requestConfigBuilder;
  93.         });
  94.         // 异步httpclient连接数配置
  95.         builder.setHttpClientConfigCallback(httpClientBuilder -> {
  96.             httpClientBuilder.setMaxConnTotal(maxConnectNum);
  97.             httpClientBuilder.setMaxConnPerRoute(maxConnectPerRoute);
  98.             return httpClientBuilder;
  99.         });
  100.         RestHighLevelClient client = new RestHighLevelClient(builder);
  101.         return client;
  102.     }
  103.  
  104. }
  105.  
  106.

三.通过Log4j2输出行为日志

1.编写行为日志接口

  1. package com.sinosoft.springbootplus.log4j2.service;
  2.  
  3.  
  4. import java.util.List;
  5.  
  6. /**
  7.  * <pre>
  8.  * 系统行为日志
  9.  * </pre>
  10.  *
  11.  * @author 波哥
  12.  * @since 2020-02-23
  13.  */
  14. public interface BaseLogService {
  15.     /**
  16.      * 单条保存行为日志
  17.      */
  18.     void save(String loginfoJson);
  19.  
  20.     /**
  21.      * 批量保存行为日志
  22.      */
  23.     void saveBatch(List<String> loginfoJsons);
  24. }

2.实现行为日志接口(之前的项目是插入数据库的这个实现用来插入ES)

  1. package com.sinosoft.springbootplus.impl;
  2.  
  3. import com.sinosoft.springbootplus.log4j2.service.BaseLogService;
  4. import com.sinosoft.springbootplus.entity.EsSaveInfo;
  5. import com.sinosoft.springbootplus.util.ElasticSearchUtils;
  6. import com.sinosoft.springbootplus.util.Jackson;
  7. import com.sinosoft.springbootplus.util.MapperUtils;
  8. import lombok.extern.slf4j.Slf4j;
  9. import org.springframework.stereotype.Component;
  10.  
  11. import java.util.List;
  12.  
  13. /**
  14.  * @author fan
  15.  * @Date 2021/5/14 10:36 <pre>
  16.  *
  17.  * </per>
  18.  */
  19. @Slf4j
  20. @Component
  21. public class EsLogServiceImpl implements BaseLogService {
  22.  
  23.     ElasticSearchUtils elasticSearchUtils;
  24.  
  25.     public EsLogServiceImpl(ElasticSearchUtils elasticSearchUtils) {
  26.         this.elasticSearchUtils = elasticSearchUtils;
  27.     }
  28.  
  29.     @Override
  30.     public void save(String logInfoJson) {
  31.         log.info(Jackson.toJsonString(logInfoJson));
  32.         try {
  33.             saveSingle(logInfoJson);
  34.         } catch (Exception e) {
  35.             log.error("ES保存操作异常，【{}】",e.getMessage(),e);
  36.         }
  37.     }
  38.  
  39.     private void saveSingle(String logParamJson) throws Exception {
  40.         EsSaveInfo esSaveInfo = MapperUtils.json2pojo(logParamJson, EsSaveInfo.class);
  41.         elasticSearchUtils.addDoc(esSaveInfo.getIndex(), esSaveInfo.getEsSaveDetail());
  42.     }
  43.  
  44.     @Override
  45.     public void saveBatch(List<String> logInfoJsons) {
  46.         log.info(Jackson.toJsonString(logInfoJsons));
  47.         try {
  48.             for (String logParamJson : logInfoJsons) {
  49.                 saveSingle(logParamJson);
  50.             }
  51.         } catch (Exception e) {
  52.             log.error("ES批量保存操作异常，【{}】",e.getMessage(),e);
  53.         }
  54.     }
  55. }

3.创建ConsoleLogAppender用于Log4j2输出配置

  1. package com.sinosoft.springbootplus.log4j2;
  2.  
  3. import cn.hutool.json.JSONUtil;
  4. import com.sinosoft.springbootplus.log4j2.service.BaseLogService;
  5. import com.sinosoft.springbootplus.util.SpringContextUtil;
  6. import lombok.extern.slf4j.Slf4j;
  7. import org.apache.logging.log4j.core.Filter;
  8. import org.apache.logging.log4j.core.Layout;
  9. import org.apache.logging.log4j.core.LogEvent;
  10. import org.apache.logging.log4j.core.appender.AbstractAppender;
  11. import org.apache.logging.log4j.core.config.Property;
  12. import org.apache.logging.log4j.core.config.plugins.Plugin;
  13. import org.apache.logging.log4j.core.config.plugins.PluginAttribute;
  14. import org.apache.logging.log4j.core.config.plugins.PluginElement;
  15. import org.apache.logging.log4j.core.config.plugins.PluginFactory;
  16. import org.apache.logging.log4j.core.layout.PatternLayout;
  17.  
  18. import java.io.Serializable;
  19. import java.util.ArrayList;
  20. import java.util.List;
  21.  
  22. /**
  23.  * @author 波哥
  24.  * @Title:
  25.  * @Description: 添加类的描述
  26.  * @date 2020/2/22 18:05
  27.  */
  28. @Slf4j
  29. @Plugin(name = "ConsoleLogAppender", category = "Core", elementType = "appender", printObject = true)
  30. public class ConsoleLogAppender extends AbstractAppender {
  31.     /**
  32.      * 日志出现延迟时间大于1秒时开启批量入库
  33.      */
  34.     private static final int DELAY_TIME = 1000;
  35.     /**
  36.      * 出现延迟后每次批量的插入的数量
  37.      */
  38.     private static final int BATCH_SIZE = 20;
  39.     /**
  40.      * 日志服务用于保存日志
  41.      */
  42.     private BaseLogService baseLogService;
  43.     private List<String> list = new ArrayList<>();
  44.  
  45.     private ConsoleLogAppender(String name, Filter filter, Layout<? extends Serializable> layout, boolean ignoreExceptions) {
  46.  
  47.         super(name, filter, layout, ignoreExceptions, Property.EMPTY_ARRAY);
  48.     }
  49.  
  50.     @Override
  51.     public void append(LogEvent logEvent) {
  52.         if (baseLogService == null) {
  53.             baseLogService = SpringContextUtil.getBean(BaseLogService.class);
  54.         }
  55.         int size = list.size();
  56.         long  curr = System.currentTimeMillis();
  57.         if ((curr - logEvent.getTimeMillis()) > DELAY_TIME && size < BATCH_SIZE) {
  58.             list.add(logEvent.getMessage().getFormattedMessage());
  59.         } else if (size == 0) {
  60.             try {
  61.                 //baseLogService.save(JSONUtil.toBean(logEvent.getMessage().getFormattedMessage(), SysLog.class));
  62.                 baseLogService.save(logEvent.getMessage().getFormattedMessage());
  63.             } catch (Exception e) {
  64.                 log.error("保存操作异常，【{}】，未保存日志【{}】",e.getMessage(),logEvent.getMessage().getFormattedMessage(),e);
  65.             }
  66.         } else {
  67.             list.add(logEvent.getMessage().getFormattedMessage());
  68.             try {
  69.                 baseLogService.saveBatch(new ArrayList<>(list));
  70.             } catch (Exception e) {
  71.                 log.error("保存操作异常，【{}】，未保存日志【{}】",e.getMessage(),JSONUtil.toJsonStr(list),e);
  72.             }
  73.             list.clear();
  74.         }
  75.  
  76.     }
  77.  
  78.     @PluginFactory
  79.     public static ConsoleLogAppender createAppender(@PluginAttribute(value = "name", defaultString = "consoleLog") String name,
  80.                                                     @PluginElement("Filter") final Filter filter,
  81.                                                     @PluginElement("Layout") Layout<? extends Serializable> layout,
  82.                                                     @PluginAttribute(value = "ignoreExceptions") boolean ignoreExceptions
  83.     ) {
  84.         if (layout == null) {
  85.             layout = PatternLayout.createDefaultLayout();
  86.         }
  87.         return new ConsoleLogAppender(name, filter, layout, ignoreExceptions);
  88.  
  89.     }
  90. }

四.编写AOP插入行为日志

1.编写日志类型枚举(老大之前写的,之前的日志是插入到数据库的.copy一下哈哈)

  1. package com.sinosoft.springbootplus.common.enums;
  2.  
  3. /**
  4.  * 枚举类型父接口
  5.  *
  6.  * @author 波哥
  7.  */
  8. public interface BaseEnum {
  9.  
  10.     /**
  11.      * 获取枚举索引
  12.      *
  13.      * @return
  14.      */
  15.     Integer getCode();
  16.  
  17.     /**
  18.      * 获取描述
  19.      *
  20.      * @return
  21.      */
  22.     String getDesc();
  23.  
  24. }
  1. package com.sinosoft.springbootplus.log4j2.enums;
  2.  
  3. import com.sinosoft.springbootplus.common.enums.BaseEnum;
  4.  
  5. /**
  6.  * 日志类型枚举
  7. * @author 波哥
  8. * @date 2020/2/23 11:40
  9. */
  10.  
  11. public enum LogTypeEnum implements BaseEnum {
  12.     SEARCH(1, "查询"),
  13.     UPDATE(2, "更新"),
  14.     DELETE(3,"删除"),
  15.     INSERT(4,"新增"),
  16.     UPLOAD(5,"上传"),
  17.     DOWNLOAD(6,"下载");
  18.  
  19.     private Integer code;
  20.     private String desc;
  21.  
  22.     LogTypeEnum(Integer code, String desc) {
  23.         this.code = code;
  24.         this.desc = desc;
  25.     }
  26.  
  27.     @Override
  28.     public Integer getCode() {
  29.         return this.code;
  30.     }
  31.  
  32.     @Override
  33.     public String getDesc() {
  34.         return this.desc;
  35.     }
  36. }

2.自定义Es日志注解

  1. import com.sinosoft.springbootplus.log4j2.enums.LogTypeEnum;
  2.  
  3. import java.lang.annotation.*;
  4.  
  5. /**
  6.  *
  7.  * ES日志注解
  8. * @author fan
  9. */
  10.  
  11. @Target(ElementType.METHOD)
  12. @Retention(RetentionPolicy.RUNTIME)
  13. @Documented
  14. public @interface SysLogEs {
  15.     String value() default "";
  16.     LogTypeEnum type() default LogTypeEnum.SEARCH;
  17.     String index() default  "";
  18. }

3.编写AOP切面具体业务

  1. /*
  2.  * Copyright 2019-2029 geekidea(https://github.com/geekidea)
  3.  *
  4.  * Licensed under the Apache License, Version 2.0 (the "License");
  5.  * you may not use this file except in compliance with the License.
  6.  * You may obtain a copy of the License at
  7.  *
  8.  *     http://www.apache.org/licenses/LICENSE-2.0
  9.  *
  10.  * Unless required by applicable law or agreed to in writing, software
  11.  * distributed under the License is distributed on an "AS IS" BASIS,
  12.  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13.  * See the License for the specific language governing permissions and
  14.  * limitations under the License.
  15.  */
  17. package com.sinosoft.springbootplus.log4j2.aop;
  18.  
  19. import cn.hutool.json.JSONUtil;
  20. import com.alibaba.fastjson.JSONObject;
  21. import com.sinosoft.springbootplus.core.context.RequestContext;
  22. import com.sinosoft.springbootplus.log4j2.entity.SysLog;
  23. import com.sinosoft.springbootplus.log4j2.entity.SysLogEs;
  24. import com.sinosoft.springbootplus.util.ClientInfoUtil;
  25. import com.sinosoft.springbootplus.util.IpUtil;
  26. import com.sinosoft.springbootplus.util.vo.ClientInfo;
  27. import lombok.extern.slf4j.Slf4j;
  28. import org.aspectj.lang.ProceedingJoinPoint;
  29. import org.aspectj.lang.Signature;
  30. import org.aspectj.lang.annotation.Around;
  31. import org.aspectj.lang.annotation.Aspect;
  32. import org.aspectj.lang.annotation.Pointcut;
  33. import org.aspectj.lang.reflect.MethodSignature;
  34. import org.slf4j.Logger;
  35. import org.slf4j.LoggerFactory;
  36. import org.springframework.stereotype.Component;
  37. import org.springframework.web.bind.annotation.RequestBody;
  38. import org.springframework.web.context.request.RequestContextHolder;
  39. import org.springframework.web.context.request.ServletRequestAttributes;
  40. import org.springframework.web.multipart.MultipartFile;
  41. import org.springframework.web.servlet.ModelAndView;
  42.  
  43. import javax.servlet.http.HttpServletRequest;
  44. import javax.servlet.http.HttpServletResponse;
  45. import java.lang.annotation.Annotation;
  46. import java.lang.reflect.Method;
  47. import java.util.ArrayList;
  48. import java.util.List;
  49. import java.util.Map;
  50.  
  51. /**
  52.  * 用于保存请求数据到Es
  53.  *
  54.  * @author fan
  55.  */
  57. @Aspect
  58. @Component
  59. @Slf4j
  60. public class SysLogAopEs {
  61.     private static final Logger logLogger = LoggerFactory.getLogger("sinosoft.consoleLog");
  62.  
  63.     /**
  64.      * POST请求
  65.      **/
  66.     private static final String POST = "POST";
  67.  
  68.     @Pointcut("@annotation(com.sinosoft.springbootplus.log4j2.annotation.SysLogEs)")
  69.     public void consoleLog() {
  70.     }
  71.  
  72.     @Around("consoleLog()")
  73.     public Object handle(ProceedingJoinPoint joinPoint) throws Throwable {
  74.         SysLogEs sysLogEs = new SysLogEs();
  75.         SysLog sysLog = new SysLog();
  76.         sysLogEs.setEsSaveMap(sysLog);
  77.         // 获取请求相关信息
  78.         try {
  79.             // 获取当前的HttpServletRequest对象
  80.             ServletRequestAttributes attributes = (ServletRequestAttributes) RequestContextHolder.getRequestAttributes();
  81.             if (attributes == null) {
  82.                 throw new RuntimeException("获取ServletRequestAttributes为空");
  83.             }
  84.             HttpServletRequest request = attributes.getRequest();
  85.             // 获取请求类名和方法名称
  86.             Signature signature = joinPoint.getSignature();
  87.  
  88.             // 获取真实的方法对象
  89.             MethodSignature methodSignature = (MethodSignature) signature;
  90.             Method method = methodSignature.getMethod();
  91.             //获取拦截额日志注解
  92.             com.sinosoft.springbootplus.log4j2.annotation.SysLogEs sysLogAnnotation = method.getAnnotation(com.sinosoft.springbootplus.log4j2.annotation.SysLogEs.class);
  93.             //获取注解中的信息，包括描述
  94.             sysLog.setTitle(sysLogAnnotation.value());
  95.             //获取操作类型
  96.             sysLog.setType(sysLogAnnotation.type().getDesc());
  97.             //获取索引
  98.             sysLogEs.setIndex(sysLogAnnotation.index());
  99.             // 请求全路径
  100.             String url = request.getRequestURI();
  101.             sysLog.setRequestUri(url);
  102.             // IP地址
  103.             String ip = IpUtil.getRequestIp();
  104.             sysLog.setRemoteAddr(ip);
  105.             ClientInfo clientInfo = ClientInfoUtil.get(request);
  106.             sysLog.setBrowser(clientInfo.toString());
  107.             //设置当前用户
  108.             sysLog.setUsername(RequestContext.getLoginUserNickName());
  109.             sysLog.setUserId(RequestContext.getLoginUserId());
  110.         } catch (Exception e) {
  111.             log.error("获取操作日志信息过程异常，【{}】", e.getMessage(), e);
  112.         }
  113.         long b = System.currentTimeMillis();
  114.         // 执行目标方法,获得返回值
  115.         try {
  116.             Object result = joinPoint.proceed();
  117.             long e = System.currentTimeMillis();
  118.             sysLog.setUseTime(e - b);
  119.             logLogger.info(JSONUtil.toJsonStr(sysLogEs));
  120.             return result;
  121.         } catch (Exception ep) {
  122.             long e = System.currentTimeMillis();
  123.             sysLog.setUseTime(e - b);
  124.             sysLog.setException(ep.getMessage());
  125.             logLogger.info(JSONUtil.toJsonStr(sysLogEs));
  126.             throw ep;
  127.         }
  128.     }
  129.  
  130.     /**
  131.      * 获取请求参数JSON字符串
  132.      */
  133.     private Object getRequestParamJsonString(ProceedingJoinPoint joinPoint, HttpServletRequest request, String requestMethod, boolean isRequestBody) {
  134.         Object paramObject;
  135.         if (POST.equals(requestMethod) && isRequestBody) {
  136.             Object[] args = joinPoint.getArgs();
  137.             paramObject = argsArrayToJsonString(args);
  138.         } else {
  139.             Map<String, String[]> paramsMap = request.getParameterMap();
  140.             paramObject = getJsonForParamMap(paramsMap);
  141.         }
  142.         return paramObject;
  143.     }
  144.  
  145.     /**
  146.      * 判断控制器方法参数中是否有RequestBody注解
  147.      */
  148.     private boolean isRequestBody(Annotation[][] annotations) {
  149.         boolean isRequestBody = false;
  150.         for (Annotation[] annotationArray : annotations) {
  151.             for (Annotation annotation : annotationArray) {
  152.                 if (annotation instanceof RequestBody) {
  153.                     isRequestBody = true;
  154.                     break;
  155.                 }
  156.             }
  157.         }
  158.         return isRequestBody;
  159.     }
  160.  
  161.     /**
  162.      * 请求参数拼装
  163.      */
  164.     private Object argsArrayToJsonString(Object[] args) {
  165.         if (args == null) {
  166.             return null;
  167.         }
  168.         // 去掉HttpServletRequest和HttpServletResponse
  169.         List<Object> realArgs = new ArrayList<>();
  170.         for (Object arg : args) {
  171.             if (arg instanceof HttpServletRequest) {
  172.                 continue;
  173.             }
  174.             if (arg instanceof HttpServletResponse) {
  175.                 continue;
  176.             }
  177.             if (arg instanceof MultipartFile) {
  178.                 continue;
  179.             }
  180.             if (arg instanceof ModelAndView) {
  181.                 continue;
  182.             }
  183.             realArgs.add(arg);
  184.         }
  185.         if (realArgs.size() == 1) {
  186.             return realArgs.get(0);
  187.         } else {
  188.             return realArgs;
  189.         }
  190.     }
  191.  
  192.  
  193.     /**
  194.      * 获取参数Map的JSON字符串
  195.      */
  196.     private JSONObject getJsonForParamMap(Map<String, String[]> paramsMap) {
  197.         if (paramsMap == null || paramsMap.size() == 0) {
  198.             return null;
  199.         }
  200.         JSONObject jsonObject = new JSONObject();
  201.         for (Map.Entry<String, String[]> kv : paramsMap.entrySet()) {
  202.             String key = kv.getKey();
  203.             String[] values = kv.getValue();
  204.             // 没有值
  205.             if (values == null) {
  206.                 jsonObject.put(key, null);
  207.                 // 一个值
  208.             } else if (values.length == 1) {
  209.                 jsonObject.put(key, values[0]);
  210.                 // 多个值
  211.             } else {
  212.                 jsonObject.put(key, values);
  213.             }
  214.         }
  215.         return jsonObject;
  216.     }
  217.  
  218. }

五.log4j2.xml配置文件增加ConsoleLogAppender

  1. <Appenders>
  2.     <ConsoleLogAppender >
  3.             <PatternLayout pattern="%msg"  charset="${CHARSET}"/>
  4.     </ConsoleLogAppender>
  5. </Appenders>
  6. <Loggers>
  7.     <AsyncLogger name="sinosoft.consoleLog" additivity="false">
  8.             <AppenderRef ref="consoleLog" />
  9.     </AsyncLogger>
  10. </Loggers>

六.使用

  1. package com.sinosoft.springbootplus;
  2.  
  3. import com.sinosoft.springbootplus.log4j2.annotation.SysLogEs;
  4. import com.sinosoft.springbootplus.log4j2.enums.LogTypeEnum;
  5. import lombok.extern.slf4j.Slf4j;
  6. import org.springframework.web.bind.annotation.GetMapping;
  7. import org.springframework.web.bind.annotation.RequestMapping;
  8. import org.springframework.web.bind.annotation.RestController;
  9.  
  10. /**
  11.  * @Auther: fan
  12.  * @Date 2021/5/20 16:11 <pre>
  13.  *
  14.  * </per>
  15.  */
  16. @Slf4j
  17. @RestController
  18. @RequestMapping("/www")
  19. public class Controller {
  20.     @GetMapping("/bbb")
  21.     @SysLogEs(value = "testDDD",type= LogTypeEnum.DELETE,index = "user_action")
  22.     public void addJwBjAllBaseinfo() {
  23.         System.out.println("====");
  24.     }
  25. }

七.创建Es索引和字段

  1. PUT user_action
  2. PUT user_action/_mapping
  3. {
  4.     "properties": {
  5.         "id": {
  6.             "type": "keyword"
  7.         },
  8.         "type": {
  9.             "type": "keyword"
  10.         },
  11.         "title": {
  12.             "type": "keyword"
  13.         },
  14.         "remoteAddr": {
  15.             "type": "ip"
  16.         },
  17.         "userId": {
  18.             "type": "keyword"
  19.         },
  20.         "username": {
  21.             "type": "text",
  22.             "fielddata": true
  23.         },
  24.         "requestUri": {
  25.             "type": "text"
  26.         },
  27.         "useTime": {
  28.             "type": "integer"
  29.         },
  30.         "browser": {
  31.             "type": "text"
  32.         },
  33.         "exception": {
  34.             "type": "text"
  35.         },
  36.         "requestTime": {
  37.             "type": "date"
  38.         }
  39.     }
  40. }

八.创建kibana索引

九.在kibana中创建仪表盘等(前提是ES有了一定量数据哈)

仿照kibana系统数据创建自己的仪表盘等

声明：本文内容由网友自发贡献，不代表【wpsshop博客】立场，版权归原作者所有，本站不承担相应法律责任。如您发现有侵权的内容，请联系我们。转载请注明出处：https://www.wpsshop.cn/w/小丑西瓜9/article/detail/86824
推荐阅读
相关标签

Copyright © 2003-2013 www.wpsshop.cn 版权所有，并保留所有权利。

  

闽ICP备14008679号