devbox
不正经
这个屌丝很懒，什么也没留下！
关注作者
热门标签
热门文章
当前位置:   article > 正文

logback日志自定义DBAppender_logback自定义dbappenderbase

作者：不正经 | 2024-03-25 22:07:49

赞

踩

logback自定义dbappenderbase

  1. 日志配置文件logback-spring-prod.xml 日志配置文件名称尽量避免默认的，否则有可能读取不到yaml的属性

  1. <?xml version="1.0" encoding="UTF-8"?>
  2. <!-- 日志级别从低到高分为TRACE < DEBUG < INFO < WARN < ERROR < FATAL，如果设置为WARN，则低于WARN的信息都不会输出 -->
  3. <!-- scan:当此属性设置为true时，配置文档如果发生改变，将会被重新加载，默认值为true -->
  4. <!-- scanPeriod:设置监测配置文档是否有修改的时间间隔，如果没有给出时间单位，默认单位是毫秒。
  5.      当scan为true时，此属性生效。默认的时间间隔为1分钟。 -->
  6. <!-- debug:当此属性设置为true时，将打印出logback内部日志信息，实时查看logback运行状态。默认值为false。 -->
  7. <configuration scan="true" scanPeriod="10 seconds">
  8.  
  9.     <!--0. 日志格式和颜色渲染 -->
  10.     <!-- 彩色日志依赖的渲染类 -->
  11.     <conversionRule conversionWord="clr" converterClass="org.springframework.boot.logging.logback.ColorConverter"/>
  12.     <conversionRule conversionWord="wex"
  13.                     converterClass="org.springframework.boot.logging.logback.WhitespaceThrowableProxyConverter"/>
  14.     <conversionRule conversionWord="wEx"
  15.                     converterClass="org.springframework.boot.logging.logback.ExtendedWhitespaceThrowableProxyConverter"/>
  16.     <!-- 彩色日志格式 -->
  17.     <property name="CONSOLE_LOG_PATTERN"
  18.               value="${CONSOLE_LOG_PATTERN:-%clr(%d{yyyy-MM-dd HH:mm:ss.SSS}){faint} %clr(${LOG_LEVEL_PATTERN:-%5p}) %clr(${PID:- }){magenta} %clr(---){faint} %clr([%15.15t]){faint} %clr(%-40.40logger{39}){cyan} %clr(:){faint} %m%n${LOG_EXCEPTION_CONVERSION_WORD:-%wEx}}"/>
  19.  
  20.     <!--1. 输出到控制台-->
  21.     <appender name="CONSOLE" class="ch.qos.logback.core.ConsoleAppender">
  22.         <!--此日志appender是为开发使用，只配置最底级别，控制台输出的日志级别是大于或等于此级别的日志信息-->
  23.         <encoder>
  24.             <Pattern>${CONSOLE_LOG_PATTERN}</Pattern>
  25.             <!-- 设置字符集 -->
  26.             <charset>UTF-8</charset>
  27.         </encoder>
  28.     </appender>
  29.     <springProperty scope="context" name="springAppName" source="spring.application.name"/>
  30.     <springProperty scope="context" name="serverName" source="logging.serverName"/>
  31.     <springProperty scope="context" name="post" source="logging.post"/>
  32.     <springProperty scope="context" name="dbName" source="logging.dbName"/>
  33.     <springProperty scope="context" name="userName" source="logging.userName"/>
  34.     <springProperty scope="context" name="password" source="logging.password"/>
  35.     <springProperty scope="context" name="logLevel" source="logging.logLevel"/>
  36.     <!--日志异步到数据库  -->
  37.     <appender name="dbAppender" class="com.xx.common.extension.CustomDBAppender">
  38.         <filter class="ch.qos.logback.classic.filter.ThresholdFilter">
  39.             <level>${logLevel}</level>
  40.         </filter>
  41.         <connectionSource class="ch.qos.logback.core.db.DataSourceConnectionSource">
  42.             <dataSource class="org.apache.commons.dbcp.BasicDataSource">
  43.                 <driverClassName>com.mysql.cj.jdbc.Driver</driverClassName>
  44.                 <url>jdbc:mysql://${serverName}:${post}/${dbName}?useUnicode=true;characterEncoding=UTF-8;useSSL=false;serverTimezone=Asia/Shanghai</url>
  45.                 <username>${userName}</username>
  46.                 <password>${password}</password>
  47.             </dataSource>
  48.         </connectionSource>
  49.     </appender>
  50.  
  51.     <springProperty scope="context" name="loggerName" source="logging.logName"/>
  52.  
  53.  
  54.     <!-- root的默认level是DEBUG -->
  55.     <root level="INFO">
  56.         <appender-ref ref="CONSOLE"/>
  57.         <appender-ref ref="dbAppender"/>
  58.     </root>
  59.  
  60. </configuration>

  1. yaml配置

  1. logging:
  2.   config: classpath:logback-spring-prod.xml
  3.   serverName: xx.xx.xx.xx
  4.   post: 3306
  5.   dbName: dbName
  6.   userName: userName
  7.   password: password
  8.   logLevel: ERROR

  1. CustomDBAppender 复制DBAppender的代码，根据自己的需求修改  

  1.  
  2. public class CustomDBAppender extends DBAppenderBase<ILoggingEvent> {
  3.  
  4.     protected String insertExceptionSQL;
  5.     protected String insertSQL;
  6.     protected static final Method GET_GENERATED_KEYS_METHOD;
  7.     private DBNameResolver dbNameResolver;
  8.  
  9.     static final StackTraceElement EMPTY_CALLER_DATA = CallerData.naInstance();
  10.  
  11.     public CustomDBAppender() {
  12.     }
  13.  
  14.     public void setDbNameResolver(DBNameResolver dbNameResolver) {
  15.         this.dbNameResolver = dbNameResolver;
  16.     }
  17.  
  18.     @Override
  19.     public void start() {
  20.         if (this.dbNameResolver == null) {
  21.             this.dbNameResolver = new DefaultDBNameResolver();
  22.         }
  23.  
  24.         this.insertExceptionSQL = SQLBuilder.buildInsertExceptionSQL(this.dbNameResolver);
  25.  
  26.         this.insertSQL = SQLBuilder.buildInsertSQL(this.dbNameResolver);
  27.         super.start();
  28.     }
  29.  
  30.     @Override
  31.     protected void subAppend(ILoggingEvent event, Connection connection, PreparedStatement insertStatement) throws Throwable {
  32.         this.bindLoggingEventWithInsertStatement(insertStatement, event);
  33.         this.bindLoggingEventArgumentsWithPreparedStatement(insertStatement, event.getArgumentArray());
  34.         StackTraceElement[] stackTraceElements = event.getCallerData();
  35.         if (event.getThrowableProxy() != null) {
  36.             if (event.getThrowableProxy().getCause()!=null){
  37.                 StackTraceElementProxy[] stackTraceElementProxies =  event.getThrowableProxy().getCause().getStackTraceElementProxyArray();
  38.                 if (stackTraceElementProxies!=null&&stackTraceElementProxies.length>0) {
  39.                     for (StackTraceElementProxy item : stackTraceElementProxies
  40.                     ) {
  41.                         if (item.getStackTraceElement().getClassName().indexOf("com.xx") >= 0 && item.getStackTraceElement().getLineNumber() > 0) {
  42.                             stackTraceElements[0] = item.getStackTraceElement();
  43.                             break;
  44.                         }
  45.                     }
  46.                 }
  47.             }
  48.         }
  49.         this.bindCallerDataWithPreparedStatement(insertStatement, stackTraceElements);
  50.         int updateCount = insertStatement.executeUpdate();
  51.         if (updateCount != 1) {
  52.             this.addWarn("Failed to insert loggingEvent");
  53.         }
  54.  
  55.     }
  56.  
  57.     @Override
  58.     protected void secondarySubAppend(ILoggingEvent event, Connection connection, long eventId) throws Throwable {
  59.         /*Map<String, String> mergedMap = this.mergePropertyMaps(event);
  60.         this.insertProperties(mergedMap, connection, eventId);*/
  61.         if (event.getThrowableProxy() != null) {
  62.             this.insertThrowable(event.getThrowableProxy(), connection, eventId);
  63.         }
  64.  
  65.     }
  66.  
  67.     void bindLoggingEventWithInsertStatement(PreparedStatement stmt, ILoggingEvent event) throws SQLException {
  68.         stmt.setLong(1, event.getTimeStamp());
  69.         stmt.setString(2, event.getFormattedMessage());
  70.         stmt.setString(3, event.getLoggerName());
  71.         stmt.setString(4, event.getLevel().toString());
  72.         stmt.setString(5, event.getThreadName());
  73.         stmt.setShort(6, DBHelper.computeReferenceMask(event));
  74.     }
  75.  
  76.     void bindLoggingEventArgumentsWithPreparedStatement(PreparedStatement stmt, Object[] argArray) throws SQLException {
  77.         int arrayLen = argArray != null ? argArray.length : 0;
  78.  
  79.         int i;
  80.         for(i = 0; i < arrayLen && i < 4; ++i) {
  81.             stmt.setString(7 + i, this.asStringTruncatedTo254(argArray[i]));
  82.         }
  83.  
  84.         if (arrayLen < 4) {
  85.             for(i = arrayLen; i < 4; ++i) {
  86.                 stmt.setString(7 + i, (String)null);
  87.             }
  88.         }
  89.  
  90.     }
  91.  
  92.     String asStringTruncatedTo254(Object o) {
  93.         String s = null;
  94.         if (o != null) {
  95.             s = o.toString();
  96.         }
  97.  
  98.         if (s == null) {
  99.             return null;
  100.         } else {
  101.             return s.length() <= 254 ? s : s.substring(0, 254);
  102.         }
  103.     }
  104.  
  105.     void bindCallerDataWithPreparedStatement(PreparedStatement stmt, StackTraceElement[] callerDataArray) throws SQLException {
  106.         StackTraceElement caller = this.extractFirstCaller(callerDataArray);
  107.         stmt.setString(11, caller.getFileName());
  108.         stmt.setString(12, caller.getClassName());
  109.         stmt.setString(13, caller.getMethodName());
  110.         stmt.setString(14, Integer.toString(caller.getLineNumber()));
  111.     }
  112.  
  113.     private StackTraceElement extractFirstCaller(StackTraceElement[] callerDataArray) {
  114.         StackTraceElement caller = EMPTY_CALLER_DATA;
  115.         if (this.hasAtLeastOneNonNullElement(callerDataArray)) {
  116.             caller = callerDataArray[0];
  117.         }
  118.  
  119.         return caller;
  120.     }
  121.  
  122.     private boolean hasAtLeastOneNonNullElement(StackTraceElement[] callerDataArray) {
  123.         return callerDataArray != null && callerDataArray.length > 0 && callerDataArray[0] != null;
  124.     }
  125.  
  126.  
  127.  
  128.     @Override
  129.     protected Method getGeneratedKeysMethod() {
  130.         return GET_GENERATED_KEYS_METHOD;
  131.     }
  132.  
  133.     @Override
  134.     protected String getInsertSQL() {
  135.         return this.insertSQL;
  136.     }
  137.  
  138.  
  139.  
  140.     void updateExceptionStatement(PreparedStatement exceptionStatement, String txt, short i, long eventId) throws SQLException {
  141.         exceptionStatement.setLong(1, eventId);
  142.         exceptionStatement.setShort(2, i);
  143.         exceptionStatement.setString(3, txt);
  144.         if (this.cnxSupportsBatchUpdates) {
  145.             exceptionStatement.addBatch();
  146.         } else {
  147.             exceptionStatement.execute();
  148.         }
  149.  
  150.     }
  151.  
  152.     short buildExceptionStatement(IThrowableProxy tp, short baseIndex, PreparedStatement insertExceptionStatement, long eventId) throws SQLException {
  153.         try{
  154.             StringBuilder buf = new StringBuilder();
  155.             ThrowableProxyUtil.subjoinFirstLine(buf, tp);
  156.             this.updateExceptionStatement(insertExceptionStatement, buf.toString(), baseIndex++, eventId);
  157.             int commonFrames = tp.getCommonFrames();
  158.             StackTraceElementProxy[] stepArray = tp.getStackTraceElementProxyArray();
  159.  
  160.             for(int i = 0; i < stepArray.length; ++i) {
  161.                 StringBuilder sb = new StringBuilder();
  162.                 sb.append('\t');
  163.                 ThrowableProxyUtil.subjoinSTEP(sb, stepArray[i]);
  164.                 this.updateExceptionStatement(insertExceptionStatement, sb.toString(), baseIndex++, eventId);
  165.             }
  166.  
  167.  
  168.         }catch (Exception e){
  169.             System.out.println("11");
  170.         }
  171.         return baseIndex;
  172.  
  173.     }
  174.  
  175.     protected void insertThrowable(IThrowableProxy tp, Connection connection, long eventId) throws SQLException {
  176.         PreparedStatement exceptionStatement = null;
  177.  
  178.         try {
  179.             exceptionStatement = connection.prepareStatement(this.insertExceptionSQL);
  180.             short baseIndex = 0;
  181.  
  182.             while(true) {
  183.                 if (tp == null) {
  184.                     if (this.cnxSupportsBatchUpdates) {
  185.                         exceptionStatement.executeBatch();
  186.                     }
  187.                     break;
  188.                 }
  189.                 if (tp.getCause()!=null){
  190.                     tp = tp.getCause();
  191.                 }
  192.                 baseIndex = this.buildExceptionStatement(tp, baseIndex, exceptionStatement, eventId);
  193.                 tp = tp.getCause();
  194.             }
  195.         } finally {
  196.             ch.qos.logback.core.db.DBHelper.closeStatement(exceptionStatement);
  197.         }
  198.  
  199.     }
  200.  
  201.     static {
  202.         Method getGeneratedKeysMethod;
  203.         try {
  204.             getGeneratedKeysMethod = PreparedStatement.class.getMethod("getGeneratedKeys", (Class[])null);
  205.         } catch (Exception var2) {
  206.             getGeneratedKeysMethod = null;
  207.         }
  208.  
  209.         GET_GENERATED_KEYS_METHOD = getGeneratedKeysMethod;
  210.     }
  211. }

  1. SQLBuilder

  1.  
  2. public class SQLBuilder {
  3.     public SQLBuilder() {
  4.     }
  5.  
  6.     static String buildInsertPropertiesSQL(DBNameResolver dbNameResolver) {
  7.         StringBuilder sqlBuilder = new StringBuilder("INSERT INTO ");
  8.         sqlBuilder.append(dbNameResolver.getTableName(TableName.LOGGING_EVENT_PROPERTY)).append(" (");
  9.         sqlBuilder.append(dbNameResolver.getColumnName(ColumnName.EVENT_ID)).append(", ");
  10.         sqlBuilder.append(dbNameResolver.getColumnName(ColumnName.MAPPED_KEY)).append(", ");
  11.         sqlBuilder.append(dbNameResolver.getColumnName(ColumnName.MAPPED_VALUE)).append(") ");
  12.         sqlBuilder.append("VALUES (?, ?, ?)");
  13.         return sqlBuilder.toString();
  14.     }
  15.  
  16.     static String buildInsertExceptionSQL(DBNameResolver dbNameResolver) {
  17.         StringBuilder sqlBuilder = new StringBuilder("INSERT INTO ");
  18.         sqlBuilder.append(dbNameResolver.getTableName(TableName.LOGGING_EVENT_EXCEPTION)).append(" (");
  19.         sqlBuilder.append(dbNameResolver.getColumnName(ColumnName.EVENT_ID)).append(", ");
  20.         sqlBuilder.append(dbNameResolver.getColumnName(ColumnName.I)).append(", ");
  21.         sqlBuilder.append(dbNameResolver.getColumnName(ColumnName.TRACE_LINE)).append(") ");
  22.         sqlBuilder.append("VALUES (?, ?, ?)");
  23.         return sqlBuilder.toString();
  24.     }
  25.  
  26.     static String buildInsertSQL(DBNameResolver dbNameResolver) {
  27.         StringBuilder sqlBuilder = new StringBuilder("INSERT INTO ");
  28.         sqlBuilder.append(dbNameResolver.getTableName(TableName.LOGGING_EVENT)).append(" (");
  29.         sqlBuilder.append(dbNameResolver.getColumnName(ColumnName.TIMESTMP)).append(", ");
  30.         sqlBuilder.append(dbNameResolver.getColumnName(ColumnName.FORMATTED_MESSAGE)).append(", ");
  31.         sqlBuilder.append(dbNameResolver.getColumnName(ColumnName.LOGGER_NAME)).append(", ");
  32.         sqlBuilder.append(dbNameResolver.getColumnName(ColumnName.LEVEL_STRING)).append(", ");
  33.         sqlBuilder.append(dbNameResolver.getColumnName(ColumnName.THREAD_NAME)).append(", ");
  34.         sqlBuilder.append(dbNameResolver.getColumnName(ColumnName.REFERENCE_FLAG)).append(", ");
  35.         sqlBuilder.append(dbNameResolver.getColumnName(ColumnName.ARG0)).append(", ");
  36.         sqlBuilder.append(dbNameResolver.getColumnName(ColumnName.ARG1)).append(", ");
  37.         sqlBuilder.append(dbNameResolver.getColumnName(ColumnName.ARG2)).append(", ");
  38.         sqlBuilder.append(dbNameResolver.getColumnName(ColumnName.ARG3)).append(", ");
  39.         sqlBuilder.append(dbNameResolver.getColumnName(ColumnName.CALLER_FILENAME)).append(", ");
  40.         sqlBuilder.append(dbNameResolver.getColumnName(ColumnName.CALLER_CLASS)).append(", ");
  41.         sqlBuilder.append(dbNameResolver.getColumnName(ColumnName.CALLER_METHOD)).append(", ");
  42.         sqlBuilder.append(dbNameResolver.getColumnName(ColumnName.CALLER_LINE)).append(") ");
  43.         sqlBuilder.append("VALUES (?, ?, ? ,?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)");
  44.         return sqlBuilder.toString();
  45.     }
  46. }

表结构 logging_event.sql

  1.  
  2. SET NAMES utf8mb4;
  3. SET FOREIGN_KEY_CHECKS = 0;
  4.  
  5. -- ----------------------------
  6. -- Table structure for logging_event
  7. -- ----------------------------
  8. DROP TABLE IF EXISTS `logging_event`;
  9. CREATE TABLE `logging_event`  (
  10.   `timestmp` bigint(20) NOT NULL,
  11.   `formatted_message` longtext CHARACTER SET latin1 COLLATE latin1_swedish_ci NOT NULL,
  12.   `logger_name` varchar(254) CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL,
  13.   `level_string` varchar(254) CHARACTER SET latin1 COLLATE latin1_swedish_ci NOT NULL,
  14.   `thread_name` varchar(254) CHARACTER SET latin1 COLLATE latin1_swedish_ci DEFAULT NULL,
  15.   `reference_flag` smallint(6) DEFAULT NULL,
  16.   `arg0` varchar(254) CHARACTER SET latin1 COLLATE latin1_swedish_ci DEFAULT NULL,
  17.   `arg1` varchar(254) CHARACTER SET latin1 COLLATE latin1_swedish_ci DEFAULT NULL,
  18.   `arg2` varchar(254) CHARACTER SET latin1 COLLATE latin1_swedish_ci DEFAULT NULL,
  19.   `arg3` varchar(254) CHARACTER SET latin1 COLLATE latin1_swedish_ci DEFAULT NULL,
  20.   `caller_filename` varchar(254) CHARACTER SET latin1 COLLATE latin1_swedish_ci NOT NULL,
  21.   `caller_class` varchar(254) CHARACTER SET latin1 COLLATE latin1_swedish_ci NOT NULL,
  22.   `caller_method` varchar(254) CHARACTER SET latin1 COLLATE latin1_swedish_ci NOT NULL,
  23.   `caller_line` char(4) CHARACTER SET latin1 COLLATE latin1_swedish_ci NOT NULL,
  24.   `event_id` bigint(20) NOT NULL AUTO_INCREMENT,
  25.   `create_time` datetime(0) DEFAULT CURRENT_TIMESTAMP,
  26.   PRIMARY KEY (`event_id`) USING BTREE
  27. ) ENGINE = InnoDB AUTO_INCREMENT = 504 CHARACTER SET = latin1 COLLATE = latin1_swedish_ci ROW_FORMAT = Dynamic;
  28.  
  29. SET FOREIGN_KEY_CHECKS = 1;

表结构 logging_event_exception.sql

  1.  
  2. SET NAMES utf8mb4;
  3. SET FOREIGN_KEY_CHECKS = 0;
  4.  
  5. -- ----------------------------
  6. -- Table structure for logging_event_exception
  7. -- ----------------------------
  8. DROP TABLE IF EXISTS `logging_event_exception`;
  9. CREATE TABLE `logging_event_exception`  (
  10.   `event_id` bigint(20) NOT NULL,
  11.   `i` smallint(6) NOT NULL,
  12.   `trace_line` varchar(254) CHARACTER SET latin1 COLLATE latin1_swedish_ci NOT NULL,
  13.   PRIMARY KEY (`event_id`, `i`) USING BTREE,
  14.   CONSTRAINT `logging_event_exception_ibfk_1` FOREIGN KEY (`event_id`) REFERENCES `logging_event` (`event_id`) ON DELETE RESTRICT ON UPDATE RESTRICT
  15. ) ENGINE = InnoDB CHARACTER SET = latin1 COLLATE = latin1_swedish_ci ROW_FORMAT = Dynamic;
  16.  
  17. SET FOREIGN_KEY_CHECKS = 1;
声明：本文内容由网友自发贡献，不代表【wpsshop博客】立场，版权归原作者所有，本站不承担相应法律责任。如您发现有侵权的内容，请联系我们。转载请注明出处：https://www.wpsshop.cn/w/不正经/article/detail/312774
推荐阅读
相关标签

Copyright © 2003-2013 www.wpsshop.cn 版权所有，并保留所有权利。

  

闽ICP备14008679号