{"id":203781,"date":"2025-05-22T14:37:18","date_gmt":"2025-05-22T06:37:18","guid":{"rendered":"https:\/\/server.hk\/cnblog\/203781\/"},"modified":"2025-05-22T14:37:18","modified_gmt":"2025-05-22T06:37:18","slug":"%e4%bd%bf%e7%94%a8%e6%ad%a3%e5%88%99%e8%a1%a8%e8%be%be%e5%bc%8f%e5%9c%a8java%e4%b8%ad%e4%bd%bf%e7%94%a8logstash-logback%e5%b1%8f%e8%94%bd%e6%97%a5%e5%bf%97","status":"publish","type":"post","link":"https:\/\/server.hk\/cnblog\/203781\/","title":{"rendered":"\u4f7f\u7528\u6b63\u5219\u8868\u8fbe\u5f0f\u5728java\u4e2d\u4f7f\u7528logstash logback\u5c4f\u853d\u65e5\u5fd7"},"content":{"rendered":"

<\/b> <\/p>\n

\u4f7f\u7528\u6b63\u5219\u8868\u8fbe\u5f0f\u5728java\u4e2d\u4f7f\u7528logstash logback\u5c4f\u853d\u65e5\u5fd7<\/h1>\n

<\/i>\u6536\u85cf<\/span> <\/p>\n

\u201c\u7eb5\u6709\u75be\u98ce\u6765\uff0c\u4eba\u751f\u4e0d\u8a00\u5f03\u201d\uff0c\u8fd9\u53e5\u8bdd\u9001\u7ed9\u6b63\u5728\u5b66\u4e60\u6587\u7ae0<\/span>\u7684\u670b\u53cb\u4eec\uff0c\u4e5f\u5e0c\u671b\u5728\u9605\u8bfb\u672c\u6587\u300a\u4f7f\u7528\u6b63\u5219\u8868\u8fbe\u5f0f\u5728java\u4e2d\u4f7f\u7528logstash logback\u5c4f\u853d\u65e5\u5fd7\u300b<\/span>\u540e\uff0c\u80fd\u591f\u771f\u7684\u5e2e\u52a9\u5230\u5927\u5bb6\u3002\u6211\u4e5f\u4f1a\u5728\u540e\u7eed\u7684\u6587\u7ae0\u4e2d\uff0c\u9646\u7eed\u66f4\u65b0\u6587\u7ae0<\/span>\u76f8\u5173\u7684\u6280\u672f\u6587\u7ae0\uff0c\u6709\u597d\u7684\u5efa\u8bae\u6b22\u8fce\u5927\u5bb6\u5728\u8bc4\u8bba\u7559\u8a00\uff0c\u975e\u5e38\u611f\u8c22\uff01<\/p>\n

\u5728\u5f53\u4eca\u6570\u636e\u9a71\u52a8\u7684\u4e16\u754c\u4e2d\uff0c\u6570\u636e\u5b89\u5168\u6700\u4e3a\u91cd\u8981\u3002\u65e5\u5fd7\u6846\u67b6\u5728\u5e94\u7528\u7a0b\u5e8f\u76d1\u63a7\u548c\u8c03\u8bd5\u4e2d\u53d1\u6325\u7740\u81f3\u5173\u91cd\u8981\u7684\u4f5c\u7528\uff0c\u4f46\u5b83\u4eec\u53ef\u80fd\u4f1a\u65e0\u610f\u4e2d\u66b4\u9732\u4e0d\u5e94\u8be5\u66b4\u9732\u7684\u654f\u611f\u4fe1\u606f\u3002\u65e5\u5fd7\u5c4f\u853d\u662f\u4e00\u79cd\u6709\u6548\u6df7\u6dc6\u65e5\u5fd7\u6d88\u606f\u4e2d\u654f\u611f\u6570\u636e\u3001\u4fdd\u62a4\u673a\u5bc6\u4fe1\u606f\u7684\u6280\u672f\u3002 <\/p>\n

\u4e86\u89e3\u65e5\u5fd7\u56de\u6eaf <\/h2>\n

logback \u662f java \u5e94\u7528\u7a0b\u5e8f\u4e2d\u529f\u80fd\u5f3a\u5927\u4e14\u6700\u5e38\u7528\u7684\u65e5\u5fd7\u6846\u67b6\u3002\u5b83\u63d0\u4f9b\u7075\u6d3b\u7684\u914d\u7f6e\u9009\u9879\uff0c\u5305\u62ec\u5c06\u65e5\u5fd7\u4e8b\u4ef6\u683c\u5f0f\u5316\u4e3a json \u5bf9\u8c61\u7684\u80fd\u529b\u3002\u5b83\u662f log4j \u6846\u67b6\u7684\u7ee7\u627f\u8005\uff0c\u7531\u4e8e\u5176\u529f\u80fd\u548c\u6613\u7528\u6027\u800c\u8fc5\u901f\u6d41\u884c\u8d77\u6765\u3002\u5b83\u7531 logger\u3001encoders\u3001layout\u3001appender\u3001encoder \u7ec4\u6210\u3002<\/p>\n

logger\uff1a<\/strong> logger \u662f\u65e5\u5fd7\u6d88\u606f\u7684\u4e0a\u4e0b\u6587\u3002\u5e94\u7528\u7a0b\u5e8f\u5c06\u4e0e\u6b64\u7c7b\u4ea4\u4e92\u4ee5\u521b\u5efa\u65e5\u5fd7\u6d88\u606f\u3002<\/p>\n

\u7f16\u7801\u5668\uff1a<\/strong> \u7f16\u7801\u5668\u662f\u5728 logback 0.9.91 \u4e2d\u5f15\u5165\u7684\uff0c\u8d1f\u8d23\u5c06\u4e8b\u4ef6\u8f6c\u6362\u4e3a\u5b57\u8282\u6570\u7ec4\u4ee5\u53ca\u5c06\u8be5\u5b57\u8282\u6570\u7ec4\u5199\u5165 outputstream\u3002\u4f5c\u4e3a\u5e03\u5c40\u5f15\u5165\u7684\u7f16\u7801\u5668\u53ea\u80fd\u5c06\u4e8b\u4ef6\u8f6c\u6362\u4e3a\u5b57\u7b26\u4e32\uff0c\u8fd9\u5c06\u5176\u8303\u56f4\u9650\u5236\u4e3a\u975e\u4e8c\u8fdb\u5236\u8f93\u51fa\u3002 <\/p>\n

\u5e03\u5c40\uff1a<\/strong> \u5e03\u5c40\u8d1f\u8d23\u6839\u636e\u7528\u6237\u7684\u610f\u613f\u683c\u5f0f\u5316\u65e5\u5fd7\u8bf7\u6c42\uff0c\u800c\u9644\u52a0\u7a0b\u5e8f\u8d1f\u8d23\u5c06\u683c\u5f0f\u5316\u7684\u8f93\u51fa\u53d1\u9001\u5230\u5176\u76ee\u7684\u5730\u3002 <\/p>\n

appenders\uff1a<\/strong> \u5728 logback \u4e2d\uff0c\u8f93\u51fa\u76ee\u7684\u5730\u79f0\u4e3a appender\u3002\u8fd9\u4f1a\u5c06\u65e5\u5fd7\u6d88\u606f\u653e\u7f6e\u5728\u5176\u6700\u7ec8\u76ee\u7684\u5730\u4e2d\u3002\u4e00\u4e2a logger \u53ef\u4ee5\u6709\u591a\u4e2a appender\u3002\u76ee\u524d\uff0c\u63a7\u5236\u53f0\u3001\u6587\u4ef6\u3001\u8fdc\u7a0b\u5957\u63a5\u5b57\u670d\u52a1\u5668\u3001mysql\u3001postgresql\u3001oracle \u548c\u5176\u4ed6\u6570\u636e\u5e93\u3001jms \u548c\u8fdc\u7a0b unix syslog \u5b88\u62a4\u8fdb\u7a0b\u90fd\u5b58\u5728\u9644\u52a0\u7a0b\u5e8f\u3002<\/p>\n

\u5173\u4e8e logstash logback \u7f16\u7801\u5668 <\/h2>\n

logstash-logback-encoder \u5e93\u662f\u589e\u5f3a spring boot \u5e94\u7528\u7a0b\u5e8f\u65e5\u5fd7\u8bb0\u5f55\u529f\u80fd\u7684\u5b9d\u8d35\u5de5\u5177\u3002\u5b83\u63d0\u4f9b\u4e86\u4e00\u79cd\u4ee5\u7ed3\u6784\u5316 json \u683c\u5f0f\u683c\u5f0f\u5316\u65e5\u5fd7\u6d88\u606f\u7684\u4fbf\u6377\u65b9\u6cd5\uff0c\u4f7f\u65e5\u5fd7\u805a\u5408\u548c\u5206\u6790\u5de5\u5177\uff08\u4f8b\u5982 logstash\uff09\u53ef\u4ee5\u8f7b\u677e\u4f7f\u7528\u5b83\u4eec\u3002 json \u683c\u5f0f\u63d0\u4f9b\u4e86\u4e00\u79cd\u7ed3\u6784\u5316\u4e14\u673a\u5668\u53ef\u8bfb\u7684\u65b9\u5f0f\u6765\u8bb0\u5f55\u4fe1\u606f\uff0c\u4f7f\u5176\u6210\u4e3a\u9ad8\u7ea7\u65e5\u5fd7\u5206\u6790\u548c\u5b89\u5168\u63aa\u65bd\u7684\u7406\u60f3\u9009\u62e9\u3002 logstash \u7684\u597d\u5904 <\/p>\n

    \n
  • \n

    json \u81ea\u5b9a\u4e49 logstash \u5141\u8bb8\u60a8\u81ea\u5b9a\u4e49 json \u8f93\u51fa\u4ee5\u5305\u542b\u7279\u5b9a\u5b57\u6bb5\u548c\u5143\u6570\u636e\u3002 <\/p>\n<\/li>\n

  • \n

    \u52a8\u6001\u5b57\u6bb5\u5b83\u8fd8\u5141\u8bb8\u6839\u636e\u5e94\u7528\u7a0b\u5e8f\u4e0a\u4e0b\u6587\u52a8\u6001\u6dfb\u52a0\u5b57\u6bb5\u6765\u8bb0\u5f55\u4e8b\u4ef6\u3002<\/p>\n<\/li>\n

  • \n

    \u63d0\u9ad8\u4e86\u53ef\u8bfb\u6027 json \u683c\u5f0f\u4e3a\u65e5\u5fd7\u4e8b\u4ef6\u63d0\u4f9b\u4e86\u6e05\u6670\u4e14\u6613\u4e8e\u9605\u8bfb\u7684\u7ed3\u6784\u3002<\/p>\n<\/li>\n

  • \n

    \u589e\u5f3a\u7684\u641c\u7d22\u548c\u5206\u6790\u65e5\u5fd7\u805a\u5408\u5de5\u5177\u53ef\u4ee5\u8f7b\u677e\u89e3\u6790\u548c\u67e5\u8be2 json \u65e5\u5fd7\u3002<\/p>\n<\/li>\n

  • \n

    \u673a\u5668\u89e3\u6790 json \u65e5\u5fd7\u975e\u5e38\u9002\u5408\u81ea\u52a8\u5206\u6790\u548c\u8b66\u62a5\u7cfb\u7edf\u3002<\/p>\n<\/li>\n<\/ul>\n

    \u5c4f\u853d\u65e5\u5fd7\u6570\u636e\u7684\u89e3\u51b3\u65b9\u6848 <\/h2>\n
    \n

    \u8fd9\u91cc\u7684\u4e3b\u8981\u76ee\u6807\u662f\u63d0\u4f9b\u4e00\u79cd\u89e3\u51b3\u65b9\u6848\u6765\u5c4f\u853d\u53ef\u5728\u8fd0\u884c\u65f6\u5b9a\u5236\u548c\u914d\u7f6e\u7684\u6570\u636e\u3002 <\/p>\n<\/blockquote>\n

    \u8fd9\u662f\u6211\u4eec\u7684\u7b80\u5355\u8981\u6c42<\/p>\n

      \n
    1. \u5728\u65e5\u5fd7\u4e2d\u5b8c\u5168\u5c4f\u853d\u5bc6\u7801\u3002<\/li>\n
    2. \u5c4f\u853d\u7535\u8bdd\u53f7\u7801\u548c\u767b\u5f55\u540d\uff0c\u65e5\u5fd7\u4e2d\u6700\u540e 5 \u4f4d\u9664\u5916\u3002<\/li>\n<\/ol>\n

      \u7b2c 1 \u6b65<\/strong>
      \u521b\u5efa spring boot \u5e94\u7528\u7a0b\u5e8f\u3002\u8be5\u89e3\u51b3\u65b9\u6848\u5c06\u9002\u7528\u4e8e\u4efb\u4f55\u57fa\u4e8e java \u7684\u5e94\u7528\u7a0b\u5e8f\uff0c\u53ea\u9700\u5f88\u5c11\u7684\u5b9a\u5236\u3002<\/p>\n

      \u7b2c 2 \u6b65<\/strong>
      \u914d\u7f6e\u6240\u6709\u6b63\u5219\u8868\u8fbe\u5f0f\u4ee5\u5c4f\u853d\u6570\u636e\u3002\u8bf7\u8bb0\u4f4f\uff0c\u6b63\u5219\u8868\u8fbe\u5f0f\u5728\u8d44\u6e90\u5229\u7528\u7387\u65b9\u9762\u7684\u6210\u672c\u5f88\u9ad8\u3002\u786e\u4fdd\u60a8\u6b63\u5728\u8c03\u6574\u6b63\u5219\u8868\u8fbe\u5f0f\u3002\u6b63\u5219\u8868\u8fbe\u5f0f\u7ec4\u5c06\u5141\u8bb8\u6211\u4eec\u4ece\u5b57\u7b26\u4e32\u4e2d\u9009\u62e9\u6240\u9700\u7684\u5b50\u5b57\u7b26\u4e32\u3002 <\/p>\n

      <\/p>\n

      \u7b2c\u4e09\u6b65<\/strong>
      \u521b\u5efa\u4e00\u4e2a\u7c7b\u5e76\u5b9e\u73b0 messagejsonprovider\u3002\u8be5\u63a5\u53e3\u6765\u81ealogstash\uff0c\u5141\u8bb8\u6211\u4eec\u5728\u6253\u5370\u5230\u9644\u52a0\u7a0b\u5e8f\u4e4b\u524d\u81ea\u5b9a\u4e49\u6d88\u606f\u3002\u6bcf\u4e2a\u65e5\u5fd7\u6d88\u606f\u90fd\u4f1a\u8c03\u7528\u6b64\u63a5\u53e3\u4e2d\u7684 writeto \u65b9\u6cd5\u3002 <\/p>\n

        \n
      • \n

        \u5728start()\u65b9\u6cd5\u4e2d\u8bfb\u53d6\u6240\u6709\u6b63\u5219\u8868\u8fbe\u5f0f\u5e76\u51c6\u5907\u5305\u542b\u6240\u6709maskingrule\u7684logmasker\u3002\u8be5\u65b9\u6cd5\u6765\u81ea abstractjsonprovider\uff0c\u53ea\u662f\u5c06\u8fdb\u7a0b\u542f\u52a8\u6807\u8bb0\u4e3a true\u3002 <\/p>\n<\/li>\n

      • \n

        maskingrule \u5c06\u4fdd\u5b58\u6b63\u5219\u8868\u8fbe\u5f0f\u6a21\u5f0f\u548c\u4e00\u4e2a\u51fd\u6570\u3002\u6b64\u51fd\u6570\u66ff\u6362\u65e5\u5fd7\u4e2d\u8bc6\u522b\u7684\u5b57\u7b26\u4e32\u3002<\/p>\n<\/li>\n<\/ul>\n

        @data\npublic class maskingmessagingprovider extends messagejsonprovider {\n\n    public static final string default_rules_delimiter = \",\";\n    private logmasker logmasker;\n    private string rules;\n\n    public maskingmessagingprovider() {\n        super();\n    }\n\n    @override\n    public void start() {\n        super.start();\n        this.logmasker = logmasker.create(stringutils.tokenizetostringarray(rules, default_rules_delimiter));\n    }\n\n    @override\n    public void writeto(jsongenerator generator, iloggingevent event) throws ioexception {\n\n        if (isstarted()) {\n            jsonwritingutils.writestringfield(generator, getfieldname(), logmasker.mask(event.getformattedmessage()));\n        }\n    }\n}\n\nclass logmasker {\n\n    private maskingrule[] masks;\n\n    public logmasker(maskingrule[] masks) {\n        super();\n        this.masks = masks.clone();\n    }\n\n    public static logmasker create(string[] rules) {\n\n        return new logmasker(arrays.stream(rules).map(rule -> maskingrule.create(rule)).toarray(maskingrule[]::new));\n    }\n\n    public string mask(string input) {\n        string transformed = input;\n        for (maskingrule m : masks) {\n            transformed = m.mask(transformed);\n        }\n        return transformed;\n    }\n}\n\nclass maskingrule {\n    public static final int reg_ex_default_group_selector = 2;\n    public static final string default_replacement = \"*\";\n\n    private pattern pattern;\n    private unaryoperator<string> replacement;\n\n    public maskingrule(pattern maskpattern, unaryoperator<string> replacement) {\n        super();\n        this.pattern = maskpattern;\n        this.replacement = replacement;\n    }\n\n    public static maskingrule create(string rule) {\n        return new maskingrule(pattern.compile(rule), (in) -> maskingrule.maskdatawithreplacement(in, default_replacement));\n    }\n\n    public string mask(string transformed) {\n        matcher matcher = pattern.matcher(transformed);\n        stringbuffer sb = new stringbuffer();\n        while (matcher.find()) {\n            matcher.appendreplacement(sb, replacement.apply(getdatatobemasked(matcher)));\n        }\n        matcher.appendtail(sb);\n        return sb.tostring();\n    }\n\n    private static string maskdatawithreplacement(string input, string replacement) {\n        int repetition = !stringutils.haslength(input) ? 0 : input.length();\n        return string.join(\"\", collections.ncopies(repetition, replacement));\n    }\n\n    private static string getdatatobemasked(matcher matcher) {\n        if (matcher.groupcount() > 1) {\n            return matcher.group(reg_ex_default_group_selector);\n        }\n        return matcher.groupcount() > 0 ? matcher.group(1) : \"\";\n    }\n}\n<\/pre>\n
        \u6b65\u9aa4 4<\/strong>
         \u5728 logback-spring.xml \u6587\u4ef6\u4e2d\u914d\u7f6e\u7c7b\u3002<\/p>\n
        <configuration>\n    <springproperty scope=\"context\" name=\"rules\" source=\"app.logging.masking.rules\"\n                    defaultvalue=\"\"\/>\n    <appender name=\"console\" class=\"ch.qos.logback.core.consoleappender\">\n        <encoder class=\"net.logstash.logback.encoder.loggingeventcompositejsonencoder\">\n            <providers>\n                <provider class=\"com.daya.logging.logstash.maskingmessagingprovider\">\n                    <rules>${rules}<\/rules>\n                    <rulesdelimiter>${rulesdelimiter}<\/rulesdelimiter>\n                    <ruledelimiter>${ruledelimiter}<\/ruledelimiter>\n                <\/provider>\n                <threadname\/>\n                <timestamp\/>\n                <loglevel\/>\n                <loggername\/>\n                <mdc\/>\n                <version\/>\n                <stacktrace\/>\n            <\/providers>\n        <\/encoder>\n    <\/appender>\n    <root level=\"info\">\n        <appender-ref ref=\"console\"\/>\n    <\/root>\n<\/configuration>\n<\/pre>\n
        \u6b65\u9aa4 5<\/strong>
         \u8fd0\u884c\u5e94\u7528\u7a0b\u5e8f\u3002\u4e3a\u7b80\u5355\u8d77\u89c1\uff0c\u6211\u91c7\u7528\u4e86\u4e00\u4e2a\u4fdd\u5b58\u6570\u636e\u7684\u5b57\u7b26\u4e32\u5e76\u5728\u5e94\u7528\u7a0b\u5e8f\u542f\u52a8\u65f6\u6253\u5370\u5b83\u3002<\/p>\n
        @SpringBootApplication\n@Slf4j\npublic class LogDataMaskingApplication {\n\n    public static void main(String[] args) {\n        SpringApplication.run(LogDataMaskingApplication.class, args);\n        LogDataMaskingApplication.maskingTest();\n    }\n\n    public static void maskingTest() {\n        String data = \"{\\\"loginName\\\":\\\"maskingtest\\\",\\\"phoneNumber\\\":\\\"9898981212\\\",\\\"password\\\":\\\"Masking@123\\\"}\";\n        log.info(data);\n    }\n\n}\n<\/pre>\n
        <\/p>\n
        \u8fd9\u662f\u975e\u5e38\u57fa\u672c\u7684\u89e3\u51b3\u65b9\u6848\uff0c\u5e76\u4e14\u6839\u636e\u6d88\u606f\u6458\u8981\u7b49\u8981\u6c42\u6709\u5f88\u5927\u7684\u589e\u5f3a\u7a7a\u95f4…<\/em><\/p>\n
        \u60a8\u53ef\u4ee5\u5728 github \u4e0a\u627e\u5230\u4ee3\u7801\u3002<\/p>\n
        \u5982\u6709\u4efb\u4f55\u95ee\u9898\u8bf7\u7559\u8a00\u3002<\/p>\n
        \u4ee5\u4e0a\u5c31\u662f\u672c\u6587\u7684\u5168\u90e8\u5185\u5bb9\u4e86\uff0c\u662f\u5426\u6709\u987a\u5229\u5e2e\u52a9\u4f60\u89e3\u51b3\u95ee\u9898\uff1f\u82e5\u662f\u80fd\u7ed9\u4f60\u5e26\u6765\u5b66\u4e60\u4e0a\u7684\u5e2e\u52a9\uff0c\u8bf7\u5927\u5bb6\u591a\u591a\u652f\u6301\uff01\u66f4\u591a\u5173\u4e8e\u6587\u7ae0\u7684\u76f8\u5173\u77e5\u8bc6\uff0c\u4e5f\u53ef\u5173\u6ce8\u516c\u4f17\u53f7\u3002<\/p>\n
              \u7248\u672c\u58f0\u660e \u672c\u6587\u8f6c\u8f7d\u4e8e\uff1adev.to \u5982\u6709\u4fb5\u72af\uff0c\u8bf7\u8054\u7cfb\u5220\u9664<\/p>\n","protected":false},"excerpt":{"rendered":"
        \u4f7f\u7528\u6b63\u5219\u8868\u8fbe\u5f0f\u5728java\u4e2d\u4f7f\u7528l...<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"closed","ping_status":"","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[4925],"tags":[],"class_list":["post-203781","post","type-post","status-publish","format-standard","hentry","category-4925"],"_links":{"self":[{"href":"https:\/\/server.hk\/cnblog\/wp-json\/wp\/v2\/posts\/203781","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/server.hk\/cnblog\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/server.hk\/cnblog\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/server.hk\/cnblog\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/server.hk\/cnblog\/wp-json\/wp\/v2\/comments?post=203781"}],"version-history":[{"count":0,"href":"https:\/\/server.hk\/cnblog\/wp-json\/wp\/v2\/posts\/203781\/revisions"}],"wp:attachment":[{"href":"https:\/\/server.hk\/cnblog\/wp-json\/wp\/v2\/media?parent=203781"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/server.hk\/cnblog\/wp-json\/wp\/v2\/categories?post=203781"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/server.hk\/cnblog\/wp-json\/wp\/v2\/tags?post=203781"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}