{"id":16414,"date":"2024-11-18T14:30:50","date_gmt":"2024-11-18T06:30:50","guid":{"rendered":"https:\/\/fwq.ai\/blog\/16414\/"},"modified":"2024-11-18T14:30:50","modified_gmt":"2024-11-18T06:30:50","slug":"linux%e7%8e%af%e5%a2%83%e4%b8%8b%e7%9a%84%e6%97%a5%e5%bf%97%e5%88%86%e6%9e%90%e4%b8%8e%e5%a8%81%e8%83%81%e6%a3%80%e6%b5%8b","status":"publish","type":"post","link":"https:\/\/fwq.ai\/blog\/16414\/","title":{"rendered":"Linux\u73af\u5883\u4e0b\u7684\u65e5\u5fd7\u5206\u6790\u4e0e\u5a01\u80c1\u68c0\u6d4b"},"content":{"rendered":"

linux\u73af\u5883\u4e0b\u7684\u65e5\u5fd7\u5206\u6790\u4e0e\u5a01\u80c1\u68c0\u6d4b<\/p>\n

\u5f15\u8a00\uff1a
\u968f\u7740\u4e92\u8054\u7f51\u7684\u5feb\u901f\u53d1\u5c55\uff0c\u7f51\u7edc\u653b\u51fb\u5df2\u7ecf\u6210\u4e3a\u4e00\u4e2a\u4e0d\u53ef\u5ffd\u89c6\u7684\u95ee\u9898\u3002\u4e3a\u4e86\u4fdd\u62a4\u6211\u4eec\u7684\u7f51\u7edc\u548c\u7cfb\u7edf\u514d\u53d7\u653b\u51fb\uff0c\u6211\u4eec\u9700\u8981\u5bf9\u65e5\u5fd7\u8fdb\u884c\u5206\u6790\u5e76\u8fdb\u884c\u5a01\u80c1\u68c0\u6d4b\u3002\u672c\u6587\u5c06\u4ecb\u7ecd\u5982\u4f55\u5728Linux\u73af\u5883\u4e0b\u8fdb\u884c\u65e5\u5fd7\u5206\u6790\u548c\u5a01\u80c1\u68c0\u6d4b\uff0c\u5e76\u63d0\u4f9b\u4e00\u4e9b\u4ee3\u7801\u793a\u4f8b\u3002<\/p>\n

\u4e00\u3001\u65e5\u5fd7\u5206\u6790\u5de5\u5177\u4ecb\u7ecd
\u5728Linux\u73af\u5883\u4e2d\uff0c\u6211\u4eec\u901a\u5e38\u4f7f\u7528\u4e00\u4e9b\u5f00\u6e90\u7684\u65e5\u5fd7\u5206\u6790\u5de5\u5177\u6765\u5e2e\u52a9\u6211\u4eec\u5206\u6790\u65e5\u5fd7\u6587\u4ef6\u3002\u5176\u4e2d\u6700\u5e38\u7528\u7684\u5de5\u5177\u5305\u62ec\uff1a<\/p>\n

    \n
  1. Logstash\uff1aLogstash\u662f\u4e00\u4e2a\u5f00\u6e90\u7684\u6570\u636e\u6536\u96c6\u5f15\u64ce\uff0c\u5b83\u53ef\u4ee5\u4ece\u4e0d\u540c\u7684\u6765\u6e90\u6536\u96c6\u65e5\u5fd7\u6570\u636e\uff0c\u5982\u6587\u4ef6\u3001\u7f51\u7edc\u7b49\uff0c\u5e76\u5c06\u5b83\u4eec\u8f6c\u6362\u4e3a\u7ed3\u6784\u5316\u7684\u6570\u636e\u4f9b\u540e\u7eed\u5904\u7406\u3002<\/li>\n
  2. Elasticsearch\uff1aElasticsearch\u662f\u4e00\u4e2a\u5f00\u6e90\u7684\u641c\u7d22\u548c\u5206\u6790\u5f15\u64ce\uff0c\u5b83\u53ef\u4ee5\u5feb\u901f\u5904\u7406\u548c\u5206\u6790\u6d77\u91cf\u7684\u6570\u636e\u3002<\/li>\n
  3. Kibana\uff1aKibana\u662f\u4e00\u4e2a\u5f00\u6e90\u7684\u6570\u636e\u53ef\u89c6\u5316\u5de5\u5177\uff0c\u5b83\u53ef\u4ee5\u4e0eElasticsearch\u914d\u5408\u4f7f\u7528\u6765\u5c55\u793a\u548c\u5206\u6790\u6570\u636e\u3002<\/li>\n<\/ol>\n

    \u4e8c\u3001\u65e5\u5fd7\u5206\u6790\u548c\u5a01\u80c1\u68c0\u6d4b\u6d41\u7a0b<\/p>\n

      \n
    1. \u6536\u96c6\u65e5\u5fd7
      \u9996\u5148\uff0c\u6211\u4eec\u9700\u8981\u6536\u96c6\u7cfb\u7edf\u548c\u5e94\u7528\u7a0b\u5e8f\u4ea7\u751f\u7684\u65e5\u5fd7\u3002\u5728Linux\u7cfb\u7edf\u4e2d\uff0c\u65e5\u5fd7\u6587\u4ef6\u901a\u5e38\u5b58\u50a8\u5728\/var\/log\u76ee\u5f55\u4e0b\u3002\u6211\u4eec\u53ef\u4ee5\u4f7f\u7528Logstash\u6765\u6536\u96c6\u8fd9\u4e9b\u65e5\u5fd7\u6587\u4ef6\uff0c\u5e76\u5c06\u5b83\u4eec\u53d1\u9001\u5230Elasticsearch\u8fdb\u884c\u540e\u7eed\u5206\u6790\u3002<\/li>\n<\/ol>\n

      \u4ee5\u4e0b\u662f\u4e00\u4e2a\u7b80\u5355\u7684Logstash\u914d\u7f6e\u6587\u4ef6\u793a\u4f8b\uff1a<\/p>\n

      input {\n  file {\n    path =&gt; \"\/var\/log\/*.log\"\n  }\n}\n\noutput {\n  elasticsearch {\n    hosts =&gt; [\"localhost:9200\"]\n    index =&gt; \"logstash-%{+YYYY.MM.dd}\"\n  }\n}<\/pre>\n
        \u767b\u5f55\u540e\u590d\u5236   <\/p>\n
      \u8fd9\u4e2a\u914d\u7f6e\u6587\u4ef6\u6307\u5b9a\u4e86Logstash\u5e94\u8be5\u6536\u96c6\/var\/log\u76ee\u5f55\u4e0b\u7684\u6240\u6709\u65e5\u5fd7\u6587\u4ef6\uff0c\u5e76\u5c06\u5b83\u4eec\u53d1\u9001\u5230\u672c\u5730\u8fd0\u884c\u7684Elasticsearch\u5b9e\u4f8b\u3002<\/p>\n
        \n
      1. \u5206\u6790\u65e5\u5fd7
        \u4e00\u65e6\u65e5\u5fd7\u6570\u636e\u88ab\u53d1\u9001\u5230Elasticsearch\uff0c\u6211\u4eec\u53ef\u4ee5\u4f7f\u7528Kibana\u6765\u5bf9\u6570\u636e\u8fdb\u884c\u5206\u6790\u548c\u53ef\u89c6\u5316\u3002<\/li>\n<\/ol>\n
        \u6211\u4eec\u53ef\u4ee5\u5728Kibana\u7684\u754c\u9762\u4e0a\u521b\u5efa\u4e00\u4e2a\u65b0\u7684Dashboard\uff0c\u7136\u540e\u9009\u62e9\u9002\u5f53\u7684\u53ef\u89c6\u5316\u65b9\u5f0f\u6765\u5206\u6790\u65e5\u5fd7\u6570\u636e\u3002\u4f8b\u5982\uff0c\u6211\u4eec\u53ef\u4ee5\u521b\u5efa\u4e00\u4e2a\u997c\u56fe\u6765\u663e\u793a\u4e0d\u540c\u7c7b\u578b\u7684\u653b\u51fb\uff0c\u6216\u8005\u521b\u5efa\u4e00\u4e2a\u8868\u683c\u6765\u663e\u793a\u6700\u5e38\u89c1\u7684\u653b\u51fbIP\u5730\u5740\u3002<\/p>\n
          \n
        1. \u5a01\u80c1\u68c0\u6d4b
          \u9664\u4e86\u5206\u6790\u65e5\u5fd7\u4ee5\u68c0\u6d4b\u5df2\u77e5\u5a01\u80c1\u4e4b\u5916\uff0c\u6211\u4eec\u8fd8\u53ef\u4ee5\u4f7f\u7528\u673a\u5668\u5b66\u4e60\u548c\u884c\u4e3a\u5206\u6790\u7b49\u6280\u672f\u6765\u68c0\u6d4b\u672a\u77e5\u5a01\u80c1\u3002<\/li>\n<\/ol>\n
          \u4ee5\u4e0b\u662f\u4e00\u4e2a\u4f7f\u7528Python\u7f16\u5199\u7684\u7b80\u5355\u7684\u5a01\u80c1\u68c0\u6d4b\u793a\u4f8b\u4ee3\u7801\uff1a<\/p>\n
          import pandas as pd\nfrom sklearn.ensemble import IsolationForest\n\n# \u52a0\u8f7d\u65e5\u5fd7\u6570\u636e\ndata = pd.read_csv(\"logs.csv\")\n\n# \u63d0\u53d6\u7279\u5f81\nfeatures = data.drop([\"label\", \"timestamp\"], axis=1)\n\n# \u4f7f\u7528\u5b64\u7acb\u68ee\u6797\u7b97\u6cd5\u8fdb\u884c\u5a01\u80c1\u68c0\u6d4b\nmodel = IsolationForest(contamination=0.1)\nmodel.fit(features)\n\n# \u9884\u6d4b\u5f02\u5e38\u6837\u672c\npredictions = model.predict(features)\n\n# \u8f93\u51fa\u5f02\u5e38\u6837\u672c\noutliers = data[predictions == -1]\nprint(outliers)<\/pre>\n
            \u767b\u5f55\u540e\u590d\u5236   <\/p>\n
          \u8fd9\u4e2a\u793a\u4f8b\u4ee3\u7801\u4f7f\u7528\u4e86\u5b64\u7acb\u68ee\u6797\u7b97\u6cd5\u6765\u8fdb\u884c\u5a01\u80c1\u68c0\u6d4b\u3002\u5b83\u9996\u5148\u4ece\u65e5\u5fd7\u6570\u636e\u4e2d\u63d0\u53d6\u7279\u5f81\uff0c\u7136\u540e\u4f7f\u7528IsolationForest\u6a21\u578b\u6765\u8bc6\u522b\u5f02\u5e38\u6837\u672c\u3002<\/p>\n
          \u7ed3\u8bba\uff1a
          \u901a\u8fc7\u4f7f\u7528Linux\u73af\u5883\u4e0b\u7684\u65e5\u5fd7\u5206\u6790\u5de5\u5177\u548c\u5a01\u80c1\u68c0\u6d4b\u6280\u672f\uff0c\u6211\u4eec\u53ef\u4ee5\u66f4\u597d\u5730\u4fdd\u62a4\u6211\u4eec\u7684\u7cfb\u7edf\u548c\u7f51\u7edc\u514d\u53d7\u653b\u51fb\u3002\u65e0\u8bba\u662f\u5206\u6790\u5df2\u77e5\u5a01\u80c1\u8fd8\u662f\u68c0\u6d4b\u672a\u77e5\u5a01\u80c1\uff0c\u65e5\u5fd7\u5206\u6790\u548c\u5a01\u80c1\u68c0\u6d4b\u90fd\u662f\u7f51\u7edc\u5b89\u5168\u4e2d\u4e0d\u53ef\u6216\u7f3a\u7684\u4e00\u90e8\u5206\u3002<\/p>\n
          \u53c2\u8003\u6587\u732e\uff1a<\/p>\n
            \n
          1. Elastic. Logstash – Collect, Parse, and Enrich Data. https:\/\/www.elastic.co\/logstash.<\/li>\n
          2. Elastic. Elasticsearch – Fast, Distributed, and Highly Available Search Engine. https:\/\/www.elastic.co\/elasticsearch.<\/li>\n
          3. Elastic. Kibana – Explore & Visualize Your Data. https:\/\/www.elastic.co\/kibana.<\/li>\n
          4. Scikit-learn. Isolation Forest. https:\/\/scikit-learn.org\/stable\/modules\/generated\/sklearn.ensemble.IsolationForest.html.<\/li>\n<\/ol>\n
            \u4ee5\u4e0a\u5c31\u662fLinux\u73af\u5883\u4e0b\u7684\u65e5\u5fd7\u5206\u6790\u4e0e\u5a01\u80c1\u68c0\u6d4b\u7684\u8be6\u7ec6\u5185\u5bb9\uff0c\u66f4\u591a\u8bf7\u5173\u6ce8\u7c73\u4e91\u5176\u5b83\u76f8\u5173\u6587\u7ae0\uff01<\/p>\n","protected":false},"excerpt":{"rendered":"
            linux\u73af\u5883\u4e0b\u7684\u65e5\u5fd7\u5206\u6790\u4e0e\u5a01\u80c1\u68c0\u6d4b \u5f15\u8a00\uff1a\u968f\u7740\u4e92\u8054\u7f51\u7684\u5feb\u901f\u53d1\u5c55\uff0c\u7f51\u7edc\u653b\u51fb\u5df2\u7ecf\u6210\u4e3a\u4e00\u4e2a\u4e0d\u53ef\u5ffd\u89c6\u7684\u95ee\u9898\u3002\u4e3a\u4e86\u4fdd\u62a4\u6211\u4eec\u7684\u7f51\u7edc\u548c\u7cfb\u7edf\u514d\u53d7\u653b\u51fb\uff0c\u6211\u4eec\u9700\u8981\u5bf9\u65e5\u5fd7\u8fdb\u884c\u5206\u6790\u5e76\u8fdb\u884c\u5a01\u80c1\u68c0\u6d4b\u3002\u672c\u6587\u5c06\u4ecb\u7ecd\u5982\u4f55\u5728Linux\u73af\u5883\u4e0b\u8fdb\u884c\u65e5\u5fd7\u5206\u6790\u548c\u5a01\u80c1\u68c0\u6d4b\uff0c\u5e76\u63d0\u4f9b\u4e00\u4e9b\u4ee3\u7801\u793a\u4f8b\u3002 \u4e00\u3001\u65e5\u5fd7\u5206\u6790\u5de5\u5177\u4ecb\u7ecd\u5728Linux\u73af\u5883\u4e2d\uff0c\u6211\u4eec\u901a\u5e38\u4f7f\u7528\u4e00\u4e9b\u5f00\u6e90\u7684\u65e5\u5fd7\u5206\u6790\u5de5\u5177\u6765\u5e2e\u52a9\u6211\u4eec\u5206\u6790\u65e5\u5fd7\u6587\u4ef6\u3002\u5176\u4e2d\u6700\u5e38\u7528\u7684\u5de5\u5177\u5305\u62ec\uff1a Logstash\uff1aLogstash\u662f\u4e00\u4e2a\u5f00\u6e90\u7684\u6570\u636e\u6536\u96c6\u5f15\u64ce\uff0c\u5b83\u53ef\u4ee5\u4ece\u4e0d\u540c\u7684\u6765\u6e90\u6536\u96c6\u65e5\u5fd7\u6570\u636e\uff0c\u5982\u6587\u4ef6\u3001\u7f51\u7edc\u7b49\uff0c\u5e76\u5c06\u5b83\u4eec\u8f6c\u6362\u4e3a\u7ed3\u6784\u5316\u7684\u6570\u636e\u4f9b\u540e\u7eed\u5904\u7406\u3002 Elasticsearch\uff1aElasticsearch\u662f\u4e00\u4e2a\u5f00\u6e90\u7684\u641c\u7d22\u548c\u5206\u6790\u5f15\u64ce\uff0c\u5b83\u53ef\u4ee5\u5feb\u901f\u5904\u7406\u548c\u5206\u6790\u6d77\u91cf\u7684\u6570\u636e\u3002 Kibana\uff1aKibana\u662f\u4e00\u4e2a\u5f00\u6e90\u7684\u6570\u636e\u53ef\u89c6\u5316\u5de5\u5177\uff0c\u5b83\u53ef\u4ee5\u4e0eElasticsearch\u914d\u5408\u4f7f\u7528\u6765\u5c55\u793a\u548c\u5206\u6790\u6570\u636e\u3002 \u4e8c\u3001\u65e5\u5fd7\u5206\u6790\u548c\u5a01\u80c1\u68c0\u6d4b\u6d41\u7a0b \u6536\u96c6\u65e5\u5fd7\u9996\u5148\uff0c\u6211\u4eec\u9700\u8981\u6536\u96c6\u7cfb\u7edf\u548c\u5e94\u7528\u7a0b\u5e8f\u4ea7\u751f\u7684\u65e5\u5fd7\u3002\u5728Linux\u7cfb\u7edf\u4e2d\uff0c\u65e5\u5fd7\u6587\u4ef6\u901a\u5e38\u5b58\u50a8\u5728\/var\/log\u76ee\u5f55\u4e0b\u3002\u6211\u4eec\u53ef\u4ee5\u4f7f\u7528Logstash\u6765\u6536\u96c6\u8fd9\u4e9b\u65e5\u5fd7\u6587\u4ef6\uff0c\u5e76\u5c06\u5b83\u4eec\u53d1\u9001\u5230Elasticsearch\u8fdb\u884c\u540e\u7eed\u5206\u6790\u3002 \u4ee5\u4e0b\u662f\u4e00\u4e2a\u7b80\u5355\u7684Logstash\u914d\u7f6e\u6587\u4ef6\u793a\u4f8b\uff1a input { file { path =&gt; “\/var\/log\/*.log” } } output { elasticsearch { hosts =&gt; [“localhost:9200”] index =&gt; “logstash-%{+YYYY.MM.dd}” } } \u767b\u5f55\u540e\u590d\u5236 \u8fd9\u4e2a\u914d\u7f6e\u6587\u4ef6\u6307\u5b9a\u4e86Logstash\u5e94\u8be5\u6536\u96c6\/var\/log\u76ee\u5f55\u4e0b\u7684\u6240\u6709\u65e5\u5fd7\u6587\u4ef6\uff0c\u5e76\u5c06\u5b83\u4eec\u53d1\u9001\u5230\u672c\u5730\u8fd0\u884c\u7684Elasticsearch\u5b9e\u4f8b\u3002 \u5206\u6790\u65e5\u5fd7\u4e00\u65e6\u65e5\u5fd7\u6570\u636e\u88ab\u53d1\u9001\u5230Elasticsearch\uff0c\u6211\u4eec\u53ef\u4ee5\u4f7f\u7528Kibana\u6765\u5bf9\u6570\u636e\u8fdb\u884c\u5206\u6790\u548c\u53ef\u89c6\u5316\u3002 \u6211\u4eec\u53ef\u4ee5\u5728Kibana\u7684\u754c\u9762\u4e0a\u521b\u5efa\u4e00\u4e2a\u65b0\u7684Dashboard\uff0c\u7136\u540e\u9009\u62e9\u9002\u5f53\u7684\u53ef\u89c6\u5316\u65b9\u5f0f\u6765\u5206\u6790\u65e5\u5fd7\u6570\u636e\u3002\u4f8b\u5982\uff0c\u6211\u4eec\u53ef\u4ee5\u521b\u5efa\u4e00\u4e2a\u997c\u56fe\u6765\u663e\u793a\u4e0d\u540c\u7c7b\u578b\u7684\u653b\u51fb\uff0c\u6216\u8005\u521b\u5efa\u4e00\u4e2a\u8868\u683c\u6765\u663e\u793a\u6700\u5e38\u89c1\u7684\u653b\u51fbIP\u5730\u5740\u3002 \u5a01\u80c1\u68c0\u6d4b\u9664\u4e86\u5206\u6790\u65e5\u5fd7\u4ee5\u68c0\u6d4b\u5df2\u77e5\u5a01\u80c1\u4e4b\u5916\uff0c\u6211\u4eec\u8fd8\u53ef\u4ee5\u4f7f\u7528\u673a\u5668\u5b66\u4e60\u548c\u884c\u4e3a\u5206\u6790\u7b49\u6280\u672f\u6765\u68c0\u6d4b\u672a\u77e5\u5a01\u80c1\u3002 \u4ee5\u4e0b\u662f\u4e00\u4e2a\u4f7f\u7528Python\u7f16\u5199\u7684\u7b80\u5355\u7684\u5a01\u80c1\u68c0\u6d4b\u793a\u4f8b\u4ee3\u7801\uff1a import pandas as pd from sklearn.ensemble import IsolationForest # \u52a0\u8f7d\u65e5\u5fd7\u6570\u636e data = pd.read_csv(“logs.csv”) # \u63d0\u53d6\u7279\u5f81 features = data.drop([“label”, “timestamp”], […]<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"closed","ping_status":"","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[8],"tags":[],"class_list":["post-16414","post","type-post","status-publish","format-standard","hentry","category-os"],"_links":{"self":[{"href":"https:\/\/fwq.ai\/blog\/wp-json\/wp\/v2\/posts\/16414","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/fwq.ai\/blog\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/fwq.ai\/blog\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/fwq.ai\/blog\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/fwq.ai\/blog\/wp-json\/wp\/v2\/comments?post=16414"}],"version-history":[{"count":0,"href":"https:\/\/fwq.ai\/blog\/wp-json\/wp\/v2\/posts\/16414\/revisions"}],"wp:attachment":[{"href":"https:\/\/fwq.ai\/blog\/wp-json\/wp\/v2\/media?parent=16414"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/fwq.ai\/blog\/wp-json\/wp\/v2\/categories?post=16414"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/fwq.ai\/blog\/wp-json\/wp\/v2\/tags?post=16414"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}