{"id":1671,"date":"2018-01-17T17:48:34","date_gmt":"2018-01-17T09:48:34","guid":{"rendered":"http:\/\/nick.txtcc.com\/?p=1671"},"modified":"2018-01-17T18:01:50","modified_gmt":"2018-01-17T10:01:50","slug":"%e4%bd%bf%e7%94%a8cat%ef%bc%8cawk%e5%92%8csort%e5%91%bd%e4%bb%a4%e4%bb%8enginx%e8%ae%bf%e9%97%ae%e6%97%a5%e5%bf%97%e4%b8%ad%e7%bb%9f%e8%ae%a1user-agent%e7%b1%bb%e5%9e%8b","status":"publish","type":"post","link":"https:\/\/nick.txtcc.com\/index.php\/linux\/1671","title":{"rendered":"\u4f7f\u7528cat\uff0cawk\u548csort\u547d\u4ee4\u4ecenginx\u8bbf\u95ee\u65e5\u5fd7\u4e2d\u7edf\u8ba1user-agent\u7c7b\u578b"},"content":{"rendered":"<p>\u4e1a\u52a1\u573a\u666f\u63cf\u8ff0\u5982\u4e0b\uff1a<\/p>\n<p>\u6211\u6709\u4e00\u4e2aNginx\u7684web\u670d\u52a1\u5668\uff0c\u9700\u8981\u4ece\u7edf\u8ba1\u65e5\u5fd7\u4e2d\u7edf\u8ba1\u6709\u54ea\u4e9b\u7c7b\u578b\u7684\u8bbe\u5907\u7ec8\u7aef\u548c\u6d4f\u89c8\u5668\u8bbf\u95ee\u4e86\u6211\u7684\u7f51\u7ad9\u3002<\/p>\n<p>\u8bbf\u95ee\u65e5\u5fd7\u4e2d\u7684\u6bcf\u6761\u8bb0\u5f55\u662f\u8fd9\u6837\u7684\uff1a<\/p>\n<img decoding=\"async\" src=\"http:\/\/nick.txtcc.com\/wp-content\/uploads\/remote_image\/2018\/01\/100145w9K.jpg\" alt=\"\" width=\"750\" \/>\n<p>\u4f7f\u7528\u4e0b\u9762\u7684\u547d\u4ee4\u5f97\u5230user-agent\u6240\u5728\u7684\u5b57\u6bb5<\/p>\n<p>cat cpm.access.log-20141211 | awk -F &#8216;&#8221;&#8216; &#8216;{print $6}&#8217; > ua_1211.txt<\/p>\n<p>\u610f\u601d\u662f\uff0c\u5904\u7406\u8be5\u6587\u4ef6\u7684\u6bcf\u4e00\u884c\uff0c\u6307\u5b9a\u201c\u4e3a\u5206\u9694\u7b26\uff0c\u53ea\u8f93\u51fa\u7b2c6\u4e2a\u6587\u672c\u57df<\/p>\n<img decoding=\"async\" src=\"http:\/\/nick.txtcc.com\/wp-content\/uploads\/remote_image\/2018\/01\/100146iOi.jpg\" alt=\"\" \/>\n<p>\u63d0\u53d6\u7684user-agent\u5b57\u6bb5\u5f97\u5230\u7684\u6587\u4ef6\u4e3a<\/p>\n<img decoding=\"async\" src=\"http:\/\/nick.txtcc.com\/wp-content\/uploads\/remote_image\/2018\/01\/1001472jy.jpg\" alt=\"\" width=\"750\" \/>\n<p>\u5f88\u663e\u7136\uff0c\u9700\u8981\u5bf9\u8fd9\u4e9b\u884c\u8fdb\u884c\u53bb\u91cd\uff0c\u8fd9\u53ea\u9700\u8981\u4e00\u4e2a\u7b80\u5355\u7684sort\u547d\u4ee4\u5c31\u53ef\u4ee5\u8bf7\u6c42\u641e\u5b9a\uff1a<\/p>\n<p>sort ua_1211.txt | uniq -u > ua_1211.sort.txt<\/p>\n<p>\u5bf9\u6587\u6863\u6309\u7167ascii\u5b57\u7b26\u987a\u5e8f\u8fdb\u884c\u6392\u5e8f\uff0c\u540c\u65f6\u53bb\u6389\u91cd\u590d\u884c\uff0c\u5e76\u5c06\u7ed3\u679c\u91cd\u5b9a\u5411\u5230\u65b0\u6587\u4ef6\u4e2d<\/p>\n<p>\u4e0b\u9762\u662f\u53bb\u91cd\u540e\u7684\u6587\u4ef6\u5185\u5bb9<\/p>\n<img decoding=\"async\" src=\"http:\/\/nick.txtcc.com\/wp-content\/uploads\/remote_image\/2018\/01\/100149mjS.jpg\" alt=\"\" width=\"750\" \/>\n<p>\u4e3a\u4e86\u7ed3\u679c\u66f4\u7cbe\u786e\uff0c\u6211\u9700\u8981\u5bf9\u5f53\u524d\u76ee\u5f55\u4e0b\u9762\u7684\u6240\u6709\u65e5\u5fd7\u90fd\u505a\u76f8\u540c\u7684\u5206\u6790\uff0c\u4e3a\u6b64\uff0c\u6211\u9700\u8981\u5148\u5c06\u8fd9\u4e9b\u6587\u4ef6\u90fd\u5408\u5e76\u5230\u4e00\u4e2a\u5927\u65e5\u5fd7\u6587\u4ef6\u4e2d\uff0c\u518d\u5bf9\u8fd9\u4e2a\u5927\u6587\u4ef6\u6267\u884c\u4e0a\u9762\u7684\u64cd\u4f5c\u3002\u4f7f\u7528cat\u7684\u901a\u914d\u7b26\u5408\u5e76\u529f\u80fd\u5f88\u5bb9\u6613\u5b9e\u73b0\u6587\u4ef6\u5408\u5e76\uff1a<\/p>\n<p>cat cpm.access.log-2014121* > cpm.access.log<\/p>\n<p>\u518d\u5bf9\u8fd9\u4e2a\u5408\u5e76\u6587\u4ef6cpm.access.log\u505a\u5206\u6790<\/p>\n<p>cat cpm.access.log | awk -F &#8216;&#8221;&#8216; &#8216;{print $6}&#8217; | sort | uniq -u > ua_analysis.txt<\/p>\n<p>\u8fd9\u6b21\u6211\u4eec\u770b\u5230\u4e86\u66f4\u591a\u795e\u5947\u7684\u4e1c\u897f\uff0c\u770b\u6765\u8bbf\u95ee\u5404\u79cd\u79fb\u52a8\u7aef\u8bbf\u95ee\u6211\u4eec\u7f51\u7ad9\u8fd8\u662f\u5f88\u591a\u7684\uff0c\u603b\u7ed3\u67091333\u79cd\u7ec8\u7aef\u8bbf\u95ee\u3002<\/p>\n<img decoding=\"async\" src=\"http:\/\/nick.txtcc.com\/wp-content\/uploads\/remote_image\/2018\/01\/100149iCH.jpg\" alt=\"\" width=\"750\" \/>\n<img decoding=\"async\" src=\"http:\/\/nick.txtcc.com\/wp-content\/uploads\/remote_image\/2018\/01\/100150VZV.jpg\" alt=\"\" width=\"750\" \/>\n<p>\u5176\u5b9e\u7c7b\u4f3c\u7684\u5176\u4ed6\u573a\u666f\u7684\u95ee\u9898\u4e5f\u53ef\u4ee5\u53c2\u7167\u89e3\u51b3\u3002<\/p>\n<p>\u4e0b\u9762\u662f\u6211\u6536\u96c6\u7684user-agent\u6587\u4ef6\uff0c\u53c2\u89c1\u4e0b\u8f7d\u94fe\u63a5<\/p>\n<p><a href=\"http:\/\/download.csdn.net\/detail\/tao_627\/8338061\" target=\"_blank\">\u6536\u96c6\u7684user-agent\u5927\u5168.txt<\/a><\/p>\n<p>\u89c2\u5bdf\u65e5\u5fd7\u53d1\u73b0UA\u5b57\u7b26\u4e32\uff1a<\/p>\n<p>Mozilla\/5.0 (compatible; Baiduspider\/2.0; <a href=\"http:\/\/www.baidu.com\/search\/spider.html\">http:\/\/www.baidu.com\/search\/spider.html<\/a>)<\/p>\n<p>\u53c2\u8003\u6587\u732e<\/p>\n<p>[1].<a href=\"http:\/\/www.cnblogs.com\/51linux\/archive\/2012\/05\/23\/2515299.html\" target=\"_blank\"><a href=\"http:\/\/www.cnblogs.com\/51linux\/archive\/2012\/05\/23\/2515299.html\">http:\/\/www.cnblogs.com\/51linux\/archive\/2012\/05\/23\/2515299.html<\/a><\/a><\/p>\n<p>[2].<a href=\"http:\/\/www.cnblogs.com\/ggjucheng\/archive\/2013\/01\/13\/2858385.html\" target=\"_blank\"><a href=\"http:\/\/www.cnblogs.com\/ggjucheng\/archive\/2013\/01\/13\/2858385.html\">http:\/\/www.cnblogs.com\/ggjucheng\/archive\/2013\/01\/13\/2858385.html<\/a><\/a><\/p>","protected":false},"excerpt":{"rendered":"<p>\u4e1a\u52a1\u573a\u666f\u63cf\u8ff0\u5982\u4e0b\uff1a \u6211\u6709\u4e00\u4e2aNginx\u7684web\u670d\u52a1\u5668\uff0c\u9700\u8981\u4ece\u7edf\u8ba1\u65e5\u5fd7\u4e2d\u7edf\u8ba1\u6709\u54ea\u4e9b\u7c7b\u578b\u7684\u8bbe\u5907\u7ec8\u7aef\u548c\u6d4f\u89c8\u5668\u8bbf\u95ee\u4e86\u6211\u7684\u7f51\u7ad9\u3002 \u8bbf\u95ee\u65e5\u5fd7\u4e2d\u7684\u6bcf\u6761\u8bb0\u5f55\u662f\u8fd9\u6837\u7684\uff1a \u4f7f\u7528\u4e0b\u9762\u7684\u547d\u4ee4\u5f97\u5230user-agent\u6240\u5728\u7684\u5b57\u6bb5&#46;&#46;&#46;<\/p>","protected":false},"author":1,"featured_media":0,"comment_status":"closed","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[4],"tags":[268,488,489],"class_list":["post-1671","post","type-post","status-publish","format-standard","hentry","category-linux","tag-nginx","tag-sort","tag-useragent"],"_links":{"self":[{"href":"https:\/\/nick.txtcc.com\/index.php\/wp-json\/wp\/v2\/posts\/1671","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/nick.txtcc.com\/index.php\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/nick.txtcc.com\/index.php\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/nick.txtcc.com\/index.php\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/nick.txtcc.com\/index.php\/wp-json\/wp\/v2\/comments?post=1671"}],"version-history":[{"count":2,"href":"https:\/\/nick.txtcc.com\/index.php\/wp-json\/wp\/v2\/posts\/1671\/revisions"}],"predecessor-version":[{"id":1679,"href":"https:\/\/nick.txtcc.com\/index.php\/wp-json\/wp\/v2\/posts\/1671\/revisions\/1679"}],"wp:attachment":[{"href":"https:\/\/nick.txtcc.com\/index.php\/wp-json\/wp\/v2\/media?parent=1671"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/nick.txtcc.com\/index.php\/wp-json\/wp\/v2\/categories?post=1671"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/nick.txtcc.com\/index.php\/wp-json\/wp\/v2\/tags?post=1671"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}