{"id":631,"date":"2008-09-02T15:34:25","date_gmt":"2008-09-02T06:34:25","guid":{"rendered":"http:\/\/tec.jpn.ph\/wordpress\/?p=631"},"modified":"2010-04-26T09:04:02","modified_gmt":"2010-04-26T00:04:02","slug":"referer%e6%96%87%e5%ad%97%e5%88%97%e3%81%8b%e3%82%89%e3%83%ad%e3%83%9c%e3%83%83%e3%83%88%e3%81%8b%e3%81%a9%e3%81%86%e3%81%8b%e3%82%92%e5%88%a4%e5%ae%9a%e3%81%99%e3%82%8b%e6%ad%a3%e8%a6%8f%e8%a1%a8","status":"publish","type":"post","link":"http:\/\/tec-jpn.net\/wordpress\/?p=631","title":{"rendered":"Referer\u6587\u5b57\u5217\u304b\u3089\u30ed\u30dc\u30c3\u30c8\u304b\u3069\u3046\u304b\u3092\u5224\u5b9a\u3059\u308b\u6b63\u898f\u8868\u73fe"},"content":{"rendered":"

Apache\u306a\u3069\u306e\u30a6\u30a7\u30d6\u30b5\u30fc\u30d0\u306e\u30a2\u30af\u30bb\u30b9\u30ed\u30b0\u3067\u3001Referer\u30d5\u30a3\u30fc\u30eb\u30c9\u306b\u51fa\u529b\u3055\u308c\u308b\u6587\u5b57\u5217\u304c\u4ee5\u4e0b\u306e\u30d5\u30a1\u30a4\u30eb\u306e\u6b63\u898f\u8868\u73fe\u306e\u3044\u305a\u308c\u304b\u306b\u30de\u30c3\u30c1\u3059\u308b\u3088\u3046\u306a\u3089\u5927\u4f53\u305d\u308c\u306f\u30ed\u30dc\u30c3\u30c8\u306e\u30a2\u30af\u30bb\u30b9\u3067\u3059\u3002<\/p>\n

robot_patterns<\/a>(UNIX\u30c6\u30ad\u30b9\u30c8\u30d5\u30a1\u30a4\u30eb)(2010-4-26\u6539\u8a02)<\/p>\n

\u3053\u308c\u3092\u4f7f\u3063\u3066Apache\u306e\u30a2\u30af\u30bb\u30b9\u30ed\u30b0\u304b\u3089\u30ed\u30dc\u30c3\u30c8\u306e\u30a2\u30af\u30bb\u30b9\u3092\u62bd\u51fa\u3059\u308b\u30d5\u30a3\u30eb\u30bf\u306e\u4f8b\u306f\u4ee5\u4e0b\u306e\u3068\u304a\u308a\u3002\u4e0a\u306e\u5185\u5bb9\u304crobot_patterns\u3068\u3044\u3046\u30d5\u30a1\u30a4\u30eb\u3068\u3057\u3066\u30ab\u30ec\u30f3\u30c8\u30c7\u30a3\u30ec\u30af\u30c8\u30ea\u306b\u4fdd\u5b58\u3055\u308c\u3066\u3044\u308b\u3068\u60f3\u5b9a\u3057\u3066\u3042\u308a\u307e\u3059\u3002\u307e\u305f\u3001Parse::AccessLogEntry\u304c\u5fc5\u8981\u3067\u3059\u306e\u3067CPAN\u304b\u3089\u30a4\u30f3\u30b9\u30c8\u30fc\u30eb\u3057\u3066\u304a\u3044\u3066\u304f\u3060\u3055\u3044\u3002<\/p>\n

\n

<\/code><\/p>\n

#!\/usr\/bin\/perl\r\n\r\nuse Parse::AccessLogEntry;\r\n\r\n$robot_patterns_file = \"robot_patterns\";\r\n$local_address_patterns_file = \"local_address_patterns\";\r\n\r\nopen(RP, $robot_patterns_file) or die $!;\r\nwhile(<RP>) { chomp; push(@robot_patterns, $_) if ! \/^\\s+$\/; }\r\n$robot_pattern = \"(?:\" . join(\")|(?:\", @robot_patterns) . \")\";\r\n\r\nopen(LP, $local_address_patterns_file) or die $!;\r\nwhile(<LP>) { chomp;push(@local_address_patterns, $_) if ! \/^\\s+$\/; }\r\n$local_address_pattern = \"(?:\" . join(\")|(?:\", @local_address_patterns) . \")\";\r\n\r\n$P = Parse::AccessLogEntry->new();\r\n($myname) = $0 =~ \/([^\\\/]+)$\/;\r\n\r\nif ($myname eq 'robotsalog') {\r\n        LINE: while(<>) {\r\n                my $e = $P->parse($_);\r\n                next LINE if $e->{host} =~ m\/$local_address_pattern\/o;\r\n                print if $e->{agent} =~ m\/$robot_pattern\/o;\r\n        }\r\n} else {\r\n        LINE2: while(<>) {\r\n                my $e = $P->parse($_);\r\n                next LINE2 if $e->{host} =~ m\/$local_address_pattern\/o;\r\n                print if $e->{agent} !~ m\/$robot_pattern\/o;\r\n        }\r\n}<\/pre>\n
\n
robotsalog\u3068\u3044\u3046\u540d\u524d\u3067\u547c\u3073\u51fa\u3055\u308c\u305f\u3068\u304d\u306f\u3001\u30ed\u30dc\u30c3\u30c8\u306e\u30a2\u30af\u30bb\u30b9\u3060\u3051\u3092\u51fa\u529b\u3057\u307e\u3059\u3002\u305d\u306e\u4ed6\u306e\u5834\u5408\u306f\u30ed\u30dc\u30c3\u30c8\u3067\u306a\u3044\u30a2\u30af\u30bb\u30b9\u3060\u3051\u3092\u51fa\u529b\u3057\u307e\u3059\u3002<\/p>\n
\u3061\u306a\u307f\u306blocal_address_patterns\u3068\u3044\u3046\u30d5\u30a1\u30a4\u30eb\u3082\u5fc5\u8981\u3067\u3059\u3002\u3053\u306e\u4e2d\u8eab\u306b\u306f\u81ea\u5206\u81ea\u8eab\u306e\u30a2\u30c9\u30ec\u30b9\u306e\u30d1\u30bf\u30fc\u30f3\u3092\u5165\u308c\u3066\u304a\u304d\u307e\u3059\u3002\u305d\u3046\u3059\u308b\u3068\u305d\u306e\u5206\u3082\u9664\u5916\u3057\u3066\u51fa\u529b\u3057\u307e\u3059\u3002\u30b5\u30f3\u30d7\u30eb\u306f\u4ee5\u4e0b\u306e\u3068\u304a\u308a\u3002<\/p>\n
\n
^192\\.168
\n^127\\.0\\.<\/code><\/p>\n
\n
\u3046\u3061\u3067\u306f\u3053\u308c\u3067\u5927\u4f53\u3046\u307e\u304f\u3044\u3063\u3066\u307e\u3059\u3002\u5b8c\u5168\u7121\u4fdd\u8a3c\u3067\u3088\u308d\u3057\u3051\u308c\u3070\u3054\u81ea\u7531\u306b\u304a\u4f7f\u3044\u4e0b\u3055\u3044\u3002<\/p>\n","protected":false},"excerpt":{"rendered":"
Apache\u306a\u3069\u306e\u30a6\u30a7\u30d6\u30b5\u30fc\u30d0\u306e\u30a2\u30af\u30bb\u30b9\u30ed\u30b0\u3067\u3001Referer\u30d5\u30a3\u30fc\u30eb\u30c9\u306b\u51fa\u529b\u3055\u308c\u308b\u6587\u5b57\u5217\u304c\u4ee5\u4e0b\u306e\u30d5\u30a1\u30a4\u30eb\u306e\u6b63\u898f\u8868\u73fe\u306e\u3044\u305a\u308c\u304b\u306b\u30de\u30c3\u30c1\u3059\u308b\u3088\u3046\u306a\u3089\u5927\u4f53\u305d\u308c\u306f\u30ed\u30dc\u30c3\u30c8\u306e\u30a2\u30af\u30bb\u30b9\u3067\u3059\u3002 robot_patterns(UNIX […]<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"closed","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[6],"tags":[],"class_list":["post-631","post","type-post","status-publish","format-standard","hentry","category-6"],"_links":{"self":[{"href":"http:\/\/tec-jpn.net\/wordpress\/index.php?rest_route=\/wp\/v2\/posts\/631","targetHints":{"allow":["GET"]}}],"collection":[{"href":"http:\/\/tec-jpn.net\/wordpress\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"http:\/\/tec-jpn.net\/wordpress\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"http:\/\/tec-jpn.net\/wordpress\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"http:\/\/tec-jpn.net\/wordpress\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=631"}],"version-history":[{"count":0,"href":"http:\/\/tec-jpn.net\/wordpress\/index.php?rest_route=\/wp\/v2\/posts\/631\/revisions"}],"wp:attachment":[{"href":"http:\/\/tec-jpn.net\/wordpress\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=631"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"http:\/\/tec-jpn.net\/wordpress\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=631"},{"taxonomy":"post_tag","embeddable":true,"href":"http:\/\/tec-jpn.net\/wordpress\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=631"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}