{"id":927,"date":"2009-04-05T10:33:29","date_gmt":"2009-04-05T02:33:29","guid":{"rendered":"http:\/\/www.wopushelp.com\/?p=927"},"modified":"2009-04-05T10:33:29","modified_gmt":"2009-04-05T02:33:29","slug":"%e6%90%9c%e7%b4%a2%e5%bc%95%e6%93%8e%e7%bb%9f%e4%b8%80%ef%bc%9arobots%e6%96%87%e4%bb%b6%e6%a0%87%e5%87%86","status":"publish","type":"post","link":"https:\/\/wopus.org\/?p=927","title":{"rendered":"\u641c\u7d22\u5f15\u64ce\u7edf\u4e00\uff1aRobots\u6587\u4ef6\u6807\u51c6"},"content":{"rendered":"

\u641c\u7d22\u5f15\u64ce\u4e09\u5de8\u5934\u6253\u7684\u4e0d\u4ea6\u4e50\u4e4e\uff0c\u4f46\u5076\u5c14\u4e5f\u5408\u4f5c\u4e00\u4e0b\u3002\u53bb\u5e74Google\uff0c\u96c5\u864e\uff0c\u5fae\u8f6f\u5c31\u5408\u4f5c\uff0c\u5171\u540c\u9075\u5b88\u7edf\u4e00\u7684Sitemaps\u6807\u51c6\u3002\u524d\u4e24\u5929\u4e09\u5de8\u5934\u53c8\u540c\u65f6\u5ba3\u5e03\uff0c\u5171\u540c\u9075\u5b88\u7684robots.txt\u6587\u4ef6\u6807\u51c6\u3002Google\uff0c\u96c5\u864e\uff0c\u5fae\u8f6f\u5404\u81ea\u5728\u81ea\u5df1\u7684\u5b98\u65b9\u535a\u5ba2\u4e0a\u53d1\u4e86\u4e00\u7bc7\u5e16\u5b50\uff0c\u516c\u5e03\u4e09\u5bb6\u90fd\u652f\u6301\u7684robots.txt\u6587\u4ef6\u53caMeta\u6807\u7b7e\u7684\u6807\u51c6\uff0c\u4ee5\u53ca\u4e00\u4e9b\u5404\u81ea\u7279\u6709\u7684\u6807\u51c6\u3002\u4e0b\u9762\u505a\u4e00\u4e2a\u603b\u7ed3\u3002<\/p>\n

\u4e09\u5bb6\u90fd\u652f\u6301\u7684robots\u6587\u4ef6\u8bb0\u5f55\u5305\u62ec\uff1a<\/p>\n

Disallow – \u544a\u8bc9\u8718\u86db\u4e0d\u8981\u6293\u53d6\u67d0\u4e9b\u6587\u4ef6\u6216\u76ee\u5f55\u3002\u5982\u4e0b\u9762\u4ee3\u7801\u5c06\u963b\u6b62\u8718\u86db\u6293\u53d6\u6240\u6709\u7684\u7f51\u7ad9\u6587\u4ef6\uff1a<\/p>\n

User-agent: *
\n Disallow: \/<\/p>\n

Allow – \u544a\u8bc9\u8718\u86db\u5e94\u8be5\u6293\u53d6\u67d0\u4e9b\u6587\u4ef6\u3002Allow\u548cDisallow\u914d\u5408\u4f7f\u7528\uff0c\u53ef\u4ee5\u544a\u8bc9\u8718\u86db\u67d0\u4e2a\u76ee\u5f55\u4e0b\uff0c\u5927\u90e8\u5206\u90fd\u4e0d\u6293\u53d6\uff0c\u53ea\u6293\u53d6\u4e00\u90e8\u5206\u3002\u5982\u4e0b\u9762\u4ee3\u7801\u5c06\u4f7f\u8718\u86db\u4e0d\u6293\u53d6ab\u76ee\u5f55\u4e0b\u5176\u4ed6\u6587\u4ef6\uff0c\u800c\u53ea\u6293\u53d6\u5176\u4e2dcd\u4e0b\u7684\u6587\u4ef6\uff1a<\/p>\n

User-agent: *
\n Disallow: \/ab\/
\n Allow: \/ab\/cd<\/p>\n

$\u901a\u914d\u7b26 – \u5339\u914dURL\u7ed3\u5c3e\u7684\u5b57\u7b26\u3002\u5982\u4e0b\u9762\u4ee3\u7801\u5c06\u5141\u8bb8\u8718\u86db\u8bbf\u95ee\u4ee5.htm\u4e3a\u540e\u7f00\u7684URL\uff1a<\/p>\n

User-agent: *
\n Allow: .htm$<\/p>\n

*\u901a\u914d\u7b26 – \u544a\u8bc9\u8718\u86db\u5339\u914d\u4efb\u610f\u4e00\u6bb5\u5b57\u7b26\u3002\u5982\u4e0b\u9762\u4e00\u6bb5\u4ee3\u7801\u5c06\u7981\u6b62\u8718\u86db\u6293\u53d6\u6240\u6709htm\u6587\u4ef6\uff1a<\/p>\n

User-agent: *
\n Disallow: \/*.htm<\/p>\n

Sitemaps\u4f4d\u7f6e – \u544a\u8bc9\u8718\u86db\u4f60\u7684\u7f51\u7ad9\u5730\u56fe\u5728\u54ea\u91cc\uff0c\u683c\u5f0f\u4e3a\uff1a<\/p>\n

Sitemap: <\/p>\n

\u4e09\u5bb6\u90fd\u652f\u6301\u7684Meta\u6807\u7b7e\u5305\u62ec\uff1a<\/strong><\/p>\n

NOINDEX – \u544a\u8bc9\u8718\u86db\u4e0d\u8981\u7d22\u5f15\u67d0\u4e2a\u7f51\u9875\u3002<\/p>\n

NOFOLLOW – \u544a\u8bc9\u8718\u86db\u4e0d\u8981\u8ddf\u8e2a\u7f51\u9875\u4e0a\u7684\u94fe\u63a5\u3002<\/p>\n

NOSNIPPET – \u544a\u8bc9\u8718\u86db\u4e0d\u8981\u5728\u641c\u7d22\u7ed3\u679c\u4e2d\u663e\u793a\u8bf4\u660e\u6587\u5b57\u3002<\/p>\n

NOARCHIVE – \u544a\u8bc9\u8718\u86db\u4e0d\u8981\u663e\u793a\u5feb\u7167\u3002<\/p>\n

NOODP – \u544a\u8bc9\u8718\u86db\u4e0d\u8981\u4f7f\u7528\u5f00\u653e\u76ee\u5f55\u4e2d\u7684\u6807\u9898\u548c\u8bf4\u660e\u3002<\/p>\n

\u4e0a\u9762\u8fd9\u4e9b\u8bb0\u5f55\u6216\u6807\u7b7e\uff0c\u73b0\u5728\u4e09\u5bb6\u90fd\u5171\u540c\u652f\u6301\u3002\u5176\u4e2d\u901a\u914d\u7b26\u597d\u50cf\u4ee5\u524d\u96c5\u864e\u5fae\u8f6f\u5e76\u4e0d\u652f\u6301\u3002\u767e\u5ea6\u73b0\u5728\u4e5f\u652f\u6301Disallow\uff0cAllow\u53ca\u4e24\u79cd\u901a\u914d\u7b26\u3002Meta\u6807\u7b7e\u6211\u6ca1\u6709\u627e\u5230\u767e\u5ea6\u662f\u5426\u652f\u6301\u7684\u5b98\u65b9\u8bf4\u660e\u3002
\n
\n\u53ea\u6709Google\u652f\u6301\u7684Meta\u6807\u7b7e\u6709\uff1a<\/strong><\/p>\n

UNAVAILABLE_AFTER – \u544a\u8bc9\u8718\u86db\u7f51\u9875\u4ec0\u4e48\u65f6\u5019\u8fc7\u671f\u3002\u5728\u8fd9\u4e2a\u65e5\u671f\u4e4b\u540e\uff0c\u4e0d\u5e94\u8be5\u518d\u51fa\u73b0\u5728\u641c\u7d22\u7ed3\u679c\u4e2d\u3002<\/p>\n

NOIMAGEINDEX – \u544a\u8bc9\u8718\u86db\u4e0d\u8981\u7d22\u5f15\u9875\u9762\u4e0a\u7684\u56fe\u7247\u3002<\/p>\n

NOTRANSLATE – \u544a\u8bc9\u8718\u86db\u4e0d\u8981\u7ffb\u8bd1\u9875\u9762\u5185\u5bb9\u3002
\n
\n\u96c5\u864e\u8fd8\u652f\u6301Meta\u6807\u7b7e\uff1a<\/strong><\/p>\n

Crawl-Delay – \u5141\u8bb8\u8718\u86db\u5ef6\u65f6\u6293\u53d6\u7684\u9891\u7387\u3002<\/p>\n

NOYDIR – \u548cNOODP\u6807\u7b7e\u76f8\u4f3c\uff0c\u4f46\u662f\u6307\u96c5\u864e\u76ee\u5f55\uff0c\u800c\u4e0d\u662f\u5f00\u653e\u76ee\u5f55\u3002<\/p>\n

Robots-nocontent – \u544a\u8bc9\u8718\u86db\u88ab\u6807\u6ce8\u7684\u90e8\u5206html\u4e0d\u662f\u7f51\u9875\u5185\u5bb9\u7684\u4e00\u90e8\u5206\uff0c\u6216\u8005\u6362\u4e2a\u89d2\u5ea6\uff0c\u544a\u8bc9\u8718\u86db\u54ea\u4e9b\u90e8\u5206\u662f\u9875\u9762\u7684\u4e3b\u8981\u5185\u5bb9\uff08\u60f3\u88ab\u68c0\u7d22\u7684\u5185\u5bb9\uff09\u3002<\/p>\n

MSN\u8fd8\u652f\u6301Meta\u6807\u7b7e\uff1a<\/p>\n

Crawl-Delay<\/p>\n

\u53e6\u5916\u63d0\u9192\u5927\u5bb6\u6ce8\u610f\u7684\u662f\uff0crobots.txt\u6587\u4ef6\u53ef\u4ee5\u4e0d\u5b58\u5728\uff0c\u8fd4\u56de404\u9519\u8bef\uff0c\u610f\u5473\u7740\u5141\u8bb8\u8718\u86db\u6293\u53d6\u6240\u6709\u5185\u5bb9\u3002\u4f46\u6293\u53d6robots.txt\u6587\u4ef6\u65f6\u5374\u53d1\u751f\u8d85\u65f6\u4e4b\u7c7b\u7684\u9519\u8bef\uff0c\u53ef\u80fd\u5bfc\u81f4\u641c\u7d22\u5f15\u64ce\u4e0d\u6536\u5f55\u7f51\u7ad9\uff0c\u56e0\u4e3a\u8718\u86db\u4e0d\u77e5\u9053robots.txt\u6587\u4ef6\u662f\u5426\u5b58\u5728\u6216\u8005\u91cc\u9762\u6709\u4ec0\u4e48\u5185\u5bb9\uff0c\u8fd9\u4e0e\u786e\u8ba4\u6587\u4ef6\u4e0d\u5b58\u5728\u662f\u4e0d\u4e00\u6837\u7684\u3002<\/sitemap_location><\/p>\n","protected":false},"excerpt":{"rendered":"

\u641c\u7d22\u5f15\u64ce\u4e09\u5de8\u5934\u6253\u7684\u4e0d\u4ea6\u4e50\u4e4e\uff0c\u4f46\u5076\u5c14\u4e5f\u5408\u4f5c\u4e00\u4e0b\u3002\u53bb\u5e74Google\uff0c\u96c5\u864e\uff0c\u5fae\u8f6f\u5c31\u5408\u4f5c\uff0c\u5171\u540c\u9075\u5b88\u7edf\u4e00\u7684Sitemaps\u6807\u51c6\u3002\u524d\u4e24\u5929\u4e09\u5de8\u5934\u53c8\u540c\u65f6\u5ba3\u5e03\uff0c\u5171\u540c\u9075\u5b88\u7684robots.txt\u6587\u4ef6\u6807\u51c6\u3002Google\uff0c\u96c5\u864e\uff0c\u5fae\u8f6f\u5404\u81ea\u5728\u81ea\u5df1\u7684\u5b98\u65b9\u535a\u5ba2\u4e0a\u53d1\u4e86\u4e00\u7bc7\u5e16\u5b50\uff0c\u516c\u5e03\u4e09\u5bb6\u90fd\u652f\u6301\u7684robots.txt\u6587\u4ef6\u53caMeta\u6807\u7b7e\u7684\u6807\u51c6\uff0c\u4ee5\u53ca\u4e00\u4e9b\u5404\u81ea\u7279\u6709\u7684\u6807\u51c6\u3002\u4e0b\u9762\u505a\u4e00\u4e2a\u603b\u7ed3\u3002 \u4e09\u5bb6\u90fd\u652f\u6301\u7684robots\u6587\u4ef6\u8bb0\u5f55\u5305\u62ec\uff1a Disallow – \u544a\u8bc9\u8718\u86db\u4e0d\u8981\u6293\u53d6\u67d0\u4e9b\u6587\u4ef6\u6216\u76ee\u5f55\u3002\u5982\u4e0b\u9762\u4ee3\u7801\u5c06\u963b\u6b62\u8718\u86db\u6293\u53d6\u6240\u6709\u7684\u7f51\u7ad9\u6587\u4ef6\uff1a User-agent: * Disallow: \/ Allow – \u544a\u8bc9\u8718\u86db\u5e94\u8be5\u6293\u53d6\u67d0\u4e9b\u6587\u4ef6\u3002Allow\u548cDisallow\u914d\u5408\u4f7f\u7528\uff0c\u53ef\u4ee5\u544a\u8bc9\u8718\u86db\u67d0\u4e2a\u76ee\u5f55\u4e0b\uff0c\u5927\u90e8\u5206\u90fd\u4e0d\u6293\u53d6\uff0c\u53ea\u6293\u53d6\u4e00\u90e8\u5206\u3002\u5982\u4e0b\u9762\u4ee3\u7801\u5c06\u4f7f\u8718\u86db\u4e0d\u6293\u53d6ab\u76ee\u5f55\u4e0b\u5176\u4ed6\u6587\u4ef6\uff0c\u800c\u53ea\u6293\u53d6\u5176\u4e2dcd\u4e0b\u7684\u6587\u4ef6\uff1a User-agent: * Disallow: \/ab\/ Allow: \/ab\/cd $\u901a\u914d\u7b26 – \u5339\u914dURL\u7ed3\u5c3e\u7684\u5b57\u7b26\u3002\u5982\u4e0b\u9762\u4ee3\u7801\u5c06\u5141\u8bb8\u8718\u86db\u8bbf\u95ee\u4ee5.htm\u4e3a\u540e\u7f00\u7684URL\uff1a User-agent: * Allow: .htm$ *\u901a\u914d\u7b26 – \u544a\u8bc9\u8718\u86db\u5339\u914d\u4efb\u610f\u4e00\u6bb5\u5b57\u7b26\u3002\u5982\u4e0b\u9762\u4e00\u6bb5\u4ee3\u7801\u5c06\u7981\u6b62\u8718\u86db\u6293\u53d6\u6240\u6709htm\u6587\u4ef6\uff1a User-agent: * Disallow: \/*.htm Sitemaps\u4f4d\u7f6e – \u544a\u8bc9\u8718\u86db\u4f60\u7684\u7f51\u7ad9\u5730\u56fe\u5728\u54ea\u91cc\uff0c\u683c\u5f0f\u4e3a\uff1a Sitemap: \u4e09\u5bb6\u90fd\u652f\u6301\u7684Meta\u6807\u7b7e\u5305\u62ec\uff1a NOINDEX – \u544a\u8bc9\u8718\u86db\u4e0d\u8981\u7d22\u5f15\u67d0\u4e2a\u7f51\u9875\u3002 NOFOLLOW – \u544a\u8bc9\u8718\u86db\u4e0d\u8981\u8ddf\u8e2a\u7f51\u9875\u4e0a\u7684\u94fe\u63a5\u3002 NOSNIPPET – \u544a\u8bc9\u8718\u86db\u4e0d\u8981\u5728\u641c\u7d22\u7ed3\u679c\u4e2d\u663e\u793a\u8bf4\u660e\u6587\u5b57\u3002 NOARCHIVE – \u544a\u8bc9\u8718\u86db\u4e0d\u8981\u663e\u793a\u5feb\u7167\u3002 NOODP – \u544a\u8bc9\u8718\u86db\u4e0d\u8981\u4f7f\u7528\u5f00\u653e\u76ee\u5f55\u4e2d\u7684\u6807\u9898\u548c\u8bf4\u660e\u3002 \u4e0a\u9762\u8fd9\u4e9b\u8bb0\u5f55\u6216\u6807\u7b7e\uff0c\u73b0\u5728\u4e09\u5bb6\u90fd\u5171\u540c\u652f\u6301\u3002\u5176\u4e2d\u901a\u914d\u7b26\u597d\u50cf\u4ee5\u524d\u96c5\u864e\u5fae\u8f6f\u5e76\u4e0d\u652f\u6301\u3002\u767e\u5ea6\u73b0\u5728\u4e5f\u652f\u6301Disallow\uff0cAllow\u53ca\u4e24\u79cd\u901a\u914d\u7b26\u3002Meta\u6807\u7b7e\u6211\u6ca1\u6709\u627e\u5230\u767e\u5ea6\u662f\u5426\u652f\u6301\u7684\u5b98\u65b9\u8bf4\u660e\u3002 \u53ea\u6709Google\u652f\u6301\u7684Meta\u6807\u7b7e\u6709\uff1a UNAVAILABLE_AFTER […]<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"closed","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[44],"tags":[241],"class_list":["post-927","post","type-post","status-publish","format-standard","hentry","category-seo-blog-article","tag-robots"],"_links":{"self":[{"href":"https:\/\/wopus.org\/index.php?rest_route=\/wp\/v2\/posts\/927","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/wopus.org\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/wopus.org\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/wopus.org\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/wopus.org\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=927"}],"version-history":[{"count":0,"href":"https:\/\/wopus.org\/index.php?rest_route=\/wp\/v2\/posts\/927\/revisions"}],"wp:attachment":[{"href":"https:\/\/wopus.org\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=927"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/wopus.org\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=927"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/wopus.org\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=927"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}