From 40a347e5c2cc38b28d725bd7af1d9a230bacfc7c Mon Sep 17 00:00:00 2001 From: Jinwei Zhao Date: Tue, 12 Jan 2016 18:25:26 +0800 Subject: Update robots.txt --- robots.txt | 43 ++++++++++++++++++++++++++++++++++++++++++- 1 file changed, 42 insertions(+), 1 deletion(-) diff --git a/robots.txt b/robots.txt index d2361d6..b95d72c 100644 --- a/robots.txt +++ b/robots.txt @@ -1,12 +1,53 @@ User-agent: Googlebot Disallow: + User-agent: googlebot-image Disallow: + User-agent: googlebot-mobile Disallow: + +User-agent: MSNBot +Disallow: / + User-agent: Baiduspider Disallow: / -User-agent: baiduspider + +User-agent: Baiduspider-image +Disallow: / + +User-agent: YoudaoBot +Disallow: / + +User-agent: Sogou web spider +Disallow: / + +User-agent: Sogou inst spider +Disallow: / + +User-agent: Sogou spider2 +Disallow: / + +User-agent: Sogou blog +Disallow: / + +User-agent: Sogou News Spider +Disallow: / + +User-agent: Sogou Orion spider +Disallow: / + +User-agent: ChinasoSpider +Disallow: / + +User-agent: Sosospider +Disallow: / + +User-agent: yisouspider +Disallow: / + +User-agent: EasouSpider Disallow: / + User-agent: * Disallow: -- cgit v1.2.3