change robots.txt

1 files changed, 1 insertions, 30 deletions

diff --git a/robots.txt b/robots.txt
index 9e3dc34..d2361d6 100644
--- a/robots.txt
+++ b/robots.txt
@@ -4,38 +4,9 @@ User-agent: googlebot-image
 Disallow: 
 User-agent: googlebot-mobile
 Disallow: 
-User-agent: MSNBot
+User-agent: Baiduspider
 Disallow: /
-User-agent: Slurp
-Disallow: /
-User-agent: Teoma
-Disallow: /
-User-agent: twiceler
-Disallow: /
-User-agent: Gigabot
-Disallow: /
-User-agent: Scrubby
-Disallow: /
-User-agent: Robozilla
-Disallow: /
-User-agent: Nutch
-Disallow: /
-User-agent: ia_archiver
-Disallow: 
 User-agent: baiduspider
 Disallow: /
-User-agent: naverbot
-Disallow: /
-User-agent: yeti
-Disallow: /
-User-agent: yahoo-mmcrawler
-Disallow: /
-User-agent: psbot
-Disallow: /
-User-agent: asterias
-Disallow: /
-User-agent: yahoo-blogs/v3.9
-Disallow: /
 User-agent: *
 Disallow: 
-