From a42ac5be4be58355e88c890c9ace3d7839a33689 Mon Sep 17 00:00:00 2001 From: JinweiClarkChao Date: Wed, 26 Aug 2015 09:30:13 +0800 Subject: add robots.txt --- robots.txt | 41 +++++++++++++++++++++++++++++++++++++++++ 1 file changed, 41 insertions(+) create mode 100644 robots.txt diff --git a/robots.txt b/robots.txt new file mode 100644 index 0000000..9e3dc34 --- /dev/null +++ b/robots.txt @@ -0,0 +1,41 @@ +User-agent: Googlebot +Disallow: +User-agent: googlebot-image +Disallow: +User-agent: googlebot-mobile +Disallow: +User-agent: MSNBot +Disallow: / +User-agent: Slurp +Disallow: / +User-agent: Teoma +Disallow: / +User-agent: twiceler +Disallow: / +User-agent: Gigabot +Disallow: / +User-agent: Scrubby +Disallow: / +User-agent: Robozilla +Disallow: / +User-agent: Nutch +Disallow: / +User-agent: ia_archiver +Disallow: +User-agent: baiduspider +Disallow: / +User-agent: naverbot +Disallow: / +User-agent: yeti +Disallow: / +User-agent: yahoo-mmcrawler +Disallow: / +User-agent: psbot +Disallow: / +User-agent: asterias +Disallow: / +User-agent: yahoo-blogs/v3.9 +Disallow: / +User-agent: * +Disallow: + -- cgit v1.2.3