summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorJinweiClarkChao <[email protected]>2015-08-26 09:30:13 +0800
committerJinweiClarkChao <[email protected]>2015-08-26 09:30:13 +0800
commita42ac5be4be58355e88c890c9ace3d7839a33689 (patch)
tree031b23944059a22d459ab6f76fd8aa413db4e27b
parent1a78497bfca641715e4c385b4f97890598281321 (diff)
downloadring0.xyz-a42ac5be4be58355e88c890c9ace3d7839a33689.tar.gz
add robots.txt
-rw-r--r--robots.txt41
1 files changed, 41 insertions, 0 deletions
diff --git a/robots.txt b/robots.txt
new file mode 100644
index 0000000..9e3dc34
--- /dev/null
+++ b/robots.txt
@@ -0,0 +1,41 @@
1User-agent: Googlebot
2Disallow:
3User-agent: googlebot-image
4Disallow:
5User-agent: googlebot-mobile
6Disallow:
7User-agent: MSNBot
8Disallow: /
9User-agent: Slurp
10Disallow: /
11User-agent: Teoma
12Disallow: /
13User-agent: twiceler
14Disallow: /
15User-agent: Gigabot
16Disallow: /
17User-agent: Scrubby
18Disallow: /
19User-agent: Robozilla
20Disallow: /
21User-agent: Nutch
22Disallow: /
23User-agent: ia_archiver
24Disallow:
25User-agent: baiduspider
26Disallow: /
27User-agent: naverbot
28Disallow: /
29User-agent: yeti
30Disallow: /
31User-agent: yahoo-mmcrawler
32Disallow: /
33User-agent: psbot
34Disallow: /
35User-agent: asterias
36Disallow: /
37User-agent: yahoo-blogs/v3.9
38Disallow: /
39User-agent: *
40Disallow:
41
Powered by cgit v1.2.3 (git 2.41.0)