diff options
Diffstat (limited to 'robots.txt')
-rw-r--r-- | robots.txt | 53 |
1 files changed, 53 insertions, 0 deletions
diff --git a/robots.txt b/robots.txt new file mode 100644 index 0000000..b95d72c --- /dev/null +++ b/robots.txt | |||
@@ -0,0 +1,53 @@ | |||
1 | User-agent: Googlebot | ||
2 | Disallow: | ||
3 | |||
4 | User-agent: googlebot-image | ||
5 | Disallow: | ||
6 | |||
7 | User-agent: googlebot-mobile | ||
8 | Disallow: | ||
9 | |||
10 | User-agent: MSNBot | ||
11 | Disallow: / | ||
12 | |||
13 | User-agent: Baiduspider | ||
14 | Disallow: / | ||
15 | |||
16 | User-agent: Baiduspider-image | ||
17 | Disallow: / | ||
18 | |||
19 | User-agent: YoudaoBot | ||
20 | Disallow: / | ||
21 | |||
22 | User-agent: Sogou web spider | ||
23 | Disallow: / | ||
24 | |||
25 | User-agent: Sogou inst spider | ||
26 | Disallow: / | ||
27 | |||
28 | User-agent: Sogou spider2 | ||
29 | Disallow: / | ||
30 | |||
31 | User-agent: Sogou blog | ||
32 | Disallow: / | ||
33 | |||
34 | User-agent: Sogou News Spider | ||
35 | Disallow: / | ||
36 | |||
37 | User-agent: Sogou Orion spider | ||
38 | Disallow: / | ||
39 | |||
40 | User-agent: ChinasoSpider | ||
41 | Disallow: / | ||
42 | |||
43 | User-agent: Sosospider | ||
44 | Disallow: / | ||
45 | |||
46 | User-agent: yisouspider | ||
47 | Disallow: / | ||
48 | |||
49 | User-agent: EasouSpider | ||
50 | Disallow: / | ||
51 | |||
52 | User-agent: * | ||
53 | Disallow: | ||