summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
-rw-r--r--robots.txt43
1 files changed, 42 insertions, 1 deletions
diff --git a/robots.txt b/robots.txt
index d2361d6..b95d72c 100644
--- a/robots.txt
+++ b/robots.txt
@@ -1,12 +1,53 @@
1User-agent: Googlebot 1User-agent: Googlebot
2Disallow: 2Disallow:
3
3User-agent: googlebot-image 4User-agent: googlebot-image
4Disallow: 5Disallow:
6
5User-agent: googlebot-mobile 7User-agent: googlebot-mobile
6Disallow: 8Disallow:
9
10User-agent: MSNBot
11Disallow: /
12
7User-agent: Baiduspider 13User-agent: Baiduspider
8Disallow: / 14Disallow: /
9User-agent: baiduspider 15
16User-agent: Baiduspider-image
17Disallow: /
18
19User-agent: YoudaoBot
20Disallow: /
21
22User-agent: Sogou web spider
23Disallow: /
24
25User-agent: Sogou inst spider
26Disallow: /
27
28User-agent: Sogou spider2
29Disallow: /
30
31User-agent: Sogou blog
32Disallow: /
33
34User-agent: Sogou News Spider
35Disallow: /
36
37User-agent: Sogou Orion spider
38Disallow: /
39
40User-agent: ChinasoSpider
41Disallow: /
42
43User-agent: Sosospider
44Disallow: /
45
46User-agent: yisouspider
47Disallow: /
48
49User-agent: EasouSpider
10Disallow: / 50Disallow: /
51
11User-agent: * 52User-agent: *
12Disallow: 53Disallow:
Powered by cgit v1.2.3 (git 2.41.0)