Issue #2492191 by droplet: Remove "Crawl-delay" in robots.txt

2015-06-08 16:08:49 +01:00 · 2015-06-08 16:08:49 +01:00 · 7d8eb15a2d
parent 15c848bd62
commit 7d8eb15a2d
1 changed files with 0 additions and 1 deletions
--- a/robots.txt
+++ b/robots.txt
@ -14,7 +14,6 @@
 # http://www.robotstxt.org/robotstxt.html

 User-agent: *
-Crawl-delay: 10
 # JS/CSS
 Allow: /core/*.css$
 Allow: /core/*.js$