From 7d8eb15a2d138b00d4f8bbde09186b584ff3bcc0 Mon Sep 17 00:00:00 2001 From: Alex Pott Date: Mon, 8 Jun 2015 16:08:49 +0100 Subject: [PATCH] Issue #2492191 by droplet: Remove "Crawl-delay" in robots.txt --- robots.txt | 1 - 1 file changed, 1 deletion(-) diff --git a/robots.txt b/robots.txt index 4d51b9d782f3..d754cc0ff3f0 100644 --- a/robots.txt +++ b/robots.txt @@ -14,7 +14,6 @@ # http://www.robotstxt.org/robotstxt.html User-agent: * -Crawl-delay: 10 # JS/CSS Allow: /core/*.css$ Allow: /core/*.js$