diff --git a/robots.txt b/robots.txt index cd8fdaae41d..4d51b9d782f 100644 --- a/robots.txt +++ b/robots.txt @@ -12,9 +12,6 @@ # # For more information about the robots.txt standard, see: # http://www.robotstxt.org/robotstxt.html -# -# For syntax checking, see: -# http://www.frobee.com/robots-txt-check User-agent: * Crawl-delay: 10