From 7543eae758df91a217e646438c992af1ee69e4a8 Mon Sep 17 00:00:00 2001 From: David Rothstein Date: Sat, 2 Jul 2016 12:19:35 -0400 Subject: [PATCH] Issue #2364343 by damien_vancouver, criz, ksenzee, Neograph734, joegraduate, k_zoltan, droplet, pounard, jp.stacey, ciss, corbacho, TravisJohnston: Fix robots.txt to allow search engines access to CSS, JavaScript and image files --- CHANGELOG.txt | 2 ++ robots.txt | 33 +++++++++++++++++++++++++++++++++ 2 files changed, 35 insertions(+) diff --git a/CHANGELOG.txt b/CHANGELOG.txt index 0616c15c18c3..4c15a8b1aa7c 100644 --- a/CHANGELOG.txt +++ b/CHANGELOG.txt @@ -32,6 +32,8 @@ Drupal 7.50, xxxx-xx-xx (development version) tests within a project. - Made run-tests.sh exit with a failure code when there are test fails or problems running the script. +- Fixed robots.txt to allow search engines to access CSS, JavaScript and image + files. Drupal 7.44, 2016-06-15 ----------------------- diff --git a/robots.txt b/robots.txt index ff9e28687d65..a2ee32ec39f9 100644 --- a/robots.txt +++ b/robots.txt @@ -15,6 +15,39 @@ User-agent: * Crawl-delay: 10 +# CSS, JS, Images +Allow: /misc/*.css$ +Allow: /misc/*.css? +Allow: /misc/*.js$ +Allow: /misc/*.js? +Allow: /misc/*.gif +Allow: /misc/*.jpg +Allow: /misc/*.jpeg +Allow: /misc/*.png +Allow: /modules/*.css$ +Allow: /modules/*.css? +Allow: /modules/*.js$ +Allow: /modules/*.js? +Allow: /modules/*.gif +Allow: /modules/*.jpg +Allow: /modules/*.jpeg +Allow: /modules/*.png +Allow: /profiles/*.css$ +Allow: /profiles/*.css? +Allow: /profiles/*.js$ +Allow: /profiles/*.js? +Allow: /profiles/*.gif +Allow: /profiles/*.jpg +Allow: /profiles/*.jpeg +Allow: /profiles/*.png +Allow: /themes/*.css$ +Allow: /themes/*.css? +Allow: /themes/*.js$ +Allow: /themes/*.js? +Allow: /themes/*.gif +Allow: /themes/*.jpg +Allow: /themes/*.jpeg +Allow: /themes/*.png # Directories Disallow: /includes/ Disallow: /misc/