Issue #2364343 by damien_vancouver, criz, ksenzee, joegraduate, Neograph734, droplet, pounard, jp.stacey, ciss: Fix robots.txt to allow Google access to CSS, JavaScript and image files
parent
f71ec898d6
commit
d0ccb7457e
18
robots.txt
18
robots.txt
|
@ -14,9 +14,25 @@
|
||||||
# http://www.robotstxt.org/robotstxt.html
|
# http://www.robotstxt.org/robotstxt.html
|
||||||
|
|
||||||
User-agent: *
|
User-agent: *
|
||||||
# JS/CSS
|
# CSS, JS, Images
|
||||||
Allow: /core/*.css$
|
Allow: /core/*.css$
|
||||||
|
Allow: /core/*.css?
|
||||||
Allow: /core/*.js$
|
Allow: /core/*.js$
|
||||||
|
Allow: /core/*.js?
|
||||||
|
Allow: /core/*.gif
|
||||||
|
Allow: /core/*.jpg
|
||||||
|
Allow: /core/*.jpeg
|
||||||
|
Allow: /core/*.png
|
||||||
|
Allow: /core/*.svg
|
||||||
|
Allow: /profiles/*.css$
|
||||||
|
Allow: /profiles/*.css?
|
||||||
|
Allow: /profiles/*.js$
|
||||||
|
Allow: /profiles/*.js?
|
||||||
|
Allow: /profiles/*.gif
|
||||||
|
Allow: /profiles/*.jpg
|
||||||
|
Allow: /profiles/*.jpeg
|
||||||
|
Allow: /profiles/*.png
|
||||||
|
Allow: /profiles/*.svg
|
||||||
# Directories
|
# Directories
|
||||||
Disallow: /core/
|
Disallow: /core/
|
||||||
Disallow: /profiles/
|
Disallow: /profiles/
|
||||||
|
|
Loading…
Reference in New Issue