Issue #3271222 by Rajab Natshah, yogeshmpawar, BramDriesen: Include Disallow Oembed media links in the robots.txt file for better Drupal SEO
(cherry picked from commit 198b03a0e5
)
merge-requests/2843/merge
parent
5cb2342dc4
commit
584a723c91
|
@ -49,6 +49,8 @@ Disallow: /user/register
|
||||||
Disallow: /user/password
|
Disallow: /user/password
|
||||||
Disallow: /user/login
|
Disallow: /user/login
|
||||||
Disallow: /user/logout
|
Disallow: /user/logout
|
||||||
|
Disallow: /media/oembed
|
||||||
|
Disallow: /*/media/oembed
|
||||||
# Paths (no clean URLs)
|
# Paths (no clean URLs)
|
||||||
Disallow: /index.php/admin/
|
Disallow: /index.php/admin/
|
||||||
Disallow: /index.php/comment/reply/
|
Disallow: /index.php/comment/reply/
|
||||||
|
@ -59,3 +61,5 @@ Disallow: /index.php/user/password
|
||||||
Disallow: /index.php/user/register
|
Disallow: /index.php/user/register
|
||||||
Disallow: /index.php/user/login
|
Disallow: /index.php/user/login
|
||||||
Disallow: /index.php/user/logout
|
Disallow: /index.php/user/logout
|
||||||
|
Disallow: /index.php/media/oembed
|
||||||
|
Disallow: /index.php/*/media/oembed
|
||||||
|
|
|
@ -49,6 +49,8 @@ Disallow: /user/register
|
||||||
Disallow: /user/password
|
Disallow: /user/password
|
||||||
Disallow: /user/login
|
Disallow: /user/login
|
||||||
Disallow: /user/logout
|
Disallow: /user/logout
|
||||||
|
Disallow: /media/oembed
|
||||||
|
Disallow: /*/media/oembed
|
||||||
# Paths (no clean URLs)
|
# Paths (no clean URLs)
|
||||||
Disallow: /index.php/admin/
|
Disallow: /index.php/admin/
|
||||||
Disallow: /index.php/comment/reply/
|
Disallow: /index.php/comment/reply/
|
||||||
|
@ -59,3 +61,5 @@ Disallow: /index.php/user/password
|
||||||
Disallow: /index.php/user/register
|
Disallow: /index.php/user/register
|
||||||
Disallow: /index.php/user/login
|
Disallow: /index.php/user/login
|
||||||
Disallow: /index.php/user/logout
|
Disallow: /index.php/user/logout
|
||||||
|
Disallow: /index.php/media/oembed
|
||||||
|
Disallow: /index.php/*/media/oembed
|
||||||
|
|
Loading…
Reference in New Issue