diff --git a/core/assets/scaffold/files/robots.txt b/core/assets/scaffold/files/robots.txt index 18f8df8e693..ebcd04b96ca 100644 --- a/core/assets/scaffold/files/robots.txt +++ b/core/assets/scaffold/files/robots.txt @@ -49,6 +49,8 @@ Disallow: /user/register Disallow: /user/password Disallow: /user/login Disallow: /user/logout +Disallow: /media/oembed +Disallow: /*/media/oembed # Paths (no clean URLs) Disallow: /index.php/admin/ Disallow: /index.php/comment/reply/ @@ -59,3 +61,5 @@ Disallow: /index.php/user/password Disallow: /index.php/user/register Disallow: /index.php/user/login Disallow: /index.php/user/logout +Disallow: /index.php/media/oembed +Disallow: /index.php/*/media/oembed diff --git a/robots.txt b/robots.txt index 18f8df8e693..ebcd04b96ca 100644 --- a/robots.txt +++ b/robots.txt @@ -49,6 +49,8 @@ Disallow: /user/register Disallow: /user/password Disallow: /user/login Disallow: /user/logout +Disallow: /media/oembed +Disallow: /*/media/oembed # Paths (no clean URLs) Disallow: /index.php/admin/ Disallow: /index.php/comment/reply/ @@ -59,3 +61,5 @@ Disallow: /index.php/user/password Disallow: /index.php/user/register Disallow: /index.php/user/login Disallow: /index.php/user/logout +Disallow: /index.php/media/oembed +Disallow: /index.php/*/media/oembed