Serve embedded maps through the assets pipeline

[rails.git] / public / robots.txt

diff --git a/public/robots.txt b/public/robots.txt
index 496aa201e20e4067a3f6550da79ca234d27f02cd..e4dc2e0d2b6b9f49db66d288b4803879345ffa8e 100644 (file)
--- a/public/robots.txt
+++ b/public/robots.txt
@@ -2,6 +2,7 @@ Sitemap: http://www.openstreetmap.org/sitemap.xml.gz
 
 User-agent: *
 Disallow: /user/
 
 User-agent: *
 Disallow: /user/

+Disallow: /user_blocks/

 Disallow: /traces/tag/
 Disallow: /traces/page/
 Disallow: /api/
 Disallow: /traces/tag/
 Disallow: /traces/page/
 Disallow: /api/


@@ -22,7 +23,7 @@ Disallow: /*relation=
 
 User-agent: Slurp
 Disallow: /user/*/traces/
 
 User-agent: Slurp
 Disallow: /user/*/traces/

-Disallow: /user/*/edits/
+Disallow: /user/*/edits

 Disallow: /user/*/diary/
 Allow: /user/
 Disallow: /traces/tag/
 Disallow: /user/*/diary/
 Allow: /user/
 Disallow: /traces/tag/


@@ -48,7 +49,7 @@ Disallow: /*relation=
 
 User-agent: Googlebot
 Disallow: /user/*/traces/
 
 User-agent: Googlebot
 Disallow: /user/*/traces/

-Disallow: /user/*/edits/
+Disallow: /user/*/edits

 Disallow: /user/*/diary/
 Allow: /user/
 Disallow: /traces/tag/
 Disallow: /user/*/diary/
 Allow: /user/
 Disallow: /traces/tag/