X-Git-Url: https://git.openstreetmap.org./rails.git/blobdiff_plain/39c0df691e03c2ff9c86c86852abb07245f69c34..c5ef6404f5782c8305f9d1d25d2c99a545cdd9a1:/public/robots.txt diff --git a/public/robots.txt b/public/robots.txt index f925d813c..b21e7a06e 100644 --- a/public/robots.txt +++ b/public/robots.txt @@ -2,19 +2,11 @@ Sitemap: http://www.openstreetmap.org/sitemap.xml.gz User-agent: * Disallow: /user/*/traces/ -Disallow: /user/*/edits -Disallow: /user/*/diary/ Allow: /user/ Disallow: /traces/tag/ Disallow: /traces/page/ Disallow: /api/ Disallow: /edit -Disallow: /browse/node/*/history -Disallow: /browse/way/*/history -Disallow: /browse/relation/*/history -Allow: /browse/node/ -Allow: /browse/way/ -Allow: /browse/relation/ Disallow: /browse Disallow: /login Disallow: /geocoder @@ -25,3 +17,5 @@ Disallow: /*lat= Disallow: /*node= Disallow: /*way= Disallow: /*relation= + +Host: www.openstreetmap.org