X-Git-Url: https://git.openstreetmap.org./rails.git/blobdiff_plain/06f3473d1c64d2e0a1ecc6f1a9c4679a52bc4761..6b0d4dcab2c72397dbbabd768e47323c0e2e42b2:/public/robots.txt diff --git a/public/robots.txt b/public/robots.txt index 4ab9e89fe..d2801eab9 100644 --- a/public/robots.txt +++ b/public/robots.txt @@ -1 +1,26 @@ -# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file \ No newline at end of file +Sitemap: http://www.openstreetmap.org/sitemap.xml.gz + +User-agent: * +Disallow: /user/*/traces/ +Disallow: /user/*/edits +Allow: /user/ +Disallow: /traces/tag/ +Disallow: /traces/page/ +Disallow: /api/ +Disallow: /edit +Disallow: /browse/node/*/history +Disallow: /browse/way/*/history +Disallow: /browse/relation/*/history +Allow: /browse/node/ +Allow: /browse/way/ +Allow: /browse/relation/ +Disallow: /browse +Disallow: /login +Disallow: /geocoder +Disallow: /history +Disallow: /message +Disallow: /trace/ +Disallow: /*lat= +Disallow: /*node= +Disallow: /*way= +Disallow: /*relation=