X-Git-Url: https://git.openstreetmap.org./rails.git/blobdiff_plain/bbf30e76e4bfcd70e62fc84ecd32c5e494506e9e..7b05c1c060f3f85f47413ec7db984180514d3ba6:/public/robots.txt diff --git a/public/robots.txt b/public/robots.txt index 8d2bea7ea..2edd47453 100644 --- a/public/robots.txt +++ b/public/robots.txt @@ -1,37 +1,16 @@ -Sitemap: http://www.openstreetmap.org/sitemap.xml.gz +# OpenStreetMap's data is available for free in bulk from https://planet.openstreetmap.org +# For regional extracts and documentation, see https://wiki.openstreetmap.org/wiki/Planet.osm +# We encourage you to use these instead of scraping our site. +# Scraping puts a high load on our donated resources and will lead to your IP being blocked. +# Please respect our resources, and help us keep the service free and accessible for everyone. User-agent: * -Disallow: /user/ -Disallow: /traces/tag/ -Disallow: /traces/page/ -Disallow: /api/ -Disallow: /edit -Allow: /browse/node/ -Allow: /browse/way/ -Allow: /browse/relation/ -Disallow: /browse -Disallow: /login -Disallow: /geocoder -Disallow: /history -Disallow: /message -Disallow: /trace/ -Disallow: /*lat= -Disallow: /*node= -Disallow: /*way= -Disallow: /*relation= - -User-agent: Slurp Disallow: /user/*/traces/ -Disallow: /user/*/edits/ -Disallow: /user/*/diary/ Allow: /user/ Disallow: /traces/tag/ Disallow: /traces/page/ Disallow: /api/ Disallow: /edit -Allow: /browse/node/ -Allow: /browse/way/ -Allow: /browse/relation/ Disallow: /browse Disallow: /login Disallow: /geocoder @@ -43,25 +22,4 @@ Disallow: /*node= Disallow: /*way= Disallow: /*relation= -User-agent: Googlebot -Disallow: /user/*/traces/ -Disallow: /user/*/edits/ -Disallow: /user/*/diary/ -Allow: /user/ -Disallow: /traces/tag/ -Disallow: /traces/page/ -Disallow: /api/ -Disallow: /edit -Allow: /browse/node/ -Allow: /browse/way/ -Allow: /browse/relation/ -Disallow: /browse -Disallow: /login -Disallow: /geocoder -Disallow: /history -Disallow: /message -Disallow: /trace/ -Disallow: /*lat= -Disallow: /*node= -Disallow: /*way= -Disallow: /*relation= +Host: www.openstreetmap.org