X-Git-Url: https://git.openstreetmap.org./rails.git/blobdiff_plain/7599f98957334d1924550205f7ba12a726de7eb0..cd61c8e0653b8edd5229e73f19aa89b54e5df74c:/public/robots.txt diff --git a/public/robots.txt b/public/robots.txt index e4dc2e0d2..f248bb1ed 100644 --- a/public/robots.txt +++ b/public/robots.txt @@ -1,67 +1,12 @@ Sitemap: http://www.openstreetmap.org/sitemap.xml.gz User-agent: * -Disallow: /user/ -Disallow: /user_blocks/ -Disallow: /traces/tag/ -Disallow: /traces/page/ -Disallow: /api/ -Disallow: /edit -Allow: /browse/node/ -Allow: /browse/way/ -Allow: /browse/relation/ -Disallow: /browse -Disallow: /login -Disallow: /geocoder -Disallow: /history -Disallow: /message -Disallow: /trace/ -Disallow: /*lat= -Disallow: /*node= -Disallow: /*way= -Disallow: /*relation= - -User-agent: Slurp -Disallow: /user/*/traces/ -Disallow: /user/*/edits -Disallow: /user/*/diary/ -Allow: /user/ -Disallow: /traces/tag/ -Disallow: /traces/page/ -Disallow: /api/ -Disallow: /edit -Disallow: /browse/node/*/history -Disallow: /browse/way/*/history -Disallow: /browse/relation/*/history -Allow: /browse/node/ -Allow: /browse/way/ -Allow: /browse/relation/ -Disallow: /browse -Disallow: /login -Disallow: /geocoder -Disallow: /history -Disallow: /message -Disallow: /trace/ -Disallow: /*lat= -Disallow: /*node= -Disallow: /*way= -Disallow: /*relation= - -User-agent: Googlebot Disallow: /user/*/traces/ -Disallow: /user/*/edits -Disallow: /user/*/diary/ Allow: /user/ Disallow: /traces/tag/ Disallow: /traces/page/ Disallow: /api/ Disallow: /edit -Disallow: /browse/node/*/history -Disallow: /browse/way/*/history -Disallow: /browse/relation/*/history -Allow: /browse/node/ -Allow: /browse/way/ -Allow: /browse/relation/ Disallow: /browse Disallow: /login Disallow: /geocoder