public/robots.txt

   1 Sitemap: http://www.openstreetmap.org/sitemap.xml.gz
   2
   3 User-agent: *
   4 Disallow: /user/
   5 Disallow: /user_blocks/
   6 Disallow: /traces/tag/
   7 Disallow: /traces/page/
   8 Disallow: /api/
   9 Disallow: /edit
  10 Allow: /browse/node/
  11 Allow: /browse/way/
  12 Allow: /browse/relation/
  13 Disallow: /browse
  14 Disallow: /login
  15 Disallow: /geocoder
  16 Disallow: /history
  17 Disallow: /message
  18 Disallow: /trace/
  19 Disallow: /*lat=
  20 Disallow: /*node=
  21 Disallow: /*way=
  22 Disallow: /*relation=
  23
  24 User-agent: Slurp
  25 Disallow: /user/*/traces/
  26 Disallow: /user/*/edits
  27 Disallow: /user/*/diary/
  28 Allow: /user/
  29 Disallow: /traces/tag/
  30 Disallow: /traces/page/
  31 Disallow: /api/
  32 Disallow: /edit
  33 Disallow: /browse/node/*/history
  34 Disallow: /browse/way/*/history
  35 Disallow: /browse/relation/*/history
  36 Allow: /browse/node/
  37 Allow: /browse/way/
  38 Allow: /browse/relation/
  39 Disallow: /browse
  40 Disallow: /login
  41 Disallow: /geocoder
  42 Disallow: /history
  43 Disallow: /message
  44 Disallow: /trace/
  45 Disallow: /*lat=
  46 Disallow: /*node=
  47 Disallow: /*way=
  48 Disallow: /*relation=
  49
  50 User-agent: Googlebot
  51 Disallow: /user/*/traces/
  52 Disallow: /user/*/edits
  53 Disallow: /user/*/diary/
  54 Allow: /user/
  55 Disallow: /traces/tag/
  56 Disallow: /traces/page/
  57 Disallow: /api/
  58 Disallow: /edit
  59 Disallow: /browse/node/*/history
  60 Disallow: /browse/way/*/history
  61 Disallow: /browse/relation/*/history
  62 Allow: /browse/node/
  63 Allow: /browse/way/
  64 Allow: /browse/relation/
  65 Disallow: /browse
  66 Disallow: /login
  67 Disallow: /geocoder
  68 Disallow: /history
  69 Disallow: /message
  70 Disallow: /trace/
  71 Disallow: /*lat=
  72 Disallow: /*node=
  73 Disallow: /*way=
  74 Disallow: /*relation=