public/robots.txt

   1 Sitemap: http://www.openstreetmap.org/sitemap.xml.gz
   2
   3 User-agent: *
   4 Disallow: /user/
   5 Disallow: /traces/tag/
   6 Disallow: /traces/page/
   7 Disallow: /api/
   8 Disallow: /edit
   9 Allow: /browse/node/
  10 Allow: /browse/way/
  11 Allow: /browse/relation/
  12 Disallow: /browse
  13 Disallow: /login
  14 Disallow: /geocoder
  15 Disallow: /history
  16 Disallow: /message
  17 Disallow: /trace/
  18 Disallow: /*lat=
  19 Disallow: /*node=
  20 Disallow: /*way=
  21 Disallow: /*relation=
  22
  23 User-agent: Slurp
  24 Disallow: /user/*/traces/
  25 Disallow: /user/*/edits/
  26 Disallow: /user/*/diary/
  27 Allow: /user/
  28 Disallow: /traces/tag/
  29 Disallow: /traces/page/
  30 Disallow: /api/
  31 Disallow: /edit
  32 Disallow: /browse/node/*/history
  33 Disallow: /browse/way/*/history
  34 Disallow: /browse/relation/*/history
  35 Allow: /browse/node/
  36 Allow: /browse/way/
  37 Allow: /browse/relation/
  38 Disallow: /browse
  39 Disallow: /login
  40 Disallow: /geocoder
  41 Disallow: /history
  42 Disallow: /message
  43 Disallow: /trace/
  44 Disallow: /*lat=
  45 Disallow: /*node=
  46 Disallow: /*way=
  47 Disallow: /*relation=
  48
  49 User-agent: Googlebot
  50 Disallow: /user/*/traces/
  51 Disallow: /user/*/edits/
  52 Disallow: /user/*/diary/
  53 Allow: /user/
  54 Disallow: /traces/tag/
  55 Disallow: /traces/page/
  56 Disallow: /api/
  57 Disallow: /edit
  58 Disallow: /browse/node/*/history
  59 Disallow: /browse/way/*/history
  60 Disallow: /browse/relation/*/history
  61 Allow: /browse/node/
  62 Allow: /browse/way/
  63 Allow: /browse/relation/
  64 Disallow: /browse
  65 Disallow: /login
  66 Disallow: /geocoder
  67 Disallow: /history
  68 Disallow: /message
  69 Disallow: /trace/
  70 Disallow: /*lat=
  71 Disallow: /*node=
  72 Disallow: /*way=
  73 Disallow: /*relation=