public/robots.txt

   1 Sitemap: http://www.openstreetmap.org/sitemap.xml.gz
   2
   3 User-agent: *
   4 Disallow: /user/
   5 Disallow: /traces/tag/
   6 Disallow: /traces/page/
   7 Disallow: /api/
   8 Disallow: /edit
   9 Allow: /browse/node/
  10 Allow: /browse/way/
  11 Allow: /browse/relation/
  12 Disallow: /browse
  13 Disallow: /login
  14 Disallow: /geocoder
  15 Disallow: /history
  16 Disallow: /message
  17 Disallow: /trace/
  18 Disallow: /*lat=
  19 Disallow: /*node=
  20 Disallow: /*way=
  21 Disallow: /*relation=
  22
  23 User-agent: Slurp
  24 Disallow: /user/*/traces/
  25 Disallow: /user/*/edits/
  26 Disallow: /user/*/diary/
  27 Allow: /user/
  28 Disallow: /traces/tag/
  29 Disallow: /traces/page/
  30 Disallow: /api/
  31 Disallow: /edit
  32 Allow: /browse/node/
  33 Allow: /browse/way/
  34 Allow: /browse/relation/
  35 Disallow: /browse
  36 Disallow: /login
  37 Disallow: /geocoder
  38 Disallow: /history
  39 Disallow: /message
  40 Disallow: /trace/
  41 Disallow: /*lat=
  42 Disallow: /*node=
  43 Disallow: /*way=
  44 Disallow: /*relation=
  45
  46 User-agent: Googlebot
  47 Disallow: /user/*/traces/
  48 Disallow: /user/*/edits/
  49 Disallow: /user/*/diary/
  50 Allow: /user/
  51 Disallow: /traces/tag/
  52 Disallow: /traces/page/
  53 Disallow: /api/
  54 Disallow: /edit
  55 Allow: /browse/node/
  56 Allow: /browse/way/
  57 Allow: /browse/relation/
  58 Disallow: /browse
  59 Disallow: /login
  60 Disallow: /geocoder
  61 Disallow: /history
  62 Disallow: /message
  63 Disallow: /trace/
  64 Disallow: /*lat=
  65 Disallow: /*node=
  66 Disallow: /*way=
  67 Disallow: /*relation=