X-Git-Url: https://git.openstreetmap.org./chef.git/blobdiff_plain/9037f0d00889ce2b1135263df9bbe6216c2a1280..778dafe1b60675abedacec30bbbec1e174fec5b0:/cookbooks/planet/files/default/html/robots.txt?ds=sidebyside diff --git a/cookbooks/planet/files/default/html/robots.txt b/cookbooks/planet/files/default/html/robots.txt index 3f3940cbc..806b5ec18 100644 --- a/cookbooks/planet/files/default/html/robots.txt +++ b/cookbooks/planet/files/default/html/robots.txt @@ -1,8 +1,7 @@ -#No bz2 chomping bots please +# No bz2 chomping bots please User-agent: wget Allow: / User-agent: * Disallow: / -