X-Git-Url: https://git.openstreetmap.org./chef.git/blobdiff_plain/9037f0d00889ce2b1135263df9bbe6216c2a1280..0aaea8096fcdd565f0f1990a84ad68e9aeb90113:/cookbooks/planet/files/default/html/robots.txt diff --git a/cookbooks/planet/files/default/html/robots.txt b/cookbooks/planet/files/default/html/robots.txt index 3f3940cbc..806b5ec18 100644 --- a/cookbooks/planet/files/default/html/robots.txt +++ b/cookbooks/planet/files/default/html/robots.txt @@ -1,8 +1,7 @@ -#No bz2 chomping bots please +# No bz2 chomping bots please User-agent: wget Allow: / User-agent: * Disallow: / -