X-Git-Url: https://git.openstreetmap.org./chef.git/blobdiff_plain/9037f0d00889ce2b1135263df9bbe6216c2a1280..5310624b7dd65e3d65b5faf7225f914bdbc1e76a:/cookbooks/planet/files/default/html/robots.txt diff --git a/cookbooks/planet/files/default/html/robots.txt b/cookbooks/planet/files/default/html/robots.txt index 3f3940cbc..806b5ec18 100644 --- a/cookbooks/planet/files/default/html/robots.txt +++ b/cookbooks/planet/files/default/html/robots.txt @@ -1,8 +1,7 @@ -#No bz2 chomping bots please +# No bz2 chomping bots please User-agent: wget Allow: / User-agent: * Disallow: / -