X-Git-Url: https://git.openstreetmap.org./chef.git/blobdiff_plain/4f10eb951399adea7cd598b2d763969c735bc888..d5f8a18658e100abeba9f8fcdf7d9e4cbcaea3a6:/cookbooks/wiki/templates/default/robots.txt.erb

diff --git a/cookbooks/wiki/templates/default/robots.txt.erb b/cookbooks/wiki/templates/default/robots.txt.erb
index 325a1f9ec..932d07eba 100644
--- a/cookbooks/wiki/templates/default/robots.txt.erb
+++ b/cookbooks/wiki/templates/default/robots.txt.erb
@@ -6,7 +6,6 @@ Disallow: /
 
 User-agent: *
 Disallow: /index.php/
-Disallow: /wiki/Lacking_proper_attribution
 Disallow: /wiki/Spam
 Allow: /w/load.php
 Allow: /w/images/
@@ -20,6 +19,15 @@ Disallow: /wiki/Special:Search
 User-agent: Exabot
 Crawl-delay: 60
 
-Sitemap: http://wiki.openstreetmap.org/sitemap-index-wiki.xml
+User-Agent: ImagesiftBot
+Crawl-delay: 60
+
+User-agent: SemrushBot
+Crawl-delay: 60
+
+User-agent: SeznamBot
+Crawl-delay: 60
+
+Sitemap: https://wiki.openstreetmap.org/sitemap-index-wiki.xml
 
 Host: wiki.openstreetmap.org