closes OSQA-376 - updates the default robots.txt to the file we use on meta.osqa

[osqa.git] / forum_modules / robotstxt / templates / robots.txt

diff --git a/forum_modules/robotstxt/templates/robots.txt b/forum_modules/robotstxt/templates/robots.txt
index 574fc315134c95db548e50173725609cee2c48a8..a93756d62f1a1a5b4ce2816a066be23af2a6390e 100644 (file)
--- a/forum_modules/robotstxt/templates/robots.txt
+++ b/forum_modules/robotstxt/templates/robots.txt
@@ -1,2 +1,7 @@
-User-agent: *
-Disallow: / 
\ No newline at end of file
+User-Agent: *
+Disallow: /accounts/
+Disallow: /users/
+Disallow: /revisions/
+Disallow: /search
+Disallow: /matching_tags
+Disallow: /*sort=
\ No newline at end of file