From: matt <matt@0cfe37f9-358a-4d5e-be75-b63607b5c754>
Date: Fri, 16 Jul 2010 17:44:18 +0000 (+0000)
Subject: closes OSQA-376 - updates the default robots.txt to the file we use on meta.osqa
X-Git-Tag: live~593
X-Git-Url: https://git.openstreetmap.org./osqa.git/commitdiff_plain/8af5343fb1c2f2312a22e9c2c51585d72b79802d

closes OSQA-376 - updates the default robots.txt to the file we use on meta.osqa

git-svn-id: http://svn.osqa.net/svnroot/osqa/trunk@541 0cfe37f9-358a-4d5e-be75-b63607b5c754
---

diff --git a/forum_modules/robotstxt/settings.py b/forum_modules/robotstxt/settings.py
index 634eab7..c2620a2 100644
--- a/forum_modules/robotstxt/settings.py
+++ b/forum_modules/robotstxt/settings.py
@@ -9,6 +9,9 @@ User-Agent: *
 Disallow: /accounts/
 Disallow: /users/
 Disallow: /revisions/
+Disallow: /search
+Disallow: /matching_tags
+Disallow: /*sort=
 """, ROBOTS_SET, dict(
 label = "Robots.txt file",
 help_text = """
diff --git a/forum_modules/robotstxt/templates/robots.txt b/forum_modules/robotstxt/templates/robots.txt
index 574fc31..a93756d 100644
--- a/forum_modules/robotstxt/templates/robots.txt
+++ b/forum_modules/robotstxt/templates/robots.txt
@@ -1,2 +1,7 @@
-User-agent: *
-Disallow: / 
\ No newline at end of file
+User-Agent: *
+Disallow: /accounts/
+Disallow: /users/
+Disallow: /revisions/
+Disallow: /search
+Disallow: /matching_tags
+Disallow: /*sort=
\ No newline at end of file