From 8af5343fb1c2f2312a22e9c2c51585d72b79802d Mon Sep 17 00:00:00 2001
From: matt <matt@0cfe37f9-358a-4d5e-be75-b63607b5c754>
Date: Fri, 16 Jul 2010 17:44:18 +0000
Subject: [PATCH] closes OSQA-376 - updates the default robots.txt to the file
 we use on meta.osqa

git-svn-id: http://svn.osqa.net/svnroot/osqa/trunk@541 0cfe37f9-358a-4d5e-be75-b63607b5c754
---
 forum_modules/robotstxt/settings.py          | 3 +++
 forum_modules/robotstxt/templates/robots.txt | 9 +++++++--
 2 files changed, 10 insertions(+), 2 deletions(-)

diff --git a/forum_modules/robotstxt/settings.py b/forum_modules/robotstxt/settings.py
index 634eab7..c2620a2 100644
--- a/forum_modules/robotstxt/settings.py
+++ b/forum_modules/robotstxt/settings.py
@@ -9,6 +9,9 @@ User-Agent: *
 Disallow: /accounts/
 Disallow: /users/
 Disallow: /revisions/
+Disallow: /search
+Disallow: /matching_tags
+Disallow: /*sort=
 """, ROBOTS_SET, dict(
 label = "Robots.txt file",
 help_text = """
diff --git a/forum_modules/robotstxt/templates/robots.txt b/forum_modules/robotstxt/templates/robots.txt
index 574fc31..a93756d 100644
--- a/forum_modules/robotstxt/templates/robots.txt
+++ b/forum_modules/robotstxt/templates/robots.txt
@@ -1,2 +1,7 @@
-User-agent: *
-Disallow: / 
\ No newline at end of file
+User-Agent: *
+Disallow: /accounts/
+Disallow: /users/
+Disallow: /revisions/
+Disallow: /search
+Disallow: /matching_tags
+Disallow: /*sort=
\ No newline at end of file
-- 
2.39.5