Update readers.py

[osqa.git] / forum_modules / robotstxt / settings.py

diff --git a/forum_modules/robotstxt/settings.py b/forum_modules/robotstxt/settings.py
index c2620a26c65d31468121a0fb344ecd2c6d1685c2..44d576aea5f29029884970cd4a91ed18854878b7 100644 (file)
--- a/forum_modules/robotstxt/settings.py
+++ b/forum_modules/robotstxt/settings.py
@@ -1,10 +1,13 @@
 from forum.settings.base import Setting, SettingSet
 from django.forms.widgets import Textarea
 from forum.settings.base import Setting, SettingSet
 from django.forms.widgets import Textarea

+from django.core.urlresolvers import reverse
+from forum.settings import APP_URL

 
 ROBOTS_SET = SettingSet('robots', 'Robots txt', "Set up the robots.txt file.", 3000)
 
 ROBOTS_FILE = Setting('ROBOTS_FILE',
 
 ROBOTS_SET = SettingSet('robots', 'Robots txt', "Set up the robots.txt file.", 3000)
 
 ROBOTS_FILE = Setting('ROBOTS_FILE',

-"""
+"""Sitemap: %s/sitemap.xml
+

 User-Agent: *
 Disallow: /accounts/
 Disallow: /users/
 User-Agent: *
 Disallow: /accounts/
 Disallow: /users/


@@ -12,7 +15,7 @@ Disallow: /revisions/
 Disallow: /search
 Disallow: /matching_tags
 Disallow: /*sort=
 Disallow: /search
 Disallow: /matching_tags
 Disallow: /*sort=

-""", ROBOTS_SET, dict(
+""" % APP_URL, ROBOTS_SET, dict(

 label = "Robots.txt file",
 help_text = """
 The robots.txt file search engine spiders will see.
 label = "Robots.txt file",
 help_text = """
 The robots.txt file search engine spiders will see.