from forum.settings.base import Setting, SettingSet
from django.forms.widgets import Textarea
+from django.core.urlresolvers import reverse
+from forum.settings import APP_URL
ROBOTS_SET = SettingSet('robots', 'Robots txt', "Set up the robots.txt file.", 3000)
ROBOTS_FILE = Setting('ROBOTS_FILE',
-"""
+"""Sitemap: %s/sitemap.xml
+
User-Agent: *
Disallow: /accounts/
Disallow: /users/
Disallow: /search
Disallow: /matching_tags
Disallow: /*sort=
-""", ROBOTS_SET, dict(
+""" % APP_URL, ROBOTS_SET, dict(
label = "Robots.txt file",
help_text = """
The robots.txt file search engine spiders will see.