forum_modules/robotstxt/settings.py

   1 from forum.settings.base import Setting, SettingSet
   2 from django.forms.widgets import Textarea
   3 from django.core.urlresolvers import reverse
   4 from forum.settings import APP_URL
   5
   6 ROBOTS_SET = SettingSet('robots', 'Robots txt', "Set up the robots.txt file.", 3000)
   7
   8 ROBOTS_FILE = Setting('ROBOTS_FILE',
   9 """Sitemap: %s/sitemap.xml
  10
  11 User-Agent: *
  12 Disallow: /accounts/
  13 Disallow: /users/
  14 Disallow: /revisions/
  15 Disallow: /search
  16 Disallow: /matching_tags
  17 Disallow: /*sort=
  18 """ % APP_URL, ROBOTS_SET, dict(
  19 label = "Robots.txt file",
  20 help_text = """
  21 The robots.txt file search engine spiders will see.
  22 """,
  23 widget=Textarea(attrs={'rows': '20'})))