Finished with node bulk management, although only option for now is to delete nodes.

[osqa.git] / forum / models / base.py

diff --git a/forum/models/base.py b/forum/models/base.py
index 276c8f6f06f4140c1373f7802052fe655b57d280..2f934a916f349be0eca77c9c56d0347d7b3944fa 100644 (file)
--- a/forum/models/base.py
+++ b/forum/models/base.py
@@ -35,50 +35,39 @@ class LazyQueryList(object):
 
 class CachedQuerySet(models.query.QuerySet):
     def lazy(self):
 
 class CachedQuerySet(models.query.QuerySet):
     def lazy(self):

-        if len(self.query.extra) == 0:
+        if (not len(self.query.extra)) and (not len(self.query.aggregates)):

             return LazyQueryList(self.model, list(self.values_list('id', flat=True)))
         else:
             return self
 
             return LazyQueryList(self.model, list(self.values_list('id', flat=True)))
         else:
             return self
 

+    def obj_from_datadict(self, datadict):
+        obj = self.model()
+        obj.__dict__.update(datadict)
+        return obj
+

     def get(self, *args, **kwargs):
     def get(self, *args, **kwargs):

-        try:
-            pk = [v for (k,v) in kwargs.items() if k in ('pk', 'pk__exact', 'id', 'id__exact'
-                            ) or k.endswith('_ptr__pk') or k.endswith('_ptr__id')][0]
-        except:
-            pk = None
+        key = self.model.infer_cache_key(kwargs)

 
 

-        if pk is not None:
-            key = self.model.cache_key(pk)
+        if key is not None:

             obj = cache.get(key)
 
             if obj is None:
                 obj = super(CachedQuerySet, self).get(*args, **kwargs)
             obj = cache.get(key)
 
             if obj is None:
                 obj = super(CachedQuerySet, self).get(*args, **kwargs)

-                obj.__class__.objects.cache_obj(obj)
+                obj.cache()

             else:
             else:

-                d = obj.__dict__
+                obj = self.obj_from_datadict(obj)
+                obj.reset_original_state()

 
             return obj
 
         return super(CachedQuerySet, self).get(*args, **kwargs) 
 
 
             return obj
 
         return super(CachedQuerySet, self).get(*args, **kwargs) 
 

-from action import Action
-

 class CachedManager(models.Manager):
     use_for_related_fields = True
 class CachedManager(models.Manager):
     use_for_related_fields = True

-    int_cache_re = re.compile('^_[\w_]+cache$')

 
     def get_query_set(self):
         return CachedQuerySet(self.model)
 
 
     def get_query_set(self):
         return CachedQuerySet(self.model)
 

-    def cache_obj(self, obj):
-        int_cache_keys = [k for k in obj.__dict__.keys() if self.int_cache_re.match(k)]
-        d = obj.__dict__
-        for k in int_cache_keys:
-            if not isinstance(obj.__dict__[k], Action):
-                del obj.__dict__[k]
-
-        cache.set(self.model.cache_key(obj.id), obj, 60 * 60)
-

     def get_or_create(self, *args, **kwargs):
         try:
             return self.get(*args, **kwargs)
     def get_or_create(self, *args, **kwargs):
         try:
             return self.get(*args, **kwargs)


@@ -87,26 +76,26 @@ class CachedManager(models.Manager):
 
 
 class DenormalizedField(object):
 
 
 class DenormalizedField(object):

-    def __init__(self, manager, **kwargs):
+    def __init__(self, manager, *args, **kwargs):

         self.manager = manager
         self.manager = manager

-        self.filter = kwargs
+        self.filter = (args, kwargs)

 
     def setup_class(self, cls, name):
 
     def setup_class(self, cls, name):

-        dict_name = '_%s_cache_' % name
+        dict_name = '_%s_dencache_' % name

 
         def getter(inst):
             val = inst.__dict__.get(dict_name, None)
 
             if val is None:
 
         def getter(inst):
             val = inst.__dict__.get(dict_name, None)
 
             if val is None:

-                val = getattr(inst, self.manager).filter(**self.filter).count()
+                val = getattr(inst, self.manager).filter(*self.filter[0], **self.filter[1]).count()

                 inst.__dict__[dict_name] = val
                 inst.__dict__[dict_name] = val

-                inst.__class__.objects.cache_obj(inst)
+                inst.cache()

 
             return val
 
         def reset_cache(inst):
             inst.__dict__.pop(dict_name, None)
 
             return val
 
         def reset_cache(inst):
             inst.__dict__.pop(dict_name, None)

-            inst.__class__.objects.cache_obj(inst)
+            inst.uncache()

 
         cls.add_to_class(name, property(getter))
         cls.add_to_class("reset_%s_cache" % name, reset_cache)
 
         cls.add_to_class(name, property(getter))
         cls.add_to_class("reset_%s_cache" % name, reset_cache)


@@ -141,20 +130,34 @@ class BaseModel(models.Model):
 
     def __init__(self, *args, **kwargs):
         super(BaseModel, self).__init__(*args, **kwargs)
 
     def __init__(self, *args, **kwargs):
         super(BaseModel, self).__init__(*args, **kwargs)

-        self._original_state = dict([(k, v) for k,v in self.__dict__.items() if not k in kwargs])
+        self.reset_original_state(kwargs.keys())

 
 

-    @classmethod
-    def cache_key(cls, pk):
-        return '%s.%s:%s' % (settings.APP_URL, cls.__name__, pk)
+    def reset_original_state(self, reset_fields=None):
+        self._original_state = self._as_dict()
+        
+        if reset_fields:
+            self._original_state.update(dict([(f, None) for f in reset_fields]))

 
     def get_dirty_fields(self):
 
     def get_dirty_fields(self):

-        missing = object()
-        return dict([(k, self._original_state.get(k, None)) for k,v in self.__dict__.items()
-                 if self._original_state.get(k, missing) == missing or self._original_state[k] != v])
+        return [f.name for f in self._meta.fields if self._original_state[f.attname] != self.__dict__[f.attname]]

 
 

-    def save(self, *args, **kwargs):
+    def _as_dict(self):
+        return dict([(name, getattr(self, name)) for name in
+                     ([f.attname for f in self._meta.fields] + [k for k in self.__dict__.keys() if k.endswith('_dencache_')])
+        ])
+
+    def _get_update_kwargs(self):
+        return dict([
+            (f.name, getattr(self, f.name)) for f in self._meta.fields if self._original_state[f.attname] != self.__dict__[f.attname]
+        ])
+
+    def save(self, full_save=False, *args, **kwargs):

         put_back = [k for k, v in self.__dict__.items() if isinstance(v, models.expressions.ExpressionNode)]
         put_back = [k for k, v in self.__dict__.items() if isinstance(v, models.expressions.ExpressionNode)]

-        super(BaseModel, self).save()
+
+        if self.id and not full_save:
+            self.__class__.objects.filter(id=self.id).update(**self._get_update_kwargs())
+        else:
+            super(BaseModel, self).save()

 
         if put_back:
             try:
 
         if put_back:
             try:


@@ -165,115 +168,43 @@ class BaseModel(models.Model):
                 logging.error("Unable to read %s from %s" % (", ".join(put_back), self.__class__.__name__))
                 self.uncache()
 
                 logging.error("Unable to read %s from %s" % (", ".join(put_back), self.__class__.__name__))
                 self.uncache()
 

-        self._original_state = dict(self.__dict__)
+        self.reset_original_state()

         self.cache()
 
         self.cache()
 

-    def cache(self):
-        self.__class__.objects.cache_obj(self)
-
-    def uncache(self):
-        cache.delete(self.cache_key(self.pk))
-
-    def delete(self):
-        self.uncache()
-        super(BaseModel, self).delete()
+    @classmethod
+    def _generate_cache_key(cls, key, group=None):
+        if group is None:
+            group = cls.__name__

 
 

+        return '%s:%s:%s' % (settings.APP_URL, group, key)

 
 

-class ActiveObjectManager(models.Manager):
-    use_for_related_fields = True
-    def get_query_set(self):
-        return super(ActiveObjectManager, self).get_query_set().filter(canceled=False)
-
-class UndeletedObjectManager(models.Manager):
-    def get_query_set(self):
-        return super(UndeletedObjectManager, self).get_query_set().filter(deleted=False)
+    def cache_key(self):
+        return self._generate_cache_key(self.id)

 
 

-class GenericContent(models.Model):
-    content_type   = models.ForeignKey(ContentType)
-    object_id      = models.PositiveIntegerField()
-    content_object = generic.GenericForeignKey('content_type', 'object_id')
+    @classmethod
+    def infer_cache_key(cls, querydict):
+        try:
+            pk = [v for (k,v) in querydict.items() if k in ('pk', 'pk__exact', 'id', 'id__exact'
+                            ) or k.endswith('_ptr__pk') or k.endswith('_ptr__id')][0]

 
 

-    class Meta:
-        abstract = True
-        app_label = 'forum'
+            return cls._generate_cache_key(pk)
+        except:
+            return None

 
 

-class MetaContent(BaseModel):
-    node = models.ForeignKey('Node', null=True, related_name='%(class)ss')
+    def cache(self):
+        cache.set(self.cache_key(), self._as_dict(), 60 * 60)

 
 

-    def __init__(self, *args, **kwargs):
-        if 'content_object' in kwargs:
-            kwargs['node'] = kwargs['content_object']
-            del kwargs['content_object']
+    def uncache(self):
+        cache.delete(self.cache_key())

 
 

-        super (MetaContent, self).__init__(*args, **kwargs)
-    
-    @property
-    def content_object(self):
-        return self.node.leaf
+    def delete(self):
+        self.uncache()
+        super(BaseModel, self).delete()

 
 

-    class Meta:
-        abstract = True
-        app_label = 'forum'

 
 from user import User
 
 from user import User

-
-class UserContent(models.Model):
-    user = models.ForeignKey(User, related_name='%(class)ss')
-
-    class Meta:
-        abstract = True
-        app_label = 'forum'
-
-
-class DeletableContent(models.Model):
-    deleted     = models.BooleanField(default=False)
-    deleted_at  = models.DateTimeField(null=True, blank=True)
-    deleted_by  = models.ForeignKey(User, null=True, blank=True, related_name='deleted_%(class)ss')
-
-    active = UndeletedObjectManager()
-
-    class Meta:
-        abstract = True
-        app_label = 'forum'
-
-    def mark_deleted(self, user):
-        if not self.deleted:
-            self.deleted = True
-            self.deleted_at = datetime.datetime.now()
-            self.deleted_by = user
-            self.save()
-            return True
-        else:
-            return False
-
-    def unmark_deleted(self):
-        if self.deleted:
-            self.deleted = False
-            self.save()
-            return True
-        else:
-            return False
-
-mark_canceled = django.dispatch.Signal(providing_args=['instance'])
-
-class CancelableContent(models.Model):
-    canceled = models.BooleanField(default=False)
-
-    def cancel(self):
-        if not self.canceled:
-            self.canceled = True
-            self.save()
-            mark_canceled.send(sender=self.__class__, instance=self)
-            return True
-            
-        return False
-
-    class Meta:
-        abstract = True
-        app_label = 'forum'
-
-

 from node import Node, NodeRevision, NodeManager
 from node import Node, NodeRevision, NodeManager

+from action import Action