X-Git-Url: https://git.openstreetmap.org./osqa.git/blobdiff_plain/f32577466e18584c0adb9e9845a0f50faa5db777..63ad88e2826d82b4ea7ff380784d471fa4884e3d:/forum/management/commands/send_email_alerts.py?ds=sidebyside diff --git a/forum/management/commands/send_email_alerts.py b/forum/management/commands/send_email_alerts.py index 729ebaa..06cad53 100644 --- a/forum/management/commands/send_email_alerts.py +++ b/forum/management/commands/send_email_alerts.py @@ -1,152 +1,125 @@ -from datetime import datetime, timedelta -from django.core.management.base import NoArgsCommand -from django.utils.translation import ugettext as _ -from django.template import loader, Context, Template -from django.core.mail import EmailMultiAlternatives +import datetime +from forum.models import * from forum import settings -from forum.settings.email import EMAIL_DIGEST_CONTROL -from forum import actions -from forum.models import KeyValue, Action, User, QuestionSubscription -from forum.utils.mail import send_email +from django.db import models +from forum.utils.mail import send_template_email +from django.core.management.base import NoArgsCommand +from forum.settings.email import EMAIL_DIGEST_FLAG +from django.utils import translation +import logging -class QuestionRecord: - def __init__(self, question): - self.question = question - self.records = [] +SHOW_N_MORE_ACTIVE_NEW_MEMBERS = 5 +SUB_QUESTION_LIST_LENGTH = 5 +TRY_N_USER_TAGS = 5 - def log_activity(self, activity): - self.records.append(activity) +class DigestQuestionsIndex(object): + def __init__(self, from_date): + self.from_date = from_date - def get_activity_since(self, since): - activity = [r for r in self.records if r.action_date > since] - answers = [a for a in activity if a.action_type == "answer"] - comments = [a for a in activity if a.activity_type == "comment"] + new_questions = Question.objects.filter_state(deleted=False).\ + filter(added_at__gt=from_date).\ + annotate(n_actions=models.Count('actions')).\ + annotate(child_count=models.Count('all_children')) - accepted = [a for a in activity if a.activity_type == "accept_answer"] + hotness = lambda q: 3*q.child_count + q.n_actions - if len(accepted): - accepted = accepted[-1:][0] - else: - accepted = None + for q in new_questions: + q.hotness=hotness(q) - return { - 'answers': answers, - 'comments': comments, - 'accepted': accepted, - } + self.questions = sorted(new_questions, lambda q1, q2: q2.hotness - q1.hotness) + self.count = len(self.questions) + def unseen_question(self, user, question): + try: + subscription = QuestionSubscription.objects.get(question=q, user=user) + except: + subscription = None -class Command(NoArgsCommand): - def handle_noargs(self, **options): - digest_control = EMAIL_DIGEST_CONTROL.value + return (not subscription) or subscription.last_view < q.last_activity_at - if digest_control is None: - digest_control = KeyValue(key='DIGEST_CONTROL', value={ - 'LAST_DAILY': datetime.now() - timedelta(days=1), - 'LAST_WEEKLY': datetime.now() - timedelta(days=1), - }) + def get_for_user(self, user): + user_tags = list(user.marked_tags.filter(user_selections__reason='good')) - self.send_digest('daily', 'd', digest_control.value['LAST_DAILY']) - digest_control.value['LAST_DAILY'] = datetime.now() + if len(user_tags) < TRY_N_USER_TAGS: + user_tags += list(Tag.objects.filter(models.Q(nodes__author=user) | models.Q(nodes__children__author=user)) \ + .annotate(user_tag_usage_count=models.Count('name')).order_by('-user_tag_usage_count')[:TRY_N_USER_TAGS - len(user_tags)]) - if digest_control.value['LAST_WEEKLY'] + timedelta(days=7) <= datetime.now(): - self.send_digest('weekly', 'w', digest_control.value['LAST_WEEKLY']) - digest_control.value['LAST_WEEKLY'] = datetime.now() + user_tag_names = set([t.name for t in user_tags]) - EMAIL_DIGEST_CONTROL.set_value(digest_control) - - def send_digest(self, name, char_in_db, control_date): - - new_questions, question_records = self.prepare_activity(control_date) - new_users = User.objects.filter(date_joined__gt=control_date) + subscriptions = user.subscriptions.filter(added_at__lt=self.from_date, last_activity_at__gt=models.F('questionsubscription__last_view') + ).order_by('-questionsubscription__last_view')[:SUB_QUESTION_LIST_LENGTH] - digest_subject = settings.EMAIL_SUBJECT_PREFIX + _('Daily digest') + unseen_questions = [q for q in self.questions if self.unseen_question(user, q)] - users = User.objects.filter(subscription_settings__enable_notifications=True) + interesting = [] - msgs = [] + for q in unseen_questions: + if len(set(q.tagname_list()) & user_tag_names): interesting.append(q) - for u in users: - context = { - 'user': u, - 'digest_type': name, - } - if u.subscription_settings.member_joins == char_in_db: - context['new_users'] = new_users - else: - context['new_users'] = False + may_help = [] + if len(interesting): + if len(interesting) > SUB_QUESTION_LIST_LENGTH: + may_help = interesting[SUB_QUESTION_LIST_LENGTH:][-SUB_QUESTION_LIST_LENGTH:] + interesting = interesting[:SUB_QUESTION_LIST_LENGTH] + else: + interesting = unseen_questions[:SUB_QUESTION_LIST_LENGTH] - if u.subscription_settings.subscribed_questions == char_in_db: - activity_in_subscriptions = [] + return {'interesting': interesting, 'may_help': may_help, 'subscriptions': subscriptions} - for id, r in question_records.items(): - try: - subscription = QuestionSubscription.objects.get(question=r.question, user=u) - record = r.get_activity_since(subscription.last_view) - if not u.subscription_settings.notify_answers: - del record['answers'] - if not u.subscription_settings.notify_comments: - if u.subscription_settings.notify_comments_own_post: - record.comments = [a for a in record.comments if a.user == u] - record['own_comments_only'] = True - else: - del record['comments'] +class Command(NoArgsCommand): + def handle_noargs(self, **options): + try: + translation.activate(settings.LANGUAGE_CODE) + except: + logging.error("Unable to set the locale in the send emails cron job") - if not u.subscription_settings.notify_accepted: - del record['accepted'] + digest_control = EMAIL_DIGEST_FLAG.value - if record.get('answers', False) or record.get('comments', False) or record.get('accepted', False): - activity_in_subscriptions.append({'question': r.question, 'activity': record}) - except: - pass + if digest_control is None: + digest_control = { + 'LAST_DAILY': datetime.datetime.now() - datetime.timedelta(days=1), + 'LAST_WEEKLY': datetime.datetime.now() - datetime.timedelta(days=1), + } - context['activity_in_subscriptions'] = activity_in_subscriptions - else: - context['activity_in_subscriptions'] = False + from_date = digest_control['LAST_DAILY'] + digest_control['LAST_DAILY'] = datetime.datetime.now() + EMAIL_DIGEST_FLAG.set_value(digest_control) - if u.subscription_settings.new_question == char_in_db: - context['new_questions'] = new_questions - context['watched_tags_only'] = False - elif u.subscription_settings.new_question_watched_tags == char_in_db: - context['new_questions'] = [q for q in new_questions if - q.tags.filter(id__in=u.marked_tags.filter(user_selections__reason='good')).count() > 0] - context['watched_tags_only'] = True - else: - context['new_questions'] = False + users = User.objects.filter(subscription_settings__enable_notifications=True, + subscription_settings__send_digest=True) - if context['new_users'] or context['activity_in_subscriptions'] or context['new_questions']: - send_email(digest_subject, [(u.username, u.email)], "notifications/digest.html", context, threaded=False) + # Send digest only to active users + if settings.SEND_DIGEST_ONLY_TO_ACTIVE_USERS: + users = users.filter(is_active=True) + # Send digest only to users with validated emails + if settings.SEND_DIGEST_ONLY_TO_VALIDATED_USERS: + users = users.filter(email_isvalid=True) - def prepare_activity(self, since): - all_activity = Action.objects.filter(canceled=False, action_date__gt=since, action_type__in=( - actions.AskAction.get_type(),actions.AnswerAction.get_type(), - actions.CommentAction.get_type(), actions.AcceptAnswerAction.get_type() - )).order_by('action_date') + new_members = User.objects.filter(is_active=True, date_joined__gt=from_date).annotate(n_actions=models.Count('actions')).order_by('-n_actions') - question_records = {} - new_questions = [] + new_member_count = new_members.count() + # The number of the flagged content for the day + flagged_count = Flag.objects.filter(flagged_at__gt=datetime.datetime.today()-datetime.timedelta(days=1)).count() - for activity in all_activity: - try: - question = activity.node.abs_parent + if new_member_count >= SHOW_N_MORE_ACTIVE_NEW_MEMBERS: + new_members = new_members[:SHOW_N_MORE_ACTIVE_NEW_MEMBERS] + show_all_users = True + else: + show_all_users = False - if not question.id in question_records: - question_records[question.id] = QuestionRecord(question) + digest = DigestQuestionsIndex(from_date) - question_records[question.id].log_activity(activity) + if (not new_member_count) and (not digest.count): + return - if activity.action_type == "ask": - new_questions.append(question) - except: - pass + send_template_email(users, "notifications/digest.html", locals()) - return new_questions, question_records