boards/models/thread.py

import logging
from adjacent import Client

from django.db.models import Count, Sum, QuerySet, Q
from django.utils import timezone
from django.db import models

from boards import settings
import boards
from boards.utils import cached_result, datetime_to_epoch
from boards.models.post import Post
from boards.models.tag import Tag

FAV_THREAD_NO_UPDATES = -1


__author__ = 'neko259'


logger = logging.getLogger(__name__)


WS_NOTIFICATION_TYPE_NEW_POST = 'new_post'
WS_NOTIFICATION_TYPE = 'notification_type'

WS_CHANNEL_THREAD = "thread:"


class ThreadManager(models.Manager):
    def process_oldest_threads(self):
        """
         Preserves maximum thread count. If there are too many threads,
         archive or delete the old ones.
         """

        threads = Thread.objects.filter(archived=False).order_by('-bump_time')
        thread_count = threads.count()

        max_thread_count = settings.get_int('Messages', 'MaxThreadCount')
        if thread_count > max_thread_count:
            num_threads_to_delete = thread_count - max_thread_count
            old_threads = threads[thread_count - num_threads_to_delete:]

            for thread in old_threads:
                if settings.get_bool('Storage', 'ArchiveThreads'):
                    self._archive_thread(thread)
                else:
                    thread.delete()

            logger.info('Processed %d old threads' % num_threads_to_delete)

    def _archive_thread(self, thread):
        thread.archived = True
        thread.bumpable = False
        thread.last_edit_time = timezone.now()
        thread.update_posts_time()
        thread.save(update_fields=['archived', 'last_edit_time', 'bumpable'])

    def get_new_posts(self, datas):
        query = None
        # TODO Use classes instead of dicts
        for data in datas:
            if data['last_id'] != FAV_THREAD_NO_UPDATES:
                q = (Q(id=data['op'].get_thread().id)
                     & Q(multi_replies__id__gt=data['last_id']))
                if query is None:
                    query = q
                else:
                    query = query | q
        if query is not None:
            return self.filter(query).annotate(
                new_post_count=Count('multi_replies'))

    def get_new_post_count(self, datas):
        new_posts = self.get_new_posts(datas)
        return new_posts.aggregate(total_count=Count('multi_replies'))\
                ['total_count'] if new_posts else 0


def get_thread_max_posts():
    return settings.get_int('Messages', 'MaxPostsPerThread')


class Thread(models.Model):
    objects = ThreadManager()

    class Meta:
        app_label = 'boards'

    tags = models.ManyToManyField('Tag', related_name='thread_tags')
    bump_time = models.DateTimeField(db_index=True)
    last_edit_time = models.DateTimeField()
    archived = models.BooleanField(default=False)
    bumpable = models.BooleanField(default=True)
    max_posts = models.IntegerField(default=get_thread_max_posts)

    def get_tags(self) -> QuerySet:
        """
        Gets a sorted tag list.
        """

        return self.tags.order_by('name')

    def bump(self):
        """
        Bumps (moves to up) thread if possible.
        """

        if self.can_bump():
            self.bump_time = self.last_edit_time

            self.update_bump_status()

            logger.info('Bumped thread %d' % self.id)

    def has_post_limit(self) -> bool:
        return self.max_posts > 0

    def update_bump_status(self, exclude_posts=None):
        if self.has_post_limit() and self.get_reply_count() >= self.max_posts:
            self.bumpable = False
            self.update_posts_time(exclude_posts=exclude_posts)

    def _get_cache_key(self):
        return [datetime_to_epoch(self.last_edit_time)]

    @cached_result(key_method=_get_cache_key)
    def get_reply_count(self) -> int:
        return self.get_replies().count()

    @cached_result(key_method=_get_cache_key)
    def get_images_count(self) -> int:
        return self.get_replies().annotate(images_count=Count(
            'images')).aggregate(Sum('images_count'))['images_count__sum']

    def can_bump(self) -> bool:
        """
        Checks if the thread can be bumped by replying to it.
        """

        return self.bumpable and not self.is_archived()

    def get_last_replies(self) -> QuerySet:
        """
        Gets several last replies, not including opening post
        """

        last_replies_count = settings.get_int('View', 'LastRepliesCount')

        if last_replies_count > 0:
            reply_count = self.get_reply_count()

            if reply_count > 0:
                reply_count_to_show = min(last_replies_count,
                                          reply_count - 1)
                replies = self.get_replies()
                last_replies = replies[reply_count - reply_count_to_show:]

                return last_replies

    def get_skipped_replies_count(self) -> int:
        """
        Gets number of posts between opening post and last replies.
        """
        reply_count = self.get_reply_count()
        last_replies_count = min(settings.get_int('View', 'LastRepliesCount'),
                                 reply_count - 1)
        return reply_count - last_replies_count - 1

    def get_replies(self, view_fields_only=False) -> QuerySet:
        """
        Gets sorted thread posts
        """

        query = self.multi_replies.order_by('pub_time').prefetch_related(
            'images', 'thread', 'threads', 'attachments')
        if view_fields_only:
            query = query.defer('poster_ip')
        return query.all()

    def get_top_level_replies(self) -> QuerySet:
        return self.get_replies().exclude(refposts__threads__in=[self])

    def get_replies_with_images(self, view_fields_only=False) -> QuerySet:
        """
        Gets replies that have at least one image attached
        """

        return self.get_replies(view_fields_only).annotate(images_count=Count(
            'images')).filter(images_count__gt=0)

    def get_opening_post(self, only_id=False) -> Post:
        """
        Gets the first post of the thread
        """

        query = self.get_replies().order_by('pub_time')
        if only_id:
            query = query.only('id')
        opening_post = query.first()

        return opening_post

    @cached_result()
    def get_opening_post_id(self) -> int:
        """
        Gets ID of the first thread post.
        """

        return self.get_opening_post(only_id=True).id

    def get_pub_time(self):
        """
        Gets opening post's pub time because thread does not have its own one.
        """

        return self.get_opening_post().pub_time

    def __str__(self):
        return 'T#{}/{}'.format(self.id, self.get_opening_post_id())

    def get_tag_url_list(self) -> list:
        return boards.models.Tag.objects.get_tag_url_list(self.get_tags())

    def update_posts_time(self, exclude_posts=None):
        last_edit_time = self.last_edit_time

        for post in self.multi_replies.all():
            if exclude_posts is None or post not in exclude_posts:
                # Manual update is required because uids are generated on save
                post.last_edit_time = last_edit_time
                post.save(update_fields=['last_edit_time'])

                post.get_threads().update(last_edit_time=last_edit_time)

    def notify_clients(self):
        if not settings.get_bool('External', 'WebsocketsEnabled'):
            return

        client = Client()

        channel_name = WS_CHANNEL_THREAD + str(self.get_opening_post_id())
        client.publish(channel_name, {
            WS_NOTIFICATION_TYPE: WS_NOTIFICATION_TYPE_NEW_POST,
            })
        client.send()

    def get_absolute_url(self):
        return self.get_opening_post().get_absolute_url()

    def get_required_tags(self):
        return self.get_tags().filter(required=True)

    def get_replies_newer(self, post_id):
        return self.get_replies().filter(id__gt=post_id)

    def is_archived(self):
        return self.archived