rhodecode/events/repo.py

# Copyright (C) 2016-2020 RhodeCode GmbH
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU Affero General Public License, version 3
# (only), as published by the Free Software Foundation.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU Affero General Public License
# along with this program.  If not, see <http://www.gnu.org/licenses/>.
#
# This program is dual-licensed. If you wish to learn more about the
# RhodeCode Enterprise Edition, including its added features, Support services,
# and proprietary license terms, please see https://rhodecode.com/licenses/

import collections
import logging
import datetime

from rhodecode.translation import lazy_ugettext
from rhodecode.model.db import User, Repository, Session
from rhodecode.events.base import RhodeCodeIntegrationEvent
from rhodecode.lib.vcs.exceptions import CommitDoesNotExistError

log = logging.getLogger(__name__)


def _commits_as_dict(event, commit_ids, repos):
    """
    Helper function to serialize commit_ids

    :param event: class calling this method
    :param commit_ids: commits to get
    :param repos: list of repos to check
    """
    from rhodecode.lib.utils2 import extract_mentioned_users
    from rhodecode.lib.helpers import (
        urlify_commit_message, process_patterns, chop_at_smart)
    from rhodecode.model.repo import RepoModel

    if not repos:
        raise Exception('no repo defined')

    if not isinstance(repos, (tuple, list)):
        repos = [repos]

    if not commit_ids:
        return []

    needed_commits = list(commit_ids)

    commits = []
    reviewers = []
    for repo in repos:
        if not needed_commits:
            return commits  # return early if we have the commits we need

        vcs_repo = repo.scm_instance(cache=False)

        try:
            # use copy of needed_commits since we modify it while iterating
            for commit_id in list(needed_commits):
                if commit_id.startswith('tag=>'):
                    raw_id = commit_id[5:]
                    cs_data = {
                        'raw_id': commit_id, 'short_id': commit_id,
                        'branch': None,
                        'git_ref_change': 'tag_add',
                        'message': 'Added new tag {}'.format(raw_id),
                        'author': event.actor.full_contact,
                        'date': datetime.datetime.now(),
                        'refs': {
                            'branches': [],
                            'bookmarks': [],
                            'tags': []
                        }
                    }
                    commits.append(cs_data)

                elif commit_id.startswith('delete_branch=>'):
                    raw_id = commit_id[15:]
                    cs_data = {
                        'raw_id': commit_id, 'short_id': commit_id,
                        'branch': None,
                        'git_ref_change': 'branch_delete',
                        'message': 'Deleted branch {}'.format(raw_id),
                        'author': event.actor.full_contact,
                        'date': datetime.datetime.now(),
                        'refs': {
                            'branches': [],
                            'bookmarks': [],
                            'tags': []
                        }
                    }
                    commits.append(cs_data)

                else:
                    try:
                        cs = vcs_repo.get_commit(commit_id)
                    except CommitDoesNotExistError:
                        continue  # maybe its in next repo

                    cs_data = cs.__json__()
                    cs_data['refs'] = cs._get_refs()

                cs_data['mentions'] = extract_mentioned_users(cs_data['message'])
                cs_data['reviewers'] = reviewers
                cs_data['url'] = RepoModel().get_commit_url(
                    repo, cs_data['raw_id'], request=event.request)
                cs_data['permalink_url'] = RepoModel().get_commit_url(
                    repo, cs_data['raw_id'], request=event.request,
                    permalink=True)
                urlified_message, issues_data, errors = process_patterns(
                    cs_data['message'], repo.repo_name)
                cs_data['issues'] = issues_data
                cs_data['message_html'] = urlify_commit_message(
                    cs_data['message'], repo.repo_name)
                cs_data['message_html_title'] = chop_at_smart(
                    cs_data['message'], '\n', suffix_if_chopped='...')
                commits.append(cs_data)

                needed_commits.remove(commit_id)

        except Exception:
            log.exception('Failed to extract commits data')
            # we don't send any commits when crash happens, only full list
            # matters we short circuit then.
            return []

    missing_commits = set(commit_ids) - set(c['raw_id'] for c in commits)
    if missing_commits:
        log.error('Inconsistent repository state. '
                  'Missing commits: %s', ', '.join(missing_commits))

    return commits


def _issues_as_dict(commits):
    """ Helper function to serialize issues from commits """
    issues = {}
    for commit in commits:
        for issue in commit['issues']:
            issues[issue['id']] = issue
    return issues


class RepoEvent(RhodeCodeIntegrationEvent):
    """
    Base class for events acting on a repository.

    :param repo: a :class:`Repository` instance
    """

    def __init__(self, repo):
        super(RepoEvent, self).__init__()
        self.repo = repo

    def as_dict(self):
        from rhodecode.model.repo import RepoModel
        data = super(RepoEvent, self).as_dict()

        extra_fields = collections.OrderedDict()
        for field in self.repo.extra_fields:
            extra_fields[field.field_key] = field.field_value

        data.update({
            'repo': {
                'repo_id': self.repo.repo_id,
                'repo_name': self.repo.repo_name,
                'repo_type': self.repo.repo_type,
                'url': RepoModel().get_url(
                    self.repo, request=self.request),
                'permalink_url': RepoModel().get_url(
                    self.repo, request=self.request, permalink=True),
                'extra_fields': extra_fields
            }
        })
        return data


class RepoCommitCommentEvent(RepoEvent):
    """
    An instance of this class is emitted as an :term:`event` after a comment is made
    on repository commit.
    """

    name = 'repo-commit-comment'
    display_name = lazy_ugettext('repository commit comment')
    description = lazy_ugettext('Event triggered after a comment was made '
                                'on commit inside a repository')

    def __init__(self, repo, commit, comment):
        super(RepoCommitCommentEvent, self).__init__(repo)
        self.commit = commit
        self.comment = comment

    def as_dict(self):
        data = super(RepoCommitCommentEvent, self).as_dict()
        data['commit'] = {
            'commit_id': self.commit.raw_id,
            'commit_message': self.commit.message,
            'commit_branch': self.commit.branch,
        }

        data['comment'] = {
            'comment_id': self.comment.comment_id,
            'comment_text': self.comment.text,
            'comment_type': self.comment.comment_type,
            'comment_f_path': self.comment.f_path,
            'comment_line_no': self.comment.line_no,
            'comment_version': self.comment.last_version,
        }
        return data


class RepoCommitCommentEditEvent(RepoEvent):
    """
    An instance of this class is emitted as an :term:`event` after a comment is edited
    on repository commit.
    """

    name = 'repo-commit-edit-comment'
    display_name = lazy_ugettext('repository commit edit comment')
    description = lazy_ugettext('Event triggered after a comment was edited '
                                'on commit inside a repository')

    def __init__(self, repo, commit, comment):
        super(RepoCommitCommentEditEvent, self).__init__(repo)
        self.commit = commit
        self.comment = comment

    def as_dict(self):
        data = super(RepoCommitCommentEditEvent, self).as_dict()
        data['commit'] = {
            'commit_id': self.commit.raw_id,
            'commit_message': self.commit.message,
            'commit_branch': self.commit.branch,
        }

        data['comment'] = {
            'comment_id': self.comment.comment_id,
            'comment_text': self.comment.text,
            'comment_type': self.comment.comment_type,
            'comment_f_path': self.comment.f_path,
            'comment_line_no': self.comment.line_no,
            'comment_version': self.comment.last_version,
        }
        return data


class RepoPreCreateEvent(RepoEvent):
    """
    An instance of this class is emitted as an :term:`event` before a repo is
    created.
    """
    name = 'repo-pre-create'
    display_name = lazy_ugettext('repository pre create')
    description = lazy_ugettext('Event triggered before repository is created')


class RepoCreateEvent(RepoEvent):
    """
    An instance of this class is emitted as an :term:`event` whenever a repo is
    created.
    """
    name = 'repo-create'
    display_name = lazy_ugettext('repository created')
    description = lazy_ugettext('Event triggered after repository was created')


class RepoPreDeleteEvent(RepoEvent):
    """
    An instance of this class is emitted as an :term:`event` whenever a repo is
    created.
    """
    name = 'repo-pre-delete'
    display_name = lazy_ugettext('repository pre delete')
    description = lazy_ugettext('Event triggered before a repository is deleted')


class RepoDeleteEvent(RepoEvent):
    """
    An instance of this class is emitted as an :term:`event` whenever a repo is
    created.
    """
    name = 'repo-delete'
    display_name = lazy_ugettext('repository deleted')
    description = lazy_ugettext('Event triggered after repository was deleted')


class RepoVCSEvent(RepoEvent):
    """
    Base class for events triggered by the VCS
    """
    def __init__(self, repo_name, extras):
        self.repo = Repository.get_by_repo_name(repo_name)
        if not self.repo:
            raise Exception('repo by this name %s does not exist' % repo_name)
        self.extras = extras
        super(RepoVCSEvent, self).__init__(self.repo)

    @property
    def actor(self):
        if self.extras.get('username'):
            return User.get_by_username(self.extras['username'])

    @property
    def actor_ip(self):
        if self.extras.get('ip'):
            return self.extras['ip']

    @property
    def server_url(self):
        if self.extras.get('server_url'):
            return self.extras['server_url']

    @property
    def request(self):
        return self.extras.get('request') or self.get_request()


class RepoPrePullEvent(RepoVCSEvent):
    """
    An instance of this class is emitted as an :term:`event` before commits
    are pulled from a repo.
    """
    name = 'repo-pre-pull'
    display_name = lazy_ugettext('repository pre pull')
    description = lazy_ugettext('Event triggered before repository code is pulled')


class RepoPullEvent(RepoVCSEvent):
    """
    An instance of this class is emitted as an :term:`event` after commits
    are pulled from a repo.
    """
    name = 'repo-pull'
    display_name = lazy_ugettext('repository pull')
    description = lazy_ugettext('Event triggered after repository code was pulled')


class RepoPrePushEvent(RepoVCSEvent):
    """
    An instance of this class is emitted as an :term:`event` before commits
    are pushed to a repo.
    """
    name = 'repo-pre-push'
    display_name = lazy_ugettext('repository pre push')
    description = lazy_ugettext('Event triggered before the code is '
                                'pushed to a repository')


class RepoPushEvent(RepoVCSEvent):
    """
    An instance of this class is emitted as an :term:`event` after commits
    are pushed to a repo.

    :param extras: (optional) dict of data from proxied VCS actions
    """
    name = 'repo-push'
    display_name = lazy_ugettext('repository push')
    description = lazy_ugettext('Event triggered after the code was '
                                'pushed to a repository')

    def __init__(self, repo_name, pushed_commit_ids, extras):
        super(RepoPushEvent, self).__init__(repo_name, extras)
        self.pushed_commit_ids = pushed_commit_ids
        self.new_refs = extras.new_refs

    def as_dict(self):
        data = super(RepoPushEvent, self).as_dict()

        def branch_url(branch_name):
            return '{}/changelog?branch={}'.format(
                data['repo']['url'], branch_name)

        def tag_url(tag_name):
            return '{}/files/{}/'.format(
                data['repo']['url'], tag_name)

        commits = _commits_as_dict(
            self, commit_ids=self.pushed_commit_ids, repos=[self.repo])

        last_branch = None
        for commit in reversed(commits):
            commit['branch'] = commit['branch'] or last_branch
            last_branch = commit['branch']
        issues = _issues_as_dict(commits)

        branches = set()
        tags = set()
        for commit in commits:
            if commit['refs']['tags']:
                for tag in commit['refs']['tags']:
                    tags.add(tag)
            if commit['branch']:
                branches.add(commit['branch'])

        # maybe we have branches in new_refs ?
        try:
            branches = branches.union(set(self.new_refs['branches']))
        except Exception:
            pass

        branches = [
            {
                'name': branch,
                'url': branch_url(branch)
            }
            for branch in branches
        ]

        # maybe we have branches in new_refs ?
        try:
            tags = tags.union(set(self.new_refs['tags']))
        except Exception:
            pass

        tags = [
            {
                'name': tag,
                'url': tag_url(tag)
            }
            for tag in tags
        ]

        data['push'] = {
            'commits': commits,
            'issues': issues,
            'branches': branches,
            'tags': tags,
        }
        return data