##// END OF EJS Templates
diffs: use whole chunk diff to calculate if it's oversized or not....
diffs: use whole chunk diff to calculate if it's oversized or not. - This fixes an issue if a file is added that has very large number of small lines. In this case the time to detect if the diff should be limited was very very long and CPU intensive.

File last commit:

r1933:b6b05465 default
r2070:7939c6bf default
Show More
views.py
377 lines | 14.0 KiB | text/x-python | PythonLexer
# -*- coding: utf-8 -*-
# Copyright (C) 2010-2017 RhodeCode GmbH
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU Affero General Public License, version 3
# (only), as published by the Free Software Foundation.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU Affero General Public License
# along with this program. If not, see <http://www.gnu.org/licenses/>.
#
# This program is dual-licensed. If you wish to learn more about the
# RhodeCode Enterprise Edition, including its added features, Support services,
# and proprietary license terms, please see https://rhodecode.com/licenses/
import logging
import itertools
from webhelpers.feedgenerator import Atom1Feed, Rss201rev2Feed
from pyramid.view import view_config
from pyramid.httpexceptions import HTTPBadRequest
from pyramid.response import Response
from pyramid.renderers import render
from rhodecode.apps._base import BaseAppView
from rhodecode.model.db import (
or_, joinedload, UserLog, UserFollowing, User, UserApiKeys)
from rhodecode.model.meta import Session
import rhodecode.lib.helpers as h
from rhodecode.lib.helpers import Page
from rhodecode.lib.user_log_filter import user_log_filter
from rhodecode.lib.auth import LoginRequired, NotAnonymous, CSRFRequired
from rhodecode.lib.utils2 import safe_int, AttributeDict
from rhodecode.model.scm import ScmModel
log = logging.getLogger(__name__)
class JournalView(BaseAppView):
def load_default_context(self):
c = self._get_local_tmpl_context(include_app_defaults=True)
self._register_global_c(c)
self._load_defaults(c.rhodecode_name)
# TODO(marcink): what is this, why we need a global register ?
c.search_term = self.request.GET.get('filter') or ''
return c
def _get_config(self, rhodecode_name):
import rhodecode
config = rhodecode.CONFIG
return {
'language': 'en-us',
'feed_ttl': '5', # TTL of feed,
'feed_items_per_page':
safe_int(config.get('rss_items_per_page', 20)),
'rhodecode_name': rhodecode_name
}
def _load_defaults(self, rhodecode_name):
config = self._get_config(rhodecode_name)
# common values for feeds
self.language = config["language"]
self.ttl = config["feed_ttl"]
self.feed_items_per_page = config['feed_items_per_page']
self.rhodecode_name = config['rhodecode_name']
def _get_daily_aggregate(self, journal):
groups = []
for k, g in itertools.groupby(journal, lambda x: x.action_as_day):
user_group = []
# groupby username if it's a present value, else
# fallback to journal username
for _, g2 in itertools.groupby(
list(g), lambda x: x.user.username if x.user else x.username):
l = list(g2)
user_group.append((l[0].user, l))
groups.append((k, user_group,))
return groups
def _get_journal_data(self, following_repos, search_term):
repo_ids = [x.follows_repository.repo_id for x in following_repos
if x.follows_repository is not None]
user_ids = [x.follows_user.user_id for x in following_repos
if x.follows_user is not None]
filtering_criterion = None
if repo_ids and user_ids:
filtering_criterion = or_(UserLog.repository_id.in_(repo_ids),
UserLog.user_id.in_(user_ids))
if repo_ids and not user_ids:
filtering_criterion = UserLog.repository_id.in_(repo_ids)
if not repo_ids and user_ids:
filtering_criterion = UserLog.user_id.in_(user_ids)
if filtering_criterion is not None:
journal = Session().query(UserLog)\
.options(joinedload(UserLog.user))\
.options(joinedload(UserLog.repository))
# filter
try:
journal = user_log_filter(journal, search_term)
except Exception:
# we want this to crash for now
raise
journal = journal.filter(filtering_criterion)\
.order_by(UserLog.action_date.desc())
else:
journal = []
return journal
def _atom_feed(self, repos, search_term, public=True):
_ = self.request.translate
journal = self._get_journal_data(repos, search_term)
if public:
_link = h.route_url('journal_public_atom')
_desc = '%s %s %s' % (self.rhodecode_name, _('public journal'),
'atom feed')
else:
_link = h.route_url('journal_atom')
_desc = '%s %s %s' % (self.rhodecode_name, _('journal'), 'atom feed')
feed = Atom1Feed(
title=_desc, link=_link, description=_desc,
language=self.language, ttl=self.ttl)
for entry in journal[:self.feed_items_per_page]:
user = entry.user
if user is None:
# fix deleted users
user = AttributeDict({'short_contact': entry.username,
'email': '',
'full_contact': ''})
action, action_extra, ico = h.action_parser(entry, feed=True)
title = "%s - %s %s" % (user.short_contact, action(),
entry.repository.repo_name)
desc = action_extra()
_url = h.route_url('home')
if entry.repository is not None:
_url = h.route_url('repo_changelog',
repo_name=entry.repository.repo_name)
feed.add_item(title=title,
pubdate=entry.action_date,
link=_url,
author_email=user.email,
author_name=user.full_contact,
description=desc)
response = Response(feed.writeString('utf-8'))
response.content_type = feed.mime_type
return response
def _rss_feed(self, repos, search_term, public=True):
_ = self.request.translate
journal = self._get_journal_data(repos, search_term)
if public:
_link = h.route_url('journal_public_atom')
_desc = '%s %s %s' % (
self.rhodecode_name, _('public journal'), 'rss feed')
else:
_link = h.route_url('journal_atom')
_desc = '%s %s %s' % (
self.rhodecode_name, _('journal'), 'rss feed')
feed = Rss201rev2Feed(
title=_desc, link=_link, description=_desc,
language=self.language, ttl=self.ttl)
for entry in journal[:self.feed_items_per_page]:
user = entry.user
if user is None:
# fix deleted users
user = AttributeDict({'short_contact': entry.username,
'email': '',
'full_contact': ''})
action, action_extra, ico = h.action_parser(entry, feed=True)
title = "%s - %s %s" % (user.short_contact, action(),
entry.repository.repo_name)
desc = action_extra()
_url = h.route_url('home')
if entry.repository is not None:
_url = h.route_url('repo_changelog',
repo_name=entry.repository.repo_name)
feed.add_item(title=title,
pubdate=entry.action_date,
link=_url,
author_email=user.email,
author_name=user.full_contact,
description=desc)
response = Response(feed.writeString('utf-8'))
response.content_type = feed.mime_type
return response
@LoginRequired()
@NotAnonymous()
@view_config(
route_name='journal', request_method='GET',
renderer=None)
def journal(self):
c = self.load_default_context()
p = safe_int(self.request.GET.get('page', 1), 1)
c.user = User.get(self._rhodecode_user.user_id)
following = Session().query(UserFollowing)\
.filter(UserFollowing.user_id == self._rhodecode_user.user_id)\
.options(joinedload(UserFollowing.follows_repository))\
.all()
journal = self._get_journal_data(following, c.search_term)
def url_generator(**kw):
query_params = {
'filter': c.search_term
}
query_params.update(kw)
return self.request.current_route_path(_query=query_params)
c.journal_pager = Page(
journal, page=p, items_per_page=20, url=url_generator)
c.journal_day_aggreagate = self._get_daily_aggregate(c.journal_pager)
c.journal_data = render(
'rhodecode:templates/journal/journal_data.mako',
self._get_template_context(c), self.request)
if self.request.is_xhr:
return Response(c.journal_data)
html = render(
'rhodecode:templates/journal/journal.mako',
self._get_template_context(c), self.request)
return Response(html)
@LoginRequired(auth_token_access=[UserApiKeys.ROLE_FEED])
@NotAnonymous()
@view_config(
route_name='journal_atom', request_method='GET',
renderer=None)
def journal_atom(self):
"""
Produce an atom-1.0 feed via feedgenerator module
"""
c = self.load_default_context()
following_repos = Session().query(UserFollowing)\
.filter(UserFollowing.user_id == self._rhodecode_user.user_id)\
.options(joinedload(UserFollowing.follows_repository))\
.all()
return self._atom_feed(following_repos, c.search_term, public=False)
@LoginRequired(auth_token_access=[UserApiKeys.ROLE_FEED])
@NotAnonymous()
@view_config(
route_name='journal_rss', request_method='GET',
renderer=None)
def journal_rss(self):
"""
Produce an rss feed via feedgenerator module
"""
c = self.load_default_context()
following_repos = Session().query(UserFollowing)\
.filter(UserFollowing.user_id == self._rhodecode_user.user_id)\
.options(joinedload(UserFollowing.follows_repository))\
.all()
return self._rss_feed(following_repos, c.search_term, public=False)
@LoginRequired()
@NotAnonymous()
@CSRFRequired()
@view_config(
route_name='toggle_following', request_method='POST',
renderer='json_ext')
def toggle_following(self):
user_id = self.request.POST.get('follows_user_id')
if user_id:
try:
ScmModel().toggle_following_user(
user_id, self._rhodecode_user.user_id)
Session().commit()
return 'ok'
except Exception:
raise HTTPBadRequest()
repo_id = self.request.POST.get('follows_repo_id')
if repo_id:
try:
ScmModel().toggle_following_repo(
repo_id, self._rhodecode_user.user_id)
Session().commit()
return 'ok'
except Exception:
raise HTTPBadRequest()
raise HTTPBadRequest()
@LoginRequired()
@view_config(
route_name='journal_public', request_method='GET',
renderer=None)
def journal_public(self):
c = self.load_default_context()
# Return a rendered template
p = safe_int(self.request.GET.get('page', 1), 1)
c.following = Session().query(UserFollowing)\
.filter(UserFollowing.user_id == self._rhodecode_user.user_id)\
.options(joinedload(UserFollowing.follows_repository))\
.all()
journal = self._get_journal_data(c.following, c.search_term)
def url_generator(**kw):
query_params = {}
query_params.update(kw)
return self.request.current_route_path(_query=query_params)
c.journal_pager = Page(
journal, page=p, items_per_page=20, url=url_generator)
c.journal_day_aggreagate = self._get_daily_aggregate(c.journal_pager)
c.journal_data = render(
'rhodecode:templates/journal/journal_data.mako',
self._get_template_context(c), self.request)
if self.request.is_xhr:
return Response(c.journal_data)
html = render(
'rhodecode:templates/journal/public_journal.mako',
self._get_template_context(c), self.request)
return Response(html)
@LoginRequired(auth_token_access=[UserApiKeys.ROLE_FEED])
@view_config(
route_name='journal_public_atom', request_method='GET',
renderer=None)
def journal_public_atom(self):
"""
Produce an atom-1.0 feed via feedgenerator module
"""
c = self.load_default_context()
following_repos = Session().query(UserFollowing)\
.filter(UserFollowing.user_id == self._rhodecode_user.user_id)\
.options(joinedload(UserFollowing.follows_repository))\
.all()
return self._atom_feed(following_repos, c.search_term)
@LoginRequired(auth_token_access=[UserApiKeys.ROLE_FEED])
@view_config(
route_name='journal_public_rss', request_method='GET',
renderer=None)
def journal_public_rss(self):
"""
Produce an rss2 feed via feedgenerator module
"""
c = self.load_default_context()
following_repos = Session().query(UserFollowing)\
.filter(UserFollowing.user_id == self._rhodecode_user.user_id)\
.options(joinedload(UserFollowing.follows_repository))\
.all()
return self._rss_feed(following_repos, c.search_term)