##// END OF EJS Templates
tests: fixed problem with non-ascii errors
tests: fixed problem with non-ascii errors

File last commit:

r4306:09801de9 default
r4341:3d76bd1b default
Show More
repo_feed.py
212 lines | 8.6 KiB | text/x-python | PythonLexer
dan
repo-feed: moved from pylons controller to pyramid views.
r1899 # -*- coding: utf-8 -*-
code: update copyrights to 2020
r4306 # Copyright (C) 2017-2020 RhodeCode GmbH
dan
repo-feed: moved from pylons controller to pyramid views.
r1899 #
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU Affero General Public License, version 3
# (only), as published by the Free Software Foundation.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU Affero General Public License
# along with this program. If not, see <http://www.gnu.org/licenses/>.
#
# This program is dual-licensed. If you wish to learn more about the
# RhodeCode Enterprise Edition, including its added features, Support services,
# and proprietary license terms, please see https://rhodecode.com/licenses/
import pytz
import logging
from pyramid.view import view_config
from pyramid.response import Response
dan
webhelpers: extracted django feedgenerator as standalone package to replace webhelpers feedgenerator
r4092
dan
repo-feed: moved from pylons controller to pyramid views.
r1899
from rhodecode.apps._base import RepoAppView
dan
webhelpers: extracted django feedgenerator as standalone package to replace webhelpers feedgenerator
r4092 from rhodecode.lib.feedgenerator import Rss201rev2Feed, Atom1Feed
dan
repo-feed: moved from pylons controller to pyramid views.
r1899 from rhodecode.lib import audit_logger
caches: new cache context managers....
r2932 from rhodecode.lib import rc_cache
dan
repo-feed: moved from pylons controller to pyramid views.
r1899 from rhodecode.lib import helpers as h
repositories: rewrote whole admin section to pyramid....
r2014 from rhodecode.lib.auth import (
LoginRequired, HasRepoPermissionAnyDecorator)
dan
repo-feed: moved from pylons controller to pyramid views.
r1899 from rhodecode.lib.diffs import DiffProcessor, LimitedDiffContainer
feeds: generate entries with proper unique ids....
r2071 from rhodecode.lib.utils2 import str2bool, safe_int, md5_safe
dan
repo-feed: moved from pylons controller to pyramid views.
r1899 from rhodecode.model.db import UserApiKeys, CacheKey
log = logging.getLogger(__name__)
class RepoFeedView(RepoAppView):
def load_default_context(self):
c = self._get_local_tmpl_context()
self._load_defaults()
return c
def _get_config(self):
import rhodecode
config = rhodecode.CONFIG
return {
'language': 'en-us',
'feed_ttl': '5', # TTL of feed,
'feed_include_diff':
str2bool(config.get('rss_include_diff', False)),
'feed_items_per_page':
safe_int(config.get('rss_items_per_page', 20)),
'feed_diff_limit':
# we need to protect from parsing huge diffs here other way
# we can kill the server
safe_int(config.get('rss_cut_off_limit', 32 * 1024)),
}
def _load_defaults(self):
_ = self.request.translate
config = self._get_config()
# common values for feeds
self.description = _('Changes on %s repository')
dan
webhelpers: extracted django feedgenerator as standalone package to replace webhelpers feedgenerator
r4092 self.title = _('%s %s feed') % (self.db_repo_name, '%s')
dan
repo-feed: moved from pylons controller to pyramid views.
r1899 self.language = config["language"]
self.ttl = config["feed_ttl"]
self.feed_include_diff = config['feed_include_diff']
self.feed_diff_limit = config['feed_diff_limit']
self.feed_items_per_page = config['feed_items_per_page']
def _changes(self, commit):
diff_processor = DiffProcessor(
commit.diff(), diff_limit=self.feed_diff_limit)
_parsed = diff_processor.prepare(inline_diff=False)
limited_diff = isinstance(_parsed, LimitedDiffContainer)
feed: fixed problem with 500 errors on rendering atom feed with diffs.
r2475 return diff_processor, _parsed, limited_diff
dan
repo-feed: moved from pylons controller to pyramid views.
r1899
def _get_title(self, commit):
dan
webhelpers: extracted django feedgenerator as standalone package to replace webhelpers feedgenerator
r4092 return h.chop_at_smart(commit.message, '\n', suffix_if_chopped='...')
dan
repo-feed: moved from pylons controller to pyramid views.
r1899
def _get_description(self, commit):
_renderer = self.request.get_partial_renderer(
partial-renderer: use package resource format for templates....
r2313 'rhodecode:templates/feed/atom_feed_entry.mako')
feed: fixed problem with 500 errors on rendering atom feed with diffs.
r2475 diff_processor, parsed_diff, limited_diff = self._changes(commit)
path-permissions: Initial support for path-based permissions
r2618 filtered_parsed_diff, has_hidden_changes = self.path_filter.filter_patchset(parsed_diff)
dan
repo-feed: moved from pylons controller to pyramid views.
r1899 return _renderer(
'body',
commit=commit,
path-permissions: Initial support for path-based permissions
r2618 parsed_diff=filtered_parsed_diff,
dan
repo-feed: moved from pylons controller to pyramid views.
r1899 limited_diff=limited_diff,
feed_include_diff=self.feed_include_diff,
feed: fixed problem with 500 errors on rendering atom feed with diffs.
r2475 diff_processor=diff_processor,
path-permissions: Initial support for path-based permissions
r2618 has_hidden_changes=has_hidden_changes
dan
repo-feed: moved from pylons controller to pyramid views.
r1899 )
def _set_timezone(self, date, tzinfo=pytz.utc):
if not getattr(date, "tzinfo", None):
date.replace(tzinfo=tzinfo)
return date
def _get_commits(self):
dan
webhelpers: extracted django feedgenerator as standalone package to replace webhelpers feedgenerator
r4092 pre_load = ['author', 'branch', 'date', 'message', 'parents']
collection = self.rhodecode_vcs_repo.get_commits(
branch_name=None, show_hidden=False, pre_load=pre_load,
translate_tags=False)
return list(collection[-self.feed_items_per_page:])
dan
repo-feed: moved from pylons controller to pyramid views.
r1899
feeds: generate entries with proper unique ids....
r2071 def uid(self, repo_id, commit_id):
return '{}:{}'.format(md5_safe(repo_id), md5_safe(commit_id))
dan
repo-feed: moved from pylons controller to pyramid views.
r1899 @LoginRequired(auth_token_access=[UserApiKeys.ROLE_FEED])
@HasRepoPermissionAnyDecorator(
'repository.read', 'repository.write', 'repository.admin')
feeds: don't use cache invalidation context to simplify caches, just use cache based on latest commit_id
r4086 @view_config(route_name='atom_feed_home', request_method='GET', renderer=None)
@view_config(route_name='atom_feed_home_old', request_method='GET', renderer=None)
dan
repo-feed: moved from pylons controller to pyramid views.
r1899 def atom(self):
"""
Produce an atom-1.0 feed via feedgenerator module
"""
self.load_default_context()
dan
webhelpers: extracted django feedgenerator as standalone package to replace webhelpers feedgenerator
r4092 force_recache = self.get_recache_flag()
dan
repo-feed: moved from pylons controller to pyramid views.
r1899
feeds: don't use cache invalidation context to simplify caches, just use cache based on latest commit_id
r4086 cache_namespace_uid = 'cache_repo_feed.{}'.format(self.db_repo.repo_id)
dan
webhelpers: extracted django feedgenerator as standalone package to replace webhelpers feedgenerator
r4092 condition = not (self.path_filter.is_enabled or force_recache)
feeds: don't use cache invalidation context to simplify caches, just use cache based on latest commit_id
r4086 region = rc_cache.get_or_create_region('cache_repo', cache_namespace_uid)
caches: new cache context managers....
r2932
@region.conditional_cache_on_arguments(namespace=cache_namespace_uid,
condition=condition)
dan
webhelpers: extracted django feedgenerator as standalone package to replace webhelpers feedgenerator
r4092 def generate_atom_feed(repo_id, _repo_name, _commit_id, _feed_type):
dan
repo-feed: moved from pylons controller to pyramid views.
r1899 feed = Atom1Feed(
dan
webhelpers: extracted django feedgenerator as standalone package to replace webhelpers feedgenerator
r4092 title=self.title % 'atom',
link=h.route_url('repo_summary', repo_name=_repo_name),
description=self.description % _repo_name,
language=self.language,
ttl=self.ttl
)
for commit in reversed(self._get_commits()):
date = self._set_timezone(commit.date)
feed.add_item(
unique_id=self.uid(repo_id, commit.raw_id),
title=self._get_title(commit),
author_name=commit.author,
description=self._get_description(commit),
link=h.route_url(
'repo_commit', repo_name=_repo_name,
commit_id=commit.raw_id),
pubdate=date,)
return feed.content_type, feed.writeString('utf-8')
commit_id = self.db_repo.changeset_cache.get('raw_id')
content_type, feed = generate_atom_feed(
self.db_repo.repo_id, self.db_repo.repo_name, commit_id, 'atom')
response = Response(feed)
response.content_type = content_type
return response
@LoginRequired(auth_token_access=[UserApiKeys.ROLE_FEED])
@HasRepoPermissionAnyDecorator(
'repository.read', 'repository.write', 'repository.admin')
@view_config(route_name='rss_feed_home', request_method='GET', renderer=None)
@view_config(route_name='rss_feed_home_old', request_method='GET', renderer=None)
def rss(self):
"""
Produce an rss2 feed via feedgenerator module
"""
self.load_default_context()
force_recache = self.get_recache_flag()
cache_namespace_uid = 'cache_repo_feed.{}'.format(self.db_repo.repo_id)
condition = not (self.path_filter.is_enabled or force_recache)
region = rc_cache.get_or_create_region('cache_repo', cache_namespace_uid)
@region.conditional_cache_on_arguments(namespace=cache_namespace_uid,
condition=condition)
def generate_rss_feed(repo_id, _repo_name, _commit_id, _feed_type):
feed = Rss201rev2Feed(
title=self.title % 'rss',
caches: new cache context managers....
r2932 link=h.route_url('repo_summary', repo_name=_repo_name),
description=self.description % _repo_name,
dan
repo-feed: moved from pylons controller to pyramid views.
r1899 language=self.language,
ttl=self.ttl
)
for commit in reversed(self._get_commits()):
date = self._set_timezone(commit.date)
feed.add_item(
caches: new cache context managers....
r2932 unique_id=self.uid(repo_id, commit.raw_id),
dan
repo-feed: moved from pylons controller to pyramid views.
r1899 title=self._get_title(commit),
author_name=commit.author,
description=self._get_description(commit),
link=h.route_url(
caches: new cache context managers....
r2932 'repo_commit', repo_name=_repo_name,
repo-commits: ported changeset code into pyramid views....
r1951 commit_id=commit.raw_id),
dan
repo-feed: moved from pylons controller to pyramid views.
r1899 pubdate=date,)
dan
webhelpers: extracted django feedgenerator as standalone package to replace webhelpers feedgenerator
r4092 return feed.content_type, feed.writeString('utf-8')
dan
repo-feed: moved from pylons controller to pyramid views.
r1899
feeds: don't use cache invalidation context to simplify caches, just use cache based on latest commit_id
r4086 commit_id = self.db_repo.changeset_cache.get('raw_id')
dan
webhelpers: extracted django feedgenerator as standalone package to replace webhelpers feedgenerator
r4092 content_type, feed = generate_rss_feed(
feeds: don't use cache invalidation context to simplify caches, just use cache based on latest commit_id
r4086 self.db_repo.repo_id, self.db_repo.repo_name, commit_id, 'rss')
dan
repo-feed: moved from pylons controller to pyramid views.
r1899
response = Response(feed)
dan
webhelpers: extracted django feedgenerator as standalone package to replace webhelpers feedgenerator
r4092 response.content_type = content_type
dan
repo-feed: moved from pylons controller to pyramid views.
r1899 return response