summary.py
242 lines
| 8.8 KiB
| text/x-python
|
PythonLexer
r763 | # -*- coding: utf-8 -*- | |||
""" | ||||
r860 | rhodecode.controllers.summary | |||
~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ | ||||
r763 | ||||
Summary controller for Rhodecode | ||||
r1203 | ||||
r763 | :created_on: Apr 18, 2010 | |||
:author: marcink | ||||
r1824 | :copyright: (C) 2010-2012 Marcin Kuzminski <marcin@python-works.com> | |||
r763 | :license: GPLv3, see COPYING for more details. | |||
""" | ||||
r1206 | # This program is free software: you can redistribute it and/or modify | |||
# it under the terms of the GNU General Public License as published by | ||||
# the Free Software Foundation, either version 3 of the License, or | ||||
# (at your option) any later version. | ||||
r1203 | # | |||
r547 | # This program is distributed in the hope that it will be useful, | |||
# but WITHOUT ANY WARRANTY; without even the implied warranty of | ||||
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | ||||
# GNU General Public License for more details. | ||||
r1203 | # | |||
r547 | # You should have received a copy of the GNU General Public License | |||
r1206 | # along with this program. If not, see <http://www.gnu.org/licenses/>. | |||
r763 | ||||
r1605 | import traceback | |||
r810 | import calendar | |||
import logging | ||||
r2099 | import urllib | |||
r810 | from time import mktime | |||
r1605 | from datetime import timedelta, date | |||
r1652 | from urlparse import urlparse | |||
r810 | ||||
r1652 | from pylons import tmpl_context as c, request, url, config | |||
r810 | from pylons.i18n.translation import _ | |||
r3246 | from webob.exc import HTTPBadRequest | |||
r810 | ||||
r1607 | from beaker.cache import cache_region, region_invalidate | |||
r3635 | from rhodecode.lib import helpers as h | |||
r3246 | from rhodecode.lib.compat import product | |||
from rhodecode.lib.vcs.exceptions import ChangesetError, EmptyRepositoryError, \ | ||||
NodeDoesNotExistError | ||||
r2109 | from rhodecode.config.conf import ALL_READMES, ALL_EXTS, LANGUAGES_EXTENSIONS_MAP | |||
r1607 | from rhodecode.model.db import Statistics, CacheInvalidation | |||
r3246 | from rhodecode.lib.utils import jsonify | |||
r3635 | from rhodecode.lib.utils2 import safe_unicode, safe_str | |||
r3246 | from rhodecode.lib.auth import LoginRequired, HasRepoPermissionAnyDecorator,\ | |||
NotAnonymous | ||||
r1045 | from rhodecode.lib.base import BaseRepoController, render | |||
r2684 | from rhodecode.lib.vcs.backends.base import EmptyChangeset | |||
r1605 | from rhodecode.lib.markup_renderer import MarkupRenderer | |||
r547 | from rhodecode.lib.celerylib import run_task | |||
r2109 | from rhodecode.lib.celerylib.tasks import get_commits_stats | |||
r1098 | from rhodecode.lib.helpers import RepoPage | |||
r1514 | from rhodecode.lib.compat import json, OrderedDict | |||
r2326 | from rhodecode.lib.vcs.nodes import FileNode | |||
r3764 | from rhodecode.controllers.changelog import _load_changelog_summary | |||
r810 | ||||
r547 | log = logging.getLogger(__name__) | |||
r1607 | README_FILES = [''.join([x[0][0], x[1][0]]) for x in | |||
r1605 | sorted(list(product(ALL_READMES, ALL_EXTS)), | |||
key=lambda y:y[0][1] + y[1][1])] | ||||
r1212 | ||||
r1807 | ||||
r1045 | class SummaryController(BaseRepoController): | |||
r637 | ||||
r3749 | def __before__(self): | |||
super(SummaryController, self).__before__() | ||||
def _get_download_links(self, repo): | ||||
download_l = [] | ||||
branches_group = ([], _("Branches")) | ||||
tags_group = ([], _("Tags")) | ||||
for name, chs in c.rhodecode_repo.branches.items(): | ||||
#chs = chs.split(':')[-1] | ||||
branches_group[0].append((chs, name),) | ||||
download_l.append(branches_group) | ||||
for name, chs in c.rhodecode_repo.tags.items(): | ||||
#chs = chs.split(':')[-1] | ||||
tags_group[0].append((chs, name),) | ||||
download_l.append(tags_group) | ||||
return download_l | ||||
def __get_readme_data(self, db_repo): | ||||
repo_name = db_repo.repo_name | ||||
@cache_region('long_term') | ||||
|
r3773 | def _get_readme_from_cache(key, kind): | ||
r3749 | readme_data = None | |||
readme_file = None | ||||
log.debug('Looking for README file') | ||||
try: | ||||
r4089 | # gets the landing revision! or tip if fails | |||
r3749 | cs = db_repo.get_landing_changeset() | |||
if isinstance(cs, EmptyChangeset): | ||||
raise EmptyRepositoryError() | ||||
renderer = MarkupRenderer() | ||||
for f in README_FILES: | ||||
try: | ||||
readme = cs.get_node(f) | ||||
if not isinstance(readme, FileNode): | ||||
continue | ||||
readme_file = f | ||||
log.debug('Found README file `%s` rendering...' % | ||||
readme_file) | ||||
readme_data = renderer.render(readme.content, f) | ||||
break | ||||
except NodeDoesNotExistError: | ||||
continue | ||||
except ChangesetError: | ||||
log.error(traceback.format_exc()) | ||||
pass | ||||
except EmptyRepositoryError: | ||||
pass | ||||
except Exception: | ||||
log.error(traceback.format_exc()) | ||||
return readme_data, readme_file | ||||
|
r3773 | kind = 'README' | ||
valid = CacheInvalidation.test_and_set_valid(repo_name, kind) | ||||
|
r3774 | if not valid: | ||
|
r3773 | region_invalidate(_get_readme_from_cache, None, repo_name, kind) | ||
return _get_readme_from_cache(repo_name, kind) | ||||
r3749 | ||||
r547 | @LoginRequired() | |||
@HasRepoPermissionAnyDecorator('repository.read', 'repository.write', | ||||
r637 | 'repository.admin') | |||
r1171 | def index(self, repo_name): | |||
r1373 | c.dbrepo = dbrepo = c.rhodecode_db_repo | |||
r3764 | _load_changelog_summary() | |||
r674 | if self.rhodecode_user.username == 'default': | |||
r1652 | # for default(anonymous) user we don't need to pass credentials | |||
r910 | username = '' | |||
password = '' | ||||
r674 | else: | |||
r1121 | username = str(self.rhodecode_user.username) | |||
r936 | password = '@' | |||
r674 | ||||
r1652 | parsed_url = urlparse(url.current(qualified=True)) | |||
r1719 | ||||
r1652 | default_clone_uri = '{scheme}://{user}{pass}{netloc}{path}' | |||
r1719 | ||||
uri_tmpl = config.get('clone_uri', default_clone_uri) | ||||
uri_tmpl = uri_tmpl.replace('{', '%(').replace('}', ')s') | ||||
r2099 | decoded_path = safe_unicode(urllib.unquote(parsed_url.path)) | |||
r1813 | uri_dict = { | |||
|
r3048 | 'user': urllib.quote(username), | ||
r1813 | 'pass': password, | |||
'scheme': parsed_url.scheme, | ||||
'netloc': parsed_url.netloc, | ||||
r3635 | 'path': urllib.quote(safe_str(decoded_path)) | |||
r1813 | } | |||
r2099 | ||||
r3635 | uri = (uri_tmpl % uri_dict) | |||
r1813 | # generate another clone url by id | |||
r2099 | uri_dict.update( | |||
{'path': decoded_path.replace(repo_name, '_%s' % c.dbrepo.repo_id)} | ||||
) | ||||
r1813 | uri_id = uri_tmpl % uri_dict | |||
r1719 | ||||
r547 | c.clone_repo_url = uri | |||
r1813 | c.clone_repo_url_id = uri_id | |||
r637 | ||||
r937 | td = date.today() + timedelta(days=1) | |||
td_1m = td - timedelta(days=calendar.mdays[td.month]) | ||||
td_1y = td - timedelta(days=365) | ||||
r637 | ||||
r937 | ts_min_m = mktime(td_1m.timetuple()) | |||
ts_min_y = mktime(td_1y.timetuple()) | ||||
ts_max_y = mktime(td.timetuple()) | ||||
r637 | ||||
r1038 | if dbrepo.enable_statistics: | |||
r1719 | c.show_stats = True | |||
r810 | c.no_data_msg = _('No data loaded yet') | |||
r3276 | recurse_limit = 500 # don't recurse more than 500 times when parsing | |||
run_task(get_commits_stats, c.dbrepo.repo_name, ts_min_y, | ||||
ts_max_y, recurse_limit) | ||||
r810 | else: | |||
r1719 | c.show_stats = False | |||
r1082 | c.no_data_msg = _('Statistics are disabled for this repository') | |||
r547 | c.ts_min = ts_min_m | |||
c.ts_max = ts_max_y | ||||
r637 | ||||
r547 | stats = self.sa.query(Statistics)\ | |||
r1038 | .filter(Statistics.repository == dbrepo)\ | |||
r547 | .scalar() | |||
r637 | ||||
r1181 | c.stats_percentage = 0 | |||
r637 | ||||
r547 | if stats and stats.languages: | |||
r1038 | c.no_data = False is dbrepo.enable_statistics | |||
r1281 | lang_stats_d = json.loads(stats.languages) | |||
r547 | c.commit_data = stats.commit_activity | |||
c.overview_data = stats.commit_activity_combined | ||||
r1514 | ||||
r1499 | lang_stats = ((x, {"count": y, | |||
r1249 | "desc": LANGUAGES_EXTENSIONS_MAP.get(x)}) | |||
r1499 | for x, y in lang_stats_d.items()) | |||
r1244 | ||||
r1890 | c.trending_languages = json.dumps( | |||
sorted(lang_stats, reverse=True, key=lambda k: k[1])[:10] | ||||
) | ||||
r1807 | last_rev = stats.stat_on_revision + 1 | |||
c.repo_last_rev = c.rhodecode_repo.count()\ | ||||
r1181 | if c.rhodecode_repo.revisions else 0 | |||
if last_rev == 0 or c.repo_last_rev == 0: | ||||
pass | ||||
else: | ||||
c.stats_percentage = '%.2f' % ((float((last_rev)) / | ||||
c.repo_last_rev) * 100) | ||||
r547 | else: | |||
c.commit_data = json.dumps({}) | ||||
r1212 | c.overview_data = json.dumps([[ts_min_y, 0], [ts_max_y, 10]]) | |||
r547 | c.trending_languages = json.dumps({}) | |||
r800 | c.no_data = True | |||
r1514 | ||||
r1038 | c.enable_downloads = dbrepo.enable_downloads | |||
r962 | if c.enable_downloads: | |||
r1171 | c.download_options = self._get_download_links(c.rhodecode_repo) | |||
r942 | ||||
r2603 | c.readme_data, c.readme_file = \ | |||
self.__get_readme_data(c.rhodecode_db_repo) | ||||
r547 | return render('summary/summary.html') | |||
r3749 | @LoginRequired() | |||
r3246 | @NotAnonymous() | |||
r3749 | @HasRepoPermissionAnyDecorator('repository.read', 'repository.write', | |||
'repository.admin') | ||||
r3246 | @jsonify | |||
def repo_size(self, repo_name): | ||||
if request.is_xhr: | ||||
r3550 | return c.rhodecode_db_repo._repo_size() | |||
r3246 | else: | |||
raise HTTPBadRequest() | ||||