##// END OF EJS Templates
py3: replace list comprehension with for-loop due to scope...
py3: replace list comprehension with for-loop due to scope The scope of the list comprehension variable 'x' will be limited to the list comprehension in python3. Thus switching to a full loop (without this scope restriction) in preparation for python3.

File last commit:

r6581:169dc4bd default
r6788:bfd7fc9a default
Show More
repos.py
588 lines | 23.2 KiB | text/x-python | PythonLexer
# -*- coding: utf-8 -*-
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see <http://www.gnu.org/licenses/>.
"""
kallithea.controllers.admin.repos
~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
Repositories controller for Kallithea
This file was forked by the Kallithea project in July 2014.
Original author and date, and relevant copyright and licensing information is below:
:created_on: Apr 7, 2010
:author: marcink
:copyright: (c) 2013 RhodeCode GmbH, and others.
:license: GPLv3, see LICENSE.md for more details.
"""
import logging
import traceback
import formencode
from formencode import htmlfill
from tg import request, tmpl_context as c
from tg.i18n import ugettext as _
from sqlalchemy.sql.expression import func
from webob.exc import HTTPFound, HTTPInternalServerError, HTTPForbidden, HTTPNotFound
from kallithea.config.routing import url
from kallithea.lib import helpers as h
from kallithea.lib.auth import LoginRequired, \
HasRepoPermissionLevelDecorator, NotAnonymous, HasPermissionAny
from kallithea.lib.base import BaseRepoController, render, jsonify
from kallithea.lib.utils import action_logger
from kallithea.lib.vcs import RepositoryError
from kallithea.model.meta import Session
from kallithea.model.db import User, Repository, UserFollowing, RepoGroup, \
Setting, RepositoryField
from kallithea.model.forms import RepoForm, RepoFieldForm, RepoPermsForm
from kallithea.model.scm import ScmModel, AvailableRepoGroupChoices, RepoList
from kallithea.model.repo import RepoModel
from kallithea.lib.exceptions import AttachedForksError
from kallithea.lib.utils2 import safe_int
log = logging.getLogger(__name__)
class ReposController(BaseRepoController):
"""
REST Controller styled on the Atom Publishing Protocol"""
# To properly map this controller, ensure your config/routing.py
# file has a resource setup:
# map.resource('repo', 'repos')
@LoginRequired()
def _before(self, *args, **kwargs):
super(ReposController, self)._before(*args, **kwargs)
def _load_repo(self):
repo_obj = c.db_repo
if repo_obj is None:
h.not_mapped_error(c.repo_name)
raise HTTPFound(location=url('repos'))
return repo_obj
def __load_defaults(self, repo=None):
top_perms = ['hg.create.repository']
if HasPermissionAny('hg.create.write_on_repogroup.true')():
repo_group_perm_level = 'write'
else:
repo_group_perm_level = 'admin'
extras = [] if repo is None else [repo.group]
c.repo_groups = AvailableRepoGroupChoices(top_perms, repo_group_perm_level, extras)
c.landing_revs_choices, c.landing_revs = ScmModel().get_repo_landing_revs(repo)
def __load_data(self):
"""
Load defaults settings for edit, and update
"""
c.repo_info = self._load_repo()
self.__load_defaults(c.repo_info)
defaults = RepoModel()._get_defaults(c.repo_name)
defaults['clone_uri'] = c.repo_info.clone_uri_hidden # don't show password
return defaults
def index(self, format='html'):
_list = Repository.query(sorted=True).all()
c.repos_list = RepoList(_list, perm_level='admin')
repos_data = RepoModel().get_repos_as_dict(repos_list=c.repos_list,
admin=True,
super_user_actions=True)
#data used to render the grid
c.data = repos_data
return render('admin/repos/repos.html')
@NotAnonymous()
def create(self):
self.__load_defaults()
form_result = {}
try:
# CanWriteGroup validators checks permissions of this POST
form_result = RepoForm(repo_groups=c.repo_groups,
landing_revs=c.landing_revs_choices)() \
.to_python(dict(request.POST))
# create is done sometimes async on celery, db transaction
# management is handled there.
task = RepoModel().create(form_result, request.authuser.user_id)
task_id = task.task_id
except formencode.Invalid as errors:
log.info(errors)
return htmlfill.render(
render('admin/repos/repo_add.html'),
defaults=errors.value,
errors=errors.error_dict or {},
prefix_error=False,
force_defaults=False,
encoding="UTF-8")
except Exception:
log.error(traceback.format_exc())
msg = (_('Error creating repository %s')
% form_result.get('repo_name'))
h.flash(msg, category='error')
raise HTTPFound(location=url('home'))
raise HTTPFound(location=h.url('repo_creating_home',
repo_name=form_result['repo_name_full'],
task_id=task_id))
@NotAnonymous()
def create_repository(self):
self.__load_defaults()
if not c.repo_groups:
raise HTTPForbidden
parent_group = request.GET.get('parent_group')
## apply the defaults from defaults page
defaults = Setting.get_default_repo_settings(strip_prefix=True)
if parent_group:
prg = RepoGroup.get(parent_group)
if prg is None or not any(rgc[0] == prg.group_id
for rgc in c.repo_groups):
raise HTTPForbidden
defaults.update({'repo_group': parent_group})
return htmlfill.render(
render('admin/repos/repo_add.html'),
defaults=defaults,
errors={},
prefix_error=False,
encoding="UTF-8",
force_defaults=False)
@LoginRequired()
@NotAnonymous()
def repo_creating(self, repo_name):
c.repo = repo_name
c.task_id = request.GET.get('task_id')
if not c.repo:
raise HTTPNotFound()
return render('admin/repos/repo_creating.html')
@LoginRequired()
@NotAnonymous()
@jsonify
def repo_check(self, repo_name):
c.repo = repo_name
task_id = request.GET.get('task_id')
if task_id and task_id not in ['None']:
from kallithea import CELERY_ON
from kallithea.lib import celerypylons
if CELERY_ON:
task = celerypylons.result.AsyncResult(task_id)
if task.failed():
raise HTTPInternalServerError(task.traceback)
repo = Repository.get_by_repo_name(repo_name)
if repo and repo.repo_state == Repository.STATE_CREATED:
if repo.clone_uri:
h.flash(_('Created repository %s from %s')
% (repo.repo_name, repo.clone_uri_hidden), category='success')
else:
repo_url = h.link_to(repo.repo_name,
h.url('summary_home',
repo_name=repo.repo_name))
fork = repo.fork
if fork is not None:
fork_name = fork.repo_name
h.flash(h.literal(_('Forked repository %s as %s')
% (fork_name, repo_url)), category='success')
else:
h.flash(h.literal(_('Created repository %s') % repo_url),
category='success')
return {'result': True}
return {'result': False}
@HasRepoPermissionLevelDecorator('admin')
def update(self, repo_name):
c.repo_info = self._load_repo()
self.__load_defaults(c.repo_info)
c.active = 'settings'
c.repo_fields = RepositoryField.query() \
.filter(RepositoryField.repository == c.repo_info).all()
repo_model = RepoModel()
changed_name = repo_name
repo = Repository.get_by_repo_name(repo_name)
old_data = {
'repo_name': repo_name,
'repo_group': repo.group.get_dict() if repo.group else {},
'repo_type': repo.repo_type,
}
_form = RepoForm(edit=True, old_data=old_data,
repo_groups=c.repo_groups,
landing_revs=c.landing_revs_choices)()
try:
form_result = _form.to_python(dict(request.POST))
repo = repo_model.update(repo_name, **form_result)
ScmModel().mark_for_invalidation(repo_name)
h.flash(_('Repository %s updated successfully') % repo_name,
category='success')
changed_name = repo.repo_name
action_logger(request.authuser, 'admin_updated_repo',
changed_name, request.ip_addr)
Session().commit()
except formencode.Invalid as errors:
log.info(errors)
defaults = self.__load_data()
defaults.update(errors.value)
c.users_array = repo_model.get_users_js()
return htmlfill.render(
render('admin/repos/repo_edit.html'),
defaults=defaults,
errors=errors.error_dict or {},
prefix_error=False,
encoding="UTF-8",
force_defaults=False)
except Exception:
log.error(traceback.format_exc())
h.flash(_('Error occurred during update of repository %s') \
% repo_name, category='error')
raise HTTPFound(location=url('edit_repo', repo_name=changed_name))
@HasRepoPermissionLevelDecorator('admin')
def delete(self, repo_name):
repo_model = RepoModel()
repo = repo_model.get_by_repo_name(repo_name)
if not repo:
h.not_mapped_error(repo_name)
raise HTTPFound(location=url('repos'))
try:
_forks = repo.forks.count()
handle_forks = None
if _forks and request.POST.get('forks'):
do = request.POST['forks']
if do == 'detach_forks':
handle_forks = 'detach'
h.flash(_('Detached %s forks') % _forks, category='success')
elif do == 'delete_forks':
handle_forks = 'delete'
h.flash(_('Deleted %s forks') % _forks, category='success')
repo_model.delete(repo, forks=handle_forks)
action_logger(request.authuser, 'admin_deleted_repo',
repo_name, request.ip_addr)
ScmModel().mark_for_invalidation(repo_name)
h.flash(_('Deleted repository %s') % repo_name, category='success')
Session().commit()
except AttachedForksError:
h.flash(_('Cannot delete repository %s which still has forks')
% repo_name, category='warning')
except Exception:
log.error(traceback.format_exc())
h.flash(_('An error occurred during deletion of %s') % repo_name,
category='error')
if repo.group:
raise HTTPFound(location=url('repos_group_home', group_name=repo.group.group_name))
raise HTTPFound(location=url('repos'))
@HasRepoPermissionLevelDecorator('admin')
def edit(self, repo_name):
defaults = self.__load_data()
c.repo_fields = RepositoryField.query() \
.filter(RepositoryField.repository == c.repo_info).all()
repo_model = RepoModel()
c.users_array = repo_model.get_users_js()
c.active = 'settings'
return htmlfill.render(
render('admin/repos/repo_edit.html'),
defaults=defaults,
encoding="UTF-8",
force_defaults=False)
@HasRepoPermissionLevelDecorator('admin')
def edit_permissions(self, repo_name):
c.repo_info = self._load_repo()
repo_model = RepoModel()
c.users_array = repo_model.get_users_js()
c.user_groups_array = repo_model.get_user_groups_js()
c.active = 'permissions'
defaults = RepoModel()._get_defaults(repo_name)
return htmlfill.render(
render('admin/repos/repo_edit.html'),
defaults=defaults,
encoding="UTF-8",
force_defaults=False)
def edit_permissions_update(self, repo_name):
form = RepoPermsForm()().to_python(request.POST)
RepoModel()._update_permissions(repo_name, form['perms_new'],
form['perms_updates'])
#TODO: implement this
#action_logger(request.authuser, 'admin_changed_repo_permissions',
# repo_name, request.ip_addr)
Session().commit()
h.flash(_('Repository permissions updated'), category='success')
raise HTTPFound(location=url('edit_repo_perms', repo_name=repo_name))
def edit_permissions_revoke(self, repo_name):
try:
obj_type = request.POST.get('obj_type')
obj_id = None
if obj_type == 'user':
obj_id = safe_int(request.POST.get('user_id'))
elif obj_type == 'user_group':
obj_id = safe_int(request.POST.get('user_group_id'))
if obj_type == 'user':
RepoModel().revoke_user_permission(repo=repo_name, user=obj_id)
elif obj_type == 'user_group':
RepoModel().revoke_user_group_permission(
repo=repo_name, group_name=obj_id
)
#TODO: implement this
#action_logger(request.authuser, 'admin_revoked_repo_permissions',
# repo_name, request.ip_addr)
Session().commit()
except Exception:
log.error(traceback.format_exc())
h.flash(_('An error occurred during revoking of permission'),
category='error')
raise HTTPInternalServerError()
@HasRepoPermissionLevelDecorator('admin')
def edit_fields(self, repo_name):
c.repo_info = self._load_repo()
c.repo_fields = RepositoryField.query() \
.filter(RepositoryField.repository == c.repo_info).all()
c.active = 'fields'
if request.POST:
raise HTTPFound(location=url('repo_edit_fields'))
return render('admin/repos/repo_edit.html')
@HasRepoPermissionLevelDecorator('admin')
def create_repo_field(self, repo_name):
try:
form_result = RepoFieldForm()().to_python(dict(request.POST))
new_field = RepositoryField()
new_field.repository = Repository.get_by_repo_name(repo_name)
new_field.field_key = form_result['new_field_key']
new_field.field_type = form_result['new_field_type'] # python type
new_field.field_value = form_result['new_field_value'] # set initial blank value
new_field.field_desc = form_result['new_field_desc']
new_field.field_label = form_result['new_field_label']
Session().add(new_field)
Session().commit()
except formencode.Invalid as e:
h.flash(_('Field validation error: %s') % e.msg, category='error')
except Exception as e:
log.error(traceback.format_exc())
h.flash(_('An error occurred during creation of field: %r') % e, category='error')
raise HTTPFound(location=url('edit_repo_fields', repo_name=repo_name))
@HasRepoPermissionLevelDecorator('admin')
def delete_repo_field(self, repo_name, field_id):
field = RepositoryField.get_or_404(field_id)
try:
Session().delete(field)
Session().commit()
except Exception as e:
log.error(traceback.format_exc())
msg = _('An error occurred during removal of field')
h.flash(msg, category='error')
raise HTTPFound(location=url('edit_repo_fields', repo_name=repo_name))
@HasRepoPermissionLevelDecorator('admin')
def edit_advanced(self, repo_name):
c.repo_info = self._load_repo()
c.default_user_id = User.get_default_user().user_id
c.in_public_journal = UserFollowing.query() \
.filter(UserFollowing.user_id == c.default_user_id) \
.filter(UserFollowing.follows_repository == c.repo_info).scalar()
_repos = Repository.query(sorted=True).all()
read_access_repos = RepoList(_repos, perm_level='read')
c.repos_list = [(None, _('-- Not a fork --'))]
c.repos_list += [(x.repo_id, x.repo_name)
for x in read_access_repos
if x.repo_id != c.repo_info.repo_id]
defaults = {
'id_fork_of': c.repo_info.fork_id if c.repo_info.fork_id else ''
}
c.active = 'advanced'
if request.POST:
raise HTTPFound(location=url('repo_edit_advanced'))
return htmlfill.render(
render('admin/repos/repo_edit.html'),
defaults=defaults,
encoding="UTF-8",
force_defaults=False)
@HasRepoPermissionLevelDecorator('admin')
def edit_advanced_journal(self, repo_name):
"""
Sets this repository to be visible in public journal,
in other words asking default user to follow this repo
:param repo_name:
"""
try:
repo_id = Repository.get_by_repo_name(repo_name).repo_id
user_id = User.get_default_user().user_id
self.scm_model.toggle_following_repo(repo_id, user_id)
h.flash(_('Updated repository visibility in public journal'),
category='success')
Session().commit()
except Exception:
h.flash(_('An error occurred during setting this'
' repository in public journal'),
category='error')
raise HTTPFound(location=url('edit_repo_advanced', repo_name=repo_name))
@HasRepoPermissionLevelDecorator('admin')
def edit_advanced_fork(self, repo_name):
"""
Mark given repository as a fork of another
:param repo_name:
"""
try:
fork_id = request.POST.get('id_fork_of')
repo = ScmModel().mark_as_fork(repo_name, fork_id,
request.authuser.username)
fork = repo.fork.repo_name if repo.fork else _('Nothing')
Session().commit()
h.flash(_('Marked repository %s as fork of %s') % (repo_name, fork),
category='success')
except RepositoryError as e:
log.error(traceback.format_exc())
h.flash(str(e), category='error')
except Exception as e:
log.error(traceback.format_exc())
h.flash(_('An error occurred during this operation'),
category='error')
raise HTTPFound(location=url('edit_repo_advanced', repo_name=repo_name))
@HasRepoPermissionLevelDecorator('admin')
def edit_advanced_locking(self, repo_name):
"""
Unlock repository when it is locked !
:param repo_name:
"""
try:
repo = Repository.get_by_repo_name(repo_name)
if request.POST.get('set_lock'):
Repository.lock(repo, request.authuser.user_id)
h.flash(_('Repository has been locked'), category='success')
elif request.POST.get('set_unlock'):
Repository.unlock(repo)
h.flash(_('Repository has been unlocked'), category='success')
except Exception as e:
log.error(traceback.format_exc())
h.flash(_('An error occurred during unlocking'),
category='error')
raise HTTPFound(location=url('edit_repo_advanced', repo_name=repo_name))
@HasRepoPermissionLevelDecorator('write')
def toggle_locking(self, repo_name):
try:
repo = Repository.get_by_repo_name(repo_name)
if repo.enable_locking:
if repo.locked[0]:
Repository.unlock(repo)
h.flash(_('Repository has been unlocked'), category='success')
else:
Repository.lock(repo, request.authuser.user_id)
h.flash(_('Repository has been locked'), category='success')
except Exception as e:
log.error(traceback.format_exc())
h.flash(_('An error occurred during unlocking'),
category='error')
raise HTTPFound(location=url('summary_home', repo_name=repo_name))
@HasRepoPermissionLevelDecorator('admin')
def edit_caches(self, repo_name):
c.repo_info = self._load_repo()
c.active = 'caches'
if request.POST:
try:
ScmModel().mark_for_invalidation(repo_name)
Session().commit()
h.flash(_('Cache invalidation successful'),
category='success')
except Exception as e:
log.error(traceback.format_exc())
h.flash(_('An error occurred during cache invalidation'),
category='error')
raise HTTPFound(location=url('edit_repo_caches', repo_name=c.repo_name))
return render('admin/repos/repo_edit.html')
@HasRepoPermissionLevelDecorator('admin')
def edit_remote(self, repo_name):
c.repo_info = self._load_repo()
c.active = 'remote'
if request.POST:
try:
ScmModel().pull_changes(repo_name, request.authuser.username)
h.flash(_('Pulled from remote location'), category='success')
except Exception as e:
log.error(traceback.format_exc())
h.flash(_('An error occurred during pull from remote location'),
category='error')
raise HTTPFound(location=url('edit_repo_remote', repo_name=c.repo_name))
return render('admin/repos/repo_edit.html')
@HasRepoPermissionLevelDecorator('admin')
def edit_statistics(self, repo_name):
c.repo_info = self._load_repo()
repo = c.repo_info.scm_instance
if c.repo_info.stats:
# this is on what revision we ended up so we add +1 for count
last_rev = c.repo_info.stats.stat_on_revision + 1
else:
last_rev = 0
c.stats_revision = last_rev
c.repo_last_rev = repo.count() if repo.revisions else 0
if last_rev == 0 or c.repo_last_rev == 0:
c.stats_percentage = 0
else:
c.stats_percentage = '%.2f' % ((float((last_rev)) / c.repo_last_rev) * 100)
c.active = 'statistics'
if request.POST:
try:
RepoModel().delete_stats(repo_name)
Session().commit()
except Exception as e:
log.error(traceback.format_exc())
h.flash(_('An error occurred during deletion of repository stats'),
category='error')
raise HTTPFound(location=url('edit_repo_statistics', repo_name=c.repo_name))
return render('admin/repos/repo_edit.html')