##// END OF EJS Templates
skip failures for two tests in validators
skip failures for two tests in validators

File last commit:

r2524:9d4b8074 beta
r2557:1284b2ea beta
Show More
repos.py
442 lines | 16.6 KiB | text/x-python | PythonLexer
some extra fixes added docs string
r824 # -*- coding: utf-8 -*-
"""
rhodecode.controllers.admin.repos
~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
source code cleanup: remove trailing white space, normalize file endings
r1203
#227 Initial version of repository groups permissions system...
r1982 Repositories controller for RhodeCode
source code cleanup: remove trailing white space, normalize file endings
r1203
some extra fixes added docs string
r824 :created_on: Apr 7, 2010
:author: marcink
2012 copyrights
r1824 :copyright: (C) 2010-2012 Marcin Kuzminski <marcin@python-works.com>
some extra fixes added docs string
r824 :license: GPLv3, see COPYING for more details.
"""
fixed license issue #149
r1206 # This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
source code cleanup: remove trailing white space, normalize file endings
r1203 #
renamed project to rhodecode
r547 # This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
source code cleanup: remove trailing white space, normalize file endings
r1203 #
renamed project to rhodecode
r547 # You should have received a copy of the GNU General Public License
fixed license issue #149
r1206 # along with this program. If not, see <http://www.gnu.org/licenses/>.
some extra fixes added docs string
r824
import logging
import traceback
import formencode
renamed project to rhodecode
r547 from formencode import htmlfill
some extra fixes added docs string
r824
Use webob exception as often as possible
r2242 from webob.exc import HTTPInternalServerError
#235 forking page repo group selection...
r1722 from pylons import request, session, tmpl_context as c, url
from pylons.controllers.util import redirect
renamed project to rhodecode
r547 from pylons.i18n.translation import _
#235 forking page repo group selection...
r1722 from sqlalchemy.exc import IntegrityError
some extra fixes added docs string
r824
renamed project to rhodecode
r547 from rhodecode.lib import helpers as h
from rhodecode.lib.auth import LoginRequired, HasPermissionAllDecorator, \
fixes issue when owner of a repo couldn't revoke permissions for users and groups
r1828 HasPermissionAnyDecorator, HasRepoPermissionAllDecorator
renamed project to rhodecode
r547 from rhodecode.lib.base import BaseController, render
Code refactor number 2
r1022 from rhodecode.lib.utils import invalidate_cache, action_logger, repo_name_slug
implemented public journal for anonymous users, admin can control which repositories...
r1085 from rhodecode.lib.helpers import get_token
#235 forking page repo group selection...
r1722 from rhodecode.model.meta import Session
refactoring of models names for repoGroup permissions
r1633 from rhodecode.model.db import User, Repository, UserFollowing, RepoGroup
renamed project to rhodecode
r547 from rhodecode.model.forms import RepoForm
Refactor codes for scm model...
r691 from rhodecode.model.scm import ScmModel
Code refactoring,models renames...
r629 from rhodecode.model.repo import RepoModel
some extra fixes added docs string
r824
renamed project to rhodecode
r547 log = logging.getLogger(__name__)
PEP8ify - controllers
r1245
renamed project to rhodecode
r547 class ReposController(BaseController):
implemented public journal for anonymous users, admin can control which repositories...
r1085 """
REST Controller styled on the Atom Publishing Protocol"""
renamed project to rhodecode
r547 # To properly map this controller, ensure your config/routing.py
# file has a resource setup:
# map.resource('repo', 'repos')
Fixes for raw_id, needed for git...
r636
renamed project to rhodecode
r547 @LoginRequired()
@HasPermissionAnyDecorator('hg.admin', 'hg.create.repository')
def __before__(self):
c.admin_user = session.get('admin_user')
c.admin_username = session.get('admin_username')
super(ReposController, self).__before__()
Fixes for raw_id, needed for git...
r636
Changes for repo groups
r1159 def __load_defaults(self):
refactoring of models names for repoGroup permissions
r1633 c.repo_groups = RepoGroup.groups_choices()
unified generation of repo groups choices...
r1547 c.repo_groups_choices = map(lambda k: unicode(k[0]), c.repo_groups)
#235 forking page repo group selection...
r1722
Changes for repo groups
r1159 repo_model = RepoModel()
c.users_array = repo_model.get_users_js()
c.users_groups_array = repo_model.get_users_groups_js()
validating choices for landing_rev
r2460 choices, c.landing_revs = ScmModel().get_repo_landing_revs()
c.landing_revs_choices = choices
Changes for repo groups
r1159
def __load_data(self, repo_name=None):
#109, added optional clone uri when creating repo....
r1112 """
Load defaults settings for edit, and update
source code cleanup: remove trailing white space, normalize file endings
r1203
#109, added optional clone uri when creating repo....
r1112 :param repo_name:
"""
Changes for repo groups
r1159 self.__load_defaults()
Refactoring of model get functions
r1530 c.repo_info = db_repo = Repository.get_by_repo_name(repo_name)
added validation of params on settings table
r1561 repo = db_repo.scm_instance
#109, added optional clone uri when creating repo....
r1112
if c.repo_info is None:
h.flash(_('%s repository is not mapped to db perhaps'
' it was created or renamed from the filesystem'
' please run the application again'
' in order to rescan repositories') % repo_name,
category='error')
return redirect(url('repos'))
validating choices for landing_rev
r2460 choices, c.landing_revs = ScmModel().get_repo_landing_revs(c.repo_info)
c.landing_revs_choices = choices
Refactoring of model get functions
r1530 c.default_user_id = User.get_by_username('default').user_id
fixes #288...
r1594 c.in_public_journal = UserFollowing.query()\
#109, added optional clone uri when creating repo....
r1112 .filter(UserFollowing.user_id == c.default_user_id)\
.filter(UserFollowing.follows_repository == c.repo_info).scalar()
if c.repo_info.stats:
- fixed issue with missing commits on some repos commands...
r1807 # this is on what revision we ended up so we add +1 for count
last_rev = c.repo_info.stats.stat_on_revision + 1
#109, added optional clone uri when creating repo....
r1112 else:
last_rev = 0
c.stats_revision = last_rev
- fixed issue with missing commits on some repos commands...
r1807 c.repo_last_rev = repo.count() if repo.revisions else 0
#109, added optional clone uri when creating repo....
r1112
if last_rev == 0 or c.repo_last_rev == 0:
c.stats_percentage = 0
else:
c.stats_percentage = '%.2f' % ((float((last_rev)) /
c.repo_last_rev) * 100)
fixes #288...
r1594 defaults = RepoModel()._get_defaults(repo_name)
auto white-space removal
r1818
implements #239 manual marking of repos as forks for admins
r1755 c.repos_list = [('', _('--REMOVE FORK--'))]
c.repos_list += [(x.repo_id, x.repo_name) for x in
Repository.query().order_by(Repository.repo_name).all()]
Initial version of landing revisions ref #483...
r2459
#109, added optional clone uri when creating repo....
r1112 return defaults
Fixes for raw_id, needed for git...
r636 @HasPermissionAllDecorator('hg.admin')
renamed project to rhodecode
r547 def index(self, format='html'):
"""GET /repos: All items in the collection"""
# url('repos')
Admin view will see repos_groups in main list
r1344
fixes #200, rewrote the whole caching mechanism to get rid of such problems. Now cached instances are attached...
r1366 c.repos_list = ScmModel().get_repos(Repository.query()
.order_by(Repository.repo_name)
.all(), sort_key='name_sort')
renamed project to rhodecode
r547 return render('admin/repos/repos.html')
Fixes for raw_id, needed for git...
r636
renamed project to rhodecode
r547 @HasPermissionAnyDecorator('hg.admin', 'hg.create.repository')
def create(self):
implemented public journal for anonymous users, admin can control which repositories...
r1085 """
POST /repos: Create a new item"""
renamed project to rhodecode
r547 # url('repos')
#235 forking page repo group selection...
r1722
Changes for repo groups
r1159 self.__load_defaults()
renamed project to rhodecode
r547 form_result = {}
try:
validating choices for landing_rev
r2460 form_result = RepoForm(repo_groups=c.repo_groups_choices,
landing_revs=c.landing_revs_choices)()\
Changes for repo groups
r1159 .to_python(dict(request.POST))
New repo model create function...
r2524 RepoModel().create(form_result, self.rhodecode_user.user_id)
#109, added optional clone uri when creating repo....
r1112 if form_result['clone_uri']:
h.flash(_('created repository %s from %s') \
% (form_result['repo_name'], form_result['clone_uri']),
category='success')
else:
h.flash(_('created repository %s') % form_result['repo_name'],
renamed project to rhodecode
r547 category='success')
if request.POST.get('user_created'):
#235 forking page repo group selection...
r1722 # created by regular non admin user
refactor codes and setup for python 2.5...
r564 action_logger(self.rhodecode_user, 'user_created_repo',
Implemented #467 Journal logs comments on changesets...
r2375 form_result['repo_name_full'], self.ip_addr,
self.sa)
renamed project to rhodecode
r547 else:
refactor codes and setup for python 2.5...
r564 action_logger(self.rhodecode_user, 'admin_created_repo',
Implemented #467 Journal logs comments on changesets...
r2375 form_result['repo_name_full'], self.ip_addr,
self.sa)
commit less models...
r1749 Session.commit()
refactor codes and setup for python 2.5...
r564 except formencode.Invalid, errors:
#109, added optional clone uri when creating repo....
r1112
renamed project to rhodecode
r547 c.new_repo = errors.value['repo_name']
Fixes for raw_id, needed for git...
r636
renamed project to rhodecode
r547 if request.POST.get('user_created'):
r = render('admin/repos/repo_add_create_repository.html')
Fixes for raw_id, needed for git...
r636 else:
renamed project to rhodecode
r547 r = render('admin/repos/repo_add.html')
Fixes for raw_id, needed for git...
r636
renamed project to rhodecode
r547 return htmlfill.render(
r,
defaults=errors.value,
errors=errors.error_dict or {},
prefix_error=False,
Fixes for raw_id, needed for git...
r636 encoding="UTF-8")
renamed project to rhodecode
r547
except Exception:
log.error(traceback.format_exc())
fixed spelling mistakes, and some minor docs bugs
r860 msg = _('error occurred during creation of repository %s') \
renamed project to rhodecode
r547 % form_result.get('repo_name')
h.flash(msg, category='error')
if request.POST.get('user_created'):
Fixes for raw_id, needed for git...
r636 return redirect(url('home'))
renamed project to rhodecode
r547 return redirect(url('repos'))
Fixes for raw_id, needed for git...
r636
renamed project to rhodecode
r547 @HasPermissionAllDecorator('hg.admin')
def new(self, format='html'):
"""GET /repos/new: Form to create a new item"""
new_repo = request.GET.get('repo', '')
Code refactor number 2
r1022 c.new_repo = repo_name_slug(new_repo)
Changes for repo groups
r1159 self.__load_defaults()
renamed project to rhodecode
r547 return render('admin/repos/repo_add.html')
Fixes for raw_id, needed for git...
r636
renamed project to rhodecode
r547 @HasPermissionAllDecorator('hg.admin')
def update(self, repo_name):
implemented public journal for anonymous users, admin can control which repositories...
r1085 """
PUT /repos/repo_name: Update an existing item"""
renamed project to rhodecode
r547 # Forms posted to this method should contain a hidden field:
# <input type="hidden" name="_method" value="PUT" />
# Or using helpers:
# h.form(url('repo', repo_name=ID),
# method='put')
# url('repo', repo_name=ID)
Changes for repo groups
r1159 self.__load_defaults()
renamed project to rhodecode
r547 repo_model = RepoModel()
changed_name = repo_name
PEP8ify - controllers
r1245 _form = RepoForm(edit=True, old_data={'repo_name': repo_name},
validating choices for landing_rev
r2460 repo_groups=c.repo_groups_choices,
landing_revs=c.landing_revs_choices)()
renamed project to rhodecode
r547 try:
form_result = _form.to_python(dict(request.POST))
fixes #260 Put repo in group, then move group to another group -> repo becomes unavailable
r1539 repo = repo_model.update(repo_name, form_result)
Moved out reposcan into hg Model....
r665 invalidate_cache('get_repo_cached_%s' % repo_name)
#50 on point cache invalidation changes....
r692 h.flash(_('Repository %s updated successfully' % repo_name),
renamed project to rhodecode
r547 category='success')
fixes #260 Put repo in group, then move group to another group -> repo becomes unavailable
r1539 changed_name = repo.repo_name
#48 rewrote action logger, translated action logger messages, added some extra messages. Linked and showed pushed revisions in logs
r660 action_logger(self.rhodecode_user, 'admin_updated_repo',
Implemented #467 Journal logs comments on changesets...
r2375 changed_name, self.ip_addr, self.sa)
commit less models...
r1749 Session.commit()
refactor codes and setup for python 2.5...
r564 except formencode.Invalid, errors:
#109, added optional clone uri when creating repo....
r1112 defaults = self.__load_data(repo_name)
defaults.update(errors.value)
renamed project to rhodecode
r547 return htmlfill.render(
render('admin/repos/repo_edit.html'),
#109, added optional clone uri when creating repo....
r1112 defaults=defaults,
renamed project to rhodecode
r547 errors=errors.error_dict or {},
prefix_error=False,
encoding="UTF-8")
Fixes for raw_id, needed for git...
r636
renamed project to rhodecode
r547 except Exception:
log.error(traceback.format_exc())
#50 on point cache invalidation changes....
r692 h.flash(_('error occurred during update of repository %s') \
renamed project to rhodecode
r547 % repo_name, category='error')
return redirect(url('edit_repo', repo_name=changed_name))
Fixes for raw_id, needed for git...
r636
renamed project to rhodecode
r547 @HasPermissionAllDecorator('hg.admin')
def delete(self, repo_name):
implemented public journal for anonymous users, admin can control which repositories...
r1085 """
DELETE /repos/repo_name: Delete an existing item"""
renamed project to rhodecode
r547 # Forms posted to this method should contain a hidden field:
# <input type="hidden" name="_method" value="DELETE" />
# Or using helpers:
# h.form(url('repo', repo_name=ID),
# method='delete')
# url('repo', repo_name=ID)
Fixes for raw_id, needed for git...
r636
renamed project to rhodecode
r547 repo_model = RepoModel()
added action loggers to following repositories,...
r735 repo = repo_model.get_by_repo_name(repo_name)
renamed project to rhodecode
r547 if not repo:
Fixes for raw_id, needed for git...
r636 h.flash(_('%s repository is not mapped to db perhaps'
renamed project to rhodecode
r547 ' it was moved or renamed from the filesystem'
' please run the application again'
' in order to rescan repositories') % repo_name,
category='error')
Fixes for raw_id, needed for git...
r636
renamed project to rhodecode
r547 return redirect(url('repos'))
try:
refactor codes and setup for python 2.5...
r564 action_logger(self.rhodecode_user, 'admin_deleted_repo',
Implemented #467 Journal logs comments on changesets...
r2375 repo_name, self.ip_addr, self.sa)
Fixes for raw_id, needed for git...
r636 repo_model.delete(repo)
Moved out reposcan into hg Model....
r665 invalidate_cache('get_repo_cached_%s' % repo_name)
renamed project to rhodecode
r547 h.flash(_('deleted repository %s') % repo_name, category='success')
commit less models...
r1749 Session.commit()
fixed #47 adding a new repo that have a group chosen had wrong paths.
r1361 except IntegrityError, e:
Added handling of ignore whitespace flag in changesets...
r1752 if e.message.find('repositories_fork_id_fkey') != -1:
fixed #47 adding a new repo that have a group chosen had wrong paths.
r1361 log.error(traceback.format_exc())
h.flash(_('Cannot delete %s it still contains attached '
'forks') % repo_name,
category='warning')
else:
log.error(traceback.format_exc())
h.flash(_('An error occurred during '
'deletion of %s') % repo_name,
category='error')
renamed project to rhodecode
r547 except Exception, e:
log.error(traceback.format_exc())
fixed spelling mistakes, and some minor docs bugs
r860 h.flash(_('An error occurred during deletion of %s') % repo_name,
renamed project to rhodecode
r547 category='error')
Fixes for raw_id, needed for git...
r636
renamed project to rhodecode
r547 return redirect(url('repos'))
Fixes for raw_id, needed for git...
r636
white space cleanup
r1869 @HasRepoPermissionAllDecorator('repository.admin')
renamed project to rhodecode
r547 def delete_perm_user(self, repo_name):
implemented public journal for anonymous users, admin can control which repositories...
r1085 """
DELETE an existing repository permission user
source code cleanup: remove trailing white space, normalize file endings
r1203
fixed @repo into :repo for docs...
r604 :param repo_name:
renamed project to rhodecode
r547 """
try:
#227 Initial version of repository groups permissions system...
r1982 RepoModel().revoke_user_permission(repo=repo_name,
user=request.POST['user_id'])
- fixed issue with missing commits on some repos commands...
r1807 Session.commit()
#227 Initial version of repository groups permissions system...
r1982 except Exception:
log.error(traceback.format_exc())
fixed spelling mistakes, and some minor docs bugs
r860 h.flash(_('An error occurred during deletion of repository user'),
renamed project to rhodecode
r547 category='error')
raise HTTPInternalServerError()
Fixes for raw_id, needed for git...
r636
fixes issue when owner of a repo couldn't revoke permissions for users and groups
r1828 @HasRepoPermissionAllDecorator('repository.admin')
#56 added ajax removal of users groups,...
r1015 def delete_perm_users_group(self, repo_name):
implemented public journal for anonymous users, admin can control which repositories...
r1085 """
DELETE an existing repository permission users group
source code cleanup: remove trailing white space, normalize file endings
r1203
#56 added ajax removal of users groups,...
r1015 :param repo_name:
added cache reset, stats reset, and delete into repository settings in admin....
r708 """
#227 Initial version of repository groups permissions system...
r1982
#56 added ajax removal of users groups,...
r1015 try:
#227 Initial version of repository groups permissions system...
r1982 RepoModel().revoke_users_group_permission(
repo=repo_name, group_name=request.POST['users_group_id']
)
- fixed issue with missing commits on some repos commands...
r1807 Session.commit()
#227 Initial version of repository groups permissions system...
r1982 except Exception:
log.error(traceback.format_exc())
#56 added ajax removal of users groups,...
r1015 h.flash(_('An error occurred during deletion of repository'
' users groups'),
category='error')
raise HTTPInternalServerError()
@HasPermissionAllDecorator('hg.admin')
def repo_stats(self, repo_name):
implemented public journal for anonymous users, admin can control which repositories...
r1085 """
DELETE an existing repository statistics
source code cleanup: remove trailing white space, normalize file endings
r1203
added cache reset, stats reset, and delete into repository settings in admin....
r708 :param repo_name:
"""
try:
#227 Initial version of repository groups permissions system...
r1982 RepoModel().delete_stats(repo_name)
- fixed issue with missing commits on some repos commands...
r1807 Session.commit()
added cache reset, stats reset, and delete into repository settings in admin....
r708 except Exception, e:
fixed spelling mistakes, and some minor docs bugs
r860 h.flash(_('An error occurred during deletion of repository stats'),
added cache reset, stats reset, and delete into repository settings in admin....
r708 category='error')
return redirect(url('edit_repo', repo_name=repo_name))
@HasPermissionAllDecorator('hg.admin')
def repo_cache(self, repo_name):
implemented public journal for anonymous users, admin can control which repositories...
r1085 """
INVALIDATE existing repository cache
source code cleanup: remove trailing white space, normalize file endings
r1203
added cache reset, stats reset, and delete into repository settings in admin....
r708 :param repo_name:
"""
try:
ScmModel().mark_for_invalidation(repo_name)
- fixed issue with missing commits on some repos commands...
r1807 Session.commit()
added cache reset, stats reset, and delete into repository settings in admin....
r708 except Exception, e:
fixed error for empty revisions on admin repo edit
r711 h.flash(_('An error occurred during cache invalidation'),
added cache reset, stats reset, and delete into repository settings in admin....
r708 category='error')
return redirect(url('edit_repo', repo_name=repo_name))
@HasPermissionAllDecorator('hg.admin')
implemented public journal for anonymous users, admin can control which repositories...
r1085 def repo_public_journal(self, repo_name):
"""
Set's this repository to be visible in public journal,
in other words assing default user to follow this repo
source code cleanup: remove trailing white space, normalize file endings
r1203
implemented public journal for anonymous users, admin can control which repositories...
r1085 :param repo_name:
"""
cur_token = request.POST.get('auth_token')
token = get_token()
if cur_token == token:
try:
Refactoring of model get functions
r1530 repo_id = Repository.get_by_repo_name(repo_name).repo_id
user_id = User.get_by_username('default').user_id
implemented public journal for anonymous users, admin can control which repositories...
r1085 self.scm_model.toggle_following_repo(repo_id, user_id)
h.flash(_('Updated repository visibility in public journal'),
category='success')
- fixed issue with missing commits on some repos commands...
r1807 Session.commit()
implemented public journal for anonymous users, admin can control which repositories...
r1085 except:
h.flash(_('An error occurred during setting this'
' repository in public journal'),
category='error')
else:
h.flash(_('Token mismatch'), category='error')
return redirect(url('edit_repo', repo_name=repo_name))
#109, added manual pull of changes for repositories that have remote location filled in....
r1114 @HasPermissionAllDecorator('hg.admin')
def repo_pull(self, repo_name):
"""
Runs task to update given repository with remote changes,
ie. make pull on remote location
source code cleanup: remove trailing white space, normalize file endings
r1203
#109, added manual pull of changes for repositories that have remote location filled in....
r1114 :param repo_name:
"""
try:
replaced all global calls to template context (rhodecode_user), into instance attributes
r1121 ScmModel().pull_changes(repo_name, self.rhodecode_user.username)
#109, added manual pull of changes for repositories that have remote location filled in....
r1114 h.flash(_('Pulled from remote location'), category='success')
except Exception, e:
h.flash(_('An error occurred during pull from remote location'),
category='error')
implemented public journal for anonymous users, admin can control which repositories...
r1085
#109, added manual pull of changes for repositories that have remote location filled in....
r1114 return redirect(url('edit_repo', repo_name=repo_name))
implemented public journal for anonymous users, admin can control which repositories...
r1085
@HasPermissionAllDecorator('hg.admin')
implements #239 manual marking of repos as forks for admins
r1755 def repo_as_fork(self, repo_name):
"""
Mark given repository as a fork of another
auto white-space removal
r1818
implements #239 manual marking of repos as forks for admins
r1755 :param repo_name:
"""
try:
fork_id = request.POST.get('id_fork_of')
repo = ScmModel().mark_as_fork(repo_name, fork_id,
self.rhodecode_user.username)
fork = repo.fork.repo_name if repo.fork else _('Nothing')
Session.commit()
auto white-space removal
r1818 h.flash(_('Marked repo %s as fork of %s' % (repo_name,fork)),
implements #239 manual marking of repos as forks for admins
r1755 category='success')
except Exception, e:
raise
h.flash(_('An error occurred during this operation'),
category='error')
return redirect(url('edit_repo', repo_name=repo_name))
@HasPermissionAllDecorator('hg.admin')
renamed project to rhodecode
r547 def show(self, repo_name, format='html'):
"""GET /repos/repo_name: Show a specific item"""
# url('repo', repo_name=ID)
Fixes for raw_id, needed for git...
r636
@HasPermissionAllDecorator('hg.admin')
renamed project to rhodecode
r547 def edit(self, repo_name, format='html'):
"""GET /repos/repo_name/edit: Form to edit an existing item"""
# url('edit_repo', repo_name=ID)
#109, added optional clone uri when creating repo....
r1112 defaults = self.__load_data(repo_name)
Fixes for raw_id, needed for git...
r636
renamed project to rhodecode
r547 return htmlfill.render(
render('admin/repos/repo_edit.html'),
defaults=defaults,
encoding="UTF-8",
force_defaults=False
Fixes for raw_id, needed for git...
r636 )