|
|
# -*- coding: utf-8 -*-
|
|
|
"""
|
|
|
rhodecode.lib.hooks
|
|
|
~~~~~~~~~~~~~~~~~~~
|
|
|
|
|
|
Hooks runned by rhodecode
|
|
|
|
|
|
:created_on: Aug 6, 2010
|
|
|
:author: marcink
|
|
|
:copyright: (C) 2010-2012 Marcin Kuzminski <marcin@python-works.com>
|
|
|
:license: GPLv3, see COPYING for more details.
|
|
|
"""
|
|
|
# This program is free software: you can redistribute it and/or modify
|
|
|
# it under the terms of the GNU General Public License as published by
|
|
|
# the Free Software Foundation, either version 3 of the License, or
|
|
|
# (at your option) any later version.
|
|
|
#
|
|
|
# This program is distributed in the hope that it will be useful,
|
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
# GNU General Public License for more details.
|
|
|
#
|
|
|
# You should have received a copy of the GNU General Public License
|
|
|
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
|
import os
|
|
|
import sys
|
|
|
import time
|
|
|
import binascii
|
|
|
from inspect import isfunction
|
|
|
|
|
|
from mercurial.scmutil import revrange
|
|
|
from mercurial.node import nullrev
|
|
|
|
|
|
from rhodecode.lib import helpers as h
|
|
|
from rhodecode.lib.utils import action_logger
|
|
|
from rhodecode.lib.vcs.backends.base import EmptyChangeset
|
|
|
from rhodecode.lib.compat import json
|
|
|
from rhodecode.lib.exceptions import HTTPLockedRC
|
|
|
from rhodecode.lib.utils2 import safe_str, datetime_to_time
|
|
|
from rhodecode.model.db import Repository, User
|
|
|
|
|
|
|
|
|
def _get_scm_size(alias, root_path):
|
|
|
|
|
|
if not alias.startswith('.'):
|
|
|
alias += '.'
|
|
|
|
|
|
size_scm, size_root = 0, 0
|
|
|
for path, dirs, files in os.walk(safe_str(root_path)):
|
|
|
if path.find(alias) != -1:
|
|
|
for f in files:
|
|
|
try:
|
|
|
size_scm += os.path.getsize(os.path.join(path, f))
|
|
|
except OSError:
|
|
|
pass
|
|
|
else:
|
|
|
for f in files:
|
|
|
try:
|
|
|
size_root += os.path.getsize(os.path.join(path, f))
|
|
|
except OSError:
|
|
|
pass
|
|
|
|
|
|
size_scm_f = h.format_byte_size(size_scm)
|
|
|
size_root_f = h.format_byte_size(size_root)
|
|
|
size_total_f = h.format_byte_size(size_root + size_scm)
|
|
|
|
|
|
return size_scm_f, size_root_f, size_total_f
|
|
|
|
|
|
|
|
|
def repo_size(ui, repo, hooktype=None, **kwargs):
|
|
|
"""
|
|
|
Presents size of repository after push
|
|
|
|
|
|
:param ui:
|
|
|
:param repo:
|
|
|
:param hooktype:
|
|
|
"""
|
|
|
|
|
|
size_hg_f, size_root_f, size_total_f = _get_scm_size('.hg', repo.root)
|
|
|
|
|
|
last_cs = repo[len(repo) - 1]
|
|
|
|
|
|
msg = ('Repository size .hg:%s repo:%s total:%s\n'
|
|
|
'Last revision is now r%s:%s\n') % (
|
|
|
size_hg_f, size_root_f, size_total_f, last_cs.rev(), last_cs.hex()[:12]
|
|
|
)
|
|
|
|
|
|
sys.stdout.write(msg)
|
|
|
|
|
|
|
|
|
def pre_push(ui, repo, **kwargs):
|
|
|
# pre push function, currently used to ban pushing when
|
|
|
# repository is locked
|
|
|
try:
|
|
|
rc_extras = json.loads(os.environ.get('RC_SCM_DATA', "{}"))
|
|
|
except:
|
|
|
rc_extras = {}
|
|
|
extras = dict(repo.ui.configitems('rhodecode_extras'))
|
|
|
|
|
|
if 'username' in extras:
|
|
|
username = extras['username']
|
|
|
repository = extras['repository']
|
|
|
scm = extras['scm']
|
|
|
locked_by = extras['locked_by']
|
|
|
elif 'username' in rc_extras:
|
|
|
username = rc_extras['username']
|
|
|
repository = rc_extras['repository']
|
|
|
scm = rc_extras['scm']
|
|
|
locked_by = rc_extras['locked_by']
|
|
|
else:
|
|
|
raise Exception('Missing data in repo.ui and os.environ')
|
|
|
|
|
|
usr = User.get_by_username(username)
|
|
|
if locked_by[0] and usr.user_id != int(locked_by[0]):
|
|
|
locked_by = User.get(locked_by[0]).username
|
|
|
raise HTTPLockedRC(repository, locked_by)
|
|
|
|
|
|
|
|
|
def pre_pull(ui, repo, **kwargs):
|
|
|
# pre push function, currently used to ban pushing when
|
|
|
# repository is locked
|
|
|
try:
|
|
|
rc_extras = json.loads(os.environ.get('RC_SCM_DATA', "{}"))
|
|
|
except:
|
|
|
rc_extras = {}
|
|
|
extras = dict(repo.ui.configitems('rhodecode_extras'))
|
|
|
if 'username' in extras:
|
|
|
username = extras['username']
|
|
|
repository = extras['repository']
|
|
|
scm = extras['scm']
|
|
|
locked_by = extras['locked_by']
|
|
|
elif 'username' in rc_extras:
|
|
|
username = rc_extras['username']
|
|
|
repository = rc_extras['repository']
|
|
|
scm = rc_extras['scm']
|
|
|
locked_by = rc_extras['locked_by']
|
|
|
else:
|
|
|
raise Exception('Missing data in repo.ui and os.environ')
|
|
|
|
|
|
if locked_by[0]:
|
|
|
locked_by = User.get(locked_by[0]).username
|
|
|
raise HTTPLockedRC(repository, locked_by)
|
|
|
|
|
|
|
|
|
def log_pull_action(ui, repo, **kwargs):
|
|
|
"""
|
|
|
Logs user last pull action
|
|
|
|
|
|
:param ui:
|
|
|
:param repo:
|
|
|
"""
|
|
|
try:
|
|
|
rc_extras = json.loads(os.environ.get('RC_SCM_DATA', "{}"))
|
|
|
except:
|
|
|
rc_extras = {}
|
|
|
extras = dict(repo.ui.configitems('rhodecode_extras'))
|
|
|
if 'username' in extras:
|
|
|
username = extras['username']
|
|
|
repository = extras['repository']
|
|
|
scm = extras['scm']
|
|
|
make_lock = extras['make_lock']
|
|
|
ip = extras['ip']
|
|
|
elif 'username' in rc_extras:
|
|
|
username = rc_extras['username']
|
|
|
repository = rc_extras['repository']
|
|
|
scm = rc_extras['scm']
|
|
|
make_lock = rc_extras['make_lock']
|
|
|
ip = rc_extras['ip']
|
|
|
else:
|
|
|
raise Exception('Missing data in repo.ui and os.environ')
|
|
|
user = User.get_by_username(username)
|
|
|
action = 'pull'
|
|
|
action_logger(user, action, repository, ip, commit=True)
|
|
|
# extension hook call
|
|
|
from rhodecode import EXTENSIONS
|
|
|
callback = getattr(EXTENSIONS, 'PULL_HOOK', None)
|
|
|
|
|
|
if isfunction(callback):
|
|
|
kw = {}
|
|
|
kw.update(extras)
|
|
|
callback(**kw)
|
|
|
|
|
|
if make_lock is True:
|
|
|
Repository.lock(Repository.get_by_repo_name(repository), user.user_id)
|
|
|
#msg = 'Made lock on repo `%s`' % repository
|
|
|
#sys.stdout.write(msg)
|
|
|
|
|
|
return 0
|
|
|
|
|
|
|
|
|
def log_push_action(ui, repo, **kwargs):
|
|
|
"""
|
|
|
Maps user last push action to new changeset id, from mercurial
|
|
|
|
|
|
:param ui:
|
|
|
:param repo: repo object containing the `ui` object
|
|
|
"""
|
|
|
|
|
|
try:
|
|
|
rc_extras = json.loads(os.environ.get('RC_SCM_DATA', "{}"))
|
|
|
except:
|
|
|
rc_extras = {}
|
|
|
|
|
|
extras = dict(repo.ui.configitems('rhodecode_extras'))
|
|
|
if 'username' in extras:
|
|
|
username = extras['username']
|
|
|
repository = extras['repository']
|
|
|
scm = extras['scm']
|
|
|
make_lock = extras['make_lock']
|
|
|
elif 'username' in rc_extras:
|
|
|
username = rc_extras['username']
|
|
|
repository = rc_extras['repository']
|
|
|
scm = rc_extras['scm']
|
|
|
make_lock = rc_extras['make_lock']
|
|
|
else:
|
|
|
raise Exception('Missing data in repo.ui and os.environ')
|
|
|
|
|
|
action = 'push' + ':%s'
|
|
|
|
|
|
if scm == 'hg':
|
|
|
node = kwargs['node']
|
|
|
|
|
|
def get_revs(repo, rev_opt):
|
|
|
if rev_opt:
|
|
|
revs = revrange(repo, rev_opt)
|
|
|
|
|
|
if len(revs) == 0:
|
|
|
return (nullrev, nullrev)
|
|
|
return (max(revs), min(revs))
|
|
|
else:
|
|
|
return (len(repo) - 1, 0)
|
|
|
|
|
|
stop, start = get_revs(repo, [node + ':'])
|
|
|
h = binascii.hexlify
|
|
|
revs = [h(repo[r].node()) for r in xrange(start, stop + 1)]
|
|
|
elif scm == 'git':
|
|
|
revs = kwargs.get('_git_revs', [])
|
|
|
if '_git_revs' in kwargs:
|
|
|
kwargs.pop('_git_revs')
|
|
|
|
|
|
action = action % ','.join(revs)
|
|
|
|
|
|
action_logger(username, action, repository, extras['ip'], commit=True)
|
|
|
|
|
|
# extension hook call
|
|
|
from rhodecode import EXTENSIONS
|
|
|
callback = getattr(EXTENSIONS, 'PUSH_HOOK', None)
|
|
|
if isfunction(callback):
|
|
|
kw = {'pushed_revs': revs}
|
|
|
kw.update(extras)
|
|
|
callback(**kw)
|
|
|
|
|
|
if make_lock is False:
|
|
|
Repository.unlock(Repository.get_by_repo_name(repository))
|
|
|
msg = 'Released lock on repo `%s`\n' % repository
|
|
|
sys.stdout.write(msg)
|
|
|
|
|
|
return 0
|
|
|
|
|
|
|
|
|
def log_create_repository(repository_dict, created_by, **kwargs):
|
|
|
"""
|
|
|
Post create repository Hook. This is a dummy function for admins to re-use
|
|
|
if needed. It's taken from rhodecode-extensions module and executed
|
|
|
if present
|
|
|
|
|
|
:param repository: dict dump of repository object
|
|
|
:param created_by: username who created repository
|
|
|
|
|
|
available keys of repository_dict:
|
|
|
|
|
|
'repo_type',
|
|
|
'description',
|
|
|
'private',
|
|
|
'created_on',
|
|
|
'enable_downloads',
|
|
|
'repo_id',
|
|
|
'user_id',
|
|
|
'enable_statistics',
|
|
|
'clone_uri',
|
|
|
'fork_id',
|
|
|
'group_id',
|
|
|
'repo_name'
|
|
|
|
|
|
"""
|
|
|
from rhodecode import EXTENSIONS
|
|
|
callback = getattr(EXTENSIONS, 'CREATE_REPO_HOOK', None)
|
|
|
if isfunction(callback):
|
|
|
kw = {}
|
|
|
kw.update(repository_dict)
|
|
|
kw.update({'created_by': created_by})
|
|
|
kw.update(kwargs)
|
|
|
return callback(**kw)
|
|
|
|
|
|
return 0
|
|
|
|
|
|
|
|
|
def log_delete_repository(repository_dict, deleted_by, **kwargs):
|
|
|
"""
|
|
|
Post delete repository Hook. This is a dummy function for admins to re-use
|
|
|
if needed. It's taken from rhodecode-extensions module and executed
|
|
|
if present
|
|
|
|
|
|
:param repository: dict dump of repository object
|
|
|
:param deleted_by: username who deleted the repository
|
|
|
|
|
|
available keys of repository_dict:
|
|
|
|
|
|
'repo_type',
|
|
|
'description',
|
|
|
'private',
|
|
|
'created_on',
|
|
|
'enable_downloads',
|
|
|
'repo_id',
|
|
|
'user_id',
|
|
|
'enable_statistics',
|
|
|
'clone_uri',
|
|
|
'fork_id',
|
|
|
'group_id',
|
|
|
'repo_name'
|
|
|
|
|
|
"""
|
|
|
from rhodecode import EXTENSIONS
|
|
|
callback = getattr(EXTENSIONS, 'DELETE_REPO_HOOK', None)
|
|
|
if isfunction(callback):
|
|
|
kw = {}
|
|
|
kw.update(repository_dict)
|
|
|
kw.update({'deleted_by': deleted_by,
|
|
|
'deleted_on': time.time()})
|
|
|
kw.update(kwargs)
|
|
|
return callback(**kw)
|
|
|
|
|
|
return 0
|
|
|
|
|
|
|
|
|
handle_git_pre_receive = (lambda repo_path, revs, env:
|
|
|
handle_git_receive(repo_path, revs, env, hook_type='pre'))
|
|
|
handle_git_post_receive = (lambda repo_path, revs, env:
|
|
|
handle_git_receive(repo_path, revs, env, hook_type='post'))
|
|
|
|
|
|
|
|
|
def handle_git_receive(repo_path, revs, env, hook_type='post'):
|
|
|
"""
|
|
|
A really hacky method that is runned by git post-receive hook and logs
|
|
|
an push action together with pushed revisions. It's executed by subprocess
|
|
|
thus needs all info to be able to create a on the fly pylons enviroment,
|
|
|
connect to database and run the logging code. Hacky as sh*t but works.
|
|
|
|
|
|
:param repo_path:
|
|
|
:type repo_path:
|
|
|
:param revs:
|
|
|
:type revs:
|
|
|
:param env:
|
|
|
:type env:
|
|
|
"""
|
|
|
from paste.deploy import appconfig
|
|
|
from sqlalchemy import engine_from_config
|
|
|
from rhodecode.config.environment import load_environment
|
|
|
from rhodecode.model import init_model
|
|
|
from rhodecode.model.db import RhodeCodeUi
|
|
|
from rhodecode.lib.utils import make_ui
|
|
|
extras = json.loads(env['RHODECODE_EXTRAS'])
|
|
|
|
|
|
path, ini_name = os.path.split(extras['config'])
|
|
|
conf = appconfig('config:%s' % ini_name, relative_to=path)
|
|
|
load_environment(conf.global_conf, conf.local_conf)
|
|
|
|
|
|
engine = engine_from_config(conf, 'sqlalchemy.db1.')
|
|
|
init_model(engine)
|
|
|
|
|
|
baseui = make_ui('db')
|
|
|
# fix if it's not a bare repo
|
|
|
if repo_path.endswith(os.sep + '.git'):
|
|
|
repo_path = repo_path[:-5]
|
|
|
|
|
|
repo = Repository.get_by_full_path(repo_path)
|
|
|
if not repo:
|
|
|
raise OSError('Repository %s not found in database'
|
|
|
% (safe_str(repo_path)))
|
|
|
|
|
|
_hooks = dict(baseui.configitems('hooks')) or {}
|
|
|
|
|
|
for k, v in extras.items():
|
|
|
baseui.setconfig('rhodecode_extras', k, v)
|
|
|
if hook_type == 'pre':
|
|
|
repo = repo.scm_instance
|
|
|
else:
|
|
|
#post push shouldn't use the cached instance never
|
|
|
repo = repo.scm_instance_no_cache
|
|
|
|
|
|
repo.ui = baseui
|
|
|
|
|
|
if hook_type == 'pre':
|
|
|
pre_push(baseui, repo)
|
|
|
|
|
|
# if push hook is enabled via web interface
|
|
|
elif hook_type == 'post' and _hooks.get(RhodeCodeUi.HOOK_PUSH):
|
|
|
|
|
|
rev_data = []
|
|
|
for l in revs:
|
|
|
old_rev, new_rev, ref = l.split(' ')
|
|
|
_ref_data = ref.split('/')
|
|
|
if _ref_data[1] in ['tags', 'heads']:
|
|
|
rev_data.append({'old_rev': old_rev,
|
|
|
'new_rev': new_rev,
|
|
|
'ref': ref,
|
|
|
'type': _ref_data[1],
|
|
|
'name': _ref_data[2].strip()})
|
|
|
|
|
|
git_revs = []
|
|
|
for push_ref in rev_data:
|
|
|
_type = push_ref['type']
|
|
|
if _type == 'heads':
|
|
|
if push_ref['old_rev'] == EmptyChangeset().raw_id:
|
|
|
cmd = "for-each-ref --format='%(refname)' 'refs/heads/*'"
|
|
|
heads = repo.run_git_command(cmd)[0]
|
|
|
heads = heads.replace(push_ref['ref'], '')
|
|
|
heads = ' '.join(map(lambda c: c.strip('\n').strip(),
|
|
|
heads.splitlines()))
|
|
|
cmd = (('log %(new_rev)s' % push_ref) +
|
|
|
' --reverse --pretty=format:"%H" --not ' + heads)
|
|
|
git_revs += repo.run_git_command(cmd)[0].splitlines()
|
|
|
|
|
|
elif push_ref['new_rev'] == EmptyChangeset().raw_id:
|
|
|
#delete branch case
|
|
|
git_revs += ['delete_branch=>%s' % push_ref['name']]
|
|
|
else:
|
|
|
cmd = (('log %(old_rev)s..%(new_rev)s' % push_ref) +
|
|
|
' --reverse --pretty=format:"%H"')
|
|
|
git_revs += repo.run_git_command(cmd)[0].splitlines()
|
|
|
|
|
|
elif _type == 'tags':
|
|
|
git_revs += ['tag=>%s' % push_ref['name']]
|
|
|
|
|
|
log_push_action(baseui, repo, _git_revs=git_revs)
|
|
|
|
