|
|
# -*- coding: utf-8 -*-
|
|
|
"""
|
|
|
rhodecode.tests.test_scm_operations
|
|
|
~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
|
|
|
|
|
|
Test suite for making push/pull operations.
|
|
|
Run using::
|
|
|
|
|
|
RC_WHOOSH_TEST_DISABLE=1 RC_NO_TMP_PATH=1 nosetests rhodecode/tests/scripts/test_vcs_operations.py
|
|
|
|
|
|
:created_on: Dec 30, 2010
|
|
|
:author: marcink
|
|
|
:copyright: (C) 2010-2012 Marcin Kuzminski <marcin@python-works.com>
|
|
|
:license: GPLv3, see COPYING for more details.
|
|
|
"""
|
|
|
# This program is free software: you can redistribute it and/or modify
|
|
|
# it under the terms of the GNU General Public License as published by
|
|
|
# the Free Software Foundation, either version 3 of the License, or
|
|
|
# (at your option) any later version.
|
|
|
#
|
|
|
# This program is distributed in the hope that it will be useful,
|
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
# GNU General Public License for more details.
|
|
|
#
|
|
|
# You should have received a copy of the GNU General Public License
|
|
|
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
|
|
import os
|
|
|
import tempfile
|
|
|
import unittest
|
|
|
import time
|
|
|
from os.path import join as jn
|
|
|
from os.path import dirname as dn
|
|
|
|
|
|
from tempfile import _RandomNameSequence
|
|
|
from subprocess import Popen, PIPE
|
|
|
|
|
|
from rhodecode.tests import *
|
|
|
from rhodecode.model.db import User, Repository, UserLog, UserIpMap
|
|
|
from rhodecode.model.meta import Session
|
|
|
from rhodecode.model.repo import RepoModel
|
|
|
from rhodecode.model.user import UserModel
|
|
|
|
|
|
DEBUG = True
|
|
|
HOST = '127.0.0.1:5000' # test host
|
|
|
|
|
|
|
|
|
class Command(object):
|
|
|
|
|
|
def __init__(self, cwd):
|
|
|
self.cwd = cwd
|
|
|
|
|
|
def execute(self, cmd, *args):
|
|
|
"""
|
|
|
Runs command on the system with given ``args``.
|
|
|
"""
|
|
|
|
|
|
command = cmd + ' ' + ' '.join(args)
|
|
|
if DEBUG:
|
|
|
print '*** CMD %s ***' % command
|
|
|
p = Popen(command, shell=True, stdout=PIPE, stderr=PIPE, cwd=self.cwd)
|
|
|
stdout, stderr = p.communicate()
|
|
|
if DEBUG:
|
|
|
print stdout, stderr
|
|
|
return stdout, stderr
|
|
|
|
|
|
|
|
|
def _get_tmp_dir():
|
|
|
return tempfile.mkdtemp(prefix='rc_integration_test')
|
|
|
|
|
|
|
|
|
def _construct_url(repo, dest=None, **kwargs):
|
|
|
if dest is None:
|
|
|
#make temp clone
|
|
|
dest = _get_tmp_dir()
|
|
|
params = {
|
|
|
'user': TEST_USER_ADMIN_LOGIN,
|
|
|
'passwd': TEST_USER_ADMIN_PASS,
|
|
|
'host': HOST,
|
|
|
'cloned_repo': repo,
|
|
|
'dest': dest
|
|
|
}
|
|
|
params.update(**kwargs)
|
|
|
if params['user'] and params['passwd']:
|
|
|
_url = 'http://%(user)s:%(passwd)s@%(host)s/%(cloned_repo)s %(dest)s' % params
|
|
|
else:
|
|
|
_url = 'http://(host)s/%(cloned_repo)s %(dest)s' % params
|
|
|
return _url
|
|
|
|
|
|
|
|
|
def _add_files_and_push(vcs, DEST, **kwargs):
|
|
|
"""
|
|
|
Generate some files, add it to DEST repo and push back
|
|
|
vcs is git or hg and defines what VCS we want to make those files for
|
|
|
|
|
|
:param vcs:
|
|
|
:param DEST:
|
|
|
"""
|
|
|
# commit some stuff into this repo
|
|
|
cwd = path = jn(DEST)
|
|
|
#added_file = jn(path, '%ssetupążźć.py' % _RandomNameSequence().next())
|
|
|
added_file = jn(path, '%ssetup.py' % _RandomNameSequence().next())
|
|
|
Command(cwd).execute('touch %s' % added_file)
|
|
|
Command(cwd).execute('%s add %s' % (vcs, added_file))
|
|
|
|
|
|
for i in xrange(3):
|
|
|
cmd = """echo 'added_line%s' >> %s""" % (i, added_file)
|
|
|
Command(cwd).execute(cmd)
|
|
|
if vcs == 'hg':
|
|
|
cmd = """hg commit -m 'commited new %s' -u '%s' %s """ % (
|
|
|
i, 'Marcin Kuźminski <marcin@python-blog.com>', added_file
|
|
|
)
|
|
|
elif vcs == 'git':
|
|
|
cmd = """git commit -m 'commited new %s' --author '%s' %s """ % (
|
|
|
i, 'Marcin Kuźminski <marcin@python-blog.com>', added_file
|
|
|
)
|
|
|
Command(cwd).execute(cmd)
|
|
|
# PUSH it back
|
|
|
if vcs == 'hg':
|
|
|
_REPO = HG_REPO
|
|
|
elif vcs == 'git':
|
|
|
_REPO = GIT_REPO
|
|
|
|
|
|
kwargs['dest'] = ''
|
|
|
clone_url = _construct_url(_REPO, **kwargs)
|
|
|
if 'clone_url' in kwargs:
|
|
|
clone_url = kwargs['clone_url']
|
|
|
if vcs == 'hg':
|
|
|
stdout, stderr = Command(cwd).execute('hg push --verbose', clone_url)
|
|
|
elif vcs == 'git':
|
|
|
stdout, stderr = Command(cwd).execute('git push', clone_url + " master")
|
|
|
|
|
|
return stdout, stderr
|
|
|
|
|
|
|
|
|
def set_anonymous_access(enable=True):
|
|
|
user = User.get_by_username(User.DEFAULT_USER)
|
|
|
user.active = enable
|
|
|
Session().add(user)
|
|
|
Session().commit()
|
|
|
print '\tanonymous access is now:', enable
|
|
|
if enable != User.get_by_username(User.DEFAULT_USER).active:
|
|
|
raise Exception('Cannot set anonymous access')
|
|
|
|
|
|
|
|
|
#==============================================================================
|
|
|
# TESTS
|
|
|
#==============================================================================
|
|
|
|
|
|
class TestVCSOperations(unittest.TestCase):
|
|
|
|
|
|
@classmethod
|
|
|
def setup_class(cls):
|
|
|
#DISABLE ANONYMOUS ACCESS
|
|
|
set_anonymous_access(False)
|
|
|
|
|
|
def setUp(self):
|
|
|
r = Repository.get_by_repo_name(GIT_REPO)
|
|
|
Repository.unlock(r)
|
|
|
r.enable_locking = False
|
|
|
Session().add(r)
|
|
|
Session().commit()
|
|
|
|
|
|
r = Repository.get_by_repo_name(HG_REPO)
|
|
|
Repository.unlock(r)
|
|
|
r.enable_locking = False
|
|
|
Session().add(r)
|
|
|
Session().commit()
|
|
|
|
|
|
def test_clone_hg_repo_by_admin(self):
|
|
|
clone_url = _construct_url(HG_REPO)
|
|
|
stdout, stderr = Command('/tmp').execute('hg clone', clone_url)
|
|
|
|
|
|
assert 'requesting all changes' in stdout
|
|
|
assert 'adding changesets' in stdout
|
|
|
assert 'adding manifests' in stdout
|
|
|
assert 'adding file changes' in stdout
|
|
|
|
|
|
assert stderr == ''
|
|
|
|
|
|
def test_clone_git_repo_by_admin(self):
|
|
|
clone_url = _construct_url(GIT_REPO)
|
|
|
stdout, stderr = Command('/tmp').execute('git clone', clone_url)
|
|
|
|
|
|
assert 'Cloning into' in stdout
|
|
|
assert stderr == ''
|
|
|
|
|
|
def test_clone_wrong_credentials_hg(self):
|
|
|
clone_url = _construct_url(HG_REPO, passwd='bad!')
|
|
|
stdout, stderr = Command('/tmp').execute('hg clone', clone_url)
|
|
|
assert 'abort: authorization failed' in stderr
|
|
|
|
|
|
def test_clone_wrong_credentials_git(self):
|
|
|
clone_url = _construct_url(GIT_REPO, passwd='bad!')
|
|
|
stdout, stderr = Command('/tmp').execute('git clone', clone_url)
|
|
|
assert 'fatal: Authentication failed' in stderr
|
|
|
|
|
|
def test_clone_git_dir_as_hg(self):
|
|
|
clone_url = _construct_url(GIT_REPO)
|
|
|
stdout, stderr = Command('/tmp').execute('hg clone', clone_url)
|
|
|
assert 'HTTP Error 404: Not Found' in stderr
|
|
|
|
|
|
def test_clone_hg_repo_as_git(self):
|
|
|
clone_url = _construct_url(HG_REPO)
|
|
|
stdout, stderr = Command('/tmp').execute('git clone', clone_url)
|
|
|
assert 'not found:' in stderr
|
|
|
|
|
|
def test_clone_non_existing_path_hg(self):
|
|
|
clone_url = _construct_url('trololo')
|
|
|
stdout, stderr = Command('/tmp').execute('hg clone', clone_url)
|
|
|
assert 'HTTP Error 404: Not Found' in stderr
|
|
|
|
|
|
def test_clone_non_existing_path_git(self):
|
|
|
clone_url = _construct_url('trololo')
|
|
|
stdout, stderr = Command('/tmp').execute('git clone', clone_url)
|
|
|
assert 'not found:' in stderr
|
|
|
|
|
|
def test_push_new_file_hg(self):
|
|
|
DEST = _get_tmp_dir()
|
|
|
clone_url = _construct_url(HG_REPO, dest=DEST)
|
|
|
stdout, stderr = Command('/tmp').execute('hg clone', clone_url)
|
|
|
|
|
|
stdout, stderr = _add_files_and_push('hg', DEST)
|
|
|
|
|
|
assert 'pushing to' in stdout
|
|
|
assert 'Repository size' in stdout
|
|
|
assert 'Last revision is now' in stdout
|
|
|
|
|
|
def test_push_new_file_git(self):
|
|
|
DEST = _get_tmp_dir()
|
|
|
clone_url = _construct_url(GIT_REPO, dest=DEST)
|
|
|
stdout, stderr = Command('/tmp').execute('git clone', clone_url)
|
|
|
|
|
|
# commit some stuff into this repo
|
|
|
stdout, stderr = _add_files_and_push('git', DEST)
|
|
|
|
|
|
#WTF git stderr ?!
|
|
|
assert 'master -> master' in stderr
|
|
|
|
|
|
def test_push_wrong_credentials_hg(self):
|
|
|
DEST = _get_tmp_dir()
|
|
|
clone_url = _construct_url(HG_REPO, dest=DEST)
|
|
|
stdout, stderr = Command('/tmp').execute('hg clone', clone_url)
|
|
|
|
|
|
stdout, stderr = _add_files_and_push('hg', DEST, user='bad',
|
|
|
passwd='name')
|
|
|
|
|
|
assert 'abort: authorization failed' in stderr
|
|
|
|
|
|
def test_push_wrong_credentials_git(self):
|
|
|
DEST = _get_tmp_dir()
|
|
|
clone_url = _construct_url(GIT_REPO, dest=DEST)
|
|
|
stdout, stderr = Command('/tmp').execute('git clone', clone_url)
|
|
|
|
|
|
stdout, stderr = _add_files_and_push('git', DEST, user='bad',
|
|
|
passwd='name')
|
|
|
|
|
|
assert 'fatal: Authentication failed' in stderr
|
|
|
|
|
|
def test_push_back_to_wrong_url_hg(self):
|
|
|
DEST = _get_tmp_dir()
|
|
|
clone_url = _construct_url(HG_REPO, dest=DEST)
|
|
|
stdout, stderr = Command('/tmp').execute('hg clone', clone_url)
|
|
|
|
|
|
stdout, stderr = _add_files_and_push('hg', DEST,
|
|
|
clone_url='http://127.0.0.1:5000/tmp',)
|
|
|
|
|
|
assert 'HTTP Error 404: Not Found' in stderr
|
|
|
|
|
|
def test_push_back_to_wrong_url_git(self):
|
|
|
DEST = _get_tmp_dir()
|
|
|
clone_url = _construct_url(GIT_REPO, dest=DEST)
|
|
|
stdout, stderr = Command('/tmp').execute('git clone', clone_url)
|
|
|
|
|
|
stdout, stderr = _add_files_and_push('git', DEST,
|
|
|
clone_url='http://127.0.0.1:5000/tmp',)
|
|
|
|
|
|
assert 'not found:' in stderr
|
|
|
|
|
|
def test_clone_and_create_lock_hg(self):
|
|
|
# enable locking
|
|
|
r = Repository.get_by_repo_name(HG_REPO)
|
|
|
r.enable_locking = True
|
|
|
Session().add(r)
|
|
|
Session().commit()
|
|
|
# clone
|
|
|
clone_url = _construct_url(HG_REPO)
|
|
|
stdout, stderr = Command('/tmp').execute('hg clone', clone_url)
|
|
|
|
|
|
#check if lock was made
|
|
|
r = Repository.get_by_repo_name(HG_REPO)
|
|
|
assert r.locked[0] == User.get_by_username(TEST_USER_ADMIN_LOGIN).user_id
|
|
|
|
|
|
def test_clone_and_create_lock_git(self):
|
|
|
# enable locking
|
|
|
r = Repository.get_by_repo_name(GIT_REPO)
|
|
|
r.enable_locking = True
|
|
|
Session().add(r)
|
|
|
Session().commit()
|
|
|
# clone
|
|
|
clone_url = _construct_url(GIT_REPO)
|
|
|
stdout, stderr = Command('/tmp').execute('git clone', clone_url)
|
|
|
|
|
|
#check if lock was made
|
|
|
r = Repository.get_by_repo_name(GIT_REPO)
|
|
|
assert r.locked[0] == User.get_by_username(TEST_USER_ADMIN_LOGIN).user_id
|
|
|
|
|
|
def test_clone_after_repo_was_locked_hg(self):
|
|
|
#lock repo
|
|
|
r = Repository.get_by_repo_name(HG_REPO)
|
|
|
Repository.lock(r, User.get_by_username(TEST_USER_ADMIN_LOGIN).user_id)
|
|
|
#pull fails since repo is locked
|
|
|
clone_url = _construct_url(HG_REPO)
|
|
|
stdout, stderr = Command('/tmp').execute('hg clone', clone_url)
|
|
|
msg = ("""abort: HTTP Error 423: Repository `%s` locked by user `%s`"""
|
|
|
% (HG_REPO, TEST_USER_ADMIN_LOGIN))
|
|
|
assert msg in stderr
|
|
|
|
|
|
def test_clone_after_repo_was_locked_git(self):
|
|
|
#lock repo
|
|
|
r = Repository.get_by_repo_name(GIT_REPO)
|
|
|
Repository.lock(r, User.get_by_username(TEST_USER_ADMIN_LOGIN).user_id)
|
|
|
#pull fails since repo is locked
|
|
|
clone_url = _construct_url(GIT_REPO)
|
|
|
stdout, stderr = Command('/tmp').execute('git clone', clone_url)
|
|
|
msg = ("""423 Repository `%s` locked by user `%s`"""
|
|
|
% (GIT_REPO, TEST_USER_ADMIN_LOGIN))
|
|
|
assert msg in stderr
|
|
|
|
|
|
def test_push_on_locked_repo_by_other_user_hg(self):
|
|
|
#clone some temp
|
|
|
DEST = _get_tmp_dir()
|
|
|
clone_url = _construct_url(HG_REPO, dest=DEST)
|
|
|
stdout, stderr = Command('/tmp').execute('hg clone', clone_url)
|
|
|
|
|
|
#lock repo
|
|
|
r = Repository.get_by_repo_name(HG_REPO)
|
|
|
# let this user actually push !
|
|
|
RepoModel().grant_user_permission(repo=r, user=TEST_USER_REGULAR_LOGIN,
|
|
|
perm='repository.write')
|
|
|
Session().commit()
|
|
|
Repository.lock(r, User.get_by_username(TEST_USER_ADMIN_LOGIN).user_id)
|
|
|
|
|
|
#push fails repo is locked by other user !
|
|
|
stdout, stderr = _add_files_and_push('hg', DEST,
|
|
|
user=TEST_USER_REGULAR_LOGIN,
|
|
|
passwd=TEST_USER_REGULAR_PASS)
|
|
|
msg = ("""abort: HTTP Error 423: Repository `%s` locked by user `%s`"""
|
|
|
% (HG_REPO, TEST_USER_ADMIN_LOGIN))
|
|
|
assert msg in stderr
|
|
|
|
|
|
#TODO: fix me ! somehow during tests hooks don't get called on GIT
|
|
|
# def test_push_on_locked_repo_by_other_user_git(self):
|
|
|
# #clone some temp
|
|
|
# DEST = _get_tmp_dir()
|
|
|
# clone_url = _construct_url(GIT_REPO, dest=DEST)
|
|
|
# stdout, stderr = Command('/tmp').execute('git clone', clone_url)
|
|
|
#
|
|
|
# #lock repo
|
|
|
# r = Repository.get_by_repo_name(GIT_REPO)
|
|
|
# # let this user actually push !
|
|
|
# RepoModel().grant_user_permission(repo=r, user=TEST_USER_REGULAR_LOGIN,
|
|
|
# perm='repository.write')
|
|
|
# Session().commit()
|
|
|
# Repository.lock(r, User.get_by_username(TEST_USER_ADMIN_LOGIN).user_id)
|
|
|
#
|
|
|
# #push fails repo is locked by other user !
|
|
|
# stdout, stderr = _add_files_and_push('git', DEST,
|
|
|
# user=TEST_USER_REGULAR_LOGIN,
|
|
|
# passwd=TEST_USER_REGULAR_PASS)
|
|
|
# msg = ("""abort: HTTP Error 423: Repository `%s` locked by user `%s`"""
|
|
|
# % (GIT_REPO, TEST_USER_ADMIN_LOGIN))
|
|
|
# #TODO: fix this somehow later on GIT, GIT is stupid and even if we throw
|
|
|
# # back 423 to it, it makes ANOTHER request and we fail there with 405 :/
|
|
|
# msg = "405 Method Not Allowed"
|
|
|
# assert msg in stderr
|
|
|
|
|
|
def test_push_unlocks_repository_hg(self):
|
|
|
# enable locking
|
|
|
r = Repository.get_by_repo_name(HG_REPO)
|
|
|
r.enable_locking = True
|
|
|
Session().add(r)
|
|
|
Session().commit()
|
|
|
#clone some temp
|
|
|
DEST = _get_tmp_dir()
|
|
|
clone_url = _construct_url(HG_REPO, dest=DEST)
|
|
|
stdout, stderr = Command('/tmp').execute('hg clone', clone_url)
|
|
|
|
|
|
#check for lock repo after clone
|
|
|
r = Repository.get_by_repo_name(HG_REPO)
|
|
|
assert r.locked[0] == User.get_by_username(TEST_USER_ADMIN_LOGIN).user_id
|
|
|
|
|
|
#push is ok and repo is now unlocked
|
|
|
stdout, stderr = _add_files_and_push('hg', DEST)
|
|
|
assert ('remote: Released lock on repo `%s`' % HG_REPO) in stdout
|
|
|
#we need to cleanup the Session Here !
|
|
|
Session.remove()
|
|
|
r = Repository.get_by_repo_name(HG_REPO)
|
|
|
assert r.locked == [None, None]
|
|
|
|
|
|
#TODO: fix me ! somehow during tests hooks don't get called on GIT
|
|
|
# def test_push_unlocks_repository_git(self):
|
|
|
# # enable locking
|
|
|
# r = Repository.get_by_repo_name(GIT_REPO)
|
|
|
# r.enable_locking = True
|
|
|
# Session().add(r)
|
|
|
# Session().commit()
|
|
|
# #clone some temp
|
|
|
# DEST = _get_tmp_dir()
|
|
|
# clone_url = _construct_url(GIT_REPO, dest=DEST)
|
|
|
# stdout, stderr = Command('/tmp').execute('git clone', clone_url)
|
|
|
#
|
|
|
# #check for lock repo after clone
|
|
|
# r = Repository.get_by_repo_name(GIT_REPO)
|
|
|
# assert r.locked[0] == User.get_by_username(TEST_USER_ADMIN_LOGIN).user_id
|
|
|
#
|
|
|
# #push is ok and repo is now unlocked
|
|
|
# stdout, stderr = _add_files_and_push('git', DEST)
|
|
|
# #assert ('remote: Released lock on repo `%s`' % GIT_REPO) in stdout
|
|
|
# #we need to cleanup the Session Here !
|
|
|
# Session.remove()
|
|
|
# r = Repository.get_by_repo_name(GIT_REPO)
|
|
|
# assert r.locked == [None, None]
|
|
|
|
|
|
def test_ip_restriction_hg(self):
|
|
|
user_model = UserModel()
|
|
|
try:
|
|
|
user_model.add_extra_ip(TEST_USER_ADMIN_LOGIN, '10.10.10.10/32')
|
|
|
Session().commit()
|
|
|
clone_url = _construct_url(HG_REPO)
|
|
|
stdout, stderr = Command('/tmp').execute('hg clone', clone_url)
|
|
|
assert 'abort: HTTP Error 403: Forbidden' in stderr
|
|
|
finally:
|
|
|
#release IP restrictions
|
|
|
for ip in UserIpMap.getAll():
|
|
|
UserIpMap.delete(ip.ip_id)
|
|
|
Session().commit()
|
|
|
|
|
|
time.sleep(2)
|
|
|
clone_url = _construct_url(HG_REPO)
|
|
|
stdout, stderr = Command('/tmp').execute('hg clone', clone_url)
|
|
|
|
|
|
assert 'requesting all changes' in stdout
|
|
|
assert 'adding changesets' in stdout
|
|
|
assert 'adding manifests' in stdout
|
|
|
assert 'adding file changes' in stdout
|
|
|
|
|
|
assert stderr == ''
|
|
|
|
|
|
def test_ip_restriction_git(self):
|
|
|
user_model = UserModel()
|
|
|
try:
|
|
|
user_model.add_extra_ip(TEST_USER_ADMIN_LOGIN, '10.10.10.10/32')
|
|
|
Session().commit()
|
|
|
clone_url = _construct_url(GIT_REPO)
|
|
|
stdout, stderr = Command('/tmp').execute('git clone', clone_url)
|
|
|
assert 'error: The requested URL returned error: 403 Forbidden' in stderr
|
|
|
finally:
|
|
|
#release IP restrictions
|
|
|
for ip in UserIpMap.getAll():
|
|
|
UserIpMap.delete(ip.ip_id)
|
|
|
Session().commit()
|
|
|
|
|
|
time.sleep(2)
|
|
|
clone_url = _construct_url(GIT_REPO)
|
|
|
stdout, stderr = Command('/tmp').execute('git clone', clone_url)
|
|
|
|
|
|
assert 'Cloning into' in stdout
|
|
|
assert stderr == ''
|
|
|
|
