##// END OF EJS Templates
feat(archive-cache): objectstore now makes bucket required, and use shards as folders inside it
feat(archive-cache): objectstore now makes bucket required, and use shards as folders inside it

File last commit:

r5357:947712ef merge default
r5447:ba9c215d default
Show More
__init__.py
246 lines | 7.6 KiB | text/x-python | PythonLexer
project: added all source files and assets
r1
copyrights: updated for 2023
r5088 # Copyright (C) 2010-2023 RhodeCode GmbH
project: added all source files and assets
r1 #
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU Affero General Public License, version 3
# (only), as published by the Free Software Foundation.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU Affero General Public License
# along with this program. If not, see <http://www.gnu.org/licenses/>.
#
# This program is dual-licensed. If you wish to learn more about the
# RhodeCode Enterprise Edition, including its added features, Support services,
# and proprietary license terms, please see https://rhodecode.com/licenses/
import os
import time
import logging
import datetime
import tempfile
from os.path import join as jn
tests: multiple tests cases fixes for python3
r4994 import urllib.parse
project: added all source files and assets
r1
import pytest
feat(repo_path-config): moved main storage location path into ini file. Fixes: RCCE-61
r5356 import rhodecode
project: added all source files and assets
r1 from rhodecode.model.db import User
from rhodecode.lib import auth
global-permissions: ported controller to pyramid view....
r1941 from rhodecode.lib import helpers as h
tests: use common test route generator.
r4614 from rhodecode.lib.helpers import flash
tests: multiple tests cases fixes for python3
r4994 from rhodecode.lib.str_utils import safe_str
from rhodecode.lib.hash_utils import sha1_safe
project: added all source files and assets
r1
log = logging.getLogger(__name__)
__all__ = [
tests: refactor code to use a single test url generator
r5173 'get_new_dir', 'TestController',
tests: use common test route generator.
r4614 'clear_cache_regions',
tests: added special no-newline test name generator
r1720 'assert_session_flash', 'login_user', 'no_newline_id_generator',
project: added all source files and assets
r1 'TESTS_TMP_PATH', 'HG_REPO', 'GIT_REPO', 'SVN_REPO',
'NEW_HG_REPO', 'NEW_GIT_REPO',
'HG_FORK', 'GIT_FORK', 'TEST_USER_ADMIN_LOGIN', 'TEST_USER_ADMIN_PASS',
'TEST_USER_REGULAR_LOGIN', 'TEST_USER_REGULAR_PASS',
'TEST_USER_REGULAR_EMAIL', 'TEST_USER_REGULAR2_LOGIN',
'TEST_USER_REGULAR2_PASS', 'TEST_USER_REGULAR2_EMAIL', 'TEST_HG_REPO',
'TEST_HG_REPO_CLONE', 'TEST_HG_REPO_PULL', 'TEST_GIT_REPO',
'TEST_GIT_REPO_CLONE', 'TEST_GIT_REPO_PULL', 'SCM_TESTS',
]
# SOME GLOBALS FOR TESTS
TEST_DIR = tempfile.gettempdir()
TEST_USER_ADMIN_LOGIN = 'test_admin'
TEST_USER_ADMIN_PASS = 'test12'
TEST_USER_ADMIN_EMAIL = 'test_admin@mail.com'
TEST_USER_REGULAR_LOGIN = 'test_regular'
TEST_USER_REGULAR_PASS = 'test12'
TEST_USER_REGULAR_EMAIL = 'test_regular@mail.com'
TEST_USER_REGULAR2_LOGIN = 'test_regular2'
TEST_USER_REGULAR2_PASS = 'test12'
TEST_USER_REGULAR2_EMAIL = 'test_regular2@mail.com'
HG_REPO = 'vcs_test_hg'
GIT_REPO = 'vcs_test_git'
SVN_REPO = 'vcs_test_svn'
NEW_HG_REPO = 'vcs_test_hg_new'
NEW_GIT_REPO = 'vcs_test_git_new'
HG_FORK = 'vcs_test_hg_fork'
GIT_FORK = 'vcs_test_git_fork'
## VCS
SCM_TESTS = ['hg', 'git']
uniq_suffix = str(int(time.mktime(datetime.datetime.now().timetuple())))
Updated with a latest changes.
r5357 TESTS_TMP_PATH = tempfile.mkdtemp(prefix='rc_test_', dir=TEST_DIR)
project: added all source files and assets
r1 TEST_GIT_REPO = jn(TESTS_TMP_PATH, GIT_REPO)
tests: multiple tests cases fixes for python3
r4994 TEST_GIT_REPO_CLONE = jn(TESTS_TMP_PATH, f'vcsgitclone{uniq_suffix}')
TEST_GIT_REPO_PULL = jn(TESTS_TMP_PATH, f'vcsgitpull{uniq_suffix}')
project: added all source files and assets
r1
TEST_HG_REPO = jn(TESTS_TMP_PATH, HG_REPO)
tests: multiple tests cases fixes for python3
r4994 TEST_HG_REPO_CLONE = jn(TESTS_TMP_PATH, f'vcshgclone{uniq_suffix}')
TEST_HG_REPO_PULL = jn(TESTS_TMP_PATH, f'vcshgpull{uniq_suffix}')
project: added all source files and assets
r1
TEST_REPO_PREFIX = 'vcs-test'
caches: use dogpile for sql_cache_short region.
r2883 def clear_cache_regions(regions=None):
# dogpile
from rhodecode.lib.rc_cache import region_meta
for region_name, region in region_meta.dogpile_cache_regions.items():
if not regions or region_name in regions:
region.invalidate()
project: added all source files and assets
r1
def get_new_dir(title):
"""
Returns always new directory path.
"""
from rhodecode.tests.vcs.utils import get_normalized_path
name_parts = [TEST_REPO_PREFIX]
if title:
name_parts.append(title)
tests: multiple tests cases fixes for python3
r4994 hex_str = sha1_safe(f'{os.getpid()} {time.time()}')
project: added all source files and assets
r1 name_parts.append(hex_str)
name = '-'.join(name_parts)
feat(repo_path-config): moved main storage location path into ini file. Fixes: RCCE-61
r5356 path = jn(TEST_DIR, name)
project: added all source files and assets
r1 return get_normalized_path(path)
shadow-repos: use numeric repo id for creation of shadow repos....
r2810 def repo_id_generator(name):
numeric_hash = 0
for char in name:
numeric_hash += (ord(char))
return numeric_hash
project: added all source files and assets
r1 @pytest.mark.usefixtures('app', 'index_location')
class TestController(object):
maxDiff = None
def log_user(self, username=TEST_USER_ADMIN_LOGIN,
password=TEST_USER_ADMIN_PASS):
self._logged_username = username
self._session = login_user_session(self.app, username, password)
self.csrf_token = auth.get_csrf_token(self._session)
return self._session['rhodecode_user']
def logout_user(self):
logout_user_session(self.app, auth.get_csrf_token(self._session))
self.csrf_token = None
self._logged_username = None
self._session = None
def _get_logged_user(self):
return User.get_by_username(self._logged_username)
def login_user_session(
app, username=TEST_USER_ADMIN_LOGIN, password=TEST_USER_ADMIN_PASS):
global-permissions: ported controller to pyramid view....
r1941
pytest: Use hardcoded login URLs in tests....
r40 response = app.post(
global-permissions: ported controller to pyramid view....
r1941 h.route_path('login'),
pytest: Use hardcoded login URLs in tests....
r40 {'username': username, 'password': password})
tests: multiple tests cases fixes for python3
r4994 if 'invalid user name' in response.text:
pytest.fail(f'could not login using {username} {password}')
project: added all source files and assets
r1
assert response.status == '302 Found'
response = response.follow()
pytest: Fix the user login function....
r41 assert response.status == '200 OK'
project: added all source files and assets
r1
home: moved home and repo group views into pyramid....
r1774 session = response.get_session_from_response()
pytest: Fix the user login function....
r41 assert 'rhodecode_user' in session
rc_user = session['rhodecode_user']
assert rc_user.get('username') == username
assert rc_user.get('is_authenticated')
return session
project: added all source files and assets
r1
def logout_user_session(app, csrf_token):
global-permissions: ported controller to pyramid view....
r1941 app.post(h.route_path('logout'), {'csrf_token': csrf_token}, status=302)
project: added all source files and assets
r1
def login_user(app, username=TEST_USER_ADMIN_LOGIN,
password=TEST_USER_ADMIN_PASS):
return login_user_session(app, username, password)['rhodecode_user']
helpers: remove usage of pylons session.
r2095 def assert_session_flash(response, msg=None, category=None, no_=None):
project: added all source files and assets
r1 """
Assert on a flash message in the current session.
helpers: remove usage of pylons session.
r2095 :param response: Response from give calll, it will contain flash
messages or bound session with them.
:param msg: The expected message. Will be evaluated if a
project: added all source files and assets
r1 :class:`LazyString` is passed in.
:param category: Optional. If passed, the message category will be
checked as well.
helpers: remove usage of pylons session.
r2095 :param no_: Optional. If passed, the message will be checked to NOT
be in the flash session
project: added all source files and assets
r1 """
tests: re-use assert_session_flash to also test for negative cases....
r1925 if msg is None and no_ is None:
raise ValueError("Parameter msg or no_ is required.")
if msg and no_:
raise ValueError("Please specify either msg or no_, but not both")
project: added all source files and assets
r1
helpers: remove usage of pylons session.
r2095 session = response.get_session_from_response()
messages = flash.pop_messages(session=session)
tests: improve detection of empty flash messages during the tests
r1097 msg = _eval_if_lazy(msg)
tests: improve assert_flash_message call when called with no_ and empty flash is present.
r2349 if no_:
tests: multiple tests cases fixes for python3
r4994 error_msg = f'unable to detect no_ message `{no_}` in empty flash list'
tests: improve assert_flash_message call when called with no_ and empty flash is present.
r2349 else:
tests: multiple tests cases fixes for python3
r4994 error_msg = f'unable to find message `{msg}` in empty flash list'
tests: improve assert_flash_message call when called with no_ and empty flash is present.
r2349 assert messages, error_msg
project: added all source files and assets
r1 message = messages[0]
tests: re-use assert_session_flash to also test for negative cases....
r1925 message_text = _eval_if_lazy(message.message) or ''
project: added all source files and assets
r1
tests: re-use assert_session_flash to also test for negative cases....
r1925 if no_:
if no_ in message_text:
tests: multiple tests cases fixes for python3
r4994 msg = f'msg `{no_}` found in session flash.'
tests: re-use assert_session_flash to also test for negative cases....
r1925 pytest.fail(safe_str(msg))
else:
tests: fixed all tests for python3 BIG changes
r5087
tests: re-use assert_session_flash to also test for negative cases....
r1925 if msg not in message_text:
tests: multiple tests cases fixes for python3
r4994 fail_msg = f'msg `{msg}` not found in ' \
f'session flash: got `{message_text}` (type:{type(message_text)}) instead'
tests: improve debugging of failed flash messages.
r1312
tests: re-use assert_session_flash to also test for negative cases....
r1925 pytest.fail(safe_str(fail_msg))
tests: fixed all tests for python3 BIG changes
r5087
tests: re-use assert_session_flash to also test for negative cases....
r1925 if category:
assert category == message.category
project: added all source files and assets
r1
def _eval_if_lazy(value):
return value.eval() if hasattr(value, 'eval') else value
tests: added special no-newline test name generator
r1720 def no_newline_id_generator(test_name):
"""
Generates a test name without spaces or newlines characters. Used for
nicer output of progress of test
"""
tests: multiple tests cases fixes for python3
r4994
dan
tests: fixed some pytest deprecated calls, and warnings.
r3098 test_name = safe_str(test_name)\
tests: added special no-newline test name generator
r1720 .replace('\n', '_N') \
tests: no-newline generator should also replace \r
r1930 .replace('\r', '_N') \
tests: added special no-newline test name generator
r1720 .replace('\t', '_T') \
.replace(' ', '_S')
return test_name or 'test-with-empty-name'
tests: use common test route generator.
r4614