##// END OF EJS Templates
gunicorn: use consistent formatting with rhodecode logs.
gunicorn: use consistent formatting with rhodecode logs.

File last commit:

r2487:fcee5614 default
r2606:77f54c99 default
Show More
pylons_plugin.py
297 lines | 9.1 KiB | text/x-python | PythonLexer
project: added all source files and assets
r1 # -*- coding: utf-8 -*-
release: update copyright year to 2018
r2487 # Copyright (C) 2010-2018 RhodeCode GmbH
project: added all source files and assets
r1 #
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU Affero General Public License, version 3
# (only), as published by the Free Software Foundation.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU Affero General Public License
# along with this program. If not, see <http://www.gnu.org/licenses/>.
#
# This program is dual-licensed. If you wish to learn more about the
# RhodeCode Enterprise Edition, including its added features, Support services,
# and proprietary license terms, please see https://rhodecode.com/licenses/
import json
import platform
import socket
tests: use gunicorn for testing. This is close to production testing...
r2453
project: added all source files and assets
r1 import pytest
pytest: added db_connection fixture.
r2372 from rhodecode.lib.pyramid_utils import get_app_config
project: added all source files and assets
r1 from rhodecode.tests.fixture import TestINI
tests: rewrote code for running vcs_operations. Now it starts it's own...
r2457 from rhodecode.tests.server_utils import RcVCSServer
project: added all source files and assets
r1
def _parse_json(value):
return json.loads(value) if value else None
def pytest_addoption(parser):
tests: use WARN loglevel by default, and add --test-loglevel flag to change this....
r1123 parser.addoption(
'--test-loglevel', dest='test_loglevel',
help="Set default Logging level for tests, warn (default), info, debug")
project: added all source files and assets
r1 group = parser.getgroup('pylons')
group.addoption(
pytest: renamed pylons_config into pyramid_config.
r2369 '--with-pylons', dest='pyramid_config',
project: added all source files and assets
r1 help="Set up a Pylons environment with the specified config file.")
group.addoption(
tests: allow running tests via make file on different databases
r2100 '--ini-config-override', action='store', type=_parse_json,
pytest: renamed pylons_config into pyramid_config.
r2369 default=None, dest='pyramid_config_override', help=(
project: added all source files and assets
r1 "Overrides the .ini file settings. Should be specified in JSON"
" format, e.g. '{\"section\": {\"parameter\": \"value\", ...}}'"
)
)
parser.addini(
pytest: renamed pylons_config into pyramid_config.
r2369 'pyramid_config',
"Set up a Pyramid environment with the specified config file.")
project: added all source files and assets
r1
vcsgroup = parser.getgroup('vcs')
vcsgroup.addoption(
'--without-vcsserver', dest='with_vcsserver', action='store_false',
help="Do not start the VCSServer in a background process.")
vcsgroup.addoption(
'--with-vcsserver-http', dest='vcsserver_config_http',
help="Start the HTTP VCSServer with the specified config file.")
vcsgroup.addoption(
'--vcsserver-protocol', dest='vcsserver_protocol',
core: removed pyro4 from Enterprise code. Fixes #5198
r1409 help="Start the VCSServer with HTTP protocol support.")
project: added all source files and assets
r1 vcsgroup.addoption(
'--vcsserver-config-override', action='store', type=_parse_json,
default=None, dest='vcsserver_config_override', help=(
"Overrides the .ini file settings for the VCSServer. "
"Should be specified in JSON "
"format, e.g. '{\"section\": {\"parameter\": \"value\", ...}}'"
)
)
vcsgroup.addoption(
'--vcsserver-port', action='store', type=int,
default=None, help=(
"Allows to set the port of the vcsserver. Useful when testing "
"against an already running server and random ports cause "
"trouble."))
parser.addini(
'vcsserver_config_http',
"Start the HTTP VCSServer with the specified config file.")
parser.addini(
'vcsserver_protocol',
core: removed pyro4 from Enterprise code. Fixes #5198
r1409 "Start the VCSServer with HTTP protocol support.")
project: added all source files and assets
r1
@pytest.fixture(scope='session')
tests: rewrote code for running vcs_operations. Now it starts it's own...
r2457 def vcsserver(request, vcsserver_port, vcsserver_factory):
project: added all source files and assets
r1 """
Session scope VCSServer.
Tests wich need the VCSServer have to rely on this fixture in order
to ensure it will be running.
For specific needs, the fixture vcsserver_factory can be used. It allows to
adjust the configuration file for the test run.
Command line args:
--without-vcsserver: Allows to switch this fixture off. You have to
manually start the server.
--vcsserver-port: Will expect the VCSServer to listen on this port.
"""
if not request.config.getoption('with_vcsserver'):
return None
return vcsserver_factory(
tests: rewrote code for running vcs_operations. Now it starts it's own...
r2457 request, vcsserver_port=vcsserver_port)
project: added all source files and assets
r1
@pytest.fixture(scope='session')
def vcsserver_factory(tmpdir_factory):
"""
Use this if you need a running vcsserver with a special configuration.
"""
tests: rewrote code for running vcs_operations. Now it starts it's own...
r2457 def factory(request, overrides=(), vcsserver_port=None,
log_file=None):
project: added all source files and assets
r1
if vcsserver_port is None:
vcsserver_port = get_available_port()
overrides = list(overrides)
tests: rewrote code for running vcs_operations. Now it starts it's own...
r2457 overrides.append({'server:main': {'port': vcsserver_port}})
project: added all source files and assets
r1
if is_cygwin():
platform_override = {'DEFAULT': {
'beaker.cache.repo_object.type': 'nocache'}}
overrides.append(platform_override)
tests: rewrote code for running vcs_operations. Now it starts it's own...
r2457 option_name = 'vcsserver_config_http'
project: added all source files and assets
r1 override_option_name = 'vcsserver_config_override'
config_file = get_config(
request.config, option_name=option_name,
override_option_name=override_option_name, overrides=overrides,
basetemp=tmpdir_factory.getbasetemp().strpath,
prefix='test_vcs_')
tests: rewrote code for running vcs_operations. Now it starts it's own...
r2457 server = RcVCSServer(config_file, log_file)
project: added all source files and assets
r1 server.start()
@request.addfinalizer
def cleanup():
server.shutdown()
server.wait_until_ready()
return server
return factory
def is_cygwin():
return 'cygwin' in platform.system().lower()
tests: use WARN loglevel by default, and add --test-loglevel flag to change this....
r1123 def _use_log_level(config):
level = config.getoption('test_loglevel') or 'warn'
return level.upper()
project: added all source files and assets
r1 @pytest.fixture(scope='session')
pylons: remove pylons as dependency...
r2351 def ini_config(request, tmpdir_factory, rcserver_port, vcsserver_port):
pytest: renamed pylons_config into pyramid_config.
r2369 option_name = 'pyramid_config'
tests: use WARN loglevel by default, and add --test-loglevel flag to change this....
r1123 log_level = _use_log_level(request.config)
project: added all source files and assets
r1
overrides = [
{'server:main': {'port': rcserver_port}},
tests: Fix --without-vcsserver parameter...
r816 {'app:main': {
'vcs.server': 'localhost:%s' % vcsserver_port,
# johbo: We will always start the VCSServer on our own based on the
# fixtures of the test cases. For the test run it must always be
# off in the INI file.
'vcs.start_server': 'false',
tests: rewrote code for running vcs_operations. Now it starts it's own...
r2457
'vcs.server.protocol': 'http',
'vcs.scm_app_implementation': 'http',
'vcs.hooks.protocol': 'http',
tests: Fix --without-vcsserver parameter...
r816 }},
tests: use WARN loglevel by default, and add --test-loglevel flag to change this....
r1123
{'handler_console': {
'class ': 'StreamHandler',
'args ': '(sys.stderr,)',
'level': log_level,
}},
tests: Fix --without-vcsserver parameter...
r816 ]
project: added all source files and assets
r1
filename = get_config(
request.config, option_name=option_name,
override_option_name='{}_override'.format(option_name),
overrides=overrides,
basetemp=tmpdir_factory.getbasetemp().strpath,
prefix='test_rce_')
return filename
@pytest.fixture(scope='session')
pytest: added db_connection fixture.
r2372 def ini_settings(ini_config):
ini_path = ini_config
return get_app_config(ini_path)
tests: rewrote code for running vcs_operations. Now it starts it's own...
r2457 def get_available_port():
family = socket.AF_INET
socktype = socket.SOCK_STREAM
host = '127.0.0.1'
mysocket = socket.socket(family, socktype)
mysocket.bind((host, 0))
port = mysocket.getsockname()[1]
mysocket.close()
del mysocket
return port
pytest: added db_connection fixture.
r2372 @pytest.fixture(scope='session')
project: added all source files and assets
r1 def rcserver_port(request):
port = get_available_port()
core: removed pyro4 from Enterprise code. Fixes #5198
r1409 print('Using rcserver port {}'.format(port))
project: added all source files and assets
r1 return port
@pytest.fixture(scope='session')
def vcsserver_port(request):
port = request.config.getoption('--vcsserver-port')
if port is None:
port = get_available_port()
core: removed pyro4 from Enterprise code. Fixes #5198
r1409 print('Using vcsserver port {}'.format(port))
project: added all source files and assets
r1 return port
@pytest.fixture(scope='session')
def available_port_factory():
"""
Returns a callable which returns free port numbers.
"""
return get_available_port
@pytest.fixture
def available_port(available_port_factory):
"""
Gives you one free port for the current test.
Uses "available_port_factory" to retrieve the port.
"""
return available_port_factory()
@pytest.fixture(scope='session')
pylons: remove pylons as dependency...
r2351 def testini_factory(tmpdir_factory, ini_config):
project: added all source files and assets
r1 """
Factory to create an INI file based on TestINI.
It will make sure to place the INI file in the correct directory.
"""
basetemp = tmpdir_factory.getbasetemp().strpath
pylons: remove pylons as dependency...
r2351 return TestIniFactory(basetemp, ini_config)
project: added all source files and assets
r1
class TestIniFactory(object):
def __init__(self, basetemp, template_ini):
self._basetemp = basetemp
self._template_ini = template_ini
def __call__(self, ini_params, new_file_prefix='test'):
ini_file = TestINI(
self._template_ini, ini_params=ini_params,
new_file_prefix=new_file_prefix, dir=self._basetemp)
result = ini_file.create()
return result
def get_config(
config, option_name, override_option_name, overrides=None,
basetemp=None, prefix='test'):
"""
Find a configuration file and apply overrides for the given `prefix`.
"""
config_file = (
config.getoption(option_name) or config.getini(option_name))
if not config_file:
pytest.exit(
"Configuration error, could not extract {}.".format(option_name))
overrides = overrides or []
config_override = config.getoption(override_option_name)
if config_override:
overrides.append(config_override)
temp_ini_file = TestINI(
config_file, ini_params=overrides, new_file_prefix=prefix,
dir=basetemp)
return temp_ini_file.create()