##// END OF EJS Templates
tests: Fix test that expects the pyro4 scm app as default.
Martin Bornhold -
r975:97ed4c4f default
parent child Browse files
Show More
@@ -1,461 +1,461 b''
1 1 # -*- coding: utf-8 -*-
2 2
3 3 # Copyright (C) 2010-2016 RhodeCode GmbH
4 4 #
5 5 # This program is free software: you can redistribute it and/or modify
6 6 # it under the terms of the GNU Affero General Public License, version 3
7 7 # (only), as published by the Free Software Foundation.
8 8 #
9 9 # This program is distributed in the hope that it will be useful,
10 10 # but WITHOUT ANY WARRANTY; without even the implied warranty of
11 11 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 12 # GNU General Public License for more details.
13 13 #
14 14 # You should have received a copy of the GNU Affero General Public License
15 15 # along with this program. If not, see <http://www.gnu.org/licenses/>.
16 16 #
17 17 # This program is dual-licensed. If you wish to learn more about the
18 18 # RhodeCode Enterprise Edition, including its added features, Support services,
19 19 # and proprietary license terms, please see https://rhodecode.com/licenses/
20 20
21 21 import base64
22 22
23 23 import mock
24 24 import pytest
25 25 import webtest.app
26 26
27 27 from rhodecode.lib.caching_query import FromCache
28 28 from rhodecode.lib.hooks_daemon import DummyHooksCallbackDaemon
29 29 from rhodecode.lib.middleware import simplevcs
30 30 from rhodecode.lib.middleware.https_fixup import HttpsFixup
31 from rhodecode.lib.middleware.utils import scm_app
31 from rhodecode.lib.middleware.utils import scm_app_http
32 32 from rhodecode.model.db import User, _hash_key
33 33 from rhodecode.model.meta import Session
34 34 from rhodecode.tests import (
35 35 HG_REPO, TEST_USER_ADMIN_LOGIN, TEST_USER_ADMIN_PASS)
36 36 from rhodecode.tests.lib.middleware import mock_scm_app
37 37 from rhodecode.tests.utils import set_anonymous_access
38 38
39 39
40 40 class StubVCSController(simplevcs.SimpleVCS):
41 41
42 42 SCM = 'hg'
43 43 stub_response_body = tuple()
44 44
45 45 def __init__(self, *args, **kwargs):
46 46 super(StubVCSController, self).__init__(*args, **kwargs)
47 47 self._action = 'pull'
48 48 self._name = HG_REPO
49 49 self.set_repo_names(None)
50 50
51 51 def _get_repository_name(self, environ):
52 52 return self._name
53 53
54 54 def _get_action(self, environ):
55 55 return self._action
56 56
57 57 def _create_wsgi_app(self, repo_path, repo_name, config):
58 58 def fake_app(environ, start_response):
59 59 start_response('200 OK', [])
60 60 return self.stub_response_body
61 61 return fake_app
62 62
63 63 def _create_config(self, extras, repo_name):
64 64 return None
65 65
66 66
67 67 @pytest.fixture
68 68 def vcscontroller(pylonsapp, config_stub):
69 69 config_stub.testing_securitypolicy()
70 70 config_stub.include('rhodecode.authentication')
71 71
72 72 set_anonymous_access(True)
73 73 controller = StubVCSController(pylonsapp, pylonsapp.config, None)
74 74 app = HttpsFixup(controller, pylonsapp.config)
75 75 app = webtest.app.TestApp(app)
76 76
77 77 _remove_default_user_from_query_cache()
78 78
79 79 # Sanity checks that things are set up correctly
80 80 app.get('/' + HG_REPO, status=200)
81 81
82 82 app.controller = controller
83 83 return app
84 84
85 85
86 86 def _remove_default_user_from_query_cache():
87 87 user = User.get_default_user(cache=True)
88 88 query = Session().query(User).filter(User.username == user.username)
89 89 query = query.options(FromCache(
90 90 "sql_cache_short", "get_user_%s" % _hash_key(user.username)))
91 91 query.invalidate()
92 92 Session().expire(user)
93 93
94 94
95 95 @pytest.fixture
96 96 def disable_anonymous_user(request, pylonsapp):
97 97 set_anonymous_access(False)
98 98
99 99 @request.addfinalizer
100 100 def cleanup():
101 101 set_anonymous_access(True)
102 102
103 103
104 104 def test_handles_exceptions_during_permissions_checks(
105 105 vcscontroller, disable_anonymous_user):
106 106 user_and_pass = '%s:%s' % (TEST_USER_ADMIN_LOGIN, TEST_USER_ADMIN_PASS)
107 107 auth_password = base64.encodestring(user_and_pass).strip()
108 108 extra_environ = {
109 109 'AUTH_TYPE': 'Basic',
110 110 'HTTP_AUTHORIZATION': 'Basic %s' % auth_password,
111 111 'REMOTE_USER': TEST_USER_ADMIN_LOGIN,
112 112 }
113 113
114 114 # Verify that things are hooked up correctly
115 115 vcscontroller.get('/', status=200, extra_environ=extra_environ)
116 116
117 117 # Simulate trouble during permission checks
118 118 with mock.patch('rhodecode.model.db.User.get_by_username',
119 119 side_effect=Exception) as get_user:
120 120 # Verify that a correct 500 is returned and check that the expected
121 121 # code path was hit.
122 122 vcscontroller.get('/', status=500, extra_environ=extra_environ)
123 123 assert get_user.called
124 124
125 125
126 126 def test_returns_forbidden_if_no_anonymous_access(
127 127 vcscontroller, disable_anonymous_user):
128 128 vcscontroller.get('/', status=401)
129 129
130 130
131 131 class StubFailVCSController(simplevcs.SimpleVCS):
132 132 def _handle_request(self, environ, start_response):
133 133 raise Exception("BOOM")
134 134
135 135
136 136 @pytest.fixture(scope='module')
137 137 def fail_controller(pylonsapp):
138 138 controller = StubFailVCSController(pylonsapp, pylonsapp.config, None)
139 139 controller = HttpsFixup(controller, pylonsapp.config)
140 140 controller = webtest.app.TestApp(controller)
141 141 return controller
142 142
143 143
144 144 def test_handles_exceptions_as_internal_server_error(fail_controller):
145 145 fail_controller.get('/', status=500)
146 146
147 147
148 148 def test_provides_traceback_for_appenlight(fail_controller):
149 149 response = fail_controller.get(
150 150 '/', status=500, extra_environ={'appenlight.client': 'fake'})
151 151 assert 'appenlight.__traceback' in response.request.environ
152 152
153 153
154 154 def test_provides_utils_scm_app_as_scm_app_by_default(pylonsapp):
155 155 controller = StubVCSController(pylonsapp, pylonsapp.config, None)
156 assert controller.scm_app is scm_app
156 assert controller.scm_app is scm_app_http
157 157
158 158
159 159 def test_allows_to_override_scm_app_via_config(pylonsapp):
160 160 config = pylonsapp.config.copy()
161 161 config['vcs.scm_app_implementation'] = (
162 162 'rhodecode.tests.lib.middleware.mock_scm_app')
163 163 controller = StubVCSController(pylonsapp, config, None)
164 164 assert controller.scm_app is mock_scm_app
165 165
166 166
167 167 @pytest.mark.parametrize('query_string, expected', [
168 168 ('cmd=stub_command', True),
169 169 ('cmd=listkeys', False),
170 170 ])
171 171 def test_should_check_locking(query_string, expected):
172 172 result = simplevcs._should_check_locking(query_string)
173 173 assert result == expected
174 174
175 175
176 176 class TestShadowRepoRegularExpression(object):
177 177 pr_segment = 'pull-request'
178 178 shadow_segment = 'repository'
179 179
180 180 @pytest.mark.parametrize('url, expected', [
181 181 # repo with/without groups
182 182 ('My-Repo/{pr_segment}/1/{shadow_segment}', True),
183 183 ('Group/My-Repo/{pr_segment}/2/{shadow_segment}', True),
184 184 ('Group/Sub-Group/My-Repo/{pr_segment}/3/{shadow_segment}', True),
185 185 ('Group/Sub-Group1/Sub-Group2/My-Repo/{pr_segment}/3/{shadow_segment}', True),
186 186
187 187 # pull request ID
188 188 ('MyRepo/{pr_segment}/1/{shadow_segment}', True),
189 189 ('MyRepo/{pr_segment}/1234567890/{shadow_segment}', True),
190 190 ('MyRepo/{pr_segment}/-1/{shadow_segment}', False),
191 191 ('MyRepo/{pr_segment}/invalid/{shadow_segment}', False),
192 192
193 193 # unicode
194 194 (u'Sp€çîál-Repö/{pr_segment}/1/{shadow_segment}', True),
195 195 (u'Sp€çîál-Gröüp/Sp€çîál-Repö/{pr_segment}/1/{shadow_segment}', True),
196 196
197 197 # trailing/leading slash
198 198 ('/My-Repo/{pr_segment}/1/{shadow_segment}', False),
199 199 ('My-Repo/{pr_segment}/1/{shadow_segment}/', False),
200 200 ('/My-Repo/{pr_segment}/1/{shadow_segment}/', False),
201 201
202 202 # misc
203 203 ('My-Repo/{pr_segment}/1/{shadow_segment}/extra', False),
204 204 ('My-Repo/{pr_segment}/1/{shadow_segment}extra', False),
205 205 ])
206 206 def test_shadow_repo_regular_expression(self, url, expected):
207 207 from rhodecode.lib.middleware.simplevcs import SimpleVCS
208 208 url = url.format(
209 209 pr_segment=self.pr_segment,
210 210 shadow_segment=self.shadow_segment)
211 211 match_obj = SimpleVCS.shadow_repo_re.match(url)
212 212 assert (match_obj is not None) == expected
213 213
214 214
215 215 @pytest.mark.backends('git', 'hg')
216 216 class TestShadowRepoExposure(object):
217 217
218 218 def test_pull_on_shadow_repo_propagates_to_wsgi_app(self, pylonsapp):
219 219 """
220 220 Check that a pull action to a shadow repo is propagated to the
221 221 underlying wsgi app.
222 222 """
223 223 controller = StubVCSController(pylonsapp, pylonsapp.config, None)
224 224 controller._check_ssl = mock.Mock()
225 225 controller.is_shadow_repo = True
226 226 controller._action = 'pull'
227 227 controller.stub_response_body = 'dummy body value'
228 228 environ_stub = {
229 229 'HTTP_HOST': 'test.example.com',
230 230 'REQUEST_METHOD': 'GET',
231 231 'wsgi.url_scheme': 'http',
232 232 }
233 233
234 234 response = controller(environ_stub, mock.Mock())
235 235 response_body = ''.join(response)
236 236
237 237 # Assert that we got the response from the wsgi app.
238 238 assert response_body == controller.stub_response_body
239 239
240 240 def test_push_on_shadow_repo_raises(self, pylonsapp):
241 241 """
242 242 Check that a push action to a shadow repo is aborted.
243 243 """
244 244 controller = StubVCSController(pylonsapp, pylonsapp.config, None)
245 245 controller._check_ssl = mock.Mock()
246 246 controller.is_shadow_repo = True
247 247 controller._action = 'push'
248 248 controller.stub_response_body = 'dummy body value'
249 249 environ_stub = {
250 250 'HTTP_HOST': 'test.example.com',
251 251 'REQUEST_METHOD': 'GET',
252 252 'wsgi.url_scheme': 'http',
253 253 }
254 254
255 255 response = controller(environ_stub, mock.Mock())
256 256 response_body = ''.join(response)
257 257
258 258 assert response_body != controller.stub_response_body
259 259 # Assert that a 406 error is returned.
260 260 assert '406 Not Acceptable' in response_body
261 261
262 262 def test_set_repo_names_no_shadow(self, pylonsapp):
263 263 """
264 264 Check that the set_repo_names method sets all names to the one returned
265 265 by the _get_repository_name method on a request to a non shadow repo.
266 266 """
267 267 environ_stub = {}
268 268 controller = StubVCSController(pylonsapp, pylonsapp.config, None)
269 269 controller._name = 'RepoGroup/MyRepo'
270 270 controller.set_repo_names(environ_stub)
271 271 assert not controller.is_shadow_repo
272 272 assert (controller.url_repo_name ==
273 273 controller.acl_repo_name ==
274 274 controller.vcs_repo_name ==
275 275 controller._get_repository_name(environ_stub))
276 276
277 277 def test_set_repo_names_with_shadow(self, pylonsapp, pr_util):
278 278 """
279 279 Check that the set_repo_names method sets correct names on a request
280 280 to a shadow repo.
281 281 """
282 282 from rhodecode.model.pull_request import PullRequestModel
283 283
284 284 pull_request = pr_util.create_pull_request()
285 285 shadow_url = '{target}/{pr_segment}/{pr_id}/{shadow_segment}'.format(
286 286 target=pull_request.target_repo.repo_name,
287 287 pr_id=pull_request.pull_request_id,
288 288 pr_segment=TestShadowRepoRegularExpression.pr_segment,
289 289 shadow_segment=TestShadowRepoRegularExpression.shadow_segment)
290 290 controller = StubVCSController(pylonsapp, pylonsapp.config, None)
291 291 controller._name = shadow_url
292 292 controller.set_repo_names({})
293 293
294 294 # Get file system path to shadow repo for assertions.
295 295 workspace_id = PullRequestModel()._workspace_id(pull_request)
296 296 target_vcs = pull_request.target_repo.scm_instance()
297 297 vcs_repo_name = target_vcs._get_shadow_repository_path(
298 298 workspace_id)
299 299
300 300 assert controller.vcs_repo_name == vcs_repo_name
301 301 assert controller.url_repo_name == shadow_url
302 302 assert controller.acl_repo_name == pull_request.target_repo.repo_name
303 303 assert controller.is_shadow_repo
304 304
305 305 def test_set_repo_names_with_shadow_but_missing_pr(
306 306 self, pylonsapp, pr_util):
307 307 """
308 308 Checks that the set_repo_names method enforces matching target repos
309 309 and pull request IDs.
310 310 """
311 311 pull_request = pr_util.create_pull_request()
312 312 shadow_url = '{target}/{pr_segment}/{pr_id}/{shadow_segment}'.format(
313 313 target=pull_request.target_repo.repo_name,
314 314 pr_id=999999999,
315 315 pr_segment=TestShadowRepoRegularExpression.pr_segment,
316 316 shadow_segment=TestShadowRepoRegularExpression.shadow_segment)
317 317 controller = StubVCSController(pylonsapp, pylonsapp.config, None)
318 318 controller._name = shadow_url
319 319 controller.set_repo_names({})
320 320
321 321 assert not controller.is_shadow_repo
322 322 assert (controller.url_repo_name ==
323 323 controller.acl_repo_name ==
324 324 controller.vcs_repo_name)
325 325
326 326
327 327 @pytest.mark.usefixtures('db')
328 328 @mock.patch.multiple(
329 329 'Pyro4.config', SERVERTYPE='multiplex', POLLTIMEOUT=0.01)
330 330 class TestGenerateVcsResponse:
331 331
332 332 def test_ensures_that_start_response_is_called_early_enough(self):
333 333 self.call_controller_with_response_body(iter(['a', 'b']))
334 334 assert self.start_response.called
335 335
336 336 def test_invalidates_cache_after_body_is_consumed(self):
337 337 result = self.call_controller_with_response_body(iter(['a', 'b']))
338 338 assert not self.was_cache_invalidated()
339 339 # Consume the result
340 340 list(result)
341 341 assert self.was_cache_invalidated()
342 342
343 343 @mock.patch('rhodecode.lib.middleware.simplevcs.HTTPLockedRC')
344 344 def test_handles_locking_exception(self, http_locked_rc):
345 345 result = self.call_controller_with_response_body(
346 346 self.raise_result_iter(vcs_kind='repo_locked'))
347 347 assert not http_locked_rc.called
348 348 # Consume the result
349 349 list(result)
350 350 assert http_locked_rc.called
351 351
352 352 @mock.patch('rhodecode.lib.middleware.simplevcs.HTTPRequirementError')
353 353 def test_handles_requirement_exception(self, http_requirement):
354 354 result = self.call_controller_with_response_body(
355 355 self.raise_result_iter(vcs_kind='requirement'))
356 356 assert not http_requirement.called
357 357 # Consume the result
358 358 list(result)
359 359 assert http_requirement.called
360 360
361 361 @mock.patch('rhodecode.lib.middleware.simplevcs.HTTPLockedRC')
362 362 def test_handles_locking_exception_in_app_call(self, http_locked_rc):
363 363 app_factory_patcher = mock.patch.object(
364 364 StubVCSController, '_create_wsgi_app')
365 365 with app_factory_patcher as app_factory:
366 366 app_factory().side_effect = self.vcs_exception()
367 367 result = self.call_controller_with_response_body(['a'])
368 368 list(result)
369 369 assert http_locked_rc.called
370 370
371 371 def test_raises_unknown_exceptions(self):
372 372 result = self.call_controller_with_response_body(
373 373 self.raise_result_iter(vcs_kind='unknown'))
374 374 with pytest.raises(Exception):
375 375 list(result)
376 376
377 377 def test_prepare_callback_daemon_is_called(self):
378 378 def side_effect(extras):
379 379 return DummyHooksCallbackDaemon(), extras
380 380
381 381 prepare_patcher = mock.patch.object(
382 382 StubVCSController, '_prepare_callback_daemon')
383 383 with prepare_patcher as prepare_mock:
384 384 prepare_mock.side_effect = side_effect
385 385 self.call_controller_with_response_body(iter(['a', 'b']))
386 386 assert prepare_mock.called
387 387 assert prepare_mock.call_count == 1
388 388
389 389 def call_controller_with_response_body(self, response_body):
390 390 settings = {
391 391 'base_path': 'fake_base_path',
392 392 'vcs.hooks.protocol': 'http',
393 393 'vcs.hooks.direct_calls': False,
394 394 }
395 395 controller = StubVCSController(None, settings, None)
396 396 controller._invalidate_cache = mock.Mock()
397 397 controller.stub_response_body = response_body
398 398 self.start_response = mock.Mock()
399 399 result = controller._generate_vcs_response(
400 400 environ={}, start_response=self.start_response,
401 401 repo_path='fake_repo_path',
402 402 extras={}, action='push')
403 403 self.controller = controller
404 404 return result
405 405
406 406 def raise_result_iter(self, vcs_kind='repo_locked'):
407 407 """
408 408 Simulates an exception due to a vcs raised exception if kind vcs_kind
409 409 """
410 410 raise self.vcs_exception(vcs_kind=vcs_kind)
411 411 yield "never_reached"
412 412
413 413 def vcs_exception(self, vcs_kind='repo_locked'):
414 414 locked_exception = Exception('TEST_MESSAGE')
415 415 locked_exception._vcs_kind = vcs_kind
416 416 return locked_exception
417 417
418 418 def was_cache_invalidated(self):
419 419 return self.controller._invalidate_cache.called
420 420
421 421
422 422 class TestInitializeGenerator:
423 423
424 424 def test_drains_first_element(self):
425 425 gen = self.factory(['__init__', 1, 2])
426 426 result = list(gen)
427 427 assert result == [1, 2]
428 428
429 429 @pytest.mark.parametrize('values', [
430 430 [],
431 431 [1, 2],
432 432 ])
433 433 def test_raises_value_error(self, values):
434 434 with pytest.raises(ValueError):
435 435 self.factory(values)
436 436
437 437 @simplevcs.initialize_generator
438 438 def factory(self, iterable):
439 439 for elem in iterable:
440 440 yield elem
441 441
442 442
443 443 class TestPrepareHooksDaemon(object):
444 444 def test_calls_imported_prepare_callback_daemon(self, app_settings):
445 445 expected_extras = {'extra1': 'value1'}
446 446 daemon = DummyHooksCallbackDaemon()
447 447
448 448 controller = StubVCSController(None, app_settings, None)
449 449 prepare_patcher = mock.patch.object(
450 450 simplevcs, 'prepare_callback_daemon',
451 451 return_value=(daemon, expected_extras))
452 452 with prepare_patcher as prepare_mock:
453 453 callback_daemon, extras = controller._prepare_callback_daemon(
454 454 expected_extras.copy())
455 455 prepare_mock.assert_called_once_with(
456 456 expected_extras,
457 457 protocol=app_settings['vcs.hooks.protocol'],
458 458 use_direct_calls=app_settings['vcs.hooks.direct_calls'])
459 459
460 460 assert callback_daemon == daemon
461 461 assert extras == extras
General Comments 0
You need to be logged in to leave comments. Login now