##// END OF EJS Templates
auth: Fix password_changed function, fixes #4043....
Martin Bornhold -
r482:930b0a4d default
parent child Browse files
Show More
@@ -1,990 +1,992 b''
1 # -*- coding: utf-8 -*-
1 # -*- coding: utf-8 -*-
2
2
3 # Copyright (C) 2010-2016 RhodeCode GmbH
3 # Copyright (C) 2010-2016 RhodeCode GmbH
4 #
4 #
5 # This program is free software: you can redistribute it and/or modify
5 # This program is free software: you can redistribute it and/or modify
6 # it under the terms of the GNU Affero General Public License, version 3
6 # it under the terms of the GNU Affero General Public License, version 3
7 # (only), as published by the Free Software Foundation.
7 # (only), as published by the Free Software Foundation.
8 #
8 #
9 # This program is distributed in the hope that it will be useful,
9 # This program is distributed in the hope that it will be useful,
10 # but WITHOUT ANY WARRANTY; without even the implied warranty of
10 # but WITHOUT ANY WARRANTY; without even the implied warranty of
11 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
11 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 # GNU General Public License for more details.
12 # GNU General Public License for more details.
13 #
13 #
14 # You should have received a copy of the GNU Affero General Public License
14 # You should have received a copy of the GNU Affero General Public License
15 # along with this program. If not, see <http://www.gnu.org/licenses/>.
15 # along with this program. If not, see <http://www.gnu.org/licenses/>.
16 #
16 #
17 # This program is dual-licensed. If you wish to learn more about the
17 # This program is dual-licensed. If you wish to learn more about the
18 # RhodeCode Enterprise Edition, including its added features, Support services,
18 # RhodeCode Enterprise Edition, including its added features, Support services,
19 # and proprietary license terms, please see https://rhodecode.com/licenses/
19 # and proprietary license terms, please see https://rhodecode.com/licenses/
20
20
21 """
21 """
22 Utilities library for RhodeCode
22 Utilities library for RhodeCode
23 """
23 """
24
24
25 import datetime
25 import datetime
26 import decorator
26 import decorator
27 import json
27 import json
28 import logging
28 import logging
29 import os
29 import os
30 import re
30 import re
31 import shutil
31 import shutil
32 import tempfile
32 import tempfile
33 import traceback
33 import traceback
34 import tarfile
34 import tarfile
35 import warnings
35 import warnings
36 from os.path import join as jn
36 from os.path import join as jn
37
37
38 import paste
38 import paste
39 import pkg_resources
39 import pkg_resources
40 from paste.script.command import Command, BadCommand
40 from paste.script.command import Command, BadCommand
41 from webhelpers.text import collapse, remove_formatting, strip_tags
41 from webhelpers.text import collapse, remove_formatting, strip_tags
42 from mako import exceptions
42 from mako import exceptions
43 from pyramid.threadlocal import get_current_registry
43 from pyramid.threadlocal import get_current_registry
44
44
45 from rhodecode.lib.fakemod import create_module
45 from rhodecode.lib.fakemod import create_module
46 from rhodecode.lib.vcs.backends.base import Config
46 from rhodecode.lib.vcs.backends.base import Config
47 from rhodecode.lib.vcs.exceptions import VCSError
47 from rhodecode.lib.vcs.exceptions import VCSError
48 from rhodecode.lib.vcs.utils.helpers import get_scm, get_scm_backend
48 from rhodecode.lib.vcs.utils.helpers import get_scm, get_scm_backend
49 from rhodecode.lib.utils2 import (
49 from rhodecode.lib.utils2 import (
50 safe_str, safe_unicode, get_current_rhodecode_user, md5)
50 safe_str, safe_unicode, get_current_rhodecode_user, md5)
51 from rhodecode.model import meta
51 from rhodecode.model import meta
52 from rhodecode.model.db import (
52 from rhodecode.model.db import (
53 Repository, User, RhodeCodeUi, UserLog, RepoGroup, UserGroup)
53 Repository, User, RhodeCodeUi, UserLog, RepoGroup, UserGroup)
54 from rhodecode.model.meta import Session
54 from rhodecode.model.meta import Session
55
55
56
56
57 log = logging.getLogger(__name__)
57 log = logging.getLogger(__name__)
58
58
59 REMOVED_REPO_PAT = re.compile(r'rm__\d{8}_\d{6}_\d{6}__.*')
59 REMOVED_REPO_PAT = re.compile(r'rm__\d{8}_\d{6}_\d{6}__.*')
60
60
61 _license_cache = None
61 _license_cache = None
62
62
63
63
64 def recursive_replace(str_, replace=' '):
64 def recursive_replace(str_, replace=' '):
65 """
65 """
66 Recursive replace of given sign to just one instance
66 Recursive replace of given sign to just one instance
67
67
68 :param str_: given string
68 :param str_: given string
69 :param replace: char to find and replace multiple instances
69 :param replace: char to find and replace multiple instances
70
70
71 Examples::
71 Examples::
72 >>> recursive_replace("Mighty---Mighty-Bo--sstones",'-')
72 >>> recursive_replace("Mighty---Mighty-Bo--sstones",'-')
73 'Mighty-Mighty-Bo-sstones'
73 'Mighty-Mighty-Bo-sstones'
74 """
74 """
75
75
76 if str_.find(replace * 2) == -1:
76 if str_.find(replace * 2) == -1:
77 return str_
77 return str_
78 else:
78 else:
79 str_ = str_.replace(replace * 2, replace)
79 str_ = str_.replace(replace * 2, replace)
80 return recursive_replace(str_, replace)
80 return recursive_replace(str_, replace)
81
81
82
82
83 def repo_name_slug(value):
83 def repo_name_slug(value):
84 """
84 """
85 Return slug of name of repository
85 Return slug of name of repository
86 This function is called on each creation/modification
86 This function is called on each creation/modification
87 of repository to prevent bad names in repo
87 of repository to prevent bad names in repo
88 """
88 """
89
89
90 slug = remove_formatting(value)
90 slug = remove_formatting(value)
91 slug = strip_tags(slug)
91 slug = strip_tags(slug)
92
92
93 for c in """`?=[]\;'"<>,/~!@#$%^&*()+{}|: """:
93 for c in """`?=[]\;'"<>,/~!@#$%^&*()+{}|: """:
94 slug = slug.replace(c, '-')
94 slug = slug.replace(c, '-')
95 slug = recursive_replace(slug, '-')
95 slug = recursive_replace(slug, '-')
96 slug = collapse(slug, '-')
96 slug = collapse(slug, '-')
97 return slug
97 return slug
98
98
99
99
100 #==============================================================================
100 #==============================================================================
101 # PERM DECORATOR HELPERS FOR EXTRACTING NAMES FOR PERM CHECKS
101 # PERM DECORATOR HELPERS FOR EXTRACTING NAMES FOR PERM CHECKS
102 #==============================================================================
102 #==============================================================================
103 def get_repo_slug(request):
103 def get_repo_slug(request):
104 _repo = request.environ['pylons.routes_dict'].get('repo_name')
104 _repo = request.environ['pylons.routes_dict'].get('repo_name')
105 if _repo:
105 if _repo:
106 _repo = _repo.rstrip('/')
106 _repo = _repo.rstrip('/')
107 return _repo
107 return _repo
108
108
109
109
110 def get_repo_group_slug(request):
110 def get_repo_group_slug(request):
111 _group = request.environ['pylons.routes_dict'].get('group_name')
111 _group = request.environ['pylons.routes_dict'].get('group_name')
112 if _group:
112 if _group:
113 _group = _group.rstrip('/')
113 _group = _group.rstrip('/')
114 return _group
114 return _group
115
115
116
116
117 def get_user_group_slug(request):
117 def get_user_group_slug(request):
118 _group = request.environ['pylons.routes_dict'].get('user_group_id')
118 _group = request.environ['pylons.routes_dict'].get('user_group_id')
119 try:
119 try:
120 _group = UserGroup.get(_group)
120 _group = UserGroup.get(_group)
121 if _group:
121 if _group:
122 _group = _group.users_group_name
122 _group = _group.users_group_name
123 except Exception:
123 except Exception:
124 log.debug(traceback.format_exc())
124 log.debug(traceback.format_exc())
125 #catch all failures here
125 #catch all failures here
126 pass
126 pass
127
127
128 return _group
128 return _group
129
129
130
130
131 def action_logger(user, action, repo, ipaddr='', sa=None, commit=False):
131 def action_logger(user, action, repo, ipaddr='', sa=None, commit=False):
132 """
132 """
133 Action logger for various actions made by users
133 Action logger for various actions made by users
134
134
135 :param user: user that made this action, can be a unique username string or
135 :param user: user that made this action, can be a unique username string or
136 object containing user_id attribute
136 object containing user_id attribute
137 :param action: action to log, should be on of predefined unique actions for
137 :param action: action to log, should be on of predefined unique actions for
138 easy translations
138 easy translations
139 :param repo: string name of repository or object containing repo_id,
139 :param repo: string name of repository or object containing repo_id,
140 that action was made on
140 that action was made on
141 :param ipaddr: optional ip address from what the action was made
141 :param ipaddr: optional ip address from what the action was made
142 :param sa: optional sqlalchemy session
142 :param sa: optional sqlalchemy session
143
143
144 """
144 """
145
145
146 if not sa:
146 if not sa:
147 sa = meta.Session()
147 sa = meta.Session()
148 # if we don't get explicit IP address try to get one from registered user
148 # if we don't get explicit IP address try to get one from registered user
149 # in tmpl context var
149 # in tmpl context var
150 if not ipaddr:
150 if not ipaddr:
151 ipaddr = getattr(get_current_rhodecode_user(), 'ip_addr', '')
151 ipaddr = getattr(get_current_rhodecode_user(), 'ip_addr', '')
152
152
153 try:
153 try:
154 if getattr(user, 'user_id', None):
154 if getattr(user, 'user_id', None):
155 user_obj = User.get(user.user_id)
155 user_obj = User.get(user.user_id)
156 elif isinstance(user, basestring):
156 elif isinstance(user, basestring):
157 user_obj = User.get_by_username(user)
157 user_obj = User.get_by_username(user)
158 else:
158 else:
159 raise Exception('You have to provide a user object or a username')
159 raise Exception('You have to provide a user object or a username')
160
160
161 if getattr(repo, 'repo_id', None):
161 if getattr(repo, 'repo_id', None):
162 repo_obj = Repository.get(repo.repo_id)
162 repo_obj = Repository.get(repo.repo_id)
163 repo_name = repo_obj.repo_name
163 repo_name = repo_obj.repo_name
164 elif isinstance(repo, basestring):
164 elif isinstance(repo, basestring):
165 repo_name = repo.lstrip('/')
165 repo_name = repo.lstrip('/')
166 repo_obj = Repository.get_by_repo_name(repo_name)
166 repo_obj = Repository.get_by_repo_name(repo_name)
167 else:
167 else:
168 repo_obj = None
168 repo_obj = None
169 repo_name = ''
169 repo_name = ''
170
170
171 user_log = UserLog()
171 user_log = UserLog()
172 user_log.user_id = user_obj.user_id
172 user_log.user_id = user_obj.user_id
173 user_log.username = user_obj.username
173 user_log.username = user_obj.username
174 action = safe_unicode(action)
174 action = safe_unicode(action)
175 user_log.action = action[:1200000]
175 user_log.action = action[:1200000]
176
176
177 user_log.repository = repo_obj
177 user_log.repository = repo_obj
178 user_log.repository_name = repo_name
178 user_log.repository_name = repo_name
179
179
180 user_log.action_date = datetime.datetime.now()
180 user_log.action_date = datetime.datetime.now()
181 user_log.user_ip = ipaddr
181 user_log.user_ip = ipaddr
182 sa.add(user_log)
182 sa.add(user_log)
183
183
184 log.info('Logging action:`%s` on repo:`%s` by user:%s ip:%s',
184 log.info('Logging action:`%s` on repo:`%s` by user:%s ip:%s',
185 action, safe_unicode(repo), user_obj, ipaddr)
185 action, safe_unicode(repo), user_obj, ipaddr)
186 if commit:
186 if commit:
187 sa.commit()
187 sa.commit()
188 except Exception:
188 except Exception:
189 log.error(traceback.format_exc())
189 log.error(traceback.format_exc())
190 raise
190 raise
191
191
192
192
193 def get_filesystem_repos(path, recursive=False, skip_removed_repos=True):
193 def get_filesystem_repos(path, recursive=False, skip_removed_repos=True):
194 """
194 """
195 Scans given path for repos and return (name,(type,path)) tuple
195 Scans given path for repos and return (name,(type,path)) tuple
196
196
197 :param path: path to scan for repositories
197 :param path: path to scan for repositories
198 :param recursive: recursive search and return names with subdirs in front
198 :param recursive: recursive search and return names with subdirs in front
199 """
199 """
200
200
201 # remove ending slash for better results
201 # remove ending slash for better results
202 path = path.rstrip(os.sep)
202 path = path.rstrip(os.sep)
203 log.debug('now scanning in %s location recursive:%s...', path, recursive)
203 log.debug('now scanning in %s location recursive:%s...', path, recursive)
204
204
205 def _get_repos(p):
205 def _get_repos(p):
206 dirpaths = _get_dirpaths(p)
206 dirpaths = _get_dirpaths(p)
207 if not _is_dir_writable(p):
207 if not _is_dir_writable(p):
208 log.warning('repo path without write access: %s', p)
208 log.warning('repo path without write access: %s', p)
209
209
210 for dirpath in dirpaths:
210 for dirpath in dirpaths:
211 if os.path.isfile(os.path.join(p, dirpath)):
211 if os.path.isfile(os.path.join(p, dirpath)):
212 continue
212 continue
213 cur_path = os.path.join(p, dirpath)
213 cur_path = os.path.join(p, dirpath)
214
214
215 # skip removed repos
215 # skip removed repos
216 if skip_removed_repos and REMOVED_REPO_PAT.match(dirpath):
216 if skip_removed_repos and REMOVED_REPO_PAT.match(dirpath):
217 continue
217 continue
218
218
219 #skip .<somethin> dirs
219 #skip .<somethin> dirs
220 if dirpath.startswith('.'):
220 if dirpath.startswith('.'):
221 continue
221 continue
222
222
223 try:
223 try:
224 scm_info = get_scm(cur_path)
224 scm_info = get_scm(cur_path)
225 yield scm_info[1].split(path, 1)[-1].lstrip(os.sep), scm_info
225 yield scm_info[1].split(path, 1)[-1].lstrip(os.sep), scm_info
226 except VCSError:
226 except VCSError:
227 if not recursive:
227 if not recursive:
228 continue
228 continue
229 #check if this dir containts other repos for recursive scan
229 #check if this dir containts other repos for recursive scan
230 rec_path = os.path.join(p, dirpath)
230 rec_path = os.path.join(p, dirpath)
231 if os.path.isdir(rec_path):
231 if os.path.isdir(rec_path):
232 for inner_scm in _get_repos(rec_path):
232 for inner_scm in _get_repos(rec_path):
233 yield inner_scm
233 yield inner_scm
234
234
235 return _get_repos(path)
235 return _get_repos(path)
236
236
237
237
238 def _get_dirpaths(p):
238 def _get_dirpaths(p):
239 try:
239 try:
240 # OS-independable way of checking if we have at least read-only
240 # OS-independable way of checking if we have at least read-only
241 # access or not.
241 # access or not.
242 dirpaths = os.listdir(p)
242 dirpaths = os.listdir(p)
243 except OSError:
243 except OSError:
244 log.warning('ignoring repo path without read access: %s', p)
244 log.warning('ignoring repo path without read access: %s', p)
245 return []
245 return []
246
246
247 # os.listpath has a tweak: If a unicode is passed into it, then it tries to
247 # os.listpath has a tweak: If a unicode is passed into it, then it tries to
248 # decode paths and suddenly returns unicode objects itself. The items it
248 # decode paths and suddenly returns unicode objects itself. The items it
249 # cannot decode are returned as strings and cause issues.
249 # cannot decode are returned as strings and cause issues.
250 #
250 #
251 # Those paths are ignored here until a solid solution for path handling has
251 # Those paths are ignored here until a solid solution for path handling has
252 # been built.
252 # been built.
253 expected_type = type(p)
253 expected_type = type(p)
254
254
255 def _has_correct_type(item):
255 def _has_correct_type(item):
256 if type(item) is not expected_type:
256 if type(item) is not expected_type:
257 log.error(
257 log.error(
258 u"Ignoring path %s since it cannot be decoded into unicode.",
258 u"Ignoring path %s since it cannot be decoded into unicode.",
259 # Using "repr" to make sure that we see the byte value in case
259 # Using "repr" to make sure that we see the byte value in case
260 # of support.
260 # of support.
261 repr(item))
261 repr(item))
262 return False
262 return False
263 return True
263 return True
264
264
265 dirpaths = [item for item in dirpaths if _has_correct_type(item)]
265 dirpaths = [item for item in dirpaths if _has_correct_type(item)]
266
266
267 return dirpaths
267 return dirpaths
268
268
269
269
270 def _is_dir_writable(path):
270 def _is_dir_writable(path):
271 """
271 """
272 Probe if `path` is writable.
272 Probe if `path` is writable.
273
273
274 Due to trouble on Cygwin / Windows, this is actually probing if it is
274 Due to trouble on Cygwin / Windows, this is actually probing if it is
275 possible to create a file inside of `path`, stat does not produce reliable
275 possible to create a file inside of `path`, stat does not produce reliable
276 results in this case.
276 results in this case.
277 """
277 """
278 try:
278 try:
279 with tempfile.TemporaryFile(dir=path):
279 with tempfile.TemporaryFile(dir=path):
280 pass
280 pass
281 except OSError:
281 except OSError:
282 return False
282 return False
283 return True
283 return True
284
284
285
285
286 def is_valid_repo(repo_name, base_path, expect_scm=None, explicit_scm=None):
286 def is_valid_repo(repo_name, base_path, expect_scm=None, explicit_scm=None):
287 """
287 """
288 Returns True if given path is a valid repository False otherwise.
288 Returns True if given path is a valid repository False otherwise.
289 If expect_scm param is given also, compare if given scm is the same
289 If expect_scm param is given also, compare if given scm is the same
290 as expected from scm parameter. If explicit_scm is given don't try to
290 as expected from scm parameter. If explicit_scm is given don't try to
291 detect the scm, just use the given one to check if repo is valid
291 detect the scm, just use the given one to check if repo is valid
292
292
293 :param repo_name:
293 :param repo_name:
294 :param base_path:
294 :param base_path:
295 :param expect_scm:
295 :param expect_scm:
296 :param explicit_scm:
296 :param explicit_scm:
297
297
298 :return True: if given path is a valid repository
298 :return True: if given path is a valid repository
299 """
299 """
300 full_path = os.path.join(safe_str(base_path), safe_str(repo_name))
300 full_path = os.path.join(safe_str(base_path), safe_str(repo_name))
301 log.debug('Checking if `%s` is a valid path for repository', repo_name)
301 log.debug('Checking if `%s` is a valid path for repository', repo_name)
302
302
303 try:
303 try:
304 if explicit_scm:
304 if explicit_scm:
305 detected_scms = [get_scm_backend(explicit_scm)]
305 detected_scms = [get_scm_backend(explicit_scm)]
306 else:
306 else:
307 detected_scms = get_scm(full_path)
307 detected_scms = get_scm(full_path)
308
308
309 if expect_scm:
309 if expect_scm:
310 return detected_scms[0] == expect_scm
310 return detected_scms[0] == expect_scm
311 log.debug('path: %s is an vcs object:%s', full_path, detected_scms)
311 log.debug('path: %s is an vcs object:%s', full_path, detected_scms)
312 return True
312 return True
313 except VCSError:
313 except VCSError:
314 log.debug('path: %s is not a valid repo !', full_path)
314 log.debug('path: %s is not a valid repo !', full_path)
315 return False
315 return False
316
316
317
317
318 def is_valid_repo_group(repo_group_name, base_path, skip_path_check=False):
318 def is_valid_repo_group(repo_group_name, base_path, skip_path_check=False):
319 """
319 """
320 Returns True if given path is a repository group, False otherwise
320 Returns True if given path is a repository group, False otherwise
321
321
322 :param repo_name:
322 :param repo_name:
323 :param base_path:
323 :param base_path:
324 """
324 """
325 full_path = os.path.join(safe_str(base_path), safe_str(repo_group_name))
325 full_path = os.path.join(safe_str(base_path), safe_str(repo_group_name))
326 log.debug('Checking if `%s` is a valid path for repository group',
326 log.debug('Checking if `%s` is a valid path for repository group',
327 repo_group_name)
327 repo_group_name)
328
328
329 # check if it's not a repo
329 # check if it's not a repo
330 if is_valid_repo(repo_group_name, base_path):
330 if is_valid_repo(repo_group_name, base_path):
331 log.debug('Repo called %s exist, it is not a valid '
331 log.debug('Repo called %s exist, it is not a valid '
332 'repo group' % repo_group_name)
332 'repo group' % repo_group_name)
333 return False
333 return False
334
334
335 try:
335 try:
336 # we need to check bare git repos at higher level
336 # we need to check bare git repos at higher level
337 # since we might match branches/hooks/info/objects or possible
337 # since we might match branches/hooks/info/objects or possible
338 # other things inside bare git repo
338 # other things inside bare git repo
339 scm_ = get_scm(os.path.dirname(full_path))
339 scm_ = get_scm(os.path.dirname(full_path))
340 log.debug('path: %s is a vcs object:%s, not valid '
340 log.debug('path: %s is a vcs object:%s, not valid '
341 'repo group' % (full_path, scm_))
341 'repo group' % (full_path, scm_))
342 return False
342 return False
343 except VCSError:
343 except VCSError:
344 pass
344 pass
345
345
346 # check if it's a valid path
346 # check if it's a valid path
347 if skip_path_check or os.path.isdir(full_path):
347 if skip_path_check or os.path.isdir(full_path):
348 log.debug('path: %s is a valid repo group !', full_path)
348 log.debug('path: %s is a valid repo group !', full_path)
349 return True
349 return True
350
350
351 log.debug('path: %s is not a valid repo group !', full_path)
351 log.debug('path: %s is not a valid repo group !', full_path)
352 return False
352 return False
353
353
354
354
355 def ask_ok(prompt, retries=4, complaint='Yes or no please!'):
355 def ask_ok(prompt, retries=4, complaint='Yes or no please!'):
356 while True:
356 while True:
357 ok = raw_input(prompt)
357 ok = raw_input(prompt)
358 if ok in ('y', 'ye', 'yes'):
358 if ok in ('y', 'ye', 'yes'):
359 return True
359 return True
360 if ok in ('n', 'no', 'nop', 'nope'):
360 if ok in ('n', 'no', 'nop', 'nope'):
361 return False
361 return False
362 retries = retries - 1
362 retries = retries - 1
363 if retries < 0:
363 if retries < 0:
364 raise IOError
364 raise IOError
365 print complaint
365 print complaint
366
366
367 # propagated from mercurial documentation
367 # propagated from mercurial documentation
368 ui_sections = [
368 ui_sections = [
369 'alias', 'auth',
369 'alias', 'auth',
370 'decode/encode', 'defaults',
370 'decode/encode', 'defaults',
371 'diff', 'email',
371 'diff', 'email',
372 'extensions', 'format',
372 'extensions', 'format',
373 'merge-patterns', 'merge-tools',
373 'merge-patterns', 'merge-tools',
374 'hooks', 'http_proxy',
374 'hooks', 'http_proxy',
375 'smtp', 'patch',
375 'smtp', 'patch',
376 'paths', 'profiling',
376 'paths', 'profiling',
377 'server', 'trusted',
377 'server', 'trusted',
378 'ui', 'web', ]
378 'ui', 'web', ]
379
379
380
380
381 def config_data_from_db(clear_session=True, repo=None):
381 def config_data_from_db(clear_session=True, repo=None):
382 """
382 """
383 Read the configuration data from the database and return configuration
383 Read the configuration data from the database and return configuration
384 tuples.
384 tuples.
385 """
385 """
386 from rhodecode.model.settings import VcsSettingsModel
386 from rhodecode.model.settings import VcsSettingsModel
387
387
388 config = []
388 config = []
389
389
390 sa = meta.Session()
390 sa = meta.Session()
391 settings_model = VcsSettingsModel(repo=repo, sa=sa)
391 settings_model = VcsSettingsModel(repo=repo, sa=sa)
392
392
393 ui_settings = settings_model.get_ui_settings()
393 ui_settings = settings_model.get_ui_settings()
394
394
395 for setting in ui_settings:
395 for setting in ui_settings:
396 if setting.active:
396 if setting.active:
397 log.debug(
397 log.debug(
398 'settings ui from db: [%s] %s=%s',
398 'settings ui from db: [%s] %s=%s',
399 setting.section, setting.key, setting.value)
399 setting.section, setting.key, setting.value)
400 config.append((
400 config.append((
401 safe_str(setting.section), safe_str(setting.key),
401 safe_str(setting.section), safe_str(setting.key),
402 safe_str(setting.value)))
402 safe_str(setting.value)))
403 if setting.key == 'push_ssl':
403 if setting.key == 'push_ssl':
404 # force set push_ssl requirement to False, rhodecode
404 # force set push_ssl requirement to False, rhodecode
405 # handles that
405 # handles that
406 config.append((
406 config.append((
407 safe_str(setting.section), safe_str(setting.key), False))
407 safe_str(setting.section), safe_str(setting.key), False))
408 if clear_session:
408 if clear_session:
409 meta.Session.remove()
409 meta.Session.remove()
410
410
411 # TODO: mikhail: probably it makes no sense to re-read hooks information.
411 # TODO: mikhail: probably it makes no sense to re-read hooks information.
412 # It's already there and activated/deactivated
412 # It's already there and activated/deactivated
413 skip_entries = []
413 skip_entries = []
414 enabled_hook_classes = get_enabled_hook_classes(ui_settings)
414 enabled_hook_classes = get_enabled_hook_classes(ui_settings)
415 if 'pull' not in enabled_hook_classes:
415 if 'pull' not in enabled_hook_classes:
416 skip_entries.append(('hooks', RhodeCodeUi.HOOK_PRE_PULL))
416 skip_entries.append(('hooks', RhodeCodeUi.HOOK_PRE_PULL))
417 if 'push' not in enabled_hook_classes:
417 if 'push' not in enabled_hook_classes:
418 skip_entries.append(('hooks', RhodeCodeUi.HOOK_PRE_PUSH))
418 skip_entries.append(('hooks', RhodeCodeUi.HOOK_PRE_PUSH))
419
419
420 config = [entry for entry in config if entry[:2] not in skip_entries]
420 config = [entry for entry in config if entry[:2] not in skip_entries]
421
421
422 return config
422 return config
423
423
424
424
425 def make_db_config(clear_session=True, repo=None):
425 def make_db_config(clear_session=True, repo=None):
426 """
426 """
427 Create a :class:`Config` instance based on the values in the database.
427 Create a :class:`Config` instance based on the values in the database.
428 """
428 """
429 config = Config()
429 config = Config()
430 config_data = config_data_from_db(clear_session=clear_session, repo=repo)
430 config_data = config_data_from_db(clear_session=clear_session, repo=repo)
431 for section, option, value in config_data:
431 for section, option, value in config_data:
432 config.set(section, option, value)
432 config.set(section, option, value)
433 return config
433 return config
434
434
435
435
436 def get_enabled_hook_classes(ui_settings):
436 def get_enabled_hook_classes(ui_settings):
437 """
437 """
438 Return the enabled hook classes.
438 Return the enabled hook classes.
439
439
440 :param ui_settings: List of ui_settings as returned
440 :param ui_settings: List of ui_settings as returned
441 by :meth:`VcsSettingsModel.get_ui_settings`
441 by :meth:`VcsSettingsModel.get_ui_settings`
442
442
443 :return: a list with the enabled hook classes. The order is not guaranteed.
443 :return: a list with the enabled hook classes. The order is not guaranteed.
444 :rtype: list
444 :rtype: list
445 """
445 """
446 enabled_hooks = []
446 enabled_hooks = []
447 active_hook_keys = [
447 active_hook_keys = [
448 key for section, key, value, active in ui_settings
448 key for section, key, value, active in ui_settings
449 if section == 'hooks' and active]
449 if section == 'hooks' and active]
450
450
451 hook_names = {
451 hook_names = {
452 RhodeCodeUi.HOOK_PUSH: 'push',
452 RhodeCodeUi.HOOK_PUSH: 'push',
453 RhodeCodeUi.HOOK_PULL: 'pull',
453 RhodeCodeUi.HOOK_PULL: 'pull',
454 RhodeCodeUi.HOOK_REPO_SIZE: 'repo_size'
454 RhodeCodeUi.HOOK_REPO_SIZE: 'repo_size'
455 }
455 }
456
456
457 for key in active_hook_keys:
457 for key in active_hook_keys:
458 hook = hook_names.get(key)
458 hook = hook_names.get(key)
459 if hook:
459 if hook:
460 enabled_hooks.append(hook)
460 enabled_hooks.append(hook)
461
461
462 return enabled_hooks
462 return enabled_hooks
463
463
464
464
465 def set_rhodecode_config(config):
465 def set_rhodecode_config(config):
466 """
466 """
467 Updates pylons config with new settings from database
467 Updates pylons config with new settings from database
468
468
469 :param config:
469 :param config:
470 """
470 """
471 from rhodecode.model.settings import SettingsModel
471 from rhodecode.model.settings import SettingsModel
472 app_settings = SettingsModel().get_all_settings()
472 app_settings = SettingsModel().get_all_settings()
473
473
474 for k, v in app_settings.items():
474 for k, v in app_settings.items():
475 config[k] = v
475 config[k] = v
476
476
477
477
478 def map_groups(path):
478 def map_groups(path):
479 """
479 """
480 Given a full path to a repository, create all nested groups that this
480 Given a full path to a repository, create all nested groups that this
481 repo is inside. This function creates parent-child relationships between
481 repo is inside. This function creates parent-child relationships between
482 groups and creates default perms for all new groups.
482 groups and creates default perms for all new groups.
483
483
484 :param paths: full path to repository
484 :param paths: full path to repository
485 """
485 """
486 from rhodecode.model.repo_group import RepoGroupModel
486 from rhodecode.model.repo_group import RepoGroupModel
487 sa = meta.Session()
487 sa = meta.Session()
488 groups = path.split(Repository.NAME_SEP)
488 groups = path.split(Repository.NAME_SEP)
489 parent = None
489 parent = None
490 group = None
490 group = None
491
491
492 # last element is repo in nested groups structure
492 # last element is repo in nested groups structure
493 groups = groups[:-1]
493 groups = groups[:-1]
494 rgm = RepoGroupModel(sa)
494 rgm = RepoGroupModel(sa)
495 owner = User.get_first_super_admin()
495 owner = User.get_first_super_admin()
496 for lvl, group_name in enumerate(groups):
496 for lvl, group_name in enumerate(groups):
497 group_name = '/'.join(groups[:lvl] + [group_name])
497 group_name = '/'.join(groups[:lvl] + [group_name])
498 group = RepoGroup.get_by_group_name(group_name)
498 group = RepoGroup.get_by_group_name(group_name)
499 desc = '%s group' % group_name
499 desc = '%s group' % group_name
500
500
501 # skip folders that are now removed repos
501 # skip folders that are now removed repos
502 if REMOVED_REPO_PAT.match(group_name):
502 if REMOVED_REPO_PAT.match(group_name):
503 break
503 break
504
504
505 if group is None:
505 if group is None:
506 log.debug('creating group level: %s group_name: %s',
506 log.debug('creating group level: %s group_name: %s',
507 lvl, group_name)
507 lvl, group_name)
508 group = RepoGroup(group_name, parent)
508 group = RepoGroup(group_name, parent)
509 group.group_description = desc
509 group.group_description = desc
510 group.user = owner
510 group.user = owner
511 sa.add(group)
511 sa.add(group)
512 perm_obj = rgm._create_default_perms(group)
512 perm_obj = rgm._create_default_perms(group)
513 sa.add(perm_obj)
513 sa.add(perm_obj)
514 sa.flush()
514 sa.flush()
515
515
516 parent = group
516 parent = group
517 return group
517 return group
518
518
519
519
520 def repo2db_mapper(initial_repo_list, remove_obsolete=False):
520 def repo2db_mapper(initial_repo_list, remove_obsolete=False):
521 """
521 """
522 maps all repos given in initial_repo_list, non existing repositories
522 maps all repos given in initial_repo_list, non existing repositories
523 are created, if remove_obsolete is True it also checks for db entries
523 are created, if remove_obsolete is True it also checks for db entries
524 that are not in initial_repo_list and removes them.
524 that are not in initial_repo_list and removes them.
525
525
526 :param initial_repo_list: list of repositories found by scanning methods
526 :param initial_repo_list: list of repositories found by scanning methods
527 :param remove_obsolete: check for obsolete entries in database
527 :param remove_obsolete: check for obsolete entries in database
528 """
528 """
529 from rhodecode.model.repo import RepoModel
529 from rhodecode.model.repo import RepoModel
530 from rhodecode.model.scm import ScmModel
530 from rhodecode.model.scm import ScmModel
531 from rhodecode.model.repo_group import RepoGroupModel
531 from rhodecode.model.repo_group import RepoGroupModel
532 from rhodecode.model.settings import SettingsModel
532 from rhodecode.model.settings import SettingsModel
533
533
534 sa = meta.Session()
534 sa = meta.Session()
535 repo_model = RepoModel()
535 repo_model = RepoModel()
536 user = User.get_first_super_admin()
536 user = User.get_first_super_admin()
537 added = []
537 added = []
538
538
539 # creation defaults
539 # creation defaults
540 defs = SettingsModel().get_default_repo_settings(strip_prefix=True)
540 defs = SettingsModel().get_default_repo_settings(strip_prefix=True)
541 enable_statistics = defs.get('repo_enable_statistics')
541 enable_statistics = defs.get('repo_enable_statistics')
542 enable_locking = defs.get('repo_enable_locking')
542 enable_locking = defs.get('repo_enable_locking')
543 enable_downloads = defs.get('repo_enable_downloads')
543 enable_downloads = defs.get('repo_enable_downloads')
544 private = defs.get('repo_private')
544 private = defs.get('repo_private')
545
545
546 for name, repo in initial_repo_list.items():
546 for name, repo in initial_repo_list.items():
547 group = map_groups(name)
547 group = map_groups(name)
548 unicode_name = safe_unicode(name)
548 unicode_name = safe_unicode(name)
549 db_repo = repo_model.get_by_repo_name(unicode_name)
549 db_repo = repo_model.get_by_repo_name(unicode_name)
550 # found repo that is on filesystem not in RhodeCode database
550 # found repo that is on filesystem not in RhodeCode database
551 if not db_repo:
551 if not db_repo:
552 log.info('repository %s not found, creating now', name)
552 log.info('repository %s not found, creating now', name)
553 added.append(name)
553 added.append(name)
554 desc = (repo.description
554 desc = (repo.description
555 if repo.description != 'unknown'
555 if repo.description != 'unknown'
556 else '%s repository' % name)
556 else '%s repository' % name)
557
557
558 db_repo = repo_model._create_repo(
558 db_repo = repo_model._create_repo(
559 repo_name=name,
559 repo_name=name,
560 repo_type=repo.alias,
560 repo_type=repo.alias,
561 description=desc,
561 description=desc,
562 repo_group=getattr(group, 'group_id', None),
562 repo_group=getattr(group, 'group_id', None),
563 owner=user,
563 owner=user,
564 enable_locking=enable_locking,
564 enable_locking=enable_locking,
565 enable_downloads=enable_downloads,
565 enable_downloads=enable_downloads,
566 enable_statistics=enable_statistics,
566 enable_statistics=enable_statistics,
567 private=private,
567 private=private,
568 state=Repository.STATE_CREATED
568 state=Repository.STATE_CREATED
569 )
569 )
570 sa.commit()
570 sa.commit()
571 # we added that repo just now, and make sure we updated server info
571 # we added that repo just now, and make sure we updated server info
572 if db_repo.repo_type == 'git':
572 if db_repo.repo_type == 'git':
573 git_repo = db_repo.scm_instance()
573 git_repo = db_repo.scm_instance()
574 # update repository server-info
574 # update repository server-info
575 log.debug('Running update server info')
575 log.debug('Running update server info')
576 git_repo._update_server_info()
576 git_repo._update_server_info()
577
577
578 db_repo.update_commit_cache()
578 db_repo.update_commit_cache()
579
579
580 config = db_repo._config
580 config = db_repo._config
581 config.set('extensions', 'largefiles', '')
581 config.set('extensions', 'largefiles', '')
582 ScmModel().install_hooks(
582 ScmModel().install_hooks(
583 db_repo.scm_instance(config=config),
583 db_repo.scm_instance(config=config),
584 repo_type=db_repo.repo_type)
584 repo_type=db_repo.repo_type)
585
585
586 removed = []
586 removed = []
587 if remove_obsolete:
587 if remove_obsolete:
588 # remove from database those repositories that are not in the filesystem
588 # remove from database those repositories that are not in the filesystem
589 for repo in sa.query(Repository).all():
589 for repo in sa.query(Repository).all():
590 if repo.repo_name not in initial_repo_list.keys():
590 if repo.repo_name not in initial_repo_list.keys():
591 log.debug("Removing non-existing repository found in db `%s`",
591 log.debug("Removing non-existing repository found in db `%s`",
592 repo.repo_name)
592 repo.repo_name)
593 try:
593 try:
594 RepoModel(sa).delete(repo, forks='detach', fs_remove=False)
594 RepoModel(sa).delete(repo, forks='detach', fs_remove=False)
595 sa.commit()
595 sa.commit()
596 removed.append(repo.repo_name)
596 removed.append(repo.repo_name)
597 except Exception:
597 except Exception:
598 # don't hold further removals on error
598 # don't hold further removals on error
599 log.error(traceback.format_exc())
599 log.error(traceback.format_exc())
600 sa.rollback()
600 sa.rollback()
601
601
602 def splitter(full_repo_name):
602 def splitter(full_repo_name):
603 _parts = full_repo_name.rsplit(RepoGroup.url_sep(), 1)
603 _parts = full_repo_name.rsplit(RepoGroup.url_sep(), 1)
604 gr_name = None
604 gr_name = None
605 if len(_parts) == 2:
605 if len(_parts) == 2:
606 gr_name = _parts[0]
606 gr_name = _parts[0]
607 return gr_name
607 return gr_name
608
608
609 initial_repo_group_list = [splitter(x) for x in
609 initial_repo_group_list = [splitter(x) for x in
610 initial_repo_list.keys() if splitter(x)]
610 initial_repo_list.keys() if splitter(x)]
611
611
612 # remove from database those repository groups that are not in the
612 # remove from database those repository groups that are not in the
613 # filesystem due to parent child relationships we need to delete them
613 # filesystem due to parent child relationships we need to delete them
614 # in a specific order of most nested first
614 # in a specific order of most nested first
615 all_groups = [x.group_name for x in sa.query(RepoGroup).all()]
615 all_groups = [x.group_name for x in sa.query(RepoGroup).all()]
616 nested_sort = lambda gr: len(gr.split('/'))
616 nested_sort = lambda gr: len(gr.split('/'))
617 for group_name in sorted(all_groups, key=nested_sort, reverse=True):
617 for group_name in sorted(all_groups, key=nested_sort, reverse=True):
618 if group_name not in initial_repo_group_list:
618 if group_name not in initial_repo_group_list:
619 repo_group = RepoGroup.get_by_group_name(group_name)
619 repo_group = RepoGroup.get_by_group_name(group_name)
620 if (repo_group.children.all() or
620 if (repo_group.children.all() or
621 not RepoGroupModel().check_exist_filesystem(
621 not RepoGroupModel().check_exist_filesystem(
622 group_name=group_name, exc_on_failure=False)):
622 group_name=group_name, exc_on_failure=False)):
623 continue
623 continue
624
624
625 log.info(
625 log.info(
626 'Removing non-existing repository group found in db `%s`',
626 'Removing non-existing repository group found in db `%s`',
627 group_name)
627 group_name)
628 try:
628 try:
629 RepoGroupModel(sa).delete(group_name, fs_remove=False)
629 RepoGroupModel(sa).delete(group_name, fs_remove=False)
630 sa.commit()
630 sa.commit()
631 removed.append(group_name)
631 removed.append(group_name)
632 except Exception:
632 except Exception:
633 # don't hold further removals on error
633 # don't hold further removals on error
634 log.exception(
634 log.exception(
635 'Unable to remove repository group `%s`',
635 'Unable to remove repository group `%s`',
636 group_name)
636 group_name)
637 sa.rollback()
637 sa.rollback()
638 raise
638 raise
639
639
640 return added, removed
640 return added, removed
641
641
642
642
643 def get_default_cache_settings(settings):
643 def get_default_cache_settings(settings):
644 cache_settings = {}
644 cache_settings = {}
645 for key in settings.keys():
645 for key in settings.keys():
646 for prefix in ['beaker.cache.', 'cache.']:
646 for prefix in ['beaker.cache.', 'cache.']:
647 if key.startswith(prefix):
647 if key.startswith(prefix):
648 name = key.split(prefix)[1].strip()
648 name = key.split(prefix)[1].strip()
649 cache_settings[name] = settings[key].strip()
649 cache_settings[name] = settings[key].strip()
650 return cache_settings
650 return cache_settings
651
651
652
652
653 # set cache regions for beaker so celery can utilise it
653 # set cache regions for beaker so celery can utilise it
654 def add_cache(settings):
654 def add_cache(settings):
655 from rhodecode.lib import caches
655 from rhodecode.lib import caches
656 cache_settings = {'regions': None}
656 cache_settings = {'regions': None}
657 # main cache settings used as default ...
657 # main cache settings used as default ...
658 cache_settings.update(get_default_cache_settings(settings))
658 cache_settings.update(get_default_cache_settings(settings))
659
659
660 if cache_settings['regions']:
660 if cache_settings['regions']:
661 for region in cache_settings['regions'].split(','):
661 for region in cache_settings['regions'].split(','):
662 region = region.strip()
662 region = region.strip()
663 region_settings = {}
663 region_settings = {}
664 for key, value in cache_settings.items():
664 for key, value in cache_settings.items():
665 if key.startswith(region):
665 if key.startswith(region):
666 region_settings[key.split('.')[1]] = value
666 region_settings[key.split('.')[1]] = value
667
667
668 caches.configure_cache_region(
668 caches.configure_cache_region(
669 region, region_settings, cache_settings)
669 region, region_settings, cache_settings)
670
670
671
671
672 def load_rcextensions(root_path):
672 def load_rcextensions(root_path):
673 import rhodecode
673 import rhodecode
674 from rhodecode.config import conf
674 from rhodecode.config import conf
675
675
676 path = os.path.join(root_path, 'rcextensions', '__init__.py')
676 path = os.path.join(root_path, 'rcextensions', '__init__.py')
677 if os.path.isfile(path):
677 if os.path.isfile(path):
678 rcext = create_module('rc', path)
678 rcext = create_module('rc', path)
679 EXT = rhodecode.EXTENSIONS = rcext
679 EXT = rhodecode.EXTENSIONS = rcext
680 log.debug('Found rcextensions now loading %s...', rcext)
680 log.debug('Found rcextensions now loading %s...', rcext)
681
681
682 # Additional mappings that are not present in the pygments lexers
682 # Additional mappings that are not present in the pygments lexers
683 conf.LANGUAGES_EXTENSIONS_MAP.update(getattr(EXT, 'EXTRA_MAPPINGS', {}))
683 conf.LANGUAGES_EXTENSIONS_MAP.update(getattr(EXT, 'EXTRA_MAPPINGS', {}))
684
684
685 # auto check if the module is not missing any data, set to default if is
685 # auto check if the module is not missing any data, set to default if is
686 # this will help autoupdate new feature of rcext module
686 # this will help autoupdate new feature of rcext module
687 #from rhodecode.config import rcextensions
687 #from rhodecode.config import rcextensions
688 #for k in dir(rcextensions):
688 #for k in dir(rcextensions):
689 # if not k.startswith('_') and not hasattr(EXT, k):
689 # if not k.startswith('_') and not hasattr(EXT, k):
690 # setattr(EXT, k, getattr(rcextensions, k))
690 # setattr(EXT, k, getattr(rcextensions, k))
691
691
692
692
693 def get_custom_lexer(extension):
693 def get_custom_lexer(extension):
694 """
694 """
695 returns a custom lexer if it is defined in rcextensions module, or None
695 returns a custom lexer if it is defined in rcextensions module, or None
696 if there's no custom lexer defined
696 if there's no custom lexer defined
697 """
697 """
698 import rhodecode
698 import rhodecode
699 from pygments import lexers
699 from pygments import lexers
700 # check if we didn't define this extension as other lexer
700 # check if we didn't define this extension as other lexer
701 extensions = rhodecode.EXTENSIONS and getattr(rhodecode.EXTENSIONS, 'EXTRA_LEXERS', None)
701 extensions = rhodecode.EXTENSIONS and getattr(rhodecode.EXTENSIONS, 'EXTRA_LEXERS', None)
702 if extensions and extension in rhodecode.EXTENSIONS.EXTRA_LEXERS:
702 if extensions and extension in rhodecode.EXTENSIONS.EXTRA_LEXERS:
703 _lexer_name = rhodecode.EXTENSIONS.EXTRA_LEXERS[extension]
703 _lexer_name = rhodecode.EXTENSIONS.EXTRA_LEXERS[extension]
704 return lexers.get_lexer_by_name(_lexer_name)
704 return lexers.get_lexer_by_name(_lexer_name)
705
705
706
706
707 #==============================================================================
707 #==============================================================================
708 # TEST FUNCTIONS AND CREATORS
708 # TEST FUNCTIONS AND CREATORS
709 #==============================================================================
709 #==============================================================================
710 def create_test_index(repo_location, config):
710 def create_test_index(repo_location, config):
711 """
711 """
712 Makes default test index.
712 Makes default test index.
713 """
713 """
714 import rc_testdata
714 import rc_testdata
715
715
716 rc_testdata.extract_search_index(
716 rc_testdata.extract_search_index(
717 'vcs_search_index', os.path.dirname(config['search.location']))
717 'vcs_search_index', os.path.dirname(config['search.location']))
718
718
719
719
720 def create_test_directory(test_path):
720 def create_test_directory(test_path):
721 """
721 """
722 Create test directory if it doesn't exist.
722 Create test directory if it doesn't exist.
723 """
723 """
724 if not os.path.isdir(test_path):
724 if not os.path.isdir(test_path):
725 log.debug('Creating testdir %s', test_path)
725 log.debug('Creating testdir %s', test_path)
726 os.makedirs(test_path)
726 os.makedirs(test_path)
727
727
728
728
729 def create_test_database(test_path, config):
729 def create_test_database(test_path, config):
730 """
730 """
731 Makes a fresh database.
731 Makes a fresh database.
732 """
732 """
733 from rhodecode.lib.db_manage import DbManage
733 from rhodecode.lib.db_manage import DbManage
734
734
735 # PART ONE create db
735 # PART ONE create db
736 dbconf = config['sqlalchemy.db1.url']
736 dbconf = config['sqlalchemy.db1.url']
737 log.debug('making test db %s', dbconf)
737 log.debug('making test db %s', dbconf)
738
738
739 dbmanage = DbManage(log_sql=False, dbconf=dbconf, root=config['here'],
739 dbmanage = DbManage(log_sql=False, dbconf=dbconf, root=config['here'],
740 tests=True, cli_args={'force_ask': True})
740 tests=True, cli_args={'force_ask': True})
741 dbmanage.create_tables(override=True)
741 dbmanage.create_tables(override=True)
742 dbmanage.set_db_version()
742 dbmanage.set_db_version()
743 # for tests dynamically set new root paths based on generated content
743 # for tests dynamically set new root paths based on generated content
744 dbmanage.create_settings(dbmanage.config_prompt(test_path))
744 dbmanage.create_settings(dbmanage.config_prompt(test_path))
745 dbmanage.create_default_user()
745 dbmanage.create_default_user()
746 dbmanage.create_test_admin_and_users()
746 dbmanage.create_test_admin_and_users()
747 dbmanage.create_permissions()
747 dbmanage.create_permissions()
748 dbmanage.populate_default_permissions()
748 dbmanage.populate_default_permissions()
749 Session().commit()
749 Session().commit()
750
750
751
751
752 def create_test_repositories(test_path, config):
752 def create_test_repositories(test_path, config):
753 """
753 """
754 Creates test repositories in the temporary directory. Repositories are
754 Creates test repositories in the temporary directory. Repositories are
755 extracted from archives within the rc_testdata package.
755 extracted from archives within the rc_testdata package.
756 """
756 """
757 import rc_testdata
757 import rc_testdata
758 from rhodecode.tests import HG_REPO, GIT_REPO, SVN_REPO
758 from rhodecode.tests import HG_REPO, GIT_REPO, SVN_REPO
759
759
760 log.debug('making test vcs repositories')
760 log.debug('making test vcs repositories')
761
761
762 idx_path = config['search.location']
762 idx_path = config['search.location']
763 data_path = config['cache_dir']
763 data_path = config['cache_dir']
764
764
765 # clean index and data
765 # clean index and data
766 if idx_path and os.path.exists(idx_path):
766 if idx_path and os.path.exists(idx_path):
767 log.debug('remove %s', idx_path)
767 log.debug('remove %s', idx_path)
768 shutil.rmtree(idx_path)
768 shutil.rmtree(idx_path)
769
769
770 if data_path and os.path.exists(data_path):
770 if data_path and os.path.exists(data_path):
771 log.debug('remove %s', data_path)
771 log.debug('remove %s', data_path)
772 shutil.rmtree(data_path)
772 shutil.rmtree(data_path)
773
773
774 rc_testdata.extract_hg_dump('vcs_test_hg', jn(test_path, HG_REPO))
774 rc_testdata.extract_hg_dump('vcs_test_hg', jn(test_path, HG_REPO))
775 rc_testdata.extract_git_dump('vcs_test_git', jn(test_path, GIT_REPO))
775 rc_testdata.extract_git_dump('vcs_test_git', jn(test_path, GIT_REPO))
776
776
777 # Note: Subversion is in the process of being integrated with the system,
777 # Note: Subversion is in the process of being integrated with the system,
778 # until we have a properly packed version of the test svn repository, this
778 # until we have a properly packed version of the test svn repository, this
779 # tries to copy over the repo from a package "rc_testdata"
779 # tries to copy over the repo from a package "rc_testdata"
780 svn_repo_path = rc_testdata.get_svn_repo_archive()
780 svn_repo_path = rc_testdata.get_svn_repo_archive()
781 with tarfile.open(svn_repo_path) as tar:
781 with tarfile.open(svn_repo_path) as tar:
782 tar.extractall(jn(test_path, SVN_REPO))
782 tar.extractall(jn(test_path, SVN_REPO))
783
783
784
784
785 #==============================================================================
785 #==============================================================================
786 # PASTER COMMANDS
786 # PASTER COMMANDS
787 #==============================================================================
787 #==============================================================================
788 class BasePasterCommand(Command):
788 class BasePasterCommand(Command):
789 """
789 """
790 Abstract Base Class for paster commands.
790 Abstract Base Class for paster commands.
791
791
792 The celery commands are somewhat aggressive about loading
792 The celery commands are somewhat aggressive about loading
793 celery.conf, and since our module sets the `CELERY_LOADER`
793 celery.conf, and since our module sets the `CELERY_LOADER`
794 environment variable to our loader, we have to bootstrap a bit and
794 environment variable to our loader, we have to bootstrap a bit and
795 make sure we've had a chance to load the pylons config off of the
795 make sure we've had a chance to load the pylons config off of the
796 command line, otherwise everything fails.
796 command line, otherwise everything fails.
797 """
797 """
798 min_args = 1
798 min_args = 1
799 min_args_error = "Please provide a paster config file as an argument."
799 min_args_error = "Please provide a paster config file as an argument."
800 takes_config_file = 1
800 takes_config_file = 1
801 requires_config_file = True
801 requires_config_file = True
802
802
803 def notify_msg(self, msg, log=False):
803 def notify_msg(self, msg, log=False):
804 """Make a notification to user, additionally if logger is passed
804 """Make a notification to user, additionally if logger is passed
805 it logs this action using given logger
805 it logs this action using given logger
806
806
807 :param msg: message that will be printed to user
807 :param msg: message that will be printed to user
808 :param log: logging instance, to use to additionally log this message
808 :param log: logging instance, to use to additionally log this message
809
809
810 """
810 """
811 if log and isinstance(log, logging):
811 if log and isinstance(log, logging):
812 log(msg)
812 log(msg)
813
813
814 def run(self, args):
814 def run(self, args):
815 """
815 """
816 Overrides Command.run
816 Overrides Command.run
817
817
818 Checks for a config file argument and loads it.
818 Checks for a config file argument and loads it.
819 """
819 """
820 if len(args) < self.min_args:
820 if len(args) < self.min_args:
821 raise BadCommand(
821 raise BadCommand(
822 self.min_args_error % {'min_args': self.min_args,
822 self.min_args_error % {'min_args': self.min_args,
823 'actual_args': len(args)})
823 'actual_args': len(args)})
824
824
825 # Decrement because we're going to lob off the first argument.
825 # Decrement because we're going to lob off the first argument.
826 # @@ This is hacky
826 # @@ This is hacky
827 self.min_args -= 1
827 self.min_args -= 1
828 self.bootstrap_config(args[0])
828 self.bootstrap_config(args[0])
829 self.update_parser()
829 self.update_parser()
830 return super(BasePasterCommand, self).run(args[1:])
830 return super(BasePasterCommand, self).run(args[1:])
831
831
832 def update_parser(self):
832 def update_parser(self):
833 """
833 """
834 Abstract method. Allows for the class' parser to be updated
834 Abstract method. Allows for the class' parser to be updated
835 before the superclass' `run` method is called. Necessary to
835 before the superclass' `run` method is called. Necessary to
836 allow options/arguments to be passed through to the underlying
836 allow options/arguments to be passed through to the underlying
837 celery command.
837 celery command.
838 """
838 """
839 raise NotImplementedError("Abstract Method.")
839 raise NotImplementedError("Abstract Method.")
840
840
841 def bootstrap_config(self, conf):
841 def bootstrap_config(self, conf):
842 """
842 """
843 Loads the pylons configuration.
843 Loads the pylons configuration.
844 """
844 """
845 from pylons import config as pylonsconfig
845 from pylons import config as pylonsconfig
846
846
847 self.path_to_ini_file = os.path.realpath(conf)
847 self.path_to_ini_file = os.path.realpath(conf)
848 conf = paste.deploy.appconfig('config:' + self.path_to_ini_file)
848 conf = paste.deploy.appconfig('config:' + self.path_to_ini_file)
849 pylonsconfig.init_app(conf.global_conf, conf.local_conf)
849 pylonsconfig.init_app(conf.global_conf, conf.local_conf)
850
850
851 def _init_session(self):
851 def _init_session(self):
852 """
852 """
853 Inits SqlAlchemy Session
853 Inits SqlAlchemy Session
854 """
854 """
855 logging.config.fileConfig(self.path_to_ini_file)
855 logging.config.fileConfig(self.path_to_ini_file)
856 from pylons import config
856 from pylons import config
857 from rhodecode.config.utils import initialize_database
857 from rhodecode.config.utils import initialize_database
858
858
859 # get to remove repos !!
859 # get to remove repos !!
860 add_cache(config)
860 add_cache(config)
861 initialize_database(config)
861 initialize_database(config)
862
862
863
863
864 @decorator.decorator
864 @decorator.decorator
865 def jsonify(func, *args, **kwargs):
865 def jsonify(func, *args, **kwargs):
866 """Action decorator that formats output for JSON
866 """Action decorator that formats output for JSON
867
867
868 Given a function that will return content, this decorator will turn
868 Given a function that will return content, this decorator will turn
869 the result into JSON, with a content-type of 'application/json' and
869 the result into JSON, with a content-type of 'application/json' and
870 output it.
870 output it.
871
871
872 """
872 """
873 from pylons.decorators.util import get_pylons
873 from pylons.decorators.util import get_pylons
874 from rhodecode.lib.ext_json import json
874 from rhodecode.lib.ext_json import json
875 pylons = get_pylons(args)
875 pylons = get_pylons(args)
876 pylons.response.headers['Content-Type'] = 'application/json; charset=utf-8'
876 pylons.response.headers['Content-Type'] = 'application/json; charset=utf-8'
877 data = func(*args, **kwargs)
877 data = func(*args, **kwargs)
878 if isinstance(data, (list, tuple)):
878 if isinstance(data, (list, tuple)):
879 msg = "JSON responses with Array envelopes are susceptible to " \
879 msg = "JSON responses with Array envelopes are susceptible to " \
880 "cross-site data leak attacks, see " \
880 "cross-site data leak attacks, see " \
881 "http://wiki.pylonshq.com/display/pylonsfaq/Warnings"
881 "http://wiki.pylonshq.com/display/pylonsfaq/Warnings"
882 warnings.warn(msg, Warning, 2)
882 warnings.warn(msg, Warning, 2)
883 log.warning(msg)
883 log.warning(msg)
884 log.debug("Returning JSON wrapped action output")
884 log.debug("Returning JSON wrapped action output")
885 return json.dumps(data, encoding='utf-8')
885 return json.dumps(data, encoding='utf-8')
886
886
887
887
888 class PartialRenderer(object):
888 class PartialRenderer(object):
889 """
889 """
890 Partial renderer used to render chunks of html used in datagrids
890 Partial renderer used to render chunks of html used in datagrids
891 use like::
891 use like::
892
892
893 _render = PartialRenderer('data_table/_dt_elements.html')
893 _render = PartialRenderer('data_table/_dt_elements.html')
894 _render('quick_menu', args, kwargs)
894 _render('quick_menu', args, kwargs)
895 PartialRenderer.h,
895 PartialRenderer.h,
896 c,
896 c,
897 _,
897 _,
898 ungettext
898 ungettext
899 are the template stuff initialized inside and can be re-used later
899 are the template stuff initialized inside and can be re-used later
900
900
901 :param tmpl_name: template path relate to /templates/ dir
901 :param tmpl_name: template path relate to /templates/ dir
902 """
902 """
903
903
904 def __init__(self, tmpl_name):
904 def __init__(self, tmpl_name):
905 import rhodecode
905 import rhodecode
906 from pylons import request, tmpl_context as c
906 from pylons import request, tmpl_context as c
907 from pylons.i18n.translation import _, ungettext
907 from pylons.i18n.translation import _, ungettext
908 from rhodecode.lib import helpers as h
908 from rhodecode.lib import helpers as h
909
909
910 self.tmpl_name = tmpl_name
910 self.tmpl_name = tmpl_name
911 self.rhodecode = rhodecode
911 self.rhodecode = rhodecode
912 self.c = c
912 self.c = c
913 self._ = _
913 self._ = _
914 self.ungettext = ungettext
914 self.ungettext = ungettext
915 self.h = h
915 self.h = h
916 self.request = request
916 self.request = request
917
917
918 def _mako_lookup(self):
918 def _mako_lookup(self):
919 _tmpl_lookup = self.rhodecode.CONFIG['pylons.app_globals'].mako_lookup
919 _tmpl_lookup = self.rhodecode.CONFIG['pylons.app_globals'].mako_lookup
920 return _tmpl_lookup.get_template(self.tmpl_name)
920 return _tmpl_lookup.get_template(self.tmpl_name)
921
921
922 def _update_kwargs_for_render(self, kwargs):
922 def _update_kwargs_for_render(self, kwargs):
923 """
923 """
924 Inject params required for Mako rendering
924 Inject params required for Mako rendering
925 """
925 """
926 _kwargs = {
926 _kwargs = {
927 '_': self._,
927 '_': self._,
928 'h': self.h,
928 'h': self.h,
929 'c': self.c,
929 'c': self.c,
930 'request': self.request,
930 'request': self.request,
931 'ungettext': self.ungettext,
931 'ungettext': self.ungettext,
932 }
932 }
933 _kwargs.update(kwargs)
933 _kwargs.update(kwargs)
934 return _kwargs
934 return _kwargs
935
935
936 def _render_with_exc(self, render_func, args, kwargs):
936 def _render_with_exc(self, render_func, args, kwargs):
937 try:
937 try:
938 return render_func.render(*args, **kwargs)
938 return render_func.render(*args, **kwargs)
939 except:
939 except:
940 log.error(exceptions.text_error_template().render())
940 log.error(exceptions.text_error_template().render())
941 raise
941 raise
942
942
943 def _get_template(self, template_obj, def_name):
943 def _get_template(self, template_obj, def_name):
944 if def_name:
944 if def_name:
945 tmpl = template_obj.get_def(def_name)
945 tmpl = template_obj.get_def(def_name)
946 else:
946 else:
947 tmpl = template_obj
947 tmpl = template_obj
948 return tmpl
948 return tmpl
949
949
950 def render(self, def_name, *args, **kwargs):
950 def render(self, def_name, *args, **kwargs):
951 lookup_obj = self._mako_lookup()
951 lookup_obj = self._mako_lookup()
952 tmpl = self._get_template(lookup_obj, def_name=def_name)
952 tmpl = self._get_template(lookup_obj, def_name=def_name)
953 kwargs = self._update_kwargs_for_render(kwargs)
953 kwargs = self._update_kwargs_for_render(kwargs)
954 return self._render_with_exc(tmpl, args, kwargs)
954 return self._render_with_exc(tmpl, args, kwargs)
955
955
956 def __call__(self, tmpl, *args, **kwargs):
956 def __call__(self, tmpl, *args, **kwargs):
957 return self.render(tmpl, *args, **kwargs)
957 return self.render(tmpl, *args, **kwargs)
958
958
959
959
960 def password_changed(auth_user, session):
960 def password_changed(auth_user, session):
961 if auth_user.username == User.DEFAULT_USER:
961 # Never report password change in case of default user or anonymous user.
962 if auth_user.username == User.DEFAULT_USER or auth_user.user_id is None:
962 return False
963 return False
964
963 password_hash = md5(auth_user.password) if auth_user.password else None
965 password_hash = md5(auth_user.password) if auth_user.password else None
964 rhodecode_user = session.get('rhodecode_user', {})
966 rhodecode_user = session.get('rhodecode_user', {})
965 session_password_hash = rhodecode_user.get('password', '')
967 session_password_hash = rhodecode_user.get('password', '')
966 return password_hash != session_password_hash
968 return password_hash != session_password_hash
967
969
968
970
969 def read_opensource_licenses():
971 def read_opensource_licenses():
970 global _license_cache
972 global _license_cache
971
973
972 if not _license_cache:
974 if not _license_cache:
973 licenses = pkg_resources.resource_string(
975 licenses = pkg_resources.resource_string(
974 'rhodecode', 'config/licenses.json')
976 'rhodecode', 'config/licenses.json')
975 _license_cache = json.loads(licenses)
977 _license_cache = json.loads(licenses)
976
978
977 return _license_cache
979 return _license_cache
978
980
979
981
980 def get_registry(request):
982 def get_registry(request):
981 """
983 """
982 Utility to get the pyramid registry from a request. During migration to
984 Utility to get the pyramid registry from a request. During migration to
983 pyramid we sometimes want to use the pyramid registry from pylons context.
985 pyramid we sometimes want to use the pyramid registry from pylons context.
984 Therefore this utility returns `request.registry` for pyramid requests and
986 Therefore this utility returns `request.registry` for pyramid requests and
985 uses `get_current_registry()` for pylons requests.
987 uses `get_current_registry()` for pylons requests.
986 """
988 """
987 try:
989 try:
988 return request.registry
990 return request.registry
989 except AttributeError:
991 except AttributeError:
990 return get_current_registry()
992 return get_current_registry()
General Comments 0
You need to be logged in to leave comments. Login now