##// END OF EJS Templates
spelling
super-admin -
r5133:0ea0ce62 default
parent child Browse files
Show More
@@ -1,807 +1,807 b''
1 # Copyright (C) 2010-2023 RhodeCode GmbH
1 # Copyright (C) 2010-2023 RhodeCode GmbH
2 #
2 #
3 # This program is free software: you can redistribute it and/or modify
3 # This program is free software: you can redistribute it and/or modify
4 # it under the terms of the GNU Affero General Public License, version 3
4 # it under the terms of the GNU Affero General Public License, version 3
5 # (only), as published by the Free Software Foundation.
5 # (only), as published by the Free Software Foundation.
6 #
6 #
7 # This program is distributed in the hope that it will be useful,
7 # This program is distributed in the hope that it will be useful,
8 # but WITHOUT ANY WARRANTY; without even the implied warranty of
8 # but WITHOUT ANY WARRANTY; without even the implied warranty of
9 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
9 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
10 # GNU General Public License for more details.
10 # GNU General Public License for more details.
11 #
11 #
12 # You should have received a copy of the GNU Affero General Public License
12 # You should have received a copy of the GNU Affero General Public License
13 # along with this program. If not, see <http://www.gnu.org/licenses/>.
13 # along with this program. If not, see <http://www.gnu.org/licenses/>.
14 #
14 #
15 # This program is dual-licensed. If you wish to learn more about the
15 # This program is dual-licensed. If you wish to learn more about the
16 # RhodeCode Enterprise Edition, including its added features, Support services,
16 # RhodeCode Enterprise Edition, including its added features, Support services,
17 # and proprietary license terms, please see https://rhodecode.com/licenses/
17 # and proprietary license terms, please see https://rhodecode.com/licenses/
18
18
19 """
19 """
20 Utilities library for RhodeCode
20 Utilities library for RhodeCode
21 """
21 """
22
22
23 import datetime
23 import datetime
24 import decorator
24 import decorator
25 import logging
25 import logging
26 import os
26 import os
27 import re
27 import re
28 import sys
28 import sys
29 import shutil
29 import shutil
30 import socket
30 import socket
31 import tempfile
31 import tempfile
32 import traceback
32 import traceback
33 import tarfile
33 import tarfile
34 import warnings
34 import warnings
35 from os.path import join as jn
35 from os.path import join as jn
36
36
37 import paste
37 import paste
38 import pkg_resources
38 import pkg_resources
39 from webhelpers2.text import collapse, strip_tags, convert_accented_entities, convert_misc_entities
39 from webhelpers2.text import collapse, strip_tags, convert_accented_entities, convert_misc_entities
40
40
41 from mako import exceptions
41 from mako import exceptions
42
42
43 from rhodecode.lib.hash_utils import sha256_safe, md5, sha1
43 from rhodecode.lib.hash_utils import sha256_safe, md5, sha1
44 from rhodecode.lib.str_utils import safe_bytes, safe_str
44 from rhodecode.lib.str_utils import safe_bytes, safe_str
45 from rhodecode.lib.vcs.backends.base import Config
45 from rhodecode.lib.vcs.backends.base import Config
46 from rhodecode.lib.vcs.exceptions import VCSError
46 from rhodecode.lib.vcs.exceptions import VCSError
47 from rhodecode.lib.vcs.utils.helpers import get_scm, get_scm_backend
47 from rhodecode.lib.vcs.utils.helpers import get_scm, get_scm_backend
48 from rhodecode.lib.ext_json import sjson as json
48 from rhodecode.lib.ext_json import sjson as json
49 from rhodecode.model import meta
49 from rhodecode.model import meta
50 from rhodecode.model.db import (
50 from rhodecode.model.db import (
51 Repository, User, RhodeCodeUi, UserLog, RepoGroup, UserGroup)
51 Repository, User, RhodeCodeUi, UserLog, RepoGroup, UserGroup)
52 from rhodecode.model.meta import Session
52 from rhodecode.model.meta import Session
53
53
54
54
55 log = logging.getLogger(__name__)
55 log = logging.getLogger(__name__)
56
56
57 REMOVED_REPO_PAT = re.compile(r'rm__\d{8}_\d{6}_\d{6}__.*')
57 REMOVED_REPO_PAT = re.compile(r'rm__\d{8}_\d{6}_\d{6}__.*')
58
58
59 # String which contains characters that are not allowed in slug names for
59 # String which contains characters that are not allowed in slug names for
60 # repositories or repository groups. It is properly escaped to use it in
60 # repositories or repository groups. It is properly escaped to use it in
61 # regular expressions.
61 # regular expressions.
62 SLUG_BAD_CHARS = re.escape(r'`?=[]\;\'"<>,/~!@#$%^&*()+{}|:')
62 SLUG_BAD_CHARS = re.escape(r'`?=[]\;\'"<>,/~!@#$%^&*()+{}|:')
63
63
64 # Regex that matches forbidden characters in repo/group slugs.
64 # Regex that matches forbidden characters in repo/group slugs.
65 SLUG_BAD_CHAR_RE = re.compile(r'[{}\x00-\x08\x0b-\x0c\x0e-\x1f]'.format(SLUG_BAD_CHARS))
65 SLUG_BAD_CHAR_RE = re.compile(r'[{}\x00-\x08\x0b-\x0c\x0e-\x1f]'.format(SLUG_BAD_CHARS))
66
66
67 # Regex that matches allowed characters in repo/group slugs.
67 # Regex that matches allowed characters in repo/group slugs.
68 SLUG_GOOD_CHAR_RE = re.compile(r'[^{}]'.format(SLUG_BAD_CHARS))
68 SLUG_GOOD_CHAR_RE = re.compile(r'[^{}]'.format(SLUG_BAD_CHARS))
69
69
70 # Regex that matches whole repo/group slugs.
70 # Regex that matches whole repo/group slugs.
71 SLUG_RE = re.compile(r'[^{}]+'.format(SLUG_BAD_CHARS))
71 SLUG_RE = re.compile(r'[^{}]+'.format(SLUG_BAD_CHARS))
72
72
73 _license_cache = None
73 _license_cache = None
74
74
75
75
76 def repo_name_slug(value):
76 def repo_name_slug(value):
77 """
77 """
78 Return slug of name of repository
78 Return slug of name of repository
79 This function is called on each creation/modification
79 This function is called on each creation/modification
80 of repository to prevent bad names in repo
80 of repository to prevent bad names in repo
81 """
81 """
82
82
83 replacement_char = '-'
83 replacement_char = '-'
84
84
85 slug = strip_tags(value)
85 slug = strip_tags(value)
86 slug = convert_accented_entities(slug)
86 slug = convert_accented_entities(slug)
87 slug = convert_misc_entities(slug)
87 slug = convert_misc_entities(slug)
88
88
89 slug = SLUG_BAD_CHAR_RE.sub('', slug)
89 slug = SLUG_BAD_CHAR_RE.sub('', slug)
90 slug = re.sub(r'[\s]+', '-', slug)
90 slug = re.sub(r'[\s]+', '-', slug)
91 slug = collapse(slug, replacement_char)
91 slug = collapse(slug, replacement_char)
92
92
93 return slug
93 return slug
94
94
95
95
96 #==============================================================================
96 #==============================================================================
97 # PERM DECORATOR HELPERS FOR EXTRACTING NAMES FOR PERM CHECKS
97 # PERM DECORATOR HELPERS FOR EXTRACTING NAMES FOR PERM CHECKS
98 #==============================================================================
98 #==============================================================================
99 def get_repo_slug(request):
99 def get_repo_slug(request):
100 _repo = ''
100 _repo = ''
101
101
102 if hasattr(request, 'db_repo_name'):
102 if hasattr(request, 'db_repo_name'):
103 # if our requests has set db reference use it for name, this
103 # if our requests has set db reference use it for name, this
104 # translates the example.com/_<id> into proper repo names
104 # translates the example.com/_<id> into proper repo names
105 _repo = request.db_repo_name
105 _repo = request.db_repo_name
106 elif getattr(request, 'matchdict', None):
106 elif getattr(request, 'matchdict', None):
107 # pyramid
107 # pyramid
108 _repo = request.matchdict.get('repo_name')
108 _repo = request.matchdict.get('repo_name')
109
109
110 if _repo:
110 if _repo:
111 _repo = _repo.rstrip('/')
111 _repo = _repo.rstrip('/')
112 return _repo
112 return _repo
113
113
114
114
115 def get_repo_group_slug(request):
115 def get_repo_group_slug(request):
116 _group = ''
116 _group = ''
117 if hasattr(request, 'db_repo_group'):
117 if hasattr(request, 'db_repo_group'):
118 # if our requests has set db reference use it for name, this
118 # if our requests has set db reference use it for name, this
119 # translates the example.com/_<id> into proper repo group names
119 # translates the example.com/_<id> into proper repo group names
120 _group = request.db_repo_group.group_name
120 _group = request.db_repo_group.group_name
121 elif getattr(request, 'matchdict', None):
121 elif getattr(request, 'matchdict', None):
122 # pyramid
122 # pyramid
123 _group = request.matchdict.get('repo_group_name')
123 _group = request.matchdict.get('repo_group_name')
124
124
125 if _group:
125 if _group:
126 _group = _group.rstrip('/')
126 _group = _group.rstrip('/')
127 return _group
127 return _group
128
128
129
129
130 def get_user_group_slug(request):
130 def get_user_group_slug(request):
131 _user_group = ''
131 _user_group = ''
132
132
133 if hasattr(request, 'db_user_group'):
133 if hasattr(request, 'db_user_group'):
134 _user_group = request.db_user_group.users_group_name
134 _user_group = request.db_user_group.users_group_name
135 elif getattr(request, 'matchdict', None):
135 elif getattr(request, 'matchdict', None):
136 # pyramid
136 # pyramid
137 _user_group = request.matchdict.get('user_group_id')
137 _user_group = request.matchdict.get('user_group_id')
138 _user_group_name = request.matchdict.get('user_group_name')
138 _user_group_name = request.matchdict.get('user_group_name')
139 try:
139 try:
140 if _user_group:
140 if _user_group:
141 _user_group = UserGroup.get(_user_group)
141 _user_group = UserGroup.get(_user_group)
142 elif _user_group_name:
142 elif _user_group_name:
143 _user_group = UserGroup.get_by_group_name(_user_group_name)
143 _user_group = UserGroup.get_by_group_name(_user_group_name)
144
144
145 if _user_group:
145 if _user_group:
146 _user_group = _user_group.users_group_name
146 _user_group = _user_group.users_group_name
147 except Exception:
147 except Exception:
148 log.exception('Failed to get user group by id and name')
148 log.exception('Failed to get user group by id and name')
149 # catch all failures here
149 # catch all failures here
150 return None
150 return None
151
151
152 return _user_group
152 return _user_group
153
153
154
154
155 def get_filesystem_repos(path, recursive=False, skip_removed_repos=True):
155 def get_filesystem_repos(path, recursive=False, skip_removed_repos=True):
156 """
156 """
157 Scans given path for repos and return (name,(type,path)) tuple
157 Scans given path for repos and return (name,(type,path)) tuple
158
158
159 :param path: path to scan for repositories
159 :param path: path to scan for repositories
160 :param recursive: recursive search and return names with subdirs in front
160 :param recursive: recursive search and return names with subdirs in front
161 """
161 """
162
162
163 # remove ending slash for better results
163 # remove ending slash for better results
164 path = path.rstrip(os.sep)
164 path = path.rstrip(os.sep)
165 log.debug('now scanning in %s location recursive:%s...', path, recursive)
165 log.debug('now scanning in %s location recursive:%s...', path, recursive)
166
166
167 def _get_repos(p):
167 def _get_repos(p):
168 dirpaths = get_dirpaths(p)
168 dirpaths = get_dirpaths(p)
169 if not _is_dir_writable(p):
169 if not _is_dir_writable(p):
170 log.warning('repo path without write access: %s', p)
170 log.warning('repo path without write access: %s', p)
171
171
172 for dirpath in dirpaths:
172 for dirpath in dirpaths:
173 if os.path.isfile(os.path.join(p, dirpath)):
173 if os.path.isfile(os.path.join(p, dirpath)):
174 continue
174 continue
175 cur_path = os.path.join(p, dirpath)
175 cur_path = os.path.join(p, dirpath)
176
176
177 # skip removed repos
177 # skip removed repos
178 if skip_removed_repos and REMOVED_REPO_PAT.match(dirpath):
178 if skip_removed_repos and REMOVED_REPO_PAT.match(dirpath):
179 continue
179 continue
180
180
181 #skip .<somethin> dirs
181 #skip .<somethin> dirs
182 if dirpath.startswith('.'):
182 if dirpath.startswith('.'):
183 continue
183 continue
184
184
185 try:
185 try:
186 scm_info = get_scm(cur_path)
186 scm_info = get_scm(cur_path)
187 yield scm_info[1].split(path, 1)[-1].lstrip(os.sep), scm_info
187 yield scm_info[1].split(path, 1)[-1].lstrip(os.sep), scm_info
188 except VCSError:
188 except VCSError:
189 if not recursive:
189 if not recursive:
190 continue
190 continue
191 #check if this dir containts other repos for recursive scan
191 #check if this dir containts other repos for recursive scan
192 rec_path = os.path.join(p, dirpath)
192 rec_path = os.path.join(p, dirpath)
193 if os.path.isdir(rec_path):
193 if os.path.isdir(rec_path):
194 yield from _get_repos(rec_path)
194 yield from _get_repos(rec_path)
195
195
196 return _get_repos(path)
196 return _get_repos(path)
197
197
198
198
199 def get_dirpaths(p: str) -> list:
199 def get_dirpaths(p: str) -> list:
200 try:
200 try:
201 # OS-independable way of checking if we have at least read-only
201 # OS-independable way of checking if we have at least read-only
202 # access or not.
202 # access or not.
203 dirpaths = os.listdir(p)
203 dirpaths = os.listdir(p)
204 except OSError:
204 except OSError:
205 log.warning('ignoring repo path without read access: %s', p)
205 log.warning('ignoring repo path without read access: %s', p)
206 return []
206 return []
207
207
208 # os.listpath has a tweak: If a unicode is passed into it, then it tries to
208 # os.listpath has a tweak: If a unicode is passed into it, then it tries to
209 # decode paths and suddenly returns unicode objects itself. The items it
209 # decode paths and suddenly returns unicode objects itself. The items it
210 # cannot decode are returned as strings and cause issues.
210 # cannot decode are returned as strings and cause issues.
211 #
211 #
212 # Those paths are ignored here until a solid solution for path handling has
212 # Those paths are ignored here until a solid solution for path handling has
213 # been built.
213 # been built.
214 expected_type = type(p)
214 expected_type = type(p)
215
215
216 def _has_correct_type(item):
216 def _has_correct_type(item):
217 if type(item) is not expected_type:
217 if type(item) is not expected_type:
218 log.error(
218 log.error(
219 "Ignoring path %s since it cannot be decoded into str.",
219 "Ignoring path %s since it cannot be decoded into str.",
220 # Using "repr" to make sure that we see the byte value in case
220 # Using "repr" to make sure that we see the byte value in case
221 # of support.
221 # of support.
222 repr(item))
222 repr(item))
223 return False
223 return False
224 return True
224 return True
225
225
226 dirpaths = [item for item in dirpaths if _has_correct_type(item)]
226 dirpaths = [item for item in dirpaths if _has_correct_type(item)]
227
227
228 return dirpaths
228 return dirpaths
229
229
230
230
231 def _is_dir_writable(path):
231 def _is_dir_writable(path):
232 """
232 """
233 Probe if `path` is writable.
233 Probe if `path` is writable.
234
234
235 Due to trouble on Cygwin / Windows, this is actually probing if it is
235 Due to trouble on Cygwin / Windows, this is actually probing if it is
236 possible to create a file inside of `path`, stat does not produce reliable
236 possible to create a file inside of `path`, stat does not produce reliable
237 results in this case.
237 results in this case.
238 """
238 """
239 try:
239 try:
240 with tempfile.TemporaryFile(dir=path):
240 with tempfile.TemporaryFile(dir=path):
241 pass
241 pass
242 except OSError:
242 except OSError:
243 return False
243 return False
244 return True
244 return True
245
245
246
246
247 def is_valid_repo(repo_name, base_path, expect_scm=None, explicit_scm=None, config=None):
247 def is_valid_repo(repo_name, base_path, expect_scm=None, explicit_scm=None, config=None):
248 """
248 """
249 Returns True if given path is a valid repository False otherwise.
249 Returns True if given path is a valid repository False otherwise.
250 If expect_scm param is given also, compare if given scm is the same
250 If expect_scm param is given also, compare if given scm is the same
251 as expected from scm parameter. If explicit_scm is given don't try to
251 as expected from scm parameter. If explicit_scm is given don't try to
252 detect the scm, just use the given one to check if repo is valid
252 detect the scm, just use the given one to check if repo is valid
253
253
254 :param repo_name:
254 :param repo_name:
255 :param base_path:
255 :param base_path:
256 :param expect_scm:
256 :param expect_scm:
257 :param explicit_scm:
257 :param explicit_scm:
258 :param config:
258 :param config:
259
259
260 :return True: if given path is a valid repository
260 :return True: if given path is a valid repository
261 """
261 """
262 full_path = os.path.join(safe_str(base_path), safe_str(repo_name))
262 full_path = os.path.join(safe_str(base_path), safe_str(repo_name))
263 log.debug('Checking if `%s` is a valid path for repository. '
263 log.debug('Checking if `%s` is a valid path for repository. '
264 'Explicit type: %s', repo_name, explicit_scm)
264 'Explicit type: %s', repo_name, explicit_scm)
265
265
266 try:
266 try:
267 if explicit_scm:
267 if explicit_scm:
268 detected_scms = [get_scm_backend(explicit_scm)(
268 detected_scms = [get_scm_backend(explicit_scm)(
269 full_path, config=config).alias]
269 full_path, config=config).alias]
270 else:
270 else:
271 detected_scms = get_scm(full_path)
271 detected_scms = get_scm(full_path)
272
272
273 if expect_scm:
273 if expect_scm:
274 return detected_scms[0] == expect_scm
274 return detected_scms[0] == expect_scm
275 log.debug('path: %s is an vcs object:%s', full_path, detected_scms)
275 log.debug('path: %s is an vcs object:%s', full_path, detected_scms)
276 return True
276 return True
277 except VCSError:
277 except VCSError:
278 log.debug('path: %s is not a valid repo !', full_path)
278 log.debug('path: %s is not a valid repo !', full_path)
279 return False
279 return False
280
280
281
281
282 def is_valid_repo_group(repo_group_name, base_path, skip_path_check=False):
282 def is_valid_repo_group(repo_group_name, base_path, skip_path_check=False):
283 """
283 """
284 Returns True if given path is a repository group, False otherwise
284 Returns True if a given path is a repository group, False otherwise
285
285
286 :param repo_name:
286 :param repo_group_name:
287 :param base_path:
287 :param base_path:
288 """
288 """
289 full_path = os.path.join(safe_str(base_path), safe_str(repo_group_name))
289 full_path = os.path.join(safe_str(base_path), safe_str(repo_group_name))
290 log.debug('Checking if `%s` is a valid path for repository group',
290 log.debug('Checking if `%s` is a valid path for repository group',
291 repo_group_name)
291 repo_group_name)
292
292
293 # check if it's not a repo
293 # check if it's not a repo
294 if is_valid_repo(repo_group_name, base_path):
294 if is_valid_repo(repo_group_name, base_path):
295 log.debug('Repo called %s exist, it is not a valid repo group', repo_group_name)
295 log.debug('Repo called %s exist, it is not a valid repo group', repo_group_name)
296 return False
296 return False
297
297
298 try:
298 try:
299 # we need to check bare git repos at higher level
299 # we need to check bare git repos at higher level
300 # since we might match branches/hooks/info/objects or possible
300 # since we might match branches/hooks/info/objects or possible
301 # other things inside bare git repo
301 # other things inside bare git repo
302 maybe_repo = os.path.dirname(full_path)
302 maybe_repo = os.path.dirname(full_path)
303 if maybe_repo == base_path:
303 if maybe_repo == base_path:
304 # skip root level repo check, we know root location CANNOT BE a repo group
304 # skip root level repo check; we know root location CANNOT BE a repo group
305 return False
305 return False
306
306
307 scm_ = get_scm(maybe_repo)
307 scm_ = get_scm(maybe_repo)
308 log.debug('path: %s is a vcs object:%s, not valid repo group', full_path, scm_)
308 log.debug('path: %s is a vcs object:%s, not valid repo group', full_path, scm_)
309 return False
309 return False
310 except VCSError:
310 except VCSError:
311 pass
311 pass
312
312
313 # check if it's a valid path
313 # check if it's a valid path
314 if skip_path_check or os.path.isdir(full_path):
314 if skip_path_check or os.path.isdir(full_path):
315 log.debug('path: %s is a valid repo group !', full_path)
315 log.debug('path: %s is a valid repo group !', full_path)
316 return True
316 return True
317
317
318 log.debug('path: %s is not a valid repo group !', full_path)
318 log.debug('path: %s is not a valid repo group !', full_path)
319 return False
319 return False
320
320
321
321
322 def ask_ok(prompt, retries=4, complaint='[y]es or [n]o please!'):
322 def ask_ok(prompt, retries=4, complaint='[y]es or [n]o please!'):
323 while True:
323 while True:
324 ok = eval(input(prompt))
324 ok = eval(input(prompt))
325 if ok.lower() in ('y', 'ye', 'yes'):
325 if ok.lower() in ('y', 'ye', 'yes'):
326 return True
326 return True
327 if ok.lower() in ('n', 'no', 'nop', 'nope'):
327 if ok.lower() in ('n', 'no', 'nop', 'nope'):
328 return False
328 return False
329 retries = retries - 1
329 retries = retries - 1
330 if retries < 0:
330 if retries < 0:
331 raise OSError
331 raise OSError
332 print(complaint)
332 print(complaint)
333
333
334 # propagated from mercurial documentation
334 # propagated from mercurial documentation
335 ui_sections = [
335 ui_sections = [
336 'alias', 'auth',
336 'alias', 'auth',
337 'decode/encode', 'defaults',
337 'decode/encode', 'defaults',
338 'diff', 'email',
338 'diff', 'email',
339 'extensions', 'format',
339 'extensions', 'format',
340 'merge-patterns', 'merge-tools',
340 'merge-patterns', 'merge-tools',
341 'hooks', 'http_proxy',
341 'hooks', 'http_proxy',
342 'smtp', 'patch',
342 'smtp', 'patch',
343 'paths', 'profiling',
343 'paths', 'profiling',
344 'server', 'trusted',
344 'server', 'trusted',
345 'ui', 'web', ]
345 'ui', 'web', ]
346
346
347
347
348 def config_data_from_db(clear_session=True, repo=None):
348 def config_data_from_db(clear_session=True, repo=None):
349 """
349 """
350 Read the configuration data from the database and return configuration
350 Read the configuration data from the database and return configuration
351 tuples.
351 tuples.
352 """
352 """
353 from rhodecode.model.settings import VcsSettingsModel
353 from rhodecode.model.settings import VcsSettingsModel
354
354
355 config = []
355 config = []
356
356
357 sa = meta.Session()
357 sa = meta.Session()
358 settings_model = VcsSettingsModel(repo=repo, sa=sa)
358 settings_model = VcsSettingsModel(repo=repo, sa=sa)
359
359
360 ui_settings = settings_model.get_ui_settings()
360 ui_settings = settings_model.get_ui_settings()
361
361
362 ui_data = []
362 ui_data = []
363 for setting in ui_settings:
363 for setting in ui_settings:
364 if setting.active:
364 if setting.active:
365 ui_data.append((setting.section, setting.key, setting.value))
365 ui_data.append((setting.section, setting.key, setting.value))
366 config.append((
366 config.append((
367 safe_str(setting.section), safe_str(setting.key),
367 safe_str(setting.section), safe_str(setting.key),
368 safe_str(setting.value)))
368 safe_str(setting.value)))
369 if setting.key == 'push_ssl':
369 if setting.key == 'push_ssl':
370 # force set push_ssl requirement to False, rhodecode
370 # force set push_ssl requirement to False, rhodecode
371 # handles that
371 # handles that
372 config.append((
372 config.append((
373 safe_str(setting.section), safe_str(setting.key), False))
373 safe_str(setting.section), safe_str(setting.key), False))
374 log.debug(
374 log.debug(
375 'settings ui from db@repo[%s]: %s',
375 'settings ui from db@repo[%s]: %s',
376 repo,
376 repo,
377 ','.join(['[{}] {}={}'.format(*s) for s in ui_data]))
377 ','.join(['[{}] {}={}'.format(*s) for s in ui_data]))
378 if clear_session:
378 if clear_session:
379 meta.Session.remove()
379 meta.Session.remove()
380
380
381 # TODO: mikhail: probably it makes no sense to re-read hooks information.
381 # TODO: mikhail: probably it makes no sense to re-read hooks information.
382 # It's already there and activated/deactivated
382 # It's already there and activated/deactivated
383 skip_entries = []
383 skip_entries = []
384 enabled_hook_classes = get_enabled_hook_classes(ui_settings)
384 enabled_hook_classes = get_enabled_hook_classes(ui_settings)
385 if 'pull' not in enabled_hook_classes:
385 if 'pull' not in enabled_hook_classes:
386 skip_entries.append(('hooks', RhodeCodeUi.HOOK_PRE_PULL))
386 skip_entries.append(('hooks', RhodeCodeUi.HOOK_PRE_PULL))
387 if 'push' not in enabled_hook_classes:
387 if 'push' not in enabled_hook_classes:
388 skip_entries.append(('hooks', RhodeCodeUi.HOOK_PRE_PUSH))
388 skip_entries.append(('hooks', RhodeCodeUi.HOOK_PRE_PUSH))
389 skip_entries.append(('hooks', RhodeCodeUi.HOOK_PRETX_PUSH))
389 skip_entries.append(('hooks', RhodeCodeUi.HOOK_PRETX_PUSH))
390 skip_entries.append(('hooks', RhodeCodeUi.HOOK_PUSH_KEY))
390 skip_entries.append(('hooks', RhodeCodeUi.HOOK_PUSH_KEY))
391
391
392 config = [entry for entry in config if entry[:2] not in skip_entries]
392 config = [entry for entry in config if entry[:2] not in skip_entries]
393
393
394 return config
394 return config
395
395
396
396
397 def make_db_config(clear_session=True, repo=None):
397 def make_db_config(clear_session=True, repo=None):
398 """
398 """
399 Create a :class:`Config` instance based on the values in the database.
399 Create a :class:`Config` instance based on the values in the database.
400 """
400 """
401 config = Config()
401 config = Config()
402 config_data = config_data_from_db(clear_session=clear_session, repo=repo)
402 config_data = config_data_from_db(clear_session=clear_session, repo=repo)
403 for section, option, value in config_data:
403 for section, option, value in config_data:
404 config.set(section, option, value)
404 config.set(section, option, value)
405 return config
405 return config
406
406
407
407
408 def get_enabled_hook_classes(ui_settings):
408 def get_enabled_hook_classes(ui_settings):
409 """
409 """
410 Return the enabled hook classes.
410 Return the enabled hook classes.
411
411
412 :param ui_settings: List of ui_settings as returned
412 :param ui_settings: List of ui_settings as returned
413 by :meth:`VcsSettingsModel.get_ui_settings`
413 by :meth:`VcsSettingsModel.get_ui_settings`
414
414
415 :return: a list with the enabled hook classes. The order is not guaranteed.
415 :return: a list with the enabled hook classes. The order is not guaranteed.
416 :rtype: list
416 :rtype: list
417 """
417 """
418 enabled_hooks = []
418 enabled_hooks = []
419 active_hook_keys = [
419 active_hook_keys = [
420 key for section, key, value, active in ui_settings
420 key for section, key, value, active in ui_settings
421 if section == 'hooks' and active]
421 if section == 'hooks' and active]
422
422
423 hook_names = {
423 hook_names = {
424 RhodeCodeUi.HOOK_PUSH: 'push',
424 RhodeCodeUi.HOOK_PUSH: 'push',
425 RhodeCodeUi.HOOK_PULL: 'pull',
425 RhodeCodeUi.HOOK_PULL: 'pull',
426 RhodeCodeUi.HOOK_REPO_SIZE: 'repo_size'
426 RhodeCodeUi.HOOK_REPO_SIZE: 'repo_size'
427 }
427 }
428
428
429 for key in active_hook_keys:
429 for key in active_hook_keys:
430 hook = hook_names.get(key)
430 hook = hook_names.get(key)
431 if hook:
431 if hook:
432 enabled_hooks.append(hook)
432 enabled_hooks.append(hook)
433
433
434 return enabled_hooks
434 return enabled_hooks
435
435
436
436
437 def set_rhodecode_config(config):
437 def set_rhodecode_config(config):
438 """
438 """
439 Updates pyramid config with new settings from database
439 Updates pyramid config with new settings from database
440
440
441 :param config:
441 :param config:
442 """
442 """
443 from rhodecode.model.settings import SettingsModel
443 from rhodecode.model.settings import SettingsModel
444 app_settings = SettingsModel().get_all_settings()
444 app_settings = SettingsModel().get_all_settings()
445
445
446 for k, v in list(app_settings.items()):
446 for k, v in list(app_settings.items()):
447 config[k] = v
447 config[k] = v
448
448
449
449
450 def get_rhodecode_realm():
450 def get_rhodecode_realm():
451 """
451 """
452 Return the rhodecode realm from database.
452 Return the rhodecode realm from database.
453 """
453 """
454 from rhodecode.model.settings import SettingsModel
454 from rhodecode.model.settings import SettingsModel
455 realm = SettingsModel().get_setting_by_name('realm')
455 realm = SettingsModel().get_setting_by_name('realm')
456 return safe_str(realm.app_settings_value)
456 return safe_str(realm.app_settings_value)
457
457
458
458
459 def get_rhodecode_base_path():
459 def get_rhodecode_base_path():
460 """
460 """
461 Returns the base path. The base path is the filesystem path which points
461 Returns the base path. The base path is the filesystem path which points
462 to the repository store.
462 to the repository store.
463 """
463 """
464
464
465 import rhodecode
465 import rhodecode
466 return rhodecode.CONFIG['default_base_path']
466 return rhodecode.CONFIG['default_base_path']
467
467
468
468
469 def map_groups(path):
469 def map_groups(path):
470 """
470 """
471 Given a full path to a repository, create all nested groups that this
471 Given a full path to a repository, create all nested groups that this
472 repo is inside. This function creates parent-child relationships between
472 repo is inside. This function creates parent-child relationships between
473 groups and creates default perms for all new groups.
473 groups and creates default perms for all new groups.
474
474
475 :param paths: full path to repository
475 :param paths: full path to repository
476 """
476 """
477 from rhodecode.model.repo_group import RepoGroupModel
477 from rhodecode.model.repo_group import RepoGroupModel
478 sa = meta.Session()
478 sa = meta.Session()
479 groups = path.split(Repository.NAME_SEP)
479 groups = path.split(Repository.NAME_SEP)
480 parent = None
480 parent = None
481 group = None
481 group = None
482
482
483 # last element is repo in nested groups structure
483 # last element is repo in nested groups structure
484 groups = groups[:-1]
484 groups = groups[:-1]
485 rgm = RepoGroupModel(sa)
485 rgm = RepoGroupModel(sa)
486 owner = User.get_first_super_admin()
486 owner = User.get_first_super_admin()
487 for lvl, group_name in enumerate(groups):
487 for lvl, group_name in enumerate(groups):
488 group_name = '/'.join(groups[:lvl] + [group_name])
488 group_name = '/'.join(groups[:lvl] + [group_name])
489 group = RepoGroup.get_by_group_name(group_name)
489 group = RepoGroup.get_by_group_name(group_name)
490 desc = '%s group' % group_name
490 desc = '%s group' % group_name
491
491
492 # skip folders that are now removed repos
492 # skip folders that are now removed repos
493 if REMOVED_REPO_PAT.match(group_name):
493 if REMOVED_REPO_PAT.match(group_name):
494 break
494 break
495
495
496 if group is None:
496 if group is None:
497 log.debug('creating group level: %s group_name: %s',
497 log.debug('creating group level: %s group_name: %s',
498 lvl, group_name)
498 lvl, group_name)
499 group = RepoGroup(group_name, parent)
499 group = RepoGroup(group_name, parent)
500 group.group_description = desc
500 group.group_description = desc
501 group.user = owner
501 group.user = owner
502 sa.add(group)
502 sa.add(group)
503 perm_obj = rgm._create_default_perms(group)
503 perm_obj = rgm._create_default_perms(group)
504 sa.add(perm_obj)
504 sa.add(perm_obj)
505 sa.flush()
505 sa.flush()
506
506
507 parent = group
507 parent = group
508 return group
508 return group
509
509
510
510
511 def repo2db_mapper(initial_repo_list, remove_obsolete=False):
511 def repo2db_mapper(initial_repo_list, remove_obsolete=False):
512 """
512 """
513 maps all repos given in initial_repo_list, non existing repositories
513 maps all repos given in initial_repo_list, non existing repositories
514 are created, if remove_obsolete is True it also checks for db entries
514 are created, if remove_obsolete is True it also checks for db entries
515 that are not in initial_repo_list and removes them.
515 that are not in initial_repo_list and removes them.
516
516
517 :param initial_repo_list: list of repositories found by scanning methods
517 :param initial_repo_list: list of repositories found by scanning methods
518 :param remove_obsolete: check for obsolete entries in database
518 :param remove_obsolete: check for obsolete entries in database
519 """
519 """
520 from rhodecode.model.repo import RepoModel
520 from rhodecode.model.repo import RepoModel
521 from rhodecode.model.repo_group import RepoGroupModel
521 from rhodecode.model.repo_group import RepoGroupModel
522 from rhodecode.model.settings import SettingsModel
522 from rhodecode.model.settings import SettingsModel
523
523
524 sa = meta.Session()
524 sa = meta.Session()
525 repo_model = RepoModel()
525 repo_model = RepoModel()
526 user = User.get_first_super_admin()
526 user = User.get_first_super_admin()
527 added = []
527 added = []
528
528
529 # creation defaults
529 # creation defaults
530 defs = SettingsModel().get_default_repo_settings(strip_prefix=True)
530 defs = SettingsModel().get_default_repo_settings(strip_prefix=True)
531 enable_statistics = defs.get('repo_enable_statistics')
531 enable_statistics = defs.get('repo_enable_statistics')
532 enable_locking = defs.get('repo_enable_locking')
532 enable_locking = defs.get('repo_enable_locking')
533 enable_downloads = defs.get('repo_enable_downloads')
533 enable_downloads = defs.get('repo_enable_downloads')
534 private = defs.get('repo_private')
534 private = defs.get('repo_private')
535
535
536 for name, repo in list(initial_repo_list.items()):
536 for name, repo in list(initial_repo_list.items()):
537 group = map_groups(name)
537 group = map_groups(name)
538 str_name = safe_str(name)
538 str_name = safe_str(name)
539 db_repo = repo_model.get_by_repo_name(str_name)
539 db_repo = repo_model.get_by_repo_name(str_name)
540 # found repo that is on filesystem not in RhodeCode database
540 # found repo that is on filesystem not in RhodeCode database
541 if not db_repo:
541 if not db_repo:
542 log.info('repository %s not found, creating now', name)
542 log.info('repository %s not found, creating now', name)
543 added.append(name)
543 added.append(name)
544 desc = (repo.description
544 desc = (repo.description
545 if repo.description != 'unknown'
545 if repo.description != 'unknown'
546 else '%s repository' % name)
546 else '%s repository' % name)
547
547
548 db_repo = repo_model._create_repo(
548 db_repo = repo_model._create_repo(
549 repo_name=name,
549 repo_name=name,
550 repo_type=repo.alias,
550 repo_type=repo.alias,
551 description=desc,
551 description=desc,
552 repo_group=getattr(group, 'group_id', None),
552 repo_group=getattr(group, 'group_id', None),
553 owner=user,
553 owner=user,
554 enable_locking=enable_locking,
554 enable_locking=enable_locking,
555 enable_downloads=enable_downloads,
555 enable_downloads=enable_downloads,
556 enable_statistics=enable_statistics,
556 enable_statistics=enable_statistics,
557 private=private,
557 private=private,
558 state=Repository.STATE_CREATED
558 state=Repository.STATE_CREATED
559 )
559 )
560 sa.commit()
560 sa.commit()
561 # we added that repo just now, and make sure we updated server info
561 # we added that repo just now, and make sure we updated server info
562 if db_repo.repo_type == 'git':
562 if db_repo.repo_type == 'git':
563 git_repo = db_repo.scm_instance()
563 git_repo = db_repo.scm_instance()
564 # update repository server-info
564 # update repository server-info
565 log.debug('Running update server info')
565 log.debug('Running update server info')
566 git_repo._update_server_info()
566 git_repo._update_server_info()
567
567
568 db_repo.update_commit_cache()
568 db_repo.update_commit_cache()
569
569
570 config = db_repo._config
570 config = db_repo._config
571 config.set('extensions', 'largefiles', '')
571 config.set('extensions', 'largefiles', '')
572 repo = db_repo.scm_instance(config=config)
572 repo = db_repo.scm_instance(config=config)
573 repo.install_hooks()
573 repo.install_hooks()
574
574
575 removed = []
575 removed = []
576 if remove_obsolete:
576 if remove_obsolete:
577 # remove from database those repositories that are not in the filesystem
577 # remove from database those repositories that are not in the filesystem
578 for repo in sa.query(Repository).all():
578 for repo in sa.query(Repository).all():
579 if repo.repo_name not in list(initial_repo_list.keys()):
579 if repo.repo_name not in list(initial_repo_list.keys()):
580 log.debug("Removing non-existing repository found in db `%s`",
580 log.debug("Removing non-existing repository found in db `%s`",
581 repo.repo_name)
581 repo.repo_name)
582 try:
582 try:
583 RepoModel(sa).delete(repo, forks='detach', fs_remove=False)
583 RepoModel(sa).delete(repo, forks='detach', fs_remove=False)
584 sa.commit()
584 sa.commit()
585 removed.append(repo.repo_name)
585 removed.append(repo.repo_name)
586 except Exception:
586 except Exception:
587 # don't hold further removals on error
587 # don't hold further removals on error
588 log.error(traceback.format_exc())
588 log.error(traceback.format_exc())
589 sa.rollback()
589 sa.rollback()
590
590
591 def splitter(full_repo_name):
591 def splitter(full_repo_name):
592 _parts = full_repo_name.rsplit(RepoGroup.url_sep(), 1)
592 _parts = full_repo_name.rsplit(RepoGroup.url_sep(), 1)
593 gr_name = None
593 gr_name = None
594 if len(_parts) == 2:
594 if len(_parts) == 2:
595 gr_name = _parts[0]
595 gr_name = _parts[0]
596 return gr_name
596 return gr_name
597
597
598 initial_repo_group_list = [splitter(x) for x in
598 initial_repo_group_list = [splitter(x) for x in
599 list(initial_repo_list.keys()) if splitter(x)]
599 list(initial_repo_list.keys()) if splitter(x)]
600
600
601 # remove from database those repository groups that are not in the
601 # remove from database those repository groups that are not in the
602 # filesystem due to parent child relationships we need to delete them
602 # filesystem due to parent child relationships we need to delete them
603 # in a specific order of most nested first
603 # in a specific order of most nested first
604 all_groups = [x.group_name for x in sa.query(RepoGroup).all()]
604 all_groups = [x.group_name for x in sa.query(RepoGroup).all()]
605 def nested_sort(gr):
605 def nested_sort(gr):
606 return len(gr.split('/'))
606 return len(gr.split('/'))
607 for group_name in sorted(all_groups, key=nested_sort, reverse=True):
607 for group_name in sorted(all_groups, key=nested_sort, reverse=True):
608 if group_name not in initial_repo_group_list:
608 if group_name not in initial_repo_group_list:
609 repo_group = RepoGroup.get_by_group_name(group_name)
609 repo_group = RepoGroup.get_by_group_name(group_name)
610 if (repo_group.children.all() or
610 if (repo_group.children.all() or
611 not RepoGroupModel().check_exist_filesystem(
611 not RepoGroupModel().check_exist_filesystem(
612 group_name=group_name, exc_on_failure=False)):
612 group_name=group_name, exc_on_failure=False)):
613 continue
613 continue
614
614
615 log.info(
615 log.info(
616 'Removing non-existing repository group found in db `%s`',
616 'Removing non-existing repository group found in db `%s`',
617 group_name)
617 group_name)
618 try:
618 try:
619 RepoGroupModel(sa).delete(group_name, fs_remove=False)
619 RepoGroupModel(sa).delete(group_name, fs_remove=False)
620 sa.commit()
620 sa.commit()
621 removed.append(group_name)
621 removed.append(group_name)
622 except Exception:
622 except Exception:
623 # don't hold further removals on error
623 # don't hold further removals on error
624 log.exception(
624 log.exception(
625 'Unable to remove repository group `%s`',
625 'Unable to remove repository group `%s`',
626 group_name)
626 group_name)
627 sa.rollback()
627 sa.rollback()
628 raise
628 raise
629
629
630 return added, removed
630 return added, removed
631
631
632
632
633 def load_rcextensions(root_path):
633 def load_rcextensions(root_path):
634 import rhodecode
634 import rhodecode
635 from rhodecode.config import conf
635 from rhodecode.config import conf
636
636
637 path = os.path.join(root_path)
637 path = os.path.join(root_path)
638 sys.path.append(path)
638 sys.path.append(path)
639
639
640 try:
640 try:
641 rcextensions = __import__('rcextensions')
641 rcextensions = __import__('rcextensions')
642 except ImportError:
642 except ImportError:
643 if os.path.isdir(os.path.join(path, 'rcextensions')):
643 if os.path.isdir(os.path.join(path, 'rcextensions')):
644 log.warning('Unable to load rcextensions from %s', path)
644 log.warning('Unable to load rcextensions from %s', path)
645 rcextensions = None
645 rcextensions = None
646
646
647 if rcextensions:
647 if rcextensions:
648 log.info('Loaded rcextensions from %s...', rcextensions)
648 log.info('Loaded rcextensions from %s...', rcextensions)
649 rhodecode.EXTENSIONS = rcextensions
649 rhodecode.EXTENSIONS = rcextensions
650
650
651 # Additional mappings that are not present in the pygments lexers
651 # Additional mappings that are not present in the pygments lexers
652 conf.LANGUAGES_EXTENSIONS_MAP.update(
652 conf.LANGUAGES_EXTENSIONS_MAP.update(
653 getattr(rhodecode.EXTENSIONS, 'EXTRA_MAPPINGS', {}))
653 getattr(rhodecode.EXTENSIONS, 'EXTRA_MAPPINGS', {}))
654
654
655
655
656 def get_custom_lexer(extension):
656 def get_custom_lexer(extension):
657 """
657 """
658 returns a custom lexer if it is defined in rcextensions module, or None
658 returns a custom lexer if it is defined in rcextensions module, or None
659 if there's no custom lexer defined
659 if there's no custom lexer defined
660 """
660 """
661 import rhodecode
661 import rhodecode
662 from pygments import lexers
662 from pygments import lexers
663
663
664 # custom override made by RhodeCode
664 # custom override made by RhodeCode
665 if extension in ['mako']:
665 if extension in ['mako']:
666 return lexers.get_lexer_by_name('html+mako')
666 return lexers.get_lexer_by_name('html+mako')
667
667
668 # check if we didn't define this extension as other lexer
668 # check if we didn't define this extension as other lexer
669 extensions = rhodecode.EXTENSIONS and getattr(rhodecode.EXTENSIONS, 'EXTRA_LEXERS', None)
669 extensions = rhodecode.EXTENSIONS and getattr(rhodecode.EXTENSIONS, 'EXTRA_LEXERS', None)
670 if extensions and extension in rhodecode.EXTENSIONS.EXTRA_LEXERS:
670 if extensions and extension in rhodecode.EXTENSIONS.EXTRA_LEXERS:
671 _lexer_name = rhodecode.EXTENSIONS.EXTRA_LEXERS[extension]
671 _lexer_name = rhodecode.EXTENSIONS.EXTRA_LEXERS[extension]
672 return lexers.get_lexer_by_name(_lexer_name)
672 return lexers.get_lexer_by_name(_lexer_name)
673
673
674
674
675 #==============================================================================
675 #==============================================================================
676 # TEST FUNCTIONS AND CREATORS
676 # TEST FUNCTIONS AND CREATORS
677 #==============================================================================
677 #==============================================================================
678 def create_test_index(repo_location, config):
678 def create_test_index(repo_location, config):
679 """
679 """
680 Makes default test index.
680 Makes default test index.
681 """
681 """
682 try:
682 try:
683 import rc_testdata
683 import rc_testdata
684 except ImportError:
684 except ImportError:
685 raise ImportError('Failed to import rc_testdata, '
685 raise ImportError('Failed to import rc_testdata, '
686 'please make sure this package is installed from requirements_test.txt')
686 'please make sure this package is installed from requirements_test.txt')
687 rc_testdata.extract_search_index(
687 rc_testdata.extract_search_index(
688 'vcs_search_index', os.path.dirname(config['search.location']))
688 'vcs_search_index', os.path.dirname(config['search.location']))
689
689
690
690
691 def create_test_directory(test_path):
691 def create_test_directory(test_path):
692 """
692 """
693 Create test directory if it doesn't exist.
693 Create test directory if it doesn't exist.
694 """
694 """
695 if not os.path.isdir(test_path):
695 if not os.path.isdir(test_path):
696 log.debug('Creating testdir %s', test_path)
696 log.debug('Creating testdir %s', test_path)
697 os.makedirs(test_path)
697 os.makedirs(test_path)
698
698
699
699
700 def create_test_database(test_path, config):
700 def create_test_database(test_path, config):
701 """
701 """
702 Makes a fresh database.
702 Makes a fresh database.
703 """
703 """
704 from rhodecode.lib.db_manage import DbManage
704 from rhodecode.lib.db_manage import DbManage
705 from rhodecode.lib.utils2 import get_encryption_key
705 from rhodecode.lib.utils2 import get_encryption_key
706
706
707 # PART ONE create db
707 # PART ONE create db
708 dbconf = config['sqlalchemy.db1.url']
708 dbconf = config['sqlalchemy.db1.url']
709 enc_key = get_encryption_key(config)
709 enc_key = get_encryption_key(config)
710
710
711 log.debug('making test db %s', dbconf)
711 log.debug('making test db %s', dbconf)
712
712
713 dbmanage = DbManage(log_sql=False, dbconf=dbconf, root=config['here'],
713 dbmanage = DbManage(log_sql=False, dbconf=dbconf, root=config['here'],
714 tests=True, cli_args={'force_ask': True}, enc_key=enc_key)
714 tests=True, cli_args={'force_ask': True}, enc_key=enc_key)
715 dbmanage.create_tables(override=True)
715 dbmanage.create_tables(override=True)
716 dbmanage.set_db_version()
716 dbmanage.set_db_version()
717 # for tests dynamically set new root paths based on generated content
717 # for tests dynamically set new root paths based on generated content
718 dbmanage.create_settings(dbmanage.config_prompt(test_path))
718 dbmanage.create_settings(dbmanage.config_prompt(test_path))
719 dbmanage.create_default_user()
719 dbmanage.create_default_user()
720 dbmanage.create_test_admin_and_users()
720 dbmanage.create_test_admin_and_users()
721 dbmanage.create_permissions()
721 dbmanage.create_permissions()
722 dbmanage.populate_default_permissions()
722 dbmanage.populate_default_permissions()
723 Session().commit()
723 Session().commit()
724
724
725
725
726 def create_test_repositories(test_path, config):
726 def create_test_repositories(test_path, config):
727 """
727 """
728 Creates test repositories in the temporary directory. Repositories are
728 Creates test repositories in the temporary directory. Repositories are
729 extracted from archives within the rc_testdata package.
729 extracted from archives within the rc_testdata package.
730 """
730 """
731 import rc_testdata
731 import rc_testdata
732 from rhodecode.tests import HG_REPO, GIT_REPO, SVN_REPO
732 from rhodecode.tests import HG_REPO, GIT_REPO, SVN_REPO
733
733
734 log.debug('making test vcs repositories')
734 log.debug('making test vcs repositories')
735
735
736 idx_path = config['search.location']
736 idx_path = config['search.location']
737 data_path = config['cache_dir']
737 data_path = config['cache_dir']
738
738
739 # clean index and data
739 # clean index and data
740 if idx_path and os.path.exists(idx_path):
740 if idx_path and os.path.exists(idx_path):
741 log.debug('remove %s', idx_path)
741 log.debug('remove %s', idx_path)
742 shutil.rmtree(idx_path)
742 shutil.rmtree(idx_path)
743
743
744 if data_path and os.path.exists(data_path):
744 if data_path and os.path.exists(data_path):
745 log.debug('remove %s', data_path)
745 log.debug('remove %s', data_path)
746 shutil.rmtree(data_path)
746 shutil.rmtree(data_path)
747
747
748 rc_testdata.extract_hg_dump('vcs_test_hg', jn(test_path, HG_REPO))
748 rc_testdata.extract_hg_dump('vcs_test_hg', jn(test_path, HG_REPO))
749 rc_testdata.extract_git_dump('vcs_test_git', jn(test_path, GIT_REPO))
749 rc_testdata.extract_git_dump('vcs_test_git', jn(test_path, GIT_REPO))
750
750
751 # Note: Subversion is in the process of being integrated with the system,
751 # Note: Subversion is in the process of being integrated with the system,
752 # until we have a properly packed version of the test svn repository, this
752 # until we have a properly packed version of the test svn repository, this
753 # tries to copy over the repo from a package "rc_testdata"
753 # tries to copy over the repo from a package "rc_testdata"
754 svn_repo_path = rc_testdata.get_svn_repo_archive()
754 svn_repo_path = rc_testdata.get_svn_repo_archive()
755 with tarfile.open(svn_repo_path) as tar:
755 with tarfile.open(svn_repo_path) as tar:
756 tar.extractall(jn(test_path, SVN_REPO))
756 tar.extractall(jn(test_path, SVN_REPO))
757
757
758
758
759 def password_changed(auth_user, session):
759 def password_changed(auth_user, session):
760 # Never report password change in case of default user or anonymous user.
760 # Never report password change in case of default user or anonymous user.
761 if auth_user.username == User.DEFAULT_USER or auth_user.user_id is None:
761 if auth_user.username == User.DEFAULT_USER or auth_user.user_id is None:
762 return False
762 return False
763
763
764 password_hash = md5(safe_bytes(auth_user.password)) if auth_user.password else None
764 password_hash = md5(safe_bytes(auth_user.password)) if auth_user.password else None
765 rhodecode_user = session.get('rhodecode_user', {})
765 rhodecode_user = session.get('rhodecode_user', {})
766 session_password_hash = rhodecode_user.get('password', '')
766 session_password_hash = rhodecode_user.get('password', '')
767 return password_hash != session_password_hash
767 return password_hash != session_password_hash
768
768
769
769
770 def read_opensource_licenses():
770 def read_opensource_licenses():
771 global _license_cache
771 global _license_cache
772
772
773 if not _license_cache:
773 if not _license_cache:
774 licenses = pkg_resources.resource_string(
774 licenses = pkg_resources.resource_string(
775 'rhodecode', 'config/licenses.json')
775 'rhodecode', 'config/licenses.json')
776 _license_cache = json.loads(licenses)
776 _license_cache = json.loads(licenses)
777
777
778 return _license_cache
778 return _license_cache
779
779
780
780
781 def generate_platform_uuid():
781 def generate_platform_uuid():
782 """
782 """
783 Generates platform UUID based on it's name
783 Generates platform UUID based on it's name
784 """
784 """
785 import platform
785 import platform
786
786
787 try:
787 try:
788 uuid_list = [platform.platform()]
788 uuid_list = [platform.platform()]
789 return sha256_safe(':'.join(uuid_list))
789 return sha256_safe(':'.join(uuid_list))
790 except Exception as e:
790 except Exception as e:
791 log.error('Failed to generate host uuid: %s', e)
791 log.error('Failed to generate host uuid: %s', e)
792 return 'UNDEFINED'
792 return 'UNDEFINED'
793
793
794
794
795 def send_test_email(recipients, email_body='TEST EMAIL'):
795 def send_test_email(recipients, email_body='TEST EMAIL'):
796 """
796 """
797 Simple code for generating test emails.
797 Simple code for generating test emails.
798 Usage::
798 Usage::
799
799
800 from rhodecode.lib import utils
800 from rhodecode.lib import utils
801 utils.send_test_email()
801 utils.send_test_email()
802 """
802 """
803 from rhodecode.lib.celerylib import tasks, run_task
803 from rhodecode.lib.celerylib import tasks, run_task
804
804
805 email_body = email_body_plaintext = email_body
805 email_body = email_body_plaintext = email_body
806 subject = f'SUBJECT FROM: {socket.gethostname()}'
806 subject = f'SUBJECT FROM: {socket.gethostname()}'
807 tasks.send_email(recipients, subject, email_body_plaintext, email_body)
807 tasks.send_email(recipients, subject, email_body_plaintext, email_body)
General Comments 0
You need to be logged in to leave comments. Login now