Show More
@@ -1,416 +1,420 | |||||
1 | # -*- coding: utf-8 -*- |
|
1 | # -*- coding: utf-8 -*- | |
2 | """ |
|
2 | """ | |
3 | rhodecode.controllers.changeset |
|
3 | rhodecode.controllers.changeset | |
4 | ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ |
|
4 | ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ | |
5 |
|
5 | |||
6 | changeset controller for pylons showoing changes beetween |
|
6 | changeset controller for pylons showoing changes beetween | |
7 | revisions |
|
7 | revisions | |
8 |
|
8 | |||
9 | :created_on: Apr 25, 2010 |
|
9 | :created_on: Apr 25, 2010 | |
10 | :author: marcink |
|
10 | :author: marcink | |
11 | :copyright: (C) 2010-2012 Marcin Kuzminski <marcin@python-works.com> |
|
11 | :copyright: (C) 2010-2012 Marcin Kuzminski <marcin@python-works.com> | |
12 | :license: GPLv3, see COPYING for more details. |
|
12 | :license: GPLv3, see COPYING for more details. | |
13 | """ |
|
13 | """ | |
14 | # This program is free software: you can redistribute it and/or modify |
|
14 | # This program is free software: you can redistribute it and/or modify | |
15 | # it under the terms of the GNU General Public License as published by |
|
15 | # it under the terms of the GNU General Public License as published by | |
16 | # the Free Software Foundation, either version 3 of the License, or |
|
16 | # the Free Software Foundation, either version 3 of the License, or | |
17 | # (at your option) any later version. |
|
17 | # (at your option) any later version. | |
18 | # |
|
18 | # | |
19 | # This program is distributed in the hope that it will be useful, |
|
19 | # This program is distributed in the hope that it will be useful, | |
20 | # but WITHOUT ANY WARRANTY; without even the implied warranty of |
|
20 | # but WITHOUT ANY WARRANTY; without even the implied warranty of | |
21 | # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
|
21 | # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | |
22 | # GNU General Public License for more details. |
|
22 | # GNU General Public License for more details. | |
23 | # |
|
23 | # | |
24 | # You should have received a copy of the GNU General Public License |
|
24 | # You should have received a copy of the GNU General Public License | |
25 | # along with this program. If not, see <http://www.gnu.org/licenses/>. |
|
25 | # along with this program. If not, see <http://www.gnu.org/licenses/>. | |
26 | import logging |
|
26 | import logging | |
27 | import traceback |
|
27 | import traceback | |
28 | from collections import defaultdict |
|
28 | from collections import defaultdict | |
29 | from webob.exc import HTTPForbidden |
|
29 | from webob.exc import HTTPForbidden | |
30 |
|
30 | |||
31 | from pylons import tmpl_context as c, url, request, response |
|
31 | from pylons import tmpl_context as c, url, request, response | |
32 | from pylons.i18n.translation import _ |
|
32 | from pylons.i18n.translation import _ | |
33 | from pylons.controllers.util import redirect |
|
33 | from pylons.controllers.util import redirect | |
34 | from pylons.decorators import jsonify |
|
34 | from pylons.decorators import jsonify | |
35 |
|
35 | |||
36 | from rhodecode.lib.vcs.exceptions import RepositoryError, ChangesetError, \ |
|
36 | from rhodecode.lib.vcs.exceptions import RepositoryError, ChangesetError, \ | |
37 | ChangesetDoesNotExistError |
|
37 | ChangesetDoesNotExistError | |
38 | from rhodecode.lib.vcs.nodes import FileNode |
|
38 | from rhodecode.lib.vcs.nodes import FileNode | |
39 |
|
39 | |||
40 | import rhodecode.lib.helpers as h |
|
40 | import rhodecode.lib.helpers as h | |
41 | from rhodecode.lib.auth import LoginRequired, HasRepoPermissionAnyDecorator |
|
41 | from rhodecode.lib.auth import LoginRequired, HasRepoPermissionAnyDecorator | |
42 | from rhodecode.lib.base import BaseRepoController, render |
|
42 | from rhodecode.lib.base import BaseRepoController, render | |
43 | from rhodecode.lib.utils import EmptyChangeset |
|
43 | from rhodecode.lib.utils import EmptyChangeset | |
44 | from rhodecode.lib.compat import OrderedDict |
|
44 | from rhodecode.lib.compat import OrderedDict | |
45 | from rhodecode.lib import diffs |
|
45 | from rhodecode.lib import diffs | |
46 | from rhodecode.model.db import ChangesetComment, ChangesetStatus |
|
46 | from rhodecode.model.db import ChangesetComment, ChangesetStatus | |
47 | from rhodecode.model.comment import ChangesetCommentsModel |
|
47 | from rhodecode.model.comment import ChangesetCommentsModel | |
48 | from rhodecode.model.changeset_status import ChangesetStatusModel |
|
48 | from rhodecode.model.changeset_status import ChangesetStatusModel | |
49 | from rhodecode.model.meta import Session |
|
49 | from rhodecode.model.meta import Session | |
50 | from rhodecode.lib.diffs import wrapped_diff |
|
50 | from rhodecode.lib.diffs import wrapped_diff | |
51 |
|
51 | |||
52 | log = logging.getLogger(__name__) |
|
52 | log = logging.getLogger(__name__) | |
53 |
|
53 | |||
54 |
|
54 | |||
55 | def _update_with_GET(params, GET): |
|
55 | def _update_with_GET(params, GET): | |
56 | for k in ['diff1', 'diff2', 'diff']: |
|
56 | for k in ['diff1', 'diff2', 'diff']: | |
57 | params[k] += GET.getall(k) |
|
57 | params[k] += GET.getall(k) | |
58 |
|
58 | |||
59 |
|
59 | |||
60 | def anchor_url(revision, path, GET): |
|
60 | def anchor_url(revision, path, GET): | |
61 | fid = h.FID(revision, path) |
|
61 | fid = h.FID(revision, path) | |
62 | return h.url.current(anchor=fid, **dict(GET)) |
|
62 | return h.url.current(anchor=fid, **dict(GET)) | |
63 |
|
63 | |||
64 |
|
64 | |||
65 | def get_ignore_ws(fid, GET): |
|
65 | def get_ignore_ws(fid, GET): | |
66 | ig_ws_global = GET.get('ignorews') |
|
66 | ig_ws_global = GET.get('ignorews') | |
67 | ig_ws = filter(lambda k: k.startswith('WS'), GET.getall(fid)) |
|
67 | ig_ws = filter(lambda k: k.startswith('WS'), GET.getall(fid)) | |
68 | if ig_ws: |
|
68 | if ig_ws: | |
69 | try: |
|
69 | try: | |
70 | return int(ig_ws[0].split(':')[-1]) |
|
70 | return int(ig_ws[0].split(':')[-1]) | |
71 | except: |
|
71 | except: | |
72 | pass |
|
72 | pass | |
73 | return ig_ws_global |
|
73 | return ig_ws_global | |
74 |
|
74 | |||
75 |
|
75 | |||
76 | def _ignorews_url(GET, fileid=None): |
|
76 | def _ignorews_url(GET, fileid=None): | |
77 | fileid = str(fileid) if fileid else None |
|
77 | fileid = str(fileid) if fileid else None | |
78 | params = defaultdict(list) |
|
78 | params = defaultdict(list) | |
79 | _update_with_GET(params, GET) |
|
79 | _update_with_GET(params, GET) | |
80 | lbl = _('show white space') |
|
80 | lbl = _('show white space') | |
81 | ig_ws = get_ignore_ws(fileid, GET) |
|
81 | ig_ws = get_ignore_ws(fileid, GET) | |
82 | ln_ctx = get_line_ctx(fileid, GET) |
|
82 | ln_ctx = get_line_ctx(fileid, GET) | |
83 | # global option |
|
83 | # global option | |
84 | if fileid is None: |
|
84 | if fileid is None: | |
85 | if ig_ws is None: |
|
85 | if ig_ws is None: | |
86 | params['ignorews'] += [1] |
|
86 | params['ignorews'] += [1] | |
87 | lbl = _('ignore white space') |
|
87 | lbl = _('ignore white space') | |
88 | ctx_key = 'context' |
|
88 | ctx_key = 'context' | |
89 | ctx_val = ln_ctx |
|
89 | ctx_val = ln_ctx | |
90 | # per file options |
|
90 | # per file options | |
91 | else: |
|
91 | else: | |
92 | if ig_ws is None: |
|
92 | if ig_ws is None: | |
93 | params[fileid] += ['WS:1'] |
|
93 | params[fileid] += ['WS:1'] | |
94 | lbl = _('ignore white space') |
|
94 | lbl = _('ignore white space') | |
95 |
|
95 | |||
96 | ctx_key = fileid |
|
96 | ctx_key = fileid | |
97 | ctx_val = 'C:%s' % ln_ctx |
|
97 | ctx_val = 'C:%s' % ln_ctx | |
98 | # if we have passed in ln_ctx pass it along to our params |
|
98 | # if we have passed in ln_ctx pass it along to our params | |
99 | if ln_ctx: |
|
99 | if ln_ctx: | |
100 | params[ctx_key] += [ctx_val] |
|
100 | params[ctx_key] += [ctx_val] | |
101 |
|
101 | |||
102 | params['anchor'] = fileid |
|
102 | params['anchor'] = fileid | |
103 | img = h.image(h.url('/images/icons/text_strikethrough.png'), lbl, class_='icon') |
|
103 | img = h.image(h.url('/images/icons/text_strikethrough.png'), lbl, class_='icon') | |
104 | return h.link_to(img, h.url.current(**params), title=lbl, class_='tooltip') |
|
104 | return h.link_to(img, h.url.current(**params), title=lbl, class_='tooltip') | |
105 |
|
105 | |||
106 |
|
106 | |||
107 | def get_line_ctx(fid, GET): |
|
107 | def get_line_ctx(fid, GET): | |
108 | ln_ctx_global = GET.get('context') |
|
108 | ln_ctx_global = GET.get('context') | |
109 | ln_ctx = filter(lambda k: k.startswith('C'), GET.getall(fid)) |
|
109 | ln_ctx = filter(lambda k: k.startswith('C'), GET.getall(fid)) | |
110 |
|
110 | |||
111 | if ln_ctx: |
|
111 | if ln_ctx: | |
112 | retval = ln_ctx[0].split(':')[-1] |
|
112 | retval = ln_ctx[0].split(':')[-1] | |
113 | else: |
|
113 | else: | |
114 | retval = ln_ctx_global |
|
114 | retval = ln_ctx_global | |
115 |
|
115 | |||
116 | try: |
|
116 | try: | |
117 | return int(retval) |
|
117 | return int(retval) | |
118 | except: |
|
118 | except: | |
119 | return |
|
119 | return | |
120 |
|
120 | |||
121 |
|
121 | |||
122 | def _context_url(GET, fileid=None): |
|
122 | def _context_url(GET, fileid=None): | |
123 | """ |
|
123 | """ | |
124 | Generates url for context lines |
|
124 | Generates url for context lines | |
125 |
|
125 | |||
126 | :param fileid: |
|
126 | :param fileid: | |
127 | """ |
|
127 | """ | |
128 |
|
128 | |||
129 | fileid = str(fileid) if fileid else None |
|
129 | fileid = str(fileid) if fileid else None | |
130 | ig_ws = get_ignore_ws(fileid, GET) |
|
130 | ig_ws = get_ignore_ws(fileid, GET) | |
131 | ln_ctx = (get_line_ctx(fileid, GET) or 3) * 2 |
|
131 | ln_ctx = (get_line_ctx(fileid, GET) or 3) * 2 | |
132 |
|
132 | |||
133 | params = defaultdict(list) |
|
133 | params = defaultdict(list) | |
134 | _update_with_GET(params, GET) |
|
134 | _update_with_GET(params, GET) | |
135 |
|
135 | |||
136 | # global option |
|
136 | # global option | |
137 | if fileid is None: |
|
137 | if fileid is None: | |
138 | if ln_ctx > 0: |
|
138 | if ln_ctx > 0: | |
139 | params['context'] += [ln_ctx] |
|
139 | params['context'] += [ln_ctx] | |
140 |
|
140 | |||
141 | if ig_ws: |
|
141 | if ig_ws: | |
142 | ig_ws_key = 'ignorews' |
|
142 | ig_ws_key = 'ignorews' | |
143 | ig_ws_val = 1 |
|
143 | ig_ws_val = 1 | |
144 |
|
144 | |||
145 | # per file option |
|
145 | # per file option | |
146 | else: |
|
146 | else: | |
147 | params[fileid] += ['C:%s' % ln_ctx] |
|
147 | params[fileid] += ['C:%s' % ln_ctx] | |
148 | ig_ws_key = fileid |
|
148 | ig_ws_key = fileid | |
149 | ig_ws_val = 'WS:%s' % 1 |
|
149 | ig_ws_val = 'WS:%s' % 1 | |
150 |
|
150 | |||
151 | if ig_ws: |
|
151 | if ig_ws: | |
152 | params[ig_ws_key] += [ig_ws_val] |
|
152 | params[ig_ws_key] += [ig_ws_val] | |
153 |
|
153 | |||
154 | lbl = _('%s line context') % ln_ctx |
|
154 | lbl = _('%s line context') % ln_ctx | |
155 |
|
155 | |||
156 | params['anchor'] = fileid |
|
156 | params['anchor'] = fileid | |
157 | img = h.image(h.url('/images/icons/table_add.png'), lbl, class_='icon') |
|
157 | img = h.image(h.url('/images/icons/table_add.png'), lbl, class_='icon') | |
158 | return h.link_to(img, h.url.current(**params), title=lbl, class_='tooltip') |
|
158 | return h.link_to(img, h.url.current(**params), title=lbl, class_='tooltip') | |
159 |
|
159 | |||
160 |
|
160 | |||
161 | class ChangesetController(BaseRepoController): |
|
161 | class ChangesetController(BaseRepoController): | |
162 |
|
162 | |||
163 | @LoginRequired() |
|
163 | @LoginRequired() | |
164 | @HasRepoPermissionAnyDecorator('repository.read', 'repository.write', |
|
164 | @HasRepoPermissionAnyDecorator('repository.read', 'repository.write', | |
165 | 'repository.admin') |
|
165 | 'repository.admin') | |
166 | def __before__(self): |
|
166 | def __before__(self): | |
167 | super(ChangesetController, self).__before__() |
|
167 | super(ChangesetController, self).__before__() | |
168 | c.affected_files_cut_off = 60 |
|
168 | c.affected_files_cut_off = 60 | |
169 |
|
169 | |||
170 | def index(self, revision): |
|
170 | def index(self, revision): | |
171 |
|
171 | |||
172 | c.anchor_url = anchor_url |
|
172 | c.anchor_url = anchor_url | |
173 | c.ignorews_url = _ignorews_url |
|
173 | c.ignorews_url = _ignorews_url | |
174 | c.context_url = _context_url |
|
174 | c.context_url = _context_url | |
175 | limit_off = request.GET.get('fulldiff') |
|
175 | limit_off = request.GET.get('fulldiff') | |
176 | #get ranges of revisions if preset |
|
176 | #get ranges of revisions if preset | |
177 | rev_range = revision.split('...')[:2] |
|
177 | rev_range = revision.split('...')[:2] | |
178 | enable_comments = True |
|
178 | enable_comments = True | |
179 | try: |
|
179 | try: | |
180 | if len(rev_range) == 2: |
|
180 | if len(rev_range) == 2: | |
181 | enable_comments = False |
|
181 | enable_comments = False | |
182 | rev_start = rev_range[0] |
|
182 | rev_start = rev_range[0] | |
183 | rev_end = rev_range[1] |
|
183 | rev_end = rev_range[1] | |
184 | rev_ranges = c.rhodecode_repo.get_changesets(start=rev_start, |
|
184 | rev_ranges = c.rhodecode_repo.get_changesets(start=rev_start, | |
185 | end=rev_end) |
|
185 | end=rev_end) | |
186 | else: |
|
186 | else: | |
187 | rev_ranges = [c.rhodecode_repo.get_changeset(revision)] |
|
187 | rev_ranges = [c.rhodecode_repo.get_changeset(revision)] | |
188 |
|
188 | |||
189 | c.cs_ranges = list(rev_ranges) |
|
189 | c.cs_ranges = list(rev_ranges) | |
190 | if not c.cs_ranges: |
|
190 | if not c.cs_ranges: | |
191 | raise RepositoryError('Changeset range returned empty result') |
|
191 | raise RepositoryError('Changeset range returned empty result') | |
192 |
|
192 | |||
193 | except (RepositoryError, ChangesetDoesNotExistError, Exception), e: |
|
193 | except (RepositoryError, ChangesetDoesNotExistError, Exception), e: | |
194 | log.error(traceback.format_exc()) |
|
194 | log.error(traceback.format_exc()) | |
195 | h.flash(str(e), category='warning') |
|
195 | h.flash(str(e), category='warning') | |
196 | return redirect(url('home')) |
|
196 | return redirect(url('home')) | |
197 |
|
197 | |||
198 | c.changes = OrderedDict() |
|
198 | c.changes = OrderedDict() | |
199 |
|
199 | |||
200 | c.lines_added = 0 # count of lines added |
|
200 | c.lines_added = 0 # count of lines added | |
201 | c.lines_deleted = 0 # count of lines removes |
|
201 | c.lines_deleted = 0 # count of lines removes | |
202 |
|
202 | |||
203 | cumulative_diff = 0 |
|
203 | cumulative_diff = 0 | |
204 | c.cut_off = False # defines if cut off limit is reached |
|
204 | c.cut_off = False # defines if cut off limit is reached | |
205 | c.changeset_statuses = ChangesetStatus.STATUSES |
|
205 | c.changeset_statuses = ChangesetStatus.STATUSES | |
206 | c.comments = [] |
|
206 | c.comments = [] | |
207 | c.statuses = [] |
|
207 | c.statuses = [] | |
208 | c.inline_comments = [] |
|
208 | c.inline_comments = [] | |
209 | c.inline_cnt = 0 |
|
209 | c.inline_cnt = 0 | |
210 | # Iterate over ranges (default changeset view is always one changeset) |
|
210 | # Iterate over ranges (default changeset view is always one changeset) | |
211 | for changeset in c.cs_ranges: |
|
211 | for changeset in c.cs_ranges: | |
212 |
|
212 | |||
213 | c.statuses.extend([ChangesetStatusModel()\ |
|
213 | c.statuses.extend([ChangesetStatusModel()\ | |
214 | .get_status(c.rhodecode_db_repo.repo_id, |
|
214 | .get_status(c.rhodecode_db_repo.repo_id, | |
215 | changeset.raw_id)]) |
|
215 | changeset.raw_id)]) | |
216 |
|
216 | |||
217 | c.comments.extend(ChangesetCommentsModel()\ |
|
217 | c.comments.extend(ChangesetCommentsModel()\ | |
218 | .get_comments(c.rhodecode_db_repo.repo_id, |
|
218 | .get_comments(c.rhodecode_db_repo.repo_id, | |
219 | changeset.raw_id)) |
|
219 | changeset.raw_id)) | |
220 | inlines = ChangesetCommentsModel()\ |
|
220 | inlines = ChangesetCommentsModel()\ | |
221 | .get_inline_comments(c.rhodecode_db_repo.repo_id, |
|
221 | .get_inline_comments(c.rhodecode_db_repo.repo_id, | |
222 | changeset.raw_id) |
|
222 | changeset.raw_id) | |
223 | c.inline_comments.extend(inlines) |
|
223 | c.inline_comments.extend(inlines) | |
224 | c.changes[changeset.raw_id] = [] |
|
224 | c.changes[changeset.raw_id] = [] | |
225 | try: |
|
225 | try: | |
226 | changeset_parent = changeset.parents[0] |
|
226 | changeset_parent = changeset.parents[0] | |
227 | except IndexError: |
|
227 | except IndexError: | |
228 | changeset_parent = None |
|
228 | changeset_parent = None | |
229 |
|
229 | |||
230 | #================================================================== |
|
230 | #================================================================== | |
231 | # ADDED FILES |
|
231 | # ADDED FILES | |
232 | #================================================================== |
|
232 | #================================================================== | |
233 | for node in changeset.added: |
|
233 | for node in changeset.added: | |
234 | fid = h.FID(revision, node.path) |
|
234 | fid = h.FID(revision, node.path) | |
235 | line_context_lcl = get_line_ctx(fid, request.GET) |
|
235 | line_context_lcl = get_line_ctx(fid, request.GET) | |
236 | ign_whitespace_lcl = get_ignore_ws(fid, request.GET) |
|
236 | ign_whitespace_lcl = get_ignore_ws(fid, request.GET) | |
237 | lim = self.cut_off_limit |
|
237 | lim = self.cut_off_limit | |
238 | if cumulative_diff > self.cut_off_limit: |
|
238 | if cumulative_diff > self.cut_off_limit: | |
239 | lim = -1 if limit_off is None else None |
|
239 | lim = -1 if limit_off is None else None | |
240 | size, cs1, cs2, diff, st = wrapped_diff( |
|
240 | size, cs1, cs2, diff, st = wrapped_diff( | |
241 | filenode_old=None, |
|
241 | filenode_old=None, | |
242 | filenode_new=node, |
|
242 | filenode_new=node, | |
243 | cut_off_limit=lim, |
|
243 | cut_off_limit=lim, | |
244 | ignore_whitespace=ign_whitespace_lcl, |
|
244 | ignore_whitespace=ign_whitespace_lcl, | |
245 | line_context=line_context_lcl, |
|
245 | line_context=line_context_lcl, | |
246 | enable_comments=enable_comments |
|
246 | enable_comments=enable_comments | |
247 | ) |
|
247 | ) | |
248 | cumulative_diff += size |
|
248 | cumulative_diff += size | |
249 | c.lines_added += st[0] |
|
249 | c.lines_added += st[0] | |
250 | c.lines_deleted += st[1] |
|
250 | c.lines_deleted += st[1] | |
251 | c.changes[changeset.raw_id].append( |
|
251 | c.changes[changeset.raw_id].append( | |
252 | ('added', node, diff, cs1, cs2, st) |
|
252 | ('added', node, diff, cs1, cs2, st) | |
253 | ) |
|
253 | ) | |
254 |
|
254 | |||
255 | #================================================================== |
|
255 | #================================================================== | |
256 | # CHANGED FILES |
|
256 | # CHANGED FILES | |
257 | #================================================================== |
|
257 | #================================================================== | |
258 | for node in changeset.changed: |
|
258 | for node in changeset.changed: | |
259 | try: |
|
259 | try: | |
260 | filenode_old = changeset_parent.get_node(node.path) |
|
260 | filenode_old = changeset_parent.get_node(node.path) | |
261 | except ChangesetError: |
|
261 | except ChangesetError: | |
262 | log.warning('Unable to fetch parent node for diff') |
|
262 | log.warning('Unable to fetch parent node for diff') | |
263 | filenode_old = FileNode(node.path, '', EmptyChangeset()) |
|
263 | filenode_old = FileNode(node.path, '', EmptyChangeset()) | |
264 |
|
264 | |||
265 | fid = h.FID(revision, node.path) |
|
265 | fid = h.FID(revision, node.path) | |
266 | line_context_lcl = get_line_ctx(fid, request.GET) |
|
266 | line_context_lcl = get_line_ctx(fid, request.GET) | |
267 | ign_whitespace_lcl = get_ignore_ws(fid, request.GET) |
|
267 | ign_whitespace_lcl = get_ignore_ws(fid, request.GET) | |
268 | lim = self.cut_off_limit |
|
268 | lim = self.cut_off_limit | |
269 | if cumulative_diff > self.cut_off_limit: |
|
269 | if cumulative_diff > self.cut_off_limit: | |
270 | lim = -1 if limit_off is None else None |
|
270 | lim = -1 if limit_off is None else None | |
271 | size, cs1, cs2, diff, st = wrapped_diff( |
|
271 | size, cs1, cs2, diff, st = wrapped_diff( | |
272 | filenode_old=filenode_old, |
|
272 | filenode_old=filenode_old, | |
273 | filenode_new=node, |
|
273 | filenode_new=node, | |
274 | cut_off_limit=lim, |
|
274 | cut_off_limit=lim, | |
275 | ignore_whitespace=ign_whitespace_lcl, |
|
275 | ignore_whitespace=ign_whitespace_lcl, | |
276 | line_context=line_context_lcl, |
|
276 | line_context=line_context_lcl, | |
277 | enable_comments=enable_comments |
|
277 | enable_comments=enable_comments | |
278 | ) |
|
278 | ) | |
279 | cumulative_diff += size |
|
279 | cumulative_diff += size | |
280 | c.lines_added += st[0] |
|
280 | c.lines_added += st[0] | |
281 | c.lines_deleted += st[1] |
|
281 | c.lines_deleted += st[1] | |
282 | c.changes[changeset.raw_id].append( |
|
282 | c.changes[changeset.raw_id].append( | |
283 | ('changed', node, diff, cs1, cs2, st) |
|
283 | ('changed', node, diff, cs1, cs2, st) | |
284 | ) |
|
284 | ) | |
285 | #================================================================== |
|
285 | #================================================================== | |
286 | # REMOVED FILES |
|
286 | # REMOVED FILES | |
287 | #================================================================== |
|
287 | #================================================================== | |
288 | for node in changeset.removed: |
|
288 | for node in changeset.removed: | |
289 | c.changes[changeset.raw_id].append( |
|
289 | c.changes[changeset.raw_id].append( | |
290 | ('removed', node, None, None, None, (0, 0)) |
|
290 | ('removed', node, None, None, None, (0, 0)) | |
291 | ) |
|
291 | ) | |
292 |
|
292 | |||
293 | # count inline comments |
|
293 | # count inline comments | |
294 | for path, lines in c.inline_comments: |
|
294 | for path, lines in c.inline_comments: | |
295 | for comments in lines.values(): |
|
295 | for comments in lines.values(): | |
296 | c.inline_cnt += len(comments) |
|
296 | c.inline_cnt += len(comments) | |
297 |
|
297 | |||
298 | if len(c.cs_ranges) == 1: |
|
298 | if len(c.cs_ranges) == 1: | |
299 | c.changeset = c.cs_ranges[0] |
|
299 | c.changeset = c.cs_ranges[0] | |
300 | c.changes = c.changes[c.changeset.raw_id] |
|
300 | c.changes = c.changes[c.changeset.raw_id] | |
301 |
|
301 | |||
302 | return render('changeset/changeset.html') |
|
302 | return render('changeset/changeset.html') | |
303 | else: |
|
303 | else: | |
304 | return render('changeset/changeset_range.html') |
|
304 | return render('changeset/changeset_range.html') | |
305 |
|
305 | |||
306 | def raw_changeset(self, revision): |
|
306 | def raw_changeset(self, revision): | |
307 |
|
307 | |||
308 | method = request.GET.get('diff', 'show') |
|
308 | method = request.GET.get('diff', 'show') | |
309 | ignore_whitespace = request.GET.get('ignorews') == '1' |
|
309 | ignore_whitespace = request.GET.get('ignorews') == '1' | |
310 | line_context = request.GET.get('context', 3) |
|
310 | line_context = request.GET.get('context', 3) | |
311 | try: |
|
311 | try: | |
312 | c.scm_type = c.rhodecode_repo.alias |
|
312 | c.scm_type = c.rhodecode_repo.alias | |
313 | c.changeset = c.rhodecode_repo.get_changeset(revision) |
|
313 | c.changeset = c.rhodecode_repo.get_changeset(revision) | |
314 | except RepositoryError: |
|
314 | except RepositoryError: | |
315 | log.error(traceback.format_exc()) |
|
315 | log.error(traceback.format_exc()) | |
316 | return redirect(url('home')) |
|
316 | return redirect(url('home')) | |
317 | else: |
|
317 | else: | |
318 | try: |
|
318 | try: | |
319 | c.changeset_parent = c.changeset.parents[0] |
|
319 | c.changeset_parent = c.changeset.parents[0] | |
320 | except IndexError: |
|
320 | except IndexError: | |
321 | c.changeset_parent = None |
|
321 | c.changeset_parent = None | |
322 | c.changes = [] |
|
322 | c.changes = [] | |
323 |
|
323 | |||
324 | for node in c.changeset.added: |
|
324 | for node in c.changeset.added: | |
325 | filenode_old = FileNode(node.path, '') |
|
325 | filenode_old = FileNode(node.path, '') | |
326 | if filenode_old.is_binary or node.is_binary: |
|
326 | if filenode_old.is_binary or node.is_binary: | |
327 | diff = _('binary file') + '\n' |
|
327 | diff = _('binary file') + '\n' | |
328 | else: |
|
328 | else: | |
329 | f_gitdiff = diffs.get_gitdiff(filenode_old, node, |
|
329 | f_gitdiff = diffs.get_gitdiff(filenode_old, node, | |
330 | ignore_whitespace=ignore_whitespace, |
|
330 | ignore_whitespace=ignore_whitespace, | |
331 | context=line_context) |
|
331 | context=line_context) | |
332 | diff = diffs.DiffProcessor(f_gitdiff, |
|
332 | diff = diffs.DiffProcessor(f_gitdiff, | |
333 | format='gitdiff').raw_diff() |
|
333 | format='gitdiff').raw_diff() | |
334 |
|
334 | |||
335 | cs1 = None |
|
335 | cs1 = None | |
336 | cs2 = node.changeset.raw_id |
|
336 | cs2 = node.changeset.raw_id | |
337 | c.changes.append(('added', node, diff, cs1, cs2)) |
|
337 | c.changes.append(('added', node, diff, cs1, cs2)) | |
338 |
|
338 | |||
339 | for node in c.changeset.changed: |
|
339 | for node in c.changeset.changed: | |
340 | filenode_old = c.changeset_parent.get_node(node.path) |
|
340 | filenode_old = c.changeset_parent.get_node(node.path) | |
341 | if filenode_old.is_binary or node.is_binary: |
|
341 | if filenode_old.is_binary or node.is_binary: | |
342 | diff = _('binary file') |
|
342 | diff = _('binary file') | |
343 | else: |
|
343 | else: | |
344 | f_gitdiff = diffs.get_gitdiff(filenode_old, node, |
|
344 | f_gitdiff = diffs.get_gitdiff(filenode_old, node, | |
345 | ignore_whitespace=ignore_whitespace, |
|
345 | ignore_whitespace=ignore_whitespace, | |
346 | context=line_context) |
|
346 | context=line_context) | |
347 | diff = diffs.DiffProcessor(f_gitdiff, |
|
347 | diff = diffs.DiffProcessor(f_gitdiff, | |
348 | format='gitdiff').raw_diff() |
|
348 | format='gitdiff').raw_diff() | |
349 |
|
349 | |||
350 | cs1 = filenode_old.changeset.raw_id |
|
350 | cs1 = filenode_old.changeset.raw_id | |
351 | cs2 = node.changeset.raw_id |
|
351 | cs2 = node.changeset.raw_id | |
352 | c.changes.append(('changed', node, diff, cs1, cs2)) |
|
352 | c.changes.append(('changed', node, diff, cs1, cs2)) | |
353 |
|
353 | |||
354 | response.content_type = 'text/plain' |
|
354 | response.content_type = 'text/plain' | |
355 |
|
355 | |||
356 | if method == 'download': |
|
356 | if method == 'download': | |
357 | response.content_disposition = 'attachment; filename=%s.patch' \ |
|
357 | response.content_disposition = 'attachment; filename=%s.patch' \ | |
358 | % revision |
|
358 | % revision | |
359 |
|
359 | |||
360 | c.parent_tmpl = ''.join(['# Parent %s\n' % x.raw_id |
|
360 | c.parent_tmpl = ''.join(['# Parent %s\n' % x.raw_id | |
361 | for x in c.changeset.parents]) |
|
361 | for x in c.changeset.parents]) | |
362 |
|
362 | |||
363 | c.diffs = '' |
|
363 | c.diffs = '' | |
364 | for x in c.changes: |
|
364 | for x in c.changes: | |
365 | c.diffs += x[2] |
|
365 | c.diffs += x[2] | |
366 |
|
366 | |||
367 | return render('changeset/raw_changeset.html') |
|
367 | return render('changeset/raw_changeset.html') | |
368 |
|
368 | |||
369 | @jsonify |
|
369 | @jsonify | |
370 | def comment(self, repo_name, revision): |
|
370 | def comment(self, repo_name, revision): | |
|
371 | status = request.POST.get('changeset_status') | |||
|
372 | change_status = request.POST.get('change_changeset_status') | |||
|
373 | ||||
371 | comm = ChangesetCommentsModel().create( |
|
374 | comm = ChangesetCommentsModel().create( | |
372 | text=request.POST.get('text'), |
|
375 | text=request.POST.get('text'), | |
373 | repo_id=c.rhodecode_db_repo.repo_id, |
|
376 | repo_id=c.rhodecode_db_repo.repo_id, | |
374 | user_id=c.rhodecode_user.user_id, |
|
377 | user_id=c.rhodecode_user.user_id, | |
375 | revision=revision, |
|
378 | revision=revision, | |
376 | f_path=request.POST.get('f_path'), |
|
379 | f_path=request.POST.get('f_path'), | |
377 | line_no=request.POST.get('line') |
|
380 | line_no=request.POST.get('line'), | |
|
381 | status_change=(ChangesetStatus.get_status_lbl(status) | |||
|
382 | if status and change_status else None) | |||
378 | ) |
|
383 | ) | |
379 |
|
384 | |||
380 | # get status if set ! |
|
385 | # get status if set ! | |
381 |
status |
|
386 | if status and change_status: | |
382 | if status and request.POST.get('change_changeset_status'): |
|
|||
383 | ChangesetStatusModel().set_status( |
|
387 | ChangesetStatusModel().set_status( | |
384 | c.rhodecode_db_repo.repo_id, |
|
388 | c.rhodecode_db_repo.repo_id, | |
385 | revision, |
|
389 | revision, | |
386 | status, |
|
390 | status, | |
387 | c.rhodecode_user.user_id, |
|
391 | c.rhodecode_user.user_id, | |
388 | comm, |
|
392 | comm, | |
389 | ) |
|
393 | ) | |
390 |
|
394 | |||
391 | Session.commit() |
|
395 | Session.commit() | |
392 | if not request.environ.get('HTTP_X_PARTIAL_XHR'): |
|
396 | if not request.environ.get('HTTP_X_PARTIAL_XHR'): | |
393 | return redirect(h.url('changeset_home', repo_name=repo_name, |
|
397 | return redirect(h.url('changeset_home', repo_name=repo_name, | |
394 | revision=revision)) |
|
398 | revision=revision)) | |
395 |
|
399 | |||
396 | data = { |
|
400 | data = { | |
397 | 'target_id': h.safeid(h.safe_unicode(request.POST.get('f_path'))), |
|
401 | 'target_id': h.safeid(h.safe_unicode(request.POST.get('f_path'))), | |
398 | } |
|
402 | } | |
399 | if comm: |
|
403 | if comm: | |
400 | c.co = comm |
|
404 | c.co = comm | |
401 | data.update(comm.get_dict()) |
|
405 | data.update(comm.get_dict()) | |
402 | data.update({'rendered_text': |
|
406 | data.update({'rendered_text': | |
403 | render('changeset/changeset_comment_block.html')}) |
|
407 | render('changeset/changeset_comment_block.html')}) | |
404 |
|
408 | |||
405 | return data |
|
409 | return data | |
406 |
|
410 | |||
407 | @jsonify |
|
411 | @jsonify | |
408 | def delete_comment(self, repo_name, comment_id): |
|
412 | def delete_comment(self, repo_name, comment_id): | |
409 | co = ChangesetComment.get(comment_id) |
|
413 | co = ChangesetComment.get(comment_id) | |
410 | owner = lambda: co.author.user_id == c.rhodecode_user.user_id |
|
414 | owner = lambda: co.author.user_id == c.rhodecode_user.user_id | |
411 | if h.HasPermissionAny('hg.admin', 'repository.admin')() or owner: |
|
415 | if h.HasPermissionAny('hg.admin', 'repository.admin')() or owner: | |
412 | ChangesetCommentsModel().delete(comment=co) |
|
416 | ChangesetCommentsModel().delete(comment=co) | |
413 | Session.commit() |
|
417 | Session.commit() | |
414 | return True |
|
418 | return True | |
415 | else: |
|
419 | else: | |
416 | raise HTTPForbidden() |
|
420 | raise HTTPForbidden() |
@@ -1,153 +1,156 | |||||
1 | # -*- coding: utf-8 -*- |
|
1 | # -*- coding: utf-8 -*- | |
2 | """ |
|
2 | """ | |
3 | rhodecode.model.comment |
|
3 | rhodecode.model.comment | |
4 | ~~~~~~~~~~~~~~~~~~~~~~~ |
|
4 | ~~~~~~~~~~~~~~~~~~~~~~~ | |
5 |
|
5 | |||
6 | comments model for RhodeCode |
|
6 | comments model for RhodeCode | |
7 |
|
7 | |||
8 | :created_on: Nov 11, 2011 |
|
8 | :created_on: Nov 11, 2011 | |
9 | :author: marcink |
|
9 | :author: marcink | |
10 | :copyright: (C) 2011-2012 Marcin Kuzminski <marcin@python-works.com> |
|
10 | :copyright: (C) 2011-2012 Marcin Kuzminski <marcin@python-works.com> | |
11 | :license: GPLv3, see COPYING for more details. |
|
11 | :license: GPLv3, see COPYING for more details. | |
12 | """ |
|
12 | """ | |
13 | # This program is free software: you can redistribute it and/or modify |
|
13 | # This program is free software: you can redistribute it and/or modify | |
14 | # it under the terms of the GNU General Public License as published by |
|
14 | # it under the terms of the GNU General Public License as published by | |
15 | # the Free Software Foundation, either version 3 of the License, or |
|
15 | # the Free Software Foundation, either version 3 of the License, or | |
16 | # (at your option) any later version. |
|
16 | # (at your option) any later version. | |
17 | # |
|
17 | # | |
18 | # This program is distributed in the hope that it will be useful, |
|
18 | # This program is distributed in the hope that it will be useful, | |
19 | # but WITHOUT ANY WARRANTY; without even the implied warranty of |
|
19 | # but WITHOUT ANY WARRANTY; without even the implied warranty of | |
20 | # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
|
20 | # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | |
21 | # GNU General Public License for more details. |
|
21 | # GNU General Public License for more details. | |
22 | # |
|
22 | # | |
23 | # You should have received a copy of the GNU General Public License |
|
23 | # You should have received a copy of the GNU General Public License | |
24 | # along with this program. If not, see <http://www.gnu.org/licenses/>. |
|
24 | # along with this program. If not, see <http://www.gnu.org/licenses/>. | |
25 |
|
25 | |||
26 | import logging |
|
26 | import logging | |
27 | import traceback |
|
27 | import traceback | |
28 |
|
28 | |||
29 | from pylons.i18n.translation import _ |
|
29 | from pylons.i18n.translation import _ | |
30 | from sqlalchemy.util.compat import defaultdict |
|
30 | from sqlalchemy.util.compat import defaultdict | |
31 |
|
31 | |||
32 | from rhodecode.lib.utils2 import extract_mentioned_users, safe_unicode |
|
32 | from rhodecode.lib.utils2 import extract_mentioned_users, safe_unicode | |
33 | from rhodecode.lib import helpers as h |
|
33 | from rhodecode.lib import helpers as h | |
34 | from rhodecode.model import BaseModel |
|
34 | from rhodecode.model import BaseModel | |
35 | from rhodecode.model.db import ChangesetComment, User, Repository, Notification |
|
35 | from rhodecode.model.db import ChangesetComment, User, Repository, Notification | |
36 | from rhodecode.model.notification import NotificationModel |
|
36 | from rhodecode.model.notification import NotificationModel | |
37 |
|
37 | |||
38 | log = logging.getLogger(__name__) |
|
38 | log = logging.getLogger(__name__) | |
39 |
|
39 | |||
40 |
|
40 | |||
41 | class ChangesetCommentsModel(BaseModel): |
|
41 | class ChangesetCommentsModel(BaseModel): | |
42 |
|
42 | |||
43 | def __get_changeset_comment(self, changeset_comment): |
|
43 | def __get_changeset_comment(self, changeset_comment): | |
44 | return self._get_instance(ChangesetComment, changeset_comment) |
|
44 | return self._get_instance(ChangesetComment, changeset_comment) | |
45 |
|
45 | |||
46 | def _extract_mentions(self, s): |
|
46 | def _extract_mentions(self, s): | |
47 | user_objects = [] |
|
47 | user_objects = [] | |
48 | for username in extract_mentioned_users(s): |
|
48 | for username in extract_mentioned_users(s): | |
49 | user_obj = User.get_by_username(username, case_insensitive=True) |
|
49 | user_obj = User.get_by_username(username, case_insensitive=True) | |
50 | if user_obj: |
|
50 | if user_obj: | |
51 | user_objects.append(user_obj) |
|
51 | user_objects.append(user_obj) | |
52 | return user_objects |
|
52 | return user_objects | |
53 |
|
53 | |||
54 | def create(self, text, repo_id, user_id, revision, f_path=None, |
|
54 | def create(self, text, repo_id, user_id, revision, f_path=None, | |
55 | line_no=None): |
|
55 | line_no=None, status_change=None): | |
56 | """ |
|
56 | """ | |
57 | Creates new comment for changeset |
|
57 | Creates new comment for changeset. IF status_change is not none | |
|
58 | this comment is associated with a status change of changeset | |||
58 |
|
59 | |||
59 | :param text: |
|
60 | :param text: | |
60 | :param repo_id: |
|
61 | :param repo_id: | |
61 | :param user_id: |
|
62 | :param user_id: | |
62 | :param revision: |
|
63 | :param revision: | |
63 | :param f_path: |
|
64 | :param f_path: | |
64 | :param line_no: |
|
65 | :param line_no: | |
|
66 | :param status_change: | |||
65 | """ |
|
67 | """ | |
66 |
|
68 | |||
67 | if text: |
|
69 | if text: | |
68 | repo = Repository.get(repo_id) |
|
70 | repo = Repository.get(repo_id) | |
69 | cs = repo.scm_instance.get_changeset(revision) |
|
71 | cs = repo.scm_instance.get_changeset(revision) | |
70 | desc = "%s - %s" % (cs.short_id, h.shorter(cs.message, 256)) |
|
72 | desc = "%s - %s" % (cs.short_id, h.shorter(cs.message, 256)) | |
71 | author_email = cs.author_email |
|
73 | author_email = cs.author_email | |
72 | comment = ChangesetComment() |
|
74 | comment = ChangesetComment() | |
73 | comment.repo = repo |
|
75 | comment.repo = repo | |
74 | comment.user_id = user_id |
|
76 | comment.user_id = user_id | |
75 | comment.revision = revision |
|
77 | comment.revision = revision | |
76 | comment.text = text |
|
78 | comment.text = text | |
77 | comment.f_path = f_path |
|
79 | comment.f_path = f_path | |
78 | comment.line_no = line_no |
|
80 | comment.line_no = line_no | |
79 |
|
81 | |||
80 | self.sa.add(comment) |
|
82 | self.sa.add(comment) | |
81 | self.sa.flush() |
|
83 | self.sa.flush() | |
82 | # make notification |
|
84 | # make notification | |
83 | line = '' |
|
85 | line = '' | |
84 | if line_no: |
|
86 | if line_no: | |
85 | line = _('on line %s') % line_no |
|
87 | line = _('on line %s') % line_no | |
86 | subj = safe_unicode( |
|
88 | subj = safe_unicode( | |
87 | h.link_to('Re commit: %(commit_desc)s %(line)s' % \ |
|
89 | h.link_to('Re commit: %(commit_desc)s %(line)s' % \ | |
88 | {'commit_desc': desc, 'line': line}, |
|
90 | {'commit_desc': desc, 'line': line}, | |
89 | h.url('changeset_home', repo_name=repo.repo_name, |
|
91 | h.url('changeset_home', repo_name=repo.repo_name, | |
90 | revision=revision, |
|
92 | revision=revision, | |
91 | anchor='comment-%s' % comment.comment_id, |
|
93 | anchor='comment-%s' % comment.comment_id, | |
92 | qualified=True, |
|
94 | qualified=True, | |
93 | ) |
|
95 | ) | |
94 | ) |
|
96 | ) | |
95 | ) |
|
97 | ) | |
96 |
|
98 | |||
97 | body = text |
|
99 | body = text | |
98 |
|
100 | |||
99 | # get the current participants of this changeset |
|
101 | # get the current participants of this changeset | |
100 | recipients = ChangesetComment.get_users(revision=revision) |
|
102 | recipients = ChangesetComment.get_users(revision=revision) | |
101 |
|
103 | |||
102 | # add changeset author if it's in rhodecode system |
|
104 | # add changeset author if it's in rhodecode system | |
103 | recipients += [User.get_by_email(author_email)] |
|
105 | recipients += [User.get_by_email(author_email)] | |
104 |
|
106 | |||
105 | NotificationModel().create( |
|
107 | NotificationModel().create( | |
106 | created_by=user_id, subject=subj, body=body, |
|
108 | created_by=user_id, subject=subj, body=body, | |
107 | recipients=recipients, type_=Notification.TYPE_CHANGESET_COMMENT |
|
109 | recipients=recipients, type_=Notification.TYPE_CHANGESET_COMMENT, | |
|
110 | email_kwargs={'status_change': status_change} | |||
108 | ) |
|
111 | ) | |
109 |
|
112 | |||
110 | mention_recipients = set(self._extract_mentions(body))\ |
|
113 | mention_recipients = set(self._extract_mentions(body))\ | |
111 | .difference(recipients) |
|
114 | .difference(recipients) | |
112 | if mention_recipients: |
|
115 | if mention_recipients: | |
113 | subj = _('[Mention]') + ' ' + subj |
|
116 | subj = _('[Mention]') + ' ' + subj | |
114 | NotificationModel().create( |
|
117 | NotificationModel().create( | |
115 | created_by=user_id, subject=subj, body=body, |
|
118 | created_by=user_id, subject=subj, body=body, | |
116 | recipients=mention_recipients, |
|
119 | recipients=mention_recipients, | |
117 | type_=Notification.TYPE_CHANGESET_COMMENT |
|
120 | type_=Notification.TYPE_CHANGESET_COMMENT | |
118 | ) |
|
121 | ) | |
119 |
|
122 | |||
120 | return comment |
|
123 | return comment | |
121 |
|
124 | |||
122 | def delete(self, comment): |
|
125 | def delete(self, comment): | |
123 | """ |
|
126 | """ | |
124 | Deletes given comment |
|
127 | Deletes given comment | |
125 |
|
128 | |||
126 | :param comment_id: |
|
129 | :param comment_id: | |
127 | """ |
|
130 | """ | |
128 | comment = self.__get_changeset_comment(comment) |
|
131 | comment = self.__get_changeset_comment(comment) | |
129 | self.sa.delete(comment) |
|
132 | self.sa.delete(comment) | |
130 |
|
133 | |||
131 | return comment |
|
134 | return comment | |
132 |
|
135 | |||
133 | def get_comments(self, repo_id, revision): |
|
136 | def get_comments(self, repo_id, revision): | |
134 | return ChangesetComment.query()\ |
|
137 | return ChangesetComment.query()\ | |
135 | .filter(ChangesetComment.repo_id == repo_id)\ |
|
138 | .filter(ChangesetComment.repo_id == repo_id)\ | |
136 | .filter(ChangesetComment.revision == revision)\ |
|
139 | .filter(ChangesetComment.revision == revision)\ | |
137 | .filter(ChangesetComment.line_no == None)\ |
|
140 | .filter(ChangesetComment.line_no == None)\ | |
138 | .filter(ChangesetComment.f_path == None).all() |
|
141 | .filter(ChangesetComment.f_path == None).all() | |
139 |
|
142 | |||
140 | def get_inline_comments(self, repo_id, revision): |
|
143 | def get_inline_comments(self, repo_id, revision): | |
141 | comments = self.sa.query(ChangesetComment)\ |
|
144 | comments = self.sa.query(ChangesetComment)\ | |
142 | .filter(ChangesetComment.repo_id == repo_id)\ |
|
145 | .filter(ChangesetComment.repo_id == repo_id)\ | |
143 | .filter(ChangesetComment.revision == revision)\ |
|
146 | .filter(ChangesetComment.revision == revision)\ | |
144 | .filter(ChangesetComment.line_no != None)\ |
|
147 | .filter(ChangesetComment.line_no != None)\ | |
145 | .filter(ChangesetComment.f_path != None)\ |
|
148 | .filter(ChangesetComment.f_path != None)\ | |
146 | .order_by(ChangesetComment.comment_id.asc())\ |
|
149 | .order_by(ChangesetComment.comment_id.asc())\ | |
147 | .all() |
|
150 | .all() | |
148 |
|
151 | |||
149 | paths = defaultdict(lambda: defaultdict(list)) |
|
152 | paths = defaultdict(lambda: defaultdict(list)) | |
150 |
|
153 | |||
151 | for co in comments: |
|
154 | for co in comments: | |
152 | paths[co.f_path][co.line_no].append(co) |
|
155 | paths[co.f_path][co.line_no].append(co) | |
153 | return paths.items() |
|
156 | return paths.items() |
@@ -1,1348 +1,1352 | |||||
1 | # -*- coding: utf-8 -*- |
|
1 | # -*- coding: utf-8 -*- | |
2 | """ |
|
2 | """ | |
3 | rhodecode.model.db |
|
3 | rhodecode.model.db | |
4 | ~~~~~~~~~~~~~~~~~~ |
|
4 | ~~~~~~~~~~~~~~~~~~ | |
5 |
|
5 | |||
6 | Database Models for RhodeCode |
|
6 | Database Models for RhodeCode | |
7 |
|
7 | |||
8 | :created_on: Apr 08, 2010 |
|
8 | :created_on: Apr 08, 2010 | |
9 | :author: marcink |
|
9 | :author: marcink | |
10 | :copyright: (C) 2010-2012 Marcin Kuzminski <marcin@python-works.com> |
|
10 | :copyright: (C) 2010-2012 Marcin Kuzminski <marcin@python-works.com> | |
11 | :license: GPLv3, see COPYING for more details. |
|
11 | :license: GPLv3, see COPYING for more details. | |
12 | """ |
|
12 | """ | |
13 | # This program is free software: you can redistribute it and/or modify |
|
13 | # This program is free software: you can redistribute it and/or modify | |
14 | # it under the terms of the GNU General Public License as published by |
|
14 | # it under the terms of the GNU General Public License as published by | |
15 | # the Free Software Foundation, either version 3 of the License, or |
|
15 | # the Free Software Foundation, either version 3 of the License, or | |
16 | # (at your option) any later version. |
|
16 | # (at your option) any later version. | |
17 | # |
|
17 | # | |
18 | # This program is distributed in the hope that it will be useful, |
|
18 | # This program is distributed in the hope that it will be useful, | |
19 | # but WITHOUT ANY WARRANTY; without even the implied warranty of |
|
19 | # but WITHOUT ANY WARRANTY; without even the implied warranty of | |
20 | # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
|
20 | # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | |
21 | # GNU General Public License for more details. |
|
21 | # GNU General Public License for more details. | |
22 | # |
|
22 | # | |
23 | # You should have received a copy of the GNU General Public License |
|
23 | # You should have received a copy of the GNU General Public License | |
24 | # along with this program. If not, see <http://www.gnu.org/licenses/>. |
|
24 | # along with this program. If not, see <http://www.gnu.org/licenses/>. | |
25 |
|
25 | |||
26 | import os |
|
26 | import os | |
27 | import logging |
|
27 | import logging | |
28 | import datetime |
|
28 | import datetime | |
29 | import traceback |
|
29 | import traceback | |
30 | from collections import defaultdict |
|
30 | from collections import defaultdict | |
31 |
|
31 | |||
32 | from sqlalchemy import * |
|
32 | from sqlalchemy import * | |
33 | from sqlalchemy.ext.hybrid import hybrid_property |
|
33 | from sqlalchemy.ext.hybrid import hybrid_property | |
34 | from sqlalchemy.orm import relationship, joinedload, class_mapper, validates |
|
34 | from sqlalchemy.orm import relationship, joinedload, class_mapper, validates | |
35 | from beaker.cache import cache_region, region_invalidate |
|
35 | from beaker.cache import cache_region, region_invalidate | |
36 |
|
36 | |||
37 | from pylons.i18n.translation import lazy_ugettext as _ |
|
37 | from pylons.i18n.translation import lazy_ugettext as _ | |
38 |
|
38 | |||
39 | from rhodecode.lib.vcs import get_backend |
|
39 | from rhodecode.lib.vcs import get_backend | |
40 | from rhodecode.lib.vcs.utils.helpers import get_scm |
|
40 | from rhodecode.lib.vcs.utils.helpers import get_scm | |
41 | from rhodecode.lib.vcs.exceptions import VCSError |
|
41 | from rhodecode.lib.vcs.exceptions import VCSError | |
42 | from rhodecode.lib.vcs.utils.lazy import LazyProperty |
|
42 | from rhodecode.lib.vcs.utils.lazy import LazyProperty | |
43 |
|
43 | |||
44 | from rhodecode.lib.utils2 import str2bool, safe_str, get_changeset_safe, \ |
|
44 | from rhodecode.lib.utils2 import str2bool, safe_str, get_changeset_safe, \ | |
45 | safe_unicode |
|
45 | safe_unicode | |
46 | from rhodecode.lib.compat import json |
|
46 | from rhodecode.lib.compat import json | |
47 | from rhodecode.lib.caching_query import FromCache |
|
47 | from rhodecode.lib.caching_query import FromCache | |
48 |
|
48 | |||
49 | from rhodecode.model.meta import Base, Session |
|
49 | from rhodecode.model.meta import Base, Session | |
50 | import hashlib |
|
50 | import hashlib | |
51 |
|
51 | |||
52 |
|
52 | |||
53 | log = logging.getLogger(__name__) |
|
53 | log = logging.getLogger(__name__) | |
54 |
|
54 | |||
55 | #============================================================================== |
|
55 | #============================================================================== | |
56 | # BASE CLASSES |
|
56 | # BASE CLASSES | |
57 | #============================================================================== |
|
57 | #============================================================================== | |
58 |
|
58 | |||
59 | _hash_key = lambda k: hashlib.md5(safe_str(k)).hexdigest() |
|
59 | _hash_key = lambda k: hashlib.md5(safe_str(k)).hexdigest() | |
60 |
|
60 | |||
61 |
|
61 | |||
62 | class ModelSerializer(json.JSONEncoder): |
|
62 | class ModelSerializer(json.JSONEncoder): | |
63 | """ |
|
63 | """ | |
64 | Simple Serializer for JSON, |
|
64 | Simple Serializer for JSON, | |
65 |
|
65 | |||
66 | usage:: |
|
66 | usage:: | |
67 |
|
67 | |||
68 | to make object customized for serialization implement a __json__ |
|
68 | to make object customized for serialization implement a __json__ | |
69 | method that will return a dict for serialization into json |
|
69 | method that will return a dict for serialization into json | |
70 |
|
70 | |||
71 | example:: |
|
71 | example:: | |
72 |
|
72 | |||
73 | class Task(object): |
|
73 | class Task(object): | |
74 |
|
74 | |||
75 | def __init__(self, name, value): |
|
75 | def __init__(self, name, value): | |
76 | self.name = name |
|
76 | self.name = name | |
77 | self.value = value |
|
77 | self.value = value | |
78 |
|
78 | |||
79 | def __json__(self): |
|
79 | def __json__(self): | |
80 | return dict(name=self.name, |
|
80 | return dict(name=self.name, | |
81 | value=self.value) |
|
81 | value=self.value) | |
82 |
|
82 | |||
83 | """ |
|
83 | """ | |
84 |
|
84 | |||
85 | def default(self, obj): |
|
85 | def default(self, obj): | |
86 |
|
86 | |||
87 | if hasattr(obj, '__json__'): |
|
87 | if hasattr(obj, '__json__'): | |
88 | return obj.__json__() |
|
88 | return obj.__json__() | |
89 | else: |
|
89 | else: | |
90 | return json.JSONEncoder.default(self, obj) |
|
90 | return json.JSONEncoder.default(self, obj) | |
91 |
|
91 | |||
92 |
|
92 | |||
93 | class BaseModel(object): |
|
93 | class BaseModel(object): | |
94 | """ |
|
94 | """ | |
95 | Base Model for all classess |
|
95 | Base Model for all classess | |
96 | """ |
|
96 | """ | |
97 |
|
97 | |||
98 | @classmethod |
|
98 | @classmethod | |
99 | def _get_keys(cls): |
|
99 | def _get_keys(cls): | |
100 | """return column names for this model """ |
|
100 | """return column names for this model """ | |
101 | return class_mapper(cls).c.keys() |
|
101 | return class_mapper(cls).c.keys() | |
102 |
|
102 | |||
103 | def get_dict(self): |
|
103 | def get_dict(self): | |
104 | """ |
|
104 | """ | |
105 | return dict with keys and values corresponding |
|
105 | return dict with keys and values corresponding | |
106 | to this model data """ |
|
106 | to this model data """ | |
107 |
|
107 | |||
108 | d = {} |
|
108 | d = {} | |
109 | for k in self._get_keys(): |
|
109 | for k in self._get_keys(): | |
110 | d[k] = getattr(self, k) |
|
110 | d[k] = getattr(self, k) | |
111 |
|
111 | |||
112 | # also use __json__() if present to get additional fields |
|
112 | # also use __json__() if present to get additional fields | |
113 | for k, val in getattr(self, '__json__', lambda: {})().iteritems(): |
|
113 | for k, val in getattr(self, '__json__', lambda: {})().iteritems(): | |
114 | d[k] = val |
|
114 | d[k] = val | |
115 | return d |
|
115 | return d | |
116 |
|
116 | |||
117 | def get_appstruct(self): |
|
117 | def get_appstruct(self): | |
118 | """return list with keys and values tupples corresponding |
|
118 | """return list with keys and values tupples corresponding | |
119 | to this model data """ |
|
119 | to this model data """ | |
120 |
|
120 | |||
121 | l = [] |
|
121 | l = [] | |
122 | for k in self._get_keys(): |
|
122 | for k in self._get_keys(): | |
123 | l.append((k, getattr(self, k),)) |
|
123 | l.append((k, getattr(self, k),)) | |
124 | return l |
|
124 | return l | |
125 |
|
125 | |||
126 | def populate_obj(self, populate_dict): |
|
126 | def populate_obj(self, populate_dict): | |
127 | """populate model with data from given populate_dict""" |
|
127 | """populate model with data from given populate_dict""" | |
128 |
|
128 | |||
129 | for k in self._get_keys(): |
|
129 | for k in self._get_keys(): | |
130 | if k in populate_dict: |
|
130 | if k in populate_dict: | |
131 | setattr(self, k, populate_dict[k]) |
|
131 | setattr(self, k, populate_dict[k]) | |
132 |
|
132 | |||
133 | @classmethod |
|
133 | @classmethod | |
134 | def query(cls): |
|
134 | def query(cls): | |
135 | return Session.query(cls) |
|
135 | return Session.query(cls) | |
136 |
|
136 | |||
137 | @classmethod |
|
137 | @classmethod | |
138 | def get(cls, id_): |
|
138 | def get(cls, id_): | |
139 | if id_: |
|
139 | if id_: | |
140 | return cls.query().get(id_) |
|
140 | return cls.query().get(id_) | |
141 |
|
141 | |||
142 | @classmethod |
|
142 | @classmethod | |
143 | def getAll(cls): |
|
143 | def getAll(cls): | |
144 | return cls.query().all() |
|
144 | return cls.query().all() | |
145 |
|
145 | |||
146 | @classmethod |
|
146 | @classmethod | |
147 | def delete(cls, id_): |
|
147 | def delete(cls, id_): | |
148 | obj = cls.query().get(id_) |
|
148 | obj = cls.query().get(id_) | |
149 | Session.delete(obj) |
|
149 | Session.delete(obj) | |
150 |
|
150 | |||
151 | def __repr__(self): |
|
151 | def __repr__(self): | |
152 | if hasattr(self, '__unicode__'): |
|
152 | if hasattr(self, '__unicode__'): | |
153 | # python repr needs to return str |
|
153 | # python repr needs to return str | |
154 | return safe_str(self.__unicode__()) |
|
154 | return safe_str(self.__unicode__()) | |
155 | return '<DB:%s>' % (self.__class__.__name__) |
|
155 | return '<DB:%s>' % (self.__class__.__name__) | |
156 |
|
156 | |||
157 | class RhodeCodeSetting(Base, BaseModel): |
|
157 | class RhodeCodeSetting(Base, BaseModel): | |
158 | __tablename__ = 'rhodecode_settings' |
|
158 | __tablename__ = 'rhodecode_settings' | |
159 | __table_args__ = ( |
|
159 | __table_args__ = ( | |
160 | UniqueConstraint('app_settings_name'), |
|
160 | UniqueConstraint('app_settings_name'), | |
161 | {'extend_existing': True, 'mysql_engine': 'InnoDB', |
|
161 | {'extend_existing': True, 'mysql_engine': 'InnoDB', | |
162 | 'mysql_charset': 'utf8'} |
|
162 | 'mysql_charset': 'utf8'} | |
163 | ) |
|
163 | ) | |
164 | app_settings_id = Column("app_settings_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) |
|
164 | app_settings_id = Column("app_settings_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) | |
165 | app_settings_name = Column("app_settings_name", String(length=255, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None) |
|
165 | app_settings_name = Column("app_settings_name", String(length=255, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None) | |
166 | _app_settings_value = Column("app_settings_value", String(length=255, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None) |
|
166 | _app_settings_value = Column("app_settings_value", String(length=255, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None) | |
167 |
|
167 | |||
168 | def __init__(self, k='', v=''): |
|
168 | def __init__(self, k='', v=''): | |
169 | self.app_settings_name = k |
|
169 | self.app_settings_name = k | |
170 | self.app_settings_value = v |
|
170 | self.app_settings_value = v | |
171 |
|
171 | |||
172 | @validates('_app_settings_value') |
|
172 | @validates('_app_settings_value') | |
173 | def validate_settings_value(self, key, val): |
|
173 | def validate_settings_value(self, key, val): | |
174 | assert type(val) == unicode |
|
174 | assert type(val) == unicode | |
175 | return val |
|
175 | return val | |
176 |
|
176 | |||
177 | @hybrid_property |
|
177 | @hybrid_property | |
178 | def app_settings_value(self): |
|
178 | def app_settings_value(self): | |
179 | v = self._app_settings_value |
|
179 | v = self._app_settings_value | |
180 | if self.app_settings_name == 'ldap_active': |
|
180 | if self.app_settings_name == 'ldap_active': | |
181 | v = str2bool(v) |
|
181 | v = str2bool(v) | |
182 | return v |
|
182 | return v | |
183 |
|
183 | |||
184 | @app_settings_value.setter |
|
184 | @app_settings_value.setter | |
185 | def app_settings_value(self, val): |
|
185 | def app_settings_value(self, val): | |
186 | """ |
|
186 | """ | |
187 | Setter that will always make sure we use unicode in app_settings_value |
|
187 | Setter that will always make sure we use unicode in app_settings_value | |
188 |
|
188 | |||
189 | :param val: |
|
189 | :param val: | |
190 | """ |
|
190 | """ | |
191 | self._app_settings_value = safe_unicode(val) |
|
191 | self._app_settings_value = safe_unicode(val) | |
192 |
|
192 | |||
193 | def __unicode__(self): |
|
193 | def __unicode__(self): | |
194 | return u"<%s('%s:%s')>" % ( |
|
194 | return u"<%s('%s:%s')>" % ( | |
195 | self.__class__.__name__, |
|
195 | self.__class__.__name__, | |
196 | self.app_settings_name, self.app_settings_value |
|
196 | self.app_settings_name, self.app_settings_value | |
197 | ) |
|
197 | ) | |
198 |
|
198 | |||
199 | @classmethod |
|
199 | @classmethod | |
200 | def get_by_name(cls, ldap_key): |
|
200 | def get_by_name(cls, ldap_key): | |
201 | return cls.query()\ |
|
201 | return cls.query()\ | |
202 | .filter(cls.app_settings_name == ldap_key).scalar() |
|
202 | .filter(cls.app_settings_name == ldap_key).scalar() | |
203 |
|
203 | |||
204 | @classmethod |
|
204 | @classmethod | |
205 | def get_app_settings(cls, cache=False): |
|
205 | def get_app_settings(cls, cache=False): | |
206 |
|
206 | |||
207 | ret = cls.query() |
|
207 | ret = cls.query() | |
208 |
|
208 | |||
209 | if cache: |
|
209 | if cache: | |
210 | ret = ret.options(FromCache("sql_cache_short", "get_hg_settings")) |
|
210 | ret = ret.options(FromCache("sql_cache_short", "get_hg_settings")) | |
211 |
|
211 | |||
212 | if not ret: |
|
212 | if not ret: | |
213 | raise Exception('Could not get application settings !') |
|
213 | raise Exception('Could not get application settings !') | |
214 | settings = {} |
|
214 | settings = {} | |
215 | for each in ret: |
|
215 | for each in ret: | |
216 | settings['rhodecode_' + each.app_settings_name] = \ |
|
216 | settings['rhodecode_' + each.app_settings_name] = \ | |
217 | each.app_settings_value |
|
217 | each.app_settings_value | |
218 |
|
218 | |||
219 | return settings |
|
219 | return settings | |
220 |
|
220 | |||
221 | @classmethod |
|
221 | @classmethod | |
222 | def get_ldap_settings(cls, cache=False): |
|
222 | def get_ldap_settings(cls, cache=False): | |
223 | ret = cls.query()\ |
|
223 | ret = cls.query()\ | |
224 | .filter(cls.app_settings_name.startswith('ldap_')).all() |
|
224 | .filter(cls.app_settings_name.startswith('ldap_')).all() | |
225 | fd = {} |
|
225 | fd = {} | |
226 | for row in ret: |
|
226 | for row in ret: | |
227 | fd.update({row.app_settings_name:row.app_settings_value}) |
|
227 | fd.update({row.app_settings_name:row.app_settings_value}) | |
228 |
|
228 | |||
229 | return fd |
|
229 | return fd | |
230 |
|
230 | |||
231 |
|
231 | |||
232 | class RhodeCodeUi(Base, BaseModel): |
|
232 | class RhodeCodeUi(Base, BaseModel): | |
233 | __tablename__ = 'rhodecode_ui' |
|
233 | __tablename__ = 'rhodecode_ui' | |
234 | __table_args__ = ( |
|
234 | __table_args__ = ( | |
235 | UniqueConstraint('ui_key'), |
|
235 | UniqueConstraint('ui_key'), | |
236 | {'extend_existing': True, 'mysql_engine': 'InnoDB', |
|
236 | {'extend_existing': True, 'mysql_engine': 'InnoDB', | |
237 | 'mysql_charset': 'utf8'} |
|
237 | 'mysql_charset': 'utf8'} | |
238 | ) |
|
238 | ) | |
239 |
|
239 | |||
240 | HOOK_UPDATE = 'changegroup.update' |
|
240 | HOOK_UPDATE = 'changegroup.update' | |
241 | HOOK_REPO_SIZE = 'changegroup.repo_size' |
|
241 | HOOK_REPO_SIZE = 'changegroup.repo_size' | |
242 | HOOK_PUSH = 'pretxnchangegroup.push_logger' |
|
242 | HOOK_PUSH = 'pretxnchangegroup.push_logger' | |
243 | HOOK_PULL = 'preoutgoing.pull_logger' |
|
243 | HOOK_PULL = 'preoutgoing.pull_logger' | |
244 |
|
244 | |||
245 | ui_id = Column("ui_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) |
|
245 | ui_id = Column("ui_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) | |
246 | ui_section = Column("ui_section", String(length=255, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None) |
|
246 | ui_section = Column("ui_section", String(length=255, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None) | |
247 | ui_key = Column("ui_key", String(length=255, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None) |
|
247 | ui_key = Column("ui_key", String(length=255, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None) | |
248 | ui_value = Column("ui_value", String(length=255, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None) |
|
248 | ui_value = Column("ui_value", String(length=255, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None) | |
249 | ui_active = Column("ui_active", Boolean(), nullable=True, unique=None, default=True) |
|
249 | ui_active = Column("ui_active", Boolean(), nullable=True, unique=None, default=True) | |
250 |
|
250 | |||
251 | @classmethod |
|
251 | @classmethod | |
252 | def get_by_key(cls, key): |
|
252 | def get_by_key(cls, key): | |
253 | return cls.query().filter(cls.ui_key == key) |
|
253 | return cls.query().filter(cls.ui_key == key) | |
254 |
|
254 | |||
255 | @classmethod |
|
255 | @classmethod | |
256 | def get_builtin_hooks(cls): |
|
256 | def get_builtin_hooks(cls): | |
257 | q = cls.query() |
|
257 | q = cls.query() | |
258 | q = q.filter(cls.ui_key.in_([cls.HOOK_UPDATE, |
|
258 | q = q.filter(cls.ui_key.in_([cls.HOOK_UPDATE, | |
259 | cls.HOOK_REPO_SIZE, |
|
259 | cls.HOOK_REPO_SIZE, | |
260 | cls.HOOK_PUSH, cls.HOOK_PULL])) |
|
260 | cls.HOOK_PUSH, cls.HOOK_PULL])) | |
261 | return q.all() |
|
261 | return q.all() | |
262 |
|
262 | |||
263 | @classmethod |
|
263 | @classmethod | |
264 | def get_custom_hooks(cls): |
|
264 | def get_custom_hooks(cls): | |
265 | q = cls.query() |
|
265 | q = cls.query() | |
266 | q = q.filter(~cls.ui_key.in_([cls.HOOK_UPDATE, |
|
266 | q = q.filter(~cls.ui_key.in_([cls.HOOK_UPDATE, | |
267 | cls.HOOK_REPO_SIZE, |
|
267 | cls.HOOK_REPO_SIZE, | |
268 | cls.HOOK_PUSH, cls.HOOK_PULL])) |
|
268 | cls.HOOK_PUSH, cls.HOOK_PULL])) | |
269 | q = q.filter(cls.ui_section == 'hooks') |
|
269 | q = q.filter(cls.ui_section == 'hooks') | |
270 | return q.all() |
|
270 | return q.all() | |
271 |
|
271 | |||
272 | @classmethod |
|
272 | @classmethod | |
273 | def create_or_update_hook(cls, key, val): |
|
273 | def create_or_update_hook(cls, key, val): | |
274 | new_ui = cls.get_by_key(key).scalar() or cls() |
|
274 | new_ui = cls.get_by_key(key).scalar() or cls() | |
275 | new_ui.ui_section = 'hooks' |
|
275 | new_ui.ui_section = 'hooks' | |
276 | new_ui.ui_active = True |
|
276 | new_ui.ui_active = True | |
277 | new_ui.ui_key = key |
|
277 | new_ui.ui_key = key | |
278 | new_ui.ui_value = val |
|
278 | new_ui.ui_value = val | |
279 |
|
279 | |||
280 | Session.add(new_ui) |
|
280 | Session.add(new_ui) | |
281 |
|
281 | |||
282 |
|
282 | |||
283 | class User(Base, BaseModel): |
|
283 | class User(Base, BaseModel): | |
284 | __tablename__ = 'users' |
|
284 | __tablename__ = 'users' | |
285 | __table_args__ = ( |
|
285 | __table_args__ = ( | |
286 | UniqueConstraint('username'), UniqueConstraint('email'), |
|
286 | UniqueConstraint('username'), UniqueConstraint('email'), | |
287 | {'extend_existing': True, 'mysql_engine': 'InnoDB', |
|
287 | {'extend_existing': True, 'mysql_engine': 'InnoDB', | |
288 | 'mysql_charset': 'utf8'} |
|
288 | 'mysql_charset': 'utf8'} | |
289 | ) |
|
289 | ) | |
290 | user_id = Column("user_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) |
|
290 | user_id = Column("user_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) | |
291 | username = Column("username", String(length=255, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None) |
|
291 | username = Column("username", String(length=255, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None) | |
292 | password = Column("password", String(length=255, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None) |
|
292 | password = Column("password", String(length=255, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None) | |
293 | active = Column("active", Boolean(), nullable=True, unique=None, default=None) |
|
293 | active = Column("active", Boolean(), nullable=True, unique=None, default=None) | |
294 | admin = Column("admin", Boolean(), nullable=True, unique=None, default=False) |
|
294 | admin = Column("admin", Boolean(), nullable=True, unique=None, default=False) | |
295 | name = Column("name", String(length=255, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None) |
|
295 | name = Column("name", String(length=255, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None) | |
296 | lastname = Column("lastname", String(length=255, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None) |
|
296 | lastname = Column("lastname", String(length=255, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None) | |
297 | _email = Column("email", String(length=255, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None) |
|
297 | _email = Column("email", String(length=255, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None) | |
298 | last_login = Column("last_login", DateTime(timezone=False), nullable=True, unique=None, default=None) |
|
298 | last_login = Column("last_login", DateTime(timezone=False), nullable=True, unique=None, default=None) | |
299 | ldap_dn = Column("ldap_dn", String(length=255, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None) |
|
299 | ldap_dn = Column("ldap_dn", String(length=255, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None) | |
300 | api_key = Column("api_key", String(length=255, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None) |
|
300 | api_key = Column("api_key", String(length=255, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None) | |
301 |
|
301 | |||
302 | user_log = relationship('UserLog', cascade='all') |
|
302 | user_log = relationship('UserLog', cascade='all') | |
303 | user_perms = relationship('UserToPerm', primaryjoin="User.user_id==UserToPerm.user_id", cascade='all') |
|
303 | user_perms = relationship('UserToPerm', primaryjoin="User.user_id==UserToPerm.user_id", cascade='all') | |
304 |
|
304 | |||
305 | repositories = relationship('Repository') |
|
305 | repositories = relationship('Repository') | |
306 | user_followers = relationship('UserFollowing', primaryjoin='UserFollowing.follows_user_id==User.user_id', cascade='all') |
|
306 | user_followers = relationship('UserFollowing', primaryjoin='UserFollowing.follows_user_id==User.user_id', cascade='all') | |
307 | repo_to_perm = relationship('UserRepoToPerm', primaryjoin='UserRepoToPerm.user_id==User.user_id', cascade='all') |
|
307 | repo_to_perm = relationship('UserRepoToPerm', primaryjoin='UserRepoToPerm.user_id==User.user_id', cascade='all') | |
308 | repo_group_to_perm = relationship('UserRepoGroupToPerm', primaryjoin='UserRepoGroupToPerm.user_id==User.user_id', cascade='all') |
|
308 | repo_group_to_perm = relationship('UserRepoGroupToPerm', primaryjoin='UserRepoGroupToPerm.user_id==User.user_id', cascade='all') | |
309 |
|
309 | |||
310 | group_member = relationship('UsersGroupMember', cascade='all') |
|
310 | group_member = relationship('UsersGroupMember', cascade='all') | |
311 |
|
311 | |||
312 | notifications = relationship('UserNotification', cascade='all') |
|
312 | notifications = relationship('UserNotification', cascade='all') | |
313 | # notifications assigned to this user |
|
313 | # notifications assigned to this user | |
314 | user_created_notifications = relationship('Notification', cascade='all') |
|
314 | user_created_notifications = relationship('Notification', cascade='all') | |
315 | # comments created by this user |
|
315 | # comments created by this user | |
316 | user_comments = relationship('ChangesetComment', cascade='all') |
|
316 | user_comments = relationship('ChangesetComment', cascade='all') | |
317 |
|
317 | |||
318 | @hybrid_property |
|
318 | @hybrid_property | |
319 | def email(self): |
|
319 | def email(self): | |
320 | return self._email |
|
320 | return self._email | |
321 |
|
321 | |||
322 | @email.setter |
|
322 | @email.setter | |
323 | def email(self, val): |
|
323 | def email(self, val): | |
324 | self._email = val.lower() if val else None |
|
324 | self._email = val.lower() if val else None | |
325 |
|
325 | |||
326 | @property |
|
326 | @property | |
327 | def full_name(self): |
|
327 | def full_name(self): | |
328 | return '%s %s' % (self.name, self.lastname) |
|
328 | return '%s %s' % (self.name, self.lastname) | |
329 |
|
329 | |||
330 | @property |
|
330 | @property | |
331 | def full_name_or_username(self): |
|
331 | def full_name_or_username(self): | |
332 | return ('%s %s' % (self.name, self.lastname) |
|
332 | return ('%s %s' % (self.name, self.lastname) | |
333 | if (self.name and self.lastname) else self.username) |
|
333 | if (self.name and self.lastname) else self.username) | |
334 |
|
334 | |||
335 | @property |
|
335 | @property | |
336 | def full_contact(self): |
|
336 | def full_contact(self): | |
337 | return '%s %s <%s>' % (self.name, self.lastname, self.email) |
|
337 | return '%s %s <%s>' % (self.name, self.lastname, self.email) | |
338 |
|
338 | |||
339 | @property |
|
339 | @property | |
340 | def short_contact(self): |
|
340 | def short_contact(self): | |
341 | return '%s %s' % (self.name, self.lastname) |
|
341 | return '%s %s' % (self.name, self.lastname) | |
342 |
|
342 | |||
343 | @property |
|
343 | @property | |
344 | def is_admin(self): |
|
344 | def is_admin(self): | |
345 | return self.admin |
|
345 | return self.admin | |
346 |
|
346 | |||
347 | def __unicode__(self): |
|
347 | def __unicode__(self): | |
348 | return u"<%s('id:%s:%s')>" % (self.__class__.__name__, |
|
348 | return u"<%s('id:%s:%s')>" % (self.__class__.__name__, | |
349 | self.user_id, self.username) |
|
349 | self.user_id, self.username) | |
350 |
|
350 | |||
351 | @classmethod |
|
351 | @classmethod | |
352 | def get_by_username(cls, username, case_insensitive=False, cache=False): |
|
352 | def get_by_username(cls, username, case_insensitive=False, cache=False): | |
353 | if case_insensitive: |
|
353 | if case_insensitive: | |
354 | q = cls.query().filter(cls.username.ilike(username)) |
|
354 | q = cls.query().filter(cls.username.ilike(username)) | |
355 | else: |
|
355 | else: | |
356 | q = cls.query().filter(cls.username == username) |
|
356 | q = cls.query().filter(cls.username == username) | |
357 |
|
357 | |||
358 | if cache: |
|
358 | if cache: | |
359 | q = q.options(FromCache( |
|
359 | q = q.options(FromCache( | |
360 | "sql_cache_short", |
|
360 | "sql_cache_short", | |
361 | "get_user_%s" % _hash_key(username) |
|
361 | "get_user_%s" % _hash_key(username) | |
362 | ) |
|
362 | ) | |
363 | ) |
|
363 | ) | |
364 | return q.scalar() |
|
364 | return q.scalar() | |
365 |
|
365 | |||
366 | @classmethod |
|
366 | @classmethod | |
367 | def get_by_api_key(cls, api_key, cache=False): |
|
367 | def get_by_api_key(cls, api_key, cache=False): | |
368 | q = cls.query().filter(cls.api_key == api_key) |
|
368 | q = cls.query().filter(cls.api_key == api_key) | |
369 |
|
369 | |||
370 | if cache: |
|
370 | if cache: | |
371 | q = q.options(FromCache("sql_cache_short", |
|
371 | q = q.options(FromCache("sql_cache_short", | |
372 | "get_api_key_%s" % api_key)) |
|
372 | "get_api_key_%s" % api_key)) | |
373 | return q.scalar() |
|
373 | return q.scalar() | |
374 |
|
374 | |||
375 | @classmethod |
|
375 | @classmethod | |
376 | def get_by_email(cls, email, case_insensitive=False, cache=False): |
|
376 | def get_by_email(cls, email, case_insensitive=False, cache=False): | |
377 | if case_insensitive: |
|
377 | if case_insensitive: | |
378 | q = cls.query().filter(cls.email.ilike(email)) |
|
378 | q = cls.query().filter(cls.email.ilike(email)) | |
379 | else: |
|
379 | else: | |
380 | q = cls.query().filter(cls.email == email) |
|
380 | q = cls.query().filter(cls.email == email) | |
381 |
|
381 | |||
382 | if cache: |
|
382 | if cache: | |
383 | q = q.options(FromCache("sql_cache_short", |
|
383 | q = q.options(FromCache("sql_cache_short", | |
384 | "get_api_key_%s" % email)) |
|
384 | "get_api_key_%s" % email)) | |
385 | return q.scalar() |
|
385 | return q.scalar() | |
386 |
|
386 | |||
387 | def update_lastlogin(self): |
|
387 | def update_lastlogin(self): | |
388 | """Update user lastlogin""" |
|
388 | """Update user lastlogin""" | |
389 | self.last_login = datetime.datetime.now() |
|
389 | self.last_login = datetime.datetime.now() | |
390 | Session.add(self) |
|
390 | Session.add(self) | |
391 | log.debug('updated user %s lastlogin' % self.username) |
|
391 | log.debug('updated user %s lastlogin' % self.username) | |
392 |
|
392 | |||
393 | def __json__(self): |
|
393 | def __json__(self): | |
394 | return dict( |
|
394 | return dict( | |
395 | user_id=self.user_id, |
|
395 | user_id=self.user_id, | |
396 | first_name=self.name, |
|
396 | first_name=self.name, | |
397 | last_name=self.lastname, |
|
397 | last_name=self.lastname, | |
398 | email=self.email, |
|
398 | email=self.email, | |
399 | full_name=self.full_name, |
|
399 | full_name=self.full_name, | |
400 | full_name_or_username=self.full_name_or_username, |
|
400 | full_name_or_username=self.full_name_or_username, | |
401 | short_contact=self.short_contact, |
|
401 | short_contact=self.short_contact, | |
402 | full_contact=self.full_contact |
|
402 | full_contact=self.full_contact | |
403 | ) |
|
403 | ) | |
404 |
|
404 | |||
405 |
|
405 | |||
406 | class UserLog(Base, BaseModel): |
|
406 | class UserLog(Base, BaseModel): | |
407 | __tablename__ = 'user_logs' |
|
407 | __tablename__ = 'user_logs' | |
408 | __table_args__ = ( |
|
408 | __table_args__ = ( | |
409 | {'extend_existing': True, 'mysql_engine': 'InnoDB', |
|
409 | {'extend_existing': True, 'mysql_engine': 'InnoDB', | |
410 | 'mysql_charset': 'utf8'}, |
|
410 | 'mysql_charset': 'utf8'}, | |
411 | ) |
|
411 | ) | |
412 | user_log_id = Column("user_log_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) |
|
412 | user_log_id = Column("user_log_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) | |
413 | user_id = Column("user_id", Integer(), ForeignKey('users.user_id'), nullable=False, unique=None, default=None) |
|
413 | user_id = Column("user_id", Integer(), ForeignKey('users.user_id'), nullable=False, unique=None, default=None) | |
414 | repository_id = Column("repository_id", Integer(), ForeignKey('repositories.repo_id'), nullable=True) |
|
414 | repository_id = Column("repository_id", Integer(), ForeignKey('repositories.repo_id'), nullable=True) | |
415 | repository_name = Column("repository_name", String(length=255, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None) |
|
415 | repository_name = Column("repository_name", String(length=255, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None) | |
416 | user_ip = Column("user_ip", String(length=255, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None) |
|
416 | user_ip = Column("user_ip", String(length=255, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None) | |
417 | action = Column("action", UnicodeText(length=1200000, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None) |
|
417 | action = Column("action", UnicodeText(length=1200000, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None) | |
418 | action_date = Column("action_date", DateTime(timezone=False), nullable=True, unique=None, default=None) |
|
418 | action_date = Column("action_date", DateTime(timezone=False), nullable=True, unique=None, default=None) | |
419 |
|
419 | |||
420 | @property |
|
420 | @property | |
421 | def action_as_day(self): |
|
421 | def action_as_day(self): | |
422 | return datetime.date(*self.action_date.timetuple()[:3]) |
|
422 | return datetime.date(*self.action_date.timetuple()[:3]) | |
423 |
|
423 | |||
424 | user = relationship('User') |
|
424 | user = relationship('User') | |
425 | repository = relationship('Repository', cascade='') |
|
425 | repository = relationship('Repository', cascade='') | |
426 |
|
426 | |||
427 |
|
427 | |||
428 | class UsersGroup(Base, BaseModel): |
|
428 | class UsersGroup(Base, BaseModel): | |
429 | __tablename__ = 'users_groups' |
|
429 | __tablename__ = 'users_groups' | |
430 | __table_args__ = ( |
|
430 | __table_args__ = ( | |
431 | {'extend_existing': True, 'mysql_engine': 'InnoDB', |
|
431 | {'extend_existing': True, 'mysql_engine': 'InnoDB', | |
432 | 'mysql_charset': 'utf8'}, |
|
432 | 'mysql_charset': 'utf8'}, | |
433 | ) |
|
433 | ) | |
434 |
|
434 | |||
435 | users_group_id = Column("users_group_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) |
|
435 | users_group_id = Column("users_group_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) | |
436 | users_group_name = Column("users_group_name", String(length=255, convert_unicode=False, assert_unicode=None), nullable=False, unique=True, default=None) |
|
436 | users_group_name = Column("users_group_name", String(length=255, convert_unicode=False, assert_unicode=None), nullable=False, unique=True, default=None) | |
437 | users_group_active = Column("users_group_active", Boolean(), nullable=True, unique=None, default=None) |
|
437 | users_group_active = Column("users_group_active", Boolean(), nullable=True, unique=None, default=None) | |
438 |
|
438 | |||
439 | members = relationship('UsersGroupMember', cascade="all, delete, delete-orphan", lazy="joined") |
|
439 | members = relationship('UsersGroupMember', cascade="all, delete, delete-orphan", lazy="joined") | |
440 | users_group_to_perm = relationship('UsersGroupToPerm', cascade='all') |
|
440 | users_group_to_perm = relationship('UsersGroupToPerm', cascade='all') | |
441 | users_group_repo_to_perm = relationship('UsersGroupRepoToPerm', cascade='all') |
|
441 | users_group_repo_to_perm = relationship('UsersGroupRepoToPerm', cascade='all') | |
442 |
|
442 | |||
443 | def __unicode__(self): |
|
443 | def __unicode__(self): | |
444 | return u'<userGroup(%s)>' % (self.users_group_name) |
|
444 | return u'<userGroup(%s)>' % (self.users_group_name) | |
445 |
|
445 | |||
446 | @classmethod |
|
446 | @classmethod | |
447 | def get_by_group_name(cls, group_name, cache=False, |
|
447 | def get_by_group_name(cls, group_name, cache=False, | |
448 | case_insensitive=False): |
|
448 | case_insensitive=False): | |
449 | if case_insensitive: |
|
449 | if case_insensitive: | |
450 | q = cls.query().filter(cls.users_group_name.ilike(group_name)) |
|
450 | q = cls.query().filter(cls.users_group_name.ilike(group_name)) | |
451 | else: |
|
451 | else: | |
452 | q = cls.query().filter(cls.users_group_name == group_name) |
|
452 | q = cls.query().filter(cls.users_group_name == group_name) | |
453 | if cache: |
|
453 | if cache: | |
454 | q = q.options(FromCache( |
|
454 | q = q.options(FromCache( | |
455 | "sql_cache_short", |
|
455 | "sql_cache_short", | |
456 | "get_user_%s" % _hash_key(group_name) |
|
456 | "get_user_%s" % _hash_key(group_name) | |
457 | ) |
|
457 | ) | |
458 | ) |
|
458 | ) | |
459 | return q.scalar() |
|
459 | return q.scalar() | |
460 |
|
460 | |||
461 | @classmethod |
|
461 | @classmethod | |
462 | def get(cls, users_group_id, cache=False): |
|
462 | def get(cls, users_group_id, cache=False): | |
463 | users_group = cls.query() |
|
463 | users_group = cls.query() | |
464 | if cache: |
|
464 | if cache: | |
465 | users_group = users_group.options(FromCache("sql_cache_short", |
|
465 | users_group = users_group.options(FromCache("sql_cache_short", | |
466 | "get_users_group_%s" % users_group_id)) |
|
466 | "get_users_group_%s" % users_group_id)) | |
467 | return users_group.get(users_group_id) |
|
467 | return users_group.get(users_group_id) | |
468 |
|
468 | |||
469 |
|
469 | |||
470 | class UsersGroupMember(Base, BaseModel): |
|
470 | class UsersGroupMember(Base, BaseModel): | |
471 | __tablename__ = 'users_groups_members' |
|
471 | __tablename__ = 'users_groups_members' | |
472 | __table_args__ = ( |
|
472 | __table_args__ = ( | |
473 | {'extend_existing': True, 'mysql_engine': 'InnoDB', |
|
473 | {'extend_existing': True, 'mysql_engine': 'InnoDB', | |
474 | 'mysql_charset': 'utf8'}, |
|
474 | 'mysql_charset': 'utf8'}, | |
475 | ) |
|
475 | ) | |
476 |
|
476 | |||
477 | users_group_member_id = Column("users_group_member_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) |
|
477 | users_group_member_id = Column("users_group_member_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) | |
478 | users_group_id = Column("users_group_id", Integer(), ForeignKey('users_groups.users_group_id'), nullable=False, unique=None, default=None) |
|
478 | users_group_id = Column("users_group_id", Integer(), ForeignKey('users_groups.users_group_id'), nullable=False, unique=None, default=None) | |
479 | user_id = Column("user_id", Integer(), ForeignKey('users.user_id'), nullable=False, unique=None, default=None) |
|
479 | user_id = Column("user_id", Integer(), ForeignKey('users.user_id'), nullable=False, unique=None, default=None) | |
480 |
|
480 | |||
481 | user = relationship('User', lazy='joined') |
|
481 | user = relationship('User', lazy='joined') | |
482 | users_group = relationship('UsersGroup') |
|
482 | users_group = relationship('UsersGroup') | |
483 |
|
483 | |||
484 | def __init__(self, gr_id='', u_id=''): |
|
484 | def __init__(self, gr_id='', u_id=''): | |
485 | self.users_group_id = gr_id |
|
485 | self.users_group_id = gr_id | |
486 | self.user_id = u_id |
|
486 | self.user_id = u_id | |
487 |
|
487 | |||
488 |
|
488 | |||
489 | class Repository(Base, BaseModel): |
|
489 | class Repository(Base, BaseModel): | |
490 | __tablename__ = 'repositories' |
|
490 | __tablename__ = 'repositories' | |
491 | __table_args__ = ( |
|
491 | __table_args__ = ( | |
492 | UniqueConstraint('repo_name'), |
|
492 | UniqueConstraint('repo_name'), | |
493 | {'extend_existing': True, 'mysql_engine': 'InnoDB', |
|
493 | {'extend_existing': True, 'mysql_engine': 'InnoDB', | |
494 | 'mysql_charset': 'utf8'}, |
|
494 | 'mysql_charset': 'utf8'}, | |
495 | ) |
|
495 | ) | |
496 |
|
496 | |||
497 | repo_id = Column("repo_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) |
|
497 | repo_id = Column("repo_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) | |
498 | repo_name = Column("repo_name", String(length=255, convert_unicode=False, assert_unicode=None), nullable=False, unique=True, default=None) |
|
498 | repo_name = Column("repo_name", String(length=255, convert_unicode=False, assert_unicode=None), nullable=False, unique=True, default=None) | |
499 | clone_uri = Column("clone_uri", String(length=255, convert_unicode=False, assert_unicode=None), nullable=True, unique=False, default=None) |
|
499 | clone_uri = Column("clone_uri", String(length=255, convert_unicode=False, assert_unicode=None), nullable=True, unique=False, default=None) | |
500 | repo_type = Column("repo_type", String(length=255, convert_unicode=False, assert_unicode=None), nullable=False, unique=False, default='hg') |
|
500 | repo_type = Column("repo_type", String(length=255, convert_unicode=False, assert_unicode=None), nullable=False, unique=False, default='hg') | |
501 | user_id = Column("user_id", Integer(), ForeignKey('users.user_id'), nullable=False, unique=False, default=None) |
|
501 | user_id = Column("user_id", Integer(), ForeignKey('users.user_id'), nullable=False, unique=False, default=None) | |
502 | private = Column("private", Boolean(), nullable=True, unique=None, default=None) |
|
502 | private = Column("private", Boolean(), nullable=True, unique=None, default=None) | |
503 | enable_statistics = Column("statistics", Boolean(), nullable=True, unique=None, default=True) |
|
503 | enable_statistics = Column("statistics", Boolean(), nullable=True, unique=None, default=True) | |
504 | enable_downloads = Column("downloads", Boolean(), nullable=True, unique=None, default=True) |
|
504 | enable_downloads = Column("downloads", Boolean(), nullable=True, unique=None, default=True) | |
505 | description = Column("description", String(length=10000, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None) |
|
505 | description = Column("description", String(length=10000, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None) | |
506 | created_on = Column('created_on', DateTime(timezone=False), nullable=True, unique=None, default=datetime.datetime.now) |
|
506 | created_on = Column('created_on', DateTime(timezone=False), nullable=True, unique=None, default=datetime.datetime.now) | |
507 |
|
507 | |||
508 | fork_id = Column("fork_id", Integer(), ForeignKey('repositories.repo_id'), nullable=True, unique=False, default=None) |
|
508 | fork_id = Column("fork_id", Integer(), ForeignKey('repositories.repo_id'), nullable=True, unique=False, default=None) | |
509 | group_id = Column("group_id", Integer(), ForeignKey('groups.group_id'), nullable=True, unique=False, default=None) |
|
509 | group_id = Column("group_id", Integer(), ForeignKey('groups.group_id'), nullable=True, unique=False, default=None) | |
510 |
|
510 | |||
511 | user = relationship('User') |
|
511 | user = relationship('User') | |
512 | fork = relationship('Repository', remote_side=repo_id) |
|
512 | fork = relationship('Repository', remote_side=repo_id) | |
513 | group = relationship('RepoGroup') |
|
513 | group = relationship('RepoGroup') | |
514 | repo_to_perm = relationship('UserRepoToPerm', cascade='all', order_by='UserRepoToPerm.repo_to_perm_id') |
|
514 | repo_to_perm = relationship('UserRepoToPerm', cascade='all', order_by='UserRepoToPerm.repo_to_perm_id') | |
515 | users_group_to_perm = relationship('UsersGroupRepoToPerm', cascade='all') |
|
515 | users_group_to_perm = relationship('UsersGroupRepoToPerm', cascade='all') | |
516 | stats = relationship('Statistics', cascade='all', uselist=False) |
|
516 | stats = relationship('Statistics', cascade='all', uselist=False) | |
517 |
|
517 | |||
518 | followers = relationship('UserFollowing', primaryjoin='UserFollowing.follows_repo_id==Repository.repo_id', cascade='all') |
|
518 | followers = relationship('UserFollowing', primaryjoin='UserFollowing.follows_repo_id==Repository.repo_id', cascade='all') | |
519 |
|
519 | |||
520 | logs = relationship('UserLog') |
|
520 | logs = relationship('UserLog') | |
521 |
|
521 | |||
522 | def __unicode__(self): |
|
522 | def __unicode__(self): | |
523 | return u"<%s('%s:%s')>" % (self.__class__.__name__,self.repo_id, |
|
523 | return u"<%s('%s:%s')>" % (self.__class__.__name__,self.repo_id, | |
524 | self.repo_name) |
|
524 | self.repo_name) | |
525 |
|
525 | |||
526 | @classmethod |
|
526 | @classmethod | |
527 | def url_sep(cls): |
|
527 | def url_sep(cls): | |
528 | return '/' |
|
528 | return '/' | |
529 |
|
529 | |||
530 | @classmethod |
|
530 | @classmethod | |
531 | def get_by_repo_name(cls, repo_name): |
|
531 | def get_by_repo_name(cls, repo_name): | |
532 | q = Session.query(cls).filter(cls.repo_name == repo_name) |
|
532 | q = Session.query(cls).filter(cls.repo_name == repo_name) | |
533 | q = q.options(joinedload(Repository.fork))\ |
|
533 | q = q.options(joinedload(Repository.fork))\ | |
534 | .options(joinedload(Repository.user))\ |
|
534 | .options(joinedload(Repository.user))\ | |
535 | .options(joinedload(Repository.group)) |
|
535 | .options(joinedload(Repository.group)) | |
536 | return q.scalar() |
|
536 | return q.scalar() | |
537 |
|
537 | |||
538 | @classmethod |
|
538 | @classmethod | |
539 | def get_repo_forks(cls, repo_id): |
|
539 | def get_repo_forks(cls, repo_id): | |
540 | return cls.query().filter(Repository.fork_id == repo_id) |
|
540 | return cls.query().filter(Repository.fork_id == repo_id) | |
541 |
|
541 | |||
542 | @classmethod |
|
542 | @classmethod | |
543 | def base_path(cls): |
|
543 | def base_path(cls): | |
544 | """ |
|
544 | """ | |
545 | Returns base path when all repos are stored |
|
545 | Returns base path when all repos are stored | |
546 |
|
546 | |||
547 | :param cls: |
|
547 | :param cls: | |
548 | """ |
|
548 | """ | |
549 | q = Session.query(RhodeCodeUi)\ |
|
549 | q = Session.query(RhodeCodeUi)\ | |
550 | .filter(RhodeCodeUi.ui_key == cls.url_sep()) |
|
550 | .filter(RhodeCodeUi.ui_key == cls.url_sep()) | |
551 | q = q.options(FromCache("sql_cache_short", "repository_repo_path")) |
|
551 | q = q.options(FromCache("sql_cache_short", "repository_repo_path")) | |
552 | return q.one().ui_value |
|
552 | return q.one().ui_value | |
553 |
|
553 | |||
554 | @property |
|
554 | @property | |
555 | def just_name(self): |
|
555 | def just_name(self): | |
556 | return self.repo_name.split(Repository.url_sep())[-1] |
|
556 | return self.repo_name.split(Repository.url_sep())[-1] | |
557 |
|
557 | |||
558 | @property |
|
558 | @property | |
559 | def groups_with_parents(self): |
|
559 | def groups_with_parents(self): | |
560 | groups = [] |
|
560 | groups = [] | |
561 | if self.group is None: |
|
561 | if self.group is None: | |
562 | return groups |
|
562 | return groups | |
563 |
|
563 | |||
564 | cur_gr = self.group |
|
564 | cur_gr = self.group | |
565 | groups.insert(0, cur_gr) |
|
565 | groups.insert(0, cur_gr) | |
566 | while 1: |
|
566 | while 1: | |
567 | gr = getattr(cur_gr, 'parent_group', None) |
|
567 | gr = getattr(cur_gr, 'parent_group', None) | |
568 | cur_gr = cur_gr.parent_group |
|
568 | cur_gr = cur_gr.parent_group | |
569 | if gr is None: |
|
569 | if gr is None: | |
570 | break |
|
570 | break | |
571 | groups.insert(0, gr) |
|
571 | groups.insert(0, gr) | |
572 |
|
572 | |||
573 | return groups |
|
573 | return groups | |
574 |
|
574 | |||
575 | @property |
|
575 | @property | |
576 | def groups_and_repo(self): |
|
576 | def groups_and_repo(self): | |
577 | return self.groups_with_parents, self.just_name |
|
577 | return self.groups_with_parents, self.just_name | |
578 |
|
578 | |||
579 | @LazyProperty |
|
579 | @LazyProperty | |
580 | def repo_path(self): |
|
580 | def repo_path(self): | |
581 | """ |
|
581 | """ | |
582 | Returns base full path for that repository means where it actually |
|
582 | Returns base full path for that repository means where it actually | |
583 | exists on a filesystem |
|
583 | exists on a filesystem | |
584 | """ |
|
584 | """ | |
585 | q = Session.query(RhodeCodeUi).filter(RhodeCodeUi.ui_key == |
|
585 | q = Session.query(RhodeCodeUi).filter(RhodeCodeUi.ui_key == | |
586 | Repository.url_sep()) |
|
586 | Repository.url_sep()) | |
587 | q = q.options(FromCache("sql_cache_short", "repository_repo_path")) |
|
587 | q = q.options(FromCache("sql_cache_short", "repository_repo_path")) | |
588 | return q.one().ui_value |
|
588 | return q.one().ui_value | |
589 |
|
589 | |||
590 | @property |
|
590 | @property | |
591 | def repo_full_path(self): |
|
591 | def repo_full_path(self): | |
592 | p = [self.repo_path] |
|
592 | p = [self.repo_path] | |
593 | # we need to split the name by / since this is how we store the |
|
593 | # we need to split the name by / since this is how we store the | |
594 | # names in the database, but that eventually needs to be converted |
|
594 | # names in the database, but that eventually needs to be converted | |
595 | # into a valid system path |
|
595 | # into a valid system path | |
596 | p += self.repo_name.split(Repository.url_sep()) |
|
596 | p += self.repo_name.split(Repository.url_sep()) | |
597 | return os.path.join(*p) |
|
597 | return os.path.join(*p) | |
598 |
|
598 | |||
599 | def get_new_name(self, repo_name): |
|
599 | def get_new_name(self, repo_name): | |
600 | """ |
|
600 | """ | |
601 | returns new full repository name based on assigned group and new new |
|
601 | returns new full repository name based on assigned group and new new | |
602 |
|
602 | |||
603 | :param group_name: |
|
603 | :param group_name: | |
604 | """ |
|
604 | """ | |
605 | path_prefix = self.group.full_path_splitted if self.group else [] |
|
605 | path_prefix = self.group.full_path_splitted if self.group else [] | |
606 | return Repository.url_sep().join(path_prefix + [repo_name]) |
|
606 | return Repository.url_sep().join(path_prefix + [repo_name]) | |
607 |
|
607 | |||
608 | @property |
|
608 | @property | |
609 | def _ui(self): |
|
609 | def _ui(self): | |
610 | """ |
|
610 | """ | |
611 | Creates an db based ui object for this repository |
|
611 | Creates an db based ui object for this repository | |
612 | """ |
|
612 | """ | |
613 | from mercurial import ui |
|
613 | from mercurial import ui | |
614 | from mercurial import config |
|
614 | from mercurial import config | |
615 | baseui = ui.ui() |
|
615 | baseui = ui.ui() | |
616 |
|
616 | |||
617 | #clean the baseui object |
|
617 | #clean the baseui object | |
618 | baseui._ocfg = config.config() |
|
618 | baseui._ocfg = config.config() | |
619 | baseui._ucfg = config.config() |
|
619 | baseui._ucfg = config.config() | |
620 | baseui._tcfg = config.config() |
|
620 | baseui._tcfg = config.config() | |
621 |
|
621 | |||
622 | ret = RhodeCodeUi.query()\ |
|
622 | ret = RhodeCodeUi.query()\ | |
623 | .options(FromCache("sql_cache_short", "repository_repo_ui")).all() |
|
623 | .options(FromCache("sql_cache_short", "repository_repo_ui")).all() | |
624 |
|
624 | |||
625 | hg_ui = ret |
|
625 | hg_ui = ret | |
626 | for ui_ in hg_ui: |
|
626 | for ui_ in hg_ui: | |
627 | if ui_.ui_active: |
|
627 | if ui_.ui_active: | |
628 | log.debug('settings ui from db[%s]%s:%s', ui_.ui_section, |
|
628 | log.debug('settings ui from db[%s]%s:%s', ui_.ui_section, | |
629 | ui_.ui_key, ui_.ui_value) |
|
629 | ui_.ui_key, ui_.ui_value) | |
630 | baseui.setconfig(ui_.ui_section, ui_.ui_key, ui_.ui_value) |
|
630 | baseui.setconfig(ui_.ui_section, ui_.ui_key, ui_.ui_value) | |
631 |
|
631 | |||
632 | return baseui |
|
632 | return baseui | |
633 |
|
633 | |||
634 | @classmethod |
|
634 | @classmethod | |
635 | def is_valid(cls, repo_name): |
|
635 | def is_valid(cls, repo_name): | |
636 | """ |
|
636 | """ | |
637 | returns True if given repo name is a valid filesystem repository |
|
637 | returns True if given repo name is a valid filesystem repository | |
638 |
|
638 | |||
639 | :param cls: |
|
639 | :param cls: | |
640 | :param repo_name: |
|
640 | :param repo_name: | |
641 | """ |
|
641 | """ | |
642 | from rhodecode.lib.utils import is_valid_repo |
|
642 | from rhodecode.lib.utils import is_valid_repo | |
643 |
|
643 | |||
644 | return is_valid_repo(repo_name, cls.base_path()) |
|
644 | return is_valid_repo(repo_name, cls.base_path()) | |
645 |
|
645 | |||
646 | #========================================================================== |
|
646 | #========================================================================== | |
647 | # SCM PROPERTIES |
|
647 | # SCM PROPERTIES | |
648 | #========================================================================== |
|
648 | #========================================================================== | |
649 |
|
649 | |||
650 | def get_changeset(self, rev=None): |
|
650 | def get_changeset(self, rev=None): | |
651 | return get_changeset_safe(self.scm_instance, rev) |
|
651 | return get_changeset_safe(self.scm_instance, rev) | |
652 |
|
652 | |||
653 | @property |
|
653 | @property | |
654 | def tip(self): |
|
654 | def tip(self): | |
655 | return self.get_changeset('tip') |
|
655 | return self.get_changeset('tip') | |
656 |
|
656 | |||
657 | @property |
|
657 | @property | |
658 | def author(self): |
|
658 | def author(self): | |
659 | return self.tip.author |
|
659 | return self.tip.author | |
660 |
|
660 | |||
661 | @property |
|
661 | @property | |
662 | def last_change(self): |
|
662 | def last_change(self): | |
663 | return self.scm_instance.last_change |
|
663 | return self.scm_instance.last_change | |
664 |
|
664 | |||
665 | def comments(self, revisions=None): |
|
665 | def comments(self, revisions=None): | |
666 | """ |
|
666 | """ | |
667 | Returns comments for this repository grouped by revisions |
|
667 | Returns comments for this repository grouped by revisions | |
668 |
|
668 | |||
669 | :param revisions: filter query by revisions only |
|
669 | :param revisions: filter query by revisions only | |
670 | """ |
|
670 | """ | |
671 | cmts = ChangesetComment.query()\ |
|
671 | cmts = ChangesetComment.query()\ | |
672 | .filter(ChangesetComment.repo == self) |
|
672 | .filter(ChangesetComment.repo == self) | |
673 | if revisions: |
|
673 | if revisions: | |
674 | cmts = cmts.filter(ChangesetComment.revision.in_(revisions)) |
|
674 | cmts = cmts.filter(ChangesetComment.revision.in_(revisions)) | |
675 | grouped = defaultdict(list) |
|
675 | grouped = defaultdict(list) | |
676 | for cmt in cmts.all(): |
|
676 | for cmt in cmts.all(): | |
677 | grouped[cmt.revision].append(cmt) |
|
677 | grouped[cmt.revision].append(cmt) | |
678 | return grouped |
|
678 | return grouped | |
679 |
|
679 | |||
680 | def statuses(self, revisions=None): |
|
680 | def statuses(self, revisions=None): | |
681 | """ |
|
681 | """ | |
682 | Returns statuses for this repository |
|
682 | Returns statuses for this repository | |
683 |
|
683 | |||
684 | :param revisions: list of revisions to get statuses for |
|
684 | :param revisions: list of revisions to get statuses for | |
685 | :type revisions: list |
|
685 | :type revisions: list | |
686 | """ |
|
686 | """ | |
687 |
|
687 | |||
688 | statuses = ChangesetStatus.query()\ |
|
688 | statuses = ChangesetStatus.query()\ | |
689 | .filter(ChangesetStatus.repo == self)\ |
|
689 | .filter(ChangesetStatus.repo == self)\ | |
690 | .filter(ChangesetStatus.version == 0) |
|
690 | .filter(ChangesetStatus.version == 0) | |
691 | if revisions: |
|
691 | if revisions: | |
692 | statuses = statuses.filter(ChangesetStatus.revision.in_(revisions)) |
|
692 | statuses = statuses.filter(ChangesetStatus.revision.in_(revisions)) | |
693 | grouped = {} |
|
693 | grouped = {} | |
694 | for stat in statuses.all(): |
|
694 | for stat in statuses.all(): | |
695 | grouped[stat.revision] = [str(stat.status), stat.status_lbl] |
|
695 | grouped[stat.revision] = [str(stat.status), stat.status_lbl] | |
696 | return grouped |
|
696 | return grouped | |
697 |
|
697 | |||
698 | #========================================================================== |
|
698 | #========================================================================== | |
699 | # SCM CACHE INSTANCE |
|
699 | # SCM CACHE INSTANCE | |
700 | #========================================================================== |
|
700 | #========================================================================== | |
701 |
|
701 | |||
702 | @property |
|
702 | @property | |
703 | def invalidate(self): |
|
703 | def invalidate(self): | |
704 | return CacheInvalidation.invalidate(self.repo_name) |
|
704 | return CacheInvalidation.invalidate(self.repo_name) | |
705 |
|
705 | |||
706 | def set_invalidate(self): |
|
706 | def set_invalidate(self): | |
707 | """ |
|
707 | """ | |
708 | set a cache for invalidation for this instance |
|
708 | set a cache for invalidation for this instance | |
709 | """ |
|
709 | """ | |
710 | CacheInvalidation.set_invalidate(self.repo_name) |
|
710 | CacheInvalidation.set_invalidate(self.repo_name) | |
711 |
|
711 | |||
712 | @LazyProperty |
|
712 | @LazyProperty | |
713 | def scm_instance(self): |
|
713 | def scm_instance(self): | |
714 | return self.__get_instance() |
|
714 | return self.__get_instance() | |
715 |
|
715 | |||
716 | @property |
|
716 | @property | |
717 | def scm_instance_cached(self): |
|
717 | def scm_instance_cached(self): | |
718 | @cache_region('long_term') |
|
718 | @cache_region('long_term') | |
719 | def _c(repo_name): |
|
719 | def _c(repo_name): | |
720 | return self.__get_instance() |
|
720 | return self.__get_instance() | |
721 | rn = self.repo_name |
|
721 | rn = self.repo_name | |
722 | log.debug('Getting cached instance of repo') |
|
722 | log.debug('Getting cached instance of repo') | |
723 | inv = self.invalidate |
|
723 | inv = self.invalidate | |
724 | if inv is not None: |
|
724 | if inv is not None: | |
725 | region_invalidate(_c, None, rn) |
|
725 | region_invalidate(_c, None, rn) | |
726 | # update our cache |
|
726 | # update our cache | |
727 | CacheInvalidation.set_valid(inv.cache_key) |
|
727 | CacheInvalidation.set_valid(inv.cache_key) | |
728 | return _c(rn) |
|
728 | return _c(rn) | |
729 |
|
729 | |||
730 | def __get_instance(self): |
|
730 | def __get_instance(self): | |
731 | repo_full_path = self.repo_full_path |
|
731 | repo_full_path = self.repo_full_path | |
732 | try: |
|
732 | try: | |
733 | alias = get_scm(repo_full_path)[0] |
|
733 | alias = get_scm(repo_full_path)[0] | |
734 | log.debug('Creating instance of %s repository' % alias) |
|
734 | log.debug('Creating instance of %s repository' % alias) | |
735 | backend = get_backend(alias) |
|
735 | backend = get_backend(alias) | |
736 | except VCSError: |
|
736 | except VCSError: | |
737 | log.error(traceback.format_exc()) |
|
737 | log.error(traceback.format_exc()) | |
738 | log.error('Perhaps this repository is in db and not in ' |
|
738 | log.error('Perhaps this repository is in db and not in ' | |
739 | 'filesystem run rescan repositories with ' |
|
739 | 'filesystem run rescan repositories with ' | |
740 | '"destroy old data " option from admin panel') |
|
740 | '"destroy old data " option from admin panel') | |
741 | return |
|
741 | return | |
742 |
|
742 | |||
743 | if alias == 'hg': |
|
743 | if alias == 'hg': | |
744 |
|
744 | |||
745 | repo = backend(safe_str(repo_full_path), create=False, |
|
745 | repo = backend(safe_str(repo_full_path), create=False, | |
746 | baseui=self._ui) |
|
746 | baseui=self._ui) | |
747 | # skip hidden web repository |
|
747 | # skip hidden web repository | |
748 | if repo._get_hidden(): |
|
748 | if repo._get_hidden(): | |
749 | return |
|
749 | return | |
750 | else: |
|
750 | else: | |
751 | repo = backend(repo_full_path, create=False) |
|
751 | repo = backend(repo_full_path, create=False) | |
752 |
|
752 | |||
753 | return repo |
|
753 | return repo | |
754 |
|
754 | |||
755 |
|
755 | |||
756 | class RepoGroup(Base, BaseModel): |
|
756 | class RepoGroup(Base, BaseModel): | |
757 | __tablename__ = 'groups' |
|
757 | __tablename__ = 'groups' | |
758 | __table_args__ = ( |
|
758 | __table_args__ = ( | |
759 | UniqueConstraint('group_name', 'group_parent_id'), |
|
759 | UniqueConstraint('group_name', 'group_parent_id'), | |
760 | CheckConstraint('group_id != group_parent_id'), |
|
760 | CheckConstraint('group_id != group_parent_id'), | |
761 | {'extend_existing': True, 'mysql_engine': 'InnoDB', |
|
761 | {'extend_existing': True, 'mysql_engine': 'InnoDB', | |
762 | 'mysql_charset': 'utf8'}, |
|
762 | 'mysql_charset': 'utf8'}, | |
763 | ) |
|
763 | ) | |
764 | __mapper_args__ = {'order_by': 'group_name'} |
|
764 | __mapper_args__ = {'order_by': 'group_name'} | |
765 |
|
765 | |||
766 | group_id = Column("group_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) |
|
766 | group_id = Column("group_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) | |
767 | group_name = Column("group_name", String(length=255, convert_unicode=False, assert_unicode=None), nullable=False, unique=True, default=None) |
|
767 | group_name = Column("group_name", String(length=255, convert_unicode=False, assert_unicode=None), nullable=False, unique=True, default=None) | |
768 | group_parent_id = Column("group_parent_id", Integer(), ForeignKey('groups.group_id'), nullable=True, unique=None, default=None) |
|
768 | group_parent_id = Column("group_parent_id", Integer(), ForeignKey('groups.group_id'), nullable=True, unique=None, default=None) | |
769 | group_description = Column("group_description", String(length=10000, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None) |
|
769 | group_description = Column("group_description", String(length=10000, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None) | |
770 |
|
770 | |||
771 | repo_group_to_perm = relationship('UserRepoGroupToPerm', cascade='all', order_by='UserRepoGroupToPerm.group_to_perm_id') |
|
771 | repo_group_to_perm = relationship('UserRepoGroupToPerm', cascade='all', order_by='UserRepoGroupToPerm.group_to_perm_id') | |
772 | users_group_to_perm = relationship('UsersGroupRepoGroupToPerm', cascade='all') |
|
772 | users_group_to_perm = relationship('UsersGroupRepoGroupToPerm', cascade='all') | |
773 |
|
773 | |||
774 | parent_group = relationship('RepoGroup', remote_side=group_id) |
|
774 | parent_group = relationship('RepoGroup', remote_side=group_id) | |
775 |
|
775 | |||
776 | def __init__(self, group_name='', parent_group=None): |
|
776 | def __init__(self, group_name='', parent_group=None): | |
777 | self.group_name = group_name |
|
777 | self.group_name = group_name | |
778 | self.parent_group = parent_group |
|
778 | self.parent_group = parent_group | |
779 |
|
779 | |||
780 | def __unicode__(self): |
|
780 | def __unicode__(self): | |
781 | return u"<%s('%s:%s')>" % (self.__class__.__name__, self.group_id, |
|
781 | return u"<%s('%s:%s')>" % (self.__class__.__name__, self.group_id, | |
782 | self.group_name) |
|
782 | self.group_name) | |
783 |
|
783 | |||
784 | @classmethod |
|
784 | @classmethod | |
785 | def groups_choices(cls): |
|
785 | def groups_choices(cls): | |
786 | from webhelpers.html import literal as _literal |
|
786 | from webhelpers.html import literal as _literal | |
787 | repo_groups = [('', '')] |
|
787 | repo_groups = [('', '')] | |
788 | sep = ' » ' |
|
788 | sep = ' » ' | |
789 | _name = lambda k: _literal(sep.join(k)) |
|
789 | _name = lambda k: _literal(sep.join(k)) | |
790 |
|
790 | |||
791 | repo_groups.extend([(x.group_id, _name(x.full_path_splitted)) |
|
791 | repo_groups.extend([(x.group_id, _name(x.full_path_splitted)) | |
792 | for x in cls.query().all()]) |
|
792 | for x in cls.query().all()]) | |
793 |
|
793 | |||
794 | repo_groups = sorted(repo_groups, key=lambda t: t[1].split(sep)[0]) |
|
794 | repo_groups = sorted(repo_groups, key=lambda t: t[1].split(sep)[0]) | |
795 | return repo_groups |
|
795 | return repo_groups | |
796 |
|
796 | |||
797 | @classmethod |
|
797 | @classmethod | |
798 | def url_sep(cls): |
|
798 | def url_sep(cls): | |
799 | return '/' |
|
799 | return '/' | |
800 |
|
800 | |||
801 | @classmethod |
|
801 | @classmethod | |
802 | def get_by_group_name(cls, group_name, cache=False, case_insensitive=False): |
|
802 | def get_by_group_name(cls, group_name, cache=False, case_insensitive=False): | |
803 | if case_insensitive: |
|
803 | if case_insensitive: | |
804 | gr = cls.query()\ |
|
804 | gr = cls.query()\ | |
805 | .filter(cls.group_name.ilike(group_name)) |
|
805 | .filter(cls.group_name.ilike(group_name)) | |
806 | else: |
|
806 | else: | |
807 | gr = cls.query()\ |
|
807 | gr = cls.query()\ | |
808 | .filter(cls.group_name == group_name) |
|
808 | .filter(cls.group_name == group_name) | |
809 | if cache: |
|
809 | if cache: | |
810 | gr = gr.options(FromCache( |
|
810 | gr = gr.options(FromCache( | |
811 | "sql_cache_short", |
|
811 | "sql_cache_short", | |
812 | "get_group_%s" % _hash_key(group_name) |
|
812 | "get_group_%s" % _hash_key(group_name) | |
813 | ) |
|
813 | ) | |
814 | ) |
|
814 | ) | |
815 | return gr.scalar() |
|
815 | return gr.scalar() | |
816 |
|
816 | |||
817 | @property |
|
817 | @property | |
818 | def parents(self): |
|
818 | def parents(self): | |
819 | parents_recursion_limit = 5 |
|
819 | parents_recursion_limit = 5 | |
820 | groups = [] |
|
820 | groups = [] | |
821 | if self.parent_group is None: |
|
821 | if self.parent_group is None: | |
822 | return groups |
|
822 | return groups | |
823 | cur_gr = self.parent_group |
|
823 | cur_gr = self.parent_group | |
824 | groups.insert(0, cur_gr) |
|
824 | groups.insert(0, cur_gr) | |
825 | cnt = 0 |
|
825 | cnt = 0 | |
826 | while 1: |
|
826 | while 1: | |
827 | cnt += 1 |
|
827 | cnt += 1 | |
828 | gr = getattr(cur_gr, 'parent_group', None) |
|
828 | gr = getattr(cur_gr, 'parent_group', None) | |
829 | cur_gr = cur_gr.parent_group |
|
829 | cur_gr = cur_gr.parent_group | |
830 | if gr is None: |
|
830 | if gr is None: | |
831 | break |
|
831 | break | |
832 | if cnt == parents_recursion_limit: |
|
832 | if cnt == parents_recursion_limit: | |
833 | # this will prevent accidental infinit loops |
|
833 | # this will prevent accidental infinit loops | |
834 | log.error('group nested more than %s' % |
|
834 | log.error('group nested more than %s' % | |
835 | parents_recursion_limit) |
|
835 | parents_recursion_limit) | |
836 | break |
|
836 | break | |
837 |
|
837 | |||
838 | groups.insert(0, gr) |
|
838 | groups.insert(0, gr) | |
839 | return groups |
|
839 | return groups | |
840 |
|
840 | |||
841 | @property |
|
841 | @property | |
842 | def children(self): |
|
842 | def children(self): | |
843 | return RepoGroup.query().filter(RepoGroup.parent_group == self) |
|
843 | return RepoGroup.query().filter(RepoGroup.parent_group == self) | |
844 |
|
844 | |||
845 | @property |
|
845 | @property | |
846 | def name(self): |
|
846 | def name(self): | |
847 | return self.group_name.split(RepoGroup.url_sep())[-1] |
|
847 | return self.group_name.split(RepoGroup.url_sep())[-1] | |
848 |
|
848 | |||
849 | @property |
|
849 | @property | |
850 | def full_path(self): |
|
850 | def full_path(self): | |
851 | return self.group_name |
|
851 | return self.group_name | |
852 |
|
852 | |||
853 | @property |
|
853 | @property | |
854 | def full_path_splitted(self): |
|
854 | def full_path_splitted(self): | |
855 | return self.group_name.split(RepoGroup.url_sep()) |
|
855 | return self.group_name.split(RepoGroup.url_sep()) | |
856 |
|
856 | |||
857 | @property |
|
857 | @property | |
858 | def repositories(self): |
|
858 | def repositories(self): | |
859 | return Repository.query()\ |
|
859 | return Repository.query()\ | |
860 | .filter(Repository.group == self)\ |
|
860 | .filter(Repository.group == self)\ | |
861 | .order_by(Repository.repo_name) |
|
861 | .order_by(Repository.repo_name) | |
862 |
|
862 | |||
863 | @property |
|
863 | @property | |
864 | def repositories_recursive_count(self): |
|
864 | def repositories_recursive_count(self): | |
865 | cnt = self.repositories.count() |
|
865 | cnt = self.repositories.count() | |
866 |
|
866 | |||
867 | def children_count(group): |
|
867 | def children_count(group): | |
868 | cnt = 0 |
|
868 | cnt = 0 | |
869 | for child in group.children: |
|
869 | for child in group.children: | |
870 | cnt += child.repositories.count() |
|
870 | cnt += child.repositories.count() | |
871 | cnt += children_count(child) |
|
871 | cnt += children_count(child) | |
872 | return cnt |
|
872 | return cnt | |
873 |
|
873 | |||
874 | return cnt + children_count(self) |
|
874 | return cnt + children_count(self) | |
875 |
|
875 | |||
876 | def get_new_name(self, group_name): |
|
876 | def get_new_name(self, group_name): | |
877 | """ |
|
877 | """ | |
878 | returns new full group name based on parent and new name |
|
878 | returns new full group name based on parent and new name | |
879 |
|
879 | |||
880 | :param group_name: |
|
880 | :param group_name: | |
881 | """ |
|
881 | """ | |
882 | path_prefix = (self.parent_group.full_path_splitted if |
|
882 | path_prefix = (self.parent_group.full_path_splitted if | |
883 | self.parent_group else []) |
|
883 | self.parent_group else []) | |
884 | return RepoGroup.url_sep().join(path_prefix + [group_name]) |
|
884 | return RepoGroup.url_sep().join(path_prefix + [group_name]) | |
885 |
|
885 | |||
886 |
|
886 | |||
887 | class Permission(Base, BaseModel): |
|
887 | class Permission(Base, BaseModel): | |
888 | __tablename__ = 'permissions' |
|
888 | __tablename__ = 'permissions' | |
889 | __table_args__ = ( |
|
889 | __table_args__ = ( | |
890 | {'extend_existing': True, 'mysql_engine': 'InnoDB', |
|
890 | {'extend_existing': True, 'mysql_engine': 'InnoDB', | |
891 | 'mysql_charset': 'utf8'}, |
|
891 | 'mysql_charset': 'utf8'}, | |
892 | ) |
|
892 | ) | |
893 | permission_id = Column("permission_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) |
|
893 | permission_id = Column("permission_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) | |
894 | permission_name = Column("permission_name", String(length=255, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None) |
|
894 | permission_name = Column("permission_name", String(length=255, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None) | |
895 | permission_longname = Column("permission_longname", String(length=255, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None) |
|
895 | permission_longname = Column("permission_longname", String(length=255, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None) | |
896 |
|
896 | |||
897 | def __unicode__(self): |
|
897 | def __unicode__(self): | |
898 | return u"<%s('%s:%s')>" % ( |
|
898 | return u"<%s('%s:%s')>" % ( | |
899 | self.__class__.__name__, self.permission_id, self.permission_name |
|
899 | self.__class__.__name__, self.permission_id, self.permission_name | |
900 | ) |
|
900 | ) | |
901 |
|
901 | |||
902 | @classmethod |
|
902 | @classmethod | |
903 | def get_by_key(cls, key): |
|
903 | def get_by_key(cls, key): | |
904 | return cls.query().filter(cls.permission_name == key).scalar() |
|
904 | return cls.query().filter(cls.permission_name == key).scalar() | |
905 |
|
905 | |||
906 | @classmethod |
|
906 | @classmethod | |
907 | def get_default_perms(cls, default_user_id): |
|
907 | def get_default_perms(cls, default_user_id): | |
908 | q = Session.query(UserRepoToPerm, Repository, cls)\ |
|
908 | q = Session.query(UserRepoToPerm, Repository, cls)\ | |
909 | .join((Repository, UserRepoToPerm.repository_id == Repository.repo_id))\ |
|
909 | .join((Repository, UserRepoToPerm.repository_id == Repository.repo_id))\ | |
910 | .join((cls, UserRepoToPerm.permission_id == cls.permission_id))\ |
|
910 | .join((cls, UserRepoToPerm.permission_id == cls.permission_id))\ | |
911 | .filter(UserRepoToPerm.user_id == default_user_id) |
|
911 | .filter(UserRepoToPerm.user_id == default_user_id) | |
912 |
|
912 | |||
913 | return q.all() |
|
913 | return q.all() | |
914 |
|
914 | |||
915 | @classmethod |
|
915 | @classmethod | |
916 | def get_default_group_perms(cls, default_user_id): |
|
916 | def get_default_group_perms(cls, default_user_id): | |
917 | q = Session.query(UserRepoGroupToPerm, RepoGroup, cls)\ |
|
917 | q = Session.query(UserRepoGroupToPerm, RepoGroup, cls)\ | |
918 | .join((RepoGroup, UserRepoGroupToPerm.group_id == RepoGroup.group_id))\ |
|
918 | .join((RepoGroup, UserRepoGroupToPerm.group_id == RepoGroup.group_id))\ | |
919 | .join((cls, UserRepoGroupToPerm.permission_id == cls.permission_id))\ |
|
919 | .join((cls, UserRepoGroupToPerm.permission_id == cls.permission_id))\ | |
920 | .filter(UserRepoGroupToPerm.user_id == default_user_id) |
|
920 | .filter(UserRepoGroupToPerm.user_id == default_user_id) | |
921 |
|
921 | |||
922 | return q.all() |
|
922 | return q.all() | |
923 |
|
923 | |||
924 |
|
924 | |||
925 | class UserRepoToPerm(Base, BaseModel): |
|
925 | class UserRepoToPerm(Base, BaseModel): | |
926 | __tablename__ = 'repo_to_perm' |
|
926 | __tablename__ = 'repo_to_perm' | |
927 | __table_args__ = ( |
|
927 | __table_args__ = ( | |
928 | UniqueConstraint('user_id', 'repository_id', 'permission_id'), |
|
928 | UniqueConstraint('user_id', 'repository_id', 'permission_id'), | |
929 | {'extend_existing': True, 'mysql_engine': 'InnoDB', |
|
929 | {'extend_existing': True, 'mysql_engine': 'InnoDB', | |
930 | 'mysql_charset': 'utf8'} |
|
930 | 'mysql_charset': 'utf8'} | |
931 | ) |
|
931 | ) | |
932 | repo_to_perm_id = Column("repo_to_perm_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) |
|
932 | repo_to_perm_id = Column("repo_to_perm_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) | |
933 | user_id = Column("user_id", Integer(), ForeignKey('users.user_id'), nullable=False, unique=None, default=None) |
|
933 | user_id = Column("user_id", Integer(), ForeignKey('users.user_id'), nullable=False, unique=None, default=None) | |
934 | permission_id = Column("permission_id", Integer(), ForeignKey('permissions.permission_id'), nullable=False, unique=None, default=None) |
|
934 | permission_id = Column("permission_id", Integer(), ForeignKey('permissions.permission_id'), nullable=False, unique=None, default=None) | |
935 | repository_id = Column("repository_id", Integer(), ForeignKey('repositories.repo_id'), nullable=False, unique=None, default=None) |
|
935 | repository_id = Column("repository_id", Integer(), ForeignKey('repositories.repo_id'), nullable=False, unique=None, default=None) | |
936 |
|
936 | |||
937 | user = relationship('User') |
|
937 | user = relationship('User') | |
938 | repository = relationship('Repository') |
|
938 | repository = relationship('Repository') | |
939 | permission = relationship('Permission') |
|
939 | permission = relationship('Permission') | |
940 |
|
940 | |||
941 | @classmethod |
|
941 | @classmethod | |
942 | def create(cls, user, repository, permission): |
|
942 | def create(cls, user, repository, permission): | |
943 | n = cls() |
|
943 | n = cls() | |
944 | n.user = user |
|
944 | n.user = user | |
945 | n.repository = repository |
|
945 | n.repository = repository | |
946 | n.permission = permission |
|
946 | n.permission = permission | |
947 | Session.add(n) |
|
947 | Session.add(n) | |
948 | return n |
|
948 | return n | |
949 |
|
949 | |||
950 | def __unicode__(self): |
|
950 | def __unicode__(self): | |
951 | return u'<user:%s => %s >' % (self.user, self.repository) |
|
951 | return u'<user:%s => %s >' % (self.user, self.repository) | |
952 |
|
952 | |||
953 |
|
953 | |||
954 | class UserToPerm(Base, BaseModel): |
|
954 | class UserToPerm(Base, BaseModel): | |
955 | __tablename__ = 'user_to_perm' |
|
955 | __tablename__ = 'user_to_perm' | |
956 | __table_args__ = ( |
|
956 | __table_args__ = ( | |
957 | UniqueConstraint('user_id', 'permission_id'), |
|
957 | UniqueConstraint('user_id', 'permission_id'), | |
958 | {'extend_existing': True, 'mysql_engine': 'InnoDB', |
|
958 | {'extend_existing': True, 'mysql_engine': 'InnoDB', | |
959 | 'mysql_charset': 'utf8'} |
|
959 | 'mysql_charset': 'utf8'} | |
960 | ) |
|
960 | ) | |
961 | user_to_perm_id = Column("user_to_perm_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) |
|
961 | user_to_perm_id = Column("user_to_perm_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) | |
962 | user_id = Column("user_id", Integer(), ForeignKey('users.user_id'), nullable=False, unique=None, default=None) |
|
962 | user_id = Column("user_id", Integer(), ForeignKey('users.user_id'), nullable=False, unique=None, default=None) | |
963 | permission_id = Column("permission_id", Integer(), ForeignKey('permissions.permission_id'), nullable=False, unique=None, default=None) |
|
963 | permission_id = Column("permission_id", Integer(), ForeignKey('permissions.permission_id'), nullable=False, unique=None, default=None) | |
964 |
|
964 | |||
965 | user = relationship('User') |
|
965 | user = relationship('User') | |
966 | permission = relationship('Permission', lazy='joined') |
|
966 | permission = relationship('Permission', lazy='joined') | |
967 |
|
967 | |||
968 |
|
968 | |||
969 | class UsersGroupRepoToPerm(Base, BaseModel): |
|
969 | class UsersGroupRepoToPerm(Base, BaseModel): | |
970 | __tablename__ = 'users_group_repo_to_perm' |
|
970 | __tablename__ = 'users_group_repo_to_perm' | |
971 | __table_args__ = ( |
|
971 | __table_args__ = ( | |
972 | UniqueConstraint('repository_id', 'users_group_id', 'permission_id'), |
|
972 | UniqueConstraint('repository_id', 'users_group_id', 'permission_id'), | |
973 | {'extend_existing': True, 'mysql_engine': 'InnoDB', |
|
973 | {'extend_existing': True, 'mysql_engine': 'InnoDB', | |
974 | 'mysql_charset': 'utf8'} |
|
974 | 'mysql_charset': 'utf8'} | |
975 | ) |
|
975 | ) | |
976 | users_group_to_perm_id = Column("users_group_to_perm_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) |
|
976 | users_group_to_perm_id = Column("users_group_to_perm_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) | |
977 | users_group_id = Column("users_group_id", Integer(), ForeignKey('users_groups.users_group_id'), nullable=False, unique=None, default=None) |
|
977 | users_group_id = Column("users_group_id", Integer(), ForeignKey('users_groups.users_group_id'), nullable=False, unique=None, default=None) | |
978 | permission_id = Column("permission_id", Integer(), ForeignKey('permissions.permission_id'), nullable=False, unique=None, default=None) |
|
978 | permission_id = Column("permission_id", Integer(), ForeignKey('permissions.permission_id'), nullable=False, unique=None, default=None) | |
979 | repository_id = Column("repository_id", Integer(), ForeignKey('repositories.repo_id'), nullable=False, unique=None, default=None) |
|
979 | repository_id = Column("repository_id", Integer(), ForeignKey('repositories.repo_id'), nullable=False, unique=None, default=None) | |
980 |
|
980 | |||
981 | users_group = relationship('UsersGroup') |
|
981 | users_group = relationship('UsersGroup') | |
982 | permission = relationship('Permission') |
|
982 | permission = relationship('Permission') | |
983 | repository = relationship('Repository') |
|
983 | repository = relationship('Repository') | |
984 |
|
984 | |||
985 | @classmethod |
|
985 | @classmethod | |
986 | def create(cls, users_group, repository, permission): |
|
986 | def create(cls, users_group, repository, permission): | |
987 | n = cls() |
|
987 | n = cls() | |
988 | n.users_group = users_group |
|
988 | n.users_group = users_group | |
989 | n.repository = repository |
|
989 | n.repository = repository | |
990 | n.permission = permission |
|
990 | n.permission = permission | |
991 | Session.add(n) |
|
991 | Session.add(n) | |
992 | return n |
|
992 | return n | |
993 |
|
993 | |||
994 | def __unicode__(self): |
|
994 | def __unicode__(self): | |
995 | return u'<userGroup:%s => %s >' % (self.users_group, self.repository) |
|
995 | return u'<userGroup:%s => %s >' % (self.users_group, self.repository) | |
996 |
|
996 | |||
997 |
|
997 | |||
998 | class UsersGroupToPerm(Base, BaseModel): |
|
998 | class UsersGroupToPerm(Base, BaseModel): | |
999 | __tablename__ = 'users_group_to_perm' |
|
999 | __tablename__ = 'users_group_to_perm' | |
1000 | __table_args__ = ( |
|
1000 | __table_args__ = ( | |
1001 | UniqueConstraint('users_group_id', 'permission_id',), |
|
1001 | UniqueConstraint('users_group_id', 'permission_id',), | |
1002 | {'extend_existing': True, 'mysql_engine': 'InnoDB', |
|
1002 | {'extend_existing': True, 'mysql_engine': 'InnoDB', | |
1003 | 'mysql_charset': 'utf8'} |
|
1003 | 'mysql_charset': 'utf8'} | |
1004 | ) |
|
1004 | ) | |
1005 | users_group_to_perm_id = Column("users_group_to_perm_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) |
|
1005 | users_group_to_perm_id = Column("users_group_to_perm_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) | |
1006 | users_group_id = Column("users_group_id", Integer(), ForeignKey('users_groups.users_group_id'), nullable=False, unique=None, default=None) |
|
1006 | users_group_id = Column("users_group_id", Integer(), ForeignKey('users_groups.users_group_id'), nullable=False, unique=None, default=None) | |
1007 | permission_id = Column("permission_id", Integer(), ForeignKey('permissions.permission_id'), nullable=False, unique=None, default=None) |
|
1007 | permission_id = Column("permission_id", Integer(), ForeignKey('permissions.permission_id'), nullable=False, unique=None, default=None) | |
1008 |
|
1008 | |||
1009 | users_group = relationship('UsersGroup') |
|
1009 | users_group = relationship('UsersGroup') | |
1010 | permission = relationship('Permission') |
|
1010 | permission = relationship('Permission') | |
1011 |
|
1011 | |||
1012 |
|
1012 | |||
1013 | class UserRepoGroupToPerm(Base, BaseModel): |
|
1013 | class UserRepoGroupToPerm(Base, BaseModel): | |
1014 | __tablename__ = 'user_repo_group_to_perm' |
|
1014 | __tablename__ = 'user_repo_group_to_perm' | |
1015 | __table_args__ = ( |
|
1015 | __table_args__ = ( | |
1016 | UniqueConstraint('user_id', 'group_id', 'permission_id'), |
|
1016 | UniqueConstraint('user_id', 'group_id', 'permission_id'), | |
1017 | {'extend_existing': True, 'mysql_engine': 'InnoDB', |
|
1017 | {'extend_existing': True, 'mysql_engine': 'InnoDB', | |
1018 | 'mysql_charset': 'utf8'} |
|
1018 | 'mysql_charset': 'utf8'} | |
1019 | ) |
|
1019 | ) | |
1020 |
|
1020 | |||
1021 | group_to_perm_id = Column("group_to_perm_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) |
|
1021 | group_to_perm_id = Column("group_to_perm_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) | |
1022 | user_id = Column("user_id", Integer(), ForeignKey('users.user_id'), nullable=False, unique=None, default=None) |
|
1022 | user_id = Column("user_id", Integer(), ForeignKey('users.user_id'), nullable=False, unique=None, default=None) | |
1023 | group_id = Column("group_id", Integer(), ForeignKey('groups.group_id'), nullable=False, unique=None, default=None) |
|
1023 | group_id = Column("group_id", Integer(), ForeignKey('groups.group_id'), nullable=False, unique=None, default=None) | |
1024 | permission_id = Column("permission_id", Integer(), ForeignKey('permissions.permission_id'), nullable=False, unique=None, default=None) |
|
1024 | permission_id = Column("permission_id", Integer(), ForeignKey('permissions.permission_id'), nullable=False, unique=None, default=None) | |
1025 |
|
1025 | |||
1026 | user = relationship('User') |
|
1026 | user = relationship('User') | |
1027 | group = relationship('RepoGroup') |
|
1027 | group = relationship('RepoGroup') | |
1028 | permission = relationship('Permission') |
|
1028 | permission = relationship('Permission') | |
1029 |
|
1029 | |||
1030 |
|
1030 | |||
1031 | class UsersGroupRepoGroupToPerm(Base, BaseModel): |
|
1031 | class UsersGroupRepoGroupToPerm(Base, BaseModel): | |
1032 | __tablename__ = 'users_group_repo_group_to_perm' |
|
1032 | __tablename__ = 'users_group_repo_group_to_perm' | |
1033 | __table_args__ = ( |
|
1033 | __table_args__ = ( | |
1034 | UniqueConstraint('users_group_id', 'group_id'), |
|
1034 | UniqueConstraint('users_group_id', 'group_id'), | |
1035 | {'extend_existing': True, 'mysql_engine': 'InnoDB', |
|
1035 | {'extend_existing': True, 'mysql_engine': 'InnoDB', | |
1036 | 'mysql_charset': 'utf8'} |
|
1036 | 'mysql_charset': 'utf8'} | |
1037 | ) |
|
1037 | ) | |
1038 |
|
1038 | |||
1039 | users_group_repo_group_to_perm_id = Column("users_group_repo_group_to_perm_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) |
|
1039 | users_group_repo_group_to_perm_id = Column("users_group_repo_group_to_perm_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) | |
1040 | users_group_id = Column("users_group_id", Integer(), ForeignKey('users_groups.users_group_id'), nullable=False, unique=None, default=None) |
|
1040 | users_group_id = Column("users_group_id", Integer(), ForeignKey('users_groups.users_group_id'), nullable=False, unique=None, default=None) | |
1041 | group_id = Column("group_id", Integer(), ForeignKey('groups.group_id'), nullable=False, unique=None, default=None) |
|
1041 | group_id = Column("group_id", Integer(), ForeignKey('groups.group_id'), nullable=False, unique=None, default=None) | |
1042 | permission_id = Column("permission_id", Integer(), ForeignKey('permissions.permission_id'), nullable=False, unique=None, default=None) |
|
1042 | permission_id = Column("permission_id", Integer(), ForeignKey('permissions.permission_id'), nullable=False, unique=None, default=None) | |
1043 |
|
1043 | |||
1044 | users_group = relationship('UsersGroup') |
|
1044 | users_group = relationship('UsersGroup') | |
1045 | permission = relationship('Permission') |
|
1045 | permission = relationship('Permission') | |
1046 | group = relationship('RepoGroup') |
|
1046 | group = relationship('RepoGroup') | |
1047 |
|
1047 | |||
1048 |
|
1048 | |||
1049 | class Statistics(Base, BaseModel): |
|
1049 | class Statistics(Base, BaseModel): | |
1050 | __tablename__ = 'statistics' |
|
1050 | __tablename__ = 'statistics' | |
1051 | __table_args__ = ( |
|
1051 | __table_args__ = ( | |
1052 | UniqueConstraint('repository_id'), |
|
1052 | UniqueConstraint('repository_id'), | |
1053 | {'extend_existing': True, 'mysql_engine': 'InnoDB', |
|
1053 | {'extend_existing': True, 'mysql_engine': 'InnoDB', | |
1054 | 'mysql_charset': 'utf8'} |
|
1054 | 'mysql_charset': 'utf8'} | |
1055 | ) |
|
1055 | ) | |
1056 | stat_id = Column("stat_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) |
|
1056 | stat_id = Column("stat_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) | |
1057 | repository_id = Column("repository_id", Integer(), ForeignKey('repositories.repo_id'), nullable=False, unique=True, default=None) |
|
1057 | repository_id = Column("repository_id", Integer(), ForeignKey('repositories.repo_id'), nullable=False, unique=True, default=None) | |
1058 | stat_on_revision = Column("stat_on_revision", Integer(), nullable=False) |
|
1058 | stat_on_revision = Column("stat_on_revision", Integer(), nullable=False) | |
1059 | commit_activity = Column("commit_activity", LargeBinary(1000000), nullable=False)#JSON data |
|
1059 | commit_activity = Column("commit_activity", LargeBinary(1000000), nullable=False)#JSON data | |
1060 | commit_activity_combined = Column("commit_activity_combined", LargeBinary(), nullable=False)#JSON data |
|
1060 | commit_activity_combined = Column("commit_activity_combined", LargeBinary(), nullable=False)#JSON data | |
1061 | languages = Column("languages", LargeBinary(1000000), nullable=False)#JSON data |
|
1061 | languages = Column("languages", LargeBinary(1000000), nullable=False)#JSON data | |
1062 |
|
1062 | |||
1063 | repository = relationship('Repository', single_parent=True) |
|
1063 | repository = relationship('Repository', single_parent=True) | |
1064 |
|
1064 | |||
1065 |
|
1065 | |||
1066 | class UserFollowing(Base, BaseModel): |
|
1066 | class UserFollowing(Base, BaseModel): | |
1067 | __tablename__ = 'user_followings' |
|
1067 | __tablename__ = 'user_followings' | |
1068 | __table_args__ = ( |
|
1068 | __table_args__ = ( | |
1069 | UniqueConstraint('user_id', 'follows_repository_id'), |
|
1069 | UniqueConstraint('user_id', 'follows_repository_id'), | |
1070 | UniqueConstraint('user_id', 'follows_user_id'), |
|
1070 | UniqueConstraint('user_id', 'follows_user_id'), | |
1071 | {'extend_existing': True, 'mysql_engine': 'InnoDB', |
|
1071 | {'extend_existing': True, 'mysql_engine': 'InnoDB', | |
1072 | 'mysql_charset': 'utf8'} |
|
1072 | 'mysql_charset': 'utf8'} | |
1073 | ) |
|
1073 | ) | |
1074 |
|
1074 | |||
1075 | user_following_id = Column("user_following_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) |
|
1075 | user_following_id = Column("user_following_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) | |
1076 | user_id = Column("user_id", Integer(), ForeignKey('users.user_id'), nullable=False, unique=None, default=None) |
|
1076 | user_id = Column("user_id", Integer(), ForeignKey('users.user_id'), nullable=False, unique=None, default=None) | |
1077 | follows_repo_id = Column("follows_repository_id", Integer(), ForeignKey('repositories.repo_id'), nullable=True, unique=None, default=None) |
|
1077 | follows_repo_id = Column("follows_repository_id", Integer(), ForeignKey('repositories.repo_id'), nullable=True, unique=None, default=None) | |
1078 | follows_user_id = Column("follows_user_id", Integer(), ForeignKey('users.user_id'), nullable=True, unique=None, default=None) |
|
1078 | follows_user_id = Column("follows_user_id", Integer(), ForeignKey('users.user_id'), nullable=True, unique=None, default=None) | |
1079 | follows_from = Column('follows_from', DateTime(timezone=False), nullable=True, unique=None, default=datetime.datetime.now) |
|
1079 | follows_from = Column('follows_from', DateTime(timezone=False), nullable=True, unique=None, default=datetime.datetime.now) | |
1080 |
|
1080 | |||
1081 | user = relationship('User', primaryjoin='User.user_id==UserFollowing.user_id') |
|
1081 | user = relationship('User', primaryjoin='User.user_id==UserFollowing.user_id') | |
1082 |
|
1082 | |||
1083 | follows_user = relationship('User', primaryjoin='User.user_id==UserFollowing.follows_user_id') |
|
1083 | follows_user = relationship('User', primaryjoin='User.user_id==UserFollowing.follows_user_id') | |
1084 | follows_repository = relationship('Repository', order_by='Repository.repo_name') |
|
1084 | follows_repository = relationship('Repository', order_by='Repository.repo_name') | |
1085 |
|
1085 | |||
1086 | @classmethod |
|
1086 | @classmethod | |
1087 | def get_repo_followers(cls, repo_id): |
|
1087 | def get_repo_followers(cls, repo_id): | |
1088 | return cls.query().filter(cls.follows_repo_id == repo_id) |
|
1088 | return cls.query().filter(cls.follows_repo_id == repo_id) | |
1089 |
|
1089 | |||
1090 |
|
1090 | |||
1091 | class CacheInvalidation(Base, BaseModel): |
|
1091 | class CacheInvalidation(Base, BaseModel): | |
1092 | __tablename__ = 'cache_invalidation' |
|
1092 | __tablename__ = 'cache_invalidation' | |
1093 | __table_args__ = ( |
|
1093 | __table_args__ = ( | |
1094 | UniqueConstraint('cache_key'), |
|
1094 | UniqueConstraint('cache_key'), | |
1095 | {'extend_existing': True, 'mysql_engine': 'InnoDB', |
|
1095 | {'extend_existing': True, 'mysql_engine': 'InnoDB', | |
1096 | 'mysql_charset': 'utf8'}, |
|
1096 | 'mysql_charset': 'utf8'}, | |
1097 | ) |
|
1097 | ) | |
1098 | cache_id = Column("cache_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) |
|
1098 | cache_id = Column("cache_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) | |
1099 | cache_key = Column("cache_key", String(length=255, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None) |
|
1099 | cache_key = Column("cache_key", String(length=255, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None) | |
1100 | cache_args = Column("cache_args", String(length=255, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None) |
|
1100 | cache_args = Column("cache_args", String(length=255, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None) | |
1101 | cache_active = Column("cache_active", Boolean(), nullable=True, unique=None, default=False) |
|
1101 | cache_active = Column("cache_active", Boolean(), nullable=True, unique=None, default=False) | |
1102 |
|
1102 | |||
1103 | def __init__(self, cache_key, cache_args=''): |
|
1103 | def __init__(self, cache_key, cache_args=''): | |
1104 | self.cache_key = cache_key |
|
1104 | self.cache_key = cache_key | |
1105 | self.cache_args = cache_args |
|
1105 | self.cache_args = cache_args | |
1106 | self.cache_active = False |
|
1106 | self.cache_active = False | |
1107 |
|
1107 | |||
1108 | def __unicode__(self): |
|
1108 | def __unicode__(self): | |
1109 | return u"<%s('%s:%s')>" % (self.__class__.__name__, |
|
1109 | return u"<%s('%s:%s')>" % (self.__class__.__name__, | |
1110 | self.cache_id, self.cache_key) |
|
1110 | self.cache_id, self.cache_key) | |
1111 | @classmethod |
|
1111 | @classmethod | |
1112 | def clear_cache(cls): |
|
1112 | def clear_cache(cls): | |
1113 | cls.query().delete() |
|
1113 | cls.query().delete() | |
1114 |
|
1114 | |||
1115 | @classmethod |
|
1115 | @classmethod | |
1116 | def _get_key(cls, key): |
|
1116 | def _get_key(cls, key): | |
1117 | """ |
|
1117 | """ | |
1118 | Wrapper for generating a key, together with a prefix |
|
1118 | Wrapper for generating a key, together with a prefix | |
1119 |
|
1119 | |||
1120 | :param key: |
|
1120 | :param key: | |
1121 | """ |
|
1121 | """ | |
1122 | import rhodecode |
|
1122 | import rhodecode | |
1123 | prefix = '' |
|
1123 | prefix = '' | |
1124 | iid = rhodecode.CONFIG.get('instance_id') |
|
1124 | iid = rhodecode.CONFIG.get('instance_id') | |
1125 | if iid: |
|
1125 | if iid: | |
1126 | prefix = iid |
|
1126 | prefix = iid | |
1127 | return "%s%s" % (prefix, key), prefix, key.rstrip('_README') |
|
1127 | return "%s%s" % (prefix, key), prefix, key.rstrip('_README') | |
1128 |
|
1128 | |||
1129 | @classmethod |
|
1129 | @classmethod | |
1130 | def get_by_key(cls, key): |
|
1130 | def get_by_key(cls, key): | |
1131 | return cls.query().filter(cls.cache_key == key).scalar() |
|
1131 | return cls.query().filter(cls.cache_key == key).scalar() | |
1132 |
|
1132 | |||
1133 | @classmethod |
|
1133 | @classmethod | |
1134 | def _get_or_create_key(cls, key, prefix, org_key): |
|
1134 | def _get_or_create_key(cls, key, prefix, org_key): | |
1135 | inv_obj = Session.query(cls).filter(cls.cache_key == key).scalar() |
|
1135 | inv_obj = Session.query(cls).filter(cls.cache_key == key).scalar() | |
1136 | if not inv_obj: |
|
1136 | if not inv_obj: | |
1137 | try: |
|
1137 | try: | |
1138 | inv_obj = CacheInvalidation(key, org_key) |
|
1138 | inv_obj = CacheInvalidation(key, org_key) | |
1139 | Session.add(inv_obj) |
|
1139 | Session.add(inv_obj) | |
1140 | Session.commit() |
|
1140 | Session.commit() | |
1141 | except Exception: |
|
1141 | except Exception: | |
1142 | log.error(traceback.format_exc()) |
|
1142 | log.error(traceback.format_exc()) | |
1143 | Session.rollback() |
|
1143 | Session.rollback() | |
1144 | return inv_obj |
|
1144 | return inv_obj | |
1145 |
|
1145 | |||
1146 | @classmethod |
|
1146 | @classmethod | |
1147 | def invalidate(cls, key): |
|
1147 | def invalidate(cls, key): | |
1148 | """ |
|
1148 | """ | |
1149 | Returns Invalidation object if this given key should be invalidated |
|
1149 | Returns Invalidation object if this given key should be invalidated | |
1150 | None otherwise. `cache_active = False` means that this cache |
|
1150 | None otherwise. `cache_active = False` means that this cache | |
1151 | state is not valid and needs to be invalidated |
|
1151 | state is not valid and needs to be invalidated | |
1152 |
|
1152 | |||
1153 | :param key: |
|
1153 | :param key: | |
1154 | """ |
|
1154 | """ | |
1155 |
|
1155 | |||
1156 | key, _prefix, _org_key = cls._get_key(key) |
|
1156 | key, _prefix, _org_key = cls._get_key(key) | |
1157 | inv = cls._get_or_create_key(key, _prefix, _org_key) |
|
1157 | inv = cls._get_or_create_key(key, _prefix, _org_key) | |
1158 |
|
1158 | |||
1159 | if inv and inv.cache_active is False: |
|
1159 | if inv and inv.cache_active is False: | |
1160 | return inv |
|
1160 | return inv | |
1161 |
|
1161 | |||
1162 | @classmethod |
|
1162 | @classmethod | |
1163 | def set_invalidate(cls, key): |
|
1163 | def set_invalidate(cls, key): | |
1164 | """ |
|
1164 | """ | |
1165 | Mark this Cache key for invalidation |
|
1165 | Mark this Cache key for invalidation | |
1166 |
|
1166 | |||
1167 | :param key: |
|
1167 | :param key: | |
1168 | """ |
|
1168 | """ | |
1169 |
|
1169 | |||
1170 | key, _prefix, _org_key = cls._get_key(key) |
|
1170 | key, _prefix, _org_key = cls._get_key(key) | |
1171 | inv_objs = Session.query(cls).filter(cls.cache_args == _org_key).all() |
|
1171 | inv_objs = Session.query(cls).filter(cls.cache_args == _org_key).all() | |
1172 | log.debug('marking %s key[s] %s for invalidation' % (len(inv_objs), |
|
1172 | log.debug('marking %s key[s] %s for invalidation' % (len(inv_objs), | |
1173 | _org_key)) |
|
1173 | _org_key)) | |
1174 | try: |
|
1174 | try: | |
1175 | for inv_obj in inv_objs: |
|
1175 | for inv_obj in inv_objs: | |
1176 | if inv_obj: |
|
1176 | if inv_obj: | |
1177 | inv_obj.cache_active = False |
|
1177 | inv_obj.cache_active = False | |
1178 |
|
1178 | |||
1179 | Session.add(inv_obj) |
|
1179 | Session.add(inv_obj) | |
1180 | Session.commit() |
|
1180 | Session.commit() | |
1181 | except Exception: |
|
1181 | except Exception: | |
1182 | log.error(traceback.format_exc()) |
|
1182 | log.error(traceback.format_exc()) | |
1183 | Session.rollback() |
|
1183 | Session.rollback() | |
1184 |
|
1184 | |||
1185 | @classmethod |
|
1185 | @classmethod | |
1186 | def set_valid(cls, key): |
|
1186 | def set_valid(cls, key): | |
1187 | """ |
|
1187 | """ | |
1188 | Mark this cache key as active and currently cached |
|
1188 | Mark this cache key as active and currently cached | |
1189 |
|
1189 | |||
1190 | :param key: |
|
1190 | :param key: | |
1191 | """ |
|
1191 | """ | |
1192 | inv_obj = cls.get_by_key(key) |
|
1192 | inv_obj = cls.get_by_key(key) | |
1193 | inv_obj.cache_active = True |
|
1193 | inv_obj.cache_active = True | |
1194 | Session.add(inv_obj) |
|
1194 | Session.add(inv_obj) | |
1195 | Session.commit() |
|
1195 | Session.commit() | |
1196 |
|
1196 | |||
1197 |
|
1197 | |||
1198 | class ChangesetComment(Base, BaseModel): |
|
1198 | class ChangesetComment(Base, BaseModel): | |
1199 | __tablename__ = 'changeset_comments' |
|
1199 | __tablename__ = 'changeset_comments' | |
1200 | __table_args__ = ( |
|
1200 | __table_args__ = ( | |
1201 | {'extend_existing': True, 'mysql_engine': 'InnoDB', |
|
1201 | {'extend_existing': True, 'mysql_engine': 'InnoDB', | |
1202 | 'mysql_charset': 'utf8'}, |
|
1202 | 'mysql_charset': 'utf8'}, | |
1203 | ) |
|
1203 | ) | |
1204 | comment_id = Column('comment_id', Integer(), nullable=False, primary_key=True) |
|
1204 | comment_id = Column('comment_id', Integer(), nullable=False, primary_key=True) | |
1205 | repo_id = Column('repo_id', Integer(), ForeignKey('repositories.repo_id'), nullable=False) |
|
1205 | repo_id = Column('repo_id', Integer(), ForeignKey('repositories.repo_id'), nullable=False) | |
1206 | revision = Column('revision', String(40), nullable=False) |
|
1206 | revision = Column('revision', String(40), nullable=False) | |
1207 | line_no = Column('line_no', Unicode(10), nullable=True) |
|
1207 | line_no = Column('line_no', Unicode(10), nullable=True) | |
1208 | f_path = Column('f_path', Unicode(1000), nullable=True) |
|
1208 | f_path = Column('f_path', Unicode(1000), nullable=True) | |
1209 | user_id = Column('user_id', Integer(), ForeignKey('users.user_id'), nullable=False) |
|
1209 | user_id = Column('user_id', Integer(), ForeignKey('users.user_id'), nullable=False) | |
1210 | text = Column('text', Unicode(25000), nullable=False) |
|
1210 | text = Column('text', Unicode(25000), nullable=False) | |
1211 | modified_at = Column('modified_at', DateTime(), nullable=False, default=datetime.datetime.now) |
|
1211 | modified_at = Column('modified_at', DateTime(), nullable=False, default=datetime.datetime.now) | |
1212 |
|
1212 | |||
1213 | author = relationship('User', lazy='joined') |
|
1213 | author = relationship('User', lazy='joined') | |
1214 | repo = relationship('Repository') |
|
1214 | repo = relationship('Repository') | |
1215 | status_change = relationship('ChangesetStatus', uselist=False) |
|
1215 | status_change = relationship('ChangesetStatus', uselist=False) | |
1216 |
|
1216 | |||
1217 | @classmethod |
|
1217 | @classmethod | |
1218 | def get_users(cls, revision): |
|
1218 | def get_users(cls, revision): | |
1219 | """ |
|
1219 | """ | |
1220 | Returns user associated with this changesetComment. ie those |
|
1220 | Returns user associated with this changesetComment. ie those | |
1221 | who actually commented |
|
1221 | who actually commented | |
1222 |
|
1222 | |||
1223 | :param cls: |
|
1223 | :param cls: | |
1224 | :param revision: |
|
1224 | :param revision: | |
1225 | """ |
|
1225 | """ | |
1226 | return Session.query(User)\ |
|
1226 | return Session.query(User)\ | |
1227 | .filter(cls.revision == revision)\ |
|
1227 | .filter(cls.revision == revision)\ | |
1228 | .join(ChangesetComment.author).all() |
|
1228 | .join(ChangesetComment.author).all() | |
1229 |
|
1229 | |||
1230 |
|
1230 | |||
1231 | class ChangesetStatus(Base, BaseModel): |
|
1231 | class ChangesetStatus(Base, BaseModel): | |
1232 | __tablename__ = 'changeset_statuses' |
|
1232 | __tablename__ = 'changeset_statuses' | |
1233 | __table_args__ = ( |
|
1233 | __table_args__ = ( | |
1234 | UniqueConstraint('repo_id', 'revision', 'version'), |
|
1234 | UniqueConstraint('repo_id', 'revision', 'version'), | |
1235 | {'extend_existing': True, 'mysql_engine': 'InnoDB', |
|
1235 | {'extend_existing': True, 'mysql_engine': 'InnoDB', | |
1236 | 'mysql_charset': 'utf8'} |
|
1236 | 'mysql_charset': 'utf8'} | |
1237 | ) |
|
1237 | ) | |
1238 |
|
1238 | |||
1239 | STATUSES = [ |
|
1239 | STATUSES = [ | |
1240 | ('not_reviewed', _("Not Reviewed")), # (no icon) and default |
|
1240 | ('not_reviewed', _("Not Reviewed")), # (no icon) and default | |
1241 | ('approved', _("Approved")), |
|
1241 | ('approved', _("Approved")), | |
1242 | ('rejected', _("Rejected")), |
|
1242 | ('rejected', _("Rejected")), | |
1243 | ('under_review', _("Under Review")), |
|
1243 | ('under_review', _("Under Review")), | |
1244 | ] |
|
1244 | ] | |
1245 | DEFAULT = STATUSES[0][0] |
|
1245 | DEFAULT = STATUSES[0][0] | |
1246 |
|
1246 | |||
1247 | changeset_status_id = Column('changeset_status_id', Integer(), nullable=False, primary_key=True) |
|
1247 | changeset_status_id = Column('changeset_status_id', Integer(), nullable=False, primary_key=True) | |
1248 | repo_id = Column('repo_id', Integer(), ForeignKey('repositories.repo_id'), nullable=False) |
|
1248 | repo_id = Column('repo_id', Integer(), ForeignKey('repositories.repo_id'), nullable=False) | |
1249 | user_id = Column("user_id", Integer(), ForeignKey('users.user_id'), nullable=False, unique=None) |
|
1249 | user_id = Column("user_id", Integer(), ForeignKey('users.user_id'), nullable=False, unique=None) | |
1250 | revision = Column('revision', String(40), nullable=False) |
|
1250 | revision = Column('revision', String(40), nullable=False) | |
1251 | status = Column('status', String(128), nullable=False, default=DEFAULT) |
|
1251 | status = Column('status', String(128), nullable=False, default=DEFAULT) | |
1252 | changeset_comment_id = Column('changeset_comment_id', Integer(), ForeignKey('changeset_comments.comment_id')) |
|
1252 | changeset_comment_id = Column('changeset_comment_id', Integer(), ForeignKey('changeset_comments.comment_id')) | |
1253 | modified_at = Column('modified_at', DateTime(), nullable=False, default=datetime.datetime.now) |
|
1253 | modified_at = Column('modified_at', DateTime(), nullable=False, default=datetime.datetime.now) | |
1254 | version = Column('version', Integer(), nullable=False, default=0) |
|
1254 | version = Column('version', Integer(), nullable=False, default=0) | |
1255 | author = relationship('User', lazy='joined') |
|
1255 | author = relationship('User', lazy='joined') | |
1256 | repo = relationship('Repository') |
|
1256 | repo = relationship('Repository') | |
1257 | comment = relationship('ChangesetComment', lazy='joined') |
|
1257 | comment = relationship('ChangesetComment', lazy='joined') | |
1258 |
|
1258 | |||
|
1259 | @classmethod | |||
|
1260 | def get_status_lbl(cls, value): | |||
|
1261 | return dict(cls.STATUSES).get(value) | |||
|
1262 | ||||
1259 | @property |
|
1263 | @property | |
1260 | def status_lbl(self): |
|
1264 | def status_lbl(self): | |
1261 |
return |
|
1265 | return ChangesetStatus.get_status_lbl(self.status) | |
1262 |
|
1266 | |||
1263 |
|
1267 | |||
1264 | class Notification(Base, BaseModel): |
|
1268 | class Notification(Base, BaseModel): | |
1265 | __tablename__ = 'notifications' |
|
1269 | __tablename__ = 'notifications' | |
1266 | __table_args__ = ( |
|
1270 | __table_args__ = ( | |
1267 | {'extend_existing': True, 'mysql_engine': 'InnoDB', |
|
1271 | {'extend_existing': True, 'mysql_engine': 'InnoDB', | |
1268 | 'mysql_charset': 'utf8'}, |
|
1272 | 'mysql_charset': 'utf8'}, | |
1269 | ) |
|
1273 | ) | |
1270 |
|
1274 | |||
1271 | TYPE_CHANGESET_COMMENT = u'cs_comment' |
|
1275 | TYPE_CHANGESET_COMMENT = u'cs_comment' | |
1272 | TYPE_MESSAGE = u'message' |
|
1276 | TYPE_MESSAGE = u'message' | |
1273 | TYPE_MENTION = u'mention' |
|
1277 | TYPE_MENTION = u'mention' | |
1274 | TYPE_REGISTRATION = u'registration' |
|
1278 | TYPE_REGISTRATION = u'registration' | |
1275 | TYPE_PULL_REQUEST = u'pull_request' |
|
1279 | TYPE_PULL_REQUEST = u'pull_request' | |
1276 |
|
1280 | |||
1277 | notification_id = Column('notification_id', Integer(), nullable=False, primary_key=True) |
|
1281 | notification_id = Column('notification_id', Integer(), nullable=False, primary_key=True) | |
1278 | subject = Column('subject', Unicode(512), nullable=True) |
|
1282 | subject = Column('subject', Unicode(512), nullable=True) | |
1279 | body = Column('body', Unicode(50000), nullable=True) |
|
1283 | body = Column('body', Unicode(50000), nullable=True) | |
1280 | created_by = Column("created_by", Integer(), ForeignKey('users.user_id'), nullable=True) |
|
1284 | created_by = Column("created_by", Integer(), ForeignKey('users.user_id'), nullable=True) | |
1281 | created_on = Column('created_on', DateTime(timezone=False), nullable=False, default=datetime.datetime.now) |
|
1285 | created_on = Column('created_on', DateTime(timezone=False), nullable=False, default=datetime.datetime.now) | |
1282 | type_ = Column('type', Unicode(256)) |
|
1286 | type_ = Column('type', Unicode(256)) | |
1283 |
|
1287 | |||
1284 | created_by_user = relationship('User') |
|
1288 | created_by_user = relationship('User') | |
1285 | notifications_to_users = relationship('UserNotification', lazy='joined', |
|
1289 | notifications_to_users = relationship('UserNotification', lazy='joined', | |
1286 | cascade="all, delete, delete-orphan") |
|
1290 | cascade="all, delete, delete-orphan") | |
1287 |
|
1291 | |||
1288 | @property |
|
1292 | @property | |
1289 | def recipients(self): |
|
1293 | def recipients(self): | |
1290 | return [x.user for x in UserNotification.query()\ |
|
1294 | return [x.user for x in UserNotification.query()\ | |
1291 | .filter(UserNotification.notification == self)\ |
|
1295 | .filter(UserNotification.notification == self)\ | |
1292 | .order_by(UserNotification.user).all()] |
|
1296 | .order_by(UserNotification.user).all()] | |
1293 |
|
1297 | |||
1294 | @classmethod |
|
1298 | @classmethod | |
1295 | def create(cls, created_by, subject, body, recipients, type_=None): |
|
1299 | def create(cls, created_by, subject, body, recipients, type_=None): | |
1296 | if type_ is None: |
|
1300 | if type_ is None: | |
1297 | type_ = Notification.TYPE_MESSAGE |
|
1301 | type_ = Notification.TYPE_MESSAGE | |
1298 |
|
1302 | |||
1299 | notification = cls() |
|
1303 | notification = cls() | |
1300 | notification.created_by_user = created_by |
|
1304 | notification.created_by_user = created_by | |
1301 | notification.subject = subject |
|
1305 | notification.subject = subject | |
1302 | notification.body = body |
|
1306 | notification.body = body | |
1303 | notification.type_ = type_ |
|
1307 | notification.type_ = type_ | |
1304 | notification.created_on = datetime.datetime.now() |
|
1308 | notification.created_on = datetime.datetime.now() | |
1305 |
|
1309 | |||
1306 | for u in recipients: |
|
1310 | for u in recipients: | |
1307 | assoc = UserNotification() |
|
1311 | assoc = UserNotification() | |
1308 | assoc.notification = notification |
|
1312 | assoc.notification = notification | |
1309 | u.notifications.append(assoc) |
|
1313 | u.notifications.append(assoc) | |
1310 | Session.add(notification) |
|
1314 | Session.add(notification) | |
1311 | return notification |
|
1315 | return notification | |
1312 |
|
1316 | |||
1313 | @property |
|
1317 | @property | |
1314 | def description(self): |
|
1318 | def description(self): | |
1315 | from rhodecode.model.notification import NotificationModel |
|
1319 | from rhodecode.model.notification import NotificationModel | |
1316 | return NotificationModel().make_description(self) |
|
1320 | return NotificationModel().make_description(self) | |
1317 |
|
1321 | |||
1318 |
|
1322 | |||
1319 | class UserNotification(Base, BaseModel): |
|
1323 | class UserNotification(Base, BaseModel): | |
1320 | __tablename__ = 'user_to_notification' |
|
1324 | __tablename__ = 'user_to_notification' | |
1321 | __table_args__ = ( |
|
1325 | __table_args__ = ( | |
1322 | UniqueConstraint('user_id', 'notification_id'), |
|
1326 | UniqueConstraint('user_id', 'notification_id'), | |
1323 | {'extend_existing': True, 'mysql_engine': 'InnoDB', |
|
1327 | {'extend_existing': True, 'mysql_engine': 'InnoDB', | |
1324 | 'mysql_charset': 'utf8'} |
|
1328 | 'mysql_charset': 'utf8'} | |
1325 | ) |
|
1329 | ) | |
1326 | user_id = Column('user_id', Integer(), ForeignKey('users.user_id'), primary_key=True) |
|
1330 | user_id = Column('user_id', Integer(), ForeignKey('users.user_id'), primary_key=True) | |
1327 | notification_id = Column("notification_id", Integer(), ForeignKey('notifications.notification_id'), primary_key=True) |
|
1331 | notification_id = Column("notification_id", Integer(), ForeignKey('notifications.notification_id'), primary_key=True) | |
1328 | read = Column('read', Boolean, default=False) |
|
1332 | read = Column('read', Boolean, default=False) | |
1329 | sent_on = Column('sent_on', DateTime(timezone=False), nullable=True, unique=None) |
|
1333 | sent_on = Column('sent_on', DateTime(timezone=False), nullable=True, unique=None) | |
1330 |
|
1334 | |||
1331 | user = relationship('User', lazy="joined") |
|
1335 | user = relationship('User', lazy="joined") | |
1332 | notification = relationship('Notification', lazy="joined", |
|
1336 | notification = relationship('Notification', lazy="joined", | |
1333 | order_by=lambda: Notification.created_on.desc(),) |
|
1337 | order_by=lambda: Notification.created_on.desc(),) | |
1334 |
|
1338 | |||
1335 | def mark_as_read(self): |
|
1339 | def mark_as_read(self): | |
1336 | self.read = True |
|
1340 | self.read = True | |
1337 | Session.add(self) |
|
1341 | Session.add(self) | |
1338 |
|
1342 | |||
1339 |
|
1343 | |||
1340 | class DbMigrateVersion(Base, BaseModel): |
|
1344 | class DbMigrateVersion(Base, BaseModel): | |
1341 | __tablename__ = 'db_migrate_version' |
|
1345 | __tablename__ = 'db_migrate_version' | |
1342 | __table_args__ = ( |
|
1346 | __table_args__ = ( | |
1343 | {'extend_existing': True, 'mysql_engine': 'InnoDB', |
|
1347 | {'extend_existing': True, 'mysql_engine': 'InnoDB', | |
1344 | 'mysql_charset': 'utf8'}, |
|
1348 | 'mysql_charset': 'utf8'}, | |
1345 | ) |
|
1349 | ) | |
1346 | repository_id = Column('repository_id', String(250), primary_key=True) |
|
1350 | repository_id = Column('repository_id', String(250), primary_key=True) | |
1347 | repository_path = Column('repository_path', Text) |
|
1351 | repository_path = Column('repository_path', Text) | |
1348 | version = Column('version', Integer) |
|
1352 | version = Column('version', Integer) |
@@ -1,226 +1,227 | |||||
1 | # -*- coding: utf-8 -*- |
|
1 | # -*- coding: utf-8 -*- | |
2 | """ |
|
2 | """ | |
3 | rhodecode.model.notification |
|
3 | rhodecode.model.notification | |
4 | ~~~~~~~~~~~~~~~~~~~~~~~~~~~~ |
|
4 | ~~~~~~~~~~~~~~~~~~~~~~~~~~~~ | |
5 |
|
5 | |||
6 | Model for notifications |
|
6 | Model for notifications | |
7 |
|
7 | |||
8 |
|
8 | |||
9 | :created_on: Nov 20, 2011 |
|
9 | :created_on: Nov 20, 2011 | |
10 | :author: marcink |
|
10 | :author: marcink | |
11 | :copyright: (C) 2010-2012 Marcin Kuzminski <marcin@python-works.com> |
|
11 | :copyright: (C) 2010-2012 Marcin Kuzminski <marcin@python-works.com> | |
12 | :license: GPLv3, see COPYING for more details. |
|
12 | :license: GPLv3, see COPYING for more details. | |
13 | """ |
|
13 | """ | |
14 | # This program is free software: you can redistribute it and/or modify |
|
14 | # This program is free software: you can redistribute it and/or modify | |
15 | # it under the terms of the GNU General Public License as published by |
|
15 | # it under the terms of the GNU General Public License as published by | |
16 | # the Free Software Foundation, either version 3 of the License, or |
|
16 | # the Free Software Foundation, either version 3 of the License, or | |
17 | # (at your option) any later version. |
|
17 | # (at your option) any later version. | |
18 | # |
|
18 | # | |
19 | # This program is distributed in the hope that it will be useful, |
|
19 | # This program is distributed in the hope that it will be useful, | |
20 | # but WITHOUT ANY WARRANTY; without even the implied warranty of |
|
20 | # but WITHOUT ANY WARRANTY; without even the implied warranty of | |
21 | # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
|
21 | # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | |
22 | # GNU General Public License for more details. |
|
22 | # GNU General Public License for more details. | |
23 | # |
|
23 | # | |
24 | # You should have received a copy of the GNU General Public License |
|
24 | # You should have received a copy of the GNU General Public License | |
25 | # along with this program. If not, see <http://www.gnu.org/licenses/>. |
|
25 | # along with this program. If not, see <http://www.gnu.org/licenses/>. | |
26 |
|
26 | |||
27 | import os |
|
27 | import os | |
28 | import logging |
|
28 | import logging | |
29 | import traceback |
|
29 | import traceback | |
30 | import datetime |
|
30 | import datetime | |
31 |
|
31 | |||
32 | from pylons.i18n.translation import _ |
|
32 | from pylons.i18n.translation import _ | |
33 |
|
33 | |||
34 | import rhodecode |
|
34 | import rhodecode | |
35 | from rhodecode.config.conf import DATETIME_FORMAT |
|
35 | from rhodecode.config.conf import DATETIME_FORMAT | |
36 | from rhodecode.lib import helpers as h |
|
36 | from rhodecode.lib import helpers as h | |
37 | from rhodecode.model import BaseModel |
|
37 | from rhodecode.model import BaseModel | |
38 | from rhodecode.model.db import Notification, User, UserNotification |
|
38 | from rhodecode.model.db import Notification, User, UserNotification | |
39 |
|
39 | |||
40 | log = logging.getLogger(__name__) |
|
40 | log = logging.getLogger(__name__) | |
41 |
|
41 | |||
42 |
|
42 | |||
43 | class NotificationModel(BaseModel): |
|
43 | class NotificationModel(BaseModel): | |
44 |
|
44 | |||
45 | def __get_user(self, user): |
|
45 | def __get_user(self, user): | |
46 | return self._get_instance(User, user, callback=User.get_by_username) |
|
46 | return self._get_instance(User, user, callback=User.get_by_username) | |
47 |
|
47 | |||
48 | def __get_notification(self, notification): |
|
48 | def __get_notification(self, notification): | |
49 | if isinstance(notification, Notification): |
|
49 | if isinstance(notification, Notification): | |
50 | return notification |
|
50 | return notification | |
51 | elif isinstance(notification, (int, long)): |
|
51 | elif isinstance(notification, (int, long)): | |
52 | return Notification.get(notification) |
|
52 | return Notification.get(notification) | |
53 | else: |
|
53 | else: | |
54 | if notification: |
|
54 | if notification: | |
55 | raise Exception('notification must be int, long or Instance' |
|
55 | raise Exception('notification must be int, long or Instance' | |
56 | ' of Notification got %s' % type(notification)) |
|
56 | ' of Notification got %s' % type(notification)) | |
57 |
|
57 | |||
58 | def create(self, created_by, subject, body, recipients=None, |
|
58 | def create(self, created_by, subject, body, recipients=None, | |
59 | type_=Notification.TYPE_MESSAGE, with_email=True, |
|
59 | type_=Notification.TYPE_MESSAGE, with_email=True, | |
60 | email_kwargs={}): |
|
60 | email_kwargs={}): | |
61 | """ |
|
61 | """ | |
62 |
|
62 | |||
63 | Creates notification of given type |
|
63 | Creates notification of given type | |
64 |
|
64 | |||
65 | :param created_by: int, str or User instance. User who created this |
|
65 | :param created_by: int, str or User instance. User who created this | |
66 | notification |
|
66 | notification | |
67 | :param subject: |
|
67 | :param subject: | |
68 | :param body: |
|
68 | :param body: | |
69 | :param recipients: list of int, str or User objects, when None |
|
69 | :param recipients: list of int, str or User objects, when None | |
70 | is given send to all admins |
|
70 | is given send to all admins | |
71 | :param type_: type of notification |
|
71 | :param type_: type of notification | |
72 | :param with_email: send email with this notification |
|
72 | :param with_email: send email with this notification | |
73 | :param email_kwargs: additional dict to pass as args to email template |
|
73 | :param email_kwargs: additional dict to pass as args to email template | |
74 | """ |
|
74 | """ | |
75 | from rhodecode.lib.celerylib import tasks, run_task |
|
75 | from rhodecode.lib.celerylib import tasks, run_task | |
76 |
|
76 | |||
77 | if recipients and not getattr(recipients, '__iter__', False): |
|
77 | if recipients and not getattr(recipients, '__iter__', False): | |
78 | raise Exception('recipients must be a list of iterable') |
|
78 | raise Exception('recipients must be a list of iterable') | |
79 |
|
79 | |||
80 | created_by_obj = self.__get_user(created_by) |
|
80 | created_by_obj = self.__get_user(created_by) | |
81 |
|
81 | |||
82 | if recipients: |
|
82 | if recipients: | |
83 | recipients_objs = [] |
|
83 | recipients_objs = [] | |
84 | for u in recipients: |
|
84 | for u in recipients: | |
85 | obj = self.__get_user(u) |
|
85 | obj = self.__get_user(u) | |
86 | if obj: |
|
86 | if obj: | |
87 | recipients_objs.append(obj) |
|
87 | recipients_objs.append(obj) | |
88 | recipients_objs = set(recipients_objs) |
|
88 | recipients_objs = set(recipients_objs) | |
89 | log.debug('sending notifications %s to %s' % ( |
|
89 | log.debug('sending notifications %s to %s' % ( | |
90 | type_, recipients_objs) |
|
90 | type_, recipients_objs) | |
91 | ) |
|
91 | ) | |
92 | else: |
|
92 | else: | |
93 | # empty recipients means to all admins |
|
93 | # empty recipients means to all admins | |
94 | recipients_objs = User.query().filter(User.admin == True).all() |
|
94 | recipients_objs = User.query().filter(User.admin == True).all() | |
95 | log.debug('sending notifications %s to admins: %s' % ( |
|
95 | log.debug('sending notifications %s to admins: %s' % ( | |
96 | type_, recipients_objs) |
|
96 | type_, recipients_objs) | |
97 | ) |
|
97 | ) | |
98 | notif = Notification.create( |
|
98 | notif = Notification.create( | |
99 | created_by=created_by_obj, subject=subject, |
|
99 | created_by=created_by_obj, subject=subject, | |
100 | body=body, recipients=recipients_objs, type_=type_ |
|
100 | body=body, recipients=recipients_objs, type_=type_ | |
101 | ) |
|
101 | ) | |
102 |
|
102 | |||
103 | if with_email is False: |
|
103 | if with_email is False: | |
104 | return notif |
|
104 | return notif | |
105 |
|
105 | |||
106 | # send email with notification |
|
106 | # send email with notification | |
107 | for rec in recipients_objs: |
|
107 | for rec in recipients_objs: | |
108 | email_subject = NotificationModel().make_description(notif, False) |
|
108 | email_subject = NotificationModel().make_description(notif, False) | |
109 | type_ = type_ |
|
109 | type_ = type_ | |
110 | email_body = body |
|
110 | email_body = body | |
|
111 | ## this is passed into template | |||
111 | kwargs = {'subject': subject, 'body': h.rst_w_mentions(body)} |
|
112 | kwargs = {'subject': subject, 'body': h.rst_w_mentions(body)} | |
112 | kwargs.update(email_kwargs) |
|
113 | kwargs.update(email_kwargs) | |
113 | email_body_html = EmailNotificationModel()\ |
|
114 | email_body_html = EmailNotificationModel()\ | |
114 | .get_email_tmpl(type_, **kwargs) |
|
115 | .get_email_tmpl(type_, **kwargs) | |
115 |
|
116 | |||
116 | run_task(tasks.send_email, rec.email, email_subject, email_body, |
|
117 | run_task(tasks.send_email, rec.email, email_subject, email_body, | |
117 | email_body_html) |
|
118 | email_body_html) | |
118 |
|
119 | |||
119 | return notif |
|
120 | return notif | |
120 |
|
121 | |||
121 | def delete(self, user, notification): |
|
122 | def delete(self, user, notification): | |
122 | # we don't want to remove actual notification just the assignment |
|
123 | # we don't want to remove actual notification just the assignment | |
123 | try: |
|
124 | try: | |
124 | notification = self.__get_notification(notification) |
|
125 | notification = self.__get_notification(notification) | |
125 | user = self.__get_user(user) |
|
126 | user = self.__get_user(user) | |
126 | if notification and user: |
|
127 | if notification and user: | |
127 | obj = UserNotification.query()\ |
|
128 | obj = UserNotification.query()\ | |
128 | .filter(UserNotification.user == user)\ |
|
129 | .filter(UserNotification.user == user)\ | |
129 | .filter(UserNotification.notification |
|
130 | .filter(UserNotification.notification | |
130 | == notification)\ |
|
131 | == notification)\ | |
131 | .one() |
|
132 | .one() | |
132 | self.sa.delete(obj) |
|
133 | self.sa.delete(obj) | |
133 | return True |
|
134 | return True | |
134 | except Exception: |
|
135 | except Exception: | |
135 | log.error(traceback.format_exc()) |
|
136 | log.error(traceback.format_exc()) | |
136 | raise |
|
137 | raise | |
137 |
|
138 | |||
138 | def get_for_user(self, user): |
|
139 | def get_for_user(self, user): | |
139 | user = self.__get_user(user) |
|
140 | user = self.__get_user(user) | |
140 | return user.notifications |
|
141 | return user.notifications | |
141 |
|
142 | |||
142 | def mark_all_read_for_user(self, user): |
|
143 | def mark_all_read_for_user(self, user): | |
143 | user = self.__get_user(user) |
|
144 | user = self.__get_user(user) | |
144 | UserNotification.query()\ |
|
145 | UserNotification.query()\ | |
145 | .filter(UserNotification.read == False)\ |
|
146 | .filter(UserNotification.read == False)\ | |
146 | .update({'read': True}) |
|
147 | .update({'read': True}) | |
147 |
|
148 | |||
148 | def get_unread_cnt_for_user(self, user): |
|
149 | def get_unread_cnt_for_user(self, user): | |
149 | user = self.__get_user(user) |
|
150 | user = self.__get_user(user) | |
150 | return UserNotification.query()\ |
|
151 | return UserNotification.query()\ | |
151 | .filter(UserNotification.read == False)\ |
|
152 | .filter(UserNotification.read == False)\ | |
152 | .filter(UserNotification.user == user).count() |
|
153 | .filter(UserNotification.user == user).count() | |
153 |
|
154 | |||
154 | def get_unread_for_user(self, user): |
|
155 | def get_unread_for_user(self, user): | |
155 | user = self.__get_user(user) |
|
156 | user = self.__get_user(user) | |
156 | return [x.notification for x in UserNotification.query()\ |
|
157 | return [x.notification for x in UserNotification.query()\ | |
157 | .filter(UserNotification.read == False)\ |
|
158 | .filter(UserNotification.read == False)\ | |
158 | .filter(UserNotification.user == user).all()] |
|
159 | .filter(UserNotification.user == user).all()] | |
159 |
|
160 | |||
160 | def get_user_notification(self, user, notification): |
|
161 | def get_user_notification(self, user, notification): | |
161 | user = self.__get_user(user) |
|
162 | user = self.__get_user(user) | |
162 | notification = self.__get_notification(notification) |
|
163 | notification = self.__get_notification(notification) | |
163 |
|
164 | |||
164 | return UserNotification.query()\ |
|
165 | return UserNotification.query()\ | |
165 | .filter(UserNotification.notification == notification)\ |
|
166 | .filter(UserNotification.notification == notification)\ | |
166 | .filter(UserNotification.user == user).scalar() |
|
167 | .filter(UserNotification.user == user).scalar() | |
167 |
|
168 | |||
168 | def make_description(self, notification, show_age=True): |
|
169 | def make_description(self, notification, show_age=True): | |
169 | """ |
|
170 | """ | |
170 | Creates a human readable description based on properties |
|
171 | Creates a human readable description based on properties | |
171 | of notification object |
|
172 | of notification object | |
172 | """ |
|
173 | """ | |
173 |
|
174 | |||
174 | _map = { |
|
175 | _map = { | |
175 | notification.TYPE_CHANGESET_COMMENT: _('commented on commit'), |
|
176 | notification.TYPE_CHANGESET_COMMENT: _('commented on commit'), | |
176 | notification.TYPE_MESSAGE: _('sent message'), |
|
177 | notification.TYPE_MESSAGE: _('sent message'), | |
177 | notification.TYPE_MENTION: _('mentioned you'), |
|
178 | notification.TYPE_MENTION: _('mentioned you'), | |
178 | notification.TYPE_REGISTRATION: _('registered in RhodeCode') |
|
179 | notification.TYPE_REGISTRATION: _('registered in RhodeCode') | |
179 | } |
|
180 | } | |
180 |
|
181 | |||
181 | tmpl = "%(user)s %(action)s %(when)s" |
|
182 | tmpl = "%(user)s %(action)s %(when)s" | |
182 | if show_age: |
|
183 | if show_age: | |
183 | when = h.age(notification.created_on) |
|
184 | when = h.age(notification.created_on) | |
184 | else: |
|
185 | else: | |
185 | DTF = lambda d: datetime.datetime.strftime(d, DATETIME_FORMAT) |
|
186 | DTF = lambda d: datetime.datetime.strftime(d, DATETIME_FORMAT) | |
186 | when = DTF(notification.created_on) |
|
187 | when = DTF(notification.created_on) | |
187 |
|
188 | |||
188 | data = dict( |
|
189 | data = dict( | |
189 | user=notification.created_by_user.username, |
|
190 | user=notification.created_by_user.username, | |
190 | action=_map[notification.type_], when=when, |
|
191 | action=_map[notification.type_], when=when, | |
191 | ) |
|
192 | ) | |
192 | return tmpl % data |
|
193 | return tmpl % data | |
193 |
|
194 | |||
194 |
|
195 | |||
195 | class EmailNotificationModel(BaseModel): |
|
196 | class EmailNotificationModel(BaseModel): | |
196 |
|
197 | |||
197 | TYPE_CHANGESET_COMMENT = Notification.TYPE_CHANGESET_COMMENT |
|
198 | TYPE_CHANGESET_COMMENT = Notification.TYPE_CHANGESET_COMMENT | |
198 | TYPE_PASSWORD_RESET = 'passoword_link' |
|
199 | TYPE_PASSWORD_RESET = 'passoword_link' | |
199 | TYPE_REGISTRATION = Notification.TYPE_REGISTRATION |
|
200 | TYPE_REGISTRATION = Notification.TYPE_REGISTRATION | |
200 | TYPE_DEFAULT = 'default' |
|
201 | TYPE_DEFAULT = 'default' | |
201 |
|
202 | |||
202 | def __init__(self): |
|
203 | def __init__(self): | |
203 | self._template_root = rhodecode.CONFIG['pylons.paths']['templates'][0] |
|
204 | self._template_root = rhodecode.CONFIG['pylons.paths']['templates'][0] | |
204 | self._tmpl_lookup = rhodecode.CONFIG['pylons.app_globals'].mako_lookup |
|
205 | self._tmpl_lookup = rhodecode.CONFIG['pylons.app_globals'].mako_lookup | |
205 |
|
206 | |||
206 | self.email_types = { |
|
207 | self.email_types = { | |
207 | self.TYPE_CHANGESET_COMMENT: 'email_templates/changeset_comment.html', |
|
208 | self.TYPE_CHANGESET_COMMENT: 'email_templates/changeset_comment.html', | |
208 | self.TYPE_PASSWORD_RESET: 'email_templates/password_reset.html', |
|
209 | self.TYPE_PASSWORD_RESET: 'email_templates/password_reset.html', | |
209 | self.TYPE_REGISTRATION: 'email_templates/registration.html', |
|
210 | self.TYPE_REGISTRATION: 'email_templates/registration.html', | |
210 | self.TYPE_DEFAULT: 'email_templates/default.html' |
|
211 | self.TYPE_DEFAULT: 'email_templates/default.html' | |
211 | } |
|
212 | } | |
212 |
|
213 | |||
213 | def get_email_tmpl(self, type_, **kwargs): |
|
214 | def get_email_tmpl(self, type_, **kwargs): | |
214 | """ |
|
215 | """ | |
215 | return generated template for email based on given type |
|
216 | return generated template for email based on given type | |
216 |
|
217 | |||
217 | :param type_: |
|
218 | :param type_: | |
218 | """ |
|
219 | """ | |
219 |
|
220 | |||
220 | base = self.email_types.get(type_, self.email_types[self.TYPE_DEFAULT]) |
|
221 | base = self.email_types.get(type_, self.email_types[self.TYPE_DEFAULT]) | |
221 | email_template = self._tmpl_lookup.get_template(base) |
|
222 | email_template = self._tmpl_lookup.get_template(base) | |
222 | # translator inject |
|
223 | # translator inject | |
223 | _kwargs = {'_': _} |
|
224 | _kwargs = {'_': _} | |
224 | _kwargs.update(kwargs) |
|
225 | _kwargs.update(kwargs) | |
225 | log.debug('rendering tmpl %s with kwargs %s' % (base, _kwargs)) |
|
226 | log.debug('rendering tmpl %s with kwargs %s' % (base, _kwargs)) | |
226 | return email_template.render(**_kwargs) |
|
227 | return email_template.render(**_kwargs) |
@@ -1,6 +1,12 | |||||
1 | ## -*- coding: utf-8 -*- |
|
1 | ## -*- coding: utf-8 -*- | |
2 | <%inherit file="main.html"/> |
|
2 | <%inherit file="main.html"/> | |
3 |
|
3 | |||
4 | <h4>${subject}</h4> |
|
4 | <h4>${subject}</h4> | |
5 |
|
5 | |||
6 | ${body} |
|
6 | ${body} | |
|
7 | ||||
|
8 | % if status_change is not None: | |||
|
9 | <div> | |||
|
10 | New status -> ${status_change} | |||
|
11 | </div> | |||
|
12 | % endif No newline at end of file |
General Comments 0
You need to be logged in to leave comments.
Login now