db.py
2504 lines
| 93.8 KiB
| text/x-python
|
PythonLexer
r759 | # -*- coding: utf-8 -*- | |||
r1206 | # This program is free software: you can redistribute it and/or modify | |||
# it under the terms of the GNU General Public License as published by | ||||
# the Free Software Foundation, either version 3 of the License, or | ||||
# (at your option) any later version. | ||||
r1203 | # | |||
r759 | # This program is distributed in the hope that it will be useful, | |||
# but WITHOUT ANY WARRANTY; without even the implied warranty of | ||||
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | ||||
# GNU General Public License for more details. | ||||
r1203 | # | |||
r759 | # You should have received a copy of the GNU General Public License | |||
r1206 | # along with this program. If not, see <http://www.gnu.org/licenses/>. | |||
|
r4116 | """ | ||
rhodecode.model.db | ||||
~~~~~~~~~~~~~~~~~~ | ||||
Database Models for RhodeCode | ||||
:created_on: Apr 08, 2010 | ||||
:author: marcink | ||||
:copyright: (c) 2013 RhodeCode GmbH. | ||||
:license: GPLv3, see LICENSE for more details. | ||||
""" | ||||
r1199 | ||||
import os | ||||
r3850 | import time | |||
r759 | import logging | |||
import datetime | ||||
r1366 | import traceback | |||
r2356 | import hashlib | |||
r3850 | import collections | |||
|
r4116 | import functools | ||
r759 | ||||
r658 | from sqlalchemy import * | |||
r1546 | from sqlalchemy.ext.hybrid import hybrid_property | |||
r1594 | from sqlalchemy.orm import relationship, joinedload, class_mapper, validates | |||
r2357 | from sqlalchemy.exc import DatabaseError | |||
r1366 | from beaker.cache import cache_region, region_invalidate | |||
r2496 | from webob.exc import HTTPNotFound | |||
r1366 | ||||
r2218 | from pylons.i18n.translation import lazy_ugettext as _ | |||
r2215 | ||||
r2007 | from rhodecode.lib.vcs import get_backend | |||
from rhodecode.lib.vcs.utils.helpers import get_scm | ||||
from rhodecode.lib.vcs.exceptions import VCSError | ||||
from rhodecode.lib.vcs.utils.lazy import LazyProperty | ||||
r3420 | from rhodecode.lib.vcs.backends.base import EmptyChangeset | |||
r1366 | ||||
r2109 | from rhodecode.lib.utils2 import str2bool, safe_str, get_changeset_safe, \ | |||
|
r4116 | safe_unicode, remove_prefix, time_to_datetime, aslist, Optional, safe_int, \ | ||
get_clone_url | ||||
r1514 | from rhodecode.lib.compat import json | |||
r1669 | from rhodecode.lib.caching_query import FromCache | |||
r1500 | ||||
r2356 | from rhodecode.model.meta import Base, Session | |||
r1500 | ||||
r2339 | URL_SEP = '/' | |||
|
r1593 | log = logging.getLogger(__name__) | ||
r547 | ||||
r1081 | #============================================================================== | |||
r1388 | # BASE CLASSES | |||
r1081 | #============================================================================== | |||
r2062 | _hash_key = lambda k: hashlib.md5(safe_str(k)).hexdigest() | |||
r1800 | ||||
|
r1593 | class BaseModel(object): | ||
r1758 | """ | |||
Base Model for all classess | ||||
r1388 | """ | |||
@classmethod | ||||
|
r1593 | def _get_keys(cls): | ||
r1388 | """return column names for this model """ | |||
|
r1593 | return class_mapper(cls).c.keys() | ||
r1388 | ||||
r1948 | def get_dict(self): | |||
r1758 | """ | |||
return dict with keys and values corresponding | ||||
r1948 | to this model data """ | |||
r1388 | ||||
d = {} | ||||
for k in self._get_keys(): | ||||
|
r1593 | d[k] = getattr(self, k) | ||
r1800 | ||||
r1758 | # also use __json__() if present to get additional fields | |||
r2588 | _json_attr = getattr(self, '__json__', None) | |||
if _json_attr: | ||||
# update with attributes from __json__ | ||||
if callable(_json_attr): | ||||
_json_attr = _json_attr() | ||||
for k, val in _json_attr.iteritems(): | ||||
d[k] = val | ||||
r1388 | return d | |||
|
r1593 | def get_appstruct(self): | ||
r1388 | """return list with keys and values tupples corresponding | |||
to this model data """ | ||||
l = [] | ||||
for k in self._get_keys(): | ||||
|
r1593 | l.append((k, getattr(self, k),)) | ||
r1388 | return l | |||
|
r1593 | def populate_obj(self, populate_dict): | ||
r1388 | """populate model with data from given populate_dict""" | |||
for k in self._get_keys(): | ||||
if k in populate_dict: | ||||
|
r1593 | setattr(self, k, populate_dict[k]) | ||
r1388 | ||||
@classmethod | ||||
|
r1593 | def query(cls): | ||
r2520 | return Session().query(cls) | |||
r1388 | ||||
@classmethod | ||||
|
r1593 | def get(cls, id_): | ||
r1594 | if id_: | |||
return cls.query().get(id_) | ||||
r1466 | ||||
r1460 | @classmethod | |||
r2496 | def get_or_404(cls, id_): | |||
r2942 | try: | |||
id_ = int(id_) | ||||
except (TypeError, ValueError): | ||||
raise HTTPNotFound | ||||
res = cls.query().get(id_) | ||||
if not res: | ||||
raise HTTPNotFound | ||||
return res | ||||
r2496 | ||||
@classmethod | ||||
|
r1593 | def getAll(cls): | ||
r3714 | # deprecated and left for backward compatibility | |||
return cls.get_all() | ||||
@classmethod | ||||
def get_all(cls): | ||||
|
r1584 | return cls.query().all() | ||
r1466 | ||||
r1460 | @classmethod | |||
|
r1593 | def delete(cls, id_): | ||
obj = cls.query().get(id_) | ||||
r2520 | Session().delete(obj) | |||
r2161 | ||||
r2156 | def __repr__(self): | |||
if hasattr(self, '__unicode__'): | ||||
# python repr needs to return str | ||||
|
r4116 | try: | ||
return safe_str(self.__unicode__()) | ||||
except UnicodeDecodeError: | ||||
pass | ||||
r2156 | return '<DB:%s>' % (self.__class__.__name__) | |||
r1081 | ||||
r2356 | ||||
r1633 | class RhodeCodeSetting(Base, BaseModel): | |||
r548 | __tablename__ = 'rhodecode_settings' | |||
r1958 | __table_args__ = ( | |||
UniqueConstraint('app_settings_name'), | ||||
r2356 | {'extend_existing': True, 'mysql_engine': 'InnoDB', | |||
|
r4116 | 'mysql_charset': 'utf8', 'sqlite_autoincrement': True} | ||
r1958 | ) | |||
|
r4116 | |||
SETTINGS_TYPES = { | ||||
'str': safe_str, | ||||
'int': safe_int, | ||||
'unicode': safe_unicode, | ||||
'bool': str2bool, | ||||
'list': functools.partial(aslist, sep=',') | ||||
} | ||||
DEFAULT_UPDATE_URL = 'https://rhodecode.com/api/v1/info/versions' | ||||
r1594 | app_settings_id = Column("app_settings_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) | |||
|
r4116 | app_settings_name = Column("app_settings_name", String(255, convert_unicode=False), nullable=True, unique=None, default=None) | ||
_app_settings_value = Column("app_settings_value", String(4096, convert_unicode=False), nullable=True, unique=None, default=None) | ||||
_app_settings_type = Column("app_settings_type", String(255, convert_unicode=False), nullable=True, unique=None, default=None) | ||||
def __init__(self, key='', val='', type='unicode'): | ||||
self.app_settings_name = key | ||||
self.app_settings_value = val | ||||
self.app_settings_type = type | ||||
r704 | ||||
|
r1593 | @validates('_app_settings_value') | ||
def validate_settings_value(self, key, val): | ||||
assert type(val) == unicode | ||||
r1561 | return val | |||
r1546 | @hybrid_property | |||
|
r1593 | def app_settings_value(self): | ||
r1546 | v = self._app_settings_value | |||
|
r4116 | _type = self.app_settings_type | ||
converter = self.SETTINGS_TYPES.get(_type) or self.SETTINGS_TYPES['unicode'] | ||||
return converter(v) | ||||
r1546 | ||||
@app_settings_value.setter | ||||
|
r1593 | def app_settings_value(self, val): | ||
r1546 | """ | |||
Setter that will always make sure we use unicode in app_settings_value | ||||
|
r1591 | |||
r1546 | :param val: | |||
""" | ||||
|
r1593 | self._app_settings_value = safe_unicode(val) | ||
r1546 | ||||
|
r4116 | @hybrid_property | ||
def app_settings_type(self): | ||||
return self._app_settings_type | ||||
@app_settings_type.setter | ||||
def app_settings_type(self, val): | ||||
if val not in self.SETTINGS_TYPES: | ||||
raise Exception('type must be one of %s got %s' | ||||
% (self.SETTINGS_TYPES.keys(), val)) | ||||
self._app_settings_type = val | ||||
r2156 | def __unicode__(self): | |||
|
r4116 | return u"<%s('%s:%s[%s]')>" % ( | ||
r1958 | self.__class__.__name__, | |||
|
r4116 | self.app_settings_name, self.app_settings_value, self.app_settings_type | ||
r1958 | ) | |||
r704 | ||||
r1266 | @classmethod | |||
r2674 | def get_by_name(cls, key): | |||
|
r1584 | return cls.query()\ | ||
r2674 | .filter(cls.app_settings_name == key).scalar() | |||
@classmethod | ||||
|
r4116 | def get_by_name_or_create(cls, key, val='', type='unicode'): | ||
r2674 | res = cls.get_by_name(key) | |||
if not res: | ||||
|
r4116 | res = cls(key, val, type) | ||
return res | ||||
@classmethod | ||||
def create_or_update(cls, key, val=Optional(''), type=Optional('unicode')): | ||||
""" | ||||
Creates or updates RhodeCode setting. If updates is triggered it will only | ||||
update parameters that are explicityl set Optional instance will be skipped | ||||
:param key: | ||||
:param val: | ||||
:param type: | ||||
:return: | ||||
""" | ||||
res = cls.get_by_name(key) | ||||
if not res: | ||||
val = Optional.extract(val) | ||||
type = Optional.extract(type) | ||||
res = cls(key, val, type) | ||||
else: | ||||
res.app_settings_name = key | ||||
if not isinstance(val, Optional): | ||||
# update if set | ||||
res.app_settings_value = val | ||||
if not isinstance(type, Optional): | ||||
# update if set | ||||
res.app_settings_type = type | ||||
r2674 | return res | |||
r1292 | ||||
@classmethod | ||||
r1594 | def get_app_settings(cls, cache=False): | |||
r1266 | ||||
|
r1584 | ret = cls.query() | ||
r1266 | ||||
if cache: | ||||
|
r1593 | ret = ret.options(FromCache("sql_cache_short", "get_hg_settings")) | ||
r1266 | ||||
if not ret: | ||||
|
r1593 | raise Exception('Could not get application settings !') | ||
r1266 | settings = {} | |||
for each in ret: | ||||
settings['rhodecode_' + each.app_settings_name] = \ | ||||
each.app_settings_value | ||||
return settings | ||||
@classmethod | ||||
|
r4116 | def get_auth_plugins(cls, cache=False): | ||
auth_plugins = cls.get_by_name("auth_plugins").app_settings_value | ||||
return auth_plugins | ||||
@classmethod | ||||
def get_auth_settings(cls, cache=False): | ||||
|
r1584 | ret = cls.query()\ | ||
|
r4116 | .filter(cls.app_settings_name.startswith('auth_')).all() | ||
r1266 | fd = {} | |||
for row in ret: | ||||
r2356 | fd.update({row.app_settings_name: row.app_settings_value}) | |||
r1381 | ||||
r1266 | return fd | |||
r3056 | @classmethod | |||
def get_default_repo_settings(cls, cache=False, strip_prefix=False): | ||||
ret = cls.query()\ | ||||
.filter(cls.app_settings_name.startswith('default_')).all() | ||||
fd = {} | ||||
for row in ret: | ||||
key = row.app_settings_name | ||||
if strip_prefix: | ||||
key = remove_prefix(key, prefix='default_') | ||||
fd.update({key: row.app_settings_value}) | ||||
return fd | ||||
|
r4116 | @classmethod | ||
def get_server_info(cls): | ||||
import pkg_resources | ||||
import platform | ||||
import rhodecode | ||||
from rhodecode.lib.utils import check_git_version | ||||
mods = [(p.project_name, p.version) for p in pkg_resources.working_set] | ||||
info = { | ||||
'modules': sorted(mods, key=lambda k: k[0].lower()), | ||||
'py_version': platform.python_version(), | ||||
'platform': safe_unicode(platform.platform()), | ||||
'rhodecode_version': rhodecode.__version__, | ||||
'git_version': safe_unicode(check_git_version()), | ||||
'git_path': rhodecode.CONFIG.get('git_path') | ||||
} | ||||
return info | ||||
r1266 | ||||
|
r1593 | class RhodeCodeUi(Base, BaseModel): | ||
r548 | __tablename__ = 'rhodecode_ui' | |||
r1958 | __table_args__ = ( | |||
r1963 | UniqueConstraint('ui_key'), | |||
r2356 | {'extend_existing': True, 'mysql_engine': 'InnoDB', | |||
|
r4116 | 'mysql_charset': 'utf8', 'sqlite_autoincrement': True} | ||
r1958 | ) | |||
r1460 | ||||
HOOK_UPDATE = 'changegroup.update' | ||||
HOOK_REPO_SIZE = 'changegroup.repo_size' | ||||
r2407 | HOOK_PUSH = 'changegroup.push_logger' | |||
r2726 | HOOK_PRE_PUSH = 'prechangegroup.pre_push' | |||
HOOK_PULL = 'outgoing.pull_logger' | ||||
HOOK_PRE_PULL = 'preoutgoing.pre_pull' | ||||
r1460 | ||||
r1594 | ui_id = Column("ui_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) | |||
|
r4116 | ui_section = Column("ui_section", String(255, convert_unicode=False), nullable=True, unique=None, default=None) | ||
ui_key = Column("ui_key", String(255, convert_unicode=False), nullable=True, unique=None, default=None) | ||||
ui_value = Column("ui_value", String(255, convert_unicode=False), nullable=True, unique=None, default=None) | ||||
r1594 | ui_active = Column("ui_active", Boolean(), nullable=True, unique=None, default=True) | |||
r631 | ||||
r3909 | # def __init__(self, section='', key='', value=''): | |||
# self.ui_section = section | ||||
# self.ui_key = key | ||||
# self.ui_value = value | ||||
r1345 | @classmethod | |||
|
r1593 | def get_by_key(cls, key): | ||
r2708 | return cls.query().filter(cls.ui_key == key).scalar() | |||
r1345 | ||||
r1460 | @classmethod | |||
|
r1593 | def get_builtin_hooks(cls): | ||
r1460 | q = cls.query() | |||
r2726 | q = q.filter(cls.ui_key.in_([cls.HOOK_UPDATE, cls.HOOK_REPO_SIZE, | |||
cls.HOOK_PUSH, cls.HOOK_PRE_PUSH, | ||||
cls.HOOK_PULL, cls.HOOK_PRE_PULL])) | ||||
r1460 | return q.all() | |||
@classmethod | ||||
|
r1593 | def get_custom_hooks(cls): | ||
r1460 | q = cls.query() | |||
r2726 | q = q.filter(~cls.ui_key.in_([cls.HOOK_UPDATE, cls.HOOK_REPO_SIZE, | |||
cls.HOOK_PUSH, cls.HOOK_PRE_PUSH, | ||||
cls.HOOK_PULL, cls.HOOK_PRE_PULL])) | ||||
|
r1593 | q = q.filter(cls.ui_section == 'hooks') | ||
r1460 | return q.all() | |||
@classmethod | ||||
r2401 | def get_repos_location(cls): | |||
r2708 | return cls.get_by_key('/').ui_value | |||
r2401 | ||||
@classmethod | ||||
|
r1593 | def create_or_update_hook(cls, key, val): | ||
r2708 | new_ui = cls.get_by_key(key) or cls() | |||
r1460 | new_ui.ui_section = 'hooks' | |||
new_ui.ui_active = True | ||||
new_ui.ui_key = key | ||||
new_ui.ui_value = val | ||||
r2520 | Session().add(new_ui) | |||
r1460 | ||||
r2821 | def __repr__(self): | |||
|
r4116 | return '<%s[%s]%s=>%s]>' % (self.__class__.__name__, self.ui_section, | ||
self.ui_key, self.ui_value) | ||||
r2821 | ||||
r1460 | ||||
|
r1593 | class User(Base, BaseModel): | ||
r547 | __tablename__ = 'users' | |||
r1958 | __table_args__ = ( | |||
r1963 | UniqueConstraint('username'), UniqueConstraint('email'), | |||
r2726 | Index('u_username_idx', 'username'), | |||
Index('u_email_idx', 'email'), | ||||
r2356 | {'extend_existing': True, 'mysql_engine': 'InnoDB', | |||
|
r4116 | 'mysql_charset': 'utf8', 'sqlite_autoincrement': True} | ||
r1958 | ) | |||
r2726 | DEFAULT_USER = 'default' | |||
|
r4116 | DEFAULT_GRAVATAR_URL = 'https://secure.gravatar.com/avatar/{md5email}?d=identicon&s={size}' | ||
r3733 | ||||
r1594 | user_id = Column("user_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) | |||
|
r4116 | username = Column("username", String(255, convert_unicode=False), nullable=True, unique=None, default=None) | ||
password = Column("password", String(255, convert_unicode=False), nullable=True, unique=None, default=None) | ||||
r2480 | active = Column("active", Boolean(), nullable=True, unique=None, default=True) | |||
r1594 | admin = Column("admin", Boolean(), nullable=True, unique=None, default=False) | |||
|
r4116 | name = Column("firstname", String(255, convert_unicode=False), nullable=True, unique=None, default=None) | ||
lastname = Column("lastname", String(255, convert_unicode=False), nullable=True, unique=None, default=None) | ||||
_email = Column("email", String(255, convert_unicode=False), nullable=True, unique=None, default=None) | ||||
r1594 | last_login = Column("last_login", DateTime(timezone=False), nullable=True, unique=None, default=None) | |||
|
r4116 | extern_type = Column("extern_type", String(255, convert_unicode=False), nullable=True, unique=None, default=None) | ||
extern_name = Column("extern_name", String(255, convert_unicode=False), nullable=True, unique=None, default=None) | ||||
api_key = Column("api_key", String(255, convert_unicode=False), nullable=True, unique=None, default=None) | ||||
r2709 | inherit_default_permissions = Column("inherit_default_permissions", Boolean(), nullable=False, unique=None, default=True) | |||
|
r4116 | created_on = Column('created_on', DateTime(timezone=False), nullable=False, default=datetime.datetime.now) | ||
_user_data = Column("user_data", LargeBinary(), nullable=True) # JSON data | ||||
r631 | ||||
r3065 | user_log = relationship('UserLog') | |||
r1594 | user_perms = relationship('UserToPerm', primaryjoin="User.user_id==UserToPerm.user_id", cascade='all') | |||
r631 | ||||
|
r1593 | repositories = relationship('Repository') | ||
r1594 | user_followers = relationship('UserFollowing', primaryjoin='UserFollowing.follows_user_id==User.user_id', cascade='all') | |||
r3067 | followings = relationship('UserFollowing', primaryjoin='UserFollowing.user_id==User.user_id', cascade='all') | |||
r1633 | repo_to_perm = relationship('UserRepoToPerm', primaryjoin='UserRepoToPerm.user_id==User.user_id', cascade='all') | |||
r2149 | repo_group_to_perm = relationship('UserRepoGroupToPerm', primaryjoin='UserRepoGroupToPerm.user_id==User.user_id', cascade='all') | |||
r2150 | ||||
|
r3417 | group_member = relationship('UserGroupMember', cascade='all') | ||
r1065 | ||||
r2157 | notifications = relationship('UserNotification', cascade='all') | |||
# notifications assigned to this user | ||||
user_created_notifications = relationship('Notification', cascade='all') | ||||
# comments created by this user | ||||
user_comments = relationship('ChangesetComment', cascade='all') | ||||
r2562 | #extra emails for this user | |||
user_emails = relationship('UserEmailMap', cascade='all') | ||||
|
r4116 | #extra api keys | ||
user_api_keys = relationship('UserApiKeys', cascade='all') | ||||
r1702 | ||||
r1757 | @hybrid_property | |||
def email(self): | ||||
return self._email | ||||
@email.setter | ||||
def email(self, val): | ||||
self._email = val.lower() if val else None | ||||
r759 | @property | |||
r2731 | def firstname(self): | |||
# alias for future | ||||
return self.name | ||||
@property | ||||
r2506 | def emails(self): | |||
other = UserEmailMap.query().filter(UserEmailMap.user==self).all() | ||||
return [self.email] + [x.email for x in other] | ||||
@property | ||||
|
r4116 | def api_keys(self): | ||
other = UserApiKeys.query().filter(UserApiKeys.user==self).all() | ||||
return [self.api_key] + [x.api_key for x in other] | ||||
@property | ||||
r3127 | def ip_addresses(self): | |||
ret = UserIpMap.query().filter(UserIpMap.user == self).all() | ||||
return [x.ip_addr for x in ret] | ||||
@property | ||||
r2731 | def username_and_name(self): | |||
return '%s (%s %s)' % (self.username, self.firstname, self.lastname) | ||||
@property | ||||
r1731 | def full_name(self): | |||
r2731 | return '%s %s' % (self.firstname, self.lastname) | |||
r1731 | ||||
@property | ||||
r1950 | def full_name_or_username(self): | |||
r2731 | return ('%s %s' % (self.firstname, self.lastname) | |||
if (self.firstname and self.lastname) else self.username) | ||||
r1950 | ||||
@property | ||||
|
r1593 | def full_contact(self): | ||
r2731 | return '%s %s <%s>' % (self.firstname, self.lastname, self.email) | |||
r631 | ||||
r895 | @property | |||
|
r1593 | def short_contact(self): | ||
r2731 | return '%s %s' % (self.firstname, self.lastname) | |||
r1088 | ||||
@property | ||||
|
r1593 | def is_admin(self): | ||
r895 | return self.admin | |||
r3370 | @property | |||
def AuthUser(self): | ||||
""" | ||||
Returns instance of AuthUser for this user | ||||
""" | ||||
from rhodecode.lib.auth import AuthUser | ||||
return AuthUser(user_id=self.user_id, api_key=self.api_key, | ||||
username=self.username) | ||||
|
r4116 | @hybrid_property | ||
def user_data(self): | ||||
if not self._user_data: | ||||
return {} | ||||
try: | ||||
return json.loads(self._user_data) | ||||
except TypeError: | ||||
return {} | ||||
@user_data.setter | ||||
def user_data(self, val): | ||||
try: | ||||
self._user_data = json.dumps(val) | ||||
except Exception: | ||||
log.error(traceback.format_exc()) | ||||
r2156 | def __unicode__(self): | |||
return u"<%s('id:%s:%s')>" % (self.__class__.__name__, | ||||
|
r4116 | self.user_id, self.username) | ||
r1712 | ||||
r1065 | @classmethod | |||
r1665 | def get_by_username(cls, username, case_insensitive=False, cache=False): | |||
r1400 | if case_insensitive: | |||
r1665 | q = cls.query().filter(cls.username.ilike(username)) | |||
r1400 | else: | |||
r1665 | q = cls.query().filter(cls.username == username) | |||
if cache: | ||||
r2062 | q = q.options(FromCache( | |||
"sql_cache_short", | ||||
"get_user_%s" % _hash_key(username) | ||||
) | ||||
) | ||||
r1665 | return q.scalar() | |||
r1065 | ||||
r1417 | @classmethod | |||
|
r4116 | def get_by_api_key(cls, api_key, cache=False, fallback=True): | ||
r1665 | q = cls.query().filter(cls.api_key == api_key) | |||
if cache: | ||||
q = q.options(FromCache("sql_cache_short", | ||||
"get_api_key_%s" % api_key)) | ||||
|
r4116 | res = q.scalar() | ||
if fallback and not res: | ||||
#fallback to additional keys | ||||
_res = UserApiKeys.query()\ | ||||
.filter(UserApiKeys.api_key == api_key)\ | ||||
.filter(or_(UserApiKeys.expires == -1, | ||||
UserApiKeys.expires >= time.time()))\ | ||||
.first() | ||||
if _res: | ||||
res = _res.user | ||||
return res | ||||
r1417 | ||||
r1716 | @classmethod | |||
r1757 | def get_by_email(cls, email, case_insensitive=False, cache=False): | |||
if case_insensitive: | ||||
q = cls.query().filter(cls.email.ilike(email)) | ||||
else: | ||||
q = cls.query().filter(cls.email == email) | ||||
r1716 | ||||
if cache: | ||||
q = q.options(FromCache("sql_cache_short", | ||||
r2329 | "get_email_key_%s" % email)) | |||
ret = q.scalar() | ||||
if ret is None: | ||||
q = UserEmailMap.query() | ||||
# try fetching in alternate email map | ||||
if case_insensitive: | ||||
q = q.filter(UserEmailMap.email.ilike(email)) | ||||
else: | ||||
q = q.filter(UserEmailMap.email == email) | ||||
q = q.options(joinedload(UserEmailMap.user)) | ||||
if cache: | ||||
q = q.options(FromCache("sql_cache_short", | ||||
"get_email_map_key_%s" % email)) | ||||
ret = getattr(q.scalar(), 'user', None) | ||||
return ret | ||||
r1716 | ||||
r3185 | @classmethod | |||
def get_from_cs_author(cls, author): | ||||
""" | ||||
Tries to get User objects out of commit author string | ||||
:param author: | ||||
""" | ||||
from rhodecode.lib.helpers import email, author_name | ||||
# Valid email in the attribute passed, see if they're in the system | ||||
_email = email(author) | ||||
if _email: | ||||
user = cls.get_by_email(_email, case_insensitive=True) | ||||
if user: | ||||
return user | ||||
# Maybe we can match by username? | ||||
_author = author_name(author) | ||||
user = cls.get_by_username(_author, case_insensitive=True) | ||||
if user: | ||||
return user | ||||
|
r1593 | def update_lastlogin(self): | ||
r547 | """Update user lastlogin""" | |||
r1400 | self.last_login = datetime.datetime.now() | |||
r2520 | Session().add(self) | |||
r1976 | log.debug('updated user %s lastlogin' % self.username) | |||
r631 | ||||
r3714 | @classmethod | |||
def get_first_admin(cls): | ||||
user = User.query().filter(User.admin == True).first() | ||||
if user is None: | ||||
raise Exception('Missing administrative account!') | ||||
return user | ||||
r3733 | @classmethod | |||
def get_default_user(cls, cache=False): | ||||
user = User.get_by_username(User.DEFAULT_USER, cache=cache) | ||||
if user is None: | ||||
raise Exception('Missing default account!') | ||||
return user | ||||
r2508 | def get_api_data(self): | |||
""" | ||||
Common function for generating user related data for API | ||||
""" | ||||
user = self | ||||
data = dict( | ||||
r2510 | user_id=user.user_id, | |||
r2508 | username=user.username, | |||
firstname=user.name, | ||||
lastname=user.lastname, | ||||
email=user.email, | ||||
emails=user.emails, | ||||
r2510 | api_key=user.api_key, | |||
|
r4116 | api_keys=user.api_keys, | ||
r2508 | active=user.active, | |||
admin=user.admin, | ||||
|
r4116 | extern_type=user.extern_type, | ||
extern_name=user.extern_name, | ||||
r2508 | last_login=user.last_login, | |||
r3127 | ip_addresses=user.ip_addresses | |||
r2508 | ) | |||
return data | ||||
r1758 | def __json__(self): | |||
r2544 | data = dict( | |||
r1950 | full_name=self.full_name, | |||
full_name_or_username=self.full_name_or_username, | ||||
short_contact=self.short_contact, | ||||
full_contact=self.full_contact | ||||
) | ||||
r2544 | data.update(self.get_api_data()) | |||
return data | ||||
r1758 | ||||
|
r4116 | class UserApiKeys(Base, BaseModel): | ||
__tablename__ = 'user_api_keys' | ||||
__table_args__ = ( | ||||
Index('uak_api_key_idx', 'api_key'), | ||||
Index('uak_api_key_expires_idx', 'api_key', 'expires'), | ||||
UniqueConstraint('api_key'), | ||||
{'extend_existing': True, 'mysql_engine': 'InnoDB', | ||||
'mysql_charset': 'utf8', 'sqlite_autoincrement': True} | ||||
) | ||||
__mapper_args__ = {} | ||||
user_api_key_id = Column("user_api_key_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) | ||||
user_id = Column("user_id", Integer(), ForeignKey('users.user_id'), nullable=True, unique=None, default=None) | ||||
api_key = Column("api_key", String(255, convert_unicode=False), nullable=False, unique=True) | ||||
description = Column('description', UnicodeText(1024)) | ||||
expires = Column('expires', Float(53), nullable=False) | ||||
created_on = Column('created_on', DateTime(timezone=False), nullable=False, default=datetime.datetime.now) | ||||
user = relationship('User', lazy='joined') | ||||
@property | ||||
def expired(self): | ||||
if self.expires == -1: | ||||
return False | ||||
return time.time() > self.expires | ||||
r2329 | class UserEmailMap(Base, BaseModel): | |||
__tablename__ = 'user_email_map' | ||||
__table_args__ = ( | ||||
r2463 | Index('uem_email_idx', 'email'), | |||
r2329 | UniqueConstraint('email'), | |||
r2463 | {'extend_existing': True, 'mysql_engine': 'InnoDB', | |||
|
r4116 | 'mysql_charset': 'utf8', 'sqlite_autoincrement': True} | ||
r2329 | ) | |||
__mapper_args__ = {} | ||||
email_id = Column("email_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) | ||||
user_id = Column("user_id", Integer(), ForeignKey('users.user_id'), nullable=True, unique=None, default=None) | ||||
|
r4116 | _email = Column("email", String(255, convert_unicode=False), nullable=True, unique=False, default=None) | ||
r2463 | user = relationship('User', lazy='joined') | |||
r2329 | ||||
@validates('_email') | ||||
def validate_email(self, key, email): | ||||
# check if this email is not main one | ||||
r2520 | main_email = Session().query(User).filter(User.email == email).scalar() | |||
r2329 | if main_email is not None: | |||
raise AttributeError('email %s is present is user table' % email) | ||||
return email | ||||
@hybrid_property | ||||
def email(self): | ||||
return self._email | ||||
@email.setter | ||||
def email(self, val): | ||||
self._email = val.lower() if val else None | ||||
r3125 | class UserIpMap(Base, BaseModel): | |||
__tablename__ = 'user_ip_map' | ||||
__table_args__ = ( | ||||
UniqueConstraint('user_id', 'ip_addr'), | ||||
{'extend_existing': True, 'mysql_engine': 'InnoDB', | ||||
|
r4116 | 'mysql_charset': 'utf8', 'sqlite_autoincrement': True} | ||
r3125 | ) | |||
__mapper_args__ = {} | ||||
ip_id = Column("ip_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) | ||||
user_id = Column("user_id", Integer(), ForeignKey('users.user_id'), nullable=True, unique=None, default=None) | ||||
|
r4116 | ip_addr = Column("ip_addr", String(255, convert_unicode=False), nullable=True, unique=False, default=None) | ||
r3146 | active = Column("active", Boolean(), nullable=True, unique=None, default=True) | |||
r3125 | user = relationship('User', lazy='joined') | |||
@classmethod | ||||
def _get_ip_range(cls, ip_addr): | ||||
from rhodecode.lib import ipaddr | ||||
r3212 | net = ipaddr.IPNetwork(address=ip_addr) | |||
r3125 | return [str(net.network), str(net.broadcast)] | |||
def __json__(self): | ||||
return dict( | ||||
ip_addr=self.ip_addr, | ||||
ip_range=self._get_ip_range(self.ip_addr) | ||||
) | ||||
|
r4116 | def __unicode__(self): | ||
return u"<%s('user_id:%s=>%s')>" % (self.__class__.__name__, | ||||
self.user_id, self.ip_addr) | ||||
r3125 | ||||
|
r1593 | class UserLog(Base, BaseModel): | ||
r547 | __tablename__ = 'user_logs' | |||
r2149 | __table_args__ = ( | |||
r2356 | {'extend_existing': True, 'mysql_engine': 'InnoDB', | |||
|
r4116 | 'mysql_charset': 'utf8', 'sqlite_autoincrement': True}, | ||
r2149 | ) | |||
r1594 | user_log_id = Column("user_log_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) | |||
r3065 | user_id = Column("user_id", Integer(), ForeignKey('users.user_id'), nullable=True, unique=None, default=None) | |||
|
r4116 | username = Column("username", String(255, convert_unicode=False), nullable=True, unique=None, default=None) | ||
r1747 | repository_id = Column("repository_id", Integer(), ForeignKey('repositories.repo_id'), nullable=True) | |||
|
r4116 | repository_name = Column("repository_name", String(255, convert_unicode=False), nullable=True, unique=None, default=None) | ||
user_ip = Column("user_ip", String(255, convert_unicode=False), nullable=True, unique=None, default=None) | ||||
action = Column("action", UnicodeText(1200000, convert_unicode=False), nullable=True, unique=None, default=None) | ||||
r1594 | action_date = Column("action_date", DateTime(timezone=False), nullable=True, unique=None, default=None) | |||
r631 | ||||
r3868 | def __unicode__(self): | |||
return u"<%s('id:%s:%s')>" % (self.__class__.__name__, | ||||
self.repository_name, | ||||
self.action) | ||||
r994 | @property | |||
|
r1593 | def action_as_day(self): | ||
r1723 | return datetime.date(*self.action_date.timetuple()[:3]) | |||
r994 | ||||
|
r1593 | user = relationship('User') | ||
r2063 | repository = relationship('Repository', cascade='') | |||
r631 | ||||
r956 | ||||
|
r3417 | class UserGroup(Base, BaseModel): | ||
r956 | __tablename__ = 'users_groups' | |||
r2149 | __table_args__ = ( | |||
r2356 | {'extend_existing': True, 'mysql_engine': 'InnoDB', | |||
|
r4116 | 'mysql_charset': 'utf8', 'sqlite_autoincrement': True}, | ||
r2149 | ) | |||
r956 | ||||
r1594 | users_group_id = Column("users_group_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) | |||
|
r4116 | users_group_name = Column("users_group_name", String(255, convert_unicode=False), nullable=False, unique=True, default=None) | ||
user_group_description = Column("user_group_description", String(10000, convert_unicode=False), nullable=True, unique=None, default=None) | ||||
r1594 | users_group_active = Column("users_group_active", Boolean(), nullable=True, unique=None, default=None) | |||
r2709 | inherit_default_permissions = Column("users_group_inherit_default_permissions", Boolean(), nullable=False, unique=None, default=True) | |||
r3714 | user_id = Column("user_id", Integer(), ForeignKey('users.user_id'), nullable=False, unique=False, default=None) | |||
|
r4116 | created_on = Column('created_on', DateTime(timezone=False), nullable=False, default=datetime.datetime.now) | ||
_group_data = Column("group_data", LargeBinary(), nullable=True) # JSON data | ||||
r956 | ||||
|
r3417 | members = relationship('UserGroupMember', cascade="all, delete, delete-orphan", lazy="joined") | ||
users_group_to_perm = relationship('UserGroupToPerm', cascade='all') | ||||
users_group_repo_to_perm = relationship('UserGroupRepoToPerm', cascade='all') | ||||
r3734 | users_group_repo_group_to_perm = relationship('UserGroupRepoGroupToPerm', cascade='all') | |||
r3714 | user_user_group_to_perm = relationship('UserUserGroupToPerm ', cascade='all') | |||
r3788 | user_group_user_group_to_perm = relationship('UserGroupUserGroupToPerm ', primaryjoin="UserGroupUserGroupToPerm.target_user_group_id==UserGroup.users_group_id", cascade='all') | |||
r3714 | user = relationship('User') | |||
r956 | ||||
|
r4116 | @hybrid_property | ||
def group_data(self): | ||||
if not self._group_data: | ||||
return {} | ||||
try: | ||||
return json.loads(self._group_data) | ||||
except TypeError: | ||||
return {} | ||||
@group_data.setter | ||||
def group_data(self, val): | ||||
try: | ||||
self._group_data = json.dumps(val) | ||||
except Exception: | ||||
log.error(traceback.format_exc()) | ||||
r2156 | def __unicode__(self): | |||
r3714 | return u"<%s('id:%s:%s')>" % (self.__class__.__name__, | |||
self.users_group_id, | ||||
self.users_group_name) | ||||
r1271 | ||||
@classmethod | ||||
r1728 | def get_by_group_name(cls, group_name, cache=False, | |||
case_insensitive=False): | ||||
r1271 | if case_insensitive: | |||
r1728 | q = cls.query().filter(cls.users_group_name.ilike(group_name)) | |||
r1271 | else: | |||
r1728 | q = cls.query().filter(cls.users_group_name == group_name) | |||
r1271 | if cache: | |||
r2062 | q = q.options(FromCache( | |||
"sql_cache_short", | ||||
"get_user_%s" % _hash_key(group_name) | ||||
) | ||||
) | ||||
r1728 | return q.scalar() | |||
r1271 | ||||
r1436 | @classmethod | |||
|
r4116 | def get(cls, user_group_id, cache=False): | ||
user_group = cls.query() | ||||
r1436 | if cache: | |||
|
r4116 | user_group = user_group.options(FromCache("sql_cache_short", | ||
"get_users_group_%s" % user_group_id)) | ||||
return user_group.get(user_group_id) | ||||
def get_api_data(self, with_members=True): | ||||
user_group = self | ||||
r2523 | ||||
data = dict( | ||||
|
r4116 | users_group_id=user_group.users_group_id, | ||
group_name=user_group.users_group_name, | ||||
group_description=user_group.user_group_description, | ||||
active=user_group.users_group_active, | ||||
owner=user_group.user.username, | ||||
r2523 | ) | |||
|
r4116 | if with_members: | ||
members = [] | ||||
for user in user_group.members: | ||||
user = user.user | ||||
members.append(user.get_api_data()) | ||||
data['members'] = members | ||||
r2523 | ||||
return data | ||||
r1800 | ||||
|
r3417 | class UserGroupMember(Base, BaseModel): | ||
r956 | __tablename__ = 'users_groups_members' | |||
r2149 | __table_args__ = ( | |||
r2356 | {'extend_existing': True, 'mysql_engine': 'InnoDB', | |||
|
r4116 | 'mysql_charset': 'utf8', 'sqlite_autoincrement': True}, | ||
r2149 | ) | |||
r956 | ||||
r1594 | users_group_member_id = Column("users_group_member_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) | |||
users_group_id = Column("users_group_id", Integer(), ForeignKey('users_groups.users_group_id'), nullable=False, unique=None, default=None) | ||||
user_id = Column("user_id", Integer(), ForeignKey('users.user_id'), nullable=False, unique=None, default=None) | ||||
r956 | ||||
r1594 | user = relationship('User', lazy='joined') | |||
|
r3417 | users_group = relationship('UserGroup') | ||
r972 | ||||
r1594 | def __init__(self, gr_id='', u_id=''): | |||
r972 | self.users_group_id = gr_id | |||
self.user_id = u_id | ||||
r956 | ||||
r2013 | ||||
r3308 | class RepositoryField(Base, BaseModel): | |||
__tablename__ = 'repositories_fields' | ||||
__table_args__ = ( | ||||
UniqueConstraint('repository_id', 'field_key'), # no-multi field | ||||
{'extend_existing': True, 'mysql_engine': 'InnoDB', | ||||
|
r4116 | 'mysql_charset': 'utf8', 'sqlite_autoincrement': True}, | ||
r3308 | ) | |||
PREFIX = 'ex_' # prefix used in form to not conflict with already existing fields | ||||
repo_field_id = Column("repo_field_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) | ||||
repository_id = Column("repository_id", Integer(), ForeignKey('repositories.repo_id'), nullable=False, unique=None, default=None) | ||||
|
r4116 | field_key = Column("field_key", String(250, convert_unicode=False)) | ||
field_label = Column("field_label", String(1024, convert_unicode=False), nullable=False) | ||||
field_value = Column("field_value", String(10000, convert_unicode=False), nullable=False) | ||||
field_desc = Column("field_desc", String(1024, convert_unicode=False), nullable=False) | ||||
r3308 | field_type = Column("field_type", String(256), nullable=False, unique=None) | |||
created_on = Column('created_on', DateTime(timezone=False), nullable=False, default=datetime.datetime.now) | ||||
repository = relationship('Repository') | ||||
@property | ||||
def field_key_prefixed(self): | ||||
return 'ex_%s' % self.field_key | ||||
@classmethod | ||||
def un_prefix_key(cls, key): | ||||
if key.startswith(cls.PREFIX): | ||||
return key[len(cls.PREFIX):] | ||||
return key | ||||
@classmethod | ||||
def get_by_key_name(cls, key, repo): | ||||
row = cls.query()\ | ||||
.filter(cls.repository == repo)\ | ||||
.filter(cls.field_key == key).scalar() | ||||
return row | ||||
|
r1593 | class Repository(Base, BaseModel): | ||
r547 | __tablename__ = 'repositories' | |||
r1958 | __table_args__ = ( | |||
r1963 | UniqueConstraint('repo_name'), | |||
r2726 | Index('r_repo_name_idx', 'repo_name'), | |||
r2356 | {'extend_existing': True, 'mysql_engine': 'InnoDB', | |||
|
r4116 | 'mysql_charset': 'utf8', 'sqlite_autoincrement': True}, | ||
r1958 | ) | |||
|
r4116 | DEFAULT_CLONE_URI = '{scheme}://{user}@{netloc}/{repo}' | ||
DEFAULT_CLONE_URI_ID = '{scheme}://{user}@{netloc}/_{repoid}' | ||||
STATE_CREATED = 'repo_state_created' | ||||
STATE_PENDING = 'repo_state_pending' | ||||
STATE_ERROR = 'repo_state_error' | ||||
r1081 | ||||
r1594 | repo_id = Column("repo_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) | |||
|
r4116 | repo_name = Column("repo_name", String(255, convert_unicode=False), nullable=False, unique=True, default=None) | ||
repo_state = Column("repo_state", String(255), nullable=True) | ||||
clone_uri = Column("clone_uri", String(255, convert_unicode=False), nullable=True, unique=False, default=None) | ||||
repo_type = Column("repo_type", String(255, convert_unicode=False), nullable=False, unique=False, default=None) | ||||
r1594 | user_id = Column("user_id", Integer(), ForeignKey('users.user_id'), nullable=False, unique=False, default=None) | |||
private = Column("private", Boolean(), nullable=True, unique=None, default=None) | ||||
enable_statistics = Column("statistics", Boolean(), nullable=True, unique=None, default=True) | ||||
enable_downloads = Column("downloads", Boolean(), nullable=True, unique=None, default=True) | ||||
|
r4116 | description = Column("description", String(10000, convert_unicode=False), nullable=True, unique=None, default=None) | ||
r1594 | created_on = Column('created_on', DateTime(timezone=False), nullable=True, unique=None, default=datetime.datetime.now) | |||
r2797 | updated_on = Column('updated_on', DateTime(timezone=False), nullable=True, unique=None, default=datetime.datetime.now) | |||
|
r4116 | _landing_revision = Column("landing_revision", String(255, convert_unicode=False), nullable=False, unique=False, default=None) | ||
r2726 | enable_locking = Column("enable_locking", Boolean(), nullable=False, unique=None, default=False) | |||
|
r4116 | _locked = Column("locked", String(255, convert_unicode=False), nullable=True, unique=False, default=None) | ||
r3147 | _changeset_cache = Column("changeset_cache", LargeBinary(), nullable=True) #JSON data | |||
r1301 | ||||
r1594 | fork_id = Column("fork_id", Integer(), ForeignKey('repositories.repo_id'), nullable=True, unique=False, default=None) | |||
group_id = Column("group_id", Integer(), ForeignKey('groups.group_id'), nullable=True, unique=False, default=None) | ||||
r631 | ||||
|
r1593 | user = relationship('User') | ||
r1594 | fork = relationship('Repository', remote_side=repo_id) | |||
r1633 | group = relationship('RepoGroup') | |||
repo_to_perm = relationship('UserRepoToPerm', cascade='all', order_by='UserRepoToPerm.repo_to_perm_id') | ||||
|
r3417 | users_group_to_perm = relationship('UserGroupRepoToPerm', cascade='all') | ||
r1594 | stats = relationship('Statistics', cascade='all', uselist=False) | |||
r667 | ||||
r2674 | followers = relationship('UserFollowing', | |||
primaryjoin='UserFollowing.follows_repo_id==Repository.repo_id', | ||||
r2666 | cascade='all') | |||
r3308 | extra_fields = relationship('RepositoryField', | |||
cascade="all, delete, delete-orphan") | ||||
r734 | ||||
r1747 | logs = relationship('UserLog') | |||
r2665 | comments = relationship('ChangesetComment', cascade="all, delete, delete-orphan") | |||
r970 | ||||
r2666 | pull_requests_org = relationship('PullRequest', | |||
primaryjoin='PullRequest.org_repo_id==Repository.repo_id', | ||||
cascade="all, delete, delete-orphan") | ||||
pull_requests_other = relationship('PullRequest', | ||||
primaryjoin='PullRequest.other_repo_id==Repository.repo_id', | ||||
cascade="all, delete, delete-orphan") | ||||
r2156 | def __unicode__(self): | |||
r2459 | return u"<%s('%s:%s')>" % (self.__class__.__name__, self.repo_id, | |||
|
r4116 | safe_unicode(self.repo_name)) | ||
@hybrid_property | ||||
def landing_rev(self): | ||||
# always should return [rev_type, rev] | ||||
if self._landing_revision: | ||||
_rev_info = self._landing_revision.split(':') | ||||
if len(_rev_info) < 2: | ||||
_rev_info.insert(0, 'rev') | ||||
return [_rev_info[0], _rev_info[1]] | ||||
return [None, None] | ||||
@landing_rev.setter | ||||
def landing_rev(self, val): | ||||
if ':' not in val: | ||||
raise ValueError('value must be delimited with `:` and consist ' | ||||
'of <rev_type>:<rev>, got %s instead' % val) | ||||
self._landing_revision = val | ||||
r878 | ||||
r2726 | @hybrid_property | |||
def locked(self): | ||||
# always should return [user_id, timelocked] | ||||
if self._locked: | ||||
_lock_info = self._locked.split(':') | ||||
return int(_lock_info[0]), _lock_info[1] | ||||
return [None, None] | ||||
@locked.setter | ||||
def locked(self, val): | ||||
if val and isinstance(val, (list, tuple)): | ||||
self._locked = ':'.join(map(str, val)) | ||||
else: | ||||
self._locked = None | ||||
r3147 | @hybrid_property | |||
def changeset_cache(self): | ||||
from rhodecode.lib.vcs.backends.base import EmptyChangeset | ||||
dummy = EmptyChangeset().__json__() | ||||
if not self._changeset_cache: | ||||
return dummy | ||||
try: | ||||
return json.loads(self._changeset_cache) | ||||
except TypeError: | ||||
return dummy | ||||
@changeset_cache.setter | ||||
def changeset_cache(self, val): | ||||
try: | ||||
self._changeset_cache = json.dumps(val) | ||||
r3631 | except Exception: | |||
r3147 | log.error(traceback.format_exc()) | |||
r1065 | @classmethod | |||
|
r1593 | def url_sep(cls): | ||
r2339 | return URL_SEP | |||
r1065 | ||||
r1554 | @classmethod | |||
r3152 | def normalize_repo_name(cls, repo_name): | |||
""" | ||||
Normalizes os specific repo_name to the format internally stored inside | ||||
dabatabase using URL_SEP | ||||
:param cls: | ||||
:param repo_name: | ||||
""" | ||||
return cls.url_sep().join(repo_name.split(os.sep)) | ||||
@classmethod | ||||
|
r1593 | def get_by_repo_name(cls, repo_name): | ||
r2520 | q = Session().query(cls).filter(cls.repo_name == repo_name) | |||
|
r1593 | q = q.options(joinedload(Repository.fork))\ | ||
.options(joinedload(Repository.user))\ | ||||
.options(joinedload(Repository.group)) | ||||
r1749 | return q.scalar() | |||
r1301 | ||||
@classmethod | ||||
r2400 | def get_by_full_path(cls, repo_full_path): | |||
repo_name = repo_full_path.split(cls.base_path(), 1)[-1] | ||||
r3152 | repo_name = cls.normalize_repo_name(repo_name) | |||
r2400 | return cls.get_by_repo_name(repo_name.strip(URL_SEP)) | |||
@classmethod | ||||
|
r1593 | def get_repo_forks(cls, repo_id): | ||
return cls.query().filter(Repository.fork_id == repo_id) | ||||
r1301 | ||||
r1508 | @classmethod | |||
|
r1593 | def base_path(cls): | ||
r1508 | """ | |||
Returns base path when all repos are stored | ||||
|
r1587 | |||
r1508 | :param cls: | |||
""" | ||||
r2520 | q = Session().query(RhodeCodeUi)\ | |||
r1728 | .filter(RhodeCodeUi.ui_key == cls.url_sep()) | |||
q = q.options(FromCache("sql_cache_short", "repository_repo_path")) | ||||
r1508 | return q.one().ui_value | |||
r1113 | @property | |||
r2395 | def forks(self): | |||
""" | ||||
Return forks of this repo | ||||
""" | ||||
return Repository.get_repo_forks(self.repo_id) | ||||
@property | ||||
def parent(self): | ||||
""" | ||||
Returns fork parent | ||||
""" | ||||
return self.fork | ||||
@property | ||||
|
r1593 | def just_name(self): | ||
return self.repo_name.split(Repository.url_sep())[-1] | ||||
r1155 | ||||
@property | ||||
|
r1593 | def groups_with_parents(self): | ||
r1155 | groups = [] | |||
if self.group is None: | ||||
return groups | ||||
cur_gr = self.group | ||||
|
r1593 | groups.insert(0, cur_gr) | ||
r1155 | while 1: | |||
|
r1593 | gr = getattr(cur_gr, 'parent_group', None) | ||
r1155 | cur_gr = cur_gr.parent_group | |||
if gr is None: | ||||
break | ||||
|
r1593 | groups.insert(0, gr) | ||
r1155 | ||||
return groups | ||||
@property | ||||
|
r1593 | def groups_and_repo(self): | ||
|
r3599 | return self.groups_with_parents, self.just_name, self.repo_name | ||
r1113 | ||||
r1366 | @LazyProperty | |||
|
r1593 | def repo_path(self): | ||
r1366 | """ | |||
Returns base full path for that repository means where it actually | ||||
exists on a filesystem | ||||
""" | ||||
r2520 | q = Session().query(RhodeCodeUi).filter(RhodeCodeUi.ui_key == | |||
|
r1593 | Repository.url_sep()) | ||
r1727 | q = q.options(FromCache("sql_cache_short", "repository_repo_path")) | |||
r1368 | return q.one().ui_value | |||
r1366 | ||||
@property | ||||
|
r1593 | def repo_full_path(self): | ||
r1366 | p = [self.repo_path] | |||
# we need to split the name by / since this is how we store the | ||||
# names in the database, but that eventually needs to be converted | ||||
# into a valid system path | ||||
|
r1593 | p += self.repo_name.split(Repository.url_sep()) | ||
r3636 | return os.path.join(*map(safe_unicode, p)) | |||
r1366 | ||||
r2809 | @property | |||
def cache_keys(self): | ||||
""" | ||||
Returns associated cache keys for that repo | ||||
""" | ||||
return CacheInvalidation.query()\ | ||||
.filter(CacheInvalidation.cache_args == self.repo_name)\ | ||||
.order_by(CacheInvalidation.cache_key)\ | ||||
.all() | ||||
|
r1593 | def get_new_name(self, repo_name): | ||
r1539 | """ | |||
returns new full repository name based on assigned group and new new | ||||
|
r1591 | |||
r1539 | :param group_name: | |||
""" | ||||
path_prefix = self.group.full_path_splitted if self.group else [] | ||||
|
r1593 | return Repository.url_sep().join(path_prefix + [repo_name]) | ||
r1539 | ||||
r1366 | @property | |||
|
r1593 | def _ui(self): | ||
r1366 | """ | |||
Creates an db based ui object for this repository | ||||
""" | ||||
r2982 | from rhodecode.lib.utils import make_ui | |||
return make_ui('db', clear_session=False) | ||||
r1366 | ||||
r1508 | @classmethod | |||
|
r1593 | def is_valid(cls, repo_name): | ||
r1508 | """ | |||
returns True if given repo name is a valid filesystem repository | ||||
|
r1587 | |||
r1819 | :param cls: | |||
:param repo_name: | ||||
r1508 | """ | |||
from rhodecode.lib.utils import is_valid_repo | ||||
|
r1593 | return is_valid_repo(repo_name, cls.base_path()) | ||
r1508 | ||||
r2508 | def get_api_data(self): | |||
""" | ||||
Common function for generating repo api data | ||||
""" | ||||
repo = self | ||||
data = dict( | ||||
r2510 | repo_id=repo.repo_id, | |||
r2508 | repo_name=repo.repo_name, | |||
repo_type=repo.repo_type, | ||||
clone_uri=repo.clone_uri, | ||||
private=repo.private, | ||||
created_on=repo.created_on, | ||||
description=repo.description, | ||||
landing_rev=repo.landing_rev, | ||||
owner=repo.user.username, | ||||
r3115 | fork_of=repo.fork.repo_name if repo.fork else None, | |||
enable_statistics=repo.enable_statistics, | ||||
enable_locking=repo.enable_locking, | ||||
r3174 | enable_downloads=repo.enable_downloads, | |||
r3502 | last_changeset=repo.changeset_cache, | |||
locked_by=User.get(self.locked[0]).get_api_data() \ | ||||
if self.locked[0] else None, | ||||
locked_date=time_to_datetime(self.locked[1]) \ | ||||
if self.locked[1] else None | ||||
r2508 | ) | |||
r3308 | rc_config = RhodeCodeSetting.get_app_settings() | |||
repository_fields = str2bool(rc_config.get('rhodecode_repository_fields')) | ||||
if repository_fields: | ||||
for f in self.extra_fields: | ||||
data[f.field_key_prefixed] = f.field_value | ||||
r2508 | ||||
return data | ||||
r2726 | @classmethod | |||
r3808 | def lock(cls, repo, user_id, lock_time=None): | |||
if not lock_time: | ||||
lock_time = time.time() | ||||
repo.locked = [user_id, lock_time] | ||||
r2726 | Session().add(repo) | |||
Session().commit() | ||||
@classmethod | ||||
def unlock(cls, repo): | ||||
repo.locked = None | ||||
Session().add(repo) | ||||
Session().commit() | ||||
r3457 | @classmethod | |||
def getlock(cls, repo): | ||||
return repo.locked | ||||
r2936 | @property | |||
def last_db_change(self): | ||||
return self.updated_on | ||||
|
r4116 | @property | ||
def clone_uri_hidden(self): | ||||
clone_uri = self.clone_uri | ||||
if clone_uri: | ||||
import urlobject | ||||
url_obj = urlobject.URLObject(self.clone_uri) | ||||
if url_obj.password: | ||||
clone_uri = url_obj.with_password('*****') | ||||
return clone_uri | ||||
r3170 | def clone_url(self, **override): | |||
from pylons import url | ||||
|
r4116 | qualified_home_url = url('home', qualified=True) | ||
uri_tmpl = None | ||||
if 'with_id' in override: | ||||
uri_tmpl = self.DEFAULT_CLONE_URI_ID | ||||
del override['with_id'] | ||||
if 'uri_tmpl' in override: | ||||
uri_tmpl = override['uri_tmpl'] | ||||
del override['uri_tmpl'] | ||||
# we didn't override our tmpl from **overrides | ||||
if not uri_tmpl: | ||||
uri_tmpl = self.DEFAULT_CLONE_URI | ||||
try: | ||||
from pylons import tmpl_context as c | ||||
uri_tmpl = c.clone_uri_tmpl | ||||
except Exception: | ||||
# in any case if we call this outside of request context, | ||||
# ie, not having tmpl_context set up | ||||
pass | ||||
return get_clone_url(uri_tmpl=uri_tmpl, | ||||
qualifed_home_url=qualified_home_url, | ||||
repo_name=self.repo_name, | ||||
repo_id=self.repo_id, **override) | ||||
def set_state(self, state): | ||||
self.repo_state = state | ||||
Session().add(self) | ||||
r1366 | #========================================================================== | |||
r1466 | # SCM PROPERTIES | |||
#========================================================================== | ||||
r2251 | def get_changeset(self, rev=None): | |||
|
r1593 | return get_changeset_safe(self.scm_instance, rev) | ||
r1466 | ||||
r2603 | def get_landing_changeset(self): | |||
""" | ||||
Returns landing changeset, or if that doesn't exist returns the tip | ||||
""" | ||||
|
r4116 | _rev_type, _rev = self.landing_rev | ||
cs = self.get_changeset(_rev) | ||||
if isinstance(cs, EmptyChangeset): | ||||
return self.get_changeset() | ||||
r2603 | return cs | |||
r3147 | def update_changeset_cache(self, cs_cache=None): | |||
""" | ||||
Update cache of last changeset for repository, keys should be:: | ||||
short_id | ||||
raw_id | ||||
revision | ||||
message | ||||
date | ||||
author | ||||
:param cs_cache: | ||||
""" | ||||
from rhodecode.lib.vcs.backends.base import BaseChangeset | ||||
if cs_cache is None: | ||||
r3420 | cs_cache = EmptyChangeset() | |||
# use no-cache version here | ||||
r3549 | scm_repo = self.scm_instance_no_cache() | |||
r3420 | if scm_repo: | |||
cs_cache = scm_repo.get_changeset() | ||||
r3147 | if isinstance(cs_cache, BaseChangeset): | |||
cs_cache = cs_cache.__json__() | ||||
r3420 | if (cs_cache != self.changeset_cache or not self.changeset_cache): | |||
r3226 | _default = datetime.datetime.fromtimestamp(0) | |||
r3420 | last_change = cs_cache.get('date') or _default | |||
r3636 | log.debug('updated repo %s with new cs cache %s' | |||
% (self.repo_name, cs_cache)) | ||||
r2937 | self.updated_on = last_change | |||
r3147 | self.changeset_cache = cs_cache | |||
r2937 | Session().add(self) | |||
Session().commit() | ||||
r3227 | else: | |||
r3636 | log.debug('Skipping repo:%s already with latest changes' | |||
% self.repo_name) | ||||
r2937 | ||||
r1466 | @property | |||
|
r1593 | def tip(self): | ||
return self.get_changeset('tip') | ||||
r1466 | ||||
@property | ||||
|
r1593 | def author(self): | ||
r1466 | return self.tip.author | |||
@property | ||||
|
r1593 | def last_change(self): | ||
r1466 | return self.scm_instance.last_change | |||
r2520 | def get_comments(self, revisions=None): | |||
r1884 | """ | |||
Returns comments for this repository grouped by revisions | ||||
:param revisions: filter query by revisions only | ||||
""" | ||||
cmts = ChangesetComment.query()\ | ||||
.filter(ChangesetComment.repo == self) | ||||
if revisions: | ||||
cmts = cmts.filter(ChangesetComment.revision.in_(revisions)) | ||||
r3850 | grouped = collections.defaultdict(list) | |||
r1884 | for cmt in cmts.all(): | |||
grouped[cmt.revision].append(cmt) | ||||
return grouped | ||||
r2215 | def statuses(self, revisions=None): | |||
""" | ||||
Returns statuses for this repository | ||||
r2217 | ||||
r2215 | :param revisions: list of revisions to get statuses for | |||
""" | ||||
statuses = ChangesetStatus.query()\ | ||||
r2287 | .filter(ChangesetStatus.repo == self)\ | |||
.filter(ChangesetStatus.version == 0) | ||||
r2215 | if revisions: | |||
statuses = statuses.filter(ChangesetStatus.revision.in_(revisions)) | ||||
r2217 | grouped = {} | |||
r2542 | ||||
#maybe we have open new pullrequest without a status ? | ||||
stat = ChangesetStatus.STATUS_UNDER_REVIEW | ||||
status_lbl = ChangesetStatus.get_status_lbl(stat) | ||||
for pr in PullRequest.query().filter(PullRequest.org_repo == self).all(): | ||||
for rev in pr.revisions: | ||||
pr_id = pr.pull_request_id | ||||
pr_repo = pr.other_repo.repo_name | ||||
grouped[rev] = [stat, status_lbl, pr_id, pr_repo] | ||||
r2215 | for stat in statuses.all(): | |||
r2443 | pr_id = pr_repo = None | |||
if stat.pull_request: | ||||
pr_id = stat.pull_request.pull_request_id | ||||
pr_repo = stat.pull_request.other_repo.repo_name | ||||
grouped[stat.revision] = [str(stat.status), stat.status_lbl, | ||||
pr_id, pr_repo] | ||||
r2215 | return grouped | |||
r3246 | def _repo_size(self): | |||
from rhodecode.lib import helpers as h | ||||
log.debug('calculating repository size...') | ||||
return h.format_byte_size(self.scm_instance.size) | ||||
r1466 | #========================================================================== | |||
r1366 | # SCM CACHE INSTANCE | |||
#========================================================================== | ||||
|
r1593 | def set_invalidate(self): | ||
r1366 | """ | |||
|
r3682 | Mark caches of this repo as invalid. | ||
r1366 | """ | |||
|
r3717 | CacheInvalidation.set_invalidate(self.repo_name) | ||
r1366 | ||||
r3278 | def scm_instance_no_cache(self): | |||
return self.__get_instance() | ||||
r3680 | @property | |||
|
r1593 | def scm_instance(self): | ||
r3025 | import rhodecode | |||
full_cache = str2bool(rhodecode.CONFIG.get('vcs_full_cache')) | ||||
if full_cache: | ||||
return self.scm_instance_cached() | ||||
r1400 | return self.__get_instance() | |||
r1366 | ||||
|
r3772 | def scm_instance_cached(self, valid_cache_keys=None): | ||
|
r1593 | @cache_region('long_term') | ||
def _c(repo_name): | ||||
r1400 | return self.__get_instance() | |||
r1607 | rn = self.repo_name | |||
r2352 | ||||
|
r3773 | valid = CacheInvalidation.test_and_set_valid(rn, None, valid_cache_keys=valid_cache_keys) | ||
|
r3772 | if not valid: | ||
log.debug('Cache for %s invalidated, getting new object' % (rn)) | ||||
|
r1593 | region_invalidate(_c, None, rn) | ||
r3686 | else: | |||
log.debug('Getting obj for %s from cache' % (rn)) | ||||
|
r1593 | return _c(rn) | ||
r1366 | ||||
|
r1593 | def __get_instance(self): | ||
r1368 | repo_full_path = self.repo_full_path | |||
r1366 | try: | |||
|
r1593 | alias = get_scm(repo_full_path)[0] | ||
r3420 | log.debug('Creating instance of %s repository from %s' | |||
% (alias, repo_full_path)) | ||||
|
r1593 | backend = get_backend(alias) | ||
r1366 | except VCSError: | |||
|
r1593 | log.error(traceback.format_exc()) | ||
log.error('Perhaps this repository is in db and not in ' | ||||
r1366 | 'filesystem run rescan repositories with ' | |||
|
r1593 | '"destroy old data " option from admin panel') | ||
r1366 | return | |||
if alias == 'hg': | ||||
r2000 | ||||
r1594 | repo = backend(safe_str(repo_full_path), create=False, | |||
baseui=self._ui) | ||||
r1607 | # skip hidden web repository | |||
r1366 | if repo._get_hidden(): | |||
return | ||||
else: | ||||
r1594 | repo = backend(repo_full_path, create=False) | |||
r1366 | ||||
return repo | ||||
|
r4116 | def __json__(self): | ||
return dict(landing_rev = self.landing_rev) | ||||
r1065 | ||||
r1633 | class RepoGroup(Base, BaseModel): | |||
r878 | __tablename__ = 'groups' | |||
r1958 | __table_args__ = ( | |||
UniqueConstraint('group_name', 'group_parent_id'), | ||||
r1963 | CheckConstraint('group_id != group_parent_id'), | |||
r2356 | {'extend_existing': True, 'mysql_engine': 'InnoDB', | |||
|
r4116 | 'mysql_charset': 'utf8', 'sqlite_autoincrement': True}, | ||
r1958 | ) | |||
__mapper_args__ = {'order_by': 'group_name'} | ||||
r878 | ||||
|
r4116 | SEP = ' » ' | ||
r1594 | group_id = Column("group_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) | |||
|
r4116 | group_name = Column("group_name", String(255, convert_unicode=False), nullable=False, unique=True, default=None) | ||
r1594 | group_parent_id = Column("group_parent_id", Integer(), ForeignKey('groups.group_id'), nullable=True, unique=None, default=None) | |||
|
r4116 | group_description = Column("group_description", String(10000, convert_unicode=False), nullable=True, unique=None, default=None) | ||
r2749 | enable_locking = Column("enable_locking", Boolean(), nullable=False, unique=None, default=False) | |||
r3714 | user_id = Column("user_id", Integer(), ForeignKey('users.user_id'), nullable=False, unique=False, default=None) | |||
|
r4116 | created_on = Column('created_on', DateTime(timezone=False), nullable=False, default=datetime.datetime.now) | ||
r878 | ||||
r1982 | repo_group_to_perm = relationship('UserRepoGroupToPerm', cascade='all', order_by='UserRepoGroupToPerm.group_to_perm_id') | |||
|
r3417 | users_group_to_perm = relationship('UserGroupRepoGroupToPerm', cascade='all') | ||
r1633 | parent_group = relationship('RepoGroup', remote_side=group_id) | |||
r3714 | user = relationship('User') | |||
r878 | ||||
r1594 | def __init__(self, group_name='', parent_group=None): | |||
r878 | self.group_name = group_name | |||
self.parent_group = parent_group | ||||
r2156 | def __unicode__(self): | |||
r3714 | return u"<%s('id:%s:%s')>" % (self.__class__.__name__, self.group_id, | |||
self.group_name) | ||||
r631 | ||||
r1346 | @classmethod | |||
|
r4116 | def _generate_choice(cls, repo_group): | ||
from webhelpers.html import literal as _literal | ||||
_name = lambda k: _literal(cls.SEP.join(k)) | ||||
return repo_group.group_id, _name(repo_group.full_path_splitted) | ||||
@classmethod | ||||
r3239 | def groups_choices(cls, groups=None, show_empty_group=True): | |||
r3222 | if not groups: | |||
groups = cls.query().all() | ||||
r3239 | ||||
r3222 | repo_groups = [] | |||
if show_empty_group: | ||||
r3942 | repo_groups = [('-1', u'-- %s --' % _('top level'))] | |||
|
r4116 | |||
repo_groups.extend([cls._generate_choice(x) for x in groups]) | ||||
repo_groups = sorted(repo_groups, key=lambda t: t[1].split(cls.SEP)[0]) | ||||
r1547 | return repo_groups | |||
|
r1591 | |||
r1547 | @classmethod | |||
|
r1593 | def url_sep(cls): | ||
r2339 | return URL_SEP | |||
r1346 | ||||
r1538 | @classmethod | |||
r1594 | def get_by_group_name(cls, group_name, cache=False, case_insensitive=False): | |||
|
r1584 | if case_insensitive: | ||
gr = cls.query()\ | ||||
|
r1593 | .filter(cls.group_name.ilike(group_name)) | ||
|
r1584 | else: | ||
gr = cls.query()\ | ||||
|
r1593 | .filter(cls.group_name == group_name) | ||
|
r1584 | if cache: | ||
r2062 | gr = gr.options(FromCache( | |||
"sql_cache_short", | ||||
"get_group_%s" % _hash_key(group_name) | ||||
) | ||||
) | ||||
|
r1584 | return gr.scalar() | ||
r1538 | ||||
r1159 | @property | |||
|
r1593 | def parents(self): | ||
|
r4116 | parents_recursion_limit = 10 | ||
r1159 | groups = [] | |||
if self.parent_group is None: | ||||
return groups | ||||
cur_gr = self.parent_group | ||||
|
r1593 | groups.insert(0, cur_gr) | ||
r1349 | cnt = 0 | |||
r1159 | while 1: | |||
r1349 | cnt += 1 | |||
|
r1593 | gr = getattr(cur_gr, 'parent_group', None) | ||
r1159 | cur_gr = cur_gr.parent_group | |||
if gr is None: | ||||
break | ||||
r1385 | if cnt == parents_recursion_limit: | |||
r1349 | # this will prevent accidental infinit loops | |||
|
r4116 | log.error(('more than %s parents found for group %s, stopping ' | ||
'recursive parent fetching' % (parents_recursion_limit, self))) | ||||
r1349 | break | |||
|
r1593 | groups.insert(0, gr) | ||
r1159 | return groups | |||
r1385 | @property | |||
|
r1593 | def children(self): | ||
r1633 | return RepoGroup.query().filter(RepoGroup.parent_group == self) | |||
r1323 | ||||
@property | ||||
|
r1593 | def name(self): | ||
r1633 | return self.group_name.split(RepoGroup.url_sep())[-1] | |||
r1538 | ||||
@property | ||||
|
r1593 | def full_path(self): | ||
r1594 | return self.group_name | |||
r1538 | ||||
@property | ||||
|
r1593 | def full_path_splitted(self): | ||
r1633 | return self.group_name.split(RepoGroup.url_sep()) | |||
r1323 | ||||
r1193 | @property | |||
|
r1593 | def repositories(self): | ||
r2079 | return Repository.query()\ | |||
.filter(Repository.group == self)\ | ||||
.order_by(Repository.repo_name) | ||||
r1193 | ||||
r1385 | @property | |||
|
r1593 | def repositories_recursive_count(self): | ||
r1385 | cnt = self.repositories.count() | |||
|
r1593 | def children_count(group): | ||
r1385 | cnt = 0 | |||
for child in group.children: | ||||
cnt += child.repositories.count() | ||||
|
r1593 | cnt += children_count(child) | ||
r1385 | return cnt | |||
|
r1593 | return cnt + children_count(self) | ||
r1385 | ||||
r3459 | def _recursive_objects(self, include_repos=True): | |||
r2749 | all_ = [] | |||
def _get_members(root_gr): | ||||
r3459 | if include_repos: | |||
for r in root_gr.repositories: | ||||
all_.append(r) | ||||
r2749 | childs = root_gr.children.all() | |||
if childs: | ||||
for gr in childs: | ||||
all_.append(gr) | ||||
_get_members(gr) | ||||
_get_members(self) | ||||
return [self] + all_ | ||||
r3459 | def recursive_groups_and_repos(self): | |||
""" | ||||
Recursive return all groups, with repositories in those groups | ||||
""" | ||||
return self._recursive_objects() | ||||
def recursive_groups(self): | ||||
""" | ||||
r3473 | Returns all children groups for this group including children of children | |||
r3459 | """ | |||
return self._recursive_objects(include_repos=False) | ||||
|
r1593 | def get_new_name(self, group_name): | ||
r1538 | """ | |||
returns new full group name based on parent and new name | ||||
|
r1591 | |||
r1538 | :param group_name: | |||
""" | ||||
r1607 | path_prefix = (self.parent_group.full_path_splitted if | |||
r1594 | self.parent_group else []) | |||
r1633 | return RepoGroup.url_sep().join(path_prefix + [group_name]) | |||
r1538 | ||||
|
r4116 | def get_api_data(self): | ||
""" | ||||
Common function for generating api data | ||||
""" | ||||
group = self | ||||
data = dict( | ||||
group_id=group.group_id, | ||||
group_name=group.group_name, | ||||
group_description=group.group_description, | ||||
parent_group=group.parent_group.group_name if group.parent_group else None, | ||||
repositories=[x.repo_name for x in group.repositories], | ||||
owner=group.user.username | ||||
) | ||||
return data | ||||
r1538 | ||||
|
r1593 | class Permission(Base, BaseModel): | ||
r547 | __tablename__ = 'permissions' | |||
r2149 | __table_args__ = ( | |||
r2463 | Index('p_perm_name_idx', 'permission_name'), | |||
r2356 | {'extend_existing': True, 'mysql_engine': 'InnoDB', | |||
|
r4116 | 'mysql_charset': 'utf8', 'sqlite_autoincrement': True}, | ||
r2149 | ) | |||
r2532 | PERMS = [ | |||
r3733 | ('hg.admin', _('RhodeCode Administrator')), | |||
r2532 | ('repository.none', _('Repository no access')), | |||
('repository.read', _('Repository read access')), | ||||
('repository.write', _('Repository write access')), | ||||
('repository.admin', _('Repository admin access')), | ||||
|
r3416 | ('group.none', _('Repository group no access')), | ||
('group.read', _('Repository group read access')), | ||||
('group.write', _('Repository group write access')), | ||||
('group.admin', _('Repository group admin access')), | ||||
r2532 | ||||
r3714 | ('usergroup.none', _('User group no access')), | |||
('usergroup.read', _('User group read access')), | ||||
('usergroup.write', _('User group write access')), | ||||
('usergroup.admin', _('User group admin access')), | ||||
r3734 | ('hg.repogroup.create.false', _('Repository Group creation disabled')), | |||
('hg.repogroup.create.true', _('Repository Group creation enabled')), | ||||
('hg.usergroup.create.false', _('User Group creation disabled')), | ||||
('hg.usergroup.create.true', _('User Group creation enabled')), | ||||
r2532 | ('hg.create.none', _('Repository creation disabled')), | |||
('hg.create.repository', _('Repository creation enabled')), | ||||
|
r4116 | ('hg.create.write_on_repogroup.true', _('Repository creation enabled with write permission to a repository group')), | ||
('hg.create.write_on_repogroup.false', _('Repository creation disabled with write permission to a repository group')), | ||||
r3733 | ||||
r2709 | ('hg.fork.none', _('Repository forking disabled')), | |||
('hg.fork.repository', _('Repository forking enabled')), | ||||
r3733 | ||||
r3786 | ('hg.register.none', _('Registration disabled')), | |||
('hg.register.manual_activate', _('User Registration with manual account activation')), | ||||
('hg.register.auto_activate', _('User Registration with automatic account activation')), | ||||
r2532 | ||||
r3786 | ('hg.extern_activate.manual', _('Manual activation of external account')), | |||
('hg.extern_activate.auto', _('Automatic activation of external account')), | ||||
r2532 | ] | |||
r3733 | #definition of system default permissions for DEFAULT user | |||
DEFAULT_USER_PERMISSIONS = [ | ||||
'repository.read', | ||||
'group.read', | ||||
'usergroup.read', | ||||
'hg.create.repository', | ||||
|
r4116 | 'hg.create.write_on_repogroup.true', | ||
r3733 | 'hg.fork.repository', | |||
'hg.register.manual_activate', | ||||
r3786 | 'hg.extern_activate.auto', | |||
r3733 | ] | |||
r2709 | # defines which permissions are more important higher the more important | |||
r3734 | # Weight defines which permissions are more important. | |||
# The higher number the more important. | ||||
r2709 | PERM_WEIGHTS = { | |||
'repository.none': 0, | ||||
'repository.read': 1, | ||||
'repository.write': 3, | ||||
'repository.admin': 4, | ||||
'group.none': 0, | ||||
'group.read': 1, | ||||
'group.write': 3, | ||||
'group.admin': 4, | ||||
r3714 | 'usergroup.none': 0, | |||
'usergroup.read': 1, | ||||
'usergroup.write': 3, | ||||
'usergroup.admin': 4, | ||||
r3734 | 'hg.repogroup.create.false': 0, | |||
'hg.repogroup.create.true': 1, | ||||
'hg.usergroup.create.false': 0, | ||||
'hg.usergroup.create.true': 1, | ||||
r3714 | ||||
r2709 | 'hg.fork.none': 0, | |||
'hg.fork.repository': 1, | ||||
'hg.create.none': 0, | ||||
r3714 | 'hg.create.repository': 1 | |||
r2709 | } | |||
r1594 | permission_id = Column("permission_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) | |||
|
r4116 | permission_name = Column("permission_name", String(255, convert_unicode=False), nullable=True, unique=None, default=None) | ||
permission_longname = Column("permission_longname", String(255, convert_unicode=False), nullable=True, unique=None, default=None) | ||||
r631 | ||||
r2156 | def __unicode__(self): | |||
return u"<%s('%s:%s')>" % ( | ||||
r1982 | self.__class__.__name__, self.permission_id, self.permission_name | |||
) | ||||
r547 | ||||
r1266 | @classmethod | |||
|
r1593 | def get_by_key(cls, key): | ||
return cls.query().filter(cls.permission_name == key).scalar() | ||||
r1266 | ||||
r1728 | @classmethod | |||
r1744 | def get_default_perms(cls, default_user_id): | |||
r2520 | q = Session().query(UserRepoToPerm, Repository, cls)\ | |||
r1982 | .join((Repository, UserRepoToPerm.repository_id == Repository.repo_id))\ | |||
.join((cls, UserRepoToPerm.permission_id == cls.permission_id))\ | ||||
.filter(UserRepoToPerm.user_id == default_user_id) | ||||
return q.all() | ||||
@classmethod | ||||
def get_default_group_perms(cls, default_user_id): | ||||
r2520 | q = Session().query(UserRepoGroupToPerm, RepoGroup, cls)\ | |||
r1982 | .join((RepoGroup, UserRepoGroupToPerm.group_id == RepoGroup.group_id))\ | |||
.join((cls, UserRepoGroupToPerm.permission_id == cls.permission_id))\ | ||||
.filter(UserRepoGroupToPerm.user_id == default_user_id) | ||||
r1728 | ||||
return q.all() | ||||
r3714 | @classmethod | |||
def get_default_user_group_perms(cls, default_user_id): | ||||
q = Session().query(UserUserGroupToPerm, UserGroup, cls)\ | ||||
.join((UserGroup, UserUserGroupToPerm.user_group_id == UserGroup.users_group_id))\ | ||||
.join((cls, UserUserGroupToPerm.permission_id == cls.permission_id))\ | ||||
.filter(UserUserGroupToPerm.user_id == default_user_id) | ||||
return q.all() | ||||
r1728 | ||||
r1633 | class UserRepoToPerm(Base, BaseModel): | |||
r547 | __tablename__ = 'repo_to_perm' | |||
r1958 | __table_args__ = ( | |||
r2000 | UniqueConstraint('user_id', 'repository_id', 'permission_id'), | |||
r2356 | {'extend_existing': True, 'mysql_engine': 'InnoDB', | |||
|
r4116 | 'mysql_charset': 'utf8', 'sqlite_autoincrement': True} | ||
r1958 | ) | |||
r1594 | repo_to_perm_id = Column("repo_to_perm_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) | |||
user_id = Column("user_id", Integer(), ForeignKey('users.user_id'), nullable=False, unique=None, default=None) | ||||
permission_id = Column("permission_id", Integer(), ForeignKey('permissions.permission_id'), nullable=False, unique=None, default=None) | ||||
repository_id = Column("repository_id", Integer(), ForeignKey('repositories.repo_id'), nullable=False, unique=None, default=None) | ||||
r631 | ||||
|
r1593 | user = relationship('User') | ||
r2000 | repository = relationship('Repository') | |||
|
r1593 | permission = relationship('Permission') | ||
r547 | ||||
r1729 | @classmethod | |||
def create(cls, user, repository, permission): | ||||
n = cls() | ||||
n.user = user | ||||
n.repository = repository | ||||
n.permission = permission | ||||
r2520 | Session().add(n) | |||
r1729 | return n | |||
r2156 | def __unicode__(self): | |||
r3714 | return u'<%s => %s >' % (self.user, self.repository) | |||
class UserUserGroupToPerm(Base, BaseModel): | ||||
__tablename__ = 'user_user_group_to_perm' | ||||
__table_args__ = ( | ||||
UniqueConstraint('user_id', 'user_group_id', 'permission_id'), | ||||
{'extend_existing': True, 'mysql_engine': 'InnoDB', | ||||
|
r4116 | 'mysql_charset': 'utf8', 'sqlite_autoincrement': True} | ||
r3714 | ) | |||
user_user_group_to_perm_id = Column("user_user_group_to_perm_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) | ||||
user_id = Column("user_id", Integer(), ForeignKey('users.user_id'), nullable=False, unique=None, default=None) | ||||
permission_id = Column("permission_id", Integer(), ForeignKey('permissions.permission_id'), nullable=False, unique=None, default=None) | ||||
user_group_id = Column("user_group_id", Integer(), ForeignKey('users_groups.users_group_id'), nullable=False, unique=None, default=None) | ||||
user = relationship('User') | ||||
user_group = relationship('UserGroup') | ||||
permission = relationship('Permission') | ||||
@classmethod | ||||
def create(cls, user, user_group, permission): | ||||
n = cls() | ||||
n.user = user | ||||
n.user_group = user_group | ||||
n.permission = permission | ||||
Session().add(n) | ||||
return n | ||||
def __unicode__(self): | ||||
return u'<%s => %s >' % (self.user, self.user_group) | ||||
r1729 | ||||
r1800 | ||||
|
r1593 | class UserToPerm(Base, BaseModel): | ||
r547 | __tablename__ = 'user_to_perm' | |||
r1988 | __table_args__ = ( | |||
UniqueConstraint('user_id', 'permission_id'), | ||||
r2356 | {'extend_existing': True, 'mysql_engine': 'InnoDB', | |||
|
r4116 | 'mysql_charset': 'utf8', 'sqlite_autoincrement': True} | ||
r1988 | ) | |||
r1594 | user_to_perm_id = Column("user_to_perm_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) | |||
user_id = Column("user_id", Integer(), ForeignKey('users.user_id'), nullable=False, unique=None, default=None) | ||||
permission_id = Column("permission_id", Integer(), ForeignKey('permissions.permission_id'), nullable=False, unique=None, default=None) | ||||
r631 | ||||
|
r1593 | user = relationship('User') | ||
r1728 | permission = relationship('Permission', lazy='joined') | |||
r547 | ||||
r3729 | def __unicode__(self): | |||
return u'<%s => %s >' % (self.user, self.permission) | ||||
r1014 | ||||
|
r3417 | class UserGroupRepoToPerm(Base, BaseModel): | ||
r1271 | __tablename__ = 'users_group_repo_to_perm' | |||
r1958 | __table_args__ = ( | |||
r2000 | UniqueConstraint('repository_id', 'users_group_id', 'permission_id'), | |||
r2356 | {'extend_existing': True, 'mysql_engine': 'InnoDB', | |||
|
r4116 | 'mysql_charset': 'utf8', 'sqlite_autoincrement': True} | ||
r1958 | ) | |||
r1594 | users_group_to_perm_id = Column("users_group_to_perm_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) | |||
users_group_id = Column("users_group_id", Integer(), ForeignKey('users_groups.users_group_id'), nullable=False, unique=None, default=None) | ||||
permission_id = Column("permission_id", Integer(), ForeignKey('permissions.permission_id'), nullable=False, unique=None, default=None) | ||||
repository_id = Column("repository_id", Integer(), ForeignKey('repositories.repo_id'), nullable=False, unique=None, default=None) | ||||
r958 | ||||
|
r3417 | users_group = relationship('UserGroup') | ||
|
r1593 | permission = relationship('Permission') | ||
repository = relationship('Repository') | ||||
r958 | ||||
r1729 | @classmethod | |||
def create(cls, users_group, repository, permission): | ||||
n = cls() | ||||
n.users_group = users_group | ||||
n.repository = repository | ||||
n.permission = permission | ||||
r2520 | Session().add(n) | |||
r1729 | return n | |||
r2156 | def __unicode__(self): | |||
r3788 | return u'<UserGroupRepoToPerm:%s => %s >' % (self.users_group, self.repository) | |||
r1271 | ||||
r1800 | ||||
r3714 | class UserGroupUserGroupToPerm(Base, BaseModel): | |||
__tablename__ = 'user_group_user_group_to_perm' | ||||
__table_args__ = ( | ||||
r3788 | UniqueConstraint('target_user_group_id', 'user_group_id', 'permission_id'), | |||
CheckConstraint('target_user_group_id != user_group_id'), | ||||
r3714 | {'extend_existing': True, 'mysql_engine': 'InnoDB', | |||
|
r4116 | 'mysql_charset': 'utf8', 'sqlite_autoincrement': True} | ||
r3714 | ) | |||
r3788 | user_group_user_group_to_perm_id = Column("user_group_user_group_to_perm_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) | |||
target_user_group_id = Column("target_user_group_id", Integer(), ForeignKey('users_groups.users_group_id'), nullable=False, unique=None, default=None) | ||||
r3714 | permission_id = Column("permission_id", Integer(), ForeignKey('permissions.permission_id'), nullable=False, unique=None, default=None) | |||
user_group_id = Column("user_group_id", Integer(), ForeignKey('users_groups.users_group_id'), nullable=False, unique=None, default=None) | ||||
r3788 | target_user_group = relationship('UserGroup', primaryjoin='UserGroupUserGroupToPerm.target_user_group_id==UserGroup.users_group_id') | |||
user_group = relationship('UserGroup', primaryjoin='UserGroupUserGroupToPerm.user_group_id==UserGroup.users_group_id') | ||||
r3714 | permission = relationship('Permission') | |||
@classmethod | ||||
def create(cls, target_user_group, user_group, permission): | ||||
n = cls() | ||||
n.target_user_group = target_user_group | ||||
n.user_group = user_group | ||||
n.permission = permission | ||||
Session().add(n) | ||||
return n | ||||
def __unicode__(self): | ||||
r3788 | return u'<UserGroupUserGroup:%s => %s >' % (self.target_user_group, self.user_group) | |||
r3714 | ||||
|
r3417 | class UserGroupToPerm(Base, BaseModel): | ||
r1271 | __tablename__ = 'users_group_to_perm' | |||
r1988 | __table_args__ = ( | |||
UniqueConstraint('users_group_id', 'permission_id',), | ||||
r2356 | {'extend_existing': True, 'mysql_engine': 'InnoDB', | |||
|
r4116 | 'mysql_charset': 'utf8', 'sqlite_autoincrement': True} | ||
r1988 | ) | |||
r1594 | users_group_to_perm_id = Column("users_group_to_perm_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) | |||
users_group_id = Column("users_group_id", Integer(), ForeignKey('users_groups.users_group_id'), nullable=False, unique=None, default=None) | ||||
permission_id = Column("permission_id", Integer(), ForeignKey('permissions.permission_id'), nullable=False, unique=None, default=None) | ||||
r1271 | ||||
|
r3417 | users_group = relationship('UserGroup') | ||
|
r1593 | permission = relationship('Permission') | ||
r1271 | ||||
r1633 | class UserRepoGroupToPerm(Base, BaseModel): | |||
r1958 | __tablename__ = 'user_repo_group_to_perm' | |||
__table_args__ = ( | ||||
r2000 | UniqueConstraint('user_id', 'group_id', 'permission_id'), | |||
r2356 | {'extend_existing': True, 'mysql_engine': 'InnoDB', | |||
|
r4116 | 'mysql_charset': 'utf8', 'sqlite_autoincrement': True} | ||
r1958 | ) | |||
r879 | ||||
r1594 | group_to_perm_id = Column("group_to_perm_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) | |||
user_id = Column("user_id", Integer(), ForeignKey('users.user_id'), nullable=False, unique=None, default=None) | ||||
r1958 | group_id = Column("group_id", Integer(), ForeignKey('groups.group_id'), nullable=False, unique=None, default=None) | |||
r1594 | permission_id = Column("permission_id", Integer(), ForeignKey('permissions.permission_id'), nullable=False, unique=None, default=None) | |||
r879 | ||||
|
r1593 | user = relationship('User') | ||
r2000 | group = relationship('RepoGroup') | |||
|
r1593 | permission = relationship('Permission') | ||
r1633 | ||||
|
r4116 | @classmethod | ||
def create(cls, user, repository_group, permission): | ||||
n = cls() | ||||
n.user = user | ||||
n.group = repository_group | ||||
n.permission = permission | ||||
Session().add(n) | ||||
return n | ||||
r1800 | ||||
|
r3417 | class UserGroupRepoGroupToPerm(Base, BaseModel): | ||
r1633 | __tablename__ = 'users_group_repo_group_to_perm' | |||
r1958 | __table_args__ = ( | |||
r1988 | UniqueConstraint('users_group_id', 'group_id'), | |||
r2356 | {'extend_existing': True, 'mysql_engine': 'InnoDB', | |||
|
r4116 | 'mysql_charset': 'utf8', 'sqlite_autoincrement': True} | ||
r1958 | ) | |||
r1633 | ||||
users_group_repo_group_to_perm_id = Column("users_group_repo_group_to_perm_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) | ||||
users_group_id = Column("users_group_id", Integer(), ForeignKey('users_groups.users_group_id'), nullable=False, unique=None, default=None) | ||||
r1988 | group_id = Column("group_id", Integer(), ForeignKey('groups.group_id'), nullable=False, unique=None, default=None) | |||
r1633 | permission_id = Column("permission_id", Integer(), ForeignKey('permissions.permission_id'), nullable=False, unique=None, default=None) | |||
|
r3417 | users_group = relationship('UserGroup') | ||
r1633 | permission = relationship('Permission') | |||
group = relationship('RepoGroup') | ||||
r879 | ||||
|
r4116 | @classmethod | ||
def create(cls, user_group, repository_group, permission): | ||||
n = cls() | ||||
n.users_group = user_group | ||||
n.group = repository_group | ||||
n.permission = permission | ||||
Session().add(n) | ||||
return n | ||||
r1800 | ||||
|
r1593 | class Statistics(Base, BaseModel): | ||
r547 | __tablename__ = 'statistics' | |||
r2149 | __table_args__ = ( | |||
r2150 | UniqueConstraint('repository_id'), | |||
r2356 | {'extend_existing': True, 'mysql_engine': 'InnoDB', | |||
|
r4116 | 'mysql_charset': 'utf8', 'sqlite_autoincrement': True} | ||
r2149 | ) | |||
r1594 | stat_id = Column("stat_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) | |||
repository_id = Column("repository_id", Integer(), ForeignKey('repositories.repo_id'), nullable=False, unique=True, default=None) | ||||
stat_on_revision = Column("stat_on_revision", Integer(), nullable=False) | ||||
commit_activity = Column("commit_activity", LargeBinary(1000000), nullable=False)#JSON data | ||||
commit_activity_combined = Column("commit_activity_combined", LargeBinary(), nullable=False)#JSON data | ||||
languages = Column("languages", LargeBinary(1000000), nullable=False)#JSON data | ||||
r631 | ||||
r1594 | repository = relationship('Repository', single_parent=True) | |||
r547 | ||||
r1800 | ||||
|
r1593 | class UserFollowing(Base, BaseModel): | ||
r734 | __tablename__ = 'user_followings' | |||
r1958 | __table_args__ = ( | |||
UniqueConstraint('user_id', 'follows_repository_id'), | ||||
UniqueConstraint('user_id', 'follows_user_id'), | ||||
r2356 | {'extend_existing': True, 'mysql_engine': 'InnoDB', | |||
|
r4116 | 'mysql_charset': 'utf8', 'sqlite_autoincrement': True} | ||
r1958 | ) | |||
r734 | ||||
r1594 | user_following_id = Column("user_following_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) | |||
user_id = Column("user_id", Integer(), ForeignKey('users.user_id'), nullable=False, unique=None, default=None) | ||||
follows_repo_id = Column("follows_repository_id", Integer(), ForeignKey('repositories.repo_id'), nullable=True, unique=None, default=None) | ||||
follows_user_id = Column("follows_user_id", Integer(), ForeignKey('users.user_id'), nullable=True, unique=None, default=None) | ||||
follows_from = Column('follows_from', DateTime(timezone=False), nullable=True, unique=None, default=datetime.datetime.now) | ||||
r734 | ||||
r1594 | user = relationship('User', primaryjoin='User.user_id==UserFollowing.user_id') | |||
r734 | ||||
r1594 | follows_user = relationship('User', primaryjoin='User.user_id==UserFollowing.follows_user_id') | |||
follows_repository = relationship('Repository', order_by='Repository.repo_name') | ||||
r734 | ||||
r1279 | @classmethod | |||
|
r1593 | def get_repo_followers(cls, repo_id): | ||
return cls.query().filter(cls.follows_repo_id == repo_id) | ||||
r1279 | ||||
r1800 | ||||
|
r1593 | class CacheInvalidation(Base, BaseModel): | ||
r670 | __tablename__ = 'cache_invalidation' | |||
r2149 | __table_args__ = ( | |||
UniqueConstraint('cache_key'), | ||||
r2352 | Index('key_idx', 'cache_key'), | |||
r2356 | {'extend_existing': True, 'mysql_engine': 'InnoDB', | |||
|
r4116 | 'mysql_charset': 'utf8', 'sqlite_autoincrement': True}, | ||
r2149 | ) | |||
|
r3606 | # cache_id, not used | ||
r1594 | cache_id = Column("cache_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) | |||
|
r3606 | # cache_key as created by _get_cache_key | ||
|
r4116 | cache_key = Column("cache_key", String(255, convert_unicode=False), nullable=True, unique=None, default=None) | ||
|
r3682 | # cache_args is a repo_name | ||
|
r4116 | cache_args = Column("cache_args", String(255, convert_unicode=False), nullable=True, unique=None, default=None) | ||
|
r3682 | # instance sets cache_active True when it is caching, | ||
# other instances set cache_active to False to indicate that this cache is invalid | ||||
r1594 | cache_active = Column("cache_active", Boolean(), nullable=True, unique=None, default=False) | |||
r670 | ||||
|
r3682 | def __init__(self, cache_key, repo_name=''): | ||
r692 | self.cache_key = cache_key | |||
|
r3682 | self.cache_args = repo_name | ||
r692 | self.cache_active = False | |||
r2156 | def __unicode__(self): | |||
r3686 | return u"<%s('%s:%s[%s]')>" % (self.__class__.__name__, | |||
self.cache_id, self.cache_key, self.cache_active) | ||||
r2352 | ||||
r3687 | def _cache_key_partition(self): | |||
prefix, repo_name, suffix = self.cache_key.partition(self.cache_args) | ||||
return prefix, repo_name, suffix | ||||
|
r3606 | def get_prefix(self): | ||
""" | ||||
r3687 | get prefix that might have been used in _get_cache_key to | |||
generate self.cache_key. Only used for informational purposes | ||||
in repo_edit.html. | ||||
|
r3606 | """ | ||
r3687 | # prefix, repo_name, suffix | |||
return self._cache_key_partition()[0] | ||||
def get_suffix(self): | ||||
""" | ||||
get suffix that might have been used in _get_cache_key to | ||||
generate self.cache_key. Only used for informational purposes | ||||
in repo_edit.html. | ||||
""" | ||||
# prefix, repo_name, suffix | ||||
return self._cache_key_partition()[2] | ||||
r2809 | ||||
r2147 | @classmethod | |||
|
r3757 | def clear_cache(cls): | ||
""" | ||||
Delete all cache keys from database. | ||||
Should only be run when all instances are down and all entries thus stale. | ||||
""" | ||||
cls.query().delete() | ||||
Session().commit() | ||||
@classmethod | ||||
|
r3606 | def _get_cache_key(cls, key): | ||
r2013 | """ | |||
|
r3606 | Wrapper for generating a unique cache key for this instance and "key". | ||
|
r3682 | key must / will start with a repo_name which will be stored in .cache_args . | ||
r2013 | """ | |||
r2016 | import rhodecode | |||
|
r3606 | prefix = rhodecode.CONFIG.get('instance_id', '') | ||
return "%s%s" % (prefix, key) | ||||
r2013 | ||||
@classmethod | ||||
|
r4116 | def set_invalidate(cls, repo_name, delete=False): | ||
r1607 | """ | |||
|
r3685 | Mark all caches of a repo as invalid in the database. | ||
r1607 | """ | |||
|
r3685 | inv_objs = Session().query(cls).filter(cls.cache_args == repo_name).all() | ||
|
r4116 | log.debug('for repo %s got %s invalidation objects' | ||
% (safe_str(repo_name), inv_objs)) | ||||
r2147 | try: | |||
for inv_obj in inv_objs: | ||||
|
r3685 | log.debug('marking %s key for invalidation based on repo_name=%s' | ||
% (inv_obj, safe_str(repo_name))) | ||||
|
r4116 | if delete: | ||
Session().delete(inv_obj) | ||||
else: | ||||
inv_obj.cache_active = False | ||||
Session().add(inv_obj) | ||||
r2520 | Session().commit() | |||
r1607 | except Exception: | |||
log.error(traceback.format_exc()) | ||||
r2520 | Session().rollback() | |||
r1607 | ||||
@classmethod | ||||
|
r3773 | def test_and_set_valid(cls, repo_name, kind, valid_cache_keys=None): | ||
r1607 | """ | |||
|
r3772 | Mark this cache key as active and currently cached. | ||
Return True if the existing cache registration still was valid. | ||||
Return False to indicate that it had been invalidated and caches should be refreshed. | ||||
r1607 | """ | |||
|
r3773 | |||
key = (repo_name + '_' + kind) if kind else repo_name | ||||
|
r3772 | cache_key = cls._get_cache_key(key) | ||
if valid_cache_keys and cache_key in valid_cache_keys: | ||||
return True | ||||
try: | ||||
inv_obj = cls.query().filter(cls.cache_key == cache_key).scalar() | ||||
if not inv_obj: | ||||
inv_obj = CacheInvalidation(cache_key, repo_name) | ||||
was_valid = inv_obj.cache_active | ||||
inv_obj.cache_active = True | ||||
Session().add(inv_obj) | ||||
Session().commit() | ||||
return was_valid | ||||
except Exception: | ||||
log.error(traceback.format_exc()) | ||||
Session().rollback() | ||||
return False | ||||
r1607 | ||||
r2352 | @classmethod | |||
|
r3772 | def get_valid_cache_keys(cls): | ||
""" | ||||
Return opaque object with information of which caches still are valid | ||||
and can be used without checking for invalidation. | ||||
""" | ||||
return set(inv_obj.cache_key for inv_obj in cls.query().filter(cls.cache_active).all()) | ||||
r2352 | ||||
r1665 | ||||
r1670 | class ChangesetComment(Base, BaseModel): | |||
__tablename__ = 'changeset_comments' | ||||
r2149 | __table_args__ = ( | |||
r2463 | Index('cc_revision_idx', 'revision'), | |||
r2356 | {'extend_existing': True, 'mysql_engine': 'InnoDB', | |||
|
r4116 | 'mysql_charset': 'utf8', 'sqlite_autoincrement': True}, | ||
r2149 | ) | |||
r1670 | comment_id = Column('comment_id', Integer(), nullable=False, primary_key=True) | |||
repo_id = Column('repo_id', Integer(), ForeignKey('repositories.repo_id'), nullable=False) | ||||
r2440 | revision = Column('revision', String(40), nullable=True) | |||
pull_request_id = Column("pull_request_id", Integer(), ForeignKey('pull_requests.pull_request_id'), nullable=True) | ||||
r1677 | line_no = Column('line_no', Unicode(10), nullable=True) | |||
r2724 | hl_lines = Column('hl_lines', Unicode(512), nullable=True) | |||
r1677 | f_path = Column('f_path', Unicode(1000), nullable=True) | |||
r1670 | user_id = Column('user_id', Integer(), ForeignKey('users.user_id'), nullable=False) | |||
r2791 | text = Column('text', UnicodeText(25000), nullable=False) | |||
r2639 | created_on = Column('created_on', DateTime(timezone=False), nullable=False, default=datetime.datetime.now) | |||
modified_at = Column('modified_at', DateTime(timezone=False), nullable=False, default=datetime.datetime.now) | ||||
r1670 | ||||
r1703 | author = relationship('User', lazy='joined') | |||
r1670 | repo = relationship('Repository') | |||
r2677 | status_change = relationship('ChangesetStatus', cascade="all, delete, delete-orphan") | |||
r2440 | pull_request = relationship('PullRequest', lazy='joined') | |||
r1670 | ||||
r1703 | @classmethod | |||
r2443 | def get_users(cls, revision=None, pull_request_id=None): | |||
r1703 | """ | |||
r2443 | Returns user associated with this ChangesetComment. ie those | |||
r1703 | who actually commented | |||
r1818 | ||||
r1703 | :param cls: | |||
:param revision: | ||||
""" | ||||
r2520 | q = Session().query(User)\ | |||
r2443 | .join(ChangesetComment.author) | |||
if revision: | ||||
q = q.filter(cls.revision == revision) | ||||
elif pull_request_id: | ||||
q = q.filter(cls.pull_request_id == pull_request_id) | ||||
return q.all() | ||||
r1886 | ||||
r1703 | ||||
r2215 | class ChangesetStatus(Base, BaseModel): | |||
__tablename__ = 'changeset_statuses' | ||||
__table_args__ = ( | ||||
r2463 | Index('cs_revision_idx', 'revision'), | |||
Index('cs_version_idx', 'version'), | ||||
r2287 | UniqueConstraint('repo_id', 'revision', 'version'), | |||
r2215 | {'extend_existing': True, 'mysql_engine': 'InnoDB', | |||
|
r4116 | 'mysql_charset': 'utf8', 'sqlite_autoincrement': True} | ||
r2215 | ) | |||
r2481 | STATUS_NOT_REVIEWED = DEFAULT = 'not_reviewed' | |||
STATUS_APPROVED = 'approved' | ||||
STATUS_REJECTED = 'rejected' | ||||
STATUS_UNDER_REVIEW = 'under_review' | ||||
r2215 | ||||
STATUSES = [ | ||||
r2481 | (STATUS_NOT_REVIEWED, _("Not Reviewed")), # (no icon) and default | |||
(STATUS_APPROVED, _("Approved")), | ||||
(STATUS_REJECTED, _("Rejected")), | ||||
(STATUS_UNDER_REVIEW, _("Under Review")), | ||||
r2215 | ] | |||
changeset_status_id = Column('changeset_status_id', Integer(), nullable=False, primary_key=True) | ||||
repo_id = Column('repo_id', Integer(), ForeignKey('repositories.repo_id'), nullable=False) | ||||
user_id = Column("user_id", Integer(), ForeignKey('users.user_id'), nullable=False, unique=None) | ||||
revision = Column('revision', String(40), nullable=False) | ||||
r2217 | status = Column('status', String(128), nullable=False, default=DEFAULT) | |||
r2286 | changeset_comment_id = Column('changeset_comment_id', Integer(), ForeignKey('changeset_comments.comment_id')) | |||
r2215 | modified_at = Column('modified_at', DateTime(), nullable=False, default=datetime.datetime.now) | |||
r2287 | version = Column('version', Integer(), nullable=False, default=0) | |||
r2434 | pull_request_id = Column("pull_request_id", Integer(), ForeignKey('pull_requests.pull_request_id'), nullable=True) | |||
r2215 | author = relationship('User', lazy='joined') | |||
repo = relationship('Repository') | ||||
r2286 | comment = relationship('ChangesetComment', lazy='joined') | |||
r2434 | pull_request = relationship('PullRequest', lazy='joined') | |||
r2215 | ||||
r2481 | def __unicode__(self): | |||
return u"<%s('%s:%s')>" % ( | ||||
self.__class__.__name__, | ||||
self.status, self.author | ||||
) | ||||
r2296 | @classmethod | |||
def get_status_lbl(cls, value): | ||||
return dict(cls.STATUSES).get(value) | ||||
r2217 | @property | |||
def status_lbl(self): | ||||
r2296 | return ChangesetStatus.get_status_lbl(self.status) | |||
r2217 | ||||
r2215 | ||||
r2434 | class PullRequest(Base, BaseModel): | |||
__tablename__ = 'pull_requests' | ||||
__table_args__ = ( | ||||
{'extend_existing': True, 'mysql_engine': 'InnoDB', | ||||
|
r4116 | 'mysql_charset': 'utf8', 'sqlite_autoincrement': True}, | ||
r2434 | ) | |||
|
r4049 | # values for .status | ||
r2588 | STATUS_NEW = u'new' | |||
STATUS_OPEN = u'open' | ||||
STATUS_CLOSED = u'closed' | ||||
r2434 | pull_request_id = Column('pull_request_id', Integer(), nullable=False, primary_key=True) | |||
title = Column('title', Unicode(256), nullable=True) | ||||
r2588 | description = Column('description', UnicodeText(10240), nullable=True) | |||
|
r4049 | status = Column('status', Unicode(256), nullable=False, default=STATUS_NEW) # only for closedness, not approve/reject/etc | ||
r2440 | created_on = Column('created_on', DateTime(timezone=False), nullable=False, default=datetime.datetime.now) | |||
r2608 | updated_on = Column('updated_on', DateTime(timezone=False), nullable=False, default=datetime.datetime.now) | |||
r2440 | user_id = Column("user_id", Integer(), ForeignKey('users.user_id'), nullable=False, unique=None) | |||
r2434 | _revisions = Column('revisions', UnicodeText(20500)) # 500 revisions max | |||
org_repo_id = Column('org_repo_id', Integer(), ForeignKey('repositories.repo_id'), nullable=False) | ||||
org_ref = Column('org_ref', Unicode(256), nullable=False) | ||||
other_repo_id = Column('other_repo_id', Integer(), ForeignKey('repositories.repo_id'), nullable=False) | ||||
other_ref = Column('other_ref', Unicode(256), nullable=False) | ||||
@hybrid_property | ||||
def revisions(self): | ||||
return self._revisions.split(':') | ||||
@revisions.setter | ||||
def revisions(self, val): | ||||
self._revisions = ':'.join(val) | ||||
r3170 | @property | |||
def org_ref_parts(self): | ||||
return self.org_ref.split(':') | ||||
@property | ||||
def other_ref_parts(self): | ||||
return self.other_ref.split(':') | ||||
r2440 | author = relationship('User', lazy='joined') | |||
r2674 | reviewers = relationship('PullRequestReviewers', | |||
r2666 | cascade="all, delete, delete-orphan") | |||
r2434 | org_repo = relationship('Repository', primaryjoin='PullRequest.org_repo_id==Repository.repo_id') | |||
other_repo = relationship('Repository', primaryjoin='PullRequest.other_repo_id==Repository.repo_id') | ||||
r2666 | statuses = relationship('ChangesetStatus') | |||
comments = relationship('ChangesetComment', | ||||
cascade="all, delete, delete-orphan") | ||||
r2434 | ||||
r2608 | def is_closed(self): | |||
return self.status == self.STATUS_CLOSED | ||||
r3264 | @property | |||
def last_review_status(self): | ||||
r3274 | return self.statuses[-1].status if self.statuses else '' | |||
r3264 | ||||
r2434 | def __json__(self): | |||
return dict( | ||||
|
r4116 | revisions=self.revisions | ||
r2434 | ) | |||
class PullRequestReviewers(Base, BaseModel): | ||||
__tablename__ = 'pull_request_reviewers' | ||||
__table_args__ = ( | ||||
{'extend_existing': True, 'mysql_engine': 'InnoDB', | ||||
|
r4116 | 'mysql_charset': 'utf8', 'sqlite_autoincrement': True}, | ||
r2434 | ) | |||
def __init__(self, user=None, pull_request=None): | ||||
self.user = user | ||||
self.pull_request = pull_request | ||||
pull_requests_reviewers_id = Column('pull_requests_reviewers_id', Integer(), nullable=False, primary_key=True) | ||||
pull_request_id = Column("pull_request_id", Integer(), ForeignKey('pull_requests.pull_request_id'), nullable=False) | ||||
user_id = Column("user_id", Integer(), ForeignKey('users.user_id'), nullable=True) | ||||
user = relationship('User') | ||||
pull_request = relationship('PullRequest') | ||||
r1886 | ||||
r1703 | ||||
r1702 | class Notification(Base, BaseModel): | |||
__tablename__ = 'notifications' | ||||
r2149 | __table_args__ = ( | |||
r2463 | Index('notification_type_idx', 'type'), | |||
r2356 | {'extend_existing': True, 'mysql_engine': 'InnoDB', | |||
|
r4116 | 'mysql_charset': 'utf8', 'sqlite_autoincrement': True}, | ||
r2149 | ) | |||
r1703 | ||||
r1712 | TYPE_CHANGESET_COMMENT = u'cs_comment' | |||
TYPE_MESSAGE = u'message' | ||||
TYPE_MENTION = u'mention' | ||||
r1731 | TYPE_REGISTRATION = u'registration' | |||
r2244 | TYPE_PULL_REQUEST = u'pull_request' | |||
r2443 | TYPE_PULL_REQUEST_COMMENT = u'pull_request_comment' | |||
r1703 | ||||
r1702 | notification_id = Column('notification_id', Integer(), nullable=False, primary_key=True) | |||
subject = Column('subject', Unicode(512), nullable=True) | ||||
r2588 | body = Column('body', UnicodeText(50000), nullable=True) | |||
r1703 | created_by = Column("created_by", Integer(), ForeignKey('users.user_id'), nullable=True) | |||
r1702 | created_on = Column('created_on', DateTime(timezone=False), nullable=False, default=datetime.datetime.now) | |||
r1703 | type_ = Column('type', Unicode(256)) | |||
r1702 | ||||
r1712 | created_by_user = relationship('User') | |||
r1717 | notifications_to_users = relationship('UserNotification', lazy='joined', | |||
cascade="all, delete, delete-orphan") | ||||
r1702 | ||||
@property | ||||
def recipients(self): | ||||
return [x.user for x in UserNotification.query()\ | ||||
r2248 | .filter(UserNotification.notification == self)\ | |||
r2585 | .order_by(UserNotification.user_id.asc()).all()] | |||
r1702 | ||||
@classmethod | ||||
r1703 | def create(cls, created_by, subject, body, recipients, type_=None): | |||
if type_ is None: | ||||
type_ = Notification.TYPE_MESSAGE | ||||
r1702 | notification = cls() | |||
r1712 | notification.created_by_user = created_by | |||
r1702 | notification.subject = subject | |||
notification.body = body | ||||
r1703 | notification.type_ = type_ | |||
r1717 | notification.created_on = datetime.datetime.now() | |||
r1713 | ||||
r1702 | for u in recipients: | |||
r1713 | assoc = UserNotification() | |||
assoc.notification = notification | ||||
u.notifications.append(assoc) | ||||
r2520 | Session().add(notification) | |||
r1702 | return notification | |||
r1712 | @property | |||
def description(self): | ||||
from rhodecode.model.notification import NotificationModel | ||||
return NotificationModel().make_description(self) | ||||
r1800 | ||||
r1702 | class UserNotification(Base, BaseModel): | |||
__tablename__ = 'user_to_notification' | ||||
r1958 | __table_args__ = ( | |||
UniqueConstraint('user_id', 'notification_id'), | ||||
r2356 | {'extend_existing': True, 'mysql_engine': 'InnoDB', | |||
|
r4116 | 'mysql_charset': 'utf8', 'sqlite_autoincrement': True} | ||
r1958 | ) | |||
user_id = Column('user_id', Integer(), ForeignKey('users.user_id'), primary_key=True) | ||||
r1713 | notification_id = Column("notification_id", Integer(), ForeignKey('notifications.notification_id'), primary_key=True) | |||
r1703 | read = Column('read', Boolean, default=False) | |||
r1702 | sent_on = Column('sent_on', DateTime(timezone=False), nullable=True, unique=None) | |||
r1713 | user = relationship('User', lazy="joined") | |||
r1717 | notification = relationship('Notification', lazy="joined", | |||
r1960 | order_by=lambda: Notification.created_on.desc(),) | |||
r1702 | ||||
r1712 | def mark_as_read(self): | |||
self.read = True | ||||
r2520 | Session().add(self) | |||
r1702 | ||||
r1800 | ||||
r3840 | class Gist(Base, BaseModel): | |||
__tablename__ = 'gists' | ||||
__table_args__ = ( | ||||
Index('g_gist_access_id_idx', 'gist_access_id'), | ||||
Index('g_created_on_idx', 'created_on'), | ||||
{'extend_existing': True, 'mysql_engine': 'InnoDB', | ||||
r3957 | 'mysql_charset': 'utf8', 'sqlite_autoincrement': True} | |||
r3840 | ) | |||
GIST_PUBLIC = u'public' | ||||
GIST_PRIVATE = u'private' | ||||
|
r4116 | DEFAULT_FILENAME = u'gistfile1.txt' | ||
r3840 | ||||
gist_id = Column('gist_id', Integer(), primary_key=True) | ||||
r3870 | gist_access_id = Column('gist_access_id', Unicode(250)) | |||
r3840 | gist_description = Column('gist_description', UnicodeText(1024)) | |||
gist_owner = Column('user_id', Integer(), ForeignKey('users.user_id'), nullable=True) | ||||
r3971 | gist_expires = Column('gist_expires', Float(53), nullable=False) | |||
r3840 | gist_type = Column('gist_type', Unicode(128), nullable=False) | |||
created_on = Column('created_on', DateTime(timezone=False), nullable=False, default=datetime.datetime.now) | ||||
modified_at = Column('modified_at', DateTime(timezone=False), nullable=False, default=datetime.datetime.now) | ||||
owner = relationship('User') | ||||
|
r4116 | def __repr__(self): | ||
return '<Gist:[%s]%s>' % (self.gist_type, self.gist_access_id) | ||||
r3840 | @classmethod | |||
def get_or_404(cls, id_): | ||||
res = cls.query().filter(cls.gist_access_id == id_).scalar() | ||||
if not res: | ||||
raise HTTPNotFound | ||||
return res | ||||
@classmethod | ||||
def get_by_access_id(cls, gist_access_id): | ||||
r3842 | return cls.query().filter(cls.gist_access_id == gist_access_id).scalar() | |||
r3840 | ||||
def gist_url(self): | ||||
r3850 | import rhodecode | |||
alias_url = rhodecode.CONFIG.get('gist_alias_url') | ||||
if alias_url: | ||||
return alias_url.replace('{gistid}', self.gist_access_id) | ||||
r3840 | from pylons import url | |||
r3866 | return url('gist', gist_id=self.gist_access_id, qualified=True) | |||
r3840 | ||||
r3842 | @classmethod | |||
def base_path(cls): | ||||
""" | ||||
Returns base path when all gists are stored | ||||
:param cls: | ||||
""" | ||||
from rhodecode.model.gist import GIST_STORE_LOC | ||||
q = Session().query(RhodeCodeUi)\ | ||||
.filter(RhodeCodeUi.ui_key == URL_SEP) | ||||
q = q.options(FromCache("sql_cache_short", "repository_repo_path")) | ||||
return os.path.join(q.one().ui_value, GIST_STORE_LOC) | ||||
def get_api_data(self): | ||||
""" | ||||
Common function for generating gist related data for API | ||||
""" | ||||
gist = self | ||||
data = dict( | ||||
gist_id=gist.gist_id, | ||||
type=gist.gist_type, | ||||
access_id=gist.gist_access_id, | ||||
description=gist.gist_description, | ||||
url=gist.gist_url(), | ||||
expires=gist.gist_expires, | ||||
created_on=gist.created_on, | ||||
) | ||||
return data | ||||
def __json__(self): | ||||
data = dict( | ||||
) | ||||
data.update(self.get_api_data()) | ||||
return data | ||||
## SCM functions | ||||
@property | ||||
def scm_instance(self): | ||||
from rhodecode.lib.vcs import get_repo | ||||
base_path = self.base_path() | ||||
return get_repo(os.path.join(*map(safe_str, | ||||
[base_path, self.gist_access_id]))) | ||||
r3840 | ||||
|
r1593 | class DbMigrateVersion(Base, BaseModel): | ||
r834 | __tablename__ = 'db_migrate_version' | |||
r2149 | __table_args__ = ( | |||
r2356 | {'extend_existing': True, 'mysql_engine': 'InnoDB', | |||
|
r4116 | 'mysql_charset': 'utf8', 'sqlite_autoincrement': True}, | ||
r2149 | ) | |||
r1594 | repository_id = Column('repository_id', String(250), primary_key=True) | |||
|
r1593 | repository_path = Column('repository_path', Text) | ||
version = Column('version', Integer) | ||||