db.py
2061 lines
| 76.0 KiB
| text/x-python
|
PythonLexer
r759 | # -*- coding: utf-8 -*- | |||
""" | ||||
r832 | rhodecode.model.db | |||
~~~~~~~~~~~~~~~~~~ | ||||
r1203 | ||||
r834 | Database Models for RhodeCode | |||
r1203 | ||||
r759 | :created_on: Apr 08, 2010 | |||
:author: marcink | ||||
r1824 | :copyright: (C) 2010-2012 Marcin Kuzminski <marcin@python-works.com> | |||
r759 | :license: GPLv3, see COPYING for more details. | |||
""" | ||||
r1206 | # This program is free software: you can redistribute it and/or modify | |||
# it under the terms of the GNU General Public License as published by | ||||
# the Free Software Foundation, either version 3 of the License, or | ||||
# (at your option) any later version. | ||||
r1203 | # | |||
r759 | # This program is distributed in the hope that it will be useful, | |||
# but WITHOUT ANY WARRANTY; without even the implied warranty of | ||||
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | ||||
# GNU General Public License for more details. | ||||
r1203 | # | |||
r759 | # You should have received a copy of the GNU General Public License | |||
r1206 | # along with this program. If not, see <http://www.gnu.org/licenses/>. | |||
r1199 | ||||
import os | ||||
r759 | import logging | |||
import datetime | ||||
r1366 | import traceback | |||
r2356 | import hashlib | |||
r2726 | import time | |||
r1884 | from collections import defaultdict | |||
r759 | ||||
r658 | from sqlalchemy import * | |||
r1546 | from sqlalchemy.ext.hybrid import hybrid_property | |||
r1594 | from sqlalchemy.orm import relationship, joinedload, class_mapper, validates | |||
r2357 | from sqlalchemy.exc import DatabaseError | |||
r1366 | from beaker.cache import cache_region, region_invalidate | |||
r2496 | from webob.exc import HTTPNotFound | |||
r1366 | ||||
r2218 | from pylons.i18n.translation import lazy_ugettext as _ | |||
r2215 | ||||
r2007 | from rhodecode.lib.vcs import get_backend | |||
from rhodecode.lib.vcs.utils.helpers import get_scm | ||||
from rhodecode.lib.vcs.exceptions import VCSError | ||||
from rhodecode.lib.vcs.utils.lazy import LazyProperty | ||||
r3420 | from rhodecode.lib.vcs.backends.base import EmptyChangeset | |||
r1366 | ||||
r2109 | from rhodecode.lib.utils2 import str2bool, safe_str, get_changeset_safe, \ | |||
r3056 | safe_unicode, remove_suffix, remove_prefix | |||
r1514 | from rhodecode.lib.compat import json | |||
r1669 | from rhodecode.lib.caching_query import FromCache | |||
r1500 | ||||
r2356 | from rhodecode.model.meta import Base, Session | |||
r1500 | ||||
r2339 | URL_SEP = '/' | |||
|
r1593 | log = logging.getLogger(__name__) | ||
r547 | ||||
r1081 | #============================================================================== | |||
r1388 | # BASE CLASSES | |||
r1081 | #============================================================================== | |||
r2062 | _hash_key = lambda k: hashlib.md5(safe_str(k)).hexdigest() | |||
r1800 | ||||
|
r1593 | class BaseModel(object): | ||
r1758 | """ | |||
Base Model for all classess | ||||
r1388 | """ | |||
@classmethod | ||||
|
r1593 | def _get_keys(cls): | ||
r1388 | """return column names for this model """ | |||
|
r1593 | return class_mapper(cls).c.keys() | ||
r1388 | ||||
r1948 | def get_dict(self): | |||
r1758 | """ | |||
return dict with keys and values corresponding | ||||
r1948 | to this model data """ | |||
r1388 | ||||
d = {} | ||||
for k in self._get_keys(): | ||||
|
r1593 | d[k] = getattr(self, k) | ||
r1800 | ||||
r1758 | # also use __json__() if present to get additional fields | |||
r2588 | _json_attr = getattr(self, '__json__', None) | |||
if _json_attr: | ||||
# update with attributes from __json__ | ||||
if callable(_json_attr): | ||||
_json_attr = _json_attr() | ||||
for k, val in _json_attr.iteritems(): | ||||
d[k] = val | ||||
r1388 | return d | |||
|
r1593 | def get_appstruct(self): | ||
r1388 | """return list with keys and values tupples corresponding | |||
to this model data """ | ||||
l = [] | ||||
for k in self._get_keys(): | ||||
|
r1593 | l.append((k, getattr(self, k),)) | ||
r1388 | return l | |||
|
r1593 | def populate_obj(self, populate_dict): | ||
r1388 | """populate model with data from given populate_dict""" | |||
for k in self._get_keys(): | ||||
if k in populate_dict: | ||||
|
r1593 | setattr(self, k, populate_dict[k]) | ||
r1388 | ||||
@classmethod | ||||
|
r1593 | def query(cls): | ||
r2520 | return Session().query(cls) | |||
r1388 | ||||
@classmethod | ||||
|
r1593 | def get(cls, id_): | ||
r1594 | if id_: | |||
return cls.query().get(id_) | ||||
r1466 | ||||
r1460 | @classmethod | |||
r2496 | def get_or_404(cls, id_): | |||
r2942 | try: | |||
id_ = int(id_) | ||||
except (TypeError, ValueError): | ||||
raise HTTPNotFound | ||||
res = cls.query().get(id_) | ||||
if not res: | ||||
raise HTTPNotFound | ||||
return res | ||||
r2496 | ||||
@classmethod | ||||
|
r1593 | def getAll(cls): | ||
|
r1584 | return cls.query().all() | ||
r1466 | ||||
r1460 | @classmethod | |||
|
r1593 | def delete(cls, id_): | ||
obj = cls.query().get(id_) | ||||
r2520 | Session().delete(obj) | |||
r2161 | ||||
r2156 | def __repr__(self): | |||
if hasattr(self, '__unicode__'): | ||||
# python repr needs to return str | ||||
return safe_str(self.__unicode__()) | ||||
return '<DB:%s>' % (self.__class__.__name__) | ||||
r1081 | ||||
r2356 | ||||
r1633 | class RhodeCodeSetting(Base, BaseModel): | |||
r548 | __tablename__ = 'rhodecode_settings' | |||
r1958 | __table_args__ = ( | |||
UniqueConstraint('app_settings_name'), | ||||
r2356 | {'extend_existing': True, 'mysql_engine': 'InnoDB', | |||
r2149 | 'mysql_charset': 'utf8'} | |||
r1958 | ) | |||
r1594 | app_settings_id = Column("app_settings_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) | |||
r2588 | app_settings_name = Column("app_settings_name", String(255, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None) | |||
_app_settings_value = Column("app_settings_value", String(255, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None) | ||||
r547 | ||||
r1594 | def __init__(self, k='', v=''): | |||
r704 | self.app_settings_name = k | |||
self.app_settings_value = v | ||||
|
r1593 | @validates('_app_settings_value') | ||
def validate_settings_value(self, key, val): | ||||
assert type(val) == unicode | ||||
r1561 | return val | |||
r1546 | @hybrid_property | |||
|
r1593 | def app_settings_value(self): | ||
r1546 | v = self._app_settings_value | |||
r3056 | if self.app_settings_name in ["ldap_active", | |||
"default_repo_enable_statistics", | ||||
"default_repo_enable_locking", | ||||
"default_repo_private", | ||||
"default_repo_enable_downloads"]: | ||||
|
r1593 | v = str2bool(v) | ||
|
r1591 | return v | ||
r1546 | ||||
@app_settings_value.setter | ||||
|
r1593 | def app_settings_value(self, val): | ||
r1546 | """ | |||
Setter that will always make sure we use unicode in app_settings_value | ||||
|
r1591 | |||
r1546 | :param val: | |||
""" | ||||
|
r1593 | self._app_settings_value = safe_unicode(val) | ||
r1546 | ||||
r2156 | def __unicode__(self): | |||
return u"<%s('%s:%s')>" % ( | ||||
r1958 | self.__class__.__name__, | |||
self.app_settings_name, self.app_settings_value | ||||
) | ||||
r704 | ||||
r1266 | @classmethod | |||
r2674 | def get_by_name(cls, key): | |||
|
r1584 | return cls.query()\ | ||
r2674 | .filter(cls.app_settings_name == key).scalar() | |||
@classmethod | ||||
def get_by_name_or_create(cls, key): | ||||
res = cls.get_by_name(key) | ||||
if not res: | ||||
res = cls(key) | ||||
return res | ||||
r1292 | ||||
@classmethod | ||||
r1594 | def get_app_settings(cls, cache=False): | |||
r1266 | ||||
|
r1584 | ret = cls.query() | ||
r1266 | ||||
if cache: | ||||
|
r1593 | ret = ret.options(FromCache("sql_cache_short", "get_hg_settings")) | ||
r1266 | ||||
if not ret: | ||||
|
r1593 | raise Exception('Could not get application settings !') | ||
r1266 | settings = {} | |||
for each in ret: | ||||
settings['rhodecode_' + each.app_settings_name] = \ | ||||
each.app_settings_value | ||||
return settings | ||||
@classmethod | ||||
r1594 | def get_ldap_settings(cls, cache=False): | |||
|
r1584 | ret = cls.query()\ | ||
|
r1593 | .filter(cls.app_settings_name.startswith('ldap_')).all() | ||
r1266 | fd = {} | |||
for row in ret: | ||||
r2356 | fd.update({row.app_settings_name: row.app_settings_value}) | |||
r1381 | ||||
r1266 | return fd | |||
r3056 | @classmethod | |||
def get_default_repo_settings(cls, cache=False, strip_prefix=False): | ||||
ret = cls.query()\ | ||||
.filter(cls.app_settings_name.startswith('default_')).all() | ||||
fd = {} | ||||
for row in ret: | ||||
key = row.app_settings_name | ||||
if strip_prefix: | ||||
key = remove_prefix(key, prefix='default_') | ||||
fd.update({key: row.app_settings_value}) | ||||
return fd | ||||
r1266 | ||||
|
r1593 | class RhodeCodeUi(Base, BaseModel): | ||
r548 | __tablename__ = 'rhodecode_ui' | |||
r1958 | __table_args__ = ( | |||
r1963 | UniqueConstraint('ui_key'), | |||
r2356 | {'extend_existing': True, 'mysql_engine': 'InnoDB', | |||
r2149 | 'mysql_charset': 'utf8'} | |||
r1958 | ) | |||
r1460 | ||||
HOOK_UPDATE = 'changegroup.update' | ||||
HOOK_REPO_SIZE = 'changegroup.repo_size' | ||||
r2407 | HOOK_PUSH = 'changegroup.push_logger' | |||
r2726 | HOOK_PRE_PUSH = 'prechangegroup.pre_push' | |||
HOOK_PULL = 'outgoing.pull_logger' | ||||
HOOK_PRE_PULL = 'preoutgoing.pre_pull' | ||||
r1460 | ||||
r1594 | ui_id = Column("ui_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) | |||
r2588 | ui_section = Column("ui_section", String(255, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None) | |||
ui_key = Column("ui_key", String(255, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None) | ||||
ui_value = Column("ui_value", String(255, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None) | ||||
r1594 | ui_active = Column("ui_active", Boolean(), nullable=True, unique=None, default=True) | |||
r631 | ||||
r1345 | @classmethod | |||
|
r1593 | def get_by_key(cls, key): | ||
r2708 | return cls.query().filter(cls.ui_key == key).scalar() | |||
r1345 | ||||
r1460 | @classmethod | |||
|
r1593 | def get_builtin_hooks(cls): | ||
r1460 | q = cls.query() | |||
r2726 | q = q.filter(cls.ui_key.in_([cls.HOOK_UPDATE, cls.HOOK_REPO_SIZE, | |||
cls.HOOK_PUSH, cls.HOOK_PRE_PUSH, | ||||
cls.HOOK_PULL, cls.HOOK_PRE_PULL])) | ||||
r1460 | return q.all() | |||
@classmethod | ||||
|
r1593 | def get_custom_hooks(cls): | ||
r1460 | q = cls.query() | |||
r2726 | q = q.filter(~cls.ui_key.in_([cls.HOOK_UPDATE, cls.HOOK_REPO_SIZE, | |||
cls.HOOK_PUSH, cls.HOOK_PRE_PUSH, | ||||
cls.HOOK_PULL, cls.HOOK_PRE_PULL])) | ||||
|
r1593 | q = q.filter(cls.ui_section == 'hooks') | ||
r1460 | return q.all() | |||
@classmethod | ||||
r2401 | def get_repos_location(cls): | |||
r2708 | return cls.get_by_key('/').ui_value | |||
r2401 | ||||
@classmethod | ||||
|
r1593 | def create_or_update_hook(cls, key, val): | ||
r2708 | new_ui = cls.get_by_key(key) or cls() | |||
r1460 | new_ui.ui_section = 'hooks' | |||
new_ui.ui_active = True | ||||
new_ui.ui_key = key | ||||
new_ui.ui_value = val | ||||
r2520 | Session().add(new_ui) | |||
r1460 | ||||
r2821 | def __repr__(self): | |||
return '<DB:%s[%s:%s]>' % (self.__class__.__name__, self.ui_key, | ||||
self.ui_value) | ||||
r1460 | ||||
|
r1593 | class User(Base, BaseModel): | ||
r547 | __tablename__ = 'users' | |||
r1958 | __table_args__ = ( | |||
r1963 | UniqueConstraint('username'), UniqueConstraint('email'), | |||
r2726 | Index('u_username_idx', 'username'), | |||
Index('u_email_idx', 'email'), | ||||
r2356 | {'extend_existing': True, 'mysql_engine': 'InnoDB', | |||
r2149 | 'mysql_charset': 'utf8'} | |||
r1958 | ) | |||
r2726 | DEFAULT_USER = 'default' | |||
r2798 | DEFAULT_PERMISSIONS = [ | |||
'hg.register.manual_activate', 'hg.create.repository', | ||||
r3052 | 'hg.fork.repository', 'repository.read', 'group.read' | |||
r2798 | ] | |||
r1594 | user_id = Column("user_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) | |||
r2588 | username = Column("username", String(255, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None) | |||
password = Column("password", String(255, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None) | ||||
r2480 | active = Column("active", Boolean(), nullable=True, unique=None, default=True) | |||
r1594 | admin = Column("admin", Boolean(), nullable=True, unique=None, default=False) | |||
r2588 | name = Column("firstname", String(255, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None) | |||
lastname = Column("lastname", String(255, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None) | ||||
_email = Column("email", String(255, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None) | ||||
r1594 | last_login = Column("last_login", DateTime(timezone=False), nullable=True, unique=None, default=None) | |||
r2588 | ldap_dn = Column("ldap_dn", String(255, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None) | |||
api_key = Column("api_key", String(255, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None) | ||||
r2709 | inherit_default_permissions = Column("inherit_default_permissions", Boolean(), nullable=False, unique=None, default=True) | |||
r631 | ||||
r3065 | user_log = relationship('UserLog') | |||
r1594 | user_perms = relationship('UserToPerm', primaryjoin="User.user_id==UserToPerm.user_id", cascade='all') | |||
r631 | ||||
|
r1593 | repositories = relationship('Repository') | ||
r1594 | user_followers = relationship('UserFollowing', primaryjoin='UserFollowing.follows_user_id==User.user_id', cascade='all') | |||
r3067 | followings = relationship('UserFollowing', primaryjoin='UserFollowing.user_id==User.user_id', cascade='all') | |||
r1633 | repo_to_perm = relationship('UserRepoToPerm', primaryjoin='UserRepoToPerm.user_id==User.user_id', cascade='all') | |||
r2149 | repo_group_to_perm = relationship('UserRepoGroupToPerm', primaryjoin='UserRepoGroupToPerm.user_id==User.user_id', cascade='all') | |||
r2150 | ||||
|
r3417 | group_member = relationship('UserGroupMember', cascade='all') | ||
r1065 | ||||
r2157 | notifications = relationship('UserNotification', cascade='all') | |||
# notifications assigned to this user | ||||
user_created_notifications = relationship('Notification', cascade='all') | ||||
# comments created by this user | ||||
user_comments = relationship('ChangesetComment', cascade='all') | ||||
r2562 | #extra emails for this user | |||
user_emails = relationship('UserEmailMap', cascade='all') | ||||
r1702 | ||||
r1757 | @hybrid_property | |||
def email(self): | ||||
return self._email | ||||
@email.setter | ||||
def email(self, val): | ||||
self._email = val.lower() if val else None | ||||
r759 | @property | |||
r2731 | def firstname(self): | |||
# alias for future | ||||
return self.name | ||||
@property | ||||
r2506 | def emails(self): | |||
other = UserEmailMap.query().filter(UserEmailMap.user==self).all() | ||||
return [self.email] + [x.email for x in other] | ||||
@property | ||||
r3127 | def ip_addresses(self): | |||
ret = UserIpMap.query().filter(UserIpMap.user == self).all() | ||||
return [x.ip_addr for x in ret] | ||||
@property | ||||
r2731 | def username_and_name(self): | |||
return '%s (%s %s)' % (self.username, self.firstname, self.lastname) | ||||
@property | ||||
r1731 | def full_name(self): | |||
r2731 | return '%s %s' % (self.firstname, self.lastname) | |||
r1731 | ||||
@property | ||||
r1950 | def full_name_or_username(self): | |||
r2731 | return ('%s %s' % (self.firstname, self.lastname) | |||
if (self.firstname and self.lastname) else self.username) | ||||
r1950 | ||||
@property | ||||
|
r1593 | def full_contact(self): | ||
r2731 | return '%s %s <%s>' % (self.firstname, self.lastname, self.email) | |||
r631 | ||||
r895 | @property | |||
|
r1593 | def short_contact(self): | ||
r2731 | return '%s %s' % (self.firstname, self.lastname) | |||
r1088 | ||||
@property | ||||
|
r1593 | def is_admin(self): | ||
r895 | return self.admin | |||
r3370 | @property | |||
def AuthUser(self): | ||||
""" | ||||
Returns instance of AuthUser for this user | ||||
""" | ||||
from rhodecode.lib.auth import AuthUser | ||||
return AuthUser(user_id=self.user_id, api_key=self.api_key, | ||||
username=self.username) | ||||
r2156 | def __unicode__(self): | |||
return u"<%s('id:%s:%s')>" % (self.__class__.__name__, | ||||
r1712 | self.user_id, self.username) | |||
r1065 | @classmethod | |||
r1665 | def get_by_username(cls, username, case_insensitive=False, cache=False): | |||
r1400 | if case_insensitive: | |||
r1665 | q = cls.query().filter(cls.username.ilike(username)) | |||
r1400 | else: | |||
r1665 | q = cls.query().filter(cls.username == username) | |||
if cache: | ||||
r2062 | q = q.options(FromCache( | |||
"sql_cache_short", | ||||
"get_user_%s" % _hash_key(username) | ||||
) | ||||
) | ||||
r1665 | return q.scalar() | |||
r1065 | ||||
r1417 | @classmethod | |||
r1665 | def get_by_api_key(cls, api_key, cache=False): | |||
q = cls.query().filter(cls.api_key == api_key) | ||||
if cache: | ||||
q = q.options(FromCache("sql_cache_short", | ||||
"get_api_key_%s" % api_key)) | ||||
r1693 | return q.scalar() | |||
r1417 | ||||
r1716 | @classmethod | |||
r1757 | def get_by_email(cls, email, case_insensitive=False, cache=False): | |||
if case_insensitive: | ||||
q = cls.query().filter(cls.email.ilike(email)) | ||||
else: | ||||
q = cls.query().filter(cls.email == email) | ||||
r1716 | ||||
if cache: | ||||
q = q.options(FromCache("sql_cache_short", | ||||
r2329 | "get_email_key_%s" % email)) | |||
ret = q.scalar() | ||||
if ret is None: | ||||
q = UserEmailMap.query() | ||||
# try fetching in alternate email map | ||||
if case_insensitive: | ||||
q = q.filter(UserEmailMap.email.ilike(email)) | ||||
else: | ||||
q = q.filter(UserEmailMap.email == email) | ||||
q = q.options(joinedload(UserEmailMap.user)) | ||||
if cache: | ||||
q = q.options(FromCache("sql_cache_short", | ||||
"get_email_map_key_%s" % email)) | ||||
ret = getattr(q.scalar(), 'user', None) | ||||
return ret | ||||
r1716 | ||||
r3185 | @classmethod | |||
def get_from_cs_author(cls, author): | ||||
""" | ||||
Tries to get User objects out of commit author string | ||||
:param author: | ||||
""" | ||||
from rhodecode.lib.helpers import email, author_name | ||||
# Valid email in the attribute passed, see if they're in the system | ||||
_email = email(author) | ||||
if _email: | ||||
user = cls.get_by_email(_email, case_insensitive=True) | ||||
if user: | ||||
return user | ||||
# Maybe we can match by username? | ||||
_author = author_name(author) | ||||
user = cls.get_by_username(_author, case_insensitive=True) | ||||
if user: | ||||
return user | ||||
|
r1593 | def update_lastlogin(self): | ||
r547 | """Update user lastlogin""" | |||
r1400 | self.last_login = datetime.datetime.now() | |||
r2520 | Session().add(self) | |||
r1976 | log.debug('updated user %s lastlogin' % self.username) | |||
r631 | ||||
r2508 | def get_api_data(self): | |||
""" | ||||
Common function for generating user related data for API | ||||
""" | ||||
user = self | ||||
data = dict( | ||||
r2510 | user_id=user.user_id, | |||
r2508 | username=user.username, | |||
firstname=user.name, | ||||
lastname=user.lastname, | ||||
email=user.email, | ||||
emails=user.emails, | ||||
r2510 | api_key=user.api_key, | |||
r2508 | active=user.active, | |||
admin=user.admin, | ||||
ldap_dn=user.ldap_dn, | ||||
last_login=user.last_login, | ||||
r3127 | ip_addresses=user.ip_addresses | |||
r2508 | ) | |||
return data | ||||
r1758 | def __json__(self): | |||
r2544 | data = dict( | |||
r1950 | full_name=self.full_name, | |||
full_name_or_username=self.full_name_or_username, | ||||
short_contact=self.short_contact, | ||||
full_contact=self.full_contact | ||||
) | ||||
r2544 | data.update(self.get_api_data()) | |||
return data | ||||
r1758 | ||||
r2329 | class UserEmailMap(Base, BaseModel): | |||
__tablename__ = 'user_email_map' | ||||
__table_args__ = ( | ||||
r2463 | Index('uem_email_idx', 'email'), | |||
r2329 | UniqueConstraint('email'), | |||
r2463 | {'extend_existing': True, 'mysql_engine': 'InnoDB', | |||
r2329 | 'mysql_charset': 'utf8'} | |||
) | ||||
__mapper_args__ = {} | ||||
email_id = Column("email_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) | ||||
user_id = Column("user_id", Integer(), ForeignKey('users.user_id'), nullable=True, unique=None, default=None) | ||||
r2588 | _email = Column("email", String(255, convert_unicode=False, assert_unicode=None), nullable=True, unique=False, default=None) | |||
r2463 | user = relationship('User', lazy='joined') | |||
r2329 | ||||
@validates('_email') | ||||
def validate_email(self, key, email): | ||||
# check if this email is not main one | ||||
r2520 | main_email = Session().query(User).filter(User.email == email).scalar() | |||
r2329 | if main_email is not None: | |||
raise AttributeError('email %s is present is user table' % email) | ||||
return email | ||||
@hybrid_property | ||||
def email(self): | ||||
return self._email | ||||
@email.setter | ||||
def email(self, val): | ||||
self._email = val.lower() if val else None | ||||
r3125 | class UserIpMap(Base, BaseModel): | |||
__tablename__ = 'user_ip_map' | ||||
__table_args__ = ( | ||||
UniqueConstraint('user_id', 'ip_addr'), | ||||
{'extend_existing': True, 'mysql_engine': 'InnoDB', | ||||
'mysql_charset': 'utf8'} | ||||
) | ||||
__mapper_args__ = {} | ||||
ip_id = Column("ip_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) | ||||
user_id = Column("user_id", Integer(), ForeignKey('users.user_id'), nullable=True, unique=None, default=None) | ||||
ip_addr = Column("ip_addr", String(255, convert_unicode=False, assert_unicode=None), nullable=True, unique=False, default=None) | ||||
r3146 | active = Column("active", Boolean(), nullable=True, unique=None, default=True) | |||
r3125 | user = relationship('User', lazy='joined') | |||
@classmethod | ||||
def _get_ip_range(cls, ip_addr): | ||||
from rhodecode.lib import ipaddr | ||||
r3212 | net = ipaddr.IPNetwork(address=ip_addr) | |||
r3125 | return [str(net.network), str(net.broadcast)] | |||
def __json__(self): | ||||
return dict( | ||||
ip_addr=self.ip_addr, | ||||
ip_range=self._get_ip_range(self.ip_addr) | ||||
) | ||||
|
r1593 | class UserLog(Base, BaseModel): | ||
r547 | __tablename__ = 'user_logs' | |||
r2149 | __table_args__ = ( | |||
r2356 | {'extend_existing': True, 'mysql_engine': 'InnoDB', | |||
r2149 | 'mysql_charset': 'utf8'}, | |||
) | ||||
r1594 | user_log_id = Column("user_log_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) | |||
r3065 | user_id = Column("user_id", Integer(), ForeignKey('users.user_id'), nullable=True, unique=None, default=None) | |||
r3063 | username = Column("username", String(255, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None) | |||
r1747 | repository_id = Column("repository_id", Integer(), ForeignKey('repositories.repo_id'), nullable=True) | |||
r2588 | repository_name = Column("repository_name", String(255, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None) | |||
user_ip = Column("user_ip", String(255, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None) | ||||
action = Column("action", UnicodeText(1200000, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None) | ||||
r1594 | action_date = Column("action_date", DateTime(timezone=False), nullable=True, unique=None, default=None) | |||
r631 | ||||
r994 | @property | |||
|
r1593 | def action_as_day(self): | ||
r1723 | return datetime.date(*self.action_date.timetuple()[:3]) | |||
r994 | ||||
|
r1593 | user = relationship('User') | ||
r2063 | repository = relationship('Repository', cascade='') | |||
r631 | ||||
r956 | ||||
|
r3417 | class UserGroup(Base, BaseModel): | ||
r956 | __tablename__ = 'users_groups' | |||
r2149 | __table_args__ = ( | |||
r2356 | {'extend_existing': True, 'mysql_engine': 'InnoDB', | |||
r2149 | 'mysql_charset': 'utf8'}, | |||
) | ||||
r956 | ||||
r1594 | users_group_id = Column("users_group_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) | |||
r2588 | users_group_name = Column("users_group_name", String(255, convert_unicode=False, assert_unicode=None), nullable=False, unique=True, default=None) | |||
r1594 | users_group_active = Column("users_group_active", Boolean(), nullable=True, unique=None, default=None) | |||
r2709 | inherit_default_permissions = Column("users_group_inherit_default_permissions", Boolean(), nullable=False, unique=None, default=True) | |||
r956 | ||||
|
r3417 | members = relationship('UserGroupMember', cascade="all, delete, delete-orphan", lazy="joined") | ||
users_group_to_perm = relationship('UserGroupToPerm', cascade='all') | ||||
users_group_repo_to_perm = relationship('UserGroupRepoToPerm', cascade='all') | ||||
r956 | ||||
r2156 | def __unicode__(self): | |||
return u'<userGroup(%s)>' % (self.users_group_name) | ||||
r1271 | ||||
@classmethod | ||||
r1728 | def get_by_group_name(cls, group_name, cache=False, | |||
case_insensitive=False): | ||||
r1271 | if case_insensitive: | |||
r1728 | q = cls.query().filter(cls.users_group_name.ilike(group_name)) | |||
r1271 | else: | |||
r1728 | q = cls.query().filter(cls.users_group_name == group_name) | |||
r1271 | if cache: | |||
r2062 | q = q.options(FromCache( | |||
"sql_cache_short", | ||||
"get_user_%s" % _hash_key(group_name) | ||||
) | ||||
) | ||||
r1728 | return q.scalar() | |||
r1271 | ||||
r1436 | @classmethod | |||
r1594 | def get(cls, users_group_id, cache=False): | |||
|
r1584 | users_group = cls.query() | ||
r1436 | if cache: | |||
|
r1593 | users_group = users_group.options(FromCache("sql_cache_short", | ||
"get_users_group_%s" % users_group_id)) | ||||
return users_group.get(users_group_id) | ||||
r1436 | ||||
r2523 | def get_api_data(self): | |||
users_group = self | ||||
data = dict( | ||||
r2531 | users_group_id=users_group.users_group_id, | |||
r2523 | group_name=users_group.users_group_name, | |||
active=users_group.users_group_active, | ||||
) | ||||
return data | ||||
r1800 | ||||
|
r3417 | class UserGroupMember(Base, BaseModel): | ||
r956 | __tablename__ = 'users_groups_members' | |||
r2149 | __table_args__ = ( | |||
r2356 | {'extend_existing': True, 'mysql_engine': 'InnoDB', | |||
r2149 | 'mysql_charset': 'utf8'}, | |||
) | ||||
r956 | ||||
r1594 | users_group_member_id = Column("users_group_member_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) | |||
users_group_id = Column("users_group_id", Integer(), ForeignKey('users_groups.users_group_id'), nullable=False, unique=None, default=None) | ||||
user_id = Column("user_id", Integer(), ForeignKey('users.user_id'), nullable=False, unique=None, default=None) | ||||
r956 | ||||
r1594 | user = relationship('User', lazy='joined') | |||
|
r3417 | users_group = relationship('UserGroup') | ||
r972 | ||||
r1594 | def __init__(self, gr_id='', u_id=''): | |||
r972 | self.users_group_id = gr_id | |||
self.user_id = u_id | ||||
r956 | ||||
r2013 | ||||
r3308 | class RepositoryField(Base, BaseModel): | |||
__tablename__ = 'repositories_fields' | ||||
__table_args__ = ( | ||||
UniqueConstraint('repository_id', 'field_key'), # no-multi field | ||||
{'extend_existing': True, 'mysql_engine': 'InnoDB', | ||||
'mysql_charset': 'utf8'}, | ||||
) | ||||
PREFIX = 'ex_' # prefix used in form to not conflict with already existing fields | ||||
repo_field_id = Column("repo_field_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) | ||||
repository_id = Column("repository_id", Integer(), ForeignKey('repositories.repo_id'), nullable=False, unique=None, default=None) | ||||
r3361 | field_key = Column("field_key", String(250, convert_unicode=False, assert_unicode=None)) | |||
r3308 | field_label = Column("field_label", String(1024, convert_unicode=False, assert_unicode=None), nullable=False) | |||
field_value = Column("field_value", String(10000, convert_unicode=False, assert_unicode=None), nullable=False) | ||||
field_desc = Column("field_desc", String(1024, convert_unicode=False, assert_unicode=None), nullable=False) | ||||
field_type = Column("field_type", String(256), nullable=False, unique=None) | ||||
created_on = Column('created_on', DateTime(timezone=False), nullable=False, default=datetime.datetime.now) | ||||
repository = relationship('Repository') | ||||
@property | ||||
def field_key_prefixed(self): | ||||
return 'ex_%s' % self.field_key | ||||
@classmethod | ||||
def un_prefix_key(cls, key): | ||||
if key.startswith(cls.PREFIX): | ||||
return key[len(cls.PREFIX):] | ||||
return key | ||||
@classmethod | ||||
def get_by_key_name(cls, key, repo): | ||||
row = cls.query()\ | ||||
.filter(cls.repository == repo)\ | ||||
.filter(cls.field_key == key).scalar() | ||||
return row | ||||
|
r1593 | class Repository(Base, BaseModel): | ||
r547 | __tablename__ = 'repositories' | |||
r1958 | __table_args__ = ( | |||
r1963 | UniqueConstraint('repo_name'), | |||
r2726 | Index('r_repo_name_idx', 'repo_name'), | |||
r2356 | {'extend_existing': True, 'mysql_engine': 'InnoDB', | |||
r2149 | 'mysql_charset': 'utf8'}, | |||
r1958 | ) | |||
r1081 | ||||
r1594 | repo_id = Column("repo_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) | |||
r2588 | repo_name = Column("repo_name", String(255, convert_unicode=False, assert_unicode=None), nullable=False, unique=True, default=None) | |||
clone_uri = Column("clone_uri", String(255, convert_unicode=False, assert_unicode=None), nullable=True, unique=False, default=None) | ||||
repo_type = Column("repo_type", String(255, convert_unicode=False, assert_unicode=None), nullable=False, unique=False, default=None) | ||||
r1594 | user_id = Column("user_id", Integer(), ForeignKey('users.user_id'), nullable=False, unique=False, default=None) | |||
private = Column("private", Boolean(), nullable=True, unique=None, default=None) | ||||
enable_statistics = Column("statistics", Boolean(), nullable=True, unique=None, default=True) | ||||
enable_downloads = Column("downloads", Boolean(), nullable=True, unique=None, default=True) | ||||
r2588 | description = Column("description", String(10000, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None) | |||
r1594 | created_on = Column('created_on', DateTime(timezone=False), nullable=True, unique=None, default=datetime.datetime.now) | |||
r2797 | updated_on = Column('updated_on', DateTime(timezone=False), nullable=True, unique=None, default=datetime.datetime.now) | |||
r2588 | landing_rev = Column("landing_revision", String(255, convert_unicode=False, assert_unicode=None), nullable=False, unique=False, default=None) | |||
r2726 | enable_locking = Column("enable_locking", Boolean(), nullable=False, unique=None, default=False) | |||
_locked = Column("locked", String(255, convert_unicode=False, assert_unicode=None), nullable=True, unique=False, default=None) | ||||
r3147 | _changeset_cache = Column("changeset_cache", LargeBinary(), nullable=True) #JSON data | |||
r1301 | ||||
r1594 | fork_id = Column("fork_id", Integer(), ForeignKey('repositories.repo_id'), nullable=True, unique=False, default=None) | |||
group_id = Column("group_id", Integer(), ForeignKey('groups.group_id'), nullable=True, unique=False, default=None) | ||||
r631 | ||||
|
r1593 | user = relationship('User') | ||
r1594 | fork = relationship('Repository', remote_side=repo_id) | |||
r1633 | group = relationship('RepoGroup') | |||
repo_to_perm = relationship('UserRepoToPerm', cascade='all', order_by='UserRepoToPerm.repo_to_perm_id') | ||||
|
r3417 | users_group_to_perm = relationship('UserGroupRepoToPerm', cascade='all') | ||
r1594 | stats = relationship('Statistics', cascade='all', uselist=False) | |||
r667 | ||||
r2674 | followers = relationship('UserFollowing', | |||
primaryjoin='UserFollowing.follows_repo_id==Repository.repo_id', | ||||
r2666 | cascade='all') | |||
r3308 | extra_fields = relationship('RepositoryField', | |||
cascade="all, delete, delete-orphan") | ||||
r734 | ||||
r1747 | logs = relationship('UserLog') | |||
r2665 | comments = relationship('ChangesetComment', cascade="all, delete, delete-orphan") | |||
r970 | ||||
r2666 | pull_requests_org = relationship('PullRequest', | |||
primaryjoin='PullRequest.org_repo_id==Repository.repo_id', | ||||
cascade="all, delete, delete-orphan") | ||||
pull_requests_other = relationship('PullRequest', | ||||
primaryjoin='PullRequest.other_repo_id==Repository.repo_id', | ||||
cascade="all, delete, delete-orphan") | ||||
r2156 | def __unicode__(self): | |||
r2459 | return u"<%s('%s:%s')>" % (self.__class__.__name__, self.repo_id, | |||
r2156 | self.repo_name) | |||
r878 | ||||
r2726 | @hybrid_property | |||
def locked(self): | ||||
# always should return [user_id, timelocked] | ||||
if self._locked: | ||||
_lock_info = self._locked.split(':') | ||||
return int(_lock_info[0]), _lock_info[1] | ||||
return [None, None] | ||||
@locked.setter | ||||
def locked(self, val): | ||||
if val and isinstance(val, (list, tuple)): | ||||
self._locked = ':'.join(map(str, val)) | ||||
else: | ||||
self._locked = None | ||||
r3147 | @hybrid_property | |||
def changeset_cache(self): | ||||
from rhodecode.lib.vcs.backends.base import EmptyChangeset | ||||
dummy = EmptyChangeset().__json__() | ||||
if not self._changeset_cache: | ||||
return dummy | ||||
try: | ||||
return json.loads(self._changeset_cache) | ||||
except TypeError: | ||||
return dummy | ||||
@changeset_cache.setter | ||||
def changeset_cache(self, val): | ||||
try: | ||||
self._changeset_cache = json.dumps(val) | ||||
except: | ||||
log.error(traceback.format_exc()) | ||||
r1065 | @classmethod | |||
|
r1593 | def url_sep(cls): | ||
r2339 | return URL_SEP | |||
r1065 | ||||
r1554 | @classmethod | |||
r3152 | def normalize_repo_name(cls, repo_name): | |||
""" | ||||
Normalizes os specific repo_name to the format internally stored inside | ||||
dabatabase using URL_SEP | ||||
:param cls: | ||||
:param repo_name: | ||||
""" | ||||
return cls.url_sep().join(repo_name.split(os.sep)) | ||||
@classmethod | ||||
|
r1593 | def get_by_repo_name(cls, repo_name): | ||
r2520 | q = Session().query(cls).filter(cls.repo_name == repo_name) | |||
|
r1593 | q = q.options(joinedload(Repository.fork))\ | ||
.options(joinedload(Repository.user))\ | ||||
.options(joinedload(Repository.group)) | ||||
r1749 | return q.scalar() | |||
r1301 | ||||
@classmethod | ||||
r2400 | def get_by_full_path(cls, repo_full_path): | |||
repo_name = repo_full_path.split(cls.base_path(), 1)[-1] | ||||
r3152 | repo_name = cls.normalize_repo_name(repo_name) | |||
r2400 | return cls.get_by_repo_name(repo_name.strip(URL_SEP)) | |||
@classmethod | ||||
|
r1593 | def get_repo_forks(cls, repo_id): | ||
return cls.query().filter(Repository.fork_id == repo_id) | ||||
r1301 | ||||
r1508 | @classmethod | |||
|
r1593 | def base_path(cls): | ||
r1508 | """ | |||
Returns base path when all repos are stored | ||||
|
r1587 | |||
r1508 | :param cls: | |||
""" | ||||
r2520 | q = Session().query(RhodeCodeUi)\ | |||
r1728 | .filter(RhodeCodeUi.ui_key == cls.url_sep()) | |||
q = q.options(FromCache("sql_cache_short", "repository_repo_path")) | ||||
r1508 | return q.one().ui_value | |||
r1113 | @property | |||
r2395 | def forks(self): | |||
""" | ||||
Return forks of this repo | ||||
""" | ||||
return Repository.get_repo_forks(self.repo_id) | ||||
@property | ||||
def parent(self): | ||||
""" | ||||
Returns fork parent | ||||
""" | ||||
return self.fork | ||||
@property | ||||
|
r1593 | def just_name(self): | ||
return self.repo_name.split(Repository.url_sep())[-1] | ||||
r1155 | ||||
@property | ||||
|
r1593 | def groups_with_parents(self): | ||
r1155 | groups = [] | |||
if self.group is None: | ||||
return groups | ||||
cur_gr = self.group | ||||
|
r1593 | groups.insert(0, cur_gr) | ||
r1155 | while 1: | |||
|
r1593 | gr = getattr(cur_gr, 'parent_group', None) | ||
r1155 | cur_gr = cur_gr.parent_group | |||
if gr is None: | ||||
break | ||||
|
r1593 | groups.insert(0, gr) | ||
r1155 | ||||
return groups | ||||
@property | ||||
|
r1593 | def groups_and_repo(self): | ||
r1155 | return self.groups_with_parents, self.just_name | |||
r1113 | ||||
r1366 | @LazyProperty | |||
|
r1593 | def repo_path(self): | ||
r1366 | """ | |||
Returns base full path for that repository means where it actually | ||||
exists on a filesystem | ||||
""" | ||||
r2520 | q = Session().query(RhodeCodeUi).filter(RhodeCodeUi.ui_key == | |||
|
r1593 | Repository.url_sep()) | ||
r1727 | q = q.options(FromCache("sql_cache_short", "repository_repo_path")) | |||
r1368 | return q.one().ui_value | |||
r1366 | ||||
@property | ||||
|
r1593 | def repo_full_path(self): | ||
r1366 | p = [self.repo_path] | |||
# we need to split the name by / since this is how we store the | ||||
# names in the database, but that eventually needs to be converted | ||||
# into a valid system path | ||||
|
r1593 | p += self.repo_name.split(Repository.url_sep()) | ||
return os.path.join(*p) | ||||
r1366 | ||||
r2809 | @property | |||
def cache_keys(self): | ||||
""" | ||||
Returns associated cache keys for that repo | ||||
""" | ||||
return CacheInvalidation.query()\ | ||||
.filter(CacheInvalidation.cache_args == self.repo_name)\ | ||||
.order_by(CacheInvalidation.cache_key)\ | ||||
.all() | ||||
|
r1593 | def get_new_name(self, repo_name): | ||
r1539 | """ | |||
returns new full repository name based on assigned group and new new | ||||
|
r1591 | |||
r1539 | :param group_name: | |||
""" | ||||
path_prefix = self.group.full_path_splitted if self.group else [] | ||||
|
r1593 | return Repository.url_sep().join(path_prefix + [repo_name]) | ||
r1539 | ||||
r1366 | @property | |||
|
r1593 | def _ui(self): | ||
r1366 | """ | |||
Creates an db based ui object for this repository | ||||
""" | ||||
r2982 | from rhodecode.lib.utils import make_ui | |||
return make_ui('db', clear_session=False) | ||||
r1366 | ||||
r1508 | @classmethod | |||
r2520 | def inject_ui(cls, repo, extras={}): | |||
from rhodecode.lib.vcs.backends.hg import MercurialRepository | ||||
from rhodecode.lib.vcs.backends.git import GitRepository | ||||
required = (MercurialRepository, GitRepository) | ||||
if not isinstance(repo, required): | ||||
raise Exception('repo must be instance of %s' % required) | ||||
# inject ui extra param to log this action via push logger | ||||
for k, v in extras.items(): | ||||
repo._repo.ui.setconfig('rhodecode_extras', k, v) | ||||
@classmethod | ||||
|
r1593 | def is_valid(cls, repo_name): | ||
r1508 | """ | |||
returns True if given repo name is a valid filesystem repository | ||||
|
r1587 | |||
r1819 | :param cls: | |||
:param repo_name: | ||||
r1508 | """ | |||
from rhodecode.lib.utils import is_valid_repo | ||||
|
r1593 | return is_valid_repo(repo_name, cls.base_path()) | ||
r1508 | ||||
r2508 | def get_api_data(self): | |||
""" | ||||
Common function for generating repo api data | ||||
""" | ||||
repo = self | ||||
data = dict( | ||||
r2510 | repo_id=repo.repo_id, | |||
r2508 | repo_name=repo.repo_name, | |||
repo_type=repo.repo_type, | ||||
clone_uri=repo.clone_uri, | ||||
private=repo.private, | ||||
created_on=repo.created_on, | ||||
description=repo.description, | ||||
landing_rev=repo.landing_rev, | ||||
owner=repo.user.username, | ||||
r3115 | fork_of=repo.fork.repo_name if repo.fork else None, | |||
enable_statistics=repo.enable_statistics, | ||||
enable_locking=repo.enable_locking, | ||||
r3174 | enable_downloads=repo.enable_downloads, | |||
last_changeset=repo.changeset_cache | ||||
r2508 | ) | |||
r3308 | rc_config = RhodeCodeSetting.get_app_settings() | |||
repository_fields = str2bool(rc_config.get('rhodecode_repository_fields')) | ||||
if repository_fields: | ||||
for f in self.extra_fields: | ||||
data[f.field_key_prefixed] = f.field_value | ||||
r2508 | ||||
return data | ||||
r2726 | @classmethod | |||
def lock(cls, repo, user_id): | ||||
repo.locked = [user_id, time.time()] | ||||
Session().add(repo) | ||||
Session().commit() | ||||
@classmethod | ||||
def unlock(cls, repo): | ||||
repo.locked = None | ||||
Session().add(repo) | ||||
Session().commit() | ||||
r3457 | @classmethod | |||
def getlock(cls, repo): | ||||
return repo.locked | ||||
r2936 | @property | |||
def last_db_change(self): | ||||
return self.updated_on | ||||
r3170 | def clone_url(self, **override): | |||
from pylons import url | ||||
from urlparse import urlparse | ||||
import urllib | ||||
parsed_url = urlparse(url('home', qualified=True)) | ||||
default_clone_uri = '%(scheme)s://%(user)s%(pass)s%(netloc)s%(prefix)s%(path)s' | ||||
decoded_path = safe_unicode(urllib.unquote(parsed_url.path)) | ||||
args = { | ||||
'user': '', | ||||
'pass': '', | ||||
'scheme': parsed_url.scheme, | ||||
'netloc': parsed_url.netloc, | ||||
'prefix': decoded_path, | ||||
'path': self.repo_name | ||||
} | ||||
args.update(override) | ||||
return default_clone_uri % args | ||||
r1366 | #========================================================================== | |||
r1466 | # SCM PROPERTIES | |||
#========================================================================== | ||||
r2251 | def get_changeset(self, rev=None): | |||
|
r1593 | return get_changeset_safe(self.scm_instance, rev) | ||
r1466 | ||||
r2603 | def get_landing_changeset(self): | |||
""" | ||||
Returns landing changeset, or if that doesn't exist returns the tip | ||||
""" | ||||
cs = self.get_changeset(self.landing_rev) or self.get_changeset() | ||||
return cs | ||||
r3147 | def update_changeset_cache(self, cs_cache=None): | |||
""" | ||||
Update cache of last changeset for repository, keys should be:: | ||||
short_id | ||||
raw_id | ||||
revision | ||||
message | ||||
date | ||||
author | ||||
:param cs_cache: | ||||
""" | ||||
from rhodecode.lib.vcs.backends.base import BaseChangeset | ||||
if cs_cache is None: | ||||
r3420 | cs_cache = EmptyChangeset() | |||
# use no-cache version here | ||||
scm_repo = self.scm_instance_no_cache | ||||
if scm_repo: | ||||
cs_cache = scm_repo.get_changeset() | ||||
r3147 | if isinstance(cs_cache, BaseChangeset): | |||
cs_cache = cs_cache.__json__() | ||||
r3420 | if (cs_cache != self.changeset_cache or not self.changeset_cache): | |||
r3226 | _default = datetime.datetime.fromtimestamp(0) | |||
r3420 | last_change = cs_cache.get('date') or _default | |||
r3147 | log.debug('updated repo %s with new cs cache %s' % (self, cs_cache)) | |||
r2937 | self.updated_on = last_change | |||
r3147 | self.changeset_cache = cs_cache | |||
r2937 | Session().add(self) | |||
Session().commit() | ||||
r3227 | else: | |||
log.debug('Skipping repo:%s already with latest changes' % self) | ||||
r2937 | ||||
r1466 | @property | |||
|
r1593 | def tip(self): | ||
return self.get_changeset('tip') | ||||
r1466 | ||||
@property | ||||
|
r1593 | def author(self): | ||
r1466 | return self.tip.author | |||
@property | ||||
|
r1593 | def last_change(self): | ||
r1466 | return self.scm_instance.last_change | |||
r2520 | def get_comments(self, revisions=None): | |||
r1884 | """ | |||
Returns comments for this repository grouped by revisions | ||||
:param revisions: filter query by revisions only | ||||
""" | ||||
cmts = ChangesetComment.query()\ | ||||
.filter(ChangesetComment.repo == self) | ||||
if revisions: | ||||
cmts = cmts.filter(ChangesetComment.revision.in_(revisions)) | ||||
grouped = defaultdict(list) | ||||
for cmt in cmts.all(): | ||||
grouped[cmt.revision].append(cmt) | ||||
return grouped | ||||
r2215 | def statuses(self, revisions=None): | |||
""" | ||||
Returns statuses for this repository | ||||
r2217 | ||||
r2215 | :param revisions: list of revisions to get statuses for | |||
:type revisions: list | ||||
""" | ||||
statuses = ChangesetStatus.query()\ | ||||
r2287 | .filter(ChangesetStatus.repo == self)\ | |||
.filter(ChangesetStatus.version == 0) | ||||
r2215 | if revisions: | |||
statuses = statuses.filter(ChangesetStatus.revision.in_(revisions)) | ||||
r2217 | grouped = {} | |||
r2542 | ||||
#maybe we have open new pullrequest without a status ? | ||||
stat = ChangesetStatus.STATUS_UNDER_REVIEW | ||||
status_lbl = ChangesetStatus.get_status_lbl(stat) | ||||
for pr in PullRequest.query().filter(PullRequest.org_repo == self).all(): | ||||
for rev in pr.revisions: | ||||
pr_id = pr.pull_request_id | ||||
pr_repo = pr.other_repo.repo_name | ||||
grouped[rev] = [stat, status_lbl, pr_id, pr_repo] | ||||
r2215 | for stat in statuses.all(): | |||
r2443 | pr_id = pr_repo = None | |||
if stat.pull_request: | ||||
pr_id = stat.pull_request.pull_request_id | ||||
pr_repo = stat.pull_request.other_repo.repo_name | ||||
grouped[stat.revision] = [str(stat.status), stat.status_lbl, | ||||
pr_id, pr_repo] | ||||
r2215 | return grouped | |||
r3246 | def _repo_size(self): | |||
from rhodecode.lib import helpers as h | ||||
log.debug('calculating repository size...') | ||||
return h.format_byte_size(self.scm_instance.size) | ||||
r1466 | #========================================================================== | |||
r1366 | # SCM CACHE INSTANCE | |||
#========================================================================== | ||||
@property | ||||
|
r1593 | def invalidate(self): | ||
r1607 | return CacheInvalidation.invalidate(self.repo_name) | |||
r1366 | ||||
|
r1593 | def set_invalidate(self): | ||
r1366 | """ | |||
set a cache for invalidation for this instance | ||||
""" | ||||
r3020 | CacheInvalidation.set_invalidate(repo_name=self.repo_name) | |||
r1366 | ||||
r1466 | @LazyProperty | |||
r3278 | def scm_instance_no_cache(self): | |||
return self.__get_instance() | ||||
@LazyProperty | ||||
|
r1593 | def scm_instance(self): | ||
r3025 | import rhodecode | |||
full_cache = str2bool(rhodecode.CONFIG.get('vcs_full_cache')) | ||||
if full_cache: | ||||
return self.scm_instance_cached() | ||||
r1400 | return self.__get_instance() | |||
r1366 | ||||
r2352 | def scm_instance_cached(self, cache_map=None): | |||
|
r1593 | @cache_region('long_term') | ||
def _c(repo_name): | ||||
r1400 | return self.__get_instance() | |||
r1607 | rn = self.repo_name | |||
r1744 | log.debug('Getting cached instance of repo') | |||
r2352 | ||||
if cache_map: | ||||
# get using prefilled cache_map | ||||
invalidate_repo = cache_map[self.repo_name] | ||||
if invalidate_repo: | ||||
r2356 | invalidate_repo = (None if invalidate_repo.cache_active | |||
r2352 | else invalidate_repo) | |||
else: | ||||
# get from invalidate | ||||
invalidate_repo = self.invalidate | ||||
if invalidate_repo is not None: | ||||
|
r1593 | region_invalidate(_c, None, rn) | ||
r1428 | # update our cache | |||
r2352 | CacheInvalidation.set_valid(invalidate_repo.cache_key) | |||
|
r1593 | return _c(rn) | ||
r1366 | ||||
|
r1593 | def __get_instance(self): | ||
r1368 | repo_full_path = self.repo_full_path | |||
r1366 | try: | |||
|
r1593 | alias = get_scm(repo_full_path)[0] | ||
r3420 | log.debug('Creating instance of %s repository from %s' | |||
% (alias, repo_full_path)) | ||||
|
r1593 | backend = get_backend(alias) | ||
r1366 | except VCSError: | |||
|
r1593 | log.error(traceback.format_exc()) | ||
log.error('Perhaps this repository is in db and not in ' | ||||
r1366 | 'filesystem run rescan repositories with ' | |||
|
r1593 | '"destroy old data " option from admin panel') | ||
r1366 | return | |||
if alias == 'hg': | ||||
r2000 | ||||
r1594 | repo = backend(safe_str(repo_full_path), create=False, | |||
baseui=self._ui) | ||||
r1607 | # skip hidden web repository | |||
r1366 | if repo._get_hidden(): | |||
return | ||||
else: | ||||
r1594 | repo = backend(repo_full_path, create=False) | |||
r1366 | ||||
return repo | ||||
r1065 | ||||
r1633 | class RepoGroup(Base, BaseModel): | |||
r878 | __tablename__ = 'groups' | |||
r1958 | __table_args__ = ( | |||
UniqueConstraint('group_name', 'group_parent_id'), | ||||
r1963 | CheckConstraint('group_id != group_parent_id'), | |||
r2356 | {'extend_existing': True, 'mysql_engine': 'InnoDB', | |||
r2149 | 'mysql_charset': 'utf8'}, | |||
r1958 | ) | |||
__mapper_args__ = {'order_by': 'group_name'} | ||||
r878 | ||||
r1594 | group_id = Column("group_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) | |||
r2588 | group_name = Column("group_name", String(255, convert_unicode=False, assert_unicode=None), nullable=False, unique=True, default=None) | |||
r1594 | group_parent_id = Column("group_parent_id", Integer(), ForeignKey('groups.group_id'), nullable=True, unique=None, default=None) | |||
r2588 | group_description = Column("group_description", String(10000, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None) | |||
r2749 | enable_locking = Column("enable_locking", Boolean(), nullable=False, unique=None, default=False) | |||
r878 | ||||
r1982 | repo_group_to_perm = relationship('UserRepoGroupToPerm', cascade='all', order_by='UserRepoGroupToPerm.group_to_perm_id') | |||
|
r3417 | users_group_to_perm = relationship('UserGroupRepoGroupToPerm', cascade='all') | ||
r1982 | ||||
r1633 | parent_group = relationship('RepoGroup', remote_side=group_id) | |||
r878 | ||||
r1594 | def __init__(self, group_name='', parent_group=None): | |||
r878 | self.group_name = group_name | |||
self.parent_group = parent_group | ||||
r2156 | def __unicode__(self): | |||
return u"<%s('%s:%s')>" % (self.__class__.__name__, self.group_id, | ||||
|
r1593 | self.group_name) | ||
r631 | ||||
r1346 | @classmethod | |||
r3239 | def groups_choices(cls, groups=None, show_empty_group=True): | |||
r1547 | from webhelpers.html import literal as _literal | |||
r3222 | if not groups: | |||
groups = cls.query().all() | ||||
r3239 | ||||
r3222 | repo_groups = [] | |||
if show_empty_group: | ||||
repo_groups = [('-1', '-- no parent --')] | ||||
r1547 | sep = ' » ' | |||
|
r1593 | _name = lambda k: _literal(sep.join(k)) | ||
r1547 | ||||
|
r1593 | repo_groups.extend([(x.group_id, _name(x.full_path_splitted)) | ||
r2835 | for x in groups]) | |||
|
r1591 | |||
r1594 | repo_groups = sorted(repo_groups, key=lambda t: t[1].split(sep)[0]) | |||
r1547 | return repo_groups | |||
|
r1591 | |||
r1547 | @classmethod | |||
|
r1593 | def url_sep(cls): | ||
r2339 | return URL_SEP | |||
r1346 | ||||
r1538 | @classmethod | |||
r1594 | def get_by_group_name(cls, group_name, cache=False, case_insensitive=False): | |||
|
r1584 | if case_insensitive: | ||
gr = cls.query()\ | ||||
|
r1593 | .filter(cls.group_name.ilike(group_name)) | ||
|
r1584 | else: | ||
gr = cls.query()\ | ||||
|
r1593 | .filter(cls.group_name == group_name) | ||
|
r1584 | if cache: | ||
r2062 | gr = gr.options(FromCache( | |||
"sql_cache_short", | ||||
"get_group_%s" % _hash_key(group_name) | ||||
) | ||||
) | ||||
|
r1584 | return gr.scalar() | ||
r1538 | ||||
r1159 | @property | |||
|
r1593 | def parents(self): | ||
r1385 | parents_recursion_limit = 5 | |||
r1159 | groups = [] | |||
if self.parent_group is None: | ||||
return groups | ||||
cur_gr = self.parent_group | ||||
|
r1593 | groups.insert(0, cur_gr) | ||
r1349 | cnt = 0 | |||
r1159 | while 1: | |||
r1349 | cnt += 1 | |||
|
r1593 | gr = getattr(cur_gr, 'parent_group', None) | ||
r1159 | cur_gr = cur_gr.parent_group | |||
if gr is None: | ||||
break | ||||
r1385 | if cnt == parents_recursion_limit: | |||
r1349 | # this will prevent accidental infinit loops | |||
|
r1593 | log.error('group nested more than %s' % | ||
parents_recursion_limit) | ||||
r1349 | break | |||
|
r1593 | groups.insert(0, gr) | ||
r1159 | return groups | |||
r1385 | @property | |||
|
r1593 | def children(self): | ||
r1633 | return RepoGroup.query().filter(RepoGroup.parent_group == self) | |||
r1323 | ||||
@property | ||||
|
r1593 | def name(self): | ||
r1633 | return self.group_name.split(RepoGroup.url_sep())[-1] | |||
r1538 | ||||
@property | ||||
|
r1593 | def full_path(self): | ||
r1594 | return self.group_name | |||
r1538 | ||||
@property | ||||
|
r1593 | def full_path_splitted(self): | ||
r1633 | return self.group_name.split(RepoGroup.url_sep()) | |||
r1323 | ||||
r1193 | @property | |||
|
r1593 | def repositories(self): | ||
r2079 | return Repository.query()\ | |||
.filter(Repository.group == self)\ | ||||
.order_by(Repository.repo_name) | ||||
r1193 | ||||
r1385 | @property | |||
|
r1593 | def repositories_recursive_count(self): | ||
r1385 | cnt = self.repositories.count() | |||
|
r1593 | def children_count(group): | ||
r1385 | cnt = 0 | |||
for child in group.children: | ||||
cnt += child.repositories.count() | ||||
|
r1593 | cnt += children_count(child) | ||
r1385 | return cnt | |||
|
r1593 | return cnt + children_count(self) | ||
r1385 | ||||
r3459 | def _recursive_objects(self, include_repos=True): | |||
r2749 | all_ = [] | |||
def _get_members(root_gr): | ||||
r3459 | if include_repos: | |||
for r in root_gr.repositories: | ||||
all_.append(r) | ||||
r2749 | childs = root_gr.children.all() | |||
if childs: | ||||
for gr in childs: | ||||
all_.append(gr) | ||||
_get_members(gr) | ||||
_get_members(self) | ||||
return [self] + all_ | ||||
r3459 | def recursive_groups_and_repos(self): | |||
""" | ||||
Recursive return all groups, with repositories in those groups | ||||
""" | ||||
return self._recursive_objects() | ||||
def recursive_groups(self): | ||||
""" | ||||
r3473 | Returns all children groups for this group including children of children | |||
r3459 | """ | |||
return self._recursive_objects(include_repos=False) | ||||
|
r1593 | def get_new_name(self, group_name): | ||
r1538 | """ | |||
returns new full group name based on parent and new name | ||||
|
r1591 | |||
r1538 | :param group_name: | |||
""" | ||||
r1607 | path_prefix = (self.parent_group.full_path_splitted if | |||
r1594 | self.parent_group else []) | |||
r1633 | return RepoGroup.url_sep().join(path_prefix + [group_name]) | |||
r1538 | ||||
|
r1593 | class Permission(Base, BaseModel): | ||
r547 | __tablename__ = 'permissions' | |||
r2149 | __table_args__ = ( | |||
r2463 | Index('p_perm_name_idx', 'permission_name'), | |||
r2356 | {'extend_existing': True, 'mysql_engine': 'InnoDB', | |||
r2149 | 'mysql_charset': 'utf8'}, | |||
) | ||||
r2532 | PERMS = [ | |||
('repository.none', _('Repository no access')), | ||||
('repository.read', _('Repository read access')), | ||||
('repository.write', _('Repository write access')), | ||||
('repository.admin', _('Repository admin access')), | ||||
|
r3416 | ('group.none', _('Repository group no access')), | ||
('group.read', _('Repository group read access')), | ||||
('group.write', _('Repository group write access')), | ||||
('group.admin', _('Repository group admin access')), | ||||
r2532 | ||||
('hg.admin', _('RhodeCode Administrator')), | ||||
('hg.create.none', _('Repository creation disabled')), | ||||
('hg.create.repository', _('Repository creation enabled')), | ||||
r2709 | ('hg.fork.none', _('Repository forking disabled')), | |||
('hg.fork.repository', _('Repository forking enabled')), | ||||
r2532 | ('hg.register.none', _('Register disabled')), | |||
('hg.register.manual_activate', _('Register new user with RhodeCode ' | ||||
'with manual activation')), | ||||
('hg.register.auto_activate', _('Register new user with RhodeCode ' | ||||
'with auto activation')), | ||||
] | ||||
r2709 | # defines which permissions are more important higher the more important | |||
PERM_WEIGHTS = { | ||||
'repository.none': 0, | ||||
'repository.read': 1, | ||||
'repository.write': 3, | ||||
'repository.admin': 4, | ||||
'group.none': 0, | ||||
'group.read': 1, | ||||
'group.write': 3, | ||||
'group.admin': 4, | ||||
'hg.fork.none': 0, | ||||
'hg.fork.repository': 1, | ||||
'hg.create.none': 0, | ||||
'hg.create.repository':1 | ||||
} | ||||
r1594 | permission_id = Column("permission_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) | |||
r2588 | permission_name = Column("permission_name", String(255, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None) | |||
permission_longname = Column("permission_longname", String(255, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None) | ||||
r631 | ||||
r2156 | def __unicode__(self): | |||
return u"<%s('%s:%s')>" % ( | ||||
r1982 | self.__class__.__name__, self.permission_id, self.permission_name | |||
) | ||||
r547 | ||||
r1266 | @classmethod | |||
|
r1593 | def get_by_key(cls, key): | ||
return cls.query().filter(cls.permission_name == key).scalar() | ||||
r1266 | ||||
r1728 | @classmethod | |||
r1744 | def get_default_perms(cls, default_user_id): | |||
r2520 | q = Session().query(UserRepoToPerm, Repository, cls)\ | |||
r1982 | .join((Repository, UserRepoToPerm.repository_id == Repository.repo_id))\ | |||
.join((cls, UserRepoToPerm.permission_id == cls.permission_id))\ | ||||
.filter(UserRepoToPerm.user_id == default_user_id) | ||||
return q.all() | ||||
@classmethod | ||||
def get_default_group_perms(cls, default_user_id): | ||||
r2520 | q = Session().query(UserRepoGroupToPerm, RepoGroup, cls)\ | |||
r1982 | .join((RepoGroup, UserRepoGroupToPerm.group_id == RepoGroup.group_id))\ | |||
.join((cls, UserRepoGroupToPerm.permission_id == cls.permission_id))\ | ||||
.filter(UserRepoGroupToPerm.user_id == default_user_id) | ||||
r1728 | ||||
return q.all() | ||||
r1633 | class UserRepoToPerm(Base, BaseModel): | |||
r547 | __tablename__ = 'repo_to_perm' | |||
r1958 | __table_args__ = ( | |||
r2000 | UniqueConstraint('user_id', 'repository_id', 'permission_id'), | |||
r2356 | {'extend_existing': True, 'mysql_engine': 'InnoDB', | |||
r2149 | 'mysql_charset': 'utf8'} | |||
r1958 | ) | |||
r1594 | repo_to_perm_id = Column("repo_to_perm_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) | |||
user_id = Column("user_id", Integer(), ForeignKey('users.user_id'), nullable=False, unique=None, default=None) | ||||
permission_id = Column("permission_id", Integer(), ForeignKey('permissions.permission_id'), nullable=False, unique=None, default=None) | ||||
repository_id = Column("repository_id", Integer(), ForeignKey('repositories.repo_id'), nullable=False, unique=None, default=None) | ||||
r631 | ||||
|
r1593 | user = relationship('User') | ||
r2000 | repository = relationship('Repository') | |||
|
r1593 | permission = relationship('Permission') | ||
r547 | ||||
r1729 | @classmethod | |||
def create(cls, user, repository, permission): | ||||
n = cls() | ||||
n.user = user | ||||
n.repository = repository | ||||
n.permission = permission | ||||
r2520 | Session().add(n) | |||
r1729 | return n | |||
r2156 | def __unicode__(self): | |||
return u'<user:%s => %s >' % (self.user, self.repository) | ||||
r1729 | ||||
r1800 | ||||
|
r1593 | class UserToPerm(Base, BaseModel): | ||
r547 | __tablename__ = 'user_to_perm' | |||
r1988 | __table_args__ = ( | |||
UniqueConstraint('user_id', 'permission_id'), | ||||
r2356 | {'extend_existing': True, 'mysql_engine': 'InnoDB', | |||
r2149 | 'mysql_charset': 'utf8'} | |||
r1988 | ) | |||
r1594 | user_to_perm_id = Column("user_to_perm_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) | |||
user_id = Column("user_id", Integer(), ForeignKey('users.user_id'), nullable=False, unique=None, default=None) | ||||
permission_id = Column("permission_id", Integer(), ForeignKey('permissions.permission_id'), nullable=False, unique=None, default=None) | ||||
r631 | ||||
|
r1593 | user = relationship('User') | ||
r1728 | permission = relationship('Permission', lazy='joined') | |||
r547 | ||||
r1014 | ||||
|
r3417 | class UserGroupRepoToPerm(Base, BaseModel): | ||
r1271 | __tablename__ = 'users_group_repo_to_perm' | |||
r1958 | __table_args__ = ( | |||
r2000 | UniqueConstraint('repository_id', 'users_group_id', 'permission_id'), | |||
r2356 | {'extend_existing': True, 'mysql_engine': 'InnoDB', | |||
r2149 | 'mysql_charset': 'utf8'} | |||
r1958 | ) | |||
r1594 | users_group_to_perm_id = Column("users_group_to_perm_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) | |||
users_group_id = Column("users_group_id", Integer(), ForeignKey('users_groups.users_group_id'), nullable=False, unique=None, default=None) | ||||
permission_id = Column("permission_id", Integer(), ForeignKey('permissions.permission_id'), nullable=False, unique=None, default=None) | ||||
repository_id = Column("repository_id", Integer(), ForeignKey('repositories.repo_id'), nullable=False, unique=None, default=None) | ||||
r958 | ||||
|
r3417 | users_group = relationship('UserGroup') | ||
|
r1593 | permission = relationship('Permission') | ||
repository = relationship('Repository') | ||||
r958 | ||||
r1729 | @classmethod | |||
def create(cls, users_group, repository, permission): | ||||
n = cls() | ||||
n.users_group = users_group | ||||
n.repository = repository | ||||
n.permission = permission | ||||
r2520 | Session().add(n) | |||
r1729 | return n | |||
r2156 | def __unicode__(self): | |||
return u'<userGroup:%s => %s >' % (self.users_group, self.repository) | ||||
r1271 | ||||
r1800 | ||||
|
r3417 | class UserGroupToPerm(Base, BaseModel): | ||
r1271 | __tablename__ = 'users_group_to_perm' | |||
r1988 | __table_args__ = ( | |||
UniqueConstraint('users_group_id', 'permission_id',), | ||||
r2356 | {'extend_existing': True, 'mysql_engine': 'InnoDB', | |||
r2149 | 'mysql_charset': 'utf8'} | |||
r1988 | ) | |||
r1594 | users_group_to_perm_id = Column("users_group_to_perm_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) | |||
users_group_id = Column("users_group_id", Integer(), ForeignKey('users_groups.users_group_id'), nullable=False, unique=None, default=None) | ||||
permission_id = Column("permission_id", Integer(), ForeignKey('permissions.permission_id'), nullable=False, unique=None, default=None) | ||||
r1271 | ||||
|
r3417 | users_group = relationship('UserGroup') | ||
|
r1593 | permission = relationship('Permission') | ||
r1271 | ||||
r1633 | class UserRepoGroupToPerm(Base, BaseModel): | |||
r1958 | __tablename__ = 'user_repo_group_to_perm' | |||
__table_args__ = ( | ||||
r2000 | UniqueConstraint('user_id', 'group_id', 'permission_id'), | |||
r2356 | {'extend_existing': True, 'mysql_engine': 'InnoDB', | |||
r2149 | 'mysql_charset': 'utf8'} | |||
r1958 | ) | |||
r879 | ||||
r1594 | group_to_perm_id = Column("group_to_perm_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) | |||
user_id = Column("user_id", Integer(), ForeignKey('users.user_id'), nullable=False, unique=None, default=None) | ||||
r1958 | group_id = Column("group_id", Integer(), ForeignKey('groups.group_id'), nullable=False, unique=None, default=None) | |||
r1594 | permission_id = Column("permission_id", Integer(), ForeignKey('permissions.permission_id'), nullable=False, unique=None, default=None) | |||
r879 | ||||
|
r1593 | user = relationship('User') | ||
r2000 | group = relationship('RepoGroup') | |||
|
r1593 | permission = relationship('Permission') | ||
r1633 | ||||
r1800 | ||||
|
r3417 | class UserGroupRepoGroupToPerm(Base, BaseModel): | ||
r1633 | __tablename__ = 'users_group_repo_group_to_perm' | |||
r1958 | __table_args__ = ( | |||
r1988 | UniqueConstraint('users_group_id', 'group_id'), | |||
r2356 | {'extend_existing': True, 'mysql_engine': 'InnoDB', | |||
r2149 | 'mysql_charset': 'utf8'} | |||
r1958 | ) | |||
r1633 | ||||
users_group_repo_group_to_perm_id = Column("users_group_repo_group_to_perm_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) | ||||
users_group_id = Column("users_group_id", Integer(), ForeignKey('users_groups.users_group_id'), nullable=False, unique=None, default=None) | ||||
r1988 | group_id = Column("group_id", Integer(), ForeignKey('groups.group_id'), nullable=False, unique=None, default=None) | |||
r1633 | permission_id = Column("permission_id", Integer(), ForeignKey('permissions.permission_id'), nullable=False, unique=None, default=None) | |||
|
r3417 | users_group = relationship('UserGroup') | ||
r1633 | permission = relationship('Permission') | |||
group = relationship('RepoGroup') | ||||
r879 | ||||
r1800 | ||||
|
r1593 | class Statistics(Base, BaseModel): | ||
r547 | __tablename__ = 'statistics' | |||
r2149 | __table_args__ = ( | |||
r2150 | UniqueConstraint('repository_id'), | |||
r2356 | {'extend_existing': True, 'mysql_engine': 'InnoDB', | |||
r2149 | 'mysql_charset': 'utf8'} | |||
) | ||||
r1594 | stat_id = Column("stat_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) | |||
repository_id = Column("repository_id", Integer(), ForeignKey('repositories.repo_id'), nullable=False, unique=True, default=None) | ||||
stat_on_revision = Column("stat_on_revision", Integer(), nullable=False) | ||||
commit_activity = Column("commit_activity", LargeBinary(1000000), nullable=False)#JSON data | ||||
commit_activity_combined = Column("commit_activity_combined", LargeBinary(), nullable=False)#JSON data | ||||
languages = Column("languages", LargeBinary(1000000), nullable=False)#JSON data | ||||
r631 | ||||
r1594 | repository = relationship('Repository', single_parent=True) | |||
r547 | ||||
r1800 | ||||
|
r1593 | class UserFollowing(Base, BaseModel): | ||
r734 | __tablename__ = 'user_followings' | |||
r1958 | __table_args__ = ( | |||
UniqueConstraint('user_id', 'follows_repository_id'), | ||||
UniqueConstraint('user_id', 'follows_user_id'), | ||||
r2356 | {'extend_existing': True, 'mysql_engine': 'InnoDB', | |||
r2149 | 'mysql_charset': 'utf8'} | |||
r1958 | ) | |||
r734 | ||||
r1594 | user_following_id = Column("user_following_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) | |||
user_id = Column("user_id", Integer(), ForeignKey('users.user_id'), nullable=False, unique=None, default=None) | ||||
follows_repo_id = Column("follows_repository_id", Integer(), ForeignKey('repositories.repo_id'), nullable=True, unique=None, default=None) | ||||
follows_user_id = Column("follows_user_id", Integer(), ForeignKey('users.user_id'), nullable=True, unique=None, default=None) | ||||
follows_from = Column('follows_from', DateTime(timezone=False), nullable=True, unique=None, default=datetime.datetime.now) | ||||
r734 | ||||
r1594 | user = relationship('User', primaryjoin='User.user_id==UserFollowing.user_id') | |||
r734 | ||||
r1594 | follows_user = relationship('User', primaryjoin='User.user_id==UserFollowing.follows_user_id') | |||
follows_repository = relationship('Repository', order_by='Repository.repo_name') | ||||
r734 | ||||
r1279 | @classmethod | |||
|
r1593 | def get_repo_followers(cls, repo_id): | ||
return cls.query().filter(cls.follows_repo_id == repo_id) | ||||
r1279 | ||||
r1800 | ||||
|
r1593 | class CacheInvalidation(Base, BaseModel): | ||
r670 | __tablename__ = 'cache_invalidation' | |||
r2149 | __table_args__ = ( | |||
UniqueConstraint('cache_key'), | ||||
r2352 | Index('key_idx', 'cache_key'), | |||
r2356 | {'extend_existing': True, 'mysql_engine': 'InnoDB', | |||
r2149 | 'mysql_charset': 'utf8'}, | |||
) | ||||
r1594 | cache_id = Column("cache_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) | |||
r2588 | cache_key = Column("cache_key", String(255, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None) | |||
cache_args = Column("cache_args", String(255, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None) | ||||
r1594 | cache_active = Column("cache_active", Boolean(), nullable=True, unique=None, default=False) | |||
r670 | ||||
r1594 | def __init__(self, cache_key, cache_args=''): | |||
r692 | self.cache_key = cache_key | |||
self.cache_args = cache_args | ||||
self.cache_active = False | ||||
r2156 | def __unicode__(self): | |||
return u"<%s('%s:%s')>" % (self.__class__.__name__, | ||||
|
r1593 | self.cache_id, self.cache_key) | ||
r2352 | ||||
r2809 | @property | |||
def prefix(self): | ||||
_split = self.cache_key.split(self.cache_args, 1) | ||||
if _split and len(_split) == 2: | ||||
return _split[0] | ||||
return '' | ||||
r2147 | @classmethod | |||
def clear_cache(cls): | ||||
cls.query().delete() | ||||
r834 | ||||
r1607 | @classmethod | |||
r2013 | def _get_key(cls, key): | |||
""" | ||||
r2147 | Wrapper for generating a key, together with a prefix | |||
r2013 | ||||
:param key: | ||||
""" | ||||
r2016 | import rhodecode | |||
prefix = '' | ||||
r3020 | org_key = key | |||
r2016 | iid = rhodecode.CONFIG.get('instance_id') | |||
if iid: | ||||
r2058 | prefix = iid | |||
r3020 | ||||
return "%s%s" % (prefix, key), prefix, org_key | ||||
r2013 | ||||
@classmethod | ||||
def get_by_key(cls, key): | ||||
return cls.query().filter(cls.cache_key == key).scalar() | ||||
r2149 | ||||
r2147 | @classmethod | |||
r3020 | def get_by_repo_name(cls, repo_name): | |||
return cls.query().filter(cls.cache_args == repo_name).all() | ||||
@classmethod | ||||
def _get_or_create_key(cls, key, repo_name, commit=True): | ||||
r2520 | inv_obj = Session().query(cls).filter(cls.cache_key == key).scalar() | |||
r2147 | if not inv_obj: | |||
try: | ||||
r3020 | inv_obj = CacheInvalidation(key, repo_name) | |||
r2520 | Session().add(inv_obj) | |||
r2808 | if commit: | |||
Session().commit() | ||||
r2147 | except Exception: | |||
log.error(traceback.format_exc()) | ||||
r2520 | Session().rollback() | |||
r2147 | return inv_obj | |||
r2149 | ||||
r2013 | @classmethod | |||
r1607 | def invalidate(cls, key): | |||
""" | ||||
Returns Invalidation object if this given key should be invalidated | ||||
None otherwise. `cache_active = False` means that this cache | ||||
state is not valid and needs to be invalidated | ||||
r1818 | ||||
r1607 | :param key: | |||
""" | ||||
r3020 | repo_name = key | |||
repo_name = remove_suffix(repo_name, '_README') | ||||
repo_name = remove_suffix(repo_name, '_RSS') | ||||
repo_name = remove_suffix(repo_name, '_ATOM') | ||||
r2149 | ||||
r3020 | # adds instance prefix | |||
r2147 | key, _prefix, _org_key = cls._get_key(key) | |||
r3020 | inv = cls._get_or_create_key(key, repo_name) | |||
r2147 | ||||
if inv and inv.cache_active is False: | ||||
return inv | ||||
r1607 | ||||
@classmethod | ||||
r3020 | def set_invalidate(cls, key=None, repo_name=None): | |||
r1607 | """ | |||
r3020 | Mark this Cache key for invalidation, either by key or whole | |||
cache sets based on repo_name | ||||
r1818 | ||||
r1607 | :param key: | |||
""" | ||||
r3234 | invalidated_keys = [] | |||
r3020 | if key: | |||
key, _prefix, _org_key = cls._get_key(key) | ||||
inv_objs = Session().query(cls).filter(cls.cache_key == key).all() | ||||
elif repo_name: | ||||
inv_objs = Session().query(cls).filter(cls.cache_args == repo_name).all() | ||||
r1607 | ||||
r2147 | try: | |||
for inv_obj in inv_objs: | ||||
r3020 | inv_obj.cache_active = False | |||
r3234 | log.debug('marking %s key for invalidation based on key=%s,repo_name=%s' | |||
% (inv_obj, key, repo_name)) | ||||
invalidated_keys.append(inv_obj.cache_key) | ||||
r2520 | Session().add(inv_obj) | |||
Session().commit() | ||||
r1607 | except Exception: | |||
log.error(traceback.format_exc()) | ||||
r2520 | Session().rollback() | |||
r3234 | return invalidated_keys | |||
r1607 | ||||
@classmethod | ||||
def set_valid(cls, key): | ||||
""" | ||||
Mark this cache key as active and currently cached | ||||
r1818 | ||||
r1607 | :param key: | |||
""" | ||||
r2013 | inv_obj = cls.get_by_key(key) | |||
r1607 | inv_obj.cache_active = True | |||
r2520 | Session().add(inv_obj) | |||
Session().commit() | ||||
r1607 | ||||
r2352 | @classmethod | |||
def get_cache_map(cls): | ||||
class cachemapdict(dict): | ||||
def __init__(self, *args, **kwargs): | ||||
fixkey = kwargs.get('fixkey') | ||||
if fixkey: | ||||
del kwargs['fixkey'] | ||||
r2356 | self.fixkey = fixkey | |||
r2352 | super(cachemapdict, self).__init__(*args, **kwargs) | |||
def __getattr__(self, name): | ||||
key = name | ||||
if self.fixkey: | ||||
key, _prefix, _org_key = cls._get_key(key) | ||||
if key in self.__dict__: | ||||
return self.__dict__[key] | ||||
else: | ||||
return self[key] | ||||
def __getitem__(self, key): | ||||
if self.fixkey: | ||||
key, _prefix, _org_key = cls._get_key(key) | ||||
try: | ||||
return super(cachemapdict, self).__getitem__(key) | ||||
except KeyError: | ||||
return | ||||
cache_map = cachemapdict(fixkey=True) | ||||
for obj in cls.query().all(): | ||||
cache_map[obj.cache_key] = cachemapdict(obj.get_dict()) | ||||
return cache_map | ||||
r1665 | ||||
r1670 | class ChangesetComment(Base, BaseModel): | |||
__tablename__ = 'changeset_comments' | ||||
r2149 | __table_args__ = ( | |||
r2463 | Index('cc_revision_idx', 'revision'), | |||
r2356 | {'extend_existing': True, 'mysql_engine': 'InnoDB', | |||
r2149 | 'mysql_charset': 'utf8'}, | |||
) | ||||
r1670 | comment_id = Column('comment_id', Integer(), nullable=False, primary_key=True) | |||
repo_id = Column('repo_id', Integer(), ForeignKey('repositories.repo_id'), nullable=False) | ||||
r2440 | revision = Column('revision', String(40), nullable=True) | |||
pull_request_id = Column("pull_request_id", Integer(), ForeignKey('pull_requests.pull_request_id'), nullable=True) | ||||
r1677 | line_no = Column('line_no', Unicode(10), nullable=True) | |||
r2724 | hl_lines = Column('hl_lines', Unicode(512), nullable=True) | |||
r1677 | f_path = Column('f_path', Unicode(1000), nullable=True) | |||
r1670 | user_id = Column('user_id', Integer(), ForeignKey('users.user_id'), nullable=False) | |||
r2791 | text = Column('text', UnicodeText(25000), nullable=False) | |||
r2639 | created_on = Column('created_on', DateTime(timezone=False), nullable=False, default=datetime.datetime.now) | |||
modified_at = Column('modified_at', DateTime(timezone=False), nullable=False, default=datetime.datetime.now) | ||||
r1670 | ||||
r1703 | author = relationship('User', lazy='joined') | |||
r1670 | repo = relationship('Repository') | |||
r2677 | status_change = relationship('ChangesetStatus', cascade="all, delete, delete-orphan") | |||
r2440 | pull_request = relationship('PullRequest', lazy='joined') | |||
r1670 | ||||
r1703 | @classmethod | |||
r2443 | def get_users(cls, revision=None, pull_request_id=None): | |||
r1703 | """ | |||
r2443 | Returns user associated with this ChangesetComment. ie those | |||
r1703 | who actually commented | |||
r1818 | ||||
r1703 | :param cls: | |||
:param revision: | ||||
""" | ||||
r2520 | q = Session().query(User)\ | |||
r2443 | .join(ChangesetComment.author) | |||
if revision: | ||||
q = q.filter(cls.revision == revision) | ||||
elif pull_request_id: | ||||
q = q.filter(cls.pull_request_id == pull_request_id) | ||||
return q.all() | ||||
r1886 | ||||
r1703 | ||||
r2215 | class ChangesetStatus(Base, BaseModel): | |||
__tablename__ = 'changeset_statuses' | ||||
__table_args__ = ( | ||||
r2463 | Index('cs_revision_idx', 'revision'), | |||
Index('cs_version_idx', 'version'), | ||||
r2287 | UniqueConstraint('repo_id', 'revision', 'version'), | |||
r2215 | {'extend_existing': True, 'mysql_engine': 'InnoDB', | |||
'mysql_charset': 'utf8'} | ||||
) | ||||
r2481 | STATUS_NOT_REVIEWED = DEFAULT = 'not_reviewed' | |||
STATUS_APPROVED = 'approved' | ||||
STATUS_REJECTED = 'rejected' | ||||
STATUS_UNDER_REVIEW = 'under_review' | ||||
r2215 | ||||
STATUSES = [ | ||||
r2481 | (STATUS_NOT_REVIEWED, _("Not Reviewed")), # (no icon) and default | |||
(STATUS_APPROVED, _("Approved")), | ||||
(STATUS_REJECTED, _("Rejected")), | ||||
(STATUS_UNDER_REVIEW, _("Under Review")), | ||||
r2215 | ] | |||
changeset_status_id = Column('changeset_status_id', Integer(), nullable=False, primary_key=True) | ||||
repo_id = Column('repo_id', Integer(), ForeignKey('repositories.repo_id'), nullable=False) | ||||
user_id = Column("user_id", Integer(), ForeignKey('users.user_id'), nullable=False, unique=None) | ||||
revision = Column('revision', String(40), nullable=False) | ||||
r2217 | status = Column('status', String(128), nullable=False, default=DEFAULT) | |||
r2286 | changeset_comment_id = Column('changeset_comment_id', Integer(), ForeignKey('changeset_comments.comment_id')) | |||
r2215 | modified_at = Column('modified_at', DateTime(), nullable=False, default=datetime.datetime.now) | |||
r2287 | version = Column('version', Integer(), nullable=False, default=0) | |||
r2434 | pull_request_id = Column("pull_request_id", Integer(), ForeignKey('pull_requests.pull_request_id'), nullable=True) | |||
r2215 | author = relationship('User', lazy='joined') | |||
repo = relationship('Repository') | ||||
r2286 | comment = relationship('ChangesetComment', lazy='joined') | |||
r2434 | pull_request = relationship('PullRequest', lazy='joined') | |||
r2215 | ||||
r2481 | def __unicode__(self): | |||
return u"<%s('%s:%s')>" % ( | ||||
self.__class__.__name__, | ||||
self.status, self.author | ||||
) | ||||
r2296 | @classmethod | |||
def get_status_lbl(cls, value): | ||||
return dict(cls.STATUSES).get(value) | ||||
r2217 | @property | |||
def status_lbl(self): | ||||
r2296 | return ChangesetStatus.get_status_lbl(self.status) | |||
r2217 | ||||
r2215 | ||||
r2434 | class PullRequest(Base, BaseModel): | |||
__tablename__ = 'pull_requests' | ||||
__table_args__ = ( | ||||
{'extend_existing': True, 'mysql_engine': 'InnoDB', | ||||
'mysql_charset': 'utf8'}, | ||||
) | ||||
r2588 | STATUS_NEW = u'new' | |||
STATUS_OPEN = u'open' | ||||
STATUS_CLOSED = u'closed' | ||||
r2434 | pull_request_id = Column('pull_request_id', Integer(), nullable=False, primary_key=True) | |||
title = Column('title', Unicode(256), nullable=True) | ||||
r2588 | description = Column('description', UnicodeText(10240), nullable=True) | |||
status = Column('status', Unicode(256), nullable=False, default=STATUS_NEW) | ||||
r2440 | created_on = Column('created_on', DateTime(timezone=False), nullable=False, default=datetime.datetime.now) | |||
r2608 | updated_on = Column('updated_on', DateTime(timezone=False), nullable=False, default=datetime.datetime.now) | |||
r2440 | user_id = Column("user_id", Integer(), ForeignKey('users.user_id'), nullable=False, unique=None) | |||
r2434 | _revisions = Column('revisions', UnicodeText(20500)) # 500 revisions max | |||
org_repo_id = Column('org_repo_id', Integer(), ForeignKey('repositories.repo_id'), nullable=False) | ||||
org_ref = Column('org_ref', Unicode(256), nullable=False) | ||||
other_repo_id = Column('other_repo_id', Integer(), ForeignKey('repositories.repo_id'), nullable=False) | ||||
other_ref = Column('other_ref', Unicode(256), nullable=False) | ||||
@hybrid_property | ||||
def revisions(self): | ||||
return self._revisions.split(':') | ||||
@revisions.setter | ||||
def revisions(self, val): | ||||
self._revisions = ':'.join(val) | ||||
r3170 | @property | |||
def org_ref_parts(self): | ||||
return self.org_ref.split(':') | ||||
@property | ||||
def other_ref_parts(self): | ||||
return self.other_ref.split(':') | ||||
r2440 | author = relationship('User', lazy='joined') | |||
r2674 | reviewers = relationship('PullRequestReviewers', | |||
r2666 | cascade="all, delete, delete-orphan") | |||
r2434 | org_repo = relationship('Repository', primaryjoin='PullRequest.org_repo_id==Repository.repo_id') | |||
other_repo = relationship('Repository', primaryjoin='PullRequest.other_repo_id==Repository.repo_id') | ||||
r2666 | statuses = relationship('ChangesetStatus') | |||
comments = relationship('ChangesetComment', | ||||
cascade="all, delete, delete-orphan") | ||||
r2434 | ||||
r2608 | def is_closed(self): | |||
return self.status == self.STATUS_CLOSED | ||||
r3264 | @property | |||
def last_review_status(self): | ||||
r3274 | return self.statuses[-1].status if self.statuses else '' | |||
r3264 | ||||
r2434 | def __json__(self): | |||
return dict( | ||||
revisions=self.revisions | ||||
) | ||||
class PullRequestReviewers(Base, BaseModel): | ||||
__tablename__ = 'pull_request_reviewers' | ||||
__table_args__ = ( | ||||
{'extend_existing': True, 'mysql_engine': 'InnoDB', | ||||
'mysql_charset': 'utf8'}, | ||||
) | ||||
def __init__(self, user=None, pull_request=None): | ||||
self.user = user | ||||
self.pull_request = pull_request | ||||
pull_requests_reviewers_id = Column('pull_requests_reviewers_id', Integer(), nullable=False, primary_key=True) | ||||
pull_request_id = Column("pull_request_id", Integer(), ForeignKey('pull_requests.pull_request_id'), nullable=False) | ||||
user_id = Column("user_id", Integer(), ForeignKey('users.user_id'), nullable=True) | ||||
user = relationship('User') | ||||
pull_request = relationship('PullRequest') | ||||
r1886 | ||||
r1703 | ||||
r1702 | class Notification(Base, BaseModel): | |||
__tablename__ = 'notifications' | ||||
r2149 | __table_args__ = ( | |||
r2463 | Index('notification_type_idx', 'type'), | |||
r2356 | {'extend_existing': True, 'mysql_engine': 'InnoDB', | |||
r2149 | 'mysql_charset': 'utf8'}, | |||
) | ||||
r1703 | ||||
r1712 | TYPE_CHANGESET_COMMENT = u'cs_comment' | |||
TYPE_MESSAGE = u'message' | ||||
TYPE_MENTION = u'mention' | ||||
r1731 | TYPE_REGISTRATION = u'registration' | |||
r2244 | TYPE_PULL_REQUEST = u'pull_request' | |||
r2443 | TYPE_PULL_REQUEST_COMMENT = u'pull_request_comment' | |||
r1703 | ||||
r1702 | notification_id = Column('notification_id', Integer(), nullable=False, primary_key=True) | |||
subject = Column('subject', Unicode(512), nullable=True) | ||||
r2588 | body = Column('body', UnicodeText(50000), nullable=True) | |||
r1703 | created_by = Column("created_by", Integer(), ForeignKey('users.user_id'), nullable=True) | |||
r1702 | created_on = Column('created_on', DateTime(timezone=False), nullable=False, default=datetime.datetime.now) | |||
r1703 | type_ = Column('type', Unicode(256)) | |||
r1702 | ||||
r1712 | created_by_user = relationship('User') | |||
r1717 | notifications_to_users = relationship('UserNotification', lazy='joined', | |||
cascade="all, delete, delete-orphan") | ||||
r1702 | ||||
@property | ||||
def recipients(self): | ||||
return [x.user for x in UserNotification.query()\ | ||||
r2248 | .filter(UserNotification.notification == self)\ | |||
r2585 | .order_by(UserNotification.user_id.asc()).all()] | |||
r1702 | ||||
@classmethod | ||||
r1703 | def create(cls, created_by, subject, body, recipients, type_=None): | |||
if type_ is None: | ||||
type_ = Notification.TYPE_MESSAGE | ||||
r1702 | notification = cls() | |||
r1712 | notification.created_by_user = created_by | |||
r1702 | notification.subject = subject | |||
notification.body = body | ||||
r1703 | notification.type_ = type_ | |||
r1717 | notification.created_on = datetime.datetime.now() | |||
r1713 | ||||
r1702 | for u in recipients: | |||
r1713 | assoc = UserNotification() | |||
assoc.notification = notification | ||||
u.notifications.append(assoc) | ||||
r2520 | Session().add(notification) | |||
r1702 | return notification | |||
r1712 | @property | |||
def description(self): | ||||
from rhodecode.model.notification import NotificationModel | ||||
return NotificationModel().make_description(self) | ||||
r1800 | ||||
r1702 | class UserNotification(Base, BaseModel): | |||
__tablename__ = 'user_to_notification' | ||||
r1958 | __table_args__ = ( | |||
UniqueConstraint('user_id', 'notification_id'), | ||||
r2356 | {'extend_existing': True, 'mysql_engine': 'InnoDB', | |||
r2149 | 'mysql_charset': 'utf8'} | |||
r1958 | ) | |||
user_id = Column('user_id', Integer(), ForeignKey('users.user_id'), primary_key=True) | ||||
r1713 | notification_id = Column("notification_id", Integer(), ForeignKey('notifications.notification_id'), primary_key=True) | |||
r1703 | read = Column('read', Boolean, default=False) | |||
r1702 | sent_on = Column('sent_on', DateTime(timezone=False), nullable=True, unique=None) | |||
r1713 | user = relationship('User', lazy="joined") | |||
r1717 | notification = relationship('Notification', lazy="joined", | |||
r1960 | order_by=lambda: Notification.created_on.desc(),) | |||
r1702 | ||||
r1712 | def mark_as_read(self): | |||
self.read = True | ||||
r2520 | Session().add(self) | |||
r1702 | ||||
r1800 | ||||
|
r1593 | class DbMigrateVersion(Base, BaseModel): | ||
r834 | __tablename__ = 'db_migrate_version' | |||
r2149 | __table_args__ = ( | |||
r2356 | {'extend_existing': True, 'mysql_engine': 'InnoDB', | |||
r2149 | 'mysql_charset': 'utf8'}, | |||
) | ||||
r1594 | repository_id = Column('repository_id', String(250), primary_key=True) | |||
|
r1593 | repository_path = Column('repository_path', Text) | ||
version = Column('version', Integer) | ||||