|
|
# -*- coding: utf-8 -*-
|
|
|
|
|
|
# Copyright (C) 2010-2018 RhodeCode GmbH
|
|
|
#
|
|
|
# This program is free software: you can redistribute it and/or modify
|
|
|
# it under the terms of the GNU Affero General Public License, version 3
|
|
|
# (only), as published by the Free Software Foundation.
|
|
|
#
|
|
|
# This program is distributed in the hope that it will be useful,
|
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
# GNU General Public License for more details.
|
|
|
#
|
|
|
# You should have received a copy of the GNU Affero General Public License
|
|
|
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
|
#
|
|
|
# This program is dual-licensed. If you wish to learn more about the
|
|
|
# RhodeCode Enterprise Edition, including its added features, Support services,
|
|
|
# and proprietary license terms, please see https://rhodecode.com/licenses/
|
|
|
|
|
|
import os
|
|
|
import logging
|
|
|
import datetime
|
|
|
import traceback
|
|
|
from collections import defaultdict
|
|
|
|
|
|
from sqlalchemy import *
|
|
|
from sqlalchemy.ext.hybrid import hybrid_property
|
|
|
from sqlalchemy.orm import relationship, joinedload, class_mapper, validates
|
|
|
from beaker.cache import cache_region, region_invalidate
|
|
|
|
|
|
from rhodecode.lib.vcs import get_backend
|
|
|
from rhodecode.lib.vcs.utils.helpers import get_scm
|
|
|
from rhodecode.lib.vcs.exceptions import VCSError
|
|
|
from zope.cachedescriptors.property import Lazy as LazyProperty
|
|
|
|
|
|
from rhodecode.lib.utils2 import str2bool, safe_str, get_commit_safe, \
|
|
|
safe_unicode
|
|
|
from rhodecode.lib.ext_json import json
|
|
|
from rhodecode.lib.caching_query import FromCache
|
|
|
|
|
|
from rhodecode.model.meta import Base, Session
|
|
|
import hashlib
|
|
|
|
|
|
|
|
|
log = logging.getLogger(__name__)
|
|
|
|
|
|
#==============================================================================
|
|
|
# BASE CLASSES
|
|
|
#==============================================================================
|
|
|
|
|
|
_hash_key = lambda k: hashlib.md5(safe_str(k)).hexdigest()
|
|
|
|
|
|
|
|
|
class ModelSerializer(json.JSONEncoder):
|
|
|
"""
|
|
|
Simple Serializer for JSON,
|
|
|
|
|
|
usage::
|
|
|
|
|
|
to make object customized for serialization implement a __json__
|
|
|
method that will return a dict for serialization into json
|
|
|
|
|
|
example::
|
|
|
|
|
|
class Task(object):
|
|
|
|
|
|
def __init__(self, name, value):
|
|
|
self.name = name
|
|
|
self.value = value
|
|
|
|
|
|
def __json__(self):
|
|
|
return dict(name=self.name,
|
|
|
value=self.value)
|
|
|
|
|
|
"""
|
|
|
|
|
|
def default(self, obj):
|
|
|
|
|
|
if hasattr(obj, '__json__'):
|
|
|
return obj.__json__()
|
|
|
else:
|
|
|
return json.JSONEncoder.default(self, obj)
|
|
|
|
|
|
|
|
|
class BaseModel(object):
|
|
|
"""
|
|
|
Base Model for all classess
|
|
|
"""
|
|
|
|
|
|
@classmethod
|
|
|
def _get_keys(cls):
|
|
|
"""return column names for this model """
|
|
|
return class_mapper(cls).c.keys()
|
|
|
|
|
|
def get_dict(self):
|
|
|
"""
|
|
|
return dict with keys and values corresponding
|
|
|
to this model data """
|
|
|
|
|
|
d = {}
|
|
|
for k in self._get_keys():
|
|
|
d[k] = getattr(self, k)
|
|
|
|
|
|
# also use __json__() if present to get additional fields
|
|
|
for k, val in getattr(self, '__json__', lambda: {})().iteritems():
|
|
|
d[k] = val
|
|
|
return d
|
|
|
|
|
|
def get_appstruct(self):
|
|
|
"""return list with keys and values tupples corresponding
|
|
|
to this model data """
|
|
|
|
|
|
l = []
|
|
|
for k in self._get_keys():
|
|
|
l.append((k, getattr(self, k),))
|
|
|
return l
|
|
|
|
|
|
def populate_obj(self, populate_dict):
|
|
|
"""populate model with data from given populate_dict"""
|
|
|
|
|
|
for k in self._get_keys():
|
|
|
if k in populate_dict:
|
|
|
setattr(self, k, populate_dict[k])
|
|
|
|
|
|
@classmethod
|
|
|
def query(cls):
|
|
|
return Session.query(cls)
|
|
|
|
|
|
@classmethod
|
|
|
def get(cls, id_):
|
|
|
if id_:
|
|
|
return cls.query().get(id_)
|
|
|
|
|
|
@classmethod
|
|
|
def getAll(cls):
|
|
|
return cls.query().all()
|
|
|
|
|
|
@classmethod
|
|
|
def delete(cls, id_):
|
|
|
obj = cls.query().get(id_)
|
|
|
Session.delete(obj)
|
|
|
|
|
|
def __repr__(self):
|
|
|
if hasattr(self, '__unicode__'):
|
|
|
# python repr needs to return str
|
|
|
return safe_str(self.__unicode__())
|
|
|
return '<DB:%s>' % (self.__class__.__name__)
|
|
|
|
|
|
|
|
|
class RhodeCodeSetting(Base, BaseModel):
|
|
|
__tablename__ = 'rhodecode_settings'
|
|
|
__table_args__ = (
|
|
|
UniqueConstraint('app_settings_name'),
|
|
|
{'extend_existing': True, 'mysql_engine':'InnoDB',
|
|
|
'mysql_charset': 'utf8'}
|
|
|
)
|
|
|
app_settings_id = Column("app_settings_id", Integer(), nullable=False, unique=True, default=None, primary_key=True)
|
|
|
app_settings_name = Column("app_settings_name", String(255), nullable=True, unique=None, default=None)
|
|
|
_app_settings_value = Column("app_settings_value", String(255), nullable=True, unique=None, default=None)
|
|
|
|
|
|
def __init__(self, k='', v=''):
|
|
|
self.app_settings_name = k
|
|
|
self.app_settings_value = v
|
|
|
|
|
|
@validates('_app_settings_value')
|
|
|
def validate_settings_value(self, key, val):
|
|
|
assert type(val) == unicode
|
|
|
return val
|
|
|
|
|
|
@hybrid_property
|
|
|
def app_settings_value(self):
|
|
|
v = self._app_settings_value
|
|
|
if self.app_settings_name == 'ldap_active':
|
|
|
v = str2bool(v)
|
|
|
return v
|
|
|
|
|
|
@app_settings_value.setter
|
|
|
def app_settings_value(self, val):
|
|
|
"""
|
|
|
Setter that will always make sure we use unicode in app_settings_value
|
|
|
|
|
|
:param val:
|
|
|
"""
|
|
|
self._app_settings_value = safe_unicode(val)
|
|
|
|
|
|
def __unicode__(self):
|
|
|
return u"<%s('%s:%s')>" % (
|
|
|
self.__class__.__name__,
|
|
|
self.app_settings_name, self.app_settings_value
|
|
|
)
|
|
|
|
|
|
@classmethod
|
|
|
def get_by_name(cls, ldap_key):
|
|
|
return cls.query()\
|
|
|
.filter(cls.app_settings_name == ldap_key).scalar()
|
|
|
|
|
|
@classmethod
|
|
|
def get_app_settings(cls, cache=False):
|
|
|
|
|
|
ret = cls.query()
|
|
|
|
|
|
if cache:
|
|
|
ret = ret.options(FromCache("sql_cache_short", "get_hg_settings"))
|
|
|
|
|
|
if not ret:
|
|
|
raise Exception('Could not get application settings !')
|
|
|
settings = {}
|
|
|
for each in ret:
|
|
|
settings['rhodecode_' + each.app_settings_name] = \
|
|
|
each.app_settings_value
|
|
|
|
|
|
return settings
|
|
|
|
|
|
@classmethod
|
|
|
def get_ldap_settings(cls, cache=False):
|
|
|
ret = cls.query()\
|
|
|
.filter(cls.app_settings_name.startswith('ldap_')).all()
|
|
|
fd = {}
|
|
|
for row in ret:
|
|
|
fd.update({row.app_settings_name:row.app_settings_value})
|
|
|
|
|
|
return fd
|
|
|
|
|
|
|
|
|
class RhodeCodeUi(Base, BaseModel):
|
|
|
__tablename__ = 'rhodecode_ui'
|
|
|
__table_args__ = (
|
|
|
UniqueConstraint('ui_key'),
|
|
|
{'extend_existing': True, 'mysql_engine':'InnoDB',
|
|
|
'mysql_charset': 'utf8'}
|
|
|
)
|
|
|
|
|
|
HOOK_REPO_SIZE = 'changegroup.repo_size'
|
|
|
HOOK_PUSH = 'pretxnchangegroup.push_logger'
|
|
|
HOOK_PULL = 'preoutgoing.pull_logger'
|
|
|
|
|
|
ui_id = Column("ui_id", Integer(), nullable=False, unique=True, default=None, primary_key=True)
|
|
|
ui_section = Column("ui_section", String(255), nullable=True, unique=None, default=None)
|
|
|
ui_key = Column("ui_key", String(255), nullable=True, unique=None, default=None)
|
|
|
ui_value = Column("ui_value", String(255), nullable=True, unique=None, default=None)
|
|
|
ui_active = Column("ui_active", Boolean(), nullable=True, unique=None, default=True)
|
|
|
|
|
|
@classmethod
|
|
|
def get_by_key(cls, key):
|
|
|
return cls.query().filter(cls.ui_key == key)
|
|
|
|
|
|
@classmethod
|
|
|
def get_builtin_hooks(cls):
|
|
|
q = cls.query()
|
|
|
q = q.filter(cls.ui_key.in_([cls.HOOK_REPO_SIZE,
|
|
|
cls.HOOK_PUSH, cls.HOOK_PULL]))
|
|
|
return q.all()
|
|
|
|
|
|
@classmethod
|
|
|
def get_custom_hooks(cls):
|
|
|
q = cls.query()
|
|
|
q = q.filter(~cls.ui_key.in_([cls.HOOK_REPO_SIZE,
|
|
|
cls.HOOK_PUSH, cls.HOOK_PULL]))
|
|
|
q = q.filter(cls.ui_section == 'hooks')
|
|
|
return q.all()
|
|
|
|
|
|
@classmethod
|
|
|
def create_or_update_hook(cls, key, val):
|
|
|
new_ui = cls.get_by_key(key).scalar() or cls()
|
|
|
new_ui.ui_section = 'hooks'
|
|
|
new_ui.ui_active = True
|
|
|
new_ui.ui_key = key
|
|
|
new_ui.ui_value = val
|
|
|
|
|
|
Session.add(new_ui)
|
|
|
|
|
|
|
|
|
class User(Base, BaseModel):
|
|
|
__tablename__ = 'users'
|
|
|
__table_args__ = (
|
|
|
UniqueConstraint('username'), UniqueConstraint('email'),
|
|
|
{'extend_existing': True, 'mysql_engine':'InnoDB',
|
|
|
'mysql_charset': 'utf8'}
|
|
|
)
|
|
|
user_id = Column("user_id", Integer(), nullable=False, unique=True, default=None, primary_key=True)
|
|
|
username = Column("username", String(255), nullable=True, unique=None, default=None)
|
|
|
password = Column("password", String(255), nullable=True, unique=None, default=None)
|
|
|
active = Column("active", Boolean(), nullable=True, unique=None, default=None)
|
|
|
admin = Column("admin", Boolean(), nullable=True, unique=None, default=False)
|
|
|
name = Column("name", String(255), nullable=True, unique=None, default=None)
|
|
|
lastname = Column("lastname", String(255), nullable=True, unique=None, default=None)
|
|
|
_email = Column("email", String(255), nullable=True, unique=None, default=None)
|
|
|
last_login = Column("last_login", DateTime(timezone=False), nullable=True, unique=None, default=None)
|
|
|
ldap_dn = Column("ldap_dn", String(255), nullable=True, unique=None, default=None)
|
|
|
api_key = Column("api_key", String(255), nullable=True, unique=None, default=None)
|
|
|
|
|
|
user_log = relationship('UserLog', cascade='all')
|
|
|
user_perms = relationship('UserToPerm', primaryjoin="User.user_id==UserToPerm.user_id", cascade='all')
|
|
|
|
|
|
repositories = relationship('Repository')
|
|
|
user_followers = relationship('UserFollowing', primaryjoin='UserFollowing.follows_user_id==User.user_id', cascade='all')
|
|
|
repo_to_perm = relationship('UserRepoToPerm', primaryjoin='UserRepoToPerm.user_id==User.user_id', cascade='all')
|
|
|
repo_group_to_perm = relationship('UserRepoGroupToPerm', primaryjoin='UserRepoGroupToPerm.user_id==User.user_id', cascade='all')
|
|
|
|
|
|
group_member = relationship('UserGroupMember', cascade='all')
|
|
|
|
|
|
notifications = relationship('UserNotification', cascade='all')
|
|
|
# notifications assigned to this user
|
|
|
user_created_notifications = relationship('Notification', cascade='all')
|
|
|
# comments created by this user
|
|
|
user_comments = relationship('ChangesetComment', cascade='all')
|
|
|
|
|
|
@hybrid_property
|
|
|
def email(self):
|
|
|
return self._email
|
|
|
|
|
|
@email.setter
|
|
|
def email(self, val):
|
|
|
self._email = val.lower() if val else None
|
|
|
|
|
|
@property
|
|
|
def full_name(self):
|
|
|
return '%s %s' % (self.name, self.lastname)
|
|
|
|
|
|
@property
|
|
|
def full_name_or_username(self):
|
|
|
return ('%s %s' % (self.name, self.lastname)
|
|
|
if (self.name and self.lastname) else self.username)
|
|
|
|
|
|
@property
|
|
|
def full_contact(self):
|
|
|
return '%s %s <%s>' % (self.name, self.lastname, self.email)
|
|
|
|
|
|
@property
|
|
|
def short_contact(self):
|
|
|
return '%s %s' % (self.name, self.lastname)
|
|
|
|
|
|
@property
|
|
|
def is_admin(self):
|
|
|
return self.admin
|
|
|
|
|
|
def __unicode__(self):
|
|
|
return u"<%s('id:%s:%s')>" % (self.__class__.__name__,
|
|
|
self.user_id, self.username)
|
|
|
|
|
|
@classmethod
|
|
|
def get_by_username(cls, username, case_insensitive=False, cache=False):
|
|
|
if case_insensitive:
|
|
|
q = cls.query().filter(cls.username.ilike(username))
|
|
|
else:
|
|
|
q = cls.query().filter(cls.username == username)
|
|
|
|
|
|
if cache:
|
|
|
q = q.options(FromCache(
|
|
|
"sql_cache_short",
|
|
|
"get_user_%s" % _hash_key(username)
|
|
|
)
|
|
|
)
|
|
|
return q.scalar()
|
|
|
|
|
|
@classmethod
|
|
|
def get_by_auth_token(cls, auth_token, cache=False):
|
|
|
q = cls.query().filter(cls.api_key == auth_token)
|
|
|
|
|
|
if cache:
|
|
|
q = q.options(FromCache("sql_cache_short",
|
|
|
"get_auth_token_%s" % auth_token))
|
|
|
return q.scalar()
|
|
|
|
|
|
@classmethod
|
|
|
def get_by_email(cls, email, case_insensitive=False, cache=False):
|
|
|
if case_insensitive:
|
|
|
q = cls.query().filter(cls.email.ilike(email))
|
|
|
else:
|
|
|
q = cls.query().filter(cls.email == email)
|
|
|
|
|
|
if cache:
|
|
|
q = q.options(FromCache("sql_cache_short",
|
|
|
"get_auth_token_%s" % email))
|
|
|
return q.scalar()
|
|
|
|
|
|
def update_lastlogin(self):
|
|
|
"""Update user lastlogin"""
|
|
|
self.last_login = datetime.datetime.now()
|
|
|
Session.add(self)
|
|
|
log.debug('updated user %s lastlogin' % self.username)
|
|
|
|
|
|
def __json__(self):
|
|
|
return dict(
|
|
|
user_id=self.user_id,
|
|
|
first_name=self.name,
|
|
|
last_name=self.lastname,
|
|
|
email=self.email,
|
|
|
full_name=self.full_name,
|
|
|
full_name_or_username=self.full_name_or_username,
|
|
|
short_contact=self.short_contact,
|
|
|
full_contact=self.full_contact
|
|
|
)
|
|
|
|
|
|
|
|
|
class UserLog(Base, BaseModel):
|
|
|
__tablename__ = 'user_logs'
|
|
|
__table_args__ = (
|
|
|
{'extend_existing': True, 'mysql_engine':'InnoDB',
|
|
|
'mysql_charset': 'utf8'},
|
|
|
)
|
|
|
user_log_id = Column("user_log_id", Integer(), nullable=False, unique=True, default=None, primary_key=True)
|
|
|
user_id = Column("user_id", Integer(), ForeignKey('users.user_id'), nullable=False, unique=None, default=None)
|
|
|
repository_id = Column("repository_id", Integer(), ForeignKey('repositories.repo_id'), nullable=True)
|
|
|
repository_name = Column("repository_name", String(255), nullable=True, unique=None, default=None)
|
|
|
user_ip = Column("user_ip", String(255), nullable=True, unique=None, default=None)
|
|
|
action = Column("action", String(1200000), nullable=True, unique=None, default=None)
|
|
|
action_date = Column("action_date", DateTime(timezone=False), nullable=True, unique=None, default=None)
|
|
|
|
|
|
@property
|
|
|
def action_as_day(self):
|
|
|
return datetime.date(*self.action_date.timetuple()[:3])
|
|
|
|
|
|
user = relationship('User')
|
|
|
repository = relationship('Repository', cascade='')
|
|
|
|
|
|
|
|
|
class UserGroup(Base, BaseModel):
|
|
|
__tablename__ = 'users_groups'
|
|
|
__table_args__ = (
|
|
|
{'extend_existing': True, 'mysql_engine':'InnoDB',
|
|
|
'mysql_charset': 'utf8'},
|
|
|
)
|
|
|
|
|
|
users_group_id = Column("users_group_id", Integer(), nullable=False, unique=True, default=None, primary_key=True)
|
|
|
users_group_name = Column("users_group_name", String(255), nullable=False, unique=True, default=None)
|
|
|
users_group_active = Column("users_group_active", Boolean(), nullable=True, unique=None, default=None)
|
|
|
|
|
|
members = relationship('UserGroupMember', cascade="all, delete, delete-orphan", lazy="joined")
|
|
|
users_group_to_perm = relationship('UserGroupToPerm', cascade='all')
|
|
|
users_group_repo_to_perm = relationship('UserGroupRepoToPerm', cascade='all')
|
|
|
|
|
|
def __unicode__(self):
|
|
|
return u'<userGroup(%s)>' % (self.users_group_name)
|
|
|
|
|
|
@classmethod
|
|
|
def get_by_group_name(cls, group_name, cache=False,
|
|
|
case_insensitive=False):
|
|
|
if case_insensitive:
|
|
|
q = cls.query().filter(cls.users_group_name.ilike(group_name))
|
|
|
else:
|
|
|
q = cls.query().filter(cls.users_group_name == group_name)
|
|
|
if cache:
|
|
|
q = q.options(FromCache(
|
|
|
"sql_cache_short",
|
|
|
"get_user_%s" % _hash_key(group_name)
|
|
|
)
|
|
|
)
|
|
|
return q.scalar()
|
|
|
|
|
|
@classmethod
|
|
|
def get(cls, users_group_id, cache=False):
|
|
|
users_group = cls.query()
|
|
|
if cache:
|
|
|
users_group = users_group.options(FromCache("sql_cache_short",
|
|
|
"get_users_group_%s" % users_group_id))
|
|
|
return users_group.get(users_group_id)
|
|
|
|
|
|
|
|
|
class UserGroupMember(Base, BaseModel):
|
|
|
__tablename__ = 'users_groups_members'
|
|
|
__table_args__ = (
|
|
|
{'extend_existing': True, 'mysql_engine':'InnoDB',
|
|
|
'mysql_charset': 'utf8'},
|
|
|
)
|
|
|
|
|
|
users_group_member_id = Column("users_group_member_id", Integer(), nullable=False, unique=True, default=None, primary_key=True)
|
|
|
users_group_id = Column("users_group_id", Integer(), ForeignKey('users_groups.users_group_id'), nullable=False, unique=None, default=None)
|
|
|
user_id = Column("user_id", Integer(), ForeignKey('users.user_id'), nullable=False, unique=None, default=None)
|
|
|
|
|
|
user = relationship('User', lazy='joined')
|
|
|
users_group = relationship('UserGroup')
|
|
|
|
|
|
def __init__(self, gr_id='', u_id=''):
|
|
|
self.users_group_id = gr_id
|
|
|
self.user_id = u_id
|
|
|
|
|
|
|
|
|
class Repository(Base, BaseModel):
|
|
|
__tablename__ = 'repositories'
|
|
|
__table_args__ = (
|
|
|
UniqueConstraint('repo_name'),
|
|
|
{'extend_existing': True, 'mysql_engine':'InnoDB',
|
|
|
'mysql_charset': 'utf8'},
|
|
|
)
|
|
|
|
|
|
repo_id = Column("repo_id", Integer(), nullable=False, unique=True, default=None, primary_key=True)
|
|
|
repo_name = Column("repo_name", String(255), nullable=False, unique=True, default=None)
|
|
|
clone_uri = Column("clone_uri", String(255), nullable=True, unique=False, default=None)
|
|
|
repo_type = Column("repo_type", String(255), nullable=False, unique=False, default='hg')
|
|
|
user_id = Column("user_id", Integer(), ForeignKey('users.user_id'), nullable=False, unique=False, default=None)
|
|
|
private = Column("private", Boolean(), nullable=True, unique=None, default=None)
|
|
|
enable_statistics = Column("statistics", Boolean(), nullable=True, unique=None, default=True)
|
|
|
enable_downloads = Column("downloads", Boolean(), nullable=True, unique=None, default=True)
|
|
|
description = Column("description", String(10000), nullable=True, unique=None, default=None)
|
|
|
created_on = Column('created_on', DateTime(timezone=False), nullable=True, unique=None, default=datetime.datetime.now)
|
|
|
|
|
|
fork_id = Column("fork_id", Integer(), ForeignKey('repositories.repo_id'), nullable=True, unique=False, default=None)
|
|
|
group_id = Column("group_id", Integer(), ForeignKey('groups.group_id'), nullable=True, unique=False, default=None)
|
|
|
|
|
|
user = relationship('User')
|
|
|
fork = relationship('Repository', remote_side=repo_id)
|
|
|
group = relationship('RepoGroup')
|
|
|
repo_to_perm = relationship('UserRepoToPerm', cascade='all', order_by='UserRepoToPerm.repo_to_perm_id')
|
|
|
users_group_to_perm = relationship('UserGroupRepoToPerm', cascade='all')
|
|
|
stats = relationship('Statistics', cascade='all', uselist=False)
|
|
|
|
|
|
followers = relationship('UserFollowing', primaryjoin='UserFollowing.follows_repo_id==Repository.repo_id', cascade='all')
|
|
|
|
|
|
logs = relationship('UserLog')
|
|
|
|
|
|
def __unicode__(self):
|
|
|
return u"<%s('%s:%s')>" % (self.__class__.__name__,self.repo_id,
|
|
|
self.repo_name)
|
|
|
|
|
|
@classmethod
|
|
|
def url_sep(cls):
|
|
|
return '/'
|
|
|
|
|
|
@classmethod
|
|
|
def get_by_repo_name(cls, repo_name):
|
|
|
q = Session.query(cls).filter(cls.repo_name == repo_name)
|
|
|
q = q.options(joinedload(Repository.fork))\
|
|
|
.options(joinedload(Repository.user))\
|
|
|
.options(joinedload(Repository.group))
|
|
|
return q.scalar()
|
|
|
|
|
|
@classmethod
|
|
|
def get_repo_forks(cls, repo_id):
|
|
|
return cls.query().filter(Repository.fork_id == repo_id)
|
|
|
|
|
|
@classmethod
|
|
|
def base_path(cls):
|
|
|
"""
|
|
|
Returns base path when all repos are stored
|
|
|
|
|
|
:param cls:
|
|
|
"""
|
|
|
q = Session.query(RhodeCodeUi)\
|
|
|
.filter(RhodeCodeUi.ui_key == cls.url_sep())
|
|
|
q = q.options(FromCache("sql_cache_short", "repository_repo_path"))
|
|
|
return q.one().ui_value
|
|
|
|
|
|
@property
|
|
|
def just_name(self):
|
|
|
return self.repo_name.split(Repository.url_sep())[-1]
|
|
|
|
|
|
@property
|
|
|
def groups_with_parents(self):
|
|
|
groups = []
|
|
|
if self.group is None:
|
|
|
return groups
|
|
|
|
|
|
cur_gr = self.group
|
|
|
groups.insert(0, cur_gr)
|
|
|
while 1:
|
|
|
gr = getattr(cur_gr, 'parent_group', None)
|
|
|
cur_gr = cur_gr.parent_group
|
|
|
if gr is None:
|
|
|
break
|
|
|
groups.insert(0, gr)
|
|
|
|
|
|
return groups
|
|
|
|
|
|
@property
|
|
|
def groups_and_repo(self):
|
|
|
return self.groups_with_parents, self.just_name
|
|
|
|
|
|
@LazyProperty
|
|
|
def repo_path(self):
|
|
|
"""
|
|
|
Returns base full path for that repository means where it actually
|
|
|
exists on a filesystem
|
|
|
"""
|
|
|
q = Session.query(RhodeCodeUi).filter(RhodeCodeUi.ui_key ==
|
|
|
Repository.url_sep())
|
|
|
q = q.options(FromCache("sql_cache_short", "repository_repo_path"))
|
|
|
return q.one().ui_value
|
|
|
|
|
|
@property
|
|
|
def repo_full_path(self):
|
|
|
p = [self.repo_path]
|
|
|
# we need to split the name by / since this is how we store the
|
|
|
# names in the database, but that eventually needs to be converted
|
|
|
# into a valid system path
|
|
|
p += self.repo_name.split(Repository.url_sep())
|
|
|
return os.path.join(*p)
|
|
|
|
|
|
def get_new_name(self, repo_name):
|
|
|
"""
|
|
|
returns new full repository name based on assigned group and new new
|
|
|
|
|
|
:param group_name:
|
|
|
"""
|
|
|
path_prefix = self.group.full_path_splitted if self.group else []
|
|
|
return Repository.url_sep().join(path_prefix + [repo_name])
|
|
|
|
|
|
@property
|
|
|
def _config(self):
|
|
|
"""
|
|
|
Returns db based config object.
|
|
|
"""
|
|
|
from rhodecode.lib.utils import make_db_config
|
|
|
return make_db_config(clear_session=False)
|
|
|
|
|
|
@classmethod
|
|
|
def is_valid(cls, repo_name):
|
|
|
"""
|
|
|
returns True if given repo name is a valid filesystem repository
|
|
|
|
|
|
:param cls:
|
|
|
:param repo_name:
|
|
|
"""
|
|
|
from rhodecode.lib.utils import is_valid_repo
|
|
|
|
|
|
return is_valid_repo(repo_name, cls.base_path())
|
|
|
|
|
|
#==========================================================================
|
|
|
# SCM PROPERTIES
|
|
|
#==========================================================================
|
|
|
|
|
|
def get_commit(self, rev):
|
|
|
return get_commit_safe(self.scm_instance, rev)
|
|
|
|
|
|
@property
|
|
|
def tip(self):
|
|
|
return self.get_commit('tip')
|
|
|
|
|
|
@property
|
|
|
def author(self):
|
|
|
return self.tip.author
|
|
|
|
|
|
@property
|
|
|
def last_change(self):
|
|
|
return self.scm_instance.last_change
|
|
|
|
|
|
def comments(self, revisions=None):
|
|
|
"""
|
|
|
Returns comments for this repository grouped by revisions
|
|
|
|
|
|
:param revisions: filter query by revisions only
|
|
|
"""
|
|
|
cmts = ChangesetComment.query()\
|
|
|
.filter(ChangesetComment.repo == self)
|
|
|
if revisions:
|
|
|
cmts = cmts.filter(ChangesetComment.revision.in_(revisions))
|
|
|
grouped = defaultdict(list)
|
|
|
for cmt in cmts.all():
|
|
|
grouped[cmt.revision].append(cmt)
|
|
|
return grouped
|
|
|
|
|
|
#==========================================================================
|
|
|
# SCM CACHE INSTANCE
|
|
|
#==========================================================================
|
|
|
|
|
|
@property
|
|
|
def invalidate(self):
|
|
|
return CacheInvalidation.invalidate(self.repo_name)
|
|
|
|
|
|
def set_invalidate(self):
|
|
|
"""
|
|
|
set a cache for invalidation for this instance
|
|
|
"""
|
|
|
CacheInvalidation.set_invalidate(self.repo_name)
|
|
|
|
|
|
@LazyProperty
|
|
|
def scm_instance(self):
|
|
|
return self.__get_instance()
|
|
|
|
|
|
@property
|
|
|
def scm_instance_cached(self):
|
|
|
@cache_region('long_term')
|
|
|
def _c(repo_name):
|
|
|
return self.__get_instance()
|
|
|
rn = self.repo_name
|
|
|
log.debug('Getting cached instance of repo')
|
|
|
inv = self.invalidate
|
|
|
if inv is not None:
|
|
|
region_invalidate(_c, None, rn)
|
|
|
# update our cache
|
|
|
CacheInvalidation.set_valid(inv.cache_key)
|
|
|
return _c(rn)
|
|
|
|
|
|
def __get_instance(self):
|
|
|
repo_full_path = self.repo_full_path
|
|
|
try:
|
|
|
alias = get_scm(repo_full_path)[0]
|
|
|
log.debug('Creating instance of %s repository' % alias)
|
|
|
backend = get_backend(alias)
|
|
|
except VCSError:
|
|
|
log.error(traceback.format_exc())
|
|
|
log.error('Perhaps this repository is in db and not in '
|
|
|
'filesystem run rescan repositories with '
|
|
|
'"destroy old data " option from admin panel')
|
|
|
return
|
|
|
|
|
|
if alias == 'hg':
|
|
|
|
|
|
repo = backend(safe_str(repo_full_path), create=False,
|
|
|
config=self._config)
|
|
|
else:
|
|
|
repo = backend(repo_full_path, create=False)
|
|
|
|
|
|
return repo
|
|
|
|
|
|
|
|
|
class RepoGroup(Base, BaseModel):
|
|
|
__tablename__ = 'groups'
|
|
|
__table_args__ = (
|
|
|
UniqueConstraint('group_name', 'group_parent_id'),
|
|
|
CheckConstraint('group_id != group_parent_id'),
|
|
|
{'extend_existing': True, 'mysql_engine':'InnoDB',
|
|
|
'mysql_charset': 'utf8'},
|
|
|
)
|
|
|
__mapper_args__ = {'order_by': 'group_name'}
|
|
|
|
|
|
group_id = Column("group_id", Integer(), nullable=False, unique=True, default=None, primary_key=True)
|
|
|
group_name = Column("group_name", String(255), nullable=False, unique=True, default=None)
|
|
|
group_parent_id = Column("group_parent_id", Integer(), ForeignKey('groups.group_id'), nullable=True, unique=None, default=None)
|
|
|
group_description = Column("group_description", String(10000), nullable=True, unique=None, default=None)
|
|
|
|
|
|
repo_group_to_perm = relationship('UserRepoGroupToPerm', cascade='all', order_by='UserRepoGroupToPerm.group_to_perm_id')
|
|
|
users_group_to_perm = relationship('UserGroupRepoGroupToPerm', cascade='all')
|
|
|
|
|
|
parent_group = relationship('RepoGroup', remote_side=group_id)
|
|
|
|
|
|
def __init__(self, group_name='', parent_group=None):
|
|
|
self.group_name = group_name
|
|
|
self.parent_group = parent_group
|
|
|
|
|
|
def __unicode__(self):
|
|
|
return u"<%s('%s:%s')>" % (self.__class__.__name__, self.group_id,
|
|
|
self.group_name)
|
|
|
|
|
|
@classmethod
|
|
|
def url_sep(cls):
|
|
|
return '/'
|
|
|
|
|
|
@classmethod
|
|
|
def get_by_group_name(cls, group_name, cache=False, case_insensitive=False):
|
|
|
if case_insensitive:
|
|
|
gr = cls.query()\
|
|
|
.filter(cls.group_name.ilike(group_name))
|
|
|
else:
|
|
|
gr = cls.query()\
|
|
|
.filter(cls.group_name == group_name)
|
|
|
if cache:
|
|
|
gr = gr.options(FromCache(
|
|
|
"sql_cache_short",
|
|
|
"get_group_%s" % _hash_key(group_name)
|
|
|
)
|
|
|
)
|
|
|
return gr.scalar()
|
|
|
|
|
|
@property
|
|
|
def parents(self):
|
|
|
parents_recursion_limit = 5
|
|
|
groups = []
|
|
|
if self.parent_group is None:
|
|
|
return groups
|
|
|
cur_gr = self.parent_group
|
|
|
groups.insert(0, cur_gr)
|
|
|
cnt = 0
|
|
|
while 1:
|
|
|
cnt += 1
|
|
|
gr = getattr(cur_gr, 'parent_group', None)
|
|
|
cur_gr = cur_gr.parent_group
|
|
|
if gr is None:
|
|
|
break
|
|
|
if cnt == parents_recursion_limit:
|
|
|
# this will prevent accidental infinit loops
|
|
|
log.error('group nested more than %s' %
|
|
|
parents_recursion_limit)
|
|
|
break
|
|
|
|
|
|
groups.insert(0, gr)
|
|
|
return groups
|
|
|
|
|
|
@property
|
|
|
def children(self):
|
|
|
return RepoGroup.query().filter(RepoGroup.parent_group == self)
|
|
|
|
|
|
@property
|
|
|
def name(self):
|
|
|
return self.group_name.split(RepoGroup.url_sep())[-1]
|
|
|
|
|
|
@property
|
|
|
def full_path(self):
|
|
|
return self.group_name
|
|
|
|
|
|
@property
|
|
|
def full_path_splitted(self):
|
|
|
return self.group_name.split(RepoGroup.url_sep())
|
|
|
|
|
|
@property
|
|
|
def repositories(self):
|
|
|
return Repository.query()\
|
|
|
.filter(Repository.group == self)\
|
|
|
.order_by(Repository.repo_name)
|
|
|
|
|
|
@property
|
|
|
def repositories_recursive_count(self):
|
|
|
cnt = self.repositories.count()
|
|
|
|
|
|
def children_count(group):
|
|
|
cnt = 0
|
|
|
for child in group.children:
|
|
|
cnt += child.repositories.count()
|
|
|
cnt += children_count(child)
|
|
|
return cnt
|
|
|
|
|
|
return cnt + children_count(self)
|
|
|
|
|
|
def get_new_name(self, group_name):
|
|
|
"""
|
|
|
returns new full group name based on parent and new name
|
|
|
|
|
|
:param group_name:
|
|
|
"""
|
|
|
path_prefix = (self.parent_group.full_path_splitted if
|
|
|
self.parent_group else [])
|
|
|
return RepoGroup.url_sep().join(path_prefix + [group_name])
|
|
|
|
|
|
|
|
|
class Permission(Base, BaseModel):
|
|
|
__tablename__ = 'permissions'
|
|
|
__table_args__ = (
|
|
|
{'extend_existing': True, 'mysql_engine':'InnoDB',
|
|
|
'mysql_charset': 'utf8'},
|
|
|
)
|
|
|
permission_id = Column("permission_id", Integer(), nullable=False, unique=True, default=None, primary_key=True)
|
|
|
permission_name = Column("permission_name", String(255), nullable=True, unique=None, default=None)
|
|
|
permission_longname = Column("permission_longname", String(255), nullable=True, unique=None, default=None)
|
|
|
|
|
|
def __unicode__(self):
|
|
|
return u"<%s('%s:%s')>" % (
|
|
|
self.__class__.__name__, self.permission_id, self.permission_name
|
|
|
)
|
|
|
|
|
|
@classmethod
|
|
|
def get_by_key(cls, key):
|
|
|
return cls.query().filter(cls.permission_name == key).scalar()
|
|
|
|
|
|
@classmethod
|
|
|
def get_default_repo_perms(cls, default_user_id):
|
|
|
q = Session.query(UserRepoToPerm, Repository, cls)\
|
|
|
.join((Repository, UserRepoToPerm.repository_id == Repository.repo_id))\
|
|
|
.join((cls, UserRepoToPerm.permission_id == cls.permission_id))\
|
|
|
.filter(UserRepoToPerm.user_id == default_user_id)
|
|
|
|
|
|
return q.all()
|
|
|
|
|
|
@classmethod
|
|
|
def get_default_group_perms(cls, default_user_id):
|
|
|
q = Session.query(UserRepoGroupToPerm, RepoGroup, cls)\
|
|
|
.join((RepoGroup, UserRepoGroupToPerm.group_id == RepoGroup.group_id))\
|
|
|
.join((cls, UserRepoGroupToPerm.permission_id == cls.permission_id))\
|
|
|
.filter(UserRepoGroupToPerm.user_id == default_user_id)
|
|
|
|
|
|
return q.all()
|
|
|
|
|
|
|
|
|
class UserRepoToPerm(Base, BaseModel):
|
|
|
__tablename__ = 'repo_to_perm'
|
|
|
__table_args__ = (
|
|
|
UniqueConstraint('user_id', 'repository_id', 'permission_id'),
|
|
|
{'extend_existing': True, 'mysql_engine':'InnoDB',
|
|
|
'mysql_charset': 'utf8'}
|
|
|
)
|
|
|
repo_to_perm_id = Column("repo_to_perm_id", Integer(), nullable=False, unique=True, default=None, primary_key=True)
|
|
|
user_id = Column("user_id", Integer(), ForeignKey('users.user_id'), nullable=False, unique=None, default=None)
|
|
|
permission_id = Column("permission_id", Integer(), ForeignKey('permissions.permission_id'), nullable=False, unique=None, default=None)
|
|
|
repository_id = Column("repository_id", Integer(), ForeignKey('repositories.repo_id'), nullable=False, unique=None, default=None)
|
|
|
|
|
|
user = relationship('User')
|
|
|
repository = relationship('Repository')
|
|
|
permission = relationship('Permission')
|
|
|
|
|
|
@classmethod
|
|
|
def create(cls, user, repository, permission):
|
|
|
n = cls()
|
|
|
n.user = user
|
|
|
n.repository = repository
|
|
|
n.permission = permission
|
|
|
Session.add(n)
|
|
|
return n
|
|
|
|
|
|
def __unicode__(self):
|
|
|
return u'<user:%s => %s >' % (self.user, self.repository)
|
|
|
|
|
|
|
|
|
class UserToPerm(Base, BaseModel):
|
|
|
__tablename__ = 'user_to_perm'
|
|
|
__table_args__ = (
|
|
|
UniqueConstraint('user_id', 'permission_id'),
|
|
|
{'extend_existing': True, 'mysql_engine':'InnoDB',
|
|
|
'mysql_charset': 'utf8'}
|
|
|
)
|
|
|
user_to_perm_id = Column("user_to_perm_id", Integer(), nullable=False, unique=True, default=None, primary_key=True)
|
|
|
user_id = Column("user_id", Integer(), ForeignKey('users.user_id'), nullable=False, unique=None, default=None)
|
|
|
permission_id = Column("permission_id", Integer(), ForeignKey('permissions.permission_id'), nullable=False, unique=None, default=None)
|
|
|
|
|
|
user = relationship('User')
|
|
|
permission = relationship('Permission', lazy='joined')
|
|
|
|
|
|
|
|
|
class UserGroupRepoToPerm(Base, BaseModel):
|
|
|
__tablename__ = 'users_group_repo_to_perm'
|
|
|
__table_args__ = (
|
|
|
UniqueConstraint('repository_id', 'users_group_id', 'permission_id'),
|
|
|
{'extend_existing': True, 'mysql_engine':'InnoDB',
|
|
|
'mysql_charset': 'utf8'}
|
|
|
)
|
|
|
users_group_to_perm_id = Column("users_group_to_perm_id", Integer(), nullable=False, unique=True, default=None, primary_key=True)
|
|
|
users_group_id = Column("users_group_id", Integer(), ForeignKey('users_groups.users_group_id'), nullable=False, unique=None, default=None)
|
|
|
permission_id = Column("permission_id", Integer(), ForeignKey('permissions.permission_id'), nullable=False, unique=None, default=None)
|
|
|
repository_id = Column("repository_id", Integer(), ForeignKey('repositories.repo_id'), nullable=False, unique=None, default=None)
|
|
|
|
|
|
users_group = relationship('UserGroup')
|
|
|
permission = relationship('Permission')
|
|
|
repository = relationship('Repository')
|
|
|
|
|
|
@classmethod
|
|
|
def create(cls, users_group, repository, permission):
|
|
|
n = cls()
|
|
|
n.users_group = users_group
|
|
|
n.repository = repository
|
|
|
n.permission = permission
|
|
|
Session.add(n)
|
|
|
return n
|
|
|
|
|
|
def __unicode__(self):
|
|
|
return u'<userGroup:%s => %s >' % (self.users_group, self.repository)
|
|
|
|
|
|
|
|
|
class UserGroupToPerm(Base, BaseModel):
|
|
|
__tablename__ = 'users_group_to_perm'
|
|
|
__table_args__ = (
|
|
|
UniqueConstraint('users_group_id', 'permission_id',),
|
|
|
{'extend_existing': True, 'mysql_engine':'InnoDB',
|
|
|
'mysql_charset': 'utf8'}
|
|
|
)
|
|
|
users_group_to_perm_id = Column("users_group_to_perm_id", Integer(), nullable=False, unique=True, default=None, primary_key=True)
|
|
|
users_group_id = Column("users_group_id", Integer(), ForeignKey('users_groups.users_group_id'), nullable=False, unique=None, default=None)
|
|
|
permission_id = Column("permission_id", Integer(), ForeignKey('permissions.permission_id'), nullable=False, unique=None, default=None)
|
|
|
|
|
|
users_group = relationship('UserGroup')
|
|
|
permission = relationship('Permission')
|
|
|
|
|
|
|
|
|
class UserRepoGroupToPerm(Base, BaseModel):
|
|
|
__tablename__ = 'user_repo_group_to_perm'
|
|
|
__table_args__ = (
|
|
|
UniqueConstraint('user_id', 'group_id', 'permission_id'),
|
|
|
{'extend_existing': True, 'mysql_engine':'InnoDB',
|
|
|
'mysql_charset': 'utf8'}
|
|
|
)
|
|
|
|
|
|
group_to_perm_id = Column("group_to_perm_id", Integer(), nullable=False, unique=True, default=None, primary_key=True)
|
|
|
user_id = Column("user_id", Integer(), ForeignKey('users.user_id'), nullable=False, unique=None, default=None)
|
|
|
group_id = Column("group_id", Integer(), ForeignKey('groups.group_id'), nullable=False, unique=None, default=None)
|
|
|
permission_id = Column("permission_id", Integer(), ForeignKey('permissions.permission_id'), nullable=False, unique=None, default=None)
|
|
|
|
|
|
user = relationship('User')
|
|
|
group = relationship('RepoGroup')
|
|
|
permission = relationship('Permission')
|
|
|
|
|
|
|
|
|
class UserGroupRepoGroupToPerm(Base, BaseModel):
|
|
|
__tablename__ = 'users_group_repo_group_to_perm'
|
|
|
__table_args__ = (
|
|
|
UniqueConstraint('users_group_id', 'group_id'),
|
|
|
{'extend_existing': True, 'mysql_engine':'InnoDB',
|
|
|
'mysql_charset': 'utf8'}
|
|
|
)
|
|
|
|
|
|
users_group_repo_group_to_perm_id = Column("users_group_repo_group_to_perm_id", Integer(), nullable=False, unique=True, default=None, primary_key=True)
|
|
|
users_group_id = Column("users_group_id", Integer(), ForeignKey('users_groups.users_group_id'), nullable=False, unique=None, default=None)
|
|
|
group_id = Column("group_id", Integer(), ForeignKey('groups.group_id'), nullable=False, unique=None, default=None)
|
|
|
permission_id = Column("permission_id", Integer(), ForeignKey('permissions.permission_id'), nullable=False, unique=None, default=None)
|
|
|
|
|
|
users_group = relationship('UserGroup')
|
|
|
permission = relationship('Permission')
|
|
|
group = relationship('RepoGroup')
|
|
|
|
|
|
|
|
|
class Statistics(Base, BaseModel):
|
|
|
__tablename__ = 'statistics'
|
|
|
__table_args__ = (
|
|
|
UniqueConstraint('repository_id'),
|
|
|
{'extend_existing': True, 'mysql_engine':'InnoDB',
|
|
|
'mysql_charset': 'utf8'}
|
|
|
)
|
|
|
stat_id = Column("stat_id", Integer(), nullable=False, unique=True, default=None, primary_key=True)
|
|
|
repository_id = Column("repository_id", Integer(), ForeignKey('repositories.repo_id'), nullable=False, unique=True, default=None)
|
|
|
stat_on_revision = Column("stat_on_revision", Integer(), nullable=False)
|
|
|
commit_activity = Column("commit_activity", LargeBinary(1000000), nullable=False)#JSON data
|
|
|
commit_activity_combined = Column("commit_activity_combined", LargeBinary(), nullable=False)#JSON data
|
|
|
languages = Column("languages", LargeBinary(1000000), nullable=False)#JSON data
|
|
|
|
|
|
repository = relationship('Repository', single_parent=True)
|
|
|
|
|
|
|
|
|
class UserFollowing(Base, BaseModel):
|
|
|
__tablename__ = 'user_followings'
|
|
|
__table_args__ = (
|
|
|
UniqueConstraint('user_id', 'follows_repository_id'),
|
|
|
UniqueConstraint('user_id', 'follows_user_id'),
|
|
|
{'extend_existing': True, 'mysql_engine':'InnoDB',
|
|
|
'mysql_charset': 'utf8'}
|
|
|
)
|
|
|
|
|
|
user_following_id = Column("user_following_id", Integer(), nullable=False, unique=True, default=None, primary_key=True)
|
|
|
user_id = Column("user_id", Integer(), ForeignKey('users.user_id'), nullable=False, unique=None, default=None)
|
|
|
follows_repo_id = Column("follows_repository_id", Integer(), ForeignKey('repositories.repo_id'), nullable=True, unique=None, default=None)
|
|
|
follows_user_id = Column("follows_user_id", Integer(), ForeignKey('users.user_id'), nullable=True, unique=None, default=None)
|
|
|
follows_from = Column('follows_from', DateTime(timezone=False), nullable=True, unique=None, default=datetime.datetime.now)
|
|
|
|
|
|
user = relationship('User', primaryjoin='User.user_id==UserFollowing.user_id')
|
|
|
|
|
|
follows_user = relationship('User', primaryjoin='User.user_id==UserFollowing.follows_user_id')
|
|
|
follows_repository = relationship('Repository', order_by='Repository.repo_name')
|
|
|
|
|
|
@classmethod
|
|
|
def get_repo_followers(cls, repo_id):
|
|
|
return cls.query().filter(cls.follows_repo_id == repo_id)
|
|
|
|
|
|
|
|
|
class CacheInvalidation(Base, BaseModel):
|
|
|
__tablename__ = 'cache_invalidation'
|
|
|
__table_args__ = (
|
|
|
UniqueConstraint('cache_key'),
|
|
|
{'extend_existing': True, 'mysql_engine':'InnoDB',
|
|
|
'mysql_charset': 'utf8'},
|
|
|
)
|
|
|
cache_id = Column("cache_id", Integer(), nullable=False, unique=True, default=None, primary_key=True)
|
|
|
cache_key = Column("cache_key", String(255), nullable=True, unique=None, default=None)
|
|
|
cache_args = Column("cache_args", String(255), nullable=True, unique=None, default=None)
|
|
|
cache_active = Column("cache_active", Boolean(), nullable=True, unique=None, default=False)
|
|
|
|
|
|
def __init__(self, cache_key, cache_args=''):
|
|
|
self.cache_key = cache_key
|
|
|
self.cache_args = cache_args
|
|
|
self.cache_active = False
|
|
|
|
|
|
def __unicode__(self):
|
|
|
return u"<%s('%s:%s')>" % (self.__class__.__name__,
|
|
|
self.cache_id, self.cache_key)
|
|
|
|
|
|
@classmethod
|
|
|
def _get_key(cls, key):
|
|
|
"""
|
|
|
Wrapper for generating a key, together with a prefix
|
|
|
|
|
|
:param key:
|
|
|
"""
|
|
|
import rhodecode
|
|
|
prefix = ''
|
|
|
iid = rhodecode.CONFIG.get('instance_id')
|
|
|
if iid:
|
|
|
prefix = iid
|
|
|
return "%s%s" % (prefix, key), prefix, key.rstrip('_README')
|
|
|
|
|
|
@classmethod
|
|
|
def get_by_key(cls, key):
|
|
|
return cls.query().filter(cls.cache_key == key).scalar()
|
|
|
|
|
|
@classmethod
|
|
|
def _get_or_create_key(cls, key, prefix, org_key):
|
|
|
inv_obj = Session.query(cls).filter(cls.cache_key == key).scalar()
|
|
|
if not inv_obj:
|
|
|
try:
|
|
|
inv_obj = CacheInvalidation(key, org_key)
|
|
|
Session.add(inv_obj)
|
|
|
Session.commit()
|
|
|
except Exception:
|
|
|
log.error(traceback.format_exc())
|
|
|
Session.rollback()
|
|
|
return inv_obj
|
|
|
|
|
|
@classmethod
|
|
|
def invalidate(cls, key):
|
|
|
"""
|
|
|
Returns Invalidation object if this given key should be invalidated
|
|
|
None otherwise. `cache_active = False` means that this cache
|
|
|
state is not valid and needs to be invalidated
|
|
|
|
|
|
:param key:
|
|
|
"""
|
|
|
|
|
|
key, _prefix, _org_key = cls._get_key(key)
|
|
|
inv = cls._get_or_create_key(key, _prefix, _org_key)
|
|
|
|
|
|
if inv and inv.cache_active is False:
|
|
|
return inv
|
|
|
|
|
|
@classmethod
|
|
|
def set_invalidate(cls, key):
|
|
|
"""
|
|
|
Mark this Cache key for invalidation
|
|
|
|
|
|
:param key:
|
|
|
"""
|
|
|
|
|
|
key, _prefix, _org_key = cls._get_key(key)
|
|
|
inv_objs = Session.query(cls).filter(cls.cache_args == _org_key).all()
|
|
|
log.debug('marking %s key[s] %s for invalidation' % (len(inv_objs),
|
|
|
_org_key))
|
|
|
try:
|
|
|
for inv_obj in inv_objs:
|
|
|
if inv_obj:
|
|
|
inv_obj.cache_active = False
|
|
|
|
|
|
Session.add(inv_obj)
|
|
|
Session.commit()
|
|
|
except Exception:
|
|
|
log.error(traceback.format_exc())
|
|
|
Session.rollback()
|
|
|
|
|
|
@classmethod
|
|
|
def set_valid(cls, key):
|
|
|
"""
|
|
|
Mark this cache key as active and currently cached
|
|
|
|
|
|
:param key:
|
|
|
"""
|
|
|
inv_obj = cls.get_by_key(key)
|
|
|
inv_obj.cache_active = True
|
|
|
Session.add(inv_obj)
|
|
|
Session.commit()
|
|
|
|
|
|
|
|
|
class ChangesetComment(Base, BaseModel):
|
|
|
__tablename__ = 'changeset_comments'
|
|
|
__table_args__ = (
|
|
|
{'extend_existing': True, 'mysql_engine':'InnoDB',
|
|
|
'mysql_charset': 'utf8'},
|
|
|
)
|
|
|
comment_id = Column('comment_id', Integer(), nullable=False, primary_key=True)
|
|
|
repo_id = Column('repo_id', Integer(), ForeignKey('repositories.repo_id'), nullable=False)
|
|
|
revision = Column('revision', String(40), nullable=False)
|
|
|
line_no = Column('line_no', Unicode(10), nullable=True)
|
|
|
f_path = Column('f_path', Unicode(1000), nullable=True)
|
|
|
user_id = Column('user_id', Integer(), ForeignKey('users.user_id'), nullable=False)
|
|
|
text = Column('text', UnicodeText().with_variant(UnicodeText(25000), 'mysql'), nullable=False)
|
|
|
modified_at = Column('modified_at', DateTime(), nullable=False, default=datetime.datetime.now)
|
|
|
|
|
|
author = relationship('User', lazy='joined')
|
|
|
repo = relationship('Repository')
|
|
|
|
|
|
@classmethod
|
|
|
def get_users(cls, revision):
|
|
|
"""
|
|
|
Returns user associated with this changesetComment. ie those
|
|
|
who actually commented
|
|
|
|
|
|
:param cls:
|
|
|
:param revision:
|
|
|
"""
|
|
|
return Session.query(User)\
|
|
|
.filter(cls.revision == revision)\
|
|
|
.join(ChangesetComment.author).all()
|
|
|
|
|
|
|
|
|
class Notification(Base, BaseModel):
|
|
|
__tablename__ = 'notifications'
|
|
|
__table_args__ = (
|
|
|
{'extend_existing': True, 'mysql_engine':'InnoDB',
|
|
|
'mysql_charset': 'utf8'},
|
|
|
)
|
|
|
|
|
|
TYPE_CHANGESET_COMMENT = u'cs_comment'
|
|
|
TYPE_MESSAGE = u'message'
|
|
|
TYPE_MENTION = u'mention'
|
|
|
TYPE_REGISTRATION = u'registration'
|
|
|
|
|
|
notification_id = Column('notification_id', Integer(), nullable=False, primary_key=True)
|
|
|
subject = Column('subject', Unicode(512), nullable=True)
|
|
|
body = Column('body', UnicodeText().with_variant(UnicodeText(50000), 'mysql'), nullable=True)
|
|
|
created_by = Column("created_by", Integer(), ForeignKey('users.user_id'), nullable=True)
|
|
|
created_on = Column('created_on', DateTime(timezone=False), nullable=False, default=datetime.datetime.now)
|
|
|
type_ = Column('type', Unicode(256))
|
|
|
|
|
|
created_by_user = relationship('User')
|
|
|
notifications_to_users = relationship('UserNotification', lazy='joined',
|
|
|
cascade="all, delete, delete-orphan")
|
|
|
|
|
|
@property
|
|
|
def recipients(self):
|
|
|
return [x.user for x in UserNotification.query()\
|
|
|
.filter(UserNotification.notification == self).all()]
|
|
|
|
|
|
@classmethod
|
|
|
def create(cls, created_by, subject, body, recipients, type_=None):
|
|
|
if type_ is None:
|
|
|
type_ = Notification.TYPE_MESSAGE
|
|
|
|
|
|
notification = cls()
|
|
|
notification.created_by_user = created_by
|
|
|
notification.subject = subject
|
|
|
notification.body = body
|
|
|
notification.type_ = type_
|
|
|
notification.created_on = datetime.datetime.now()
|
|
|
|
|
|
for u in recipients:
|
|
|
assoc = UserNotification()
|
|
|
assoc.notification = notification
|
|
|
u.notifications.append(assoc)
|
|
|
Session.add(notification)
|
|
|
return notification
|
|
|
|
|
|
@property
|
|
|
def description(self):
|
|
|
from rhodecode.model.notification import NotificationModel
|
|
|
return NotificationModel().make_description(self)
|
|
|
|
|
|
|
|
|
class UserNotification(Base, BaseModel):
|
|
|
__tablename__ = 'user_to_notification'
|
|
|
__table_args__ = (
|
|
|
UniqueConstraint('user_id', 'notification_id'),
|
|
|
{'extend_existing': True, 'mysql_engine':'InnoDB',
|
|
|
'mysql_charset': 'utf8'}
|
|
|
)
|
|
|
user_id = Column('user_id', Integer(), ForeignKey('users.user_id'), primary_key=True)
|
|
|
notification_id = Column("notification_id", Integer(), ForeignKey('notifications.notification_id'), primary_key=True)
|
|
|
read = Column('read', Boolean, default=False)
|
|
|
sent_on = Column('sent_on', DateTime(timezone=False), nullable=True, unique=None)
|
|
|
|
|
|
user = relationship('User', lazy="joined")
|
|
|
notification = relationship('Notification', lazy="joined",
|
|
|
order_by=lambda: Notification.created_on.desc(),)
|
|
|
|
|
|
def mark_as_read(self):
|
|
|
self.read = True
|
|
|
Session.add(self)
|
|
|
|
|
|
|
|
|
class DbMigrateVersion(Base, BaseModel):
|
|
|
__tablename__ = 'db_migrate_version'
|
|
|
__table_args__ = (
|
|
|
{'extend_existing': True, 'mysql_engine':'InnoDB',
|
|
|
'mysql_charset': 'utf8'},
|
|
|
)
|
|
|
repository_id = Column('repository_id', String(250), primary_key=True)
|
|
|
repository_path = Column('repository_path', Text)
|
|
|
version = Column('version', Integer)
|
|
|
|
|
|
## this is migration from 1_4_0, but now it's here to overcome a problem of
|
|
|
## attaching a FK to this from 1_3_0 !
|
|
|
|
|
|
|
|
|
class PullRequest(Base, BaseModel):
|
|
|
__tablename__ = 'pull_requests'
|
|
|
__table_args__ = (
|
|
|
{'extend_existing': True, 'mysql_engine': 'InnoDB',
|
|
|
'mysql_charset': 'utf8'},
|
|
|
)
|
|
|
|
|
|
STATUS_NEW = u'new'
|
|
|
STATUS_OPEN = u'open'
|
|
|
STATUS_CLOSED = u'closed'
|
|
|
|
|
|
pull_request_id = Column('pull_request_id', Integer(), nullable=False, primary_key=True)
|
|
|
title = Column('title', Unicode(256), nullable=True)
|
|
|
description = Column('description', UnicodeText().with_variant(UnicodeText(10240), 'mysql'), nullable=True)
|
|
|
status = Column('status', Unicode(256), nullable=False, default=STATUS_NEW)
|
|
|
created_on = Column('created_on', DateTime(timezone=False), nullable=False, default=datetime.datetime.now)
|
|
|
updated_on = Column('updated_on', DateTime(timezone=False), nullable=False, default=datetime.datetime.now)
|
|
|
user_id = Column("user_id", Integer(), ForeignKey('users.user_id'), nullable=False, unique=None)
|
|
|
_revisions = Column('revisions', UnicodeText().with_variant(UnicodeText(20500), 'mysql')) # 500 revisions max
|
|
|
org_repo_id = Column('org_repo_id', Integer(), ForeignKey('repositories.repo_id'), nullable=False)
|
|
|
org_ref = Column('org_ref', Unicode(256), nullable=False)
|
|
|
other_repo_id = Column('other_repo_id', Integer(), ForeignKey('repositories.repo_id'), nullable=False)
|
|
|
other_ref = Column('other_ref', Unicode(256), nullable=False)
|
|
|
|
