db.py
1054 lines
| 39.4 KiB
| text/x-python
|
PythonLexer
r759 | # -*- coding: utf-8 -*- | |||
""" | ||||
r832 | rhodecode.model.db | |||
~~~~~~~~~~~~~~~~~~ | ||||
r1203 | ||||
r834 | Database Models for RhodeCode | |||
r1203 | ||||
r759 | :created_on: Apr 08, 2010 | |||
:author: marcink | ||||
r1203 | :copyright: (C) 2009-2011 Marcin Kuzminski <marcin@python-works.com> | |||
r759 | :license: GPLv3, see COPYING for more details. | |||
""" | ||||
r1206 | # This program is free software: you can redistribute it and/or modify | |||
# it under the terms of the GNU General Public License as published by | ||||
# the Free Software Foundation, either version 3 of the License, or | ||||
# (at your option) any later version. | ||||
r1203 | # | |||
r759 | # This program is distributed in the hope that it will be useful, | |||
# but WITHOUT ANY WARRANTY; without even the implied warranty of | ||||
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | ||||
# GNU General Public License for more details. | ||||
r1203 | # | |||
r759 | # You should have received a copy of the GNU General Public License | |||
r1206 | # along with this program. If not, see <http://www.gnu.org/licenses/>. | |||
r1199 | ||||
import os | ||||
r759 | import logging | |||
import datetime | ||||
r1366 | import traceback | |||
r994 | from datetime import date | |||
r759 | ||||
r658 | from sqlalchemy import * | |||
r759 | from sqlalchemy.exc import DatabaseError | |||
r1388 | from sqlalchemy.orm import relationship, backref, joinedload, class_mapper | |||
r1081 | from sqlalchemy.orm.interfaces import MapperExtension | |||
r759 | ||||
r1366 | from beaker.cache import cache_region, region_invalidate | |||
from vcs import get_backend | ||||
from vcs.utils.helpers import get_scm | ||||
r1500 | from vcs.exceptions import VCSError | |||
r1366 | from vcs.utils.lazy import LazyProperty | |||
r1436 | from rhodecode.lib.exceptions import UsersGroupsAssignedException | |||
r1500 | from rhodecode.lib import str2bool, json, safe_str, get_changeset_safe,\ | |||
generate_api_key | ||||
r1081 | from rhodecode.model.meta import Base, Session | |||
r1266 | from rhodecode.model.caching_query import FromCache | |||
r759 | ||||
r547 | log = logging.getLogger(__name__) | |||
r1081 | #============================================================================== | |||
r1388 | # BASE CLASSES | |||
r1081 | #============================================================================== | |||
r1388 | class ModelSerializer(json.JSONEncoder): | |||
""" | ||||
Simple Serializer for JSON, | ||||
|
r1584 | |||
r1388 | usage:: | |||
|
r1584 | |||
r1388 | to make object customized for serialization implement a __json__ | |||
method that will return a dict for serialization into json | ||||
|
r1584 | |||
r1388 | example:: | |||
|
r1584 | |||
r1388 | class Task(object): | |||
|
r1584 | |||
r1388 | def __init__(self, name, value): | |||
self.name = name | ||||
self.value = value | ||||
|
r1584 | |||
r1388 | def __json__(self): | |||
return dict(name=self.name, | ||||
|
r1584 | value=self.value) | ||
r1388 | """ | |||
def default(self, obj): | ||||
if hasattr(obj, '__json__'): | ||||
return obj.__json__() | ||||
else: | ||||
return json.JSONEncoder.default(self, obj) | ||||
class BaseModel(object): | ||||
"""Base Model for all classess | ||||
""" | ||||
@classmethod | ||||
def _get_keys(cls): | ||||
"""return column names for this model """ | ||||
return class_mapper(cls).c.keys() | ||||
def get_dict(self): | ||||
"""return dict with keys and values corresponding | ||||
to this model data """ | ||||
d = {} | ||||
for k in self._get_keys(): | ||||
d[k] = getattr(self, k) | ||||
return d | ||||
def get_appstruct(self): | ||||
"""return list with keys and values tupples corresponding | ||||
to this model data """ | ||||
l = [] | ||||
for k in self._get_keys(): | ||||
l.append((k, getattr(self, k),)) | ||||
return l | ||||
def populate_obj(self, populate_dict): | ||||
"""populate model with data from given populate_dict""" | ||||
for k in self._get_keys(): | ||||
if k in populate_dict: | ||||
setattr(self, k, populate_dict[k]) | ||||
@classmethod | ||||
def query(cls): | ||||
return Session.query(cls) | ||||
@classmethod | ||||
def get(cls, id_): | ||||
|
r1584 | return cls.query().get(id_) | ||
@classmethod | ||||
def getAll(cls): | ||||
return cls.query().all() | ||||
r1466 | ||||
r1460 | @classmethod | |||
def delete(cls, id_): | ||||
|
r1584 | obj = cls.query().get(id_) | ||
r1460 | Session.delete(obj) | |||
Session.commit() | ||||
r1466 | ||||
r1081 | ||||
r1388 | class RhodeCodeSettings(Base, BaseModel): | |||
r548 | __tablename__ = 'rhodecode_settings' | |||
r1360 | __table_args__ = (UniqueConstraint('app_settings_name'), {'extend_existing':True}) | |||
r780 | app_settings_id = Column("app_settings_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) | |||
r1113 | app_settings_name = Column("app_settings_name", String(length=255, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None) | |||
app_settings_value = Column("app_settings_value", String(length=255, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None) | ||||
r547 | ||||
r907 | def __init__(self, k='', v=''): | |||
r704 | self.app_settings_name = k | |||
self.app_settings_value = v | ||||
def __repr__(self): | ||||
r878 | return "<%s('%s:%s')>" % (self.__class__.__name__, | |||
self.app_settings_name, self.app_settings_value) | ||||
r704 | ||||
r1266 | ||||
@classmethod | ||||
r1292 | def get_by_name(cls, ldap_key): | |||
|
r1584 | return cls.query()\ | ||
r1292 | .filter(cls.app_settings_name == ldap_key).scalar() | |||
@classmethod | ||||
r1266 | def get_app_settings(cls, cache=False): | |||
|
r1584 | ret = cls.query() | ||
r1266 | ||||
if cache: | ||||
ret = ret.options(FromCache("sql_cache_short", "get_hg_settings")) | ||||
if not ret: | ||||
raise Exception('Could not get application settings !') | ||||
settings = {} | ||||
for each in ret: | ||||
settings['rhodecode_' + each.app_settings_name] = \ | ||||
each.app_settings_value | ||||
return settings | ||||
@classmethod | ||||
def get_ldap_settings(cls, cache=False): | ||||
|
r1584 | ret = cls.query()\ | ||
r1266 | .filter(cls.app_settings_name.startswith('ldap_'))\ | |||
.all() | ||||
fd = {} | ||||
for row in ret: | ||||
r1292 | fd.update({row.app_settings_name:row.app_settings_value}) | |||
r1381 | ||||
fd.update({'ldap_active':str2bool(fd.get('ldap_active'))}) | ||||
r1266 | return fd | |||
r1388 | class RhodeCodeUi(Base, BaseModel): | |||
r548 | __tablename__ = 'rhodecode_ui' | |||
r1460 | __table_args__ = (UniqueConstraint('ui_key'), {'extend_existing':True}) | |||
HOOK_UPDATE = 'changegroup.update' | ||||
HOOK_REPO_SIZE = 'changegroup.repo_size' | ||||
HOOK_PUSH = 'pretxnchangegroup.push_logger' | ||||
HOOK_PULL = 'preoutgoing.pull_logger' | ||||
r780 | ui_id = Column("ui_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) | |||
r1113 | ui_section = Column("ui_section", String(length=255, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None) | |||
ui_key = Column("ui_key", String(length=255, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None) | ||||
ui_value = Column("ui_value", String(length=255, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None) | ||||
r780 | ui_active = Column("ui_active", Boolean(), nullable=True, unique=None, default=True) | |||
r631 | ||||
r1345 | @classmethod | |||
def get_by_key(cls, key): | ||||
|
r1584 | return cls.query().filter(cls.ui_key == key) | ||
r1345 | ||||
r1460 | @classmethod | |||
def get_builtin_hooks(cls): | ||||
q = cls.query() | ||||
q = q.filter(cls.ui_key.in_([cls.HOOK_UPDATE, | ||||
cls.HOOK_REPO_SIZE, | ||||
cls.HOOK_PUSH, cls.HOOK_PULL])) | ||||
return q.all() | ||||
@classmethod | ||||
def get_custom_hooks(cls): | ||||
q = cls.query() | ||||
q = q.filter(~cls.ui_key.in_([cls.HOOK_UPDATE, | ||||
cls.HOOK_REPO_SIZE, | ||||
cls.HOOK_PUSH, cls.HOOK_PULL])) | ||||
q = q.filter(cls.ui_section == 'hooks') | ||||
return q.all() | ||||
@classmethod | ||||
def create_or_update_hook(cls, key, val): | ||||
new_ui = cls.get_by_key(key).scalar() or cls() | ||||
new_ui.ui_section = 'hooks' | ||||
new_ui.ui_active = True | ||||
new_ui.ui_key = key | ||||
new_ui.ui_value = val | ||||
Session.add(new_ui) | ||||
Session.commit() | ||||
r1388 | class User(Base, BaseModel): | |||
r547 | __tablename__ = 'users' | |||
r1360 | __table_args__ = (UniqueConstraint('username'), UniqueConstraint('email'), {'extend_existing':True}) | |||
r780 | user_id = Column("user_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) | |||
r1113 | username = Column("username", String(length=255, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None) | |||
password = Column("password", String(length=255, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None) | ||||
r780 | active = Column("active", Boolean(), nullable=True, unique=None, default=None) | |||
admin = Column("admin", Boolean(), nullable=True, unique=None, default=False) | ||||
r1113 | name = Column("name", String(length=255, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None) | |||
lastname = Column("lastname", String(length=255, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None) | ||||
email = Column("email", String(length=255, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None) | ||||
r780 | last_login = Column("last_login", DateTime(timezone=False), nullable=True, unique=None, default=None) | |||
r1113 | ldap_dn = Column("ldap_dn", String(length=255, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None) | |||
api_key = Column("api_key", String(length=255, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None) | ||||
r631 | ||||
r972 | user_log = relationship('UserLog', cascade='all') | |||
user_perms = relationship('UserToPerm', primaryjoin="User.user_id==UserToPerm.user_id", cascade='all') | ||||
r631 | ||||
r972 | repositories = relationship('Repository') | |||
user_followers = relationship('UserFollowing', primaryjoin='UserFollowing.follows_user_id==User.user_id', cascade='all') | ||||
r1325 | repo_to_perm = relationship('RepoToPerm', primaryjoin='RepoToPerm.user_id==User.user_id', cascade='all') | |||
r713 | ||||
r1039 | group_member = relationship('UsersGroupMember', cascade='all') | |||
r1065 | ||||
r759 | @property | |||
r547 | def full_contact(self): | |||
return '%s %s <%s>' % (self.name, self.lastname, self.email) | ||||
r631 | ||||
r895 | @property | |||
r1088 | def short_contact(self): | |||
return '%s %s' % (self.name, self.lastname) | ||||
@property | ||||
r895 | def is_admin(self): | |||
return self.admin | ||||
r547 | def __repr__(self): | |||
r1400 | try: | |||
return "<%s('id:%s:%s')>" % (self.__class__.__name__, | ||||
self.user_id, self.username) | ||||
except: | ||||
return self.__class__.__name__ | ||||
r631 | ||||
r1065 | @classmethod | |||
r1400 | def by_username(cls, username, case_insensitive=False): | |||
if case_insensitive: | ||||
|
r1584 | return cls.query().filter(cls.username.like(username)).one() | ||
r1400 | else: | |||
|
r1584 | return cls.query().filter(cls.username == username).one() | ||
r1065 | ||||
r1417 | @classmethod | |||
def get_by_api_key(cls, api_key): | ||||
|
r1584 | return cls.query().filter(cls.api_key == api_key).one() | ||
r1417 | ||||
r547 | def update_lastlogin(self): | |||
"""Update user lastlogin""" | ||||
r631 | ||||
r1400 | self.last_login = datetime.datetime.now() | |||
Session.add(self) | ||||
Session.commit() | ||||
log.debug('updated user %s lastlogin', self.username) | ||||
r631 | ||||
r1500 | @classmethod | |||
def create(cls, form_data): | ||||
from rhodecode.lib.auth import get_crypt_password | ||||
|
r1584 | |||
r1500 | try: | |||
new_user = cls() | ||||
for k, v in form_data.items(): | ||||
if k == 'password': | ||||
v = get_crypt_password(v) | ||||
setattr(new_user, k, v) | ||||
new_user.api_key = generate_api_key(form_data['username']) | ||||
Session.add(new_user) | ||||
Session.commit() | ||||
return new_user | ||||
except: | ||||
log.error(traceback.format_exc()) | ||||
Session.rollback() | ||||
raise | ||||
r631 | ||||
r1388 | class UserLog(Base, BaseModel): | |||
r547 | __tablename__ = 'user_logs' | |||
r1360 | __table_args__ = {'extend_existing':True} | |||
r780 | user_log_id = Column("user_log_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) | |||
r880 | user_id = Column("user_id", Integer(), ForeignKey('users.user_id'), nullable=False, unique=None, default=None) | |||
r1360 | repository_id = Column("repository_id", Integer(), ForeignKey('repositories.repo_id'), nullable=False, unique=None, default=None) | |||
r1113 | repository_name = Column("repository_name", String(length=255, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None) | |||
user_ip = Column("user_ip", String(length=255, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None) | ||||
action = Column("action", UnicodeText(length=1200000, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None) | ||||
r780 | action_date = Column("action_date", DateTime(timezone=False), nullable=True, unique=None, default=None) | |||
r631 | ||||
r994 | @property | |||
def action_as_day(self): | ||||
return date(*self.action_date.timetuple()[:3]) | ||||
r972 | user = relationship('User') | |||
repository = relationship('Repository') | ||||
r631 | ||||
r956 | ||||
r1388 | class UsersGroup(Base, BaseModel): | |||
r956 | __tablename__ = 'users_groups' | |||
r1360 | __table_args__ = {'extend_existing':True} | |||
r956 | ||||
r959 | users_group_id = Column("users_group_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) | |||
r1113 | users_group_name = Column("users_group_name", String(length=255, convert_unicode=False, assert_unicode=None), nullable=False, unique=True, default=None) | |||
r959 | users_group_active = Column("users_group_active", Boolean(), nullable=True, unique=None, default=None) | |||
r956 | ||||
r974 | members = relationship('UsersGroupMember', cascade="all, delete, delete-orphan", lazy="joined") | |||
r956 | ||||
r1435 | def __repr__(self): | |||
return '<userGroup(%s)>' % (self.users_group_name) | ||||
r1271 | ||||
@classmethod | ||||
def get_by_group_name(cls, group_name, cache=False, case_insensitive=False): | ||||
if case_insensitive: | ||||
|
r1584 | gr = cls.query()\ | ||
.filter(cls.users_group_name.ilike(group_name)) | ||||
r1271 | else: | |||
|
r1584 | gr = cls.query()\ | ||
.filter(cls.users_group_name == group_name) | ||||
r1271 | if cache: | |||
gr = gr.options(FromCache("sql_cache_short", | ||||
"get_user_%s" % group_name)) | ||||
return gr.scalar() | ||||
r1436 | ||||
@classmethod | ||||
def get(cls, users_group_id, cache=False): | ||||
|
r1584 | users_group = cls.query() | ||
r1436 | if cache: | |||
users_group = users_group.options(FromCache("sql_cache_short", | ||||
"get_users_group_%s" % users_group_id)) | ||||
return users_group.get(users_group_id) | ||||
@classmethod | ||||
def create(cls, form_data): | ||||
try: | ||||
new_users_group = cls() | ||||
for k, v in form_data.items(): | ||||
setattr(new_users_group, k, v) | ||||
Session.add(new_users_group) | ||||
Session.commit() | ||||
r1500 | return new_users_group | |||
r1436 | except: | |||
log.error(traceback.format_exc()) | ||||
Session.rollback() | ||||
raise | ||||
@classmethod | ||||
def update(cls, users_group_id, form_data): | ||||
try: | ||||
users_group = cls.get(users_group_id, cache=False) | ||||
for k, v in form_data.items(): | ||||
if k == 'users_group_members': | ||||
users_group.members = [] | ||||
Session.flush() | ||||
members_list = [] | ||||
if v: | ||||
for u_id in set(v): | ||||
members_list.append(UsersGroupMember( | ||||
users_group_id, | ||||
u_id)) | ||||
setattr(users_group, 'members', members_list) | ||||
setattr(users_group, k, v) | ||||
Session.add(users_group) | ||||
Session.commit() | ||||
except: | ||||
log.error(traceback.format_exc()) | ||||
Session.rollback() | ||||
raise | ||||
@classmethod | ||||
def delete(cls, users_group_id): | ||||
try: | ||||
# check if this group is not assigned to repo | ||||
assigned_groups = UsersGroupRepoToPerm.query()\ | ||||
.filter(UsersGroupRepoToPerm.users_group_id == | ||||
users_group_id).all() | ||||
if assigned_groups: | ||||
raise UsersGroupsAssignedException('Group assigned to %s' % | ||||
assigned_groups) | ||||
users_group = cls.get(users_group_id, cache=False) | ||||
Session.delete(users_group) | ||||
Session.commit() | ||||
except: | ||||
log.error(traceback.format_exc()) | ||||
Session.rollback() | ||||
raise | ||||
r1388 | class UsersGroupMember(Base, BaseModel): | |||
r956 | __tablename__ = 'users_groups_members' | |||
r1360 | __table_args__ = {'extend_existing':True} | |||
r956 | ||||
r959 | users_group_member_id = Column("users_group_member_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) | |||
users_group_id = Column("users_group_id", Integer(), ForeignKey('users_groups.users_group_id'), nullable=False, unique=None, default=None) | ||||
r956 | user_id = Column("user_id", Integer(), ForeignKey('users.user_id'), nullable=False, unique=None, default=None) | |||
r974 | user = relationship('User', lazy='joined') | |||
r972 | users_group = relationship('UsersGroup') | |||
r1023 | def __init__(self, gr_id='', u_id=''): | |||
r972 | self.users_group_id = gr_id | |||
self.user_id = u_id | ||||
r956 | ||||
|
r1584 | @classmethod | ||
def create(cls, user, users_group): | ||||
try: | ||||
users_group_member = cls() | ||||
users_group_member.user = user | ||||
users_group_member.users_group = users_group | ||||
Session.add(users_group_member) | ||||
Session.commit() | ||||
return users_group_member | ||||
except: | ||||
log.error(traceback.format_exc()) | ||||
Session.rollback() | ||||
raise | ||||
r1388 | class Repository(Base, BaseModel): | |||
r547 | __tablename__ = 'repositories' | |||
r1360 | __table_args__ = (UniqueConstraint('repo_name'), {'extend_existing':True},) | |||
r1081 | ||||
r780 | repo_id = Column("repo_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) | |||
r1113 | repo_name = Column("repo_name", String(length=255, convert_unicode=False, assert_unicode=None), nullable=False, unique=True, default=None) | |||
clone_uri = Column("clone_uri", String(length=255, convert_unicode=False, assert_unicode=None), nullable=True, unique=False, default=None) | ||||
repo_type = Column("repo_type", String(length=255, convert_unicode=False, assert_unicode=None), nullable=False, unique=False, default='hg') | ||||
r880 | user_id = Column("user_id", Integer(), ForeignKey('users.user_id'), nullable=False, unique=False, default=None) | |||
r780 | private = Column("private", Boolean(), nullable=True, unique=None, default=None) | |||
r810 | enable_statistics = Column("statistics", Boolean(), nullable=True, unique=None, default=True) | |||
r962 | enable_downloads = Column("downloads", Boolean(), nullable=True, unique=None, default=True) | |||
r1113 | description = Column("description", String(length=10000, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None) | |||
r1301 | created_on = Column('created_on', DateTime(timezone=False), nullable=True, unique=None, default=datetime.datetime.now) | |||
r880 | fork_id = Column("fork_id", Integer(), ForeignKey('repositories.repo_id'), nullable=True, unique=False, default=None) | |||
group_id = Column("group_id", Integer(), ForeignKey('groups.group_id'), nullable=True, unique=False, default=None) | ||||
r631 | ||||
r1113 | ||||
r972 | user = relationship('User') | |||
fork = relationship('Repository', remote_side=repo_id) | ||||
group = relationship('Group') | ||||
r1033 | repo_to_perm = relationship('RepoToPerm', cascade='all', order_by='RepoToPerm.repo_to_perm_id') | |||
r1271 | users_group_to_perm = relationship('UsersGroupRepoToPerm', cascade='all') | |||
r972 | stats = relationship('Statistics', cascade='all', uselist=False) | |||
r667 | ||||
r1034 | followers = relationship('UserFollowing', primaryjoin='UserFollowing.follows_repo_id==Repository.repo_id', cascade='all') | |||
r734 | ||||
r976 | logs = relationship('UserLog', cascade='all') | |||
r970 | ||||
r547 | def __repr__(self): | |||
r878 | return "<%s('%s:%s')>" % (self.__class__.__name__, | |||
r880 | self.repo_id, self.repo_name) | |||
r878 | ||||
|
r1584 | @staticmethod | ||
def create(name, description, repo_type, private, owner, group, clone): | ||||
try: | ||||
repo = Repository() | ||||
repo.repo_name = name | ||||
repo.clone_uri = clone | ||||
repo.repo_type = repo_type | ||||
repo.user = owner | ||||
repo.private = private | ||||
repo.description = description | ||||
repo.group = group | ||||
Session.add(repo) | ||||
Session.commit() | ||||
RepoToPerm.create(repo, owner, Permission.get_by_name('repository.write')) | ||||
return repo | ||||
except: | ||||
log.error(traceback.format_exc()) | ||||
Session.rollback() | ||||
raise | ||||
r1065 | @classmethod | |||
def by_repo_name(cls, repo_name): | ||||
|
r1584 | q = cls.query().filter(cls.repo_name == repo_name) | ||
r1065 | ||||
r1366 | q = q.options(joinedload(Repository.fork))\ | |||
.options(joinedload(Repository.user))\ | ||||
.options(joinedload(Repository.group))\ | ||||
return q.one() | ||||
r1301 | ||||
@classmethod | ||||
def get_repo_forks(cls, repo_id): | ||||
|
r1584 | return cls.query().filter(Repository.fork_id == repo_id) | ||
r1301 | ||||
r1508 | @classmethod | |||
def base_path(cls): | ||||
""" | ||||
Returns base path when all repos are stored | ||||
:param cls: | ||||
""" | ||||
q = Session.query(RhodeCodeUi).filter(RhodeCodeUi.ui_key == '/') | ||||
q.options(FromCache("sql_cache_short", "repository_repo_path")) | ||||
return q.one().ui_value | ||||
r1113 | @property | |||
r1155 | def just_name(self): | |||
r1199 | return self.repo_name.split(os.sep)[-1] | |||
r1155 | ||||
@property | ||||
def groups_with_parents(self): | ||||
groups = [] | ||||
if self.group is None: | ||||
return groups | ||||
cur_gr = self.group | ||||
groups.insert(0, cur_gr) | ||||
while 1: | ||||
gr = getattr(cur_gr, 'parent_group', None) | ||||
cur_gr = cur_gr.parent_group | ||||
if gr is None: | ||||
break | ||||
groups.insert(0, gr) | ||||
return groups | ||||
@property | ||||
r1113 | def groups_and_repo(self): | |||
r1155 | return self.groups_with_parents, self.just_name | |||
r1113 | ||||
r1366 | @LazyProperty | |||
def repo_path(self): | ||||
""" | ||||
Returns base full path for that repository means where it actually | ||||
exists on a filesystem | ||||
""" | ||||
|
r1584 | q = RhodeCodeUi.query().filter(RhodeCodeUi.ui_key == '/') | ||
r1368 | q.options(FromCache("sql_cache_short", "repository_repo_path")) | |||
return q.one().ui_value | ||||
r1366 | ||||
@property | ||||
def repo_full_path(self): | ||||
p = [self.repo_path] | ||||
# we need to split the name by / since this is how we store the | ||||
# names in the database, but that eventually needs to be converted | ||||
# into a valid system path | ||||
p += self.repo_name.split('/') | ||||
return os.path.join(*p) | ||||
@property | ||||
def _ui(self): | ||||
""" | ||||
Creates an db based ui object for this repository | ||||
""" | ||||
from mercurial import ui | ||||
from mercurial import config | ||||
baseui = ui.ui() | ||||
#clean the baseui object | ||||
baseui._ocfg = config.config() | ||||
baseui._ucfg = config.config() | ||||
baseui._tcfg = config.config() | ||||
|
r1584 | ret = RhodeCodeUi.query()\ | ||
r1466 | .options(FromCache("sql_cache_short", "repository_repo_ui")).all() | |||
r1366 | ||||
hg_ui = ret | ||||
for ui_ in hg_ui: | ||||
if ui_.ui_active: | ||||
log.debug('settings ui from db[%s]%s:%s', ui_.ui_section, | ||||
ui_.ui_key, ui_.ui_value) | ||||
baseui.setconfig(ui_.ui_section, ui_.ui_key, ui_.ui_value) | ||||
return baseui | ||||
r1508 | @classmethod | |||
def is_valid(cls, repo_name): | ||||
""" | ||||
returns True if given repo name is a valid filesystem repository | ||||
@param cls: | ||||
@param repo_name: | ||||
""" | ||||
from rhodecode.lib.utils import is_valid_repo | ||||
return is_valid_repo(repo_name, cls.base_path()) | ||||
r1366 | #========================================================================== | |||
r1466 | # SCM PROPERTIES | |||
#========================================================================== | ||||
def get_changeset(self, rev): | ||||
return get_changeset_safe(self.scm_instance, rev) | ||||
@property | ||||
def tip(self): | ||||
return self.get_changeset('tip') | ||||
@property | ||||
def author(self): | ||||
return self.tip.author | ||||
@property | ||||
def last_change(self): | ||||
return self.scm_instance.last_change | ||||
#========================================================================== | ||||
r1366 | # SCM CACHE INSTANCE | |||
#========================================================================== | ||||
@property | ||||
def invalidate(self): | ||||
""" | ||||
Returns Invalidation object if this repo should be invalidated | ||||
None otherwise. `cache_active = False` means that this cache | ||||
state is not valid and needs to be invalidated | ||||
""" | ||||
|
r1584 | return CacheInvalidation.query()\ | ||
r1366 | .filter(CacheInvalidation.cache_key == self.repo_name)\ | |||
.filter(CacheInvalidation.cache_active == False)\ | ||||
.scalar() | ||||
def set_invalidate(self): | ||||
""" | ||||
set a cache for invalidation for this instance | ||||
""" | ||||
|
r1584 | inv = CacheInvalidation.query()\ | ||
r1366 | .filter(CacheInvalidation.cache_key == self.repo_name)\ | |||
.scalar() | ||||
if inv is None: | ||||
inv = CacheInvalidation(self.repo_name) | ||||
inv.cache_active = True | ||||
Session.add(inv) | ||||
Session.commit() | ||||
r1466 | @LazyProperty | |||
r1366 | def scm_instance(self): | |||
r1400 | return self.__get_instance() | |||
r1366 | ||||
@property | ||||
def scm_instance_cached(self): | ||||
@cache_region('long_term') | ||||
def _c(repo_name): | ||||
r1400 | return self.__get_instance() | |||
r1366 | ||||
r1428 | # TODO: remove this trick when beaker 1.6 is released | |||
# and have fixed this issue with not supporting unicode keys | ||||
rn = safe_str(self.repo_name) | ||||
r1366 | inv = self.invalidate | |||
r1427 | if inv is not None: | |||
r1428 | region_invalidate(_c, None, rn) | |||
# update our cache | ||||
r1427 | inv.cache_active = True | |||
r1366 | Session.add(inv) | |||
Session.commit() | ||||
r1401 | return _c(rn) | |||
r1366 | ||||
r1400 | def __get_instance(self): | |||
r1368 | ||||
repo_full_path = self.repo_full_path | ||||
r1366 | try: | |||
r1368 | alias = get_scm(repo_full_path)[0] | |||
r1366 | log.debug('Creating instance of %s repository', alias) | |||
backend = get_backend(alias) | ||||
except VCSError: | ||||
log.error(traceback.format_exc()) | ||||
log.error('Perhaps this repository is in db and not in ' | ||||
'filesystem run rescan repositories with ' | ||||
'"destroy old data " option from admin panel') | ||||
return | ||||
if alias == 'hg': | ||||
r1401 | ||||
repo = backend(safe_str(repo_full_path), create=False, | ||||
r1366 | baseui=self._ui) | |||
#skip hidden web repository | ||||
if repo._get_hidden(): | ||||
return | ||||
else: | ||||
r1368 | repo = backend(repo_full_path, create=False) | |||
r1366 | ||||
return repo | ||||
r1065 | ||||
r1388 | class Group(Base, BaseModel): | |||
r878 | __tablename__ = 'groups' | |||
r1349 | __table_args__ = (UniqueConstraint('group_name', 'group_parent_id'), | |||
r1360 | CheckConstraint('group_id != group_parent_id'), {'extend_existing':True},) | |||
r1343 | __mapper_args__ = {'order_by':'group_name'} | |||
r878 | ||||
group_id = Column("group_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) | ||||
r1113 | group_name = Column("group_name", String(length=255, convert_unicode=False, assert_unicode=None), nullable=False, unique=True, default=None) | |||
r880 | group_parent_id = Column("group_parent_id", Integer(), ForeignKey('groups.group_id'), nullable=True, unique=None, default=None) | |||
r1343 | group_description = Column("group_description", String(length=10000, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None) | |||
r878 | ||||
r972 | parent_group = relationship('Group', remote_side=group_id) | |||
r878 | ||||
def __init__(self, group_name='', parent_group=None): | ||||
self.group_name = group_name | ||||
self.parent_group = parent_group | ||||
def __repr__(self): | ||||
return "<%s('%s:%s')>" % (self.__class__.__name__, self.group_id, | ||||
self.group_name) | ||||
r631 | ||||
r1346 | @classmethod | |||
def url_sep(cls): | ||||
return '/' | ||||
|
r1584 | @classmethod | ||
def get_by_group_name(cls, group_name, cache=False, case_insensitive=False): | ||||
if case_insensitive: | ||||
gr = cls.query()\ | ||||
.filter(cls.group_name.ilike(group_name)) | ||||
else: | ||||
gr = cls.query()\ | ||||
.filter(cls.group_name == group_name) | ||||
if cache: | ||||
gr = gr.options(FromCache("sql_cache_short", | ||||
"get_group_%s" % group_name)) | ||||
return gr.scalar() | ||||
r1159 | @property | |||
def parents(self): | ||||
r1385 | parents_recursion_limit = 5 | |||
r1159 | groups = [] | |||
if self.parent_group is None: | ||||
return groups | ||||
cur_gr = self.parent_group | ||||
groups.insert(0, cur_gr) | ||||
r1349 | cnt = 0 | |||
r1159 | while 1: | |||
r1349 | cnt += 1 | |||
r1159 | gr = getattr(cur_gr, 'parent_group', None) | |||
cur_gr = cur_gr.parent_group | ||||
if gr is None: | ||||
break | ||||
r1385 | if cnt == parents_recursion_limit: | |||
r1349 | # this will prevent accidental infinit loops | |||
log.error('group nested more than %s' % | ||||
r1385 | parents_recursion_limit) | |||
r1349 | break | |||
r1159 | groups.insert(0, gr) | |||
return groups | ||||
r1385 | @property | |||
def children(self): | ||||
|
r1584 | return Group.query().filter(Group.parent_group == self) | ||
r1323 | ||||
@property | ||||
def full_path(self): | ||||
r1346 | return Group.url_sep().join([g.group_name for g in self.parents] + | |||
r1323 | [self.group_name]) | |||
r1193 | @property | |||
def repositories(self): | ||||
|
r1584 | return Repository.query().filter(Repository.group == self) | ||
r1193 | ||||
r1385 | @property | |||
def repositories_recursive_count(self): | ||||
cnt = self.repositories.count() | ||||
def children_count(group): | ||||
cnt = 0 | ||||
for child in group.children: | ||||
cnt += child.repositories.count() | ||||
cnt += children_count(child) | ||||
return cnt | ||||
return cnt + children_count(self) | ||||
r1388 | class Permission(Base, BaseModel): | |||
r547 | __tablename__ = 'permissions' | |||
r1360 | __table_args__ = {'extend_existing':True} | |||
r780 | permission_id = Column("permission_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) | |||
r1113 | permission_name = Column("permission_name", String(length=255, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None) | |||
permission_longname = Column("permission_longname", String(length=255, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None) | ||||
r631 | ||||
r547 | def __repr__(self): | |||
r878 | return "<%s('%s:%s')>" % (self.__class__.__name__, | |||
r880 | self.permission_id, self.permission_name) | |||
r547 | ||||
r1266 | @classmethod | |||
def get_by_key(cls, key): | ||||
|
r1584 | return cls.query().filter(cls.permission_name == key).scalar() | ||
@classmethod | ||||
def get_by_name(cls, name): | ||||
return cls.query().filter(cls.permission_name == name).one() | ||||
r1266 | ||||
r1388 | class RepoToPerm(Base, BaseModel): | |||
r547 | __tablename__ = 'repo_to_perm' | |||
r1360 | __table_args__ = (UniqueConstraint('user_id', 'repository_id'), {'extend_existing':True}) | |||
r780 | repo_to_perm_id = Column("repo_to_perm_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) | |||
r880 | user_id = Column("user_id", Integer(), ForeignKey('users.user_id'), nullable=False, unique=None, default=None) | |||
permission_id = Column("permission_id", Integer(), ForeignKey('permissions.permission_id'), nullable=False, unique=None, default=None) | ||||
repository_id = Column("repository_id", Integer(), ForeignKey('repositories.repo_id'), nullable=False, unique=None, default=None) | ||||
r631 | ||||
r972 | user = relationship('User') | |||
permission = relationship('Permission') | ||||
repository = relationship('Repository') | ||||
r547 | ||||
|
r1584 | @staticmethod | ||
def create(repo, user, p): | ||||
try: | ||||
perm = RepoToPerm() | ||||
perm.repository = repo | ||||
perm.user = user | ||||
perm.permission = p | ||||
Session.add(perm) | ||||
Session.commit() | ||||
return perm | ||||
except: | ||||
log.error(traceback.format_exc()) | ||||
Session.rollback() | ||||
raise | ||||
r1388 | class UserToPerm(Base, BaseModel): | |||
r547 | __tablename__ = 'user_to_perm' | |||
r1360 | __table_args__ = (UniqueConstraint('user_id', 'permission_id'), {'extend_existing':True}) | |||
r780 | user_to_perm_id = Column("user_to_perm_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) | |||
r880 | user_id = Column("user_id", Integer(), ForeignKey('users.user_id'), nullable=False, unique=None, default=None) | |||
permission_id = Column("permission_id", Integer(), ForeignKey('permissions.permission_id'), nullable=False, unique=None, default=None) | ||||
r631 | ||||
r972 | user = relationship('User') | |||
permission = relationship('Permission') | ||||
r547 | ||||
r1266 | @classmethod | |||
def has_perm(cls, user_id, perm): | ||||
if not isinstance(perm, Permission): | ||||
raise Exception('perm needs to be an instance of Permission class') | ||||
|
r1584 | return cls.query().filter(cls.user_id == user_id)\ | ||
r1266 | .filter(cls.permission == perm).scalar() is not None | |||
@classmethod | ||||
def grant_perm(cls, user_id, perm): | ||||
if not isinstance(perm, Permission): | ||||
raise Exception('perm needs to be an instance of Permission class') | ||||
new = cls() | ||||
new.user_id = user_id | ||||
new.permission = perm | ||||
try: | ||||
Session.add(new) | ||||
Session.commit() | ||||
except: | ||||
Session.rollback() | ||||
@classmethod | ||||
def revoke_perm(cls, user_id, perm): | ||||
if not isinstance(perm, Permission): | ||||
raise Exception('perm needs to be an instance of Permission class') | ||||
try: | ||||
|
r1584 | cls.query().filter(cls.user_id == user_id)\ | ||
r1266 | .filter(cls.permission == perm).delete() | |||
Session.commit() | ||||
except: | ||||
Session.rollback() | ||||
r1014 | ||||
r1388 | class UsersGroupRepoToPerm(Base, BaseModel): | |||
r1271 | __tablename__ = 'users_group_repo_to_perm' | |||
r1376 | __table_args__ = (UniqueConstraint('repository_id', 'users_group_id', 'permission_id'), {'extend_existing':True}) | |||
r958 | users_group_to_perm_id = Column("users_group_to_perm_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) | |||
r959 | users_group_id = Column("users_group_id", Integer(), ForeignKey('users_groups.users_group_id'), nullable=False, unique=None, default=None) | |||
r958 | permission_id = Column("permission_id", Integer(), ForeignKey('permissions.permission_id'), nullable=False, unique=None, default=None) | |||
r1014 | repository_id = Column("repository_id", Integer(), ForeignKey('repositories.repo_id'), nullable=False, unique=None, default=None) | |||
r958 | ||||
r972 | users_group = relationship('UsersGroup') | |||
permission = relationship('Permission') | ||||
r1014 | repository = relationship('Repository') | |||
r958 | ||||
r1435 | def __repr__(self): | |||
return '<userGroup:%s => %s >' % (self.users_group, self.repository) | ||||
r1271 | ||||
r1388 | class UsersGroupToPerm(Base, BaseModel): | |||
r1271 | __tablename__ = 'users_group_to_perm' | |||
users_group_to_perm_id = Column("users_group_to_perm_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) | ||||
users_group_id = Column("users_group_id", Integer(), ForeignKey('users_groups.users_group_id'), nullable=False, unique=None, default=None) | ||||
permission_id = Column("permission_id", Integer(), ForeignKey('permissions.permission_id'), nullable=False, unique=None, default=None) | ||||
users_group = relationship('UsersGroup') | ||||
permission = relationship('Permission') | ||||
@classmethod | ||||
def has_perm(cls, users_group_id, perm): | ||||
if not isinstance(perm, Permission): | ||||
raise Exception('perm needs to be an instance of Permission class') | ||||
|
r1584 | return cls.query().filter(cls.users_group_id == | ||
r1271 | users_group_id)\ | |||
.filter(cls.permission == perm)\ | ||||
.scalar() is not None | ||||
@classmethod | ||||
def grant_perm(cls, users_group_id, perm): | ||||
if not isinstance(perm, Permission): | ||||
raise Exception('perm needs to be an instance of Permission class') | ||||
new = cls() | ||||
new.users_group_id = users_group_id | ||||
new.permission = perm | ||||
try: | ||||
Session.add(new) | ||||
Session.commit() | ||||
except: | ||||
Session.rollback() | ||||
@classmethod | ||||
def revoke_perm(cls, users_group_id, perm): | ||||
if not isinstance(perm, Permission): | ||||
raise Exception('perm needs to be an instance of Permission class') | ||||
try: | ||||
|
r1584 | cls.query().filter(cls.users_group_id == users_group_id)\ | ||
r1271 | .filter(cls.permission == perm).delete() | |||
Session.commit() | ||||
except: | ||||
Session.rollback() | ||||
r1388 | class GroupToPerm(Base, BaseModel): | |||
r879 | __tablename__ = 'group_to_perm' | |||
r1360 | __table_args__ = (UniqueConstraint('group_id', 'permission_id'), {'extend_existing':True}) | |||
r879 | ||||
group_to_perm_id = Column("group_to_perm_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) | ||||
r880 | user_id = Column("user_id", Integer(), ForeignKey('users.user_id'), nullable=False, unique=None, default=None) | |||
permission_id = Column("permission_id", Integer(), ForeignKey('permissions.permission_id'), nullable=False, unique=None, default=None) | ||||
group_id = Column("group_id", Integer(), ForeignKey('groups.group_id'), nullable=False, unique=None, default=None) | ||||
r879 | ||||
r972 | user = relationship('User') | |||
permission = relationship('Permission') | ||||
group = relationship('Group') | ||||
r879 | ||||
r1388 | class Statistics(Base, BaseModel): | |||
r547 | __tablename__ = 'statistics' | |||
r1360 | __table_args__ = (UniqueConstraint('repository_id'), {'extend_existing':True}) | |||
r780 | stat_id = Column("stat_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) | |||
r880 | repository_id = Column("repository_id", Integer(), ForeignKey('repositories.repo_id'), nullable=False, unique=True, default=None) | |||
r780 | stat_on_revision = Column("stat_on_revision", Integer(), nullable=False) | |||
r1113 | commit_activity = Column("commit_activity", LargeBinary(1000000), nullable=False)#JSON data | |||
r780 | commit_activity_combined = Column("commit_activity_combined", LargeBinary(), nullable=False)#JSON data | |||
r1113 | languages = Column("languages", LargeBinary(1000000), nullable=False)#JSON data | |||
r631 | ||||
r972 | repository = relationship('Repository', single_parent=True) | |||
r547 | ||||
r1388 | class UserFollowing(Base, BaseModel): | |||
r734 | __tablename__ = 'user_followings' | |||
__table_args__ = (UniqueConstraint('user_id', 'follows_repository_id'), | ||||
UniqueConstraint('user_id', 'follows_user_id') | ||||
r1360 | , {'extend_existing':True}) | |||
r734 | ||||
r780 | user_following_id = Column("user_following_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) | |||
r880 | user_id = Column("user_id", Integer(), ForeignKey('users.user_id'), nullable=False, unique=None, default=None) | |||
follows_repo_id = Column("follows_repository_id", Integer(), ForeignKey('repositories.repo_id'), nullable=True, unique=None, default=None) | ||||
follows_user_id = Column("follows_user_id", Integer(), ForeignKey('users.user_id'), nullable=True, unique=None, default=None) | ||||
r1279 | follows_from = Column('follows_from', DateTime(timezone=False), nullable=True, unique=None, default=datetime.datetime.now) | |||
r734 | ||||
r972 | user = relationship('User', primaryjoin='User.user_id==UserFollowing.user_id') | |||
r734 | ||||
r972 | follows_user = relationship('User', primaryjoin='User.user_id==UserFollowing.follows_user_id') | |||
r1000 | follows_repository = relationship('Repository', order_by='Repository.repo_name') | |||
r734 | ||||
r1279 | ||||
@classmethod | ||||
def get_repo_followers(cls, repo_id): | ||||
|
r1584 | return cls.query().filter(cls.follows_repo_id == repo_id) | ||
r1279 | ||||
r1388 | class CacheInvalidation(Base, BaseModel): | |||
r670 | __tablename__ = 'cache_invalidation' | |||
r1360 | __table_args__ = (UniqueConstraint('cache_key'), {'extend_existing':True}) | |||
r780 | cache_id = Column("cache_id", Integer(), nullable=False, unique=True, default=None, primary_key=True) | |||
r1113 | cache_key = Column("cache_key", String(length=255, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None) | |||
cache_args = Column("cache_args", String(length=255, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None) | ||||
r780 | cache_active = Column("cache_active", Boolean(), nullable=True, unique=None, default=False) | |||
r670 | ||||
r692 | def __init__(self, cache_key, cache_args=''): | |||
self.cache_key = cache_key | ||||
self.cache_args = cache_args | ||||
self.cache_active = False | ||||
def __repr__(self): | ||||
r878 | return "<%s('%s:%s')>" % (self.__class__.__name__, | |||
self.cache_id, self.cache_key) | ||||
r834 | ||||
r1388 | class DbMigrateVersion(Base, BaseModel): | |||
r834 | __tablename__ = 'db_migrate_version' | |||
r1360 | __table_args__ = {'extend_existing':True} | |||
r834 | repository_id = Column('repository_id', String(250), primary_key=True) | |||
repository_path = Column('repository_path', Text) | ||||
version = Column('version', Integer) | ||||