unrhodecode/rhodecode/lib/dbmigrate/schema/db_1_3_0.py
2025-01-13 17:47:37 +01:00

1277 lines
46 KiB
Python

# Copyright (C) 2010-2024 RhodeCode GmbH
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU Affero General Public License, version 3
# (only), as published by the Free Software Foundation.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU Affero General Public License
# along with this program. If not, see <http://www.gnu.org/licenses/>.
#
# This program is dual-licensed. If you wish to learn more about the
# RhodeCode Enterprise Edition, including its added features, Support services,
# and proprietary license terms, please see https://rhodecode.com/licenses/
import os
import logging
import datetime
import traceback
from collections import defaultdict
from sqlalchemy import *
from sqlalchemy.ext.hybrid import hybrid_property
from sqlalchemy.orm import relationship, joinedload, class_mapper, validates
from beaker.cache import cache_region, region_invalidate
from rhodecode.lib.vcs import get_backend
from rhodecode.lib.vcs.utils.helpers import get_scm
from rhodecode.lib.vcs.exceptions import VCSError
from zope.cachedescriptors.property import Lazy as LazyProperty
from rhodecode.lib.utils2 import str2bool, safe_str, get_commit_safe
from rhodecode.lib.ext_json import json
from rhodecode.lib.caching_query import FromCache
from rhodecode.model.meta import Base, Session
import hashlib
log = logging.getLogger(__name__)
# ==============================================================================
# BASE CLASSES
# ==============================================================================
_hash_key = lambda k: hashlib.md5(safe_str(k)).hexdigest()
class ModelSerializer(json.JSONEncoder):
"""
Simple Serializer for JSON,
usage::
to make object customized for serialization implement a __json__
method that will return a dict for serialization into json
example::
class Task(object):
def __init__(self, name, value):
self.name = name
self.value = value
def __json__(self):
return dict(name=self.name,
value=self.value)
"""
def default(self, obj):
if hasattr(obj, "__json__"):
return obj.__json__()
else:
return json.JSONEncoder.default(self, obj)
class BaseModel(object):
"""
Base Model for all classess
"""
@classmethod
def _get_keys(cls):
"""return column names for this model"""
return class_mapper(cls).c.keys()
def get_dict(self):
"""
return dict with keys and values corresponding
to this model data"""
d = {}
for k in self._get_keys():
d[k] = getattr(self, k)
# also use __json__() if present to get additional fields
for k, val in getattr(self, "__json__", lambda: {})().items():
d[k] = val
return d
def get_appstruct(self):
"""return list with keys and values tupples corresponding
to this model data"""
l = []
for k in self._get_keys():
l.append(
(
k,
getattr(self, k),
)
)
return l
def populate_obj(self, populate_dict):
"""populate model with data from given populate_dict"""
for k in self._get_keys():
if k in populate_dict:
setattr(self, k, populate_dict[k])
@classmethod
def query(cls):
return Session.query(cls)
@classmethod
def get(cls, id_):
if id_:
return cls.query().get(id_)
@classmethod
def getAll(cls):
return cls.query().all()
@classmethod
def delete(cls, id_):
obj = cls.query().get(id_)
Session.delete(obj)
def __repr__(self):
if hasattr(self, "__unicode__"):
# python repr needs to return str
return safe_str(self.__unicode__())
return "<DB:%s>" % (self.__class__.__name__)
class RhodeCodeSetting(Base, BaseModel):
__tablename__ = "rhodecode_settings"
__table_args__ = (
UniqueConstraint("app_settings_name"),
{"extend_existing": True, "mysql_engine": "InnoDB", "mysql_charset": "utf8"},
)
app_settings_id = Column("app_settings_id", Integer(), nullable=False, unique=True, default=None, primary_key=True)
app_settings_name = Column("app_settings_name", String(255), nullable=True, unique=None, default=None)
_app_settings_value = Column("app_settings_value", String(255), nullable=True, unique=None, default=None)
def __init__(self, k="", v=""):
self.app_settings_name = k
self.app_settings_value = v
@validates("_app_settings_value")
def validate_settings_value(self, key, val):
assert type(val) == str
return val
@hybrid_property
def app_settings_value(self):
v = self._app_settings_value
if self.app_settings_name == "ldap_active":
v = str2bool(v)
return v
@app_settings_value.setter
def app_settings_value(self, val):
"""
Setter that will always make sure we use unicode in app_settings_value
:param val:
"""
self._app_settings_value = safe_str(val)
def __unicode__(self):
return "<%s('%s:%s')>" % (self.__class__.__name__, self.app_settings_name, self.app_settings_value)
@classmethod
def get_by_name(cls, ldap_key):
return cls.query().filter(cls.app_settings_name == ldap_key).scalar()
@classmethod
def get_app_settings(cls, cache=False):
ret = cls.query()
if cache:
ret = ret.options(FromCache("sql_cache_short", "get_hg_settings"))
if not ret:
raise Exception("Could not get application settings !")
settings = {}
for each in ret:
settings["rhodecode_" + each.app_settings_name] = each.app_settings_value
return settings
@classmethod
def get_ldap_settings(cls, cache=False):
ret = cls.query().filter(cls.app_settings_name.startswith("ldap_")).all()
fd = {}
for row in ret:
fd.update({row.app_settings_name: row.app_settings_value})
return fd
class RhodeCodeUi(Base, BaseModel):
__tablename__ = "rhodecode_ui"
__table_args__ = (
UniqueConstraint("ui_key"),
{"extend_existing": True, "mysql_engine": "InnoDB", "mysql_charset": "utf8"},
)
HOOK_REPO_SIZE = "changegroup.repo_size"
HOOK_PUSH = "pretxnchangegroup.push_logger"
HOOK_PULL = "preoutgoing.pull_logger"
ui_id = Column("ui_id", Integer(), nullable=False, unique=True, default=None, primary_key=True)
ui_section = Column("ui_section", String(255), nullable=True, unique=None, default=None)
ui_key = Column("ui_key", String(255), nullable=True, unique=None, default=None)
ui_value = Column("ui_value", String(255), nullable=True, unique=None, default=None)
ui_active = Column("ui_active", Boolean(), nullable=True, unique=None, default=True)
@classmethod
def get_by_key(cls, key):
return cls.query().filter(cls.ui_key == key)
@classmethod
def get_builtin_hooks(cls):
q = cls.query()
q = q.filter(cls.ui_key.in_([cls.HOOK_REPO_SIZE, cls.HOOK_PUSH, cls.HOOK_PULL]))
return q.all()
@classmethod
def get_custom_hooks(cls):
q = cls.query()
q = q.filter(~cls.ui_key.in_([cls.HOOK_REPO_SIZE, cls.HOOK_PUSH, cls.HOOK_PULL]))
q = q.filter(cls.ui_section == "hooks")
return q.all()
@classmethod
def create_or_update_hook(cls, key, val):
new_ui = cls.get_by_key(key).scalar() or cls()
new_ui.ui_section = "hooks"
new_ui.ui_active = True
new_ui.ui_key = key
new_ui.ui_value = val
Session.add(new_ui)
class User(Base, BaseModel):
__tablename__ = "users"
__table_args__ = (
UniqueConstraint("username"),
UniqueConstraint("email"),
{"extend_existing": True, "mysql_engine": "InnoDB", "mysql_charset": "utf8"},
)
user_id = Column("user_id", Integer(), nullable=False, unique=True, default=None, primary_key=True)
username = Column("username", String(255), nullable=True, unique=None, default=None)
password = Column("password", String(255), nullable=True, unique=None, default=None)
active = Column("active", Boolean(), nullable=True, unique=None, default=None)
admin = Column("admin", Boolean(), nullable=True, unique=None, default=False)
name = Column("name", String(255), nullable=True, unique=None, default=None)
lastname = Column("lastname", String(255), nullable=True, unique=None, default=None)
_email = Column("email", String(255), nullable=True, unique=None, default=None)
last_login = Column("last_login", DateTime(timezone=False), nullable=True, unique=None, default=None)
ldap_dn = Column("ldap_dn", String(255), nullable=True, unique=None, default=None)
api_key = Column("api_key", String(255), nullable=True, unique=None, default=None)
user_log = relationship("UserLog", cascade="all")
user_perms = relationship("UserToPerm", primaryjoin="User.user_id==UserToPerm.user_id", cascade="all")
repositories = relationship("Repository")
user_followers = relationship(
"UserFollowing", primaryjoin="UserFollowing.follows_user_id==User.user_id", cascade="all"
)
repo_to_perm = relationship("UserRepoToPerm", primaryjoin="UserRepoToPerm.user_id==User.user_id", cascade="all")
repo_group_to_perm = relationship(
"UserRepoGroupToPerm", primaryjoin="UserRepoGroupToPerm.user_id==User.user_id", cascade="all"
)
group_member = relationship("UserGroupMember", cascade="all")
notifications = relationship("UserNotification", cascade="all")
# notifications assigned to this user
user_created_notifications = relationship("Notification", cascade="all")
# comments created by this user
user_comments = relationship("ChangesetComment", cascade="all")
@hybrid_property
def email(self):
return self._email
@email.setter
def email(self, val):
self._email = val.lower() if val else None
@property
def full_name(self):
return "%s %s" % (self.name, self.lastname)
@property
def full_name_or_username(self):
return "%s %s" % (self.name, self.lastname) if (self.name and self.lastname) else self.username
@property
def full_contact(self):
return "%s %s <%s>" % (self.name, self.lastname, self.email)
@property
def short_contact(self):
return "%s %s" % (self.name, self.lastname)
@property
def is_admin(self):
return self.admin
def __unicode__(self):
return "<%s('id:%s:%s')>" % (self.__class__.__name__, self.user_id, self.username)
@classmethod
def get_by_username(cls, username, case_insensitive=False, cache=False):
if case_insensitive:
q = cls.query().filter(cls.username.ilike(username))
else:
q = cls.query().filter(cls.username == username)
if cache:
q = q.options(FromCache("sql_cache_short", "get_user_%s" % _hash_key(username)))
return q.scalar()
@classmethod
def get_by_auth_token(cls, auth_token, cache=False):
q = cls.query().filter(cls.api_key == auth_token)
if cache:
q = q.options(FromCache("sql_cache_short", "get_auth_token_%s" % auth_token))
return q.scalar()
@classmethod
def get_by_email(cls, email, case_insensitive=False, cache=False):
if case_insensitive:
q = cls.query().filter(cls.email.ilike(email))
else:
q = cls.query().filter(cls.email == email)
if cache:
q = q.options(FromCache("sql_cache_short", "get_auth_token_%s" % email))
return q.scalar()
def update_lastlogin(self):
"""Update user lastlogin"""
self.last_login = datetime.datetime.now()
Session.add(self)
log.debug("updated user %s lastlogin", self.username)
def __json__(self):
return dict(
user_id=self.user_id,
first_name=self.name,
last_name=self.lastname,
email=self.email,
full_name=self.full_name,
full_name_or_username=self.full_name_or_username,
short_contact=self.short_contact,
full_contact=self.full_contact,
)
class UserLog(Base, BaseModel):
__tablename__ = "user_logs"
__table_args__ = ({"extend_existing": True, "mysql_engine": "InnoDB", "mysql_charset": "utf8"},)
user_log_id = Column("user_log_id", Integer(), nullable=False, unique=True, default=None, primary_key=True)
user_id = Column("user_id", Integer(), ForeignKey("users.user_id"), nullable=False, unique=None, default=None)
repository_id = Column("repository_id", Integer(), ForeignKey("repositories.repo_id"), nullable=True)
repository_name = Column("repository_name", String(255), nullable=True, unique=None, default=None)
user_ip = Column("user_ip", String(255), nullable=True, unique=None, default=None)
action = Column("action", String(1200000), nullable=True, unique=None, default=None)
action_date = Column("action_date", DateTime(timezone=False), nullable=True, unique=None, default=None)
@property
def action_as_day(self):
return datetime.date(*self.action_date.timetuple()[:3])
user = relationship("User")
repository = relationship("Repository", cascade="")
class UserGroup(Base, BaseModel):
__tablename__ = "users_groups"
__table_args__ = ({"extend_existing": True, "mysql_engine": "InnoDB", "mysql_charset": "utf8"},)
users_group_id = Column("users_group_id", Integer(), nullable=False, unique=True, default=None, primary_key=True)
users_group_name = Column("users_group_name", String(255), nullable=False, unique=True, default=None)
users_group_active = Column("users_group_active", Boolean(), nullable=True, unique=None, default=None)
members = relationship("UserGroupMember", cascade="all, delete, delete-orphan", lazy="joined")
users_group_to_perm = relationship("UserGroupToPerm", cascade="all")
users_group_repo_to_perm = relationship("UserGroupRepoToPerm", cascade="all")
def __unicode__(self):
return "<userGroup(%s)>" % (self.users_group_name)
@classmethod
def get_by_group_name(cls, group_name, cache=False, case_insensitive=False):
if case_insensitive:
q = cls.query().filter(cls.users_group_name.ilike(group_name))
else:
q = cls.query().filter(cls.users_group_name == group_name)
if cache:
q = q.options(FromCache("sql_cache_short", "get_user_%s" % _hash_key(group_name)))
return q.scalar()
@classmethod
def get(cls, users_group_id, cache=False):
users_group = cls.query()
if cache:
users_group = users_group.options(FromCache("sql_cache_short", "get_users_group_%s" % users_group_id))
return users_group.get(users_group_id)
class UserGroupMember(Base, BaseModel):
__tablename__ = "users_groups_members"
__table_args__ = ({"extend_existing": True, "mysql_engine": "InnoDB", "mysql_charset": "utf8"},)
users_group_member_id = Column(
"users_group_member_id", Integer(), nullable=False, unique=True, default=None, primary_key=True
)
users_group_id = Column(
"users_group_id",
Integer(),
ForeignKey("users_groups.users_group_id"),
nullable=False,
unique=None,
default=None,
)
user_id = Column("user_id", Integer(), ForeignKey("users.user_id"), nullable=False, unique=None, default=None)
user = relationship("User", lazy="joined")
users_group = relationship("UserGroup")
def __init__(self, gr_id="", u_id=""):
self.users_group_id = gr_id
self.user_id = u_id
class Repository(Base, BaseModel):
__tablename__ = "repositories"
__table_args__ = (
UniqueConstraint("repo_name"),
{"extend_existing": True, "mysql_engine": "InnoDB", "mysql_charset": "utf8"},
)
repo_id = Column("repo_id", Integer(), nullable=False, unique=True, default=None, primary_key=True)
repo_name = Column("repo_name", String(255), nullable=False, unique=True, default=None)
clone_uri = Column("clone_uri", String(255), nullable=True, unique=False, default=None)
repo_type = Column("repo_type", String(255), nullable=False, unique=False, default="hg")
user_id = Column("user_id", Integer(), ForeignKey("users.user_id"), nullable=False, unique=False, default=None)
private = Column("private", Boolean(), nullable=True, unique=None, default=None)
enable_statistics = Column("statistics", Boolean(), nullable=True, unique=None, default=True)
enable_downloads = Column("downloads", Boolean(), nullable=True, unique=None, default=True)
description = Column("description", String(10000), nullable=True, unique=None, default=None)
created_on = Column(
"created_on", DateTime(timezone=False), nullable=True, unique=None, default=datetime.datetime.now
)
fork_id = Column(
"fork_id", Integer(), ForeignKey("repositories.repo_id"), nullable=True, unique=False, default=None
)
group_id = Column("group_id", Integer(), ForeignKey("groups.group_id"), nullable=True, unique=False, default=None)
user = relationship("User")
fork = relationship("Repository", remote_side=repo_id)
group = relationship("RepoGroup")
repo_to_perm = relationship("UserRepoToPerm", cascade="all", order_by="UserRepoToPerm.repo_to_perm_id")
users_group_to_perm = relationship("UserGroupRepoToPerm", cascade="all")
stats = relationship("Statistics", cascade="all", uselist=False)
followers = relationship(
"UserFollowing", primaryjoin="UserFollowing.follows_repo_id==Repository.repo_id", cascade="all"
)
logs = relationship("UserLog")
def __unicode__(self):
return "<%s('%s:%s')>" % (self.__class__.__name__, self.repo_id, self.repo_name)
@classmethod
def url_sep(cls):
return "/"
@classmethod
def get_by_repo_name(cls, repo_name):
q = Session.query(cls).filter(cls.repo_name == repo_name)
q = (
q.options(joinedload(Repository.fork))
.options(joinedload(Repository.user))
.options(joinedload(Repository.group))
)
return q.scalar()
@classmethod
def get_repo_forks(cls, repo_id):
return cls.query().filter(Repository.fork_id == repo_id)
@classmethod
def base_path(cls):
"""
Returns base path when all repos are stored
:param cls:
"""
q = Session.query(RhodeCodeUi).filter(RhodeCodeUi.ui_key == cls.url_sep())
q = q.options(FromCache("sql_cache_short", "repository_repo_path"))
return q.one().ui_value
@property
def just_name(self):
return self.repo_name.split(Repository.url_sep())[-1]
@property
def groups_with_parents(self):
groups = []
if self.group is None:
return groups
cur_gr = self.group
groups.insert(0, cur_gr)
while 1:
gr = getattr(cur_gr, "parent_group", None)
cur_gr = cur_gr.parent_group
if gr is None:
break
groups.insert(0, gr)
return groups
@property
def groups_and_repo(self):
return self.groups_with_parents, self.just_name
@LazyProperty
def repo_path(self):
"""
Returns base full path for that repository means where it actually
exists on a filesystem
"""
q = Session.query(RhodeCodeUi).filter(RhodeCodeUi.ui_key == Repository.url_sep())
q = q.options(FromCache("sql_cache_short", "repository_repo_path"))
return q.one().ui_value
@property
def repo_full_path(self):
p = [self.repo_path]
# we need to split the name by / since this is how we store the
# names in the database, but that eventually needs to be converted
# into a valid system path
p += self.repo_name.split(Repository.url_sep())
return os.path.join(*p)
def get_new_name(self, repo_name):
"""
returns new full repository name based on assigned group and new new
:param group_name:
"""
path_prefix = self.group.full_path_splitted if self.group else []
return Repository.url_sep().join(path_prefix + [repo_name])
@property
def _config(self):
"""
Returns db based config object.
"""
from rhodecode.lib.utils import make_db_config
return make_db_config(clear_session=False)
@classmethod
def is_valid(cls, repo_name):
"""
returns True if given repo name is a valid filesystem repository
:param cls:
:param repo_name:
"""
from rhodecode.lib.utils import is_valid_repo
return is_valid_repo(repo_name, cls.base_path())
# ==========================================================================
# SCM PROPERTIES
# ==========================================================================
def get_commit(self, rev):
return get_commit_safe(self.scm_instance, rev)
@property
def tip(self):
return self.get_commit("tip")
@property
def author(self):
return self.tip.author
@property
def last_change(self):
return self.scm_instance.last_change
def comments(self, revisions=None):
"""
Returns comments for this repository grouped by revisions
:param revisions: filter query by revisions only
"""
cmts = ChangesetComment.query().filter(ChangesetComment.repo == self)
if revisions:
cmts = cmts.filter(ChangesetComment.revision.in_(revisions))
grouped = defaultdict(list)
for cmt in cmts.all():
grouped[cmt.revision].append(cmt)
return grouped
# ==========================================================================
# SCM CACHE INSTANCE
# ==========================================================================
@property
def invalidate(self):
return CacheInvalidation.invalidate(self.repo_name)
def set_invalidate(self):
"""
set a cache for invalidation for this instance
"""
CacheInvalidation.set_invalidate(self.repo_name)
@LazyProperty
def scm_instance(self):
return self.__get_instance()
@property
def scm_instance_cached(self):
return self.__get_instance()
def __get_instance(self):
repo_full_path = self.repo_full_path
try:
alias = get_scm(repo_full_path)[0]
log.debug("Creating instance of %s repository", alias)
backend = get_backend(alias)
except VCSError:
log.error(traceback.format_exc())
log.error(
"Perhaps this repository is in db and not in "
"filesystem run rescan repositories with "
'"destroy old data " option from admin panel'
)
return
if alias == "hg":
repo = backend(safe_str(repo_full_path), create=False, config=self._config)
else:
repo = backend(repo_full_path, create=False)
return repo
class RepoGroup(Base, BaseModel):
__tablename__ = "groups"
__table_args__ = (
UniqueConstraint("group_name", "group_parent_id"),
{"extend_existing": True, "mysql_engine": "InnoDB", "mysql_charset": "utf8"},
)
group_id = Column("group_id", Integer(), nullable=False, unique=True, default=None, primary_key=True)
group_name = Column("group_name", String(255), nullable=False, unique=True, default=None)
group_parent_id = Column(
"group_parent_id", Integer(), ForeignKey("groups.group_id"), nullable=True, unique=None, default=None
)
group_description = Column("group_description", String(10000), nullable=True, unique=None, default=None)
repo_group_to_perm = relationship(
"UserRepoGroupToPerm", cascade="all", order_by="UserRepoGroupToPerm.group_to_perm_id"
)
users_group_to_perm = relationship("UserGroupRepoGroupToPerm", cascade="all")
parent_group = relationship("RepoGroup", remote_side=group_id)
def __init__(self, group_name="", parent_group=None):
self.group_name = group_name
self.parent_group = parent_group
def __unicode__(self):
return "<%s('%s:%s')>" % (self.__class__.__name__, self.group_id, self.group_name)
@classmethod
def url_sep(cls):
return "/"
@classmethod
def get_by_group_name(cls, group_name, cache=False, case_insensitive=False):
if case_insensitive:
gr = cls.query().filter(cls.group_name.ilike(group_name))
else:
gr = cls.query().filter(cls.group_name == group_name)
if cache:
gr = gr.options(FromCache("sql_cache_short", "get_group_%s" % _hash_key(group_name)))
return gr.scalar()
@property
def parents(self):
parents_recursion_limit = 5
groups = []
if self.parent_group is None:
return groups
cur_gr = self.parent_group
groups.insert(0, cur_gr)
cnt = 0
while 1:
cnt += 1
gr = getattr(cur_gr, "parent_group", None)
cur_gr = cur_gr.parent_group
if gr is None:
break
if cnt == parents_recursion_limit:
# this will prevent accidental infinit loops
log.error("group nested more than %s", parents_recursion_limit)
break
groups.insert(0, gr)
return groups
@property
def children(self):
return RepoGroup.query().filter(RepoGroup.parent_group == self)
@property
def name(self):
return self.group_name.split(RepoGroup.url_sep())[-1]
@property
def full_path(self):
return self.group_name
@property
def full_path_splitted(self):
return self.group_name.split(RepoGroup.url_sep())
@property
def repositories(self):
return Repository.query().filter(Repository.group == self).order_by(Repository.repo_name)
@property
def repositories_recursive_count(self):
cnt = self.repositories.count()
def children_count(group):
cnt = 0
for child in group.children:
cnt += child.repositories.count()
cnt += children_count(child)
return cnt
return cnt + children_count(self)
def get_new_name(self, group_name):
"""
returns new full group name based on parent and new name
:param group_name:
"""
path_prefix = self.parent_group.full_path_splitted if self.parent_group else []
return RepoGroup.url_sep().join(path_prefix + [group_name])
class Permission(Base, BaseModel):
__tablename__ = "permissions"
__table_args__ = ({"extend_existing": True, "mysql_engine": "InnoDB", "mysql_charset": "utf8"},)
permission_id = Column("permission_id", Integer(), nullable=False, unique=True, default=None, primary_key=True)
permission_name = Column("permission_name", String(255), nullable=True, unique=None, default=None)
permission_longname = Column("permission_longname", String(255), nullable=True, unique=None, default=None)
def __unicode__(self):
return "<%s('%s:%s')>" % (self.__class__.__name__, self.permission_id, self.permission_name)
@classmethod
def get_by_key(cls, key):
return cls.query().filter(cls.permission_name == key).scalar()
@classmethod
def get_default_repo_perms(cls, default_user_id):
q = (
Session.query(UserRepoToPerm, Repository, cls)
.join((Repository, UserRepoToPerm.repository_id == Repository.repo_id))
.join((cls, UserRepoToPerm.permission_id == cls.permission_id))
.filter(UserRepoToPerm.user_id == default_user_id)
)
return q.all()
@classmethod
def get_default_group_perms(cls, default_user_id):
q = (
Session.query(UserRepoGroupToPerm, RepoGroup, cls)
.join((RepoGroup, UserRepoGroupToPerm.group_id == RepoGroup.group_id))
.join((cls, UserRepoGroupToPerm.permission_id == cls.permission_id))
.filter(UserRepoGroupToPerm.user_id == default_user_id)
)
return q.all()
class UserRepoToPerm(Base, BaseModel):
__tablename__ = "repo_to_perm"
__table_args__ = (
UniqueConstraint("user_id", "repository_id", "permission_id"),
{"extend_existing": True, "mysql_engine": "InnoDB", "mysql_charset": "utf8"},
)
repo_to_perm_id = Column("repo_to_perm_id", Integer(), nullable=False, unique=True, default=None, primary_key=True)
user_id = Column("user_id", Integer(), ForeignKey("users.user_id"), nullable=False, unique=None, default=None)
permission_id = Column(
"permission_id", Integer(), ForeignKey("permissions.permission_id"), nullable=False, unique=None, default=None
)
repository_id = Column(
"repository_id", Integer(), ForeignKey("repositories.repo_id"), nullable=False, unique=None, default=None
)
user = relationship("User")
repository = relationship("Repository")
permission = relationship("Permission")
@classmethod
def create(cls, user, repository, permission):
n = cls()
n.user = user
n.repository = repository
n.permission = permission
Session.add(n)
return n
def __unicode__(self):
return "<user:%s => %s >" % (self.user, self.repository)
class UserToPerm(Base, BaseModel):
__tablename__ = "user_to_perm"
__table_args__ = (
UniqueConstraint("user_id", "permission_id"),
{"extend_existing": True, "mysql_engine": "InnoDB", "mysql_charset": "utf8"},
)
user_to_perm_id = Column("user_to_perm_id", Integer(), nullable=False, unique=True, default=None, primary_key=True)
user_id = Column("user_id", Integer(), ForeignKey("users.user_id"), nullable=False, unique=None, default=None)
permission_id = Column(
"permission_id", Integer(), ForeignKey("permissions.permission_id"), nullable=False, unique=None, default=None
)
user = relationship("User")
permission = relationship("Permission", lazy="joined")
class UserGroupRepoToPerm(Base, BaseModel):
__tablename__ = "users_group_repo_to_perm"
__table_args__ = (
UniqueConstraint("repository_id", "users_group_id", "permission_id"),
{"extend_existing": True, "mysql_engine": "InnoDB", "mysql_charset": "utf8"},
)
users_group_to_perm_id = Column(
"users_group_to_perm_id", Integer(), nullable=False, unique=True, default=None, primary_key=True
)
users_group_id = Column(
"users_group_id",
Integer(),
ForeignKey("users_groups.users_group_id"),
nullable=False,
unique=None,
default=None,
)
permission_id = Column(
"permission_id", Integer(), ForeignKey("permissions.permission_id"), nullable=False, unique=None, default=None
)
repository_id = Column(
"repository_id", Integer(), ForeignKey("repositories.repo_id"), nullable=False, unique=None, default=None
)
users_group = relationship("UserGroup")
permission = relationship("Permission")
repository = relationship("Repository")
@classmethod
def create(cls, users_group, repository, permission):
n = cls()
n.users_group = users_group
n.repository = repository
n.permission = permission
Session.add(n)
return n
def __unicode__(self):
return "<userGroup:%s => %s >" % (self.users_group, self.repository)
class UserGroupToPerm(Base, BaseModel):
__tablename__ = "users_group_to_perm"
__table_args__ = (
UniqueConstraint(
"users_group_id",
"permission_id",
),
{"extend_existing": True, "mysql_engine": "InnoDB", "mysql_charset": "utf8"},
)
users_group_to_perm_id = Column(
"users_group_to_perm_id", Integer(), nullable=False, unique=True, default=None, primary_key=True
)
users_group_id = Column(
"users_group_id",
Integer(),
ForeignKey("users_groups.users_group_id"),
nullable=False,
unique=None,
default=None,
)
permission_id = Column(
"permission_id", Integer(), ForeignKey("permissions.permission_id"), nullable=False, unique=None, default=None
)
users_group = relationship("UserGroup")
permission = relationship("Permission")
class UserRepoGroupToPerm(Base, BaseModel):
__tablename__ = "user_repo_group_to_perm"
__table_args__ = (
UniqueConstraint("user_id", "group_id", "permission_id"),
{"extend_existing": True, "mysql_engine": "InnoDB", "mysql_charset": "utf8"},
)
group_to_perm_id = Column(
"group_to_perm_id", Integer(), nullable=False, unique=True, default=None, primary_key=True
)
user_id = Column("user_id", Integer(), ForeignKey("users.user_id"), nullable=False, unique=None, default=None)
group_id = Column("group_id", Integer(), ForeignKey("groups.group_id"), nullable=False, unique=None, default=None)
permission_id = Column(
"permission_id", Integer(), ForeignKey("permissions.permission_id"), nullable=False, unique=None, default=None
)
user = relationship("User")
group = relationship("RepoGroup")
permission = relationship("Permission")
class UserGroupRepoGroupToPerm(Base, BaseModel):
__tablename__ = "users_group_repo_group_to_perm"
__table_args__ = (
UniqueConstraint("users_group_id", "group_id"),
{"extend_existing": True, "mysql_engine": "InnoDB", "mysql_charset": "utf8"},
)
users_group_repo_group_to_perm_id = Column(
"users_group_repo_group_to_perm_id", Integer(), nullable=False, unique=True, default=None, primary_key=True
)
users_group_id = Column(
"users_group_id",
Integer(),
ForeignKey("users_groups.users_group_id"),
nullable=False,
unique=None,
default=None,
)
group_id = Column("group_id", Integer(), ForeignKey("groups.group_id"), nullable=False, unique=None, default=None)
permission_id = Column(
"permission_id", Integer(), ForeignKey("permissions.permission_id"), nullable=False, unique=None, default=None
)
users_group = relationship("UserGroup")
permission = relationship("Permission")
group = relationship("RepoGroup")
class Statistics(Base, BaseModel):
__tablename__ = "statistics"
__table_args__ = (
UniqueConstraint("repository_id"),
{"extend_existing": True, "mysql_engine": "InnoDB", "mysql_charset": "utf8"},
)
stat_id = Column("stat_id", Integer(), nullable=False, unique=True, default=None, primary_key=True)
repository_id = Column(
"repository_id", Integer(), ForeignKey("repositories.repo_id"), nullable=False, unique=True, default=None
)
stat_on_revision = Column("stat_on_revision", Integer(), nullable=False)
commit_activity = Column("commit_activity", LargeBinary(1000000), nullable=False) # JSON data
commit_activity_combined = Column("commit_activity_combined", LargeBinary(), nullable=False) # JSON data
languages = Column("languages", LargeBinary(1000000), nullable=False) # JSON data
repository = relationship("Repository", single_parent=True)
class UserFollowing(Base, BaseModel):
__tablename__ = "user_followings"
__table_args__ = (
UniqueConstraint("user_id", "follows_repository_id"),
UniqueConstraint("user_id", "follows_user_id"),
{"extend_existing": True, "mysql_engine": "InnoDB", "mysql_charset": "utf8"},
)
user_following_id = Column(
"user_following_id", Integer(), nullable=False, unique=True, default=None, primary_key=True
)
user_id = Column("user_id", Integer(), ForeignKey("users.user_id"), nullable=False, unique=None, default=None)
follows_repo_id = Column(
"follows_repository_id", Integer(), ForeignKey("repositories.repo_id"), nullable=True, unique=None, default=None
)
follows_user_id = Column(
"follows_user_id", Integer(), ForeignKey("users.user_id"), nullable=True, unique=None, default=None
)
follows_from = Column(
"follows_from", DateTime(timezone=False), nullable=True, unique=None, default=datetime.datetime.now
)
user = relationship("User", primaryjoin="User.user_id==UserFollowing.user_id")
follows_user = relationship("User", primaryjoin="User.user_id==UserFollowing.follows_user_id")
follows_repository = relationship("Repository", order_by="Repository.repo_name")
@classmethod
def get_repo_followers(cls, repo_id):
return cls.query().filter(cls.follows_repo_id == repo_id)
class CacheInvalidation(Base, BaseModel):
__tablename__ = "cache_invalidation"
__table_args__ = (
UniqueConstraint("cache_key"),
{"extend_existing": True, "mysql_engine": "InnoDB", "mysql_charset": "utf8"},
)
cache_id = Column("cache_id", Integer(), nullable=False, unique=True, default=None, primary_key=True)
cache_key = Column("cache_key", String(255), nullable=True, unique=None, default=None)
cache_args = Column("cache_args", String(255), nullable=True, unique=None, default=None)
cache_active = Column("cache_active", Boolean(), nullable=True, unique=None, default=False)
def __init__(self, cache_key, cache_args=""):
self.cache_key = cache_key
self.cache_args = cache_args
self.cache_active = False
def __unicode__(self):
return "<%s('%s:%s')>" % (self.__class__.__name__, self.cache_id, self.cache_key)
@classmethod
def _get_key(cls, key):
"""
Wrapper for generating a key, together with a prefix
:param key:
"""
import rhodecode
prefix = ""
iid = rhodecode.CONFIG.get("instance_id")
if iid:
prefix = iid
return "%s%s" % (prefix, key), prefix, key.rstrip("_README")
@classmethod
def get_by_key(cls, key):
return cls.query().filter(cls.cache_key == key).scalar()
@classmethod
def _get_or_create_key(cls, key, prefix, org_key):
inv_obj = Session.query(cls).filter(cls.cache_key == key).scalar()
if not inv_obj:
try:
inv_obj = CacheInvalidation(key, org_key)
Session.add(inv_obj)
Session.commit()
except Exception:
log.error(traceback.format_exc())
Session.rollback()
return inv_obj
@classmethod
def invalidate(cls, key):
"""
Returns Invalidation object if this given key should be invalidated
None otherwise. `cache_active = False` means that this cache
state is not valid and needs to be invalidated
:param key:
"""
key, _prefix, _org_key = cls._get_key(key)
inv = cls._get_or_create_key(key, _prefix, _org_key)
if inv and inv.cache_active is False:
return inv
@classmethod
def set_invalidate(cls, key):
"""
Mark this Cache key for invalidation
:param key:
"""
key, _prefix, _org_key = cls._get_key(key)
inv_objs = Session.query(cls).filter(cls.cache_args == _org_key).all()
log.debug("marking %s key[s] %s for invalidation", len(inv_objs), _org_key)
try:
for inv_obj in inv_objs:
if inv_obj:
inv_obj.cache_active = False
Session.add(inv_obj)
Session.commit()
except Exception:
log.error(traceback.format_exc())
Session.rollback()
@classmethod
def set_valid(cls, key):
"""
Mark this cache key as active and currently cached
:param key:
"""
inv_obj = cls.get_by_key(key)
inv_obj.cache_active = True
Session.add(inv_obj)
Session.commit()
class ChangesetComment(Base, BaseModel):
__tablename__ = "changeset_comments"
__table_args__ = ({"extend_existing": True, "mysql_engine": "InnoDB", "mysql_charset": "utf8"},)
comment_id = Column("comment_id", Integer(), nullable=False, primary_key=True)
repo_id = Column("repo_id", Integer(), ForeignKey("repositories.repo_id"), nullable=False)
revision = Column("revision", String(40), nullable=False)
line_no = Column("line_no", Unicode(10), nullable=True)
f_path = Column("f_path", Unicode(1000), nullable=True)
user_id = Column("user_id", Integer(), ForeignKey("users.user_id"), nullable=False)
text = Column("text", UnicodeText().with_variant(UnicodeText(25000), "mysql"), nullable=False)
modified_at = Column("modified_at", DateTime(), nullable=False, default=datetime.datetime.now)
author = relationship("User", lazy="joined")
repo = relationship("Repository")
@classmethod
def get_users(cls, revision):
"""
Returns user associated with this changesetComment. ie those
who actually commented
:param cls:
:param revision:
"""
return Session.query(User).filter(cls.revision == revision).join(ChangesetComment.author).all()
class Notification(Base, BaseModel):
__tablename__ = "notifications"
__table_args__ = ({"extend_existing": True, "mysql_engine": "InnoDB", "mysql_charset": "utf8"},)
TYPE_CHANGESET_COMMENT = "cs_comment"
TYPE_MESSAGE = "message"
TYPE_MENTION = "mention"
TYPE_REGISTRATION = "registration"
notification_id = Column("notification_id", Integer(), nullable=False, primary_key=True)
subject = Column("subject", Unicode(512), nullable=True)
body = Column("body", UnicodeText().with_variant(UnicodeText(50000), "mysql"), nullable=True)
created_by = Column("created_by", Integer(), ForeignKey("users.user_id"), nullable=True)
created_on = Column("created_on", DateTime(timezone=False), nullable=False, default=datetime.datetime.now)
type_ = Column("type", Unicode(256))
created_by_user = relationship("User")
notifications_to_users = relationship("UserNotification", lazy="joined", cascade="all, delete, delete-orphan")
@property
def recipients(self):
return [x.user for x in UserNotification.query().filter(UserNotification.notification == self).all()]
@classmethod
def create(cls, created_by, subject, body, recipients, type_=None):
if type_ is None:
type_ = Notification.TYPE_MESSAGE
notification = cls()
notification.created_by_user = created_by
notification.subject = subject
notification.body = body
notification.type_ = type_
notification.created_on = datetime.datetime.now()
for u in recipients:
assoc = UserNotification()
assoc.notification = notification
u.notifications.append(assoc)
Session.add(notification)
return notification
@property
def description(self):
from rhodecode.model.notification import NotificationModel
return NotificationModel().make_description(self)
class UserNotification(Base, BaseModel):
__tablename__ = "user_to_notification"
__table_args__ = (
UniqueConstraint("user_id", "notification_id"),
{"extend_existing": True, "mysql_engine": "InnoDB", "mysql_charset": "utf8"},
)
user_id = Column("user_id", Integer(), ForeignKey("users.user_id"), primary_key=True)
notification_id = Column(
"notification_id", Integer(), ForeignKey("notifications.notification_id"), primary_key=True
)
read = Column("read", Boolean, default=False)
sent_on = Column("sent_on", DateTime(timezone=False), nullable=True, unique=None)
user = relationship("User", lazy="joined")
notification = relationship(
"Notification",
lazy="joined",
order_by=lambda: Notification.created_on.desc(),
)
def mark_as_read(self):
self.read = True
Session.add(self)
class DbMigrateVersion(Base, BaseModel):
__tablename__ = "db_migrate_version"
__table_args__ = ({"extend_existing": True, "mysql_engine": "InnoDB", "mysql_charset": "utf8"},)
repository_id = Column("repository_id", String(250), primary_key=True)
repository_path = Column("repository_path", Text)
version = Column("version", Integer)
## this is migration from 1_4_0, but now it's here to overcome a problem of
## attaching a FK to this from 1_3_0 !
class PullRequest(Base, BaseModel):
__tablename__ = "pull_requests"
__table_args__ = ({"extend_existing": True, "mysql_engine": "InnoDB", "mysql_charset": "utf8"},)
STATUS_NEW = "new"
STATUS_OPEN = "open"
STATUS_CLOSED = "closed"
pull_request_id = Column("pull_request_id", Integer(), nullable=False, primary_key=True)
title = Column("title", Unicode(256), nullable=True)
description = Column("description", UnicodeText().with_variant(UnicodeText(10240), "mysql"), nullable=True)
status = Column("status", Unicode(256), nullable=False, default=STATUS_NEW)
created_on = Column("created_on", DateTime(timezone=False), nullable=False, default=datetime.datetime.now)
updated_on = Column("updated_on", DateTime(timezone=False), nullable=False, default=datetime.datetime.now)
user_id = Column("user_id", Integer(), ForeignKey("users.user_id"), nullable=False, unique=None)
_revisions = Column("revisions", UnicodeText().with_variant(UnicodeText(20500), "mysql")) # 500 revisions max
org_repo_id = Column("org_repo_id", Integer(), ForeignKey("repositories.repo_id"), nullable=False)
org_ref = Column("org_ref", Unicode(256), nullable=False)
other_repo_id = Column("other_repo_id", Integer(), ForeignKey("repositories.repo_id"), nullable=False)
other_ref = Column("other_ref", Unicode(256), nullable=False)