integration.py
237 lines
| 8.6 KiB
| text/x-python
|
PythonLexer
r5088 | # Copyright (C) 2011-2023 RhodeCode GmbH | |||
r411 | # | |||
# This program is free software: you can redistribute it and/or modify | ||||
# it under the terms of the GNU Affero General Public License, version 3 | ||||
# (only), as published by the Free Software Foundation. | ||||
# | ||||
# This program is distributed in the hope that it will be useful, | ||||
# but WITHOUT ANY WARRANTY; without even the implied warranty of | ||||
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | ||||
# GNU General Public License for more details. | ||||
# | ||||
# You should have received a copy of the GNU Affero General Public License | ||||
# along with this program. If not, see <http://www.gnu.org/licenses/>. | ||||
# | ||||
# This program is dual-licensed. If you wish to learn more about the | ||||
# RhodeCode Enterprise Edition, including its added features, Support services, | ||||
# and proprietary license terms, please see https://rhodecode.com/licenses/ | ||||
""" | ||||
Model for integrations | ||||
""" | ||||
import logging | ||||
r731 | from sqlalchemy import or_, and_ | |||
r411 | ||||
from rhodecode import events | ||||
r2460 | from rhodecode.integrations.types.base import EEIntegration | |||
r411 | from rhodecode.lib.caching_query import FromCache | |||
from rhodecode.model import BaseModel | ||||
r5070 | from rhodecode.model.db import Integration, Repository, RepoGroup, true, false, case, null | |||
r411 | from rhodecode.integrations import integration_type_registry | |||
log = logging.getLogger(__name__) | ||||
class IntegrationModel(BaseModel): | ||||
cls = Integration | ||||
def __get_integration(self, integration): | ||||
if isinstance(integration, Integration): | ||||
return integration | ||||
r4935 | elif isinstance(integration, int): | |||
r411 | return self.sa.query(Integration).get(integration) | |||
else: | ||||
if integration: | ||||
r4935 | raise Exception('integration must be int or Instance' | |||
r411 | ' of Integration got %s' % type(integration)) | |||
r5070 | def create(self, IntegrationType, name, enabled, repo, repo_group, child_repos_only, settings): | |||
r427 | """ Create an IntegrationType integration """ | |||
r448 | integration = Integration() | |||
integration.integration_type = IntegrationType.key | ||||
r427 | self.sa.add(integration) | |||
r793 | self.update_integration(integration, name, enabled, repo, repo_group, | |||
child_repos_only, settings) | ||||
r427 | self.sa.commit() | |||
return integration | ||||
r793 | def update_integration(self, integration, name, enabled, repo, repo_group, | |||
child_repos_only, settings): | ||||
r731 | integration = self.__get_integration(integration) | |||
r793 | integration.repo = repo | |||
integration.repo_group = repo_group | ||||
integration.child_repos_only = child_repos_only | ||||
r731 | integration.name = name | |||
integration.enabled = enabled | ||||
integration.settings = settings | ||||
return integration | ||||
r411 | def delete(self, integration): | |||
r731 | integration = self.__get_integration(integration) | |||
if integration: | ||||
self.sa.delete(integration) | ||||
return True | ||||
r411 | return False | |||
def get_integration_handler(self, integration): | ||||
TypeClass = integration_type_registry.get(integration.integration_type) | ||||
if not TypeClass: | ||||
log.error('No class could be found for integration type: {}'.format( | ||||
integration.integration_type)) | ||||
return None | ||||
r2460 | elif isinstance(TypeClass, EEIntegration) or issubclass(TypeClass, EEIntegration): | |||
log.error('EE integration cannot be ' | ||||
'executed for integration type: {}'.format( | ||||
integration.integration_type)) | ||||
return None | ||||
r411 | ||||
return TypeClass(integration.settings) | ||||
def send_event(self, integration, event): | ||||
""" Send an event to an integration """ | ||||
handler = self.get_integration_handler(integration) | ||||
if handler: | ||||
r1789 | log.debug( | |||
'events: sending event %s on integration %s using handler %s', | ||||
event, integration, handler) | ||||
r411 | handler.send_event(event) | |||
r731 | def get_integrations(self, scope, IntegrationType=None): | |||
""" | ||||
Return integrations for a scope, which must be one of: | ||||
'all' - every integration, global/repogroup/repo | ||||
'global' - global integrations only | ||||
<Repository> instance - integrations for this repo only | ||||
<RepoGroup> instance - integrations for this repogroup only | ||||
""" | ||||
r411 | ||||
r731 | if isinstance(scope, Repository): | |||
query = self.sa.query(Integration).filter( | ||||
r2920 | Integration.repo == scope) | |||
r731 | elif isinstance(scope, RepoGroup): | |||
query = self.sa.query(Integration).filter( | ||||
r2920 | Integration.repo_group == scope) | |||
r731 | elif scope == 'global': | |||
# global integrations | ||||
query = self.sa.query(Integration).filter( | ||||
r5180 | and_(Integration.repo_id == null(), Integration.repo_group_id == null()) | |||
r731 | ) | |||
r793 | elif scope == 'root-repos': | |||
r731 | query = self.sa.query(Integration).filter( | |||
r5180 | and_(Integration.repo_id == null(), | |||
Integration.repo_group_id == null(), | ||||
r2920 | Integration.child_repos_only == true()) | |||
r731 | ) | |||
elif scope == 'all': | ||||
query = self.sa.query(Integration) | ||||
else: | ||||
raise Exception( | ||||
"invalid `scope`, must be one of: " | ||||
"['global', 'all', <Repository>, <RepoGroup>]") | ||||
if IntegrationType is not None: | ||||
query = query.filter( | ||||
Integration.integration_type==IntegrationType.key) | ||||
result = [] | ||||
for integration in query.all(): | ||||
IntType = integration_type_registry.get(integration.integration_type) | ||||
result.append((IntType, integration)) | ||||
return result | ||||
r411 | ||||
def get_for_event(self, event, cache=False): | ||||
""" | ||||
Get integrations that match an event | ||||
""" | ||||
r3806 | # base query | |||
r731 | query = self.sa.query( | |||
Integration | ||||
).filter( | ||||
r2920 | Integration.enabled == true() | |||
r731 | ) | |||
global_integrations_filter = and_( | ||||
r5070 | Integration.repo_id == null(), | |||
Integration.repo_group_id == null(), | ||||
r3806 | Integration.child_repos_only == false(), | |||
r731 | ) | |||
if isinstance(event, events.RepoEvent): | ||||
root_repos_integrations_filter = and_( | ||||
r5070 | Integration.repo_id == null(), | |||
Integration.repo_group_id == null(), | ||||
r2920 | Integration.child_repos_only == true(), | |||
r731 | ) | |||
clauses = [ | ||||
global_integrations_filter, | ||||
] | ||||
r3806 | cases = [ | |||
(global_integrations_filter, 1), | ||||
(root_repos_integrations_filter, 2), | ||||
] | ||||
r411 | ||||
r3806 | # repo group integrations | |||
if event.repo.group: | ||||
# repo group with only root level repos | ||||
group_child_repos_filter = and_( | ||||
Integration.repo_group_id == event.repo.group.group_id, | ||||
Integration.child_repos_only == true() | ||||
r731 | ) | |||
r3806 | clauses.append(group_child_repos_filter) | |||
cases.append( | ||||
(group_child_repos_filter, 3), | ||||
r731 | ) | |||
r3806 | ||||
r793 | # repo group cascade to kids | |||
r3806 | group_recursive_repos_filter = and_( | |||
Integration.repo_group_id.in_( | ||||
[group.group_id for group in event.repo.groups_with_parents] | ||||
), | ||||
Integration.child_repos_only == false() | ||||
) | ||||
clauses.append(group_recursive_repos_filter) | ||||
cases.append( | ||||
(group_recursive_repos_filter, 4), | ||||
r793 | ) | |||
r731 | ||||
r2920 | if not event.repo.group: # root repo | |||
r731 | clauses.append(root_repos_integrations_filter) | |||
r3806 | # repo integrations | |||
if event.repo.repo_id: # pre create events dont have a repo_id yet | ||||
specific_repo_filter = Integration.repo_id == event.repo.repo_id | ||||
clauses.append(specific_repo_filter) | ||||
cases.append( | ||||
(specific_repo_filter, 5), | ||||
) | ||||
r5200 | order_by_criterion = case(*cases) | |||
r3806 | ||||
r731 | query = query.filter(or_(*clauses)) | |||
r3806 | query = query.order_by(order_by_criterion) | |||
r731 | ||||
r411 | if cache: | |||
r5070 | cache_key = f"get_enabled_repo_integrations_{event.repo.repo_id}" | |||
r1749 | query = query.options( | |||
FromCache("sql_cache_short", cache_key)) | ||||
r2920 | else: # only global integrations | |||
r3806 | order_by_criterion = Integration.integration_id | |||
r731 | query = query.filter(global_integrations_filter) | |||
r3806 | query = query.order_by(order_by_criterion) | |||
r411 | if cache: | |||
r1749 | query = query.options( | |||
FromCache("sql_cache_short", "get_enabled_global_integrations")) | ||||
r411 | ||||
r731 | result = query.all() | |||
r2920 | return result | |||