Show More
tasks.py
297 lines
| 10.0 KiB
| text/x-python
|
PythonLexer
r1 | # -*- coding: utf-8 -*- | |||
r1271 | # Copyright (C) 2012-2017 RhodeCode GmbH | |||
r1 | # | |||
# This program is free software: you can redistribute it and/or modify | ||||
# it under the terms of the GNU Affero General Public License, version 3 | ||||
# (only), as published by the Free Software Foundation. | ||||
# | ||||
# This program is distributed in the hope that it will be useful, | ||||
# but WITHOUT ANY WARRANTY; without even the implied warranty of | ||||
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | ||||
# GNU General Public License for more details. | ||||
# | ||||
# You should have received a copy of the GNU Affero General Public License | ||||
# along with this program. If not, see <http://www.gnu.org/licenses/>. | ||||
# | ||||
# This program is dual-licensed. If you wish to learn more about the | ||||
# RhodeCode Enterprise Edition, including its added features, Support services, | ||||
# and proprietary license terms, please see https://rhodecode.com/licenses/ | ||||
""" | ||||
RhodeCode task modules, containing all task that suppose to be run | ||||
by celery daemon | ||||
""" | ||||
import os | ||||
import logging | ||||
from celery.task import task | ||||
from pylons import config | ||||
r265 | import rhodecode | |||
r1803 | from rhodecode.lib import audit_logger | |||
r1 | from rhodecode.lib.celerylib import ( | |||
run_task, dbsession, __get_lockkey, LockHeld, DaemonLock, | ||||
r576 | get_session, vcsconnection, RhodecodeCeleryTask) | |||
r1 | from rhodecode.lib.hooks_base import log_create_repository | |||
from rhodecode.lib.rcmail.smtp_mailer import SmtpMailer | ||||
r1803 | from rhodecode.lib.utils import add_cache | |||
r1 | from rhodecode.lib.utils2 import safe_int, str2bool | |||
from rhodecode.model.db import Repository, User | ||||
add_cache(config) # pragma: no cover | ||||
def get_logger(cls): | ||||
r265 | if rhodecode.CELERY_ENABLED: | |||
r1 | try: | |||
log = cls.get_logger() | ||||
except Exception: | ||||
log = logging.getLogger(__name__) | ||||
else: | ||||
log = logging.getLogger(__name__) | ||||
return log | ||||
r576 | @task(ignore_result=True, base=RhodecodeCeleryTask) | |||
r1 | @dbsession | |||
def send_email(recipients, subject, body='', html_body='', email_config=None): | ||||
""" | ||||
Sends an email with defined parameters from the .ini files. | ||||
:param recipients: list of recipients, it this is empty the defined email | ||||
address from field 'email_to' is used instead | ||||
:param subject: subject of the mail | ||||
:param body: body of the mail | ||||
:param html_body: html version of body | ||||
""" | ||||
log = get_logger(send_email) | ||||
r640 | email_config = email_config or rhodecode.CONFIG | |||
r1 | subject = "%s %s" % (email_config.get('email_prefix', ''), subject) | |||
if not recipients: | ||||
# if recipients are not defined we send to email_config + all admins | ||||
admins = [ | ||||
u.email for u in User.query().filter(User.admin == True).all()] | ||||
recipients = [email_config.get('email_to')] + admins | ||||
mail_server = email_config.get('smtp_server') or None | ||||
if mail_server is None: | ||||
log.error("SMTP server information missing. Sending email failed. " | ||||
"Make sure that `smtp_server` variable is configured " | ||||
"inside the .ini file") | ||||
return False | ||||
mail_from = email_config.get('app_email_from', 'RhodeCode') | ||||
user = email_config.get('smtp_username') | ||||
passwd = email_config.get('smtp_password') | ||||
mail_port = email_config.get('smtp_port') | ||||
tls = str2bool(email_config.get('smtp_use_tls')) | ||||
ssl = str2bool(email_config.get('smtp_use_ssl')) | ||||
debug = str2bool(email_config.get('debug')) | ||||
smtp_auth = email_config.get('smtp_auth') | ||||
try: | ||||
m = SmtpMailer(mail_from, user, passwd, mail_server, smtp_auth, | ||||
mail_port, ssl, tls, debug=debug) | ||||
m.send(recipients, subject, body, html_body) | ||||
except Exception: | ||||
log.exception('Mail sending failed') | ||||
return False | ||||
return True | ||||
r576 | @task(ignore_result=True, base=RhodecodeCeleryTask) | |||
r1 | @dbsession | |||
@vcsconnection | ||||
def create_repo(form_data, cur_user): | ||||
from rhodecode.model.repo import RepoModel | ||||
from rhodecode.model.user import UserModel | ||||
from rhodecode.model.settings import SettingsModel | ||||
log = get_logger(create_repo) | ||||
DBS = get_session() | ||||
cur_user = UserModel(DBS)._get_user(cur_user) | ||||
owner = cur_user | ||||
repo_name = form_data['repo_name'] | ||||
repo_name_full = form_data['repo_name_full'] | ||||
repo_type = form_data['repo_type'] | ||||
description = form_data['repo_description'] | ||||
private = form_data['repo_private'] | ||||
clone_uri = form_data.get('clone_uri') | ||||
repo_group = safe_int(form_data['repo_group']) | ||||
landing_rev = form_data['repo_landing_rev'] | ||||
copy_fork_permissions = form_data.get('copy_permissions') | ||||
copy_group_permissions = form_data.get('repo_copy_permissions') | ||||
fork_of = form_data.get('fork_parent_id') | ||||
state = form_data.get('repo_state', Repository.STATE_PENDING) | ||||
# repo creation defaults, private and repo_type are filled in form | ||||
defs = SettingsModel().get_default_repo_settings(strip_prefix=True) | ||||
enable_statistics = form_data.get( | ||||
'enable_statistics', defs.get('repo_enable_statistics')) | ||||
enable_locking = form_data.get( | ||||
'enable_locking', defs.get('repo_enable_locking')) | ||||
enable_downloads = form_data.get( | ||||
'enable_downloads', defs.get('repo_enable_downloads')) | ||||
try: | ||||
r1803 | repo = RepoModel(DBS)._create_repo( | |||
r1 | repo_name=repo_name_full, | |||
repo_type=repo_type, | ||||
description=description, | ||||
owner=owner, | ||||
private=private, | ||||
clone_uri=clone_uri, | ||||
repo_group=repo_group, | ||||
landing_rev=landing_rev, | ||||
fork_of=fork_of, | ||||
copy_fork_permissions=copy_fork_permissions, | ||||
copy_group_permissions=copy_group_permissions, | ||||
enable_statistics=enable_statistics, | ||||
enable_locking=enable_locking, | ||||
enable_downloads=enable_downloads, | ||||
state=state | ||||
) | ||||
DBS.commit() | ||||
# now create this repo on Filesystem | ||||
RepoModel(DBS)._create_filesystem_repo( | ||||
repo_name=repo_name, | ||||
repo_type=repo_type, | ||||
repo_group=RepoModel(DBS)._get_repo_group(repo_group), | ||||
clone_uri=clone_uri, | ||||
) | ||||
repo = Repository.get_by_repo_name(repo_name_full) | ||||
log_create_repository(created_by=owner.username, **repo.get_dict()) | ||||
# update repo commit caches initially | ||||
repo.update_commit_cache() | ||||
# set new created state | ||||
repo.set_state(Repository.STATE_CREATED) | ||||
r1803 | repo_id = repo.repo_id | |||
repo_data = repo.get_api_data() | ||||
r1829 | audit_logger.store( | |||
'repo.create', action_data={'data': repo_data}, | ||||
r1803 | user=cur_user, | |||
repo=audit_logger.RepoWrap(repo_name=repo_name, repo_id=repo_id)) | ||||
r1 | DBS.commit() | |||
r1187 | except Exception: | |||
log.warning('Exception occurred when creating repository, ' | ||||
'doing cleanup...', exc_info=True) | ||||
r1 | # rollback things manually ! | |||
repo = Repository.get_by_repo_name(repo_name_full) | ||||
if repo: | ||||
Repository.delete(repo.repo_id) | ||||
DBS.commit() | ||||
RepoModel(DBS)._delete_filesystem_repo(repo) | ||||
raise | ||||
# it's an odd fix to make celery fail task when exception occurs | ||||
def on_failure(self, *args, **kwargs): | ||||
pass | ||||
return True | ||||
r576 | @task(ignore_result=True, base=RhodecodeCeleryTask) | |||
r1 | @dbsession | |||
@vcsconnection | ||||
def create_repo_fork(form_data, cur_user): | ||||
""" | ||||
Creates a fork of repository using internal VCS methods | ||||
:param form_data: | ||||
:param cur_user: | ||||
""" | ||||
from rhodecode.model.repo import RepoModel | ||||
from rhodecode.model.user import UserModel | ||||
log = get_logger(create_repo_fork) | ||||
DBS = get_session() | ||||
cur_user = UserModel(DBS)._get_user(cur_user) | ||||
owner = cur_user | ||||
repo_name = form_data['repo_name'] # fork in this case | ||||
repo_name_full = form_data['repo_name_full'] | ||||
repo_type = form_data['repo_type'] | ||||
description = form_data['description'] | ||||
private = form_data['private'] | ||||
clone_uri = form_data.get('clone_uri') | ||||
repo_group = safe_int(form_data['repo_group']) | ||||
landing_rev = form_data['landing_rev'] | ||||
copy_fork_permissions = form_data.get('copy_permissions') | ||||
fork_id = safe_int(form_data.get('fork_parent_id')) | ||||
try: | ||||
fork_of = RepoModel(DBS)._get_repo(fork_id) | ||||
RepoModel(DBS)._create_repo( | ||||
repo_name=repo_name_full, | ||||
repo_type=repo_type, | ||||
description=description, | ||||
owner=owner, | ||||
private=private, | ||||
clone_uri=clone_uri, | ||||
repo_group=repo_group, | ||||
landing_rev=landing_rev, | ||||
fork_of=fork_of, | ||||
copy_fork_permissions=copy_fork_permissions | ||||
) | ||||
r1803 | ||||
r1 | DBS.commit() | |||
base_path = Repository.base_path() | ||||
source_repo_path = os.path.join(base_path, fork_of.repo_name) | ||||
# now create this repo on Filesystem | ||||
RepoModel(DBS)._create_filesystem_repo( | ||||
repo_name=repo_name, | ||||
repo_type=repo_type, | ||||
repo_group=RepoModel(DBS)._get_repo_group(repo_group), | ||||
clone_uri=source_repo_path, | ||||
) | ||||
repo = Repository.get_by_repo_name(repo_name_full) | ||||
log_create_repository(created_by=owner.username, **repo.get_dict()) | ||||
# update repo commit caches initially | ||||
config = repo._config | ||||
config.set('extensions', 'largefiles', '') | ||||
repo.update_commit_cache(config=config) | ||||
# set new created state | ||||
repo.set_state(Repository.STATE_CREATED) | ||||
r1803 | ||||
repo_id = repo.repo_id | ||||
repo_data = repo.get_api_data() | ||||
r1829 | audit_logger.store( | |||
'repo.fork', action_data={'data': repo_data}, | ||||
r1803 | user=cur_user, | |||
repo=audit_logger.RepoWrap(repo_name=repo_name, repo_id=repo_id)) | ||||
r1 | DBS.commit() | |||
except Exception as e: | ||||
log.warning('Exception %s occurred when forking repository, ' | ||||
'doing cleanup...', e) | ||||
# rollback things manually ! | ||||
repo = Repository.get_by_repo_name(repo_name_full) | ||||
if repo: | ||||
Repository.delete(repo.repo_id) | ||||
DBS.commit() | ||||
RepoModel(DBS)._delete_filesystem_repo(repo) | ||||
raise | ||||
# it's an odd fix to make celery fail task when exception occurs | ||||
def on_failure(self, *args, **kwargs): | ||||
pass | ||||
return True | ||||