##// END OF EJS Templates
celery: celery 4.X support. Fixes #4169...
celery: celery 4.X support. Fixes #4169 - update tasks - enabled celerybeat to function - check and cleanup code for 4.X

File last commit:

r2359:246f5a4c default
r2359:246f5a4c default
Show More
__init__.py
72 lines | 2.5 KiB | text/x-python | PythonLexer
project: added all source files and assets
r1 # -*- coding: utf-8 -*-
license: updated copyright year to 2017
r1271 # Copyright (C) 2010-2017 RhodeCode GmbH
project: added all source files and assets
r1 #
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU Affero General Public License, version 3
# (only), as published by the Free Software Foundation.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU Affero General Public License
# along with this program. If not, see <http://www.gnu.org/licenses/>.
#
# This program is dual-licensed. If you wish to learn more about the
# RhodeCode Enterprise Edition, including its added features, Support services,
# and proprietary license terms, please see https://rhodecode.com/licenses/
import socket
import logging
import rhodecode
celery: celery 4.X support. Fixes #4169...
r2359 from zope.cachedescriptors.property import Lazy as LazyProperty
from rhodecode.lib.celerylib.loader import (
celery_app, RequestContextTask, get_logger)
project: added all source files and assets
r1
celery: celery 4.X support. Fixes #4169...
r2359 async_task = celery_app.task
project: added all source files and assets
r1
log = logging.getLogger(__name__)
class ResultWrapper(object):
def __init__(self, task):
self.task = task
@LazyProperty
def result(self):
return self.task
def run_task(task, *args, **kwargs):
dan
celery: fixed bug where celery was not running
r265 if rhodecode.CELERY_ENABLED:
dan
celery: set global CELERY_ENABLED on any connection error
r315 celery_is_up = False
project: added all source files and assets
r1 try:
t = task.apply_async(args=args, kwargs=kwargs)
dan
celery: set global CELERY_ENABLED on any connection error
r315 celery_is_up = True
celery: celery 4.X support. Fixes #4169...
r2359 log.debug('executing task %s:%s in async mode', t.task_id, task)
project: added all source files and assets
r1 return t
except socket.error as e:
if isinstance(e, IOError) and e.errno == 111:
dan
celery: fixed bug where celery was not running
r265 log.error('Unable to connect to celeryd. Sync execution')
project: added all source files and assets
r1 else:
dan
celery: log exception in the event of unknown IOError
r266 log.exception("Exception while connecting to celeryd.")
project: added all source files and assets
r1 except KeyError as e:
dan
celery: fixed bug where celery was not running
r265 log.error('Unable to connect to celeryd. Sync execution')
project: added all source files and assets
r1 except Exception as e:
log.exception(
"Exception while trying to run task asynchronous. "
"Fallback to sync execution.")
dan
celery: set global CELERY_ENABLED on any connection error
r315
# keep in mind there maybe a subtle race condition where something
celery: celery 4.X support. Fixes #4169...
r2359 # depending on rhodecode.CELERY_ENABLED
dan
celery: set global CELERY_ENABLED on any connection error
r315 # will see CELERY_ENABLED as True before this has a chance to set False
rhodecode.CELERY_ENABLED = celery_is_up
dan
celery: fixed bug where celery was not running
r265 else:
celery: celery 4.X support. Fixes #4169...
r2359 log.debug('executing task %s:%s in sync mode', 'TASK', task)
project: added all source files and assets
r1
celery: celery 4.X support. Fixes #4169...
r2359 return ResultWrapper(task(*args, **kwargs))