##// END OF EJS Templates
fix(celery): setup statsd on celery
fix(celery): setup statsd on celery

File last commit:

r5096:a0018795 default
r5243:adbd81da default
Show More
cache_key_meta.py
69 lines | 2.1 KiB | text/x-python | PythonLexer
copyrights: updated for 2023
r5088 # Copyright (C) 2015-2023 RhodeCode GmbH
cache-keys: register and self cleanup cache keys used for invalidation to prevent leaking lot of them into DB on worker recycle
r3890 #
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU Affero General Public License, version 3
# (only), as published by the Free Software Foundation.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU Affero General Public License
# along with this program. If not, see <http://www.gnu.org/licenses/>.
#
# This program is dual-licensed. If you wish to learn more about the
# RhodeCode Enterprise Edition, including its added features, Support services,
# and proprietary license terms, please see https://rhodecode.com/licenses/
import atexit
import logging
caches: new updated rc_cache with archive cache module and python3 changes
r5067 import os
caches: use a better logic to clear cache keys
r4845 import signal
caches: new updated rc_cache with archive cache module and python3 changes
r5067 import sys
cache-keys: fix inifinite look of using atexit with signals....
r4853 import rhodecode
cache-keys: register and self cleanup cache keys used for invalidation to prevent leaking lot of them into DB on worker recycle
r3890
log = logging.getLogger(__name__)
caches: use a better logic to clear cache keys
r4845 cache_keys_by_pid = set()
cache-keys: register and self cleanup cache keys used for invalidation to prevent leaking lot of them into DB on worker recycle
r3890
cache-keys: fix inifinite look of using atexit with signals....
r4853 def sigHandler(signo, frame):
"""
signals trigger sys.exit so there's a single handler to cleanup the code.
"""
if rhodecode.is_test:
return
sys.exit(0)
caches: use a better logic to clear cache keys
r4845 def free_cache_keys(*args):
caches: new updated rc_cache with archive cache module and python3 changes
r5067 from rhodecode.model.db import CacheKey, Session
cache-keys: fix inifinite look of using atexit with signals....
r4853
if rhodecode.is_test:
return
ssh: skip loading parts for SSH to make execution of ssh commands faster.
r3910 ssh_cmd = os.environ.get('RC_CMD_SSH_WRAPPER')
if ssh_cmd:
return
cache-key: make cleanup safe so we don't cause any errors on exit in case it fails..
r3893 if cache_keys_by_pid:
try:
caches: make a set copy to edit it during operation
r4849 for cache_proc in set(cache_keys_by_pid):
modernize: python3 updates
r5096 like_expression = f'{cache_proc}%'
caches: log properly how we cleanup cache keys
r4850 qry = CacheKey.query().filter(CacheKey.cache_key.like(like_expression))
count = qry.count()
log.info('Clearing %s: %s cache keys, total: %s', cache_proc, len(cache_keys_by_pid), count)
qry.delete(synchronize_session='fetch')
caches: don't clear all cache keys on exit as we lost state for not-recycled workers
r4846 cache_keys_by_pid.remove(cache_proc)
cache-key: make cleanup safe so we don't cause any errors on exit in case it fails..
r3893 Session().commit()
except Exception:
cache_keys: fix prefix deletion
r4847 log.exception('Failed to clear keys, exiting gracefully')
caches: use a better logic to clear cache keys
r4845
cache-keys: fix inifinite look of using atexit with signals....
r4853 atexit.register(free_cache_keys)
caches: use a better logic to clear cache keys
r4845
cache-keys: fix inifinite look of using atexit with signals....
r4853 signal.signal(signal.SIGTERM, sigHandler)
signal.signal(signal.SIGINT, sigHandler)