##// END OF EJS Templates
caches: log properly how we cleanup cache keys
caches: log properly how we cleanup cache keys

File last commit:

r4850:cbf6ce71 default
r4850:cbf6ce71 default
Show More
cache_key_meta.py
54 lines | 1.9 KiB | text/x-python | PythonLexer
cache-keys: register and self cleanup cache keys used for invalidation to prevent leaking lot of them into DB on worker recycle
r3890 # -*- coding: utf-8 -*-
code: update copyrights to 2020
r4306 # Copyright (C) 2015-2020 RhodeCode GmbH
cache-keys: register and self cleanup cache keys used for invalidation to prevent leaking lot of them into DB on worker recycle
r3890 #
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU Affero General Public License, version 3
# (only), as published by the Free Software Foundation.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU Affero General Public License
# along with this program. If not, see <http://www.gnu.org/licenses/>.
#
# This program is dual-licensed. If you wish to learn more about the
# RhodeCode Enterprise Edition, including its added features, Support services,
# and proprietary license terms, please see https://rhodecode.com/licenses/
ssh: skip loading parts for SSH to make execution of ssh commands faster.
r3910 import os
cache-keys: register and self cleanup cache keys used for invalidation to prevent leaking lot of them into DB on worker recycle
r3890 import atexit
import logging
caches: use a better logic to clear cache keys
r4845 import signal
cache-keys: register and self cleanup cache keys used for invalidation to prevent leaking lot of them into DB on worker recycle
r3890
log = logging.getLogger(__name__)
caches: use a better logic to clear cache keys
r4845 cache_keys_by_pid = set()
cache-keys: register and self cleanup cache keys used for invalidation to prevent leaking lot of them into DB on worker recycle
r3890
caches: use a better logic to clear cache keys
r4845 def free_cache_keys(*args):
ssh: skip loading parts for SSH to make execution of ssh commands faster.
r3910 ssh_cmd = os.environ.get('RC_CMD_SSH_WRAPPER')
if ssh_cmd:
return
cache-keys: register and self cleanup cache keys used for invalidation to prevent leaking lot of them into DB on worker recycle
r3890 from rhodecode.model.db import Session, CacheKey
cache-key: make cleanup safe so we don't cause any errors on exit in case it fails..
r3893
if cache_keys_by_pid:
try:
caches: make a set copy to edit it during operation
r4849 for cache_proc in set(cache_keys_by_pid):
cache_keys: fix prefix deletion
r4847 like_expression = '{}%'.format(cache_proc)
caches: log properly how we cleanup cache keys
r4850 qry = CacheKey.query().filter(CacheKey.cache_key.like(like_expression))
count = qry.count()
log.info('Clearing %s: %s cache keys, total: %s', cache_proc, len(cache_keys_by_pid), count)
qry.delete(synchronize_session='fetch')
caches: don't clear all cache keys on exit as we lost state for not-recycled workers
r4846 cache_keys_by_pid.remove(cache_proc)
cache-key: make cleanup safe so we don't cause any errors on exit in case it fails..
r3893 Session().commit()
except Exception:
cache_keys: fix prefix deletion
r4847 log.exception('Failed to clear keys, exiting gracefully')
caches: use a better logic to clear cache keys
r4845
atexit.register(free_cache_keys)
signal.signal(signal.SIGTERM, free_cache_keys)
signal.signal(signal.SIGINT, free_cache_keys)