Show More
__init__.py
119 lines
| 3.7 KiB
| text/x-python
|
PythonLexer
r5608 | # Copyright (C) 2015-2024 RhodeCode GmbH | |||
r2845 | # | |||
# This program is free software: you can redistribute it and/or modify | ||||
# it under the terms of the GNU Affero General Public License, version 3 | ||||
# (only), as published by the Free Software Foundation. | ||||
# | ||||
# This program is distributed in the hope that it will be useful, | ||||
# but WITHOUT ANY WARRANTY; without even the implied warranty of | ||||
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | ||||
# GNU General Public License for more details. | ||||
# | ||||
# You should have received a copy of the GNU Affero General Public License | ||||
# along with this program. If not, see <http://www.gnu.org/licenses/>. | ||||
# | ||||
# This program is dual-licensed. If you wish to learn more about the | ||||
# RhodeCode Enterprise Edition, including its added features, Support services, | ||||
# and proprietary license terms, please see https://rhodecode.com/licenses/ | ||||
r2885 | import logging | |||
r5067 | import threading | |||
r2845 | from dogpile.cache import register_backend | |||
r5067 | ||||
from . import region_meta | ||||
from .utils import ( | ||||
ActiveRegionCache, | ||||
InvalidationContext, | ||||
backend_key_generator, | ||||
clear_cache_namespace, | ||||
get_default_cache_settings, | ||||
get_or_create_region, | ||||
make_region, | ||||
str2bool, | ||||
) | ||||
r4985 | module_name = 'rhodecode' | |||
r2845 | ||||
register_backend( | ||||
r4985 | "dogpile.cache.rc.memory_lru", f"{module_name}.lib.rc_cache.backends", | |||
r2845 | "LRUMemoryBackend") | |||
register_backend( | ||||
r4985 | "dogpile.cache.rc.file_namespace", f"{module_name}.lib.rc_cache.backends", | |||
r2845 | "FileNamespaceBackend") | |||
register_backend( | ||||
r4985 | "dogpile.cache.rc.redis", f"{module_name}.lib.rc_cache.backends", | |||
r2845 | "RedisPickleBackend") | |||
r3851 | register_backend( | |||
r4985 | "dogpile.cache.rc.redis_msgpack", f"{module_name}.lib.rc_cache.backends", | |||
r3851 | "RedisMsgPackBackend") | |||
r2845 | ||||
r2885 | log = logging.getLogger(__name__) | |||
r2845 | ||||
r5651 | FILE_TREE_CACHE_VER = 'v6' | |||
r5106 | LICENSE_CACHE_VER = 'v3' | |||
PERMISSIONS_CACHE_VER = 'v2' | ||||
r4036 | ||||
r5067 | CLEAR_DELETE = 'delete' | |||
CLEAR_INVALIDATE = 'invalidate' | ||||
r5196 | def async_creation_runner(cache, cache_key, creator, mutex): | |||
r5067 | ||||
def runner(): | ||||
try: | ||||
value = creator() | ||||
r5196 | cache.set(cache_key, value) | |||
r5067 | finally: | |||
mutex.release() | ||||
thread = threading.Thread(target=runner) | ||||
thread.start() | ||||
r2845 | def configure_dogpile_cache(settings): | |||
cache_dir = settings.get('cache_dir') | ||||
if cache_dir: | ||||
region_meta.dogpile_config_defaults['cache_dir'] = cache_dir | ||||
rc_cache_data = get_default_cache_settings(settings, prefixes=['rc_cache.']) | ||||
# inspect available namespaces | ||||
avail_regions = set() | ||||
for key in rc_cache_data.keys(): | ||||
namespace_name = key.split('.', 1)[0] | ||||
r4594 | if namespace_name in avail_regions: | |||
continue | ||||
r2845 | ||||
r4594 | avail_regions.add(namespace_name) | |||
log.debug('dogpile: found following cache regions: %s', namespace_name) | ||||
r2845 | new_region = make_region( | |||
r4594 | name=namespace_name, | |||
r5067 | function_key_generator=None, | |||
async_creation_runner=None | ||||
r2845 | ) | |||
r5067 | new_region.configure_from_config(settings, f'rc_cache.{namespace_name}.') | |||
r3851 | new_region.function_key_generator = backend_key_generator(new_region.actual_backend) | |||
r5067 | ||||
async_creator = str2bool(settings.pop(f'rc_cache.{namespace_name}.async_creator', 'false')) | ||||
if async_creator: | ||||
log.debug('configuring region %s with async creator', new_region) | ||||
new_region.async_creation_runner = async_creation_runner | ||||
r4548 | if log.isEnabledFor(logging.DEBUG): | |||
r5067 | region_args = dict(backend=new_region.actual_backend, | |||
r4548 | region_invalidator=new_region.region_invalidator.__class__) | |||
r5106 | log.debug('dogpile: registering a new region key=`%s` args=%s', namespace_name, region_args) | |||
r4548 | ||||
r4594 | region_meta.dogpile_cache_regions[namespace_name] = new_region | |||
r2845 | ||||
def includeme(config): | ||||
configure_dogpile_cache(config.registry.settings) | ||||