|
|
# RhodeCode VCSServer provides access to different vcs backends via network.
|
|
|
# Copyright (C) 2014-2023 RhodeCode GmbH
|
|
|
#
|
|
|
# This program is free software; you can redistribute it and/or modify
|
|
|
# it under the terms of the GNU General Public License as published by
|
|
|
# the Free Software Foundation; either version 3 of the License, or
|
|
|
# (at your option) any later version.
|
|
|
#
|
|
|
# This program is distributed in the hope that it will be useful,
|
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
# GNU General Public License for more details.
|
|
|
#
|
|
|
# You should have received a copy of the GNU General Public License
|
|
|
# along with this program; if not, write to the Free Software Foundation,
|
|
|
# Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
|
|
|
|
|
|
import logging
|
|
|
import threading
|
|
|
|
|
|
from dogpile.cache import register_backend
|
|
|
|
|
|
from . import region_meta
|
|
|
from .utils import (
|
|
|
backend_key_generator,
|
|
|
clear_cache_namespace,
|
|
|
get_default_cache_settings,
|
|
|
get_or_create_region,
|
|
|
make_region,
|
|
|
str2bool,
|
|
|
)
|
|
|
|
|
|
module_name = 'vcsserver'
|
|
|
|
|
|
register_backend(
|
|
|
"dogpile.cache.rc.memory_lru", f"{module_name}.lib.rc_cache.backends",
|
|
|
"LRUMemoryBackend")
|
|
|
|
|
|
register_backend(
|
|
|
"dogpile.cache.rc.file_namespace", f"{module_name}.lib.rc_cache.backends",
|
|
|
"FileNamespaceBackend")
|
|
|
|
|
|
register_backend(
|
|
|
"dogpile.cache.rc.redis", f"{module_name}.lib.rc_cache.backends",
|
|
|
"RedisPickleBackend")
|
|
|
|
|
|
register_backend(
|
|
|
"dogpile.cache.rc.redis_msgpack", f"{module_name}.lib.rc_cache.backends",
|
|
|
"RedisMsgPackBackend")
|
|
|
|
|
|
|
|
|
log = logging.getLogger(__name__)
|
|
|
|
|
|
|
|
|
CLEAR_DELETE = 'delete'
|
|
|
CLEAR_INVALIDATE = 'invalidate'
|
|
|
|
|
|
|
|
|
def async_creation_runner(cache, somekey, creator, mutex):
|
|
|
|
|
|
def runner():
|
|
|
try:
|
|
|
value = creator()
|
|
|
cache.set(somekey, value)
|
|
|
finally:
|
|
|
mutex.release()
|
|
|
|
|
|
thread = threading.Thread(target=runner)
|
|
|
thread.start()
|
|
|
|
|
|
|
|
|
def configure_dogpile_cache(settings):
|
|
|
cache_dir = settings.get('cache_dir')
|
|
|
if cache_dir:
|
|
|
region_meta.dogpile_config_defaults['cache_dir'] = cache_dir
|
|
|
|
|
|
rc_cache_data = get_default_cache_settings(settings, prefixes=['rc_cache.'])
|
|
|
|
|
|
# inspect available namespaces
|
|
|
avail_regions = set()
|
|
|
for key in rc_cache_data.keys():
|
|
|
namespace_name = key.split('.', 1)[0]
|
|
|
if namespace_name in avail_regions:
|
|
|
continue
|
|
|
|
|
|
avail_regions.add(namespace_name)
|
|
|
log.debug('dogpile: found following cache regions: %s', namespace_name)
|
|
|
|
|
|
new_region = make_region(
|
|
|
name=namespace_name,
|
|
|
function_key_generator=None,
|
|
|
async_creation_runner=None
|
|
|
)
|
|
|
|
|
|
new_region.configure_from_config(settings, f'rc_cache.{namespace_name}.')
|
|
|
new_region.function_key_generator = backend_key_generator(new_region.actual_backend)
|
|
|
|
|
|
async_creator = str2bool(settings.pop(f'rc_cache.{namespace_name}.async_creator', 'false'))
|
|
|
if async_creator:
|
|
|
log.debug('configuring region %s with async creator', new_region)
|
|
|
new_region.async_creation_runner = async_creation_runner
|
|
|
|
|
|
if log.isEnabledFor(logging.DEBUG):
|
|
|
region_args = dict(backend=new_region.actual_backend,
|
|
|
region_invalidator=new_region.region_invalidator.__class__)
|
|
|
log.debug('dogpile: registering a new region `%s` %s', namespace_name, region_args)
|
|
|
|
|
|
region_meta.dogpile_cache_regions[namespace_name] = new_region
|
|
|
|
|
|
|
|
|
def includeme(config):
|
|
|
configure_dogpile_cache(config.registry.settings)
|
|
|
|
