# Copyright (C) 2016-2023 RhodeCode GmbH # # This program is free software: you can redistribute it and/or modify # it under the terms of the GNU Affero General Public License, version 3 # (only), as published by the Free Software Foundation. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU Affero General Public License # along with this program. If not, see . # # This program is dual-licensed. If you wish to learn more about the # RhodeCode Enterprise Edition, including its added features, Support services, # and proprietary license terms, please see https://rhodecode.com/licenses/ import time import pytest import rhodecode import os import shutil from tempfile import mkdtemp from rhodecode.lib import archive_cache def file_reader(temp_store): with open(temp_store, 'w') as f: for cnt in range(10000): f.write(str(cnt)) return open(temp_store, 'rb') @pytest.fixture() def d_cache_instance(ini_settings): config = ini_settings d_cache = archive_cache.get_archival_cache_store(config=config, always_init=True) return d_cache @pytest.mark.usefixtures('app') class TestArchiveCaches(object): def test_archivecache_empty_stats(self, d_cache_instance): d_cache = d_cache_instance shutil.rmtree(d_cache._directory) stats = d_cache.get_statistics() assert (0, 0, {}) == stats def test_archivecache_store_keys(self, d_cache_instance, tmp_path): d_cache = d_cache_instance shutil.rmtree(d_cache._directory) for n in range(100): archive_name = f'my-archive-abc-{n}.zip' temp_archive_path = os.path.join(tmp_path, archive_name) d_cache.store(archive_name, file_reader(temp_archive_path ), {'foo': 'bar'}) reader, meta = d_cache.fetch(archive_name) content = reader.read() assert content == open(temp_archive_path, 'rb').read() stats = d_cache.get_statistics() assert (100, 3889000, {}) == stats def test_archivecache_remove_keys(self, d_cache_instance, tmp_path): d_cache = d_cache_instance shutil.rmtree(d_cache._directory) n = 1 archive_name = f'my-archive-abc-{n}.zip' temp_archive_path = os.path.join(tmp_path, archive_name) d_cache.store(archive_name, file_reader(temp_archive_path ), {'foo': 'bar'}) stats = d_cache.get_statistics() assert (1, 38890, {}) == stats assert 1 == d_cache.remove(archive_name) stats = d_cache.get_statistics() assert (0, 0, {}) == stats def test_archivecache_evict_keys(self, d_cache_instance, tmp_path): d_cache = d_cache_instance shutil.rmtree(d_cache._directory) tries = 500 for n in range(tries): archive_name = f'my-archive-abc-{n}.zip' temp_archive_path = os.path.join(tmp_path, archive_name) d_cache.store(archive_name, file_reader(temp_archive_path ), {'foo': 'bar'}) stats = d_cache.get_statistics() assert (tries, 19445000, {}) == stats evict_to = 0.005 # around (5mb) evicted_items = d_cache.evict(size_limit=d_cache.gb_to_bytes(evict_to)) evicted = 361 assert {'removed_items': evicted, 'removed_size': 14039290} == evicted_items stats = d_cache.get_statistics() assert (tries - evicted, 5405710, {}) == stats