|
|
# Copyright (C) 2016-2023 RhodeCode GmbH
|
|
|
#
|
|
|
# This program is free software: you can redistribute it and/or modify
|
|
|
# it under the terms of the GNU Affero General Public License, version 3
|
|
|
# (only), as published by the Free Software Foundation.
|
|
|
#
|
|
|
# This program is distributed in the hope that it will be useful,
|
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
# GNU General Public License for more details.
|
|
|
#
|
|
|
# You should have received a copy of the GNU Affero General Public License
|
|
|
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
|
#
|
|
|
# This program is dual-licensed. If you wish to learn more about the
|
|
|
# RhodeCode Enterprise Edition, including its added features, Support services,
|
|
|
# and proprietary license terms, please see https://rhodecode.com/licenses/
|
|
|
|
|
|
import time
|
|
|
import pytest
|
|
|
import rhodecode
|
|
|
import os
|
|
|
import shutil
|
|
|
from tempfile import mkdtemp
|
|
|
|
|
|
from rhodecode.lib import archive_cache
|
|
|
|
|
|
|
|
|
def file_reader(temp_store):
|
|
|
with open(temp_store, 'w') as f:
|
|
|
for cnt in range(10000):
|
|
|
f.write(str(cnt))
|
|
|
return open(temp_store, 'rb')
|
|
|
|
|
|
|
|
|
@pytest.fixture()
|
|
|
def d_cache_instance(ini_settings):
|
|
|
config = ini_settings
|
|
|
d_cache = archive_cache.get_archival_cache_store(config=config, always_init=True)
|
|
|
return d_cache
|
|
|
|
|
|
|
|
|
@pytest.mark.usefixtures('app')
|
|
|
class TestArchiveCaches(object):
|
|
|
|
|
|
def test_archivecache_empty_stats(self, d_cache_instance):
|
|
|
d_cache = d_cache_instance
|
|
|
shutil.rmtree(d_cache._directory)
|
|
|
|
|
|
stats = d_cache.get_statistics()
|
|
|
assert (0, 0, {}) == stats
|
|
|
|
|
|
def test_archivecache_store_keys(self, d_cache_instance, tmp_path):
|
|
|
d_cache = d_cache_instance
|
|
|
shutil.rmtree(d_cache._directory)
|
|
|
|
|
|
for n in range(100):
|
|
|
|
|
|
archive_name = f'my-archive-abc-{n}.zip'
|
|
|
temp_archive_path = os.path.join(tmp_path, archive_name)
|
|
|
d_cache.store(archive_name, file_reader(temp_archive_path ), {'foo': 'bar'})
|
|
|
reader, meta = d_cache.fetch(archive_name)
|
|
|
content = reader.read()
|
|
|
assert content == open(temp_archive_path, 'rb').read()
|
|
|
|
|
|
stats = d_cache.get_statistics()
|
|
|
assert (100, 3889000, {}) == stats
|
|
|
|
|
|
def test_archivecache_remove_keys(self, d_cache_instance, tmp_path):
|
|
|
d_cache = d_cache_instance
|
|
|
shutil.rmtree(d_cache._directory)
|
|
|
|
|
|
n = 1
|
|
|
archive_name = f'my-archive-abc-{n}.zip'
|
|
|
temp_archive_path = os.path.join(tmp_path, archive_name)
|
|
|
|
|
|
d_cache.store(archive_name, file_reader(temp_archive_path ), {'foo': 'bar'})
|
|
|
stats = d_cache.get_statistics()
|
|
|
assert (1, 38890, {}) == stats
|
|
|
|
|
|
assert 1 == d_cache.remove(archive_name)
|
|
|
|
|
|
stats = d_cache.get_statistics()
|
|
|
assert (0, 0, {}) == stats
|
|
|
|
|
|
def test_archivecache_evict_keys(self, d_cache_instance, tmp_path):
|
|
|
d_cache = d_cache_instance
|
|
|
shutil.rmtree(d_cache._directory)
|
|
|
tries = 500
|
|
|
for n in range(tries):
|
|
|
|
|
|
archive_name = f'my-archive-abc-{n}.zip'
|
|
|
temp_archive_path = os.path.join(tmp_path, archive_name)
|
|
|
d_cache.store(archive_name, file_reader(temp_archive_path ), {'foo': 'bar'})
|
|
|
|
|
|
stats = d_cache.get_statistics()
|
|
|
assert (tries, 19445000, {}) == stats
|
|
|
evict_to = 0.005 # around (5mb)
|
|
|
evicted_items = d_cache.evict(size_limit=d_cache.gb_to_bytes(evict_to))
|
|
|
evicted = 361
|
|
|
assert {'removed_items': evicted, 'removed_size': 14039290} == evicted_items
|
|
|
|
|
|
stats = d_cache.get_statistics()
|
|
|
assert (tries - evicted, 5405710, {}) == stats
|
|
|
|
|
|
|
