##// END OF EJS Templates
d-cache: don't init in includeme so we don't trigger s3 connections on startup of rcstack....
d-cache: don't init in includeme so we don't trigger s3 connections on startup of rcstack. The d-cache will be initied only when needed during first file download

File last commit:

r5096:a0018795 default
r5487:c594e70d default
Show More
repo_maintenance.py
191 lines | 5.1 KiB | text/x-python | PythonLexer
/ rhodecode / lib / repo_maintenance.py
copyrights: updated for 2023
r5088 # Copyright (C) 2017-2023 RhodeCode GmbH
repositories: enabled support for maintenance commands....
r1555 #
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU Affero General Public License, version 3
# (only), as published by the Free Software Foundation.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU Affero General Public License
# along with this program. If not, see <http://www.gnu.org/licenses/>.
#
# This program is dual-licensed. If you wish to learn more about the
# RhodeCode Enterprise Edition, including its added features, Support services,
# and proprietary license terms, please see https://rhodecode.com/licenses/
import logging
log = logging.getLogger(__name__)
class MaintenanceTask(object):
human_name = 'undefined'
def __init__(self, db_repo):
self.db_repo = db_repo
def run(self):
"""Execute task and return task human value"""
raise NotImplementedError()
class GitGC(MaintenanceTask):
human_name = 'GIT Garbage collect'
def _count_objects(self, repo):
stdout, stderr = repo.run_git_command(
['count-objects', '-v'], fail_on_stderr=False)
errors = ' '
objects = ' '.join(stdout.splitlines())
if stderr:
errors = '\nSTD ERR:' + '\n'.join(stderr.splitlines())
return objects + errors
def run(self):
output = []
instance = self.db_repo.scm_instance()
maintainance: add repack and fsck for git maintainance execution list.
r3009 objects_before = self._count_objects(instance)
repositories: enabled support for maintenance commands....
r1555
maintainance: add repack and fsck for git maintainance execution list.
r3009 log.debug('GIT objects:%s', objects_before)
cmd = ['gc', '--aggressive']
stdout, stderr = instance.run_git_command(cmd, fail_on_stderr=False)
repositories: enabled support for maintenance commands....
r1555
maintainance: add repack and fsck for git maintainance execution list.
r3009 out = 'executed {}'.format(' '.join(cmd))
repositories: enabled support for maintenance commands....
r1555 output.append(out)
maintainance: add repack and fsck for git maintainance execution list.
r3009 out = ''
if stderr:
out += ''.join(stderr.splitlines())
if stdout:
out += ''.join(stdout.splitlines())
if out:
output.append(out)
objects_after = self._count_objects(instance)
log.debug('GIT objects:%s', objects_after)
output.append('objects before :' + objects_before)
output.append('objects after :' + objects_after)
return '\n'.join(output)
class GitFSCK(MaintenanceTask):
human_name = 'GIT FSCK'
def run(self):
output = []
instance = self.db_repo.scm_instance()
cmd = ['fsck', '--full']
stdout, stderr = instance.run_git_command(cmd, fail_on_stderr=False)
out = 'executed {}'.format(' '.join(cmd))
output.append(out)
out = ''
if stderr:
out += ''.join(stderr.splitlines())
if stdout:
out += ''.join(stdout.splitlines())
if out:
output.append(out)
return '\n'.join(output)
class GitRepack(MaintenanceTask):
human_name = 'GIT Repack'
def run(self):
output = []
instance = self.db_repo.scm_instance()
cmd = ['repack', '-a', '-d',
'--window-memory', '10m', '--max-pack-size', '100m']
stdout, stderr = instance.run_git_command(cmd, fail_on_stderr=False)
out = 'executed {}'.format(' '.join(cmd))
output.append(out)
out = ''
if stderr:
out += ''.join(stderr.splitlines())
if stdout:
out += ''.join(stdout.splitlines())
if out:
output.append(out)
repositories: enabled support for maintenance commands....
r1555
return '\n'.join(output)
class HGVerify(MaintenanceTask):
human_name = 'HG Verify repo'
def run(self):
instance = self.db_repo.scm_instance()
res = instance.verify()
return res
maintainance: added update caches to mercurial.
r3928 class HGUpdateCaches(MaintenanceTask):
human_name = 'HG update caches'
def run(self):
instance = self.db_repo.scm_instance()
res = instance.hg_update_cache()
return res
maintainance: run rebuildfncache for Mercurial.
r4214 class HGRebuildFnCaches(MaintenanceTask):
human_name = 'HG rebuild fn caches'
def run(self):
instance = self.db_repo.scm_instance()
res = instance.hg_rebuild_fn_cache()
return res
maintenance: added svn verify command to tasks to be able to verify...
r1765 class SVNVerify(MaintenanceTask):
human_name = 'SVN Verify repo'
def run(self):
instance = self.db_repo.scm_instance()
res = instance.verify()
return res
repositories: enabled support for maintenance commands....
r1555 class RepoMaintenance(object):
"""
Performs maintenance of repository based on it's type
"""
tasks = {
maintainance: run rebuildfncache for Mercurial.
r4214 'hg': [HGVerify, HGUpdateCaches, HGRebuildFnCaches],
maintainance: add repack and fsck for git maintainance execution list.
r3009 'git': [GitFSCK, GitGC, GitRepack],
maintenance: added svn verify command to tasks to be able to verify...
r1765 'svn': [SVNVerify],
repositories: enabled support for maintenance commands....
r1555 }
def get_tasks_for_repo(self, db_repo):
"""
fetches human names of tasks pending for execution for given type of repo
"""
tasks = []
for task in self.tasks[db_repo.repo_type]:
tasks.append(task.human_name)
return tasks
def execute(self, db_repo):
executed_tasks = []
for task in self.tasks[db_repo.repo_type]:
maintainance: add repack and fsck for git maintainance execution list.
r3009 output = task.human_name + ':\n' + task(db_repo).run() + '\n--\n'
executed_tasks.append(output)
repositories: enabled support for maintenance commands....
r1555 return executed_tasks