#!/usr/bin/env python # encoding: utf-8 # mercurial repository backup manager # Copyright (C) 2009-2010 Marcin Kuzminski # This program is free software; you can redistribute it and/or # modify it under the terms of the GNU General Public License # as published by the Free Software Foundation; version 2 # of the License or (at your opinion) any later version of the license. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, # MA 02110-1301, USA. """ Created on Feb 28, 2010 Mercurial repositories backup manager @author: marcink """ import logging from mercurial import config import tarfile import os import datetime import sys import subprocess logging.basicConfig(level=logging.DEBUG, format="%(asctime)s %(levelname)-5.5s %(message)s") class BackupManager(object): def __init__(self, id_rsa_path, repo_conf): self.repos_path = None self.backup_file_name = None self.id_rsa_path = id_rsa_path self.check_id_rsa() cur_dir = os.path.realpath(__file__) dn = os.path.dirname self.backup_file_path = os.path.join(dn(dn(dn(cur_dir))), 'data') cfg = config.config() try: cfg.read(os.path.join(dn(dn(dn(cur_dir))), repo_conf)) except IOError: logging.error('Could not read %s', repo_conf) sys.exit() self.set_repos_path(cfg.items('paths')) logging.info('starting backup for %s', self.repos_path) logging.info('backup target %s', self.backup_file_path) if not os.path.isdir(self.repos_path): raise Exception('Not a valid directory in %s' % self.repos_path) def check_id_rsa(self): if not os.path.isfile(self.id_rsa_path): logging.error('Could not load id_rsa key file in %s', self.id_rsa_path) sys.exit() def set_repos_path(self, paths): repos_path = paths[0][1].split('/') if repos_path[-1] in ['*', '**']: repos_path = repos_path[:-1] if repos_path[0] != '/': repos_path[0] = '/' self.repos_path = os.path.join(*repos_path) def backup_repos(self): today = datetime.datetime.now().weekday() + 1 self.backup_file_name = "mercurial_repos.%s.tar.gz" % today bckp_file = os.path.join(self.backup_file_path, self.backup_file_name) tar = tarfile.open(bckp_file, "w:gz") for dir_name in os.listdir(self.repos_path): logging.info('backing up %s', dir_name) tar.add(os.path.join(self.repos_path, dir_name), dir_name) tar.close() logging.info('finished backup of mercurial repositories') def transfer_files(self): params = { 'id_rsa_key': self.id_rsa_path, 'backup_file_path':self.backup_file_path, 'backup_file_name':self.backup_file_name, } cmd = ['scp', '-l', '40000', '-i', '%(id_rsa_key)s' % params, '%(backup_file_path)s/%(backup_file_name)s' % params, 'root@192.168.2.102:/backups/mercurial' % params] subprocess.call(cmd) logging.info('Transfered file %s to %s', self.backup_file_name, cmd[4]) def rm_file(self): logging.info('Removing file %s', self.backup_file_name) os.remove(os.path.join(self.backup_file_path, self.backup_file_name)) if __name__ == "__main__": B_MANAGER = BackupManager('/home/pylons/id_rsa', 'repositories.config') B_MANAGER.backup_repos() B_MANAGER.transfer_files() B_MANAGER.rm_file()