##// END OF EJS Templates
simplified and updated backup manager
marcink -
r434:bd3f341c default
parent child Browse files
Show More
@@ -1,114 +1,107 b''
1 #!/usr/bin/env python
1 #!/usr/bin/env python
2 # encoding: utf-8
2 # encoding: utf-8
3 # mercurial repository backup manager
3 # mercurial repository backup manager
4 # Copyright (C) 2009-2010 Marcin Kuzminski <marcin@python-works.com>
4 # Copyright (C) 2009-2010 Marcin Kuzminski <marcin@python-works.com>
5
5
6 # This program is free software; you can redistribute it and/or
6 # This program is free software; you can redistribute it and/or
7 # modify it under the terms of the GNU General Public License
7 # modify it under the terms of the GNU General Public License
8 # as published by the Free Software Foundation; version 2
8 # as published by the Free Software Foundation; version 2
9 # of the License or (at your opinion) any later version of the license.
9 # of the License or (at your opinion) any later version of the license.
10 #
10 #
11 # This program is distributed in the hope that it will be useful,
11 # This program is distributed in the hope that it will be useful,
12 # but WITHOUT ANY WARRANTY; without even the implied warranty of
12 # but WITHOUT ANY WARRANTY; without even the implied warranty of
13 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
13 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 # GNU General Public License for more details.
14 # GNU General Public License for more details.
15 #
15 #
16 # You should have received a copy of the GNU General Public License
16 # You should have received a copy of the GNU General Public License
17 # along with this program; if not, write to the Free Software
17 # along with this program; if not, write to the Free Software
18 # Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston,
18 # Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston,
19 # MA 02110-1301, USA.
19 # MA 02110-1301, USA.
20
20
21 """
21 """
22 Created on Feb 28, 2010
22 Created on Feb 28, 2010
23 Mercurial repositories backup manager
23 Mercurial repositories backup manager
24 @author: marcink
24 @author: marcink
25 """
25 """
26
26
27
27
28 import logging
28 import logging
29 from mercurial import config
30 import tarfile
29 import tarfile
31 import os
30 import os
32 import datetime
31 import datetime
33 import sys
32 import sys
34 import subprocess
33 import subprocess
35 logging.basicConfig(level=logging.DEBUG,
34 logging.basicConfig(level=logging.DEBUG,
36 format="%(asctime)s %(levelname)-5.5s %(message)s")
35 format="%(asctime)s %(levelname)-5.5s %(message)s")
37
36
38 class BackupManager(object):
37 class BackupManager(object):
39 def __init__(self, id_rsa_path, repo_conf):
38 def __init__(self, repos_location, rsa_key, backup_server):
40 self.repos_path = None
39 today = datetime.datetime.now().weekday() + 1
41 self.backup_file_name = None
40 self.backup_file_name = "mercurial_repos.%s.tar.gz" % today
42 self.id_rsa_path = id_rsa_path
41
43 self.check_id_rsa()
42 self.id_rsa_path = self.get_id_rsa(rsa_key)
44 cur_dir = os.path.realpath(__file__)
43 self.repos_path = self.get_repos_path(repos_location)
45 dn = os.path.dirname
44 self.backup_server = backup_server
46 self.backup_file_path = os.path.join(dn(dn(dn(cur_dir))), 'data')
45
47 cfg = config.config()
46 self.backup_file_path = '/tmp'
48 try:
47
49 cfg.read(os.path.join(dn(dn(dn(cur_dir))), repo_conf))
50 except IOError:
51 logging.error('Could not read %s', repo_conf)
52 sys.exit()
53 self.set_repos_path(cfg.items('paths'))
54 logging.info('starting backup for %s', self.repos_path)
48 logging.info('starting backup for %s', self.repos_path)
55 logging.info('backup target %s', self.backup_file_path)
49 logging.info('backup target %s', self.backup_file_path)
56
50
57 if not os.path.isdir(self.repos_path):
58 raise Exception('Not a valid directory in %s' % self.repos_path)
59
51
60 def check_id_rsa(self):
52 def get_id_rsa(self, rsa_key):
61 if not os.path.isfile(self.id_rsa_path):
53 if not os.path.isfile(rsa_key):
62 logging.error('Could not load id_rsa key file in %s',
54 logging.error('Could not load id_rsa key file in %s', rsa_key)
63 self.id_rsa_path)
64 sys.exit()
55 sys.exit()
65
56
66 def set_repos_path(self, paths):
57 def get_repos_path(self, path):
67 repos_path = paths[0][1].split('/')
58 if not os.path.isdir(path):
68 if repos_path[-1] in ['*', '**']:
59 logging.error('Wrong location for repositories in %s', path)
69 repos_path = repos_path[:-1]
60 sys.exit()
70 if repos_path[0] != '/':
61 return path
71 repos_path[0] = '/'
72 self.repos_path = os.path.join(*repos_path)
73
62
74 def backup_repos(self):
63 def backup_repos(self):
75 today = datetime.datetime.now().weekday() + 1
76 self.backup_file_name = "mercurial_repos.%s.tar.gz" % today
77 bckp_file = os.path.join(self.backup_file_path, self.backup_file_name)
64 bckp_file = os.path.join(self.backup_file_path, self.backup_file_name)
78 tar = tarfile.open(bckp_file, "w:gz")
65 tar = tarfile.open(bckp_file, "w:gz")
79
66
80 for dir_name in os.listdir(self.repos_path):
67 for dir_name in os.listdir(self.repos_path):
81 logging.info('backing up %s', dir_name)
68 logging.info('backing up %s', dir_name)
82 tar.add(os.path.join(self.repos_path, dir_name), dir_name)
69 tar.add(os.path.join(self.repos_path, dir_name), dir_name)
83 tar.close()
70 tar.close()
84 logging.info('finished backup of mercurial repositories')
71 logging.info('finished backup of mercurial repositories')
85
72
86
73
87
74
88 def transfer_files(self):
75 def transfer_files(self):
89 params = {
76 params = {
90 'id_rsa_key': self.id_rsa_path,
77 'id_rsa_key': self.id_rsa_path,
91 'backup_file_path':self.backup_file_path,
78 'backup_file':os.path.join(self.backup_file_path,
92 'backup_file_name':self.backup_file_name,
79 self.backup_file_name),
80 'backup_server':self.backup_server
93 }
81 }
94 cmd = ['scp', '-l', '40000', '-i', '%(id_rsa_key)s' % params,
82 cmd = ['scp', '-l', '40000', '-i', '%(id_rsa_key)s' % params,
95 '%(backup_file_path)s/%(backup_file_name)s' % params,
83 '%(backup_file)s' % params,
96 'root@192.168.2.102:/backups/mercurial' % params]
84 '%(backup_server)s' % params]
97
85
98 subprocess.call(cmd)
86 subprocess.call(cmd)
99 logging.info('Transfered file %s to %s', self.backup_file_name, cmd[4])
87 logging.info('Transfered file %s to %s', self.backup_file_name, cmd[4])
100
88
101
89
102 def rm_file(self):
90 def rm_file(self):
103 logging.info('Removing file %s', self.backup_file_name)
91 logging.info('Removing file %s', self.backup_file_name)
104 os.remove(os.path.join(self.backup_file_path, self.backup_file_name))
92 os.remove(os.path.join(self.backup_file_path, self.backup_file_name))
105
93
106
94
107
95
108 if __name__ == "__main__":
96 if __name__ == "__main__":
109 B_MANAGER = BackupManager('/home/pylons/id_rsa', 'repositories.config')
97
98 repo_location = '/home/repo_path'
99 backup_server = 'root@192.168.1.100:/backups/mercurial'
100 rsa_key = '/home/id_rsa'
101
102 B_MANAGER = BackupManager(repo_location, rsa_key, backup_server)
110 B_MANAGER.backup_repos()
103 B_MANAGER.backup_repos()
111 B_MANAGER.transfer_files()
104 B_MANAGER.transfer_files()
112 B_MANAGER.rm_file()
105 B_MANAGER.rm_file()
113
106
114
107
General Comments 0
You need to be logged in to leave comments. Login now