##// END OF EJS Templates
Added removing of files from data
Marcin Kuzminski -
r33:22b2234e default
parent child Browse files
Show More
@@ -1,77 +1,83 b''
1 import logging
1 import logging
2 from mercurial import config
2 from mercurial import config
3 import tarfile
3 import tarfile
4 import os
4 import os
5 import datetime
5 import datetime
6 import sys
6 import sys
7 import subprocess
7 import subprocess
8 logging.basicConfig(level = logging.DEBUG,
8 logging.basicConfig(level=logging.DEBUG,
9 format = "%(asctime)s %(levelname)-5.5s %(message)s")
9 format="%(asctime)s %(levelname)-5.5s %(message)s")
10
10
11 class BackupManager(object):
11 class BackupManager(object):
12 def __init__(self):
12 def __init__(self):
13 self.id_rsa_path = '/home/pylons/id_rsa'
13 self.id_rsa_path = '/home/pylons/id_rsa'
14 self.check_id_rsa()
14 self.check_id_rsa()
15 cur_dir = os.path.realpath(__file__)
15 cur_dir = os.path.realpath(__file__)
16 dn = os.path.dirname
16 dn = os.path.dirname
17 self.backup_file_path = os.path.join(dn(dn(dn(cur_dir))), 'data')
17 self.backup_file_path = os.path.join(dn(dn(dn(cur_dir))), 'data')
18 cfg = config.config()
18 cfg = config.config()
19 try:
19 try:
20 cfg.read(os.path.join(dn(dn(dn(cur_dir))), 'hgwebdir.config'))
20 cfg.read(os.path.join(dn(dn(dn(cur_dir))), 'hgwebdir.config'))
21 except IOError:
21 except IOError:
22 logging.error('Could not read hgwebdir.config')
22 logging.error('Could not read hgwebdir.config')
23 sys.exit()
23 sys.exit()
24 self.set_repos_path(cfg.items('paths'))
24 self.set_repos_path(cfg.items('paths'))
25 logging.info('starting backup for %s', self.repos_path)
25 logging.info('starting backup for %s', self.repos_path)
26 logging.info('backup target %s', self.backup_file_path)
26 logging.info('backup target %s', self.backup_file_path)
27
27
28 if not os.path.isdir(self.repos_path):
28 if not os.path.isdir(self.repos_path):
29 raise Exception('Not a valid directory in %s' % self.repos_path)
29 raise Exception('Not a valid directory in %s' % self.repos_path)
30
30
31 def check_id_rsa(self):
31 def check_id_rsa(self):
32 if not os.path.isfile(self.id_rsa_path):
32 if not os.path.isfile(self.id_rsa_path):
33 logging.error('Could not load id_rsa key file in %s', self.id_rsa_path)
33 logging.error('Could not load id_rsa key file in %s', self.id_rsa_path)
34 sys.exit()
34 sys.exit()
35
35
36 def set_repos_path(self, paths):
36 def set_repos_path(self, paths):
37 repos_path = paths[0][1].split('/')
37 repos_path = paths[0][1].split('/')
38 if repos_path[-1] in ['*', '**']:
38 if repos_path[-1] in ['*', '**']:
39 repos_path = repos_path[:-1]
39 repos_path = repos_path[:-1]
40 if repos_path[0] != '/':
40 if repos_path[0] != '/':
41 repos_path[0] = '/'
41 repos_path[0] = '/'
42 self.repos_path = os.path.join(*repos_path)
42 self.repos_path = os.path.join(*repos_path)
43
43
44 def backup_repos(self):
44 def backup_repos(self):
45 today = datetime.datetime.now().weekday() + 1
45 today = datetime.datetime.now().weekday() + 1
46 self.backup_file_name = "mercurial_repos.%s.tar.gz" % today
46 self.backup_file_name = "mercurial_repos.%s.tar.gz" % today
47 bckp_file = os.path.join(self.backup_file_path, self.backup_file_name)
47 bckp_file = os.path.join(self.backup_file_path, self.backup_file_name)
48 tar = tarfile.open(bckp_file, "w:gz")
48 tar = tarfile.open(bckp_file, "w:gz")
49
49
50 for dir in os.listdir(self.repos_path):
50 for dir in os.listdir(self.repos_path):
51 logging.info('backing up %s', dir)
51 logging.info('backing up %s', dir)
52 tar.add(os.path.join(self.repos_path, dir), dir)
52 tar.add(os.path.join(self.repos_path, dir), dir)
53 tar.close()
53 tar.close()
54 logging.info('finished backup of mercurial repositories')
54 logging.info('finished backup of mercurial repositories')
55
55
56
56
57
57
58 def transfer_files(self):
58 def transfer_files(self):
59 params = {
59 params = {
60 'id_rsa_key': self.id_rsa_path,
60 'id_rsa_key': self.id_rsa_path,
61 'backup_file_path':self.backup_file_path,
61 'backup_file_path':self.backup_file_path,
62 'backup_file_name':self.backup_file_name,
62 'backup_file_name':self.backup_file_name,
63 }
63 }
64 cmd = ['scp', '-i', '%(id_rsa_key)s' % params,
64 cmd = ['scp', '-i', '%(id_rsa_key)s' % params,
65 '%(backup_file_path)s/%(backup_file_name)s' % params,
65 '%(backup_file_path)s/%(backup_file_name)s' % params,
66 'root@192.168.2.102:/backups/mercurial' % params]
66 'root@192.168.2.102:/backups/mercurial' % params]
67
67
68 subprocess.Popen(cmd)
68 subprocess.Popen(cmd)
69 logging.info('Transfered file %s to %s', self.backup_file_name, cmd[4])
69 logging.info('Transfered file %s to %s', self.backup_file_name, cmd[4])
70
71
72 def rm_file(self):
73 os.remove(self.backup_file_path)
74
70
75
71
76
72 if __name__ == "__main__":
77 if __name__ == "__main__":
73 bm = BackupManager()
78 bm = BackupManager()
74 bm.backup_repos()
79 bm.backup_repos()
75 bm.transfer_files()
80 bm.transfer_files()
81 bm.rm_file()
76
82
77
83
General Comments 0
You need to be logged in to leave comments. Login now