##// END OF EJS Templates
rename checkfolding to checkcase
rename checkfolding to checkcase

File last commit:

r6498:315548fc default
r6746:1dca460e default
Show More
archival.py
225 lines | 7.5 KiB | text/x-python | PythonLexer
Vadim Gelfer
add "archive" command, like "cvs export" only better....
r2112 # archival.py - revision archival for mercurial
#
# Copyright 2006 Vadim Gelfer <vadim.gelfer@gmail.com>
#
# This software may be used and distributed according to the terms of
# the GNU General Public License, incorporated herein by reference.
Matt Mackall
Simplify i18n imports
r3891 from i18n import _
Joel Rosdahl
Expand import * to allow Pyflakes to find problems
r6211 from node import hex
Matt Mackall
Replace demandload with new demandimport
r3877 import cStringIO, os, stat, tarfile, time, util, zipfile
csaba.henk@creo.hu
timestamp of gzip archives taken from changeset context
r4652 import zlib, gzip
Vadim Gelfer
add "archive" command, like "cvs export" only better....
r2112
def tidyprefix(dest, prefix, suffixes):
'''choose prefix to use for names in archive. make sure prefix is
safe for consumers.'''
if prefix:
Shun-ichi GOTO
Use util.normpath() instead of direct path string operation....
r5842 prefix = util.normpath(prefix)
Vadim Gelfer
add "archive" command, like "cvs export" only better....
r2112 else:
if not isinstance(dest, str):
raise ValueError('dest must be string if no prefix')
prefix = os.path.basename(dest)
lower = prefix.lower()
for sfx in suffixes:
if lower.endswith(sfx):
prefix = prefix[:-len(sfx)]
break
lpfx = os.path.normpath(util.localpath(prefix))
prefix = util.pconvert(lpfx)
if not prefix.endswith('/'):
prefix += '/'
if prefix.startswith('../') or os.path.isabs(lpfx) or '/../' in prefix:
raise util.Abort(_('archive prefix contains illegal components'))
return prefix
class tarit:
'''write archive to tar file or stream. can write uncompressed,
or compress with gzip or bzip2.'''
csaba.henk@creo.hu
timestamp of gzip archives taken from changeset context
r4652 class GzipFileWithTime(gzip.GzipFile):
def __init__(self, *args, **kw):
timestamp = None
if 'timestamp' in kw:
timestamp = kw.pop('timestamp')
if timestamp == None:
self.timestamp = time.time()
else:
self.timestamp = timestamp
gzip.GzipFile.__init__(self, *args, **kw)
def _write_gzip_header(self):
self.fileobj.write('\037\213') # magic header
self.fileobj.write('\010') # compression method
Dirkjan Ochtman
python-2.6: deprecation of GzipFile.filename
r6495 # Python 2.6 deprecates self.filename
Thomas Arendsen Hein
Remove trailing space
r6498 fname = getattr(self, 'name', None) or self.filename
csaba.henk@creo.hu
timestamp of gzip archives taken from changeset context
r4652 flags = 0
if fname:
flags = gzip.FNAME
self.fileobj.write(chr(flags))
gzip.write32u(self.fileobj, long(self.timestamp))
self.fileobj.write('\002')
self.fileobj.write('\377')
if fname:
self.fileobj.write(fname + '\000')
Vadim Gelfer
use commit time as mtime for file archives....
r2477 def __init__(self, dest, prefix, mtime, kind=''):
Vadim Gelfer
add "archive" command, like "cvs export" only better....
r2112 self.prefix = tidyprefix(dest, prefix, ['.tar', '.tar.bz2', '.tar.gz',
Thomas Arendsen Hein
Fixed directory name having an extra dot on "hg archive -t tbz2 foo.tbz2"....
r3615 '.tgz', '.tbz2'])
Vadim Gelfer
use commit time as mtime for file archives....
r2477 self.mtime = mtime
csaba.henk@creo.hu
timestamp of gzip archives taken from changeset context
r4652
def taropen(name, mode, fileobj=None):
if kind == 'gz':
mode = mode[0]
if not fileobj:
csaba.henk@creo.hu
Fix tgz archival on Windows....
r4731 fileobj = open(name, mode + 'b')
csaba.henk@creo.hu
timestamp of gzip archives taken from changeset context
r4652 gzfileobj = self.GzipFileWithTime(name, mode + 'b',
zlib.Z_BEST_COMPRESSION,
fileobj, timestamp=mtime)
return tarfile.TarFile.taropen(name, mode, gzfileobj)
else:
return tarfile.open(name, mode + kind, fileobj)
Vadim Gelfer
add "archive" command, like "cvs export" only better....
r2112 if isinstance(dest, str):
csaba.henk@creo.hu
timestamp of gzip archives taken from changeset context
r4652 self.z = taropen(dest, mode='w:')
Vadim Gelfer
add "archive" command, like "cvs export" only better....
r2112 else:
Brendan Cully
Work around python 2.5.1 tarfile regression
r4357 # Python 2.5-2.5.1 have a regression that requires a name arg
csaba.henk@creo.hu
timestamp of gzip archives taken from changeset context
r4652 self.z = taropen(name='', mode='w|', fileobj=dest)
Vadim Gelfer
add "archive" command, like "cvs export" only better....
r2112
Alexis S. L. Carvalho
archive: add symlink support
r4831 def addfile(self, name, mode, islink, data):
Vadim Gelfer
add "archive" command, like "cvs export" only better....
r2112 i = tarfile.TarInfo(self.prefix + name)
i.mtime = self.mtime
i.size = len(data)
Alexis S. L. Carvalho
archive: add symlink support
r4831 if islink:
i.type = tarfile.SYMTYPE
i.mode = 0777
i.linkname = data
data = None
else:
i.mode = mode
data = cStringIO.StringIO(data)
self.z.addfile(i, data)
Vadim Gelfer
add "archive" command, like "cvs export" only better....
r2112
def done(self):
self.z.close()
class tellable:
'''provide tell method for zipfile.ZipFile when writing to http
response file object.'''
def __init__(self, fp):
self.fp = fp
self.offset = 0
def __getattr__(self, key):
return getattr(self.fp, key)
def write(self, s):
self.fp.write(s)
self.offset += len(s)
def tell(self):
return self.offset
class zipit:
'''write archive to zip file or stream. can write uncompressed,
or compressed with deflate.'''
Vadim Gelfer
use commit time as mtime for file archives....
r2477 def __init__(self, dest, prefix, mtime, compress=True):
Vadim Gelfer
add "archive" command, like "cvs export" only better....
r2112 self.prefix = tidyprefix(dest, prefix, ('.zip',))
Colin McMillen
Proper check to see if zip dest needs to be wrapped in tellable...
r2168 if not isinstance(dest, str):
try:
dest.tell()
Thomas Arendsen Hein
Combine catching exceptions added in dd4ec4576cc8 in one except statement.
r2169 except (AttributeError, IOError):
Colin McMillen
Proper check to see if zip dest needs to be wrapped in tellable...
r2168 dest = tellable(dest)
Vadim Gelfer
add "archive" command, like "cvs export" only better....
r2112 self.z = zipfile.ZipFile(dest, 'w',
compress and zipfile.ZIP_DEFLATED or
zipfile.ZIP_STORED)
Vadim Gelfer
use commit time as mtime for file archives....
r2477 self.date_time = time.gmtime(mtime)[:6]
Vadim Gelfer
add "archive" command, like "cvs export" only better....
r2112
Alexis S. L. Carvalho
archive: add symlink support
r4831 def addfile(self, name, mode, islink, data):
Vadim Gelfer
add "archive" command, like "cvs export" only better....
r2112 i = zipfile.ZipInfo(self.prefix + name, self.date_time)
i.compress_type = self.z.compression
# unzip will not honor unix file modes unless file creator is
# set to unix (id 3).
i.create_system = 3
Alexis S. L. Carvalho
archive: add symlink support
r4831 ftype = stat.S_IFREG
if islink:
mode = 0777
ftype = stat.S_IFLNK
i.external_attr = (mode | ftype) << 16L
Vadim Gelfer
add "archive" command, like "cvs export" only better....
r2112 self.z.writestr(i, data)
def done(self):
self.z.close()
class fileit:
'''write archive as files in directory.'''
Vadim Gelfer
use commit time as mtime for file archives....
r2477 def __init__(self, name, prefix, mtime):
Vadim Gelfer
add "archive" command, like "cvs export" only better....
r2112 if prefix:
raise util.Abort(_('cannot give prefix when archiving to files'))
self.basedir = name
Alexis S. L. Carvalho
archive: use util.opener when archiving files....
r4830 self.opener = util.opener(self.basedir)
Vadim Gelfer
add "archive" command, like "cvs export" only better....
r2112
Alexis S. L. Carvalho
archive: add symlink support
r4831 def addfile(self, name, mode, islink, data):
if islink:
self.opener.symlink(data, name)
return
Alexis S. L. Carvalho
archive: use util.opener when archiving files....
r4830 f = self.opener(name, "w", atomictemp=True)
f.write(data)
f.rename()
Vadim Gelfer
add "archive" command, like "cvs export" only better....
r2112 destfile = os.path.join(self.basedir, name)
Alexis S. L. Carvalho
archive: use util.opener when archiving files....
r4830 os.chmod(destfile, mode)
Vadim Gelfer
add "archive" command, like "cvs export" only better....
r2112
def done(self):
pass
archivers = {
'files': fileit,
'tar': tarit,
Vadim Gelfer
use commit time as mtime for file archives....
r2477 'tbz2': lambda name, prefix, mtime: tarit(name, prefix, mtime, 'bz2'),
'tgz': lambda name, prefix, mtime: tarit(name, prefix, mtime, 'gz'),
'uzip': lambda name, prefix, mtime: zipit(name, prefix, mtime, False),
Vadim Gelfer
add "archive" command, like "cvs export" only better....
r2112 'zip': zipit,
}
def archive(repo, dest, node, kind, decode=True, matchfn=None,
Vadim Gelfer
use commit time as mtime for file archives....
r2477 prefix=None, mtime=None):
Vadim Gelfer
add "archive" command, like "cvs export" only better....
r2112 '''create archive of repo as it was at node.
dest can be name of directory, name of archive file, or file
object to write archive to.
kind is type of archive to create.
decode tells whether to put files through decode filters from
hgrc.
matchfn is function to filter names of files to write to archive.
prefix is name of path to put before every archive member.'''
Alexis S. L. Carvalho
archive: delay extraction of file revisions...
r4951 def write(name, mode, islink, getdata):
Vadim Gelfer
add "archive" command, like "cvs export" only better....
r2112 if matchfn and not matchfn(name): return
Alexis S. L. Carvalho
archive: delay extraction of file revisions...
r4951 data = getdata()
Vadim Gelfer
add "archive" command, like "cvs export" only better....
r2112 if decode:
Matt Mackall
replace filehandle version of wwrite with wwritedata
r4005 data = repo.wwritedata(name, data)
Alexis S. L. Carvalho
archive: add symlink support
r4831 archiver.addfile(name, mode, islink, data)
Vadim Gelfer
add "archive" command, like "cvs export" only better....
r2112
Benoit Boissinot
archival.py: use contexts
r3968 ctx = repo.changectx(node)
Dirkjan Ochtman
cleanly abort on unknown archive type (issue966)
r6019 if kind not in archivers:
raise util.Abort(_("unknown archive type '%s'" % kind))
Benoit Boissinot
archival.py: use contexts
r3968 archiver = archivers[kind](dest, prefix, mtime or ctx.date()[0])
m = ctx.manifest()
Alexis S. L. Carvalho
Fix some bugs introduced during the manifest refactoring
r2857 items = m.items()
items.sort()
Thomas Arendsen Hein
Add config option to disable putting .hg_archival.txt inside archives.
r6183 if repo.ui.configbool("ui", "archivemeta", True):
write('.hg_archival.txt', 0644, False,
lambda: 'repo: %s\nnode: %s\n' % (
hex(repo.changelog.node(0)), hex(node)))
Alexis S. L. Carvalho
Fix some bugs introduced during the manifest refactoring
r2857 for filename, filenode in items:
Alexis S. L. Carvalho
archive: add symlink support
r4831 write(filename, m.execf(filename) and 0755 or 0644, m.linkf(filename),
Alexis S. L. Carvalho
archive: delay extraction of file revisions...
r4951 lambda: repo.file(filename).read(filenode))
Vadim Gelfer
add "archive" command, like "cvs export" only better....
r2112 archiver.done()