bundlerepo.py
322 lines
| 11.0 KiB
| text/x-python
|
PythonLexer
/ mercurial / bundlerepo.py
|
r8226 | # bundlerepo.py - repository class for viewing uncompressed bundles | ||
# | ||||
# Copyright 2006, 2007 Benoit Boissinot <bboissin@gmail.com> | ||||
# | ||||
# This software may be used and distributed according to the terms of the | ||||
|
r10263 | # GNU General Public License version 2 or any later version. | ||
|
r1942 | |||
|
r8227 | """Repository class for viewing uncompressed bundles. | ||
This provides a read-only repository interface to bundles as if they | ||||
were part of the actual repository. | ||||
""" | ||||
|
r7873 | from node import nullid | ||
|
r3891 | from i18n import _ | ||
|
r12044 | import os, struct, tempfile, shutil | ||
|
r12734 | import changegroup, util, mdiff, discovery | ||
|
r7873 | import localrepo, changelog, manifest, filelog, revlog, error | ||
|
r1942 | |||
|
r1946 | class bundlerevlog(revlog.revlog): | ||
|
r12332 | def __init__(self, opener, indexfile, bundle, | ||
|
r1942 | linkmapper=None): | ||
# How it works: | ||||
# to retrieve a revision, we need to know the offset of | ||||
|
r12332 | # the revision in the bundle (an unbundle object). | ||
|
r1942 | # | ||
# We store this offset in the index (start), to differentiate a | ||||
# rev in the bundle and from a rev in the revlog, we check | ||||
# len(index[r]). If the tuple is bigger than 7, it is a bundle | ||||
# (it is bigger since we store the node to which the delta is) | ||||
# | ||||
|
r4257 | revlog.revlog.__init__(self, opener, indexfile) | ||
|
r12332 | self.bundle = bundle | ||
|
r2074 | self.basemap = {} | ||
|
r1981 | def chunkpositer(): | ||
|
r12335 | while 1: | ||
chunk = bundle.chunk() | ||||
if not chunk: | ||||
break | ||||
|
r12332 | pos = bundle.tell() | ||
|
r1981 | yield chunk, pos - len(chunk) | ||
|
r6750 | n = len(self) | ||
|
r1942 | prev = None | ||
|
r1981 | for chunk, start in chunkpositer(): | ||
|
r1942 | size = len(chunk) | ||
if size < 80: | ||||
|
r6953 | raise util.Abort(_("invalid changegroup")) | ||
|
r1942 | start += 80 | ||
size -= 80 | ||||
node, p1, p2, cs = struct.unpack("20s20s20s20s", chunk[:80]) | ||||
if node in self.nodemap: | ||||
prev = node | ||||
continue | ||||
for p in (p1, p2): | ||||
if not p in self.nodemap: | ||||
|
r9650 | raise error.LookupError(p, self.indexfile, | ||
|
r7633 | _("unknown parent")) | ||
|
r1942 | if linkmapper is None: | ||
link = n | ||||
else: | ||||
link = linkmapper(cs) | ||||
if not prev: | ||||
prev = p1 | ||||
|
r5167 | # start, size, full unc. size, base (unused), link, p1, p2, node | ||
e = (revlog.offset_type(start, 0), size, -1, -1, link, | ||||
|
r4979 | self.rev(p1), self.rev(p2), node) | ||
|
r2074 | self.basemap[n] = prev | ||
|
r4979 | self.index.insert(-1, e) | ||
|
r1942 | self.nodemap[node] = n | ||
prev = node | ||||
n += 1 | ||||
|
r12332 | def inbundle(self, rev): | ||
|
r1942 | """is rev from the bundle""" | ||
if rev < 0: | ||||
return False | ||||
|
r2074 | return rev in self.basemap | ||
|
r10282 | def bundlebase(self, rev): | ||
return self.basemap[rev] | ||||
|
r9676 | def _chunk(self, rev): | ||
|
r1942 | # Warning: in case of bundle, the diff is against bundlebase, | ||
# not against rev - 1 | ||||
# XXX: could use some caching | ||||
|
r12332 | if not self.inbundle(rev): | ||
|
r9676 | return revlog.revlog._chunk(self, rev) | ||
|
r12332 | self.bundle.seek(self.start(rev)) | ||
return self.bundle.read(self.length(rev)) | ||||
|
r1942 | |||
def revdiff(self, rev1, rev2): | ||||
"""return or calculate a delta between two revisions""" | ||||
|
r12332 | if self.inbundle(rev1) and self.inbundle(rev2): | ||
|
r1942 | # hot path for bundle | ||
revb = self.rev(self.bundlebase(rev2)) | ||||
if revb == rev1: | ||||
|
r9676 | return self._chunk(rev2) | ||
|
r12332 | elif not self.inbundle(rev1) and not self.inbundle(rev2): | ||
|
r4028 | return revlog.revlog.revdiff(self, rev1, rev2) | ||
|
r1942 | |||
|
r4989 | return mdiff.textdiff(self.revision(self.node(rev1)), | ||
|
r1942 | self.revision(self.node(rev2))) | ||
def revision(self, node): | ||||
"""return an uncompressed revision of a given""" | ||||
|
r10282 | if node == nullid: | ||
return "" | ||||
|
r1942 | |||
text = None | ||||
chain = [] | ||||
iter_node = node | ||||
rev = self.rev(iter_node) | ||||
# reconstruct the revision if it is from a changegroup | ||||
|
r12332 | while self.inbundle(rev): | ||
|
r4984 | if self._cache and self._cache[0] == iter_node: | ||
text = self._cache[2] | ||||
|
r1942 | break | ||
chain.append(rev) | ||||
iter_node = self.bundlebase(rev) | ||||
rev = self.rev(iter_node) | ||||
if text is None: | ||||
|
r1946 | text = revlog.revlog.revision(self, iter_node) | ||
|
r1942 | |||
while chain: | ||||
|
r9676 | delta = self._chunk(chain.pop()) | ||
|
r4989 | text = mdiff.patches(text, [delta]) | ||
|
r1942 | |||
p1, p2 = self.parents(node) | ||||
|
r1946 | if node != revlog.hash(text, p1, p2): | ||
|
r7633 | raise error.RevlogError(_("integrity check failed on %s:%d") | ||
|
r2257 | % (self.datafile, self.rev(node))) | ||
|
r1942 | |||
|
r4984 | self._cache = (node, self.rev(node), text) | ||
|
r1942 | return text | ||
def addrevision(self, text, transaction, link, p1=None, p2=None, d=None): | ||||
raise NotImplementedError | ||||
|
r6647 | def addgroup(self, revs, linkmapper, transaction): | ||
|
r1942 | raise NotImplementedError | ||
def strip(self, rev, minlink): | ||||
raise NotImplementedError | ||||
def checksize(self): | ||||
raise NotImplementedError | ||||
|
r1946 | class bundlechangelog(bundlerevlog, changelog.changelog): | ||
|
r12332 | def __init__(self, opener, bundle): | ||
|
r1946 | changelog.changelog.__init__(self, opener) | ||
|
r12332 | bundlerevlog.__init__(self, opener, self.indexfile, bundle) | ||
|
r1942 | |||
|
r1946 | class bundlemanifest(bundlerevlog, manifest.manifest): | ||
|
r12332 | def __init__(self, opener, bundle, linkmapper): | ||
|
r1946 | manifest.manifest.__init__(self, opener) | ||
|
r12332 | bundlerevlog.__init__(self, opener, self.indexfile, bundle, | ||
|
r4257 | linkmapper) | ||
|
r1942 | |||
|
r1946 | class bundlefilelog(bundlerevlog, filelog.filelog): | ||
|
r12332 | def __init__(self, opener, path, bundle, linkmapper): | ||
|
r1946 | filelog.filelog.__init__(self, opener, path) | ||
|
r12332 | bundlerevlog.__init__(self, opener, self.indexfile, bundle, | ||
|
r4257 | linkmapper) | ||
|
r1942 | |||
|
r1946 | class bundlerepository(localrepo.localrepository): | ||
|
r1942 | def __init__(self, ui, path, bundlename): | ||
|
r6314 | self._tempparent = None | ||
try: | ||||
localrepo.localrepository.__init__(self, ui, path) | ||||
|
r7637 | except error.RepoError: | ||
|
r6314 | self._tempparent = tempfile.mkdtemp() | ||
|
r9198 | localrepo.instance(ui, self._tempparent, 1) | ||
|
r6314 | localrepo.localrepository.__init__(self, ui, self._tempparent) | ||
|
r2673 | |||
|
r6129 | if path: | ||
|
r11154 | self._url = 'bundle:' + util.expandpath(path) + '+' + bundlename | ||
|
r6129 | else: | ||
self._url = 'bundle:' + bundlename | ||||
|
r2673 | |||
|
r2273 | self.tempfile = None | ||
|
r12332 | f = open(bundlename, "rb") | ||
self.bundle = changegroup.readbundle(f, bundlename) | ||||
if self.bundle.compressed(): | ||||
|
r2273 | fdtemp, temp = tempfile.mkstemp(prefix="hg-bundle-", | ||
suffix=".hg10un", dir=self.path) | ||||
self.tempfile = temp | ||||
fptemp = os.fdopen(fdtemp, 'wb') | ||||
try: | ||||
fptemp.write("HG10UN") | ||||
|
r12044 | while 1: | ||
|
r12332 | chunk = self.bundle.read(2**18) | ||
|
r12044 | if not chunk: | ||
break | ||||
|
r2273 | fptemp.write(chunk) | ||
finally: | ||||
fptemp.close() | ||||
|
r12332 | f = open(self.tempfile, "rb") | ||
self.bundle = changegroup.readbundle(f, bundlename) | ||||
|
r12044 | |||
|
r1942 | # dict with the mapping 'filename' -> position in the bundle | ||
self.bundlefilespos = {} | ||||
|
r5262 | |||
|
r8260 | @util.propertycache | ||
def changelog(self): | ||||
|
r12332 | c = bundlechangelog(self.sopener, self.bundle) | ||
self.manstart = self.bundle.tell() | ||||
|
r8260 | return c | ||
@util.propertycache | ||||
def manifest(self): | ||||
|
r12332 | self.bundle.seek(self.manstart) | ||
m = bundlemanifest(self.sopener, self.bundle, self.changelog.rev) | ||||
self.filestart = self.bundle.tell() | ||||
|
r8260 | return m | ||
@util.propertycache | ||||
def manstart(self): | ||||
self.changelog | ||||
return self.manstart | ||||
@util.propertycache | ||||
def filestart(self): | ||||
self.manifest | ||||
return self.filestart | ||||
|
r1942 | |||
|
r2673 | def url(self): | ||
return self._url | ||||
|
r1942 | def file(self, f): | ||
|
r5262 | if not self.bundlefilespos: | ||
|
r12332 | self.bundle.seek(self.filestart) | ||
|
r5262 | while 1: | ||
|
r12333 | chunk = self.bundle.chunk() | ||
|
r5262 | if not chunk: | ||
break | ||||
|
r12332 | self.bundlefilespos[chunk] = self.bundle.tell() | ||
|
r12335 | while 1: | ||
c = self.bundle.chunk() | ||||
if not c: | ||||
break | ||||
|
r5262 | |||
|
r1942 | if f[0] == '/': | ||
f = f[1:] | ||||
if f in self.bundlefilespos: | ||||
|
r12332 | self.bundle.seek(self.bundlefilespos[f]) | ||
return bundlefilelog(self.sopener, f, self.bundle, | ||||
|
r1942 | self.changelog.rev) | ||
else: | ||||
|
r3791 | return filelog.filelog(self.sopener, f) | ||
|
r1942 | |||
|
r12347 | def close(self): | ||
"""Close assigned bundle file immediately.""" | ||||
self.bundle.close() | ||||
|
r2273 | def __del__(self): | ||
|
r12332 | del self.bundle | ||
|
r3429 | if tempfile is not None: | ||
os.unlink(tempfile) | ||||
|
r6314 | if self._tempparent: | ||
shutil.rmtree(self._tempparent, True) | ||||
|
r2740 | |||
|
r6315 | def cancopy(self): | ||
return False | ||||
|
r7435 | def getcwd(self): | ||
return os.getcwd() # always outside the repo | ||||
|
r2740 | def instance(ui, path, create): | ||
if create: | ||||
raise util.Abort(_('cannot create new bundle repository')) | ||||
|
r5664 | parentpath = ui.config("bundle", "mainreporoot", "") | ||
if parentpath: | ||||
# Try to make the full path relative so we get a nice, short URL. | ||||
# In particular, we don't want temp dir names in test outputs. | ||||
cwd = os.getcwd() | ||||
if parentpath == cwd: | ||||
parentpath = '' | ||||
else: | ||||
cwd = os.path.join(cwd,'') | ||||
if parentpath.startswith(cwd): | ||||
parentpath = parentpath[len(cwd):] | ||||
|
r2740 | path = util.drop_scheme('file', path) | ||
if path.startswith('bundle:'): | ||||
path = util.drop_scheme('bundle', path) | ||||
s = path.split("+", 1) | ||||
if len(s) == 1: | ||||
|
r5664 | repopath, bundlename = parentpath, s[0] | ||
|
r2740 | else: | ||
repopath, bundlename = s | ||||
else: | ||||
|
r5664 | repopath, bundlename = parentpath, path | ||
|
r2740 | return bundlerepository(ui, repopath, bundlename) | ||
|
r12734 | |||
def getremotechanges(ui, repo, other, revs=None, bundlename=None, force=False): | ||||
tmp = discovery.findcommonincoming(repo, other, heads=revs, force=force) | ||||
common, incoming, rheads = tmp | ||||
if not incoming: | ||||
try: | ||||
os.unlink(bundlename) | ||||
except: | ||||
pass | ||||
return other, None, None | ||||
bundle = None | ||||
if bundlename or not other.local(): | ||||
# create a bundle (uncompressed if other repo is not local) | ||||
if revs is None and other.capable('changegroupsubset'): | ||||
revs = rheads | ||||
if revs is None: | ||||
cg = other.changegroup(incoming, "incoming") | ||||
else: | ||||
cg = other.changegroupsubset(incoming, revs, 'incoming') | ||||
bundletype = other.local() and "HG10BZ" or "HG10UN" | ||||
fname = bundle = changegroup.writebundle(cg, bundlename, bundletype) | ||||
# keep written bundle? | ||||
if bundlename: | ||||
bundle = None | ||||
if not other.local(): | ||||
# use the created uncompressed bundlerepo | ||||
other = bundlerepository(ui, repo.root, fname) | ||||
return (other, incoming, bundle) | ||||