bundlerepo.py
474 lines
| 16.9 KiB
| text/x-python
|
PythonLexer
/ mercurial / bundlerepo.py
|
r8226 | # bundlerepo.py - repository class for viewing uncompressed bundles | ||
# | ||||
# Copyright 2006, 2007 Benoit Boissinot <bboissin@gmail.com> | ||||
# | ||||
# This software may be used and distributed according to the terms of the | ||||
|
r10263 | # GNU General Public License version 2 or any later version. | ||
|
r1942 | |||
|
r8227 | """Repository class for viewing uncompressed bundles. | ||
This provides a read-only repository interface to bundles as if they | ||||
were part of the actual repository. | ||||
""" | ||||
|
r7873 | from node import nullid | ||
|
r3891 | from i18n import _ | ||
|
r14158 | import os, tempfile, shutil | ||
|
r21063 | import changegroup, util, mdiff, discovery, cmdutil, scmutil, exchange | ||
|
r24073 | import localrepo, changelog, manifest, filelog, revlog, error, phases, bundle2 | ||
|
r24834 | import pathutil | ||
|
r1942 | |||
|
r1946 | class bundlerevlog(revlog.revlog): | ||
|
r14142 | def __init__(self, opener, indexfile, bundle, linkmapper): | ||
|
r1942 | # How it works: | ||
|
r18410 | # To retrieve a revision, we need to know the offset of the revision in | ||
# the bundle (an unbundle object). We store this offset in the index | ||||
|
r18643 | # (start). The base of the delta is stored in the base field. | ||
|
r1942 | # | ||
|
r18410 | # To differentiate a rev in the bundle from a rev in the revlog, we | ||
|
r18643 | # check revision against repotiprev. | ||
|
r18215 | opener = scmutil.readonlyvfs(opener) | ||
|
r4257 | revlog.revlog.__init__(self, opener, indexfile) | ||
|
r12332 | self.bundle = bundle | ||
|
r6750 | n = len(self) | ||
|
r18643 | self.repotiprev = n - 1 | ||
|
r14142 | chain = None | ||
|
r18411 | self.bundlerevs = set() # used by 'bundle()' revset expression | ||
|
r14494 | while True: | ||
|
r14144 | chunkdata = bundle.deltachunk(chain) | ||
|
r14142 | if not chunkdata: | ||
break | ||||
node = chunkdata['node'] | ||||
p1 = chunkdata['p1'] | ||||
p2 = chunkdata['p2'] | ||||
cs = chunkdata['cs'] | ||||
deltabase = chunkdata['deltabase'] | ||||
delta = chunkdata['delta'] | ||||
size = len(delta) | ||||
start = bundle.tell() - size | ||||
link = linkmapper(cs) | ||||
|
r1942 | if node in self.nodemap: | ||
|
r14142 | # this can happen if two branches make the same change | ||
chain = node | ||||
|
r18411 | self.bundlerevs.add(self.nodemap[node]) | ||
|
r1942 | continue | ||
|
r14142 | |||
|
r1942 | for p in (p1, p2): | ||
|
r16686 | if p not in self.nodemap: | ||
|
r9650 | raise error.LookupError(p, self.indexfile, | ||
|
r7633 | _("unknown parent")) | ||
|
r18416 | |||
if deltabase not in self.nodemap: | ||||
raise LookupError(deltabase, self.indexfile, | ||||
_('unknown delta base')) | ||||
baserev = self.rev(deltabase) | ||||
|
r5167 | # start, size, full unc. size, base (unused), link, p1, p2, node | ||
|
r18643 | e = (revlog.offset_type(start, 0), size, -1, baserev, link, | ||
|
r4979 | self.rev(p1), self.rev(p2), node) | ||
self.index.insert(-1, e) | ||||
|
r1942 | self.nodemap[node] = n | ||
|
r18411 | self.bundlerevs.add(n) | ||
|
r14142 | chain = node | ||
|
r1942 | n += 1 | ||
|
r9676 | def _chunk(self, rev): | ||
|
r18643 | # Warning: in case of bundle, the diff is against what we stored as | ||
# delta base, not against rev - 1 | ||||
|
r1942 | # XXX: could use some caching | ||
|
r18643 | if rev <= self.repotiprev: | ||
|
r9676 | return revlog.revlog._chunk(self, rev) | ||
|
r12332 | self.bundle.seek(self.start(rev)) | ||
return self.bundle.read(self.length(rev)) | ||||
|
r1942 | |||
def revdiff(self, rev1, rev2): | ||||
"""return or calculate a delta between two revisions""" | ||||
|
r18643 | if rev1 > self.repotiprev and rev2 > self.repotiprev: | ||
|
r1942 | # hot path for bundle | ||
|
r18643 | revb = self.index[rev2][3] | ||
|
r1942 | if revb == rev1: | ||
|
r9676 | return self._chunk(rev2) | ||
|
r18643 | elif rev1 <= self.repotiprev and rev2 <= self.repotiprev: | ||
|
r4028 | return revlog.revlog.revdiff(self, rev1, rev2) | ||
|
r1942 | |||
|
r4989 | return mdiff.textdiff(self.revision(self.node(rev1)), | ||
|
r18413 | self.revision(self.node(rev2))) | ||
|
r1942 | |||
|
r16375 | def revision(self, nodeorrev): | ||
|
r16435 | """return an uncompressed revision of a given node or revision | ||
number. | ||||
""" | ||||
|
r16375 | if isinstance(nodeorrev, int): | ||
rev = nodeorrev | ||||
node = self.node(rev) | ||||
else: | ||||
node = nodeorrev | ||||
rev = self.rev(node) | ||||
|
r10282 | if node == nullid: | ||
return "" | ||||
|
r1942 | |||
text = None | ||||
chain = [] | ||||
|
r18415 | iterrev = rev | ||
|
r1942 | # reconstruct the revision if it is from a changegroup | ||
|
r18643 | while iterrev > self.repotiprev: | ||
|
r18415 | if self._cache and self._cache[1] == iterrev: | ||
|
r4984 | text = self._cache[2] | ||
|
r1942 | break | ||
|
r18415 | chain.append(iterrev) | ||
|
r18643 | iterrev = self.index[iterrev][3] | ||
|
r1942 | if text is None: | ||
|
r19629 | text = self.baserevision(iterrev) | ||
|
r1942 | |||
while chain: | ||||
|
r9676 | delta = self._chunk(chain.pop()) | ||
|
r4989 | text = mdiff.patches(text, [delta]) | ||
|
r1942 | |||
|
r18417 | self._checkhash(text, node, rev) | ||
|
r18415 | self._cache = (node, rev, text) | ||
|
r1942 | return text | ||
|
r19629 | def baserevision(self, nodeorrev): | ||
# Revlog subclasses may override 'revision' method to modify format of | ||||
# content retrieved from revlog. To use bundlerevlog with such class one | ||||
# needs to override 'baserevision' and make more specific call here. | ||||
return revlog.revlog.revision(self, nodeorrev) | ||||
|
r1942 | def addrevision(self, text, transaction, link, p1=None, p2=None, d=None): | ||
raise NotImplementedError | ||||
|
r6647 | def addgroup(self, revs, linkmapper, transaction): | ||
|
r1942 | raise NotImplementedError | ||
def strip(self, rev, minlink): | ||||
raise NotImplementedError | ||||
def checksize(self): | ||||
raise NotImplementedError | ||||
|
r1946 | class bundlechangelog(bundlerevlog, changelog.changelog): | ||
|
r12332 | def __init__(self, opener, bundle): | ||
|
r1946 | changelog.changelog.__init__(self, opener) | ||
|
r14142 | linkmapper = lambda x: x | ||
bundlerevlog.__init__(self, opener, self.indexfile, bundle, | ||||
linkmapper) | ||||
|
r1942 | |||
|
r19629 | def baserevision(self, nodeorrev): | ||
# Although changelog doesn't override 'revision' method, some extensions | ||||
# may replace this class with another that does. Same story with | ||||
# manifest and filelog classes. | ||||
|
r24882 | |||
# This bypasses filtering on changelog.node() and rev() because we need | ||||
# revision text of the bundle base even if it is hidden. | ||||
oldfilter = self.filteredrevs | ||||
try: | ||||
self.filteredrevs = () | ||||
return changelog.changelog.revision(self, nodeorrev) | ||||
finally: | ||||
self.filteredrevs = oldfilter | ||||
|
r19629 | |||
|
r1946 | class bundlemanifest(bundlerevlog, manifest.manifest): | ||
|
r12332 | def __init__(self, opener, bundle, linkmapper): | ||
|
r1946 | manifest.manifest.__init__(self, opener) | ||
|
r12332 | bundlerevlog.__init__(self, opener, self.indexfile, bundle, | ||
|
r4257 | linkmapper) | ||
|
r1942 | |||
|
r19629 | def baserevision(self, nodeorrev): | ||
return manifest.manifest.revision(self, nodeorrev) | ||||
|
r1946 | class bundlefilelog(bundlerevlog, filelog.filelog): | ||
|
r24921 | def __init__(self, opener, path, bundle, linkmapper): | ||
|
r1946 | filelog.filelog.__init__(self, opener, path) | ||
|
r12332 | bundlerevlog.__init__(self, opener, self.indexfile, bundle, | ||
|
r4257 | linkmapper) | ||
|
r14287 | |||
|
r19629 | def baserevision(self, nodeorrev): | ||
return filelog.filelog.revision(self, nodeorrev) | ||||
|
r17193 | class bundlepeer(localrepo.localpeer): | ||
def canpush(self): | ||||
return False | ||||
|
r23631 | class bundlephasecache(phases.phasecache): | ||
def __init__(self, *args, **kwargs): | ||||
super(bundlephasecache, self).__init__(*args, **kwargs) | ||||
if util.safehasattr(self, 'opener'): | ||||
self.opener = scmutil.readonlyvfs(self.opener) | ||||
def write(self): | ||||
raise NotImplementedError | ||||
def _write(self, fp): | ||||
raise NotImplementedError | ||||
def _updateroots(self, phase, newroots, tr): | ||||
self.phaseroots[phase] = newroots | ||||
self.invalidate() | ||||
self.dirty = True | ||||
|
r1946 | class bundlerepository(localrepo.localrepository): | ||
|
r1942 | def __init__(self, ui, path, bundlename): | ||
|
r6314 | self._tempparent = None | ||
try: | ||||
localrepo.localrepository.__init__(self, ui, path) | ||||
|
r7637 | except error.RepoError: | ||
|
r6314 | self._tempparent = tempfile.mkdtemp() | ||
|
r9198 | localrepo.instance(ui, self._tempparent, 1) | ||
|
r6314 | localrepo.localrepository.__init__(self, ui, self._tempparent) | ||
|
r20790 | self.ui.setconfig('phases', 'publish', False, 'bundlerepo') | ||
|
r2673 | |||
|
r6129 | if path: | ||
|
r11154 | self._url = 'bundle:' + util.expandpath(path) + '+' + bundlename | ||
|
r6129 | else: | ||
self._url = 'bundle:' + bundlename | ||||
|
r2673 | |||
|
r2273 | self.tempfile = None | ||
|
r13274 | f = util.posixfile(bundlename, "rb") | ||
|
r24072 | self.bundlefile = self.bundle = exchange.readbundle(ui, f, bundlename) | ||
|
r12332 | if self.bundle.compressed(): | ||
|
r20981 | fdtemp, temp = self.vfs.mkstemp(prefix="hg-bundle-", | ||
suffix=".hg10un") | ||||
|
r2273 | self.tempfile = temp | ||
fptemp = os.fdopen(fdtemp, 'wb') | ||||
try: | ||||
fptemp.write("HG10UN") | ||||
|
r14494 | while True: | ||
|
r12332 | chunk = self.bundle.read(2**18) | ||
|
r12044 | if not chunk: | ||
break | ||||
|
r2273 | fptemp.write(chunk) | ||
finally: | ||||
fptemp.close() | ||||
|
r20981 | f = self.vfs.open(self.tempfile, mode="rb") | ||
|
r24072 | self.bundlefile = self.bundle = exchange.readbundle(ui, f, | ||
bundlename, | ||||
self.vfs) | ||||
|
r12044 | |||
|
r24073 | if isinstance(self.bundle, bundle2.unbundle20): | ||
cgparts = [part for part in self.bundle.iterparts() | ||||
|
r24686 | if (part.type == 'changegroup') | ||
|
r24073 | and (part.params.get('version', '01') | ||
in changegroup.packermap)] | ||||
if not cgparts: | ||||
raise util.Abort('No changegroups found') | ||||
version = cgparts[0].params.get('version', '01') | ||||
cgparts = [p for p in cgparts | ||||
if p.params.get('version', '01') == version] | ||||
if len(cgparts) > 1: | ||||
raise NotImplementedError("Can't process multiple changegroups") | ||||
part = cgparts[0] | ||||
part.seek(0) | ||||
self.bundle = changegroup.packermap[version][1](part, 'UN') | ||||
|
r1942 | # dict with the mapping 'filename' -> position in the bundle | ||
self.bundlefilespos = {} | ||||
|
r5262 | |||
|
r23632 | self.firstnewrev = self.changelog.repotiprev + 1 | ||
phases.retractboundary(self, None, phases.draft, | ||||
[ctx.node() for ctx in self[self.firstnewrev:]]) | ||||
|
r18014 | @localrepo.unfilteredpropertycache | ||
|
r23631 | def _phasecache(self): | ||
return bundlephasecache(self, self._phasedefaults) | ||||
@localrepo.unfilteredpropertycache | ||||
|
r8260 | def changelog(self): | ||
|
r14144 | # consume the header if it exists | ||
self.bundle.changelogheader() | ||||
|
r23878 | c = bundlechangelog(self.svfs, self.bundle) | ||
|
r12332 | self.manstart = self.bundle.tell() | ||
|
r8260 | return c | ||
|
r18014 | @localrepo.unfilteredpropertycache | ||
|
r8260 | def manifest(self): | ||
|
r12332 | self.bundle.seek(self.manstart) | ||
|
r14144 | # consume the header if it exists | ||
self.bundle.manifestheader() | ||||
|
r23878 | m = bundlemanifest(self.svfs, self.bundle, self.changelog.rev) | ||
|
r12332 | self.filestart = self.bundle.tell() | ||
|
r8260 | return m | ||
|
r18014 | @localrepo.unfilteredpropertycache | ||
|
r8260 | def manstart(self): | ||
self.changelog | ||||
return self.manstart | ||||
|
r18014 | @localrepo.unfilteredpropertycache | ||
|
r8260 | def filestart(self): | ||
self.manifest | ||||
return self.filestart | ||||
|
r1942 | |||
|
r2673 | def url(self): | ||
return self._url | ||||
|
r1942 | def file(self, f): | ||
|
r5262 | if not self.bundlefilespos: | ||
|
r12332 | self.bundle.seek(self.filestart) | ||
|
r14494 | while True: | ||
|
r14144 | chunkdata = self.bundle.filelogheader() | ||
if not chunkdata: | ||||
|
r5262 | break | ||
|
r14144 | fname = chunkdata['filename'] | ||
self.bundlefilespos[fname] = self.bundle.tell() | ||||
|
r14494 | while True: | ||
|
r14144 | c = self.bundle.deltachunk(None) | ||
|
r12335 | if not c: | ||
break | ||||
|
r5262 | |||
|
r1942 | if f in self.bundlefilespos: | ||
|
r12332 | self.bundle.seek(self.bundlefilespos[f]) | ||
|
r24921 | return bundlefilelog(self.svfs, f, self.bundle, self.changelog.rev) | ||
|
r1942 | else: | ||
|
r23878 | return filelog.filelog(self.svfs, f) | ||
|
r1942 | |||
|
r12347 | def close(self): | ||
"""Close assigned bundle file immediately.""" | ||||
|
r24072 | self.bundlefile.close() | ||
|
r12962 | if self.tempfile is not None: | ||
|
r20981 | self.vfs.unlink(self.tempfile) | ||
|
r6314 | if self._tempparent: | ||
shutil.rmtree(self._tempparent, True) | ||||
|
r2740 | |||
|
r6315 | def cancopy(self): | ||
return False | ||||
|
r17193 | def peer(self): | ||
return bundlepeer(self) | ||||
|
r7435 | def getcwd(self): | ||
return os.getcwd() # always outside the repo | ||||
|
r15597 | |||
|
r2740 | def instance(ui, path, create): | ||
if create: | ||||
raise util.Abort(_('cannot create new bundle repository')) | ||||
|
r25830 | # internal config: bundle.mainreporoot | ||
|
r5664 | parentpath = ui.config("bundle", "mainreporoot", "") | ||
|
r16042 | if not parentpath: | ||
# try to find the correct path to the working directory repo | ||||
parentpath = cmdutil.findrepo(os.getcwd()) | ||||
if parentpath is None: | ||||
parentpath = '' | ||||
|
r5664 | if parentpath: | ||
# Try to make the full path relative so we get a nice, short URL. | ||||
# In particular, we don't want temp dir names in test outputs. | ||||
cwd = os.getcwd() | ||||
if parentpath == cwd: | ||||
parentpath = '' | ||||
else: | ||||
|
r24834 | cwd = pathutil.normasprefix(cwd) | ||
|
r5664 | if parentpath.startswith(cwd): | ||
parentpath = parentpath[len(cwd):] | ||||
|
r14076 | u = util.url(path) | ||
|
r13826 | path = u.localpath() | ||
if u.scheme == 'bundle': | ||||
|
r2740 | s = path.split("+", 1) | ||
if len(s) == 1: | ||||
|
r5664 | repopath, bundlename = parentpath, s[0] | ||
|
r2740 | else: | ||
repopath, bundlename = s | ||||
else: | ||||
|
r5664 | repopath, bundlename = parentpath, path | ||
|
r2740 | return bundlerepository(ui, repopath, bundlename) | ||
|
r12734 | |||
|
r23633 | class bundletransactionmanager(object): | ||
def transaction(self): | ||||
return None | ||||
def close(self): | ||||
raise NotImplementedError | ||||
def release(self): | ||||
raise NotImplementedError | ||||
|
r14161 | def getremotechanges(ui, repo, other, onlyheads=None, bundlename=None, | ||
|
r14073 | force=False): | ||
|
r14161 | '''obtains a bundle of changes incoming from other | ||
"onlyheads" restricts the returned changes to those reachable from the | ||||
specified heads. | ||||
"bundlename", if given, stores the bundle to this file path permanently; | ||||
|
r14190 | otherwise it's stored to a temp file and gets deleted again when you call | ||
the returned "cleanupfn". | ||||
|
r14161 | "force" indicates whether to proceed on unrelated repos. | ||
Returns a tuple (local, csets, cleanupfn): | ||||
|
r16683 | "local" is a local repo from which to obtain the actual incoming | ||
changesets; it is a bundlerepo for the obtained bundle when the | ||||
original "other" is remote. | ||||
|
r14161 | "csets" lists the incoming changeset node ids. | ||
|
r16683 | "cleanupfn" must be called without arguments when you're done processing | ||
the changes; it closes both the original "other" and the one returned | ||||
here. | ||||
|
r14161 | ''' | ||
|
r16683 | tmp = discovery.findcommonincoming(repo, other, heads=onlyheads, | ||
force=force) | ||||
|
r12734 | common, incoming, rheads = tmp | ||
if not incoming: | ||||
try: | ||||
|
r15091 | if bundlename: | ||
|
r21694 | os.unlink(bundlename) | ||
|
r14004 | except OSError: | ||
|
r12734 | pass | ||
|
r18138 | return repo, [], other.close | ||
|
r12734 | |||
|
r22182 | commonset = set(common) | ||
rheads = [x for x in rheads if x not in commonset] | ||||
|
r12734 | bundle = None | ||
|
r14161 | bundlerepo = None | ||
|
r17191 | localrepo = other.local() | ||
if bundlename or not localrepo: | ||||
|
r12734 | # create a bundle (uncompressed if other repo is not local) | ||
|
r14073 | if other.capable('getbundle'): | ||
|
r14412 | cg = other.getbundle('incoming', common=common, heads=rheads) | ||
elif onlyheads is None and not other.capable('changegroupsubset'): | ||||
# compat with older servers when pulling all remote heads | ||||
|
r12734 | cg = other.changegroup(incoming, "incoming") | ||
|
r14412 | rheads = None | ||
|
r12734 | else: | ||
|
r14412 | cg = other.changegroupsubset(incoming, rheads, 'incoming') | ||
|
r24306 | if localrepo: | ||
bundletype = "HG10BZ" | ||||
else: | ||||
bundletype = "HG10UN" | ||||
|
r23895 | fname = bundle = changegroup.writebundle(ui, cg, bundlename, bundletype) | ||
|
r12734 | # keep written bundle? | ||
if bundlename: | ||||
bundle = None | ||||
|
r17191 | if not localrepo: | ||
|
r12734 | # use the created uncompressed bundlerepo | ||
|
r18825 | localrepo = bundlerepo = bundlerepository(repo.baseui, repo.root, | ||
fname) | ||||
|
r14161 | # this repo contains local and other now, so filter out local again | ||
common = repo.heads() | ||||
|
r18568 | if localrepo: | ||
# Part of common may be remotely filtered | ||||
# So use an unfiltered version | ||||
# The discovery process probably need cleanup to avoid that | ||||
localrepo = localrepo.unfiltered() | ||||
|
r14161 | |||
|
r14412 | csets = localrepo.changelog.findmissing(common, rheads) | ||
|
r12734 | |||
|
r23633 | if bundlerepo: | ||
reponodes = [ctx.node() for ctx in bundlerepo[bundlerepo.firstnewrev:]] | ||||
remotephases = other.listkeys('phases') | ||||
pullop = exchange.pulloperation(bundlerepo, other, heads=reponodes) | ||||
pullop.trmanager = bundletransactionmanager() | ||||
exchange._pullapplyphases(pullop, remotephases) | ||||
|
r14161 | def cleanup(): | ||
if bundlerepo: | ||||
bundlerepo.close() | ||||
if bundle: | ||||
|
r21694 | os.unlink(bundle) | ||
|
r14190 | other.close() | ||
|
r14161 | |||
return (localrepo, csets, cleanup) | ||||