bundlerepo.py
598 lines
| 21.3 KiB
| text/x-python
|
PythonLexer
/ mercurial / bundlerepo.py
Martin Geisler
|
r8226 | # bundlerepo.py - repository class for viewing uncompressed bundles | ||
# | ||||
# Copyright 2006, 2007 Benoit Boissinot <bboissin@gmail.com> | ||||
# | ||||
# This software may be used and distributed according to the terms of the | ||||
Matt Mackall
|
r10263 | # GNU General Public License version 2 or any later version. | ||
Benoit Boissinot
|
r1942 | |||
Martin Geisler
|
r8227 | """Repository class for viewing uncompressed bundles. | ||
This provides a read-only repository interface to bundles as if they | ||||
were part of the actual repository. | ||||
""" | ||||
Gregory Szorc
|
r25920 | from __future__ import absolute_import | ||
import os | ||||
import shutil | ||||
import tempfile | ||||
from .i18n import _ | ||||
from .node import nullid | ||||
from . import ( | ||||
bundle2, | ||||
changegroup, | ||||
changelog, | ||||
cmdutil, | ||||
discovery, | ||||
error, | ||||
exchange, | ||||
filelog, | ||||
localrepo, | ||||
manifest, | ||||
mdiff, | ||||
liscju
|
r28714 | node as nodemod, | ||
Gregory Szorc
|
r25920 | pathutil, | ||
phases, | ||||
Pulkit Goyal
|
r30519 | pycompat, | ||
Gregory Szorc
|
r25920 | revlog, | ||
util, | ||||
Pierre-Yves David
|
r31240 | vfs as vfsmod, | ||
Gregory Szorc
|
r25920 | ) | ||
Benoit Boissinot
|
r1942 | |||
Benoit Boissinot
|
r1946 | class bundlerevlog(revlog.revlog): | ||
Gregory Szorc
|
r35075 | def __init__(self, opener, indexfile, cgunpacker, linkmapper): | ||
Benoit Boissinot
|
r1942 | # How it works: | ||
Mads Kiilerich
|
r18410 | # To retrieve a revision, we need to know the offset of the revision in | ||
# the bundle (an unbundle object). We store this offset in the index | ||||
Mads Kiilerich
|
r18643 | # (start). The base of the delta is stored in the base field. | ||
Benoit Boissinot
|
r1942 | # | ||
Mads Kiilerich
|
r18410 | # To differentiate a rev in the bundle from a rev in the revlog, we | ||
Mads Kiilerich
|
r18643 | # check revision against repotiprev. | ||
Pierre-Yves David
|
r31240 | opener = vfsmod.readonlyvfs(opener) | ||
Matt Mackall
|
r4257 | revlog.revlog.__init__(self, opener, indexfile) | ||
Gregory Szorc
|
r35075 | self.bundle = cgunpacker | ||
Matt Mackall
|
r6750 | n = len(self) | ||
Mads Kiilerich
|
r18643 | self.repotiprev = n - 1 | ||
Mads Kiilerich
|
r18411 | self.bundlerevs = set() # used by 'bundle()' revset expression | ||
Gregory Szorc
|
r35075 | for deltadata in cgunpacker.deltaiter(): | ||
Durham Goode
|
r34294 | node, p1, p2, cs, deltabase, delta, flags = deltadata | ||
Benoit Boissinot
|
r14142 | |||
size = len(delta) | ||||
Gregory Szorc
|
r35075 | start = cgunpacker.tell() - size | ||
Benoit Boissinot
|
r14142 | |||
link = linkmapper(cs) | ||||
Benoit Boissinot
|
r1942 | if node in self.nodemap: | ||
Benoit Boissinot
|
r14142 | # this can happen if two branches make the same change | ||
Mads Kiilerich
|
r18411 | self.bundlerevs.add(self.nodemap[node]) | ||
Benoit Boissinot
|
r1942 | continue | ||
Benoit Boissinot
|
r14142 | |||
Benoit Boissinot
|
r1942 | for p in (p1, p2): | ||
Brodie Rao
|
r16686 | if p not in self.nodemap: | ||
Sune Foldager
|
r9650 | raise error.LookupError(p, self.indexfile, | ||
Matt Mackall
|
r7633 | _("unknown parent")) | ||
Mads Kiilerich
|
r18416 | |||
if deltabase not in self.nodemap: | ||||
raise LookupError(deltabase, self.indexfile, | ||||
_('unknown delta base')) | ||||
baserev = self.rev(deltabase) | ||||
Benoit Boissinot
|
r5167 | # start, size, full unc. size, base (unused), link, p1, p2, node | ||
Jun Wu
|
r31835 | e = (revlog.offset_type(start, flags), size, -1, baserev, link, | ||
Matt Mackall
|
r4979 | self.rev(p1), self.rev(p2), node) | ||
self.index.insert(-1, e) | ||||
Benoit Boissinot
|
r1942 | self.nodemap[node] = n | ||
Mads Kiilerich
|
r18411 | self.bundlerevs.add(n) | ||
Benoit Boissinot
|
r1942 | n += 1 | ||
Gregory Szorc
|
r35038 | def _chunk(self, rev, df=None): | ||
Mads Kiilerich
|
r18643 | # Warning: in case of bundle, the diff is against what we stored as | ||
# delta base, not against rev - 1 | ||||
Benoit Boissinot
|
r1942 | # XXX: could use some caching | ||
Mads Kiilerich
|
r18643 | if rev <= self.repotiprev: | ||
Benoit Boissinot
|
r9676 | return revlog.revlog._chunk(self, rev) | ||
Matt Mackall
|
r12332 | self.bundle.seek(self.start(rev)) | ||
return self.bundle.read(self.length(rev)) | ||||
Benoit Boissinot
|
r1942 | |||
def revdiff(self, rev1, rev2): | ||||
"""return or calculate a delta between two revisions""" | ||||
Mads Kiilerich
|
r18643 | if rev1 > self.repotiprev and rev2 > self.repotiprev: | ||
Benoit Boissinot
|
r1942 | # hot path for bundle | ||
Mads Kiilerich
|
r18643 | revb = self.index[rev2][3] | ||
Benoit Boissinot
|
r1942 | if revb == rev1: | ||
Benoit Boissinot
|
r9676 | return self._chunk(rev2) | ||
Mads Kiilerich
|
r18643 | elif rev1 <= self.repotiprev and rev2 <= self.repotiprev: | ||
Benoit Boissinot
|
r4028 | return revlog.revlog.revdiff(self, rev1, rev2) | ||
Benoit Boissinot
|
r1942 | |||
Jun Wu
|
r31837 | return mdiff.textdiff(self.revision(rev1, raw=True), | ||
self.revision(rev2, raw=True)) | ||||
Benoit Boissinot
|
r1942 | |||
Gregory Szorc
|
r35038 | def revision(self, nodeorrev, _df=None, raw=False): | ||
Patrick Mezard
|
r16435 | """return an uncompressed revision of a given node or revision | ||
number. | ||||
""" | ||||
Matt Mackall
|
r16375 | if isinstance(nodeorrev, int): | ||
rev = nodeorrev | ||||
node = self.node(rev) | ||||
else: | ||||
node = nodeorrev | ||||
rev = self.rev(node) | ||||
Matt Mackall
|
r10282 | if node == nullid: | ||
return "" | ||||
Benoit Boissinot
|
r1942 | |||
Jun Wu
|
r31836 | rawtext = None | ||
Benoit Boissinot
|
r1942 | chain = [] | ||
Mads Kiilerich
|
r18415 | iterrev = rev | ||
Benoit Boissinot
|
r1942 | # reconstruct the revision if it is from a changegroup | ||
Mads Kiilerich
|
r18643 | while iterrev > self.repotiprev: | ||
Mads Kiilerich
|
r18415 | if self._cache and self._cache[1] == iterrev: | ||
Jun Wu
|
r31836 | rawtext = self._cache[2] | ||
Benoit Boissinot
|
r1942 | break | ||
Mads Kiilerich
|
r18415 | chain.append(iterrev) | ||
Mads Kiilerich
|
r18643 | iterrev = self.index[iterrev][3] | ||
Jun Wu
|
r31836 | if rawtext is None: | ||
rawtext = self.baserevision(iterrev) | ||||
Benoit Boissinot
|
r1942 | |||
while chain: | ||||
Benoit Boissinot
|
r9676 | delta = self._chunk(chain.pop()) | ||
Jun Wu
|
r31836 | rawtext = mdiff.patches(rawtext, [delta]) | ||
Benoit Boissinot
|
r1942 | |||
Jun Wu
|
r31836 | text, validatehash = self._processflags(rawtext, self.flags(rev), | ||
Remi Chaintron
|
r30745 | 'read', raw=raw) | ||
if validatehash: | ||||
self.checkhash(text, node, rev=rev) | ||||
Jun Wu
|
r31836 | self._cache = (node, rev, rawtext) | ||
Benoit Boissinot
|
r1942 | return text | ||
Wojciech Lopata
|
r19629 | def baserevision(self, nodeorrev): | ||
# Revlog subclasses may override 'revision' method to modify format of | ||||
# content retrieved from revlog. To use bundlerevlog with such class one | ||||
# needs to override 'baserevision' and make more specific call here. | ||||
Jun Wu
|
r31834 | return revlog.revlog.revision(self, nodeorrev, raw=True) | ||
Wojciech Lopata
|
r19629 | |||
Gregory Szorc
|
r35038 | def addrevision(self, *args, **kwargs): | ||
raise NotImplementedError | ||||
def addgroup(self, *args, **kwargs): | ||||
Benoit Boissinot
|
r1942 | raise NotImplementedError | ||
Gregory Szorc
|
r35038 | |||
def strip(self, *args, **kwargs): | ||||
Benoit Boissinot
|
r1942 | raise NotImplementedError | ||
Gregory Szorc
|
r35038 | |||
Benoit Boissinot
|
r1942 | def checksize(self): | ||
raise NotImplementedError | ||||
Benoit Boissinot
|
r1946 | class bundlechangelog(bundlerevlog, changelog.changelog): | ||
Gregory Szorc
|
r35075 | def __init__(self, opener, cgunpacker): | ||
Benoit Boissinot
|
r1946 | changelog.changelog.__init__(self, opener) | ||
Benoit Boissinot
|
r14142 | linkmapper = lambda x: x | ||
Gregory Szorc
|
r35075 | bundlerevlog.__init__(self, opener, self.indexfile, cgunpacker, | ||
Benoit Boissinot
|
r14142 | linkmapper) | ||
Benoit Boissinot
|
r1942 | |||
Wojciech Lopata
|
r19629 | def baserevision(self, nodeorrev): | ||
# Although changelog doesn't override 'revision' method, some extensions | ||||
# may replace this class with another that does. Same story with | ||||
# manifest and filelog classes. | ||||
Yuya Nishihara
|
r24882 | |||
# This bypasses filtering on changelog.node() and rev() because we need | ||||
# revision text of the bundle base even if it is hidden. | ||||
oldfilter = self.filteredrevs | ||||
try: | ||||
self.filteredrevs = () | ||||
Jun Wu
|
r31834 | return changelog.changelog.revision(self, nodeorrev, raw=True) | ||
Yuya Nishihara
|
r24882 | finally: | ||
self.filteredrevs = oldfilter | ||||
Wojciech Lopata
|
r19629 | |||
Durham Goode
|
r30373 | class bundlemanifest(bundlerevlog, manifest.manifestrevlog): | ||
Gregory Szorc
|
r35075 | def __init__(self, opener, cgunpacker, linkmapper, dirlogstarts=None, | ||
dir=''): | ||||
Durham Goode
|
r30373 | manifest.manifestrevlog.__init__(self, opener, dir=dir) | ||
Gregory Szorc
|
r35075 | bundlerevlog.__init__(self, opener, self.indexfile, cgunpacker, | ||
Matt Mackall
|
r4257 | linkmapper) | ||
Augie Fackler
|
r29715 | if dirlogstarts is None: | ||
dirlogstarts = {} | ||||
if self.bundle.version == "03": | ||||
dirlogstarts = _getfilestarts(self.bundle) | ||||
self._dirlogstarts = dirlogstarts | ||||
self._linkmapper = linkmapper | ||||
Benoit Boissinot
|
r1942 | |||
Wojciech Lopata
|
r19629 | def baserevision(self, nodeorrev): | ||
Durham Goode
|
r26399 | node = nodeorrev | ||
if isinstance(node, int): | ||||
node = self.node(node) | ||||
Durham Goode
|
r29925 | if node in self.fulltextcache: | ||
Augie Fackler
|
r31346 | result = '%s' % self.fulltextcache[node] | ||
Durham Goode
|
r26399 | else: | ||
Jun Wu
|
r31834 | result = manifest.manifestrevlog.revision(self, nodeorrev, raw=True) | ||
Durham Goode
|
r26399 | return result | ||
Wojciech Lopata
|
r19629 | |||
Augie Fackler
|
r29715 | def dirlog(self, d): | ||
if d in self._dirlogstarts: | ||||
self.bundle.seek(self._dirlogstarts[d]) | ||||
return bundlemanifest( | ||||
self.opener, self.bundle, self._linkmapper, | ||||
self._dirlogstarts, dir=d) | ||||
return super(bundlemanifest, self).dirlog(d) | ||||
Benoit Boissinot
|
r1946 | class bundlefilelog(bundlerevlog, filelog.filelog): | ||
Gregory Szorc
|
r35075 | def __init__(self, opener, path, cgunpacker, linkmapper): | ||
Benoit Boissinot
|
r1946 | filelog.filelog.__init__(self, opener, path) | ||
Gregory Szorc
|
r35075 | bundlerevlog.__init__(self, opener, self.indexfile, cgunpacker, | ||
Matt Mackall
|
r4257 | linkmapper) | ||
Sune Foldager
|
r14287 | |||
Wojciech Lopata
|
r19629 | def baserevision(self, nodeorrev): | ||
Jun Wu
|
r31834 | return filelog.filelog.revision(self, nodeorrev, raw=True) | ||
Wojciech Lopata
|
r19629 | |||
Sune Foldager
|
r17193 | class bundlepeer(localrepo.localpeer): | ||
def canpush(self): | ||||
return False | ||||
Eric Sumner
|
r23631 | class bundlephasecache(phases.phasecache): | ||
def __init__(self, *args, **kwargs): | ||||
super(bundlephasecache, self).__init__(*args, **kwargs) | ||||
if util.safehasattr(self, 'opener'): | ||||
Pierre-Yves David
|
r31240 | self.opener = vfsmod.readonlyvfs(self.opener) | ||
Eric Sumner
|
r23631 | |||
def write(self): | ||||
raise NotImplementedError | ||||
def _write(self, fp): | ||||
raise NotImplementedError | ||||
def _updateroots(self, phase, newroots, tr): | ||||
self.phaseroots[phase] = newroots | ||||
self.invalidate() | ||||
self.dirty = True | ||||
Gregory Szorc
|
r35075 | def _getfilestarts(cgunpacker): | ||
Gregory Szorc
|
r35076 | filespos = {} | ||
Gregory Szorc
|
r35075 | for chunkdata in iter(cgunpacker.filelogheader, {}): | ||
Augie Fackler
|
r29712 | fname = chunkdata['filename'] | ||
Gregory Szorc
|
r35076 | filespos[fname] = cgunpacker.tell() | ||
Gregory Szorc
|
r35075 | for chunk in iter(lambda: cgunpacker.deltachunk(None), {}): | ||
Augie Fackler
|
r29712 | pass | ||
Gregory Szorc
|
r35076 | return filespos | ||
Augie Fackler
|
r29712 | |||
Benoit Boissinot
|
r1946 | class bundlerepository(localrepo.localrepository): | ||
Gregory Szorc
|
r35041 | """A repository instance that is a union of a local repo and a bundle. | ||
Instances represent a read-only repository composed of a local repository | ||||
with the contents of a bundle file applied. The repository instance is | ||||
conceptually similar to the state of a repository after an | ||||
``hg unbundle`` operation. However, the contents of the bundle are never | ||||
applied to the actual base repository. | ||||
""" | ||||
Gregory Szorc
|
r35040 | def __init__(self, ui, repopath, bundlepath): | ||
John Mulligan
|
r6314 | self._tempparent = None | ||
try: | ||||
Gregory Szorc
|
r35040 | localrepo.localrepository.__init__(self, ui, repopath) | ||
Matt Mackall
|
r7637 | except error.RepoError: | ||
John Mulligan
|
r6314 | self._tempparent = tempfile.mkdtemp() | ||
Martin Geisler
|
r9198 | localrepo.instance(ui, self._tempparent, 1) | ||
John Mulligan
|
r6314 | localrepo.localrepository.__init__(self, ui, self._tempparent) | ||
Mads Kiilerich
|
r20790 | self.ui.setconfig('phases', 'publish', False, 'bundlerepo') | ||
Vadim Gelfer
|
r2673 | |||
Gregory Szorc
|
r35040 | if repopath: | ||
self._url = 'bundle:' + util.expandpath(repopath) + '+' + bundlepath | ||||
Peter Arrenbrecht
|
r6129 | else: | ||
Gregory Szorc
|
r35040 | self._url = 'bundle:' + bundlepath | ||
Vadim Gelfer
|
r2673 | |||
Benoit Boissinot
|
r2273 | self.tempfile = None | ||
Gregory Szorc
|
r35040 | f = util.posixfile(bundlepath, "rb") | ||
Gregory Szorc
|
r35044 | bundle = exchange.readbundle(ui, f, bundlepath) | ||
Matt Mackall
|
r12044 | |||
Gregory Szorc
|
r35044 | if isinstance(bundle, bundle2.unbundle20): | ||
self._bundlefile = bundle | ||||
Gregory Szorc
|
r35045 | self._cgunpacker = None | ||
Gregory Szorc
|
r35044 | |||
Gregory Szorc
|
r35112 | cgpart = None | ||
Gregory Szorc
|
r35113 | for part in bundle.iterparts(seekable=True): | ||
Pierre-Yves David
|
r26803 | if part.type == 'changegroup': | ||
Gregory Szorc
|
r35112 | if cgpart: | ||
Pierre-Yves David
|
r26803 | raise NotImplementedError("can't process " | ||
"multiple changegroups") | ||||
Gregory Szorc
|
r35112 | cgpart = part | ||
Eric Sumner
|
r24073 | |||
Gregory Szorc
|
r35044 | self._handlebundle2part(bundle, part) | ||
Eric Sumner
|
r24073 | |||
Gregory Szorc
|
r35112 | if not cgpart: | ||
Durham Goode
|
r33890 | raise error.Abort(_("No changegroups found")) | ||
Gregory Szorc
|
r35112 | |||
# This is required to placate a later consumer, which expects | ||||
# the payload offset to be at the beginning of the changegroup. | ||||
# We need to do this after the iterparts() generator advances | ||||
# because iterparts() will seek to end of payload after the | ||||
# generator returns control to iterparts(). | ||||
cgpart.seek(0, os.SEEK_SET) | ||||
Gregory Szorc
|
r35044 | elif isinstance(bundle, changegroup.cg1unpacker): | ||
if bundle.compressed(): | ||||
f = self._writetempbundle(bundle.read, '.hg10un', | ||||
Gregory Szorc
|
r35042 | header='HG10UN') | ||
Gregory Szorc
|
r35044 | bundle = exchange.readbundle(ui, f, bundlepath, self.vfs) | ||
self._bundlefile = bundle | ||||
Gregory Szorc
|
r35045 | self._cgunpacker = bundle | ||
Gregory Szorc
|
r35042 | else: | ||
raise error.Abort(_('bundle type %s cannot be read') % | ||||
Gregory Szorc
|
r35044 | type(bundle)) | ||
Pierre-Yves David
|
r26801 | |||
Gregory Szorc
|
r35076 | # dict with the mapping 'filename' -> position in the changegroup. | ||
self._cgfilespos = {} | ||||
Brendan Cully
|
r5262 | |||
Eric Sumner
|
r23632 | self.firstnewrev = self.changelog.repotiprev + 1 | ||
phases.retractboundary(self, None, phases.draft, | ||||
[ctx.node() for ctx in self[self.firstnewrev:]]) | ||||
Gregory Szorc
|
r35044 | def _handlebundle2part(self, bundle, part): | ||
Gregory Szorc
|
r35074 | if part.type != 'changegroup': | ||
return | ||||
Durham Goode
|
r33890 | |||
Gregory Szorc
|
r35074 | cgstream = part | ||
version = part.params.get('version', '01') | ||||
legalcgvers = changegroup.supportedincomingversions(self) | ||||
if version not in legalcgvers: | ||||
msg = _('Unsupported changegroup version: %s') | ||||
raise error.Abort(msg % version) | ||||
if bundle.compressed(): | ||||
cgstream = self._writetempbundle(part.read, '.cg%sun' % version) | ||||
self._cgunpacker = changegroup.getunbundler(version, cgstream, 'UN') | ||||
Durham Goode
|
r33890 | |||
Durham Goode
|
r33888 | def _writetempbundle(self, readfn, suffix, header=''): | ||
"""Write a temporary file to disk | ||||
""" | ||||
fdtemp, temp = self.vfs.mkstemp(prefix="hg-bundle-", | ||||
Gregory Szorc
|
r35039 | suffix=suffix) | ||
Durham Goode
|
r33888 | self.tempfile = temp | ||
with os.fdopen(fdtemp, pycompat.sysstr('wb')) as fptemp: | ||||
fptemp.write(header) | ||||
while True: | ||||
chunk = readfn(2**18) | ||||
if not chunk: | ||||
break | ||||
fptemp.write(chunk) | ||||
return self.vfs.open(self.tempfile, mode="rb") | ||||
Pierre-Yves David
|
r18014 | @localrepo.unfilteredpropertycache | ||
Eric Sumner
|
r23631 | def _phasecache(self): | ||
return bundlephasecache(self, self._phasedefaults) | ||||
@localrepo.unfilteredpropertycache | ||||
Matt Mackall
|
r8260 | def changelog(self): | ||
Benoit Boissinot
|
r14144 | # consume the header if it exists | ||
Gregory Szorc
|
r35045 | self._cgunpacker.changelogheader() | ||
c = bundlechangelog(self.svfs, self._cgunpacker) | ||||
self.manstart = self._cgunpacker.tell() | ||||
Matt Mackall
|
r8260 | return c | ||
Durham Goode
|
r30218 | def _constructmanifest(self): | ||
Gregory Szorc
|
r35045 | self._cgunpacker.seek(self.manstart) | ||
Benoit Boissinot
|
r14144 | # consume the header if it exists | ||
Gregory Szorc
|
r35045 | self._cgunpacker.manifestheader() | ||
Pierre-Yves David
|
r28221 | linkmapper = self.unfiltered().changelog.rev | ||
Gregory Szorc
|
r35045 | m = bundlemanifest(self.svfs, self._cgunpacker, linkmapper) | ||
self.filestart = self._cgunpacker.tell() | ||||
Matt Mackall
|
r8260 | return m | ||
Durham Goode
|
r35012 | def _consumemanifest(self): | ||
"""Consumes the manifest portion of the bundle, setting filestart so the | ||||
file portion can be read.""" | ||||
Gregory Szorc
|
r35045 | self._cgunpacker.seek(self.manstart) | ||
self._cgunpacker.manifestheader() | ||||
for delta in self._cgunpacker.deltaiter(): | ||||
Durham Goode
|
r35012 | pass | ||
Gregory Szorc
|
r35045 | self.filestart = self._cgunpacker.tell() | ||
Durham Goode
|
r35012 | |||
Pierre-Yves David
|
r18014 | @localrepo.unfilteredpropertycache | ||
Matt Mackall
|
r8260 | def manstart(self): | ||
self.changelog | ||||
return self.manstart | ||||
Pierre-Yves David
|
r18014 | @localrepo.unfilteredpropertycache | ||
Matt Mackall
|
r8260 | def filestart(self): | ||
Durham Goode
|
r30375 | self.manifestlog | ||
Durham Goode
|
r35012 | |||
# If filestart was not set by self.manifestlog, that means the | ||||
# manifestlog implementation did not consume the manifests from the | ||||
# changegroup (ex: it might be consuming trees from a separate bundle2 | ||||
# part instead). So we need to manually consume it. | ||||
if 'filestart' not in self.__dict__: | ||||
self._consumemanifest() | ||||
Matt Mackall
|
r8260 | return self.filestart | ||
Benoit Boissinot
|
r1942 | |||
Vadim Gelfer
|
r2673 | def url(self): | ||
return self._url | ||||
Benoit Boissinot
|
r1942 | def file(self, f): | ||
Gregory Szorc
|
r35076 | if not self._cgfilespos: | ||
Gregory Szorc
|
r35045 | self._cgunpacker.seek(self.filestart) | ||
Gregory Szorc
|
r35076 | self._cgfilespos = _getfilestarts(self._cgunpacker) | ||
Brendan Cully
|
r5262 | |||
Gregory Szorc
|
r35076 | if f in self._cgfilespos: | ||
self._cgunpacker.seek(self._cgfilespos[f]) | ||||
Pierre-Yves David
|
r28186 | linkmapper = self.unfiltered().changelog.rev | ||
Gregory Szorc
|
r35045 | return bundlefilelog(self.svfs, f, self._cgunpacker, linkmapper) | ||
Benoit Boissinot
|
r1942 | else: | ||
Angel Ezquerra
|
r23878 | return filelog.filelog(self.svfs, f) | ||
Benoit Boissinot
|
r1942 | |||
Matt Mackall
|
r12347 | def close(self): | ||
"""Close assigned bundle file immediately.""" | ||||
Gregory Szorc
|
r35043 | self._bundlefile.close() | ||
Klaus Koch
|
r12962 | if self.tempfile is not None: | ||
FUJIWARA Katsunori
|
r20981 | self.vfs.unlink(self.tempfile) | ||
John Mulligan
|
r6314 | if self._tempparent: | ||
shutil.rmtree(self._tempparent, True) | ||||
Vadim Gelfer
|
r2740 | |||
Matt Mackall
|
r6315 | def cancopy(self): | ||
return False | ||||
Sune Foldager
|
r17193 | def peer(self): | ||
return bundlepeer(self) | ||||
Dirkjan Ochtman
|
r7435 | def getcwd(self): | ||
Pulkit Goyal
|
r30519 | return pycompat.getcwd() # always outside the repo | ||
Dirkjan Ochtman
|
r7435 | |||
liscju
|
r28714 | # Check if parents exist in localrepo before setting | ||
def setparents(self, p1, p2=nullid): | ||||
p1rev = self.changelog.rev(p1) | ||||
p2rev = self.changelog.rev(p2) | ||||
msg = _("setting parent to node %s that only exists in the bundle\n") | ||||
if self.changelog.repotiprev < p1rev: | ||||
self.ui.warn(msg % nodemod.hex(p1)) | ||||
if self.changelog.repotiprev < p2rev: | ||||
self.ui.warn(msg % nodemod.hex(p2)) | ||||
return super(bundlerepository, self).setparents(p1, p2) | ||||
Sune Foldager
|
r15597 | |||
Vadim Gelfer
|
r2740 | def instance(ui, path, create): | ||
if create: | ||||
Pierre-Yves David
|
r26587 | raise error.Abort(_('cannot create new bundle repository')) | ||
Matt Mackall
|
r25830 | # internal config: bundle.mainreporoot | ||
r33179 | parentpath = ui.config("bundle", "mainreporoot") | |||
Matt Mackall
|
r16042 | if not parentpath: | ||
# try to find the correct path to the working directory repo | ||||
Pulkit Goyal
|
r30519 | parentpath = cmdutil.findrepo(pycompat.getcwd()) | ||
Matt Mackall
|
r16042 | if parentpath is None: | ||
parentpath = '' | ||||
Peter Arrenbrecht
|
r5664 | if parentpath: | ||
# Try to make the full path relative so we get a nice, short URL. | ||||
# In particular, we don't want temp dir names in test outputs. | ||||
Pulkit Goyal
|
r30519 | cwd = pycompat.getcwd() | ||
Peter Arrenbrecht
|
r5664 | if parentpath == cwd: | ||
parentpath = '' | ||||
else: | ||||
FUJIWARA Katsunori
|
r24834 | cwd = pathutil.normasprefix(cwd) | ||
Peter Arrenbrecht
|
r5664 | if parentpath.startswith(cwd): | ||
parentpath = parentpath[len(cwd):] | ||||
Brodie Rao
|
r14076 | u = util.url(path) | ||
Brodie Rao
|
r13826 | path = u.localpath() | ||
if u.scheme == 'bundle': | ||||
Vadim Gelfer
|
r2740 | s = path.split("+", 1) | ||
if len(s) == 1: | ||||
Peter Arrenbrecht
|
r5664 | repopath, bundlename = parentpath, s[0] | ||
Vadim Gelfer
|
r2740 | else: | ||
repopath, bundlename = s | ||||
else: | ||||
Peter Arrenbrecht
|
r5664 | repopath, bundlename = parentpath, path | ||
Vadim Gelfer
|
r2740 | return bundlerepository(ui, repopath, bundlename) | ||
Nicolas Dumazet
|
r12734 | |||
Eric Sumner
|
r23633 | class bundletransactionmanager(object): | ||
def transaction(self): | ||||
return None | ||||
def close(self): | ||||
raise NotImplementedError | ||||
def release(self): | ||||
raise NotImplementedError | ||||
Peter Arrenbrecht
|
r14161 | def getremotechanges(ui, repo, other, onlyheads=None, bundlename=None, | ||
Peter Arrenbrecht
|
r14073 | force=False): | ||
Peter Arrenbrecht
|
r14161 | '''obtains a bundle of changes incoming from other | ||
"onlyheads" restricts the returned changes to those reachable from the | ||||
specified heads. | ||||
"bundlename", if given, stores the bundle to this file path permanently; | ||||
Peter Arrenbrecht
|
r14190 | otherwise it's stored to a temp file and gets deleted again when you call | ||
the returned "cleanupfn". | ||||
Peter Arrenbrecht
|
r14161 | "force" indicates whether to proceed on unrelated repos. | ||
Returns a tuple (local, csets, cleanupfn): | ||||
Brodie Rao
|
r16683 | "local" is a local repo from which to obtain the actual incoming | ||
changesets; it is a bundlerepo for the obtained bundle when the | ||||
original "other" is remote. | ||||
Peter Arrenbrecht
|
r14161 | "csets" lists the incoming changeset node ids. | ||
Brodie Rao
|
r16683 | "cleanupfn" must be called without arguments when you're done processing | ||
the changes; it closes both the original "other" and the one returned | ||||
here. | ||||
Peter Arrenbrecht
|
r14161 | ''' | ||
Brodie Rao
|
r16683 | tmp = discovery.findcommonincoming(repo, other, heads=onlyheads, | ||
force=force) | ||||
Nicolas Dumazet
|
r12734 | common, incoming, rheads = tmp | ||
if not incoming: | ||||
try: | ||||
Sune Foldager
|
r15091 | if bundlename: | ||
Matt Mackall
|
r21694 | os.unlink(bundlename) | ||
Idan Kamara
|
r14004 | except OSError: | ||
Nicolas Dumazet
|
r12734 | pass | ||
Mads Kiilerich
|
r18138 | return repo, [], other.close | ||
Nicolas Dumazet
|
r12734 | |||
Mads Kiilerich
|
r22182 | commonset = set(common) | ||
rheads = [x for x in rheads if x not in commonset] | ||||
Nicolas Dumazet
|
r12734 | bundle = None | ||
Peter Arrenbrecht
|
r14161 | bundlerepo = None | ||
Sune Foldager
|
r17191 | localrepo = other.local() | ||
if bundlename or not localrepo: | ||||
Nicolas Dumazet
|
r12734 | # create a bundle (uncompressed if other repo is not local) | ||
Pierre-Yves David
|
r29684 | # developer config: devel.legacy.exchange | ||
legexc = ui.configlist('devel', 'legacy.exchange') | ||||
Pierre-Yves David
|
r29689 | forcebundle1 = 'bundle2' not in legexc and 'bundle1' in legexc | ||
Pierre-Yves David
|
r29684 | canbundle2 = (not forcebundle1 | ||
Pierre-Yves David
|
r26544 | and other.capable('getbundle') | ||
and other.capable('bundle2')) | ||||
if canbundle2: | ||||
kwargs = {} | ||||
Pulkit Goyal
|
r35403 | kwargs[r'common'] = common | ||
kwargs[r'heads'] = rheads | ||||
kwargs[r'bundlecaps'] = exchange.caps20to10(repo) | ||||
kwargs[r'cg'] = True | ||||
Pierre-Yves David
|
r26544 | b2 = other.getbundle('incoming', **kwargs) | ||
fname = bundle = changegroup.writechunks(ui, b2._forwardchunks(), | ||||
bundlename) | ||||
else: | ||||
Pierre-Yves David
|
r26543 | if other.capable('getbundle'): | ||
cg = other.getbundle('incoming', common=common, heads=rheads) | ||||
elif onlyheads is None and not other.capable('changegroupsubset'): | ||||
# compat with older servers when pulling all remote heads | ||||
cg = other.changegroup(incoming, "incoming") | ||||
rheads = None | ||||
else: | ||||
cg = other.changegroupsubset(incoming, rheads, 'incoming') | ||||
if localrepo: | ||||
bundletype = "HG10BZ" | ||||
else: | ||||
bundletype = "HG10UN" | ||||
Martin von Zweigbergk
|
r28666 | fname = bundle = bundle2.writebundle(ui, cg, bundlename, | ||
Pierre-Yves David
|
r26543 | bundletype) | ||
Nicolas Dumazet
|
r12734 | # keep written bundle? | ||
if bundlename: | ||||
bundle = None | ||||
Sune Foldager
|
r17191 | if not localrepo: | ||
Nicolas Dumazet
|
r12734 | # use the created uncompressed bundlerepo | ||
Simon Heimberg
|
r18825 | localrepo = bundlerepo = bundlerepository(repo.baseui, repo.root, | ||
fname) | ||||
Peter Arrenbrecht
|
r14161 | # this repo contains local and other now, so filter out local again | ||
common = repo.heads() | ||||
Pierre-Yves David
|
r18568 | if localrepo: | ||
# Part of common may be remotely filtered | ||||
# So use an unfiltered version | ||||
# The discovery process probably need cleanup to avoid that | ||||
localrepo = localrepo.unfiltered() | ||||
Peter Arrenbrecht
|
r14161 | |||
Peter Arrenbrecht
|
r14412 | csets = localrepo.changelog.findmissing(common, rheads) | ||
Nicolas Dumazet
|
r12734 | |||
Eric Sumner
|
r23633 | if bundlerepo: | ||
reponodes = [ctx.node() for ctx in bundlerepo[bundlerepo.firstnewrev:]] | ||||
remotephases = other.listkeys('phases') | ||||
pullop = exchange.pulloperation(bundlerepo, other, heads=reponodes) | ||||
pullop.trmanager = bundletransactionmanager() | ||||
exchange._pullapplyphases(pullop, remotephases) | ||||
Peter Arrenbrecht
|
r14161 | def cleanup(): | ||
if bundlerepo: | ||||
bundlerepo.close() | ||||
if bundle: | ||||
Matt Mackall
|
r21694 | os.unlink(bundle) | ||
Peter Arrenbrecht
|
r14190 | other.close() | ||
Peter Arrenbrecht
|
r14161 | |||
return (localrepo, csets, cleanup) | ||||