repair.py
313 lines
| 9.9 KiB
| text/x-python
|
PythonLexer
/ mercurial / repair.py
|
r4702 | # repair.py - functions for repository repair for mercurial | ||
# | ||||
# Copyright 2005, 2006 Chris Mason <mason@suse.com> | ||||
# Copyright 2007 Matt Mackall | ||||
# | ||||
|
r8225 | # This software may be used and distributed according to the terms of the | ||
|
r10263 | # GNU General Public License version 2 or any later version. | ||
|
r4702 | |||
|
r25970 | from __future__ import absolute_import | ||
|
r16440 | import errno | ||
|
r4702 | |||
|
r25970 | from .i18n import _ | ||
from .node import short | ||||
from . import ( | ||||
bundle2, | ||||
changegroup, | ||||
|
r26587 | error, | ||
|
r25970 | exchange, | ||
util, | ||||
) | ||||
|
r15386 | def _bundle(repo, bases, heads, node, suffix, compress=True): | ||
|
r5905 | """create a bundle with the specified revisions as a backup""" | ||
|
r26423 | cgversion = '01' | ||
if 'generaldelta' in repo.requirements: | ||||
cgversion = '02' | ||||
|
r23898 | |||
cg = changegroup.changegroupsubset(repo, bases, heads, 'strip', | ||||
version=cgversion) | ||||
|
r20977 | backupdir = "strip-backup" | ||
vfs = repo.vfs | ||||
if not vfs.isdir(backupdir): | ||||
vfs.mkdir(backupdir) | ||||
|
r23835 | |||
# Include a hash of all the nodes in the filename for uniqueness | ||||
|
r25340 | allcommits = repo.set('%ln::%ln', bases, heads) | ||
|
r23835 | allhashes = sorted(c.hex() for c in allcommits) | ||
totalhash = util.sha1(''.join(allhashes)).hexdigest() | ||||
name = "%s/%s-%s-%s.hg" % (backupdir, short(node), totalhash[:8], suffix) | ||||
|
r26425 | comp = None | ||
|
r26423 | if cgversion != '01': | ||
|
r24686 | bundletype = "HG20" | ||
|
r26425 | if compress: | ||
comp = 'BZ' | ||||
|
r23898 | elif compress: | ||
|
r11791 | bundletype = "HG10BZ" | ||
else: | ||||
bundletype = "HG10UN" | ||||
|
r26425 | return changegroup.writebundle(repo.ui, cg, name, bundletype, vfs, | ||
compression=comp) | ||||
|
r4702 | |||
|
r5910 | def _collectfiles(repo, striprev): | ||
"""find out the filelogs affected by the strip""" | ||||
|
r8462 | files = set() | ||
|
r4702 | |||
|
r6750 | for x in xrange(striprev, len(repo)): | ||
|
r8479 | files.update(repo[x].files()) | ||
|
r5902 | |||
|
r8462 | return sorted(files) | ||
|
r5902 | |||
|
r13702 | def _collectbrokencsets(repo, files, striprev): | ||
"""return the changesets which will be broken by the truncation""" | ||||
|
r13705 | s = set() | ||
|
r13702 | def collectone(revlog): | ||
|
r20074 | _, brokenset = revlog.getstrippoint(striprev) | ||
s.update([revlog.linkrev(r) for r in brokenset]) | ||||
|
r5909 | |||
|
r13705 | collectone(repo.manifest) | ||
for fname in files: | ||||
collectone(repo.file(fname)) | ||||
|
r5909 | |||
|
r13705 | return s | ||
|
r5909 | |||
|
r22057 | def strip(ui, repo, nodelist, backup=True, topic='backup'): | ||
# Simple way to maintain backwards compatibility for this | ||||
# argument. | ||||
if backup in ['none', 'strip']: | ||||
backup = False | ||||
|
r18004 | repo = repo.unfiltered() | ||
|
r18310 | repo.destroying() | ||
|
r17013 | |||
|
r5901 | cl = repo.changelog | ||
|
r16237 | # TODO handle undo of merge sets | ||
|
r16252 | if isinstance(nodelist, str): | ||
nodelist = [nodelist] | ||||
striplist = [cl.rev(node) for node in nodelist] | ||||
striprev = min(striplist) | ||||
|
r4702 | |||
|
r6147 | # Some revisions with rev > striprev may not be descendants of striprev. | ||
# We have to find these revisions and put them in a bundle, so that | ||||
# we can restore them after the truncations. | ||||
# To create the bundle we use repo.changegroupsubset which requires | ||||
# the list of heads and bases of the set of interesting revisions. | ||||
# (head = revision in the set that has no descendant in the set; | ||||
# base = revision in the set that has no ancestor in the set) | ||||
|
r16252 | tostrip = set(striplist) | ||
for rev in striplist: | ||||
|
r16867 | for desc in cl.descendants([rev]): | ||
|
r16252 | tostrip.add(desc) | ||
|
r13702 | |||
files = _collectfiles(repo, striprev) | ||||
|
r13705 | saverevs = _collectbrokencsets(repo, files, striprev) | ||
|
r13702 | |||
# compute heads | ||||
saveheads = set(saverevs) | ||||
|
r6750 | for r in xrange(striprev + 1, len(cl)): | ||
|
r13702 | if r not in tostrip: | ||
saverevs.add(r) | ||||
saveheads.difference_update(cl.parentrevs(r)) | ||||
saveheads.add(r) | ||||
saveheads = [cl.node(r) for r in saveheads] | ||||
|
r4702 | |||
|
r15386 | # compute base nodes | ||
if saverevs: | ||||
|
r16867 | descendants = set(cl.descendants(saverevs)) | ||
|
r15386 | saverevs.difference_update(descendants) | ||
savebases = [cl.node(r) for r in saverevs] | ||||
|
r16252 | stripbases = [cl.node(r) for r in tostrip] | ||
|
r18040 | |||
# For a set s, max(parents(s) - s) is the same as max(heads(::s - s)), but | ||||
# is much faster | ||||
newbmtarget = repo.revs('max(parents(%ld) - (%ld))', tostrip, tostrip) | ||||
|
r17264 | if newbmtarget: | ||
|
r22818 | newbmtarget = repo[newbmtarget.first()].node() | ||
|
r17264 | else: | ||
newbmtarget = '.' | ||||
|
r4702 | |||
|
r13362 | bm = repo._bookmarks | ||
updatebm = [] | ||||
for m in bm: | ||||
rev = repo[bm[m]].rev() | ||||
if rev in tostrip: | ||||
updatebm.append(m) | ||||
|
r4702 | # create a changegroup for all the branches we need to keep | ||
|
r11197 | backupfile = None | ||
|
r20979 | vfs = repo.vfs | ||
|
r24252 | node = nodelist[-1] | ||
|
r22057 | if backup: | ||
|
r16388 | backupfile = _bundle(repo, stripbases, cl.heads(), node, topic) | ||
|
r20979 | repo.ui.status(_("saved backup bundle to %s\n") % | ||
vfs.join(backupfile)) | ||||
repo.ui.log("backupbundle", "saved backup bundle to %s\n", | ||||
vfs.join(backupfile)) | ||||
|
r15386 | if saveheads or savebases: | ||
|
r11791 | # do not compress partial bundle if we remove it from disk later | ||
|
r15386 | chgrpfile = _bundle(repo, savebases, saveheads, node, 'temp', | ||
|
r22057 | compress=False) | ||
|
r4702 | |||
|
r8073 | mfst = repo.manifest | ||
|
r25300 | curtr = repo.currenttransaction() | ||
if curtr is not None: | ||||
del curtr # avoid carrying reference to transaction for nothing | ||||
msg = _('programming error: cannot strip from inside a transaction') | ||||
|
r26587 | raise error.Abort(msg, hint=_('contact your extension maintainer')) | ||
|
r25300 | |||
|
r10881 | tr = repo.transaction("strip") | ||
|
r8073 | offset = len(tr.entries) | ||
|
r11197 | try: | ||
tr.startgroup() | ||||
cl.strip(striprev, tr) | ||||
mfst.strip(striprev, tr) | ||||
for fn in files: | ||||
repo.file(fn).strip(striprev, tr) | ||||
tr.endgroup() | ||||
|
r8073 | |||
|
r11197 | try: | ||
for i in xrange(offset, len(tr.entries)): | ||||
file, troffset, ignore = tr.entries[i] | ||||
|
r23878 | repo.svfs(file, 'a').truncate(troffset) | ||
|
r20885 | if troffset == 0: | ||
repo.store.markremoved(file) | ||||
|
r11197 | tr.close() | ||
|
r26012 | finally: | ||
tr.release() | ||||
|
r11197 | |||
|
r15386 | if saveheads or savebases: | ||
|
r11202 | ui.note(_("adding branch\n")) | ||
|
r20979 | f = vfs.open(chgrpfile, "rb") | ||
|
r21064 | gen = exchange.readbundle(ui, f, chgrpfile, vfs) | ||
|
r11202 | if not repo.ui.verbose: | ||
# silence internal shuffling chatter | ||||
repo.ui.pushbuffer() | ||||
|
r23898 | if isinstance(gen, bundle2.unbundle20): | ||
tr = repo.transaction('strip') | ||||
|
r24170 | tr.hookargs = {'source': 'strip', | ||
'url': 'bundle:' + vfs.join(chgrpfile)} | ||||
|
r23898 | try: | ||
bundle2.processbundle(repo, gen, lambda: tr) | ||||
tr.close() | ||||
finally: | ||||
tr.release() | ||||
else: | ||||
changegroup.addchangegroup(repo, gen, 'strip', | ||||
'bundle:' + vfs.join(chgrpfile), | ||||
True) | ||||
|
r11202 | if not repo.ui.verbose: | ||
repo.ui.popbuffer() | ||||
|
r11197 | f.close() | ||
|
r13362 | |||
|
r16237 | # remove undo files | ||
|
r20975 | for undovfs, undofile in repo.undofiles(): | ||
|
r16237 | try: | ||
|
r20975 | undovfs.unlink(undofile) | ||
|
r25660 | except OSError as e: | ||
|
r16237 | if e.errno != errno.ENOENT: | ||
|
r20975 | ui.warn(_('error removing %s: %s\n') % | ||
(undovfs.join(undofile), str(e))) | ||||
|
r16237 | |||
|
r13362 | for m in updatebm: | ||
|
r17264 | bm[m] = repo[newbmtarget].node() | ||
|
r17922 | bm.write() | ||
|
r16705 | except: # re-raises | ||
|
r11197 | if backupfile: | ||
|
r11600 | ui.warn(_("strip failed, full bundle stored in '%s'\n") | ||
|
r20979 | % vfs.join(backupfile)) | ||
|
r11197 | elif saveheads: | ||
|
r11600 | ui.warn(_("strip failed, partial bundle stored in '%s'\n") | ||
|
r20979 | % vfs.join(chgrpfile)) | ||
|
r8073 | raise | ||
|
r22057 | else: | ||
if saveheads or savebases: | ||||
# Remove partial backup only if there were no exceptions | ||||
vfs.unlink(chgrpfile) | ||||
|
r4702 | |||
|
r18395 | repo.destroyed() | ||
|
r25652 | |||
def rebuildfncache(ui, repo): | ||||
"""Rebuilds the fncache file from repo history. | ||||
Missing entries will be added. Extra entries will be removed. | ||||
""" | ||||
repo = repo.unfiltered() | ||||
if 'fncache' not in repo.requirements: | ||||
ui.warn(_('(not rebuilding fncache because repository does not ' | ||||
|
r25874 | 'support fncache)\n')) | ||
|
r25652 | return | ||
lock = repo.lock() | ||||
try: | ||||
fnc = repo.store.fncache | ||||
# Trigger load of fncache. | ||||
if 'irrelevant' in fnc: | ||||
pass | ||||
oldentries = set(fnc.entries) | ||||
newentries = set() | ||||
seenfiles = set() | ||||
repolen = len(repo) | ||||
for rev in repo: | ||||
ui.progress(_('changeset'), rev, total=repolen) | ||||
ctx = repo[rev] | ||||
for f in ctx.files(): | ||||
# This is to minimize I/O. | ||||
if f in seenfiles: | ||||
continue | ||||
seenfiles.add(f) | ||||
i = 'data/%s.i' % f | ||||
d = 'data/%s.d' % f | ||||
if repo.store._exists(i): | ||||
newentries.add(i) | ||||
if repo.store._exists(d): | ||||
newentries.add(d) | ||||
ui.progress(_('changeset'), None) | ||||
addcount = len(newentries - oldentries) | ||||
removecount = len(oldentries - newentries) | ||||
for p in sorted(oldentries - newentries): | ||||
ui.write(_('removing %s\n') % p) | ||||
for p in sorted(newentries - oldentries): | ||||
ui.write(_('adding %s\n') % p) | ||||
if addcount or removecount: | ||||
ui.write(_('%d items added, %d removed from fncache\n') % | ||||
(addcount, removecount)) | ||||
fnc.entries = newentries | ||||
fnc._dirty = True | ||||
tr = repo.transaction('fncache') | ||||
try: | ||||
fnc.write(tr) | ||||
tr.close() | ||||
finally: | ||||
tr.release() | ||||
else: | ||||
ui.write(_('fncache already up to date\n')) | ||||
finally: | ||||
lock.release() | ||||
|
r26624 | def stripbmrevset(repo, mark): | ||
""" | ||||
The revset to strip when strip is called with -B mark | ||||
Needs to live here so extensions can use it and wrap it even when strip is | ||||
not enabled or not present on a box. | ||||
""" | ||||
return repo.revs("ancestors(bookmark(%s)) - " | ||||
"ancestors(head() and not bookmark(%s)) - " | ||||
"ancestors(bookmark() and not bookmark(%s))", | ||||
mark, mark, mark) | ||||