localrepo.py
3117 lines
| 118.8 KiB
| text/x-python
|
PythonLexer
/ mercurial / localrepo.py
mpm@selenic.com
|
r1089 | # localrepo.py - read/write repository class for mercurial | ||
# | ||||
Thomas Arendsen Hein
|
r4635 | # Copyright 2005-2007 Matt Mackall <mpm@selenic.com> | ||
mpm@selenic.com
|
r1089 | # | ||
Martin Geisler
|
r8225 | # This software may be used and distributed according to the terms of the | ||
Matt Mackall
|
r10263 | # GNU General Public License version 2 or any later version. | ||
Gregory Szorc
|
r27522 | |||
from __future__ import absolute_import | ||||
import errno | ||||
Augie Fackler
|
r29341 | import hashlib | ||
Gregory Szorc
|
r27522 | import os | ||
import random | ||||
Gregory Szorc
|
r37648 | import sys | ||
Gregory Szorc
|
r27522 | import time | ||
import weakref | ||||
from .i18n import _ | ||||
from .node import ( | ||||
Martin von Zweigbergk
|
r39994 | bin, | ||
Gregory Szorc
|
r27522 | hex, | ||
nullid, | ||||
Martin von Zweigbergk
|
r39994 | nullrev, | ||
Gregory Szorc
|
r27522 | short, | ||
) | ||||
from . import ( | ||||
bookmarks, | ||||
branchmap, | ||||
bundle2, | ||||
changegroup, | ||||
changelog, | ||||
Pierre-Yves David
|
r31111 | color, | ||
Gregory Szorc
|
r27522 | context, | ||
dirstate, | ||||
Augie Fackler
|
r30492 | dirstateguard, | ||
Durham Goode
|
r34099 | discovery, | ||
Gregory Szorc
|
r27522 | encoding, | ||
error, | ||||
exchange, | ||||
extensions, | ||||
filelog, | ||||
hook, | ||||
lock as lockmod, | ||||
manifest, | ||||
match as matchmod, | ||||
merge as mergemod, | ||||
Augie Fackler
|
r30496 | mergeutil, | ||
Gregory Szorc
|
r27522 | namespaces, | ||
Martin von Zweigbergk
|
r36489 | narrowspec, | ||
Gregory Szorc
|
r27522 | obsolete, | ||
pathutil, | ||||
phases, | ||||
pushkey, | ||||
Augie Fackler
|
r31508 | pycompat, | ||
Gregory Szorc
|
r33802 | repository, | ||
Gregory Szorc
|
r27522 | repoview, | ||
revset, | ||||
Yuya Nishihara
|
r31024 | revsetlang, | ||
Gregory Szorc
|
r27522 | scmutil, | ||
Gregory Szorc
|
r33373 | sparse, | ||
Gregory Szorc
|
r39733 | store as storemod, | ||
Yuya Nishihara
|
r36026 | subrepoutil, | ||
Gregory Szorc
|
r27522 | tags as tagsmod, | ||
transaction, | ||||
FUJIWARA Katsunori
|
r31054 | txnutil, | ||
Gregory Szorc
|
r27522 | util, | ||
Pierre-Yves David
|
r31231 | vfs as vfsmod, | ||
Gregory Szorc
|
r27522 | ) | ||
Yuya Nishihara
|
r37102 | from .utils import ( | ||
Gregory Szorc
|
r37828 | interfaceutil, | ||
Yuya Nishihara
|
r37138 | procutil, | ||
Yuya Nishihara
|
r37102 | stringutil, | ||
) | ||||
Gregory Szorc
|
r27522 | |||
Boris Feld
|
r39542 | from .revlogutils import ( | ||
constants as revlogconst, | ||||
) | ||||
Gregory Szorc
|
r27522 | release = lockmod.release | ||
timeless
|
r28883 | urlerr = util.urlerr | ||
urlreq = util.urlreq | ||||
Ronny Pfannschmidt
|
r8109 | |||
FUJIWARA Katsunori
|
r33277 | # set of (path, vfs-location) tuples. vfs-location is: | ||
# - 'plain for vfs relative paths | ||||
# - '' for svfs relative paths | ||||
_cachedfiles = set() | ||||
FUJIWARA Katsunori
|
r33173 | class _basefilecache(scmutil.filecache): | ||
Pierre-Yves David
|
r18014 | """All filecache usage on repo are done for logic that should be unfiltered | ||
""" | ||||
def __get__(self, repo, type=None): | ||||
Martijn Pieters
|
r29373 | if repo is None: | ||
return self | ||||
Yuya Nishihara
|
r40454 | # proxy to unfiltered __dict__ since filtered repo has no entry | ||
Yuya Nishihara
|
r40453 | unfi = repo.unfiltered() | ||
try: | ||||
return unfi.__dict__[self.sname] | ||||
except KeyError: | ||||
pass | ||||
return super(_basefilecache, self).__get__(unfi, type) | ||||
Yuya Nishihara
|
r40454 | |||
def set(self, repo, value): | ||||
return super(_basefilecache, self).set(repo.unfiltered(), value) | ||||
Pierre-Yves David
|
r18014 | |||
FUJIWARA Katsunori
|
r33173 | class repofilecache(_basefilecache): | ||
"""filecache for files in .hg but outside of .hg/store""" | ||||
FUJIWARA Katsunori
|
r33277 | def __init__(self, *paths): | ||
super(repofilecache, self).__init__(*paths) | ||||
for path in paths: | ||||
_cachedfiles.add((path, 'plain')) | ||||
FUJIWARA Katsunori
|
r33173 | def join(self, obj, fname): | ||
return obj.vfs.join(fname) | ||||
class storecache(_basefilecache): | ||||
Idan Kamara
|
r16198 | """filecache for files in the store""" | ||
FUJIWARA Katsunori
|
r33277 | def __init__(self, *paths): | ||
super(storecache, self).__init__(*paths) | ||||
for path in paths: | ||||
_cachedfiles.add((path, '')) | ||||
Idan Kamara
|
r16198 | def join(self, obj, fname): | ||
return obj.sjoin(fname) | ||||
FUJIWARA Katsunori
|
r33382 | def isfilecached(repo, name): | ||
"""check if a repo has already cached "name" filecache-ed property | ||||
This returns (cachedobj-or-None, iscached) tuple. | ||||
""" | ||||
cacheentry = repo.unfiltered()._filecache.get(name, None) | ||||
if not cacheentry: | ||||
return None, False | ||||
return cacheentry.obj, True | ||||
Augie Fackler
|
r29104 | class unfilteredpropertycache(util.propertycache): | ||
Pierre-Yves David
|
r18013 | """propertycache that apply to unfiltered repo only""" | ||
def __get__(self, repo, type=None): | ||||
Pierre-Yves David
|
r19846 | unfi = repo.unfiltered() | ||
if unfi is repo: | ||||
return super(unfilteredpropertycache, self).__get__(unfi) | ||||
return getattr(unfi, self.name) | ||||
Pierre-Yves David
|
r18013 | |||
Augie Fackler
|
r29104 | class filteredpropertycache(util.propertycache): | ||
Pierre-Yves David
|
r18013 | """propertycache that must take filtering in account""" | ||
def cachevalue(self, obj, value): | ||||
object.__setattr__(obj, self.name, value) | ||||
def hasunfilteredcache(repo, name): | ||||
Mads Kiilerich
|
r18644 | """check if a repo has an unfilteredpropertycache value for <name>""" | ||
Pierre-Yves David
|
r18013 | return name in vars(repo.unfiltered()) | ||
Pierre-Yves David
|
r18016 | def unfilteredmethod(orig): | ||
Pierre-Yves David
|
r17994 | """decorate method that always need to be run on unfiltered version""" | ||
def wrapper(repo, *args, **kwargs): | ||||
return orig(repo.unfiltered(), *args, **kwargs) | ||||
return wrapper | ||||
Martin von Zweigbergk
|
r32291 | moderncaps = {'lookup', 'branchmap', 'pushkey', 'known', 'getbundle', | ||
'unbundle'} | ||||
legacycaps = moderncaps.union({'changegroupsubset'}) | ||||
Peter Arrenbrecht
|
r17192 | |||
Gregory Szorc
|
r37828 | @interfaceutil.implementer(repository.ipeercommandexecutor) | ||
Gregory Szorc
|
r37648 | class localcommandexecutor(object): | ||
def __init__(self, peer): | ||||
self._peer = peer | ||||
self._sent = False | ||||
self._closed = False | ||||
def __enter__(self): | ||||
return self | ||||
def __exit__(self, exctype, excvalue, exctb): | ||||
self.close() | ||||
def callcommand(self, command, args): | ||||
if self._sent: | ||||
raise error.ProgrammingError('callcommand() cannot be used after ' | ||||
'sendcommands()') | ||||
if self._closed: | ||||
raise error.ProgrammingError('callcommand() cannot be used after ' | ||||
'close()') | ||||
# We don't need to support anything fancy. Just call the named | ||||
# method on the peer and return a resolved future. | ||||
fn = getattr(self._peer, pycompat.sysstr(command)) | ||||
f = pycompat.futures.Future() | ||||
try: | ||||
Augie Fackler
|
r37688 | result = fn(**pycompat.strkwargs(args)) | ||
Gregory Szorc
|
r37648 | except Exception: | ||
Augie Fackler
|
r37687 | pycompat.future_set_exception_info(f, sys.exc_info()[1:]) | ||
Gregory Szorc
|
r37648 | else: | ||
f.set_result(result) | ||||
return f | ||||
def sendcommands(self): | ||||
self._sent = True | ||||
def close(self): | ||||
self._closed = True | ||||
Gregory Szorc
|
r37828 | @interfaceutil.implementer(repository.ipeercommands) | ||
Gregory Szorc
|
r33802 | class localpeer(repository.peer): | ||
Peter Arrenbrecht
|
r17192 | '''peer for a local repo; reflects only the most recent API''' | ||
Pierre-Yves David
|
r31412 | def __init__(self, repo, caps=None): | ||
Gregory Szorc
|
r33802 | super(localpeer, self).__init__() | ||
Pierre-Yves David
|
r31412 | if caps is None: | ||
caps = moderncaps.copy() | ||||
Kevin Bullock
|
r18382 | self._repo = repo.filtered('served') | ||
Gregory Szorc
|
r37337 | self.ui = repo.ui | ||
Peter Arrenbrecht
|
r17192 | self._caps = repo._restrictcapabilities(caps) | ||
Gregory Szorc
|
r33802 | # Begin of _basepeer interface. | ||
def url(self): | ||||
return self._repo.url() | ||||
def local(self): | ||||
return self._repo | ||||
def peer(self): | ||||
return self | ||||
def canpush(self): | ||||
return True | ||||
Peter Arrenbrecht
|
r17192 | def close(self): | ||
self._repo.close() | ||||
Gregory Szorc
|
r33802 | # End of _basepeer interface. | ||
Peter Arrenbrecht
|
r17192 | |||
Gregory Szorc
|
r33802 | # Begin of _basewirecommands interface. | ||
Peter Arrenbrecht
|
r17192 | |||
def branchmap(self): | ||||
Pierre-Yves David
|
r18279 | return self._repo.branchmap() | ||
Peter Arrenbrecht
|
r17192 | |||
Gregory Szorc
|
r33802 | def capabilities(self): | ||
return self._caps | ||||
Peter Arrenbrecht
|
r17192 | |||
Gregory Szorc
|
r37667 | def clonebundles(self): | ||
return self._repo.tryread('clonebundles.manifest') | ||||
Gregory Szorc
|
r33802 | def debugwireargs(self, one, two, three=None, four=None, five=None): | ||
"""Used to test argument passing over the wire""" | ||||
Pulkit Goyal
|
r36572 | return "%s %s %s %s %s" % (one, two, pycompat.bytestr(three), | ||
pycompat.bytestr(four), | ||||
pycompat.bytestr(five)) | ||||
Peter Arrenbrecht
|
r17192 | |||
Pierre-Yves David
|
r20953 | def getbundle(self, source, heads=None, common=None, bundlecaps=None, | ||
Martin von Zweigbergk
|
r24639 | **kwargs): | ||
Gregory Szorc
|
r30187 | chunks = exchange.getbundlechunks(self._repo, source, heads=heads, | ||
common=common, bundlecaps=bundlecaps, | ||||
Gregory Szorc
|
r35803 | **kwargs)[1] | ||
Gregory Szorc
|
r30187 | cb = util.chunkbuffer(chunks) | ||
Martin von Zweigbergk
|
r32149 | if exchange.bundle2requested(bundlecaps): | ||
Pierre-Yves David
|
r21068 | # When requesting a bundle2, getbundle returns a stream to make the | ||
# wire level function happier. We need to build a proper object | ||||
# from it in local peer. | ||||
Gregory Szorc
|
r30187 | return bundle2.getunbundler(self.ui, cb) | ||
else: | ||||
return changegroup.getunbundler('01', cb, None) | ||||
Peter Arrenbrecht
|
r17192 | |||
Gregory Szorc
|
r33802 | def heads(self): | ||
return self._repo.heads() | ||||
def known(self, nodes): | ||||
return self._repo.known(nodes) | ||||
def listkeys(self, namespace): | ||||
return self._repo.listkeys(namespace) | ||||
def lookup(self, key): | ||||
return self._repo.lookup(key) | ||||
def pushkey(self, namespace, key, old, new): | ||||
return self._repo.pushkey(namespace, key, old, new) | ||||
def stream_out(self): | ||||
raise error.Abort(_('cannot perform stream clone against local ' | ||||
'peer')) | ||||
Peter Arrenbrecht
|
r17192 | |||
Gregory Szorc
|
r37664 | def unbundle(self, bundle, heads, url): | ||
Pierre-Yves David
|
r20969 | """apply a bundle on a repo | ||
This function handles the repo locking itself.""" | ||||
try: | ||||
Pierre-Yves David
|
r24798 | try: | ||
Gregory Szorc
|
r37664 | bundle = exchange.readbundle(self.ui, bundle, None) | ||
ret = exchange.unbundle(self._repo, bundle, heads, 'push', url) | ||||
Pierre-Yves David
|
r24798 | if util.safehasattr(ret, 'getchunks'): | ||
# This is a bundle20 object, turn it into an unbundler. | ||||
# This little dance should be dropped eventually when the | ||||
# API is finally improved. | ||||
stream = util.chunkbuffer(ret.getchunks()) | ||||
ret = bundle2.getunbundler(self.ui, stream) | ||||
return ret | ||||
Gregory Szorc
|
r25660 | except Exception as exc: | ||
Pierre-Yves David
|
r24799 | # If the exception contains output salvaged from a bundle2 | ||
# reply, we need to make sure it is printed before continuing | ||||
# to fail. So we build a bundle2 with such output and consume | ||||
# it directly. | ||||
# | ||||
# This is not very elegant but allows a "simple" solution for | ||||
# issue4594 | ||||
output = getattr(exc, '_bundle2salvagedoutput', ()) | ||||
if output: | ||||
bundler = bundle2.bundle20(self._repo.ui) | ||||
for out in output: | ||||
bundler.addpart(out) | ||||
stream = util.chunkbuffer(bundler.getchunks()) | ||||
b = bundle2.getunbundler(self.ui, stream) | ||||
bundle2.processbundle(self._repo, b) | ||||
Pierre-Yves David
|
r24798 | raise | ||
Gregory Szorc
|
r25660 | except error.PushRaced as exc: | ||
Augie Fackler
|
r36440 | raise error.ResponseError(_('push failed:'), | ||
Yuya Nishihara
|
r37102 | stringutil.forcebytestr(exc)) | ||
Pierre-Yves David
|
r20969 | |||
Gregory Szorc
|
r33802 | # End of _basewirecommands interface. | ||
Peter Arrenbrecht
|
r17192 | |||
Gregory Szorc
|
r33802 | # Begin of peer interface. | ||
Peter Arrenbrecht
|
r17192 | |||
Gregory Szorc
|
r37648 | def commandexecutor(self): | ||
return localcommandexecutor(self) | ||||
Gregory Szorc
|
r33802 | # End of peer interface. | ||
Gregory Szorc
|
r37828 | @interfaceutil.implementer(repository.ipeerlegacycommands) | ||
Gregory Szorc
|
r37653 | class locallegacypeer(localpeer): | ||
Peter Arrenbrecht
|
r17192 | '''peer extension which implements legacy methods too; used for tests with | ||
restricted capabilities''' | ||||
def __init__(self, repo): | ||||
Gregory Szorc
|
r33802 | super(locallegacypeer, self).__init__(repo, caps=legacycaps) | ||
# Begin of baselegacywirecommands interface. | ||||
def between(self, pairs): | ||||
return self._repo.between(pairs) | ||||
Peter Arrenbrecht
|
r17192 | |||
def branches(self, nodes): | ||||
return self._repo.branches(nodes) | ||||
Gregory Szorc
|
r37653 | def changegroup(self, nodes, source): | ||
outgoing = discovery.outgoing(self._repo, missingroots=nodes, | ||||
Durham Goode
|
r34102 | missingheads=self._repo.heads()) | ||
return changegroup.makechangegroup(self._repo, outgoing, '01', source) | ||||
Peter Arrenbrecht
|
r17192 | |||
def changegroupsubset(self, bases, heads, source): | ||||
Durham Goode
|
r34099 | outgoing = discovery.outgoing(self._repo, missingroots=bases, | ||
missingheads=heads) | ||||
return changegroup.makechangegroup(self._repo, outgoing, '01', source) | ||||
Peter Arrenbrecht
|
r17192 | |||
Gregory Szorc
|
r33802 | # End of baselegacywirecommands interface. | ||
Gregory Szorc
|
r32697 | # Increment the sub-version when the revlog v2 format changes to lock out old | ||
# clients. | ||||
Gregory Szorc
|
r41238 | REVLOGV2_REQUIREMENT = 'exp-revlogv2.1' | ||
Gregory Szorc
|
r32697 | |||
Paul Morelle
|
r38739 | # A repository with the sparserevlog feature will have delta chains that | ||
# can spread over a larger span. Sparse reading cuts these large spans into | ||||
# pieces, so that each piece isn't too big. | ||||
# Without the sparserevlog capability, reading from the repository could use | ||||
# huge amounts of memory, because the whole span would be read at once, | ||||
# including all the intermediate revisions that aren't pertinent for the chain. | ||||
# This is why once a repository has enabled sparse-read, it becomes required. | ||||
SPARSEREVLOG_REQUIREMENT = 'sparserevlog' | ||||
Gregory Szorc
|
r37153 | # Functions receiving (ui, features) that extensions can register to impact | ||
# the ability to load repositories with custom requirements. Only | ||||
# functions defined in loaded extensions are called. | ||||
# | ||||
# The function receives a set of requirement strings that the repository | ||||
# is capable of opening. Functions will typically add elements to the | ||||
# set to reflect that the extension knows how to handle that requirements. | ||||
featuresetupfuncs = set() | ||||
Gregory Szorc
|
r39725 | def makelocalrepository(baseui, path, intents=None): | ||
Gregory Szorc
|
r39723 | """Create a local repository object. | ||
Given arguments needed to construct a local repository, this function | ||||
Gregory Szorc
|
r39800 | performs various early repository loading functionality (such as | ||
reading the ``.hg/requires`` and ``.hg/hgrc`` files), validates that | ||||
the repository can be opened, derives a type suitable for representing | ||||
that repository, and returns an instance of it. | ||||
Gregory Szorc
|
r39723 | |||
The returned object conforms to the ``repository.completelocalrepository`` | ||||
interface. | ||||
Gregory Szorc
|
r39800 | |||
The repository type is derived by calling a series of factory functions | ||||
for each aspect/interface of the final repository. These are defined by | ||||
``REPO_INTERFACES``. | ||||
Each factory function is called to produce a type implementing a specific | ||||
interface. The cumulative list of returned types will be combined into a | ||||
new type and that type will be instantiated to represent the local | ||||
repository. | ||||
The factory functions each receive various state that may be consulted | ||||
as part of deriving a type. | ||||
Extensions should wrap these factory functions to customize repository type | ||||
creation. Note that an extension's wrapped function may be called even if | ||||
that extension is not loaded for the repo being constructed. Extensions | ||||
should check if their ``__name__`` appears in the | ||||
``extensionmodulenames`` set passed to the factory function and no-op if | ||||
not. | ||||
Gregory Szorc
|
r39723 | """ | ||
Gregory Szorc
|
r39725 | ui = baseui.copy() | ||
# Prevent copying repo configuration. | ||||
ui.copy = baseui.copy | ||||
Gregory Szorc
|
r39724 | # Working directory VFS rooted at repository root. | ||
wdirvfs = vfsmod.vfs(path, expandpath=True, realpath=True) | ||||
# Main VFS for .hg/ directory. | ||||
hgpath = wdirvfs.join(b'.hg') | ||||
hgvfs = vfsmod.vfs(hgpath, cacheaudited=True) | ||||
Gregory Szorc
|
r39727 | # The .hg/ path should exist and should be a directory. All other | ||
# cases are errors. | ||||
if not hgvfs.isdir(): | ||||
try: | ||||
hgvfs.stat() | ||||
except OSError as e: | ||||
if e.errno != errno.ENOENT: | ||||
raise | ||||
raise error.RepoError(_(b'repository %s not found') % path) | ||||
Gregory Szorc
|
r39728 | # .hg/requires file contains a newline-delimited list of | ||
# features/capabilities the opener (us) must have in order to use | ||||
# the repository. This file was introduced in Mercurial 0.9.2, | ||||
# which means very old repositories may not have one. We assume | ||||
# a missing file translates to no requirements. | ||||
try: | ||||
requirements = set(hgvfs.read(b'requires').splitlines()) | ||||
except IOError as e: | ||||
if e.errno != errno.ENOENT: | ||||
raise | ||||
requirements = set() | ||||
Gregory Szorc
|
r39726 | # The .hg/hgrc file may load extensions or contain config options | ||
# that influence repository construction. Attempt to load it and | ||||
# process any new extensions that it may have pulled in. | ||||
Gregory Szorc
|
r40571 | if loadhgrc(ui, wdirvfs, hgvfs, requirements): | ||
Gregory Szorc
|
r39888 | afterhgrcload(ui, wdirvfs, hgvfs, requirements) | ||
Gregory Szorc
|
r39726 | extensions.loadall(ui) | ||
Yuya Nishihara
|
r40760 | extensions.populateui(ui) | ||
Gregory Szorc
|
r39726 | |||
Gregory Szorc
|
r39800 | # Set of module names of extensions loaded for this repository. | ||
extensionmodulenames = {m.__name__ for n, m in extensions.extensions(ui)} | ||||
Gregory Szorc
|
r39729 | supportedrequirements = gathersupportedrequirements(ui) | ||
Gregory Szorc
|
r39731 | |||
# We first validate the requirements are known. | ||||
Gregory Szorc
|
r39729 | ensurerequirementsrecognized(requirements, supportedrequirements) | ||
Gregory Szorc
|
r39731 | # Then we validate that the known set is reasonable to use together. | ||
ensurerequirementscompatible(ui, requirements) | ||||
Gregory Szorc
|
r39732 | # TODO there are unhandled edge cases related to opening repositories with | ||
# shared storage. If storage is shared, we should also test for requirements | ||||
# compatibility in the pointed-to repo. This entails loading the .hg/hgrc in | ||||
# that repo, as that repo may load extensions needed to open it. This is a | ||||
# bit complicated because we don't want the other hgrc to overwrite settings | ||||
# in this hgrc. | ||||
# | ||||
# This bug is somewhat mitigated by the fact that we copy the .hg/requires | ||||
# file when sharing repos. But if a requirement is added after the share is | ||||
# performed, thereby introducing a new requirement for the opener, we may | ||||
# will not see that and could encounter a run-time error interacting with | ||||
# that shared store since it has an unknown-to-us requirement. | ||||
Gregory Szorc
|
r39729 | # At this point, we know we should be capable of opening the repository. | ||
# Now get on with doing that. | ||||
Gregory Szorc
|
r39886 | features = set() | ||
Gregory Szorc
|
r39733 | # The "store" part of the repository holds versioned data. How it is | ||
# accessed is determined by various requirements. The ``shared`` or | ||||
# ``relshared`` requirements indicate the store lives in the path contained | ||||
# in the ``.hg/sharedpath`` file. This is an absolute path for | ||||
# ``shared`` and relative to ``.hg/`` for ``relshared``. | ||||
if b'shared' in requirements or b'relshared' in requirements: | ||||
sharedpath = hgvfs.read(b'sharedpath').rstrip(b'\n') | ||||
if b'relshared' in requirements: | ||||
sharedpath = hgvfs.join(sharedpath) | ||||
sharedvfs = vfsmod.vfs(sharedpath, realpath=True) | ||||
if not sharedvfs.exists(): | ||||
raise error.RepoError(_(b'.hg/sharedpath points to nonexistent ' | ||||
b'directory %s') % sharedvfs.base) | ||||
Gregory Szorc
|
r39886 | features.add(repository.REPO_FEATURE_SHARED_STORAGE) | ||
Gregory Szorc
|
r39733 | storebasepath = sharedvfs.base | ||
cachepath = sharedvfs.join(b'cache') | ||||
else: | ||||
storebasepath = hgvfs.base | ||||
cachepath = hgvfs.join(b'cache') | ||||
Boris Feld
|
r40826 | wcachepath = hgvfs.join(b'wcache') | ||
Gregory Szorc
|
r39733 | |||
# The store has changed over time and the exact layout is dictated by | ||||
# requirements. The store interface abstracts differences across all | ||||
# of them. | ||||
Gregory Szorc
|
r39734 | store = makestore(requirements, storebasepath, | ||
lambda base: vfsmod.vfs(base, cacheaudited=True)) | ||||
Gregory Szorc
|
r39733 | hgvfs.createmode = store.createmode | ||
Gregory Szorc
|
r39736 | storevfs = store.vfs | ||
Gregory Szorc
|
r39886 | storevfs.options = resolvestorevfsoptions(ui, requirements, features) | ||
Gregory Szorc
|
r39736 | |||
Gregory Szorc
|
r39733 | # The cache vfs is used to manage cache files. | ||
cachevfs = vfsmod.vfs(cachepath, cacheaudited=True) | ||||
cachevfs.createmode = store.createmode | ||||
Boris Feld
|
r40826 | # The cache vfs is used to manage cache files related to the working copy | ||
wcachevfs = vfsmod.vfs(wcachepath, cacheaudited=True) | ||||
wcachevfs.createmode = store.createmode | ||||
Gregory Szorc
|
r39733 | |||
Gregory Szorc
|
r39800 | # Now resolve the type for the repository object. We do this by repeatedly | ||
# calling a factory function to produces types for specific aspects of the | ||||
# repo's operation. The aggregate returned types are used as base classes | ||||
# for a dynamically-derived type, which will represent our new repository. | ||||
bases = [] | ||||
extrastate = {} | ||||
for iface, fn in REPO_INTERFACES: | ||||
# We pass all potentially useful state to give extensions tons of | ||||
# flexibility. | ||||
Gregory Szorc
|
r40030 | typ = fn()(ui=ui, | ||
Gregory Szorc
|
r39800 | intents=intents, | ||
requirements=requirements, | ||||
Gregory Szorc
|
r39886 | features=features, | ||
Gregory Szorc
|
r39800 | wdirvfs=wdirvfs, | ||
hgvfs=hgvfs, | ||||
store=store, | ||||
storevfs=storevfs, | ||||
storeoptions=storevfs.options, | ||||
cachevfs=cachevfs, | ||||
Boris Feld
|
r40826 | wcachevfs=wcachevfs, | ||
Gregory Szorc
|
r39800 | extensionmodulenames=extensionmodulenames, | ||
extrastate=extrastate, | ||||
baseclasses=bases) | ||||
if not isinstance(typ, type): | ||||
raise error.ProgrammingError('unable to construct type for %s' % | ||||
iface) | ||||
bases.append(typ) | ||||
# type() allows you to use characters in type names that wouldn't be | ||||
# recognized as Python symbols in source code. We abuse that to add | ||||
# rich information about our constructed repo. | ||||
name = pycompat.sysstr(b'derivedrepo:%s<%s>' % ( | ||||
wdirvfs.base, | ||||
b','.join(sorted(requirements)))) | ||||
cls = type(name, tuple(bases), {}) | ||||
return cls( | ||||
Gregory Szorc
|
r39725 | baseui=baseui, | ||
ui=ui, | ||||
origroot=path, | ||||
Gregory Szorc
|
r39724 | wdirvfs=wdirvfs, | ||
hgvfs=hgvfs, | ||||
Gregory Szorc
|
r39728 | requirements=requirements, | ||
Gregory Szorc
|
r39729 | supportedrequirements=supportedrequirements, | ||
Gregory Szorc
|
r39733 | sharedpath=storebasepath, | ||
store=store, | ||||
cachevfs=cachevfs, | ||||
Boris Feld
|
r40826 | wcachevfs=wcachevfs, | ||
Gregory Szorc
|
r39886 | features=features, | ||
Gregory Szorc
|
r39724 | intents=intents) | ||
Gregory Szorc
|
r39723 | |||
Gregory Szorc
|
r40571 | def loadhgrc(ui, wdirvfs, hgvfs, requirements): | ||
"""Load hgrc files/content into a ui instance. | ||||
This is called during repository opening to load any additional | ||||
config files or settings relevant to the current repository. | ||||
Returns a bool indicating whether any additional configs were loaded. | ||||
Extensions should monkeypatch this function to modify how per-repo | ||||
configs are loaded. For example, an extension may wish to pull in | ||||
configs from alternate files or sources. | ||||
""" | ||||
try: | ||||
ui.readconfig(hgvfs.join(b'hgrc'), root=wdirvfs.base) | ||||
return True | ||||
except IOError: | ||||
return False | ||||
Gregory Szorc
|
r39888 | def afterhgrcload(ui, wdirvfs, hgvfs, requirements): | ||
"""Perform additional actions after .hg/hgrc is loaded. | ||||
This function is called during repository loading immediately after | ||||
the .hg/hgrc file is loaded and before per-repo extensions are loaded. | ||||
The function can be used to validate configs, automatically add | ||||
options (including extensions) based on requirements, etc. | ||||
""" | ||||
# Map of requirements to list of extensions to load automatically when | ||||
# requirement is present. | ||||
autoextensions = { | ||||
Gregory Szorc
|
r39890 | b'largefiles': [b'largefiles'], | ||
Gregory Szorc
|
r39888 | b'lfs': [b'lfs'], | ||
} | ||||
for requirement, names in sorted(autoextensions.items()): | ||||
if requirement not in requirements: | ||||
continue | ||||
for name in names: | ||||
if not ui.hasconfig(b'extensions', name): | ||||
ui.setconfig(b'extensions', name, b'', source='autoload') | ||||
Gregory Szorc
|
r39729 | def gathersupportedrequirements(ui): | ||
"""Determine the complete set of recognized requirements.""" | ||||
# Start with all requirements supported by this file. | ||||
supported = set(localrepository._basesupported) | ||||
# Execute ``featuresetupfuncs`` entries if they belong to an extension | ||||
# relevant to this ui instance. | ||||
modules = {m.__name__ for n, m in extensions.extensions(ui)} | ||||
for fn in featuresetupfuncs: | ||||
if fn.__module__ in modules: | ||||
fn(ui, supported) | ||||
# Add derived requirements from registered compression engines. | ||||
for name in util.compengines: | ||||
engine = util.compengines[name] | ||||
if engine.revlogheader(): | ||||
supported.add(b'exp-compression-%s' % name) | ||||
return supported | ||||
def ensurerequirementsrecognized(requirements, supported): | ||||
"""Validate that a set of local requirements is recognized. | ||||
Receives a set of requirements. Raises an ``error.RepoError`` if there | ||||
exists any requirement in that set that currently loaded code doesn't | ||||
recognize. | ||||
Returns a set of supported requirements. | ||||
""" | ||||
missing = set() | ||||
for requirement in requirements: | ||||
if requirement in supported: | ||||
continue | ||||
if not requirement or not requirement[0:1].isalnum(): | ||||
raise error.RequirementError(_(b'.hg/requires file is corrupt')) | ||||
missing.add(requirement) | ||||
if missing: | ||||
raise error.RequirementError( | ||||
_(b'repository requires features unknown to this Mercurial: %s') % | ||||
b' '.join(sorted(missing)), | ||||
hint=_(b'see https://mercurial-scm.org/wiki/MissingRequirement ' | ||||
b'for more information')) | ||||
Gregory Szorc
|
r39731 | def ensurerequirementscompatible(ui, requirements): | ||
"""Validates that a set of recognized requirements is mutually compatible. | ||||
Some requirements may not be compatible with others or require | ||||
config options that aren't enabled. This function is called during | ||||
repository opening to ensure that the set of requirements needed | ||||
to open a repository is sane and compatible with config options. | ||||
Extensions can monkeypatch this function to perform additional | ||||
checking. | ||||
``error.RepoError`` should be raised on failure. | ||||
""" | ||||
if b'exp-sparse' in requirements and not sparse.enabled: | ||||
raise error.RepoError(_(b'repository is using sparse feature but ' | ||||
b'sparse is not enabled; enable the ' | ||||
b'"sparse" extensions to access')) | ||||
Gregory Szorc
|
r39734 | def makestore(requirements, path, vfstype): | ||
"""Construct a storage object for a repository.""" | ||||
if b'store' in requirements: | ||||
if b'fncache' in requirements: | ||||
return storemod.fncachestore(path, vfstype, | ||||
b'dotencode' in requirements) | ||||
return storemod.encodedstore(path, vfstype) | ||||
return storemod.basicstore(path, vfstype) | ||||
Gregory Szorc
|
r39886 | def resolvestorevfsoptions(ui, requirements, features): | ||
Gregory Szorc
|
r39736 | """Resolve the options to pass to the store vfs opener. | ||
The returned dict is used to influence behavior of the storage layer. | ||||
""" | ||||
options = {} | ||||
if b'treemanifest' in requirements: | ||||
options[b'treemanifest'] = True | ||||
# experimental config: format.manifestcachesize | ||||
manifestcachesize = ui.configint(b'format', b'manifestcachesize') | ||||
if manifestcachesize is not None: | ||||
options[b'manifestcachesize'] = manifestcachesize | ||||
# In the absence of another requirement superseding a revlog-related | ||||
# requirement, we have to assume the repo is using revlog version 0. | ||||
# This revlog format is super old and we don't bother trying to parse | ||||
# opener options for it because those options wouldn't do anything | ||||
# meaningful on such old repos. | ||||
if b'revlogv1' in requirements or REVLOGV2_REQUIREMENT in requirements: | ||||
Gregory Szorc
|
r39886 | options.update(resolverevlogstorevfsoptions(ui, requirements, features)) | ||
Gregory Szorc
|
r39736 | |||
return options | ||||
Gregory Szorc
|
r39886 | def resolverevlogstorevfsoptions(ui, requirements, features): | ||
Gregory Szorc
|
r39736 | """Resolve opener options specific to revlogs.""" | ||
options = {} | ||||
Matt Harbison
|
r40303 | options[b'flagprocessors'] = {} | ||
Gregory Szorc
|
r39736 | |||
if b'revlogv1' in requirements: | ||||
options[b'revlogv1'] = True | ||||
if REVLOGV2_REQUIREMENT in requirements: | ||||
options[b'revlogv2'] = True | ||||
if b'generaldelta' in requirements: | ||||
options[b'generaldelta'] = True | ||||
# experimental config: format.chunkcachesize | ||||
chunkcachesize = ui.configint(b'format', b'chunkcachesize') | ||||
if chunkcachesize is not None: | ||||
options[b'chunkcachesize'] = chunkcachesize | ||||
deltabothparents = ui.configbool(b'storage', | ||||
b'revlog.optimize-delta-parent-choice') | ||||
options[b'deltabothparents'] = deltabothparents | ||||
r41985 | lazydelta = ui.configbool(b'storage', b'revlog.reuse-external-delta') | |||
lazydeltabase = False | ||||
if lazydelta: | ||||
lazydeltabase = ui.configbool(b'storage', | ||||
b'revlog.reuse-external-delta-parent') | ||||
r41984 | if lazydeltabase is None: | |||
lazydeltabase = not scmutil.gddeltaconfig(ui) | ||||
r41985 | options[b'lazydelta'] = lazydelta | |||
r41984 | options[b'lazydeltabase'] = lazydeltabase | |||
Gregory Szorc
|
r39736 | |||
chainspan = ui.configbytes(b'experimental', b'maxdeltachainspan') | ||||
if 0 <= chainspan: | ||||
options[b'maxdeltachainspan'] = chainspan | ||||
Boris Feld
|
r41332 | mmapindexthreshold = ui.configbytes(b'experimental', | ||
b'mmapindexthreshold') | ||||
Gregory Szorc
|
r39736 | if mmapindexthreshold is not None: | ||
options[b'mmapindexthreshold'] = mmapindexthreshold | ||||
withsparseread = ui.configbool(b'experimental', b'sparse-read') | ||||
srdensitythres = float(ui.config(b'experimental', | ||||
b'sparse-read.density-threshold')) | ||||
srmingapsize = ui.configbytes(b'experimental', | ||||
b'sparse-read.min-gap-size') | ||||
options[b'with-sparse-read'] = withsparseread | ||||
options[b'sparse-read-density-threshold'] = srdensitythres | ||||
options[b'sparse-read-min-gap-size'] = srmingapsize | ||||
sparserevlog = SPARSEREVLOG_REQUIREMENT in requirements | ||||
options[b'sparse-revlog'] = sparserevlog | ||||
if sparserevlog: | ||||
options[b'generaldelta'] = True | ||||
maxchainlen = None | ||||
if sparserevlog: | ||||
maxchainlen = revlogconst.SPARSE_REVLOG_MAX_CHAIN_LENGTH | ||||
# experimental config: format.maxchainlen | ||||
maxchainlen = ui.configint(b'format', b'maxchainlen', maxchainlen) | ||||
if maxchainlen is not None: | ||||
options[b'maxchainlen'] = maxchainlen | ||||
for r in requirements: | ||||
if r.startswith(b'exp-compression-'): | ||||
options[b'compengine'] = r[len(b'exp-compression-'):] | ||||
r42210 | options[b'zlib.level'] = ui.configint(b'storage', b'revlog.zlib.level') | |||
if options[b'zlib.level'] is not None: | ||||
if not (0 <= options[b'zlib.level'] <= 9): | ||||
msg = _('invalid value for `storage.revlog.zlib.level` config: %d') | ||||
raise error.Abort(msg % options[b'zlib.level']) | ||||
r42211 | options[b'zstd.level'] = ui.configint(b'storage', b'revlog.zstd.level') | |||
if options[b'zstd.level'] is not None: | ||||
if not (0 <= options[b'zstd.level'] <= 22): | ||||
msg = _('invalid value for `storage.revlog.zstd.level` config: %d') | ||||
raise error.Abort(msg % options[b'zstd.level']) | ||||
r42210 | ||||
Gregory Szorc
|
r39806 | if repository.NARROW_REQUIREMENT in requirements: | ||
options[b'enableellipsis'] = True | ||||
Gregory Szorc
|
r39736 | return options | ||
Gregory Szorc
|
r39800 | def makemain(**kwargs): | ||
"""Produce a type conforming to ``ilocalrepositorymain``.""" | ||||
return localrepository | ||||
@interfaceutil.implementer(repository.ilocalrepositoryfilestorage) | ||||
class revlogfilestorage(object): | ||||
"""File storage when using revlogs.""" | ||||
def file(self, path): | ||||
if path[0] == b'/': | ||||
path = path[1:] | ||||
return filelog.filelog(self.svfs, path) | ||||
Gregory Szorc
|
r39801 | @interfaceutil.implementer(repository.ilocalrepositoryfilestorage) | ||
class revlognarrowfilestorage(object): | ||||
"""File storage when using revlogs and narrow files.""" | ||||
def file(self, path): | ||||
if path[0] == b'/': | ||||
path = path[1:] | ||||
Martin von Zweigbergk
|
r41266 | return filelog.narrowfilelog(self.svfs, path, self._storenarrowmatch) | ||
Gregory Szorc
|
r39801 | |||
Gregory Szorc
|
r39886 | def makefilestorage(requirements, features, **kwargs): | ||
Gregory Szorc
|
r39800 | """Produce a type conforming to ``ilocalrepositoryfilestorage``.""" | ||
Gregory Szorc
|
r39886 | features.add(repository.REPO_FEATURE_REVLOG_FILE_STORAGE) | ||
Gregory Szorc
|
r40063 | features.add(repository.REPO_FEATURE_STREAM_CLONE) | ||
Gregory Szorc
|
r39886 | |||
Gregory Szorc
|
r39801 | if repository.NARROW_REQUIREMENT in requirements: | ||
return revlognarrowfilestorage | ||||
else: | ||||
return revlogfilestorage | ||||
Gregory Szorc
|
r39800 | |||
# List of repository interfaces and factory functions for them. Each | ||||
# will be called in order during ``makelocalrepository()`` to iteratively | ||||
Gregory Szorc
|
r40030 | # derive the final type for a local repository instance. We capture the | ||
# function as a lambda so we don't hold a reference and the module-level | ||||
# functions can be wrapped. | ||||
Gregory Szorc
|
r39800 | REPO_INTERFACES = [ | ||
Gregory Szorc
|
r40030 | (repository.ilocalrepositorymain, lambda: makemain), | ||
(repository.ilocalrepositoryfilestorage, lambda: makefilestorage), | ||||
Gregory Szorc
|
r39800 | ] | ||
@interfaceutil.implementer(repository.ilocalrepositorymain) | ||||
Peter Arrenbrecht
|
r17192 | class localrepository(object): | ||
Gregory Szorc
|
r39800 | """Main class for representing local repositories. | ||
All local repositories are instances of this class. | ||||
Constructed on its own, instances of this class are not usable as | ||||
repository objects. To obtain a usable repository object, call | ||||
``hg.repository()``, ``localrepo.instance()``, or | ||||
``localrepo.makelocalrepository()``. The latter is the lowest-level. | ||||
``instance()`` adds support for creating new repositories. | ||||
``hg.repository()`` adds more extension integration, including calling | ||||
``reposetup()``. Generally speaking, ``hg.repository()`` should be | ||||
used. | ||||
""" | ||||
Peter Arrenbrecht
|
r17192 | |||
Augie Fackler
|
r36391 | # obsolete experimental requirements: | ||
# - manifestv2: An experimental new manifest format that allowed | ||||
# for stem compression of long paths. Experiment ended up not | ||||
# being successful (repository sizes went up due to worse delta | ||||
# chains), and the code was deleted in 4.6. | ||||
Gregory Szorc
|
r32315 | supportedformats = { | ||
'revlogv1', | ||||
'generaldelta', | ||||
'treemanifest', | ||||
Gregory Szorc
|
r32697 | REVLOGV2_REQUIREMENT, | ||
Paul Morelle
|
r38739 | SPARSEREVLOG_REQUIREMENT, | ||
Gregory Szorc
|
r32315 | } | ||
_basesupported = supportedformats | { | ||||
'store', | ||||
'fncache', | ||||
'shared', | ||||
'relshared', | ||||
'dotencode', | ||||
Gregory Szorc
|
r33556 | 'exp-sparse', | ||
Boris Feld
|
r39334 | 'internal-phase' | ||
Gregory Szorc
|
r32315 | } | ||
Bryan O'Sullivan
|
r17137 | |||
Boris Feld
|
r33436 | # list of prefix for file which can be written without 'wlock' | ||
# Extensions should extend this list when needed | ||||
_wlockfreeprefix = { | ||||
# We migh consider requiring 'wlock' for the next | ||||
# two, but pretty much all the existing code assume | ||||
# wlock is not needed so we keep them excluded for | ||||
# now. | ||||
'hgrc', | ||||
'requires', | ||||
# XXX cache is a complicatged business someone | ||||
# should investigate this in depth at some point | ||||
'cache/', | ||||
# XXX shouldn't be dirstate covered by the wlock? | ||||
'dirstate', | ||||
# XXX bisect was still a bit too messy at the time | ||||
# this changeset was introduced. Someone should fix | ||||
# the remainig bit and drop this line | ||||
'bisect.state', | ||||
} | ||||
Gregory Szorc
|
r39728 | def __init__(self, baseui, ui, origroot, wdirvfs, hgvfs, requirements, | ||
Boris Feld
|
r40826 | supportedrequirements, sharedpath, store, cachevfs, wcachevfs, | ||
Gregory Szorc
|
r39886 | features, intents=None): | ||
Gregory Szorc
|
r39584 | """Create a new local repository instance. | ||
Gregory Szorc
|
r39724 | Most callers should use ``hg.repository()``, ``localrepo.instance()``, | ||
or ``localrepo.makelocalrepository()`` for obtaining a new repository | ||||
object. | ||||
Arguments: | ||||
baseui | ||||
Gregory Szorc
|
r39725 | ``ui.ui`` instance that ``ui`` argument was based off of. | ||
ui | ||||
``ui.ui`` instance for use by the repository. | ||||
Gregory Szorc
|
r39724 | |||
origroot | ||||
``bytes`` path to working directory root of this repository. | ||||
wdirvfs | ||||
``vfs.vfs`` rooted at the working directory. | ||||
hgvfs | ||||
``vfs.vfs`` rooted at .hg/ | ||||
Gregory Szorc
|
r39728 | requirements | ||
``set`` of bytestrings representing repository opening requirements. | ||||
Gregory Szorc
|
r39729 | supportedrequirements | ||
``set`` of bytestrings representing repository requirements that we | ||||
know how to open. May be a supetset of ``requirements``. | ||||
Gregory Szorc
|
r39733 | sharedpath | ||
``bytes`` Defining path to storage base directory. Points to a | ||||
``.hg/`` directory somewhere. | ||||
store | ||||
``store.basicstore`` (or derived) instance providing access to | ||||
versioned storage. | ||||
cachevfs | ||||
``vfs.vfs`` used for cache files. | ||||
Boris Feld
|
r40826 | wcachevfs | ||
``vfs.vfs`` used for cache files related to the working copy. | ||||
Gregory Szorc
|
r39886 | features | ||
``set`` of bytestrings defining features/capabilities of this | ||||
instance. | ||||
Gregory Szorc
|
r39724 | intents | ||
``set`` of system strings indicating what this repo will be used | ||||
for. | ||||
Gregory Szorc
|
r39584 | """ | ||
Gregory Szorc
|
r39724 | self.baseui = baseui | ||
Gregory Szorc
|
r39725 | self.ui = ui | ||
Gregory Szorc
|
r39724 | self.origroot = origroot | ||
# vfs rooted at working directory. | ||||
self.wvfs = wdirvfs | ||||
self.root = wdirvfs.base | ||||
# vfs rooted at .hg/. Used to access most non-store paths. | ||||
self.vfs = hgvfs | ||||
self.path = hgvfs.base | ||||
Gregory Szorc
|
r39729 | self.requirements = requirements | ||
self.supported = supportedrequirements | ||||
Gregory Szorc
|
r39733 | self.sharedpath = sharedpath | ||
self.store = store | ||||
self.cachevfs = cachevfs | ||||
Boris Feld
|
r40826 | self.wcachevfs = wcachevfs | ||
Gregory Szorc
|
r39886 | self.features = features | ||
Gregory Szorc
|
r39584 | |||
Gregory Szorc
|
r32730 | self.filtername = None | ||
Gregory Szorc
|
r39724 | |||
Boris Feld
|
r33436 | if (self.ui.configbool('devel', 'all-warnings') or | ||
self.ui.configbool('devel', 'check-locks')): | ||||
self.vfs.audit = self._getvfsward(self.vfs.audit) | ||||
Pierre-Yves David
|
r15922 | # A list of callback to shape the phase if no data were found. | ||
# Callback are in the form: func(repo, roots) --> processed root. | ||||
# This list it to be filled by extension during repo setup | ||||
self._phasedefaults = [] | ||||
mpm@selenic.com
|
r1089 | |||
Pierre-Yves David
|
r31111 | color.setup(self.ui) | ||
FUJIWARA Katsunori
|
r19778 | |||
Adrian Buehlmann
|
r6840 | self.spath = self.store.path | ||
FUJIWARA Katsunori
|
r17654 | self.svfs = self.store.vfs | ||
Adrian Buehlmann
|
r6840 | self.sjoin = self.store.join | ||
Boris Feld
|
r33437 | if (self.ui.configbool('devel', 'all-warnings') or | ||
self.ui.configbool('devel', 'check-locks')): | ||||
if util.safehasattr(self.svfs, 'vfs'): # this is filtervfs | ||||
self.svfs.vfs.audit = self._getsvfsward(self.svfs.vfs.audit) | ||||
else: # standard vfs | ||||
self.svfs.audit = self._getsvfsward(self.svfs.audit) | ||||
Benoit Boissinot
|
r3850 | |||
Siddharth Agarwal
|
r26155 | self._dirstatevalidatewarned = False | ||
Greg Ward
|
r9146 | |||
Martijn Pieters
|
r41764 | self._branchcaches = branchmap.BranchMapCache() | ||
Durham Goode
|
r24373 | self._revbranchcache = None | ||
Gregory Szorc
|
r37155 | self._filterpats = {} | ||
Patrick Mezard
|
r5966 | self._datafilters = {} | ||
Matt Mackall
|
r4916 | self._transref = self._lockref = self._wlockref = None | ||
mpm@selenic.com
|
r1089 | |||
Idan Kamara
|
r14929 | # A cache for various files under .hg/ that tracks file changes, | ||
# (used by the filecache decorator) | ||||
# | ||||
# Maps a property name to its util.filecacheentry | ||||
self._filecache = {} | ||||
Pierre-Yves David
|
r18101 | # hold sets of revision to be filtered | ||
# should be cleared when something might have changed the filter value: | ||||
# - new changesets, | ||||
# - phase change, | ||||
# - new obsolescence marker, | ||||
# - working directory parent change, | ||||
# - bookmark changes | ||||
self.filteredrevcache = {} | ||||
Siddharth Agarwal
|
r32814 | # post-dirstate-status hooks | ||
self._postdsstatus = [] | ||||
Sean Farley
|
r23558 | # generic mapping between names and nodes | ||
Ryan McElroy
|
r23561 | self.names = namespaces.namespaces() | ||
Sean Farley
|
r23558 | |||
Gregory Szorc
|
r33302 | # Key to signature value. | ||
self._sparsesignaturecache = {} | ||||
# Signature to cached matcher instance. | ||||
self._sparsematchercache = {} | ||||
Boris Feld
|
r33436 | def _getvfsward(self, origfunc): | ||
"""build a ward for self.vfs""" | ||||
rref = weakref.ref(self) | ||||
def checkvfs(path, mode=None): | ||||
ret = origfunc(path, mode=mode) | ||||
repo = rref() | ||||
if (repo is None | ||||
or not util.safehasattr(repo, '_wlockref') | ||||
or not util.safehasattr(repo, '_lockref')): | ||||
return | ||||
if mode in (None, 'r', 'rb'): | ||||
return | ||||
if path.startswith(repo.path): | ||||
# truncate name relative to the repository (.hg) | ||||
path = path[len(repo.path) + 1:] | ||||
Boris Feld
|
r33538 | if path.startswith('cache/'): | ||
msg = 'accessing cache with vfs instead of cachevfs: "%s"' | ||||
Boris Feld
|
r40785 | repo.ui.develwarn(msg % path, stacklevel=3, config="cache-vfs") | ||
Boris Feld
|
r40782 | if path.startswith('journal.') or path.startswith('undo.'): | ||
Boris Feld
|
r33436 | # journal is covered by 'lock' | ||
if repo._currentlock(repo._lockref) is None: | ||||
repo.ui.develwarn('write with no lock: "%s"' % path, | ||||
Boris Feld
|
r40785 | stacklevel=3, config='check-locks') | ||
Boris Feld
|
r33436 | elif repo._currentlock(repo._wlockref) is None: | ||
# rest of vfs files are covered by 'wlock' | ||||
# | ||||
# exclude special files | ||||
for prefix in self._wlockfreeprefix: | ||||
if path.startswith(prefix): | ||||
return | ||||
repo.ui.develwarn('write with no wlock: "%s"' % path, | ||||
Boris Feld
|
r40785 | stacklevel=3, config='check-locks') | ||
Boris Feld
|
r33436 | return ret | ||
return checkvfs | ||||
Boris Feld
|
r33437 | def _getsvfsward(self, origfunc): | ||
"""build a ward for self.svfs""" | ||||
rref = weakref.ref(self) | ||||
def checksvfs(path, mode=None): | ||||
ret = origfunc(path, mode=mode) | ||||
repo = rref() | ||||
if repo is None or not util.safehasattr(repo, '_lockref'): | ||||
return | ||||
if mode in (None, 'r', 'rb'): | ||||
return | ||||
if path.startswith(repo.sharedpath): | ||||
# truncate name relative to the repository (.hg) | ||||
path = path[len(repo.sharedpath) + 1:] | ||||
if repo._currentlock(repo._lockref) is None: | ||||
repo.ui.develwarn('write with no lock: "%s"' % path, | ||||
Boris Feld
|
r40785 | stacklevel=4) | ||
Boris Feld
|
r33437 | return ret | ||
return checksvfs | ||||
Peter Arrenbrecht
|
r17192 | def close(self): | ||
Durham Goode
|
r24378 | self._writecaches() | ||
def _writecaches(self): | ||||
if self._revbranchcache: | ||||
self._revbranchcache.write() | ||||
Peter Arrenbrecht
|
r17192 | |||
def _restrictcapabilities(self, caps): | ||||
Jun Wu
|
r33499 | if self.ui.configbool('experimental', 'bundle2-advertise'): | ||
Pierre-Yves David
|
r20955 | caps = set(caps) | ||
Gregory Szorc
|
r35801 | capsblob = bundle2.encodecaps(bundle2.getrepocaps(self, | ||
role='client')) | ||||
timeless
|
r28883 | caps.add('bundle2=' + urlreq.quote(capsblob)) | ||
Peter Arrenbrecht
|
r17192 | return caps | ||
Sune Foldager
|
r12295 | def _writerequirements(self): | ||
Drew Gottlieb
|
r24934 | scmutil.writerequires(self.vfs, self.requirements) | ||
Sune Foldager
|
r12295 | |||
Yuya Nishihara
|
r39348 | # Don't cache auditor/nofsauditor, or you'll end up with reference cycle: | ||
# self -> auditor -> self._checknested -> self | ||||
@property | ||||
def auditor(self): | ||||
# This is only used by context.workingctx.match in order to | ||||
# detect files in subrepos. | ||||
return pathutil.pathauditor(self.root, callback=self._checknested) | ||||
@property | ||||
def nofsauditor(self): | ||||
# This is only used by context.basectx.match in order to detect | ||||
# files in subrepos. | ||||
return pathutil.pathauditor(self.root, callback=self._checknested, | ||||
realfs=False, cached=True) | ||||
Martin Geisler
|
r12162 | def _checknested(self, path): | ||
"""Determine if path is a legal nested repository.""" | ||||
if not path.startswith(self.root): | ||||
return False | ||||
subpath = path[len(self.root) + 1:] | ||||
FUJIWARA Katsunori
|
r15722 | normsubpath = util.pconvert(subpath) | ||
Martin Geisler
|
r12162 | |||
# XXX: Checking against the current working copy is wrong in | ||||
# the sense that it can reject things like | ||||
# | ||||
# $ hg cat -r 10 sub/x.txt | ||||
# | ||||
# if sub/ is no longer a subrepository in the working copy | ||||
# parent revision. | ||||
# | ||||
# However, it can of course also allow things that would have | ||||
# been rejected before, such as the above cat command if sub/ | ||||
# is a subrepository now, but was a normal directory before. | ||||
# The old path auditor would have rejected by mistake since it | ||||
# panics when it sees sub/.hg/. | ||||
# | ||||
Martin Geisler
|
r12174 | # All in all, checking against the working copy seems sensible | ||
# since we want to prevent access to nested repositories on | ||||
# the filesystem *now*. | ||||
ctx = self[None] | ||||
Martin Geisler
|
r12162 | parts = util.splitpath(subpath) | ||
while parts: | ||||
FUJIWARA Katsunori
|
r15722 | prefix = '/'.join(parts) | ||
Martin Geisler
|
r12162 | if prefix in ctx.substate: | ||
FUJIWARA Katsunori
|
r15722 | if prefix == normsubpath: | ||
Martin Geisler
|
r12162 | return True | ||
else: | ||||
sub = ctx.sub(prefix) | ||||
return sub.checknested(subpath[len(prefix) + 1:]) | ||||
else: | ||||
parts.pop() | ||||
return False | ||||
Peter Arrenbrecht
|
r17192 | def peer(self): | ||
return localpeer(self) # not cached to avoid reference cycle | ||||
Pierre-Yves David
|
r17993 | def unfiltered(self): | ||
"""Return unfiltered version of the repository | ||||
Mads Kiilerich
|
r18644 | Intended to be overwritten by filtered repo.""" | ||
Pierre-Yves David
|
r17993 | return self | ||
Pulkit Goyal
|
r35508 | def filtered(self, name, visibilityexceptions=None): | ||
r42274 | """Return a filtered version of a repository | |||
The `name` parameter is the identifier of the requested view. This | ||||
will return a repoview object set "exactly" to the specified view. | ||||
This function does not apply recursive filtering to a repository. For | ||||
example calling `repo.filtered("served")` will return a repoview using | ||||
the "served" view, regardless of the initial view used by `repo`. | ||||
In other word, there is always only one level of `repoview` "filtering". | ||||
""" | ||||
Yuya Nishihara
|
r35248 | cls = repoview.newtype(self.unfiltered().__class__) | ||
Pulkit Goyal
|
r35508 | return cls(self, name, visibilityexceptions) | ||
Pierre-Yves David
|
r18100 | |||
Augie Fackler
|
r27698 | @repofilecache('bookmarks', 'bookmarks.current') | ||
Matt Mackall
|
r13355 | def _bookmarks(self): | ||
Augie Fackler
|
r17922 | return bookmarks.bmstore(self) | ||
Matt Mackall
|
r13355 | |||
Augie Fackler
|
r27698 | @property | ||
Ryan McElroy
|
r24947 | def _activebookmark(self): | ||
Augie Fackler
|
r27698 | return self._bookmarks.active | ||
Martin Geisler
|
r12162 | |||
Joerg Sonnenberger
|
r35310 | # _phasesets depend on changelog. what we need is to call | ||
# _phasecache.invalidate() if '00changelog.i' was changed, but it | ||||
Yuya Nishihara
|
r26405 | # can't be easily expressed in filecache mechanism. | ||
@storecache('phaseroots', '00changelog.i') | ||||
Patrick Mezard
|
r16657 | def _phasecache(self): | ||
return phases.phasecache(self, self._phasedefaults) | ||||
Pierre-Yves David
|
r15420 | |||
Pierre-Yves.David@ens-lyon.org
|
r17070 | @storecache('obsstore') | ||
def obsstore(self): | ||||
Gregory Szorc
|
r32729 | return obsolete.makestore(self.ui, self) | ||
Pierre-Yves.David@ens-lyon.org
|
r17070 | |||
Idan Kamara
|
r16198 | @storecache('00changelog.i') | ||
Matt Mackall
|
r8260 | def changelog(self): | ||
Gregory Szorc
|
r32292 | return changelog.changelog(self.svfs, | ||
trypending=txnutil.mayhavepending(self.root)) | ||||
Matt Mackall
|
r8260 | |||
Durham Goode
|
r30219 | @storecache('00manifest.i') | ||
Durham Goode
|
r29825 | def manifestlog(self): | ||
Gregory Szorc
|
r39799 | rootstore = manifest.manifestrevlog(self.svfs) | ||
Martin von Zweigbergk
|
r41067 | return manifest.manifestlog(self.svfs, self, rootstore, | ||
Martin von Zweigbergk
|
r41266 | self._storenarrowmatch) | ||
Durham Goode
|
r29825 | |||
Pierre-Yves David
|
r18014 | @repofilecache('dirstate') | ||
Matt Mackall
|
r8260 | def dirstate(self): | ||
Kyle Lippincott
|
r38142 | return self._makedirstate() | ||
def _makedirstate(self): | ||||
Kyle Lippincott
|
r38147 | """Extension point for wrapping the dirstate per-repo.""" | ||
Gregory Szorc
|
r33373 | sparsematchfn = lambda: sparse.matcher(self) | ||
Siddharth Agarwal
|
r26155 | return dirstate.dirstate(self.vfs, self.ui, self.root, | ||
Gregory Szorc
|
r33373 | self._dirstatevalidate, sparsematchfn) | ||
Matt Mackall
|
r13032 | |||
Siddharth Agarwal
|
r26155 | def _dirstatevalidate(self, node): | ||
try: | ||||
self.changelog.rev(node) | ||||
return node | ||||
except error.LookupError: | ||||
if not self._dirstatevalidatewarned: | ||||
self._dirstatevalidatewarned = True | ||||
self.ui.warn(_("warning: ignoring unknown" | ||||
" working parent %s!\n") % short(node)) | ||||
return nullid | ||||
Vadim Gelfer
|
r2155 | |||
Martin von Zweigbergk
|
r38908 | @storecache(narrowspec.FILENAME) | ||
Martin von Zweigbergk
|
r36489 | def narrowpats(self): | ||
"""matcher patterns for this repository's narrowspec | ||||
A tuple of (includes, excludes). | ||||
""" | ||||
Martin von Zweigbergk
|
r39794 | return narrowspec.load(self) | ||
Martin von Zweigbergk
|
r36489 | |||
Martin von Zweigbergk
|
r38908 | @storecache(narrowspec.FILENAME) | ||
Martin von Zweigbergk
|
r41266 | def _storenarrowmatch(self): | ||
if repository.NARROW_REQUIREMENT not in self.requirements: | ||||
Martin von Zweigbergk
|
r41825 | return matchmod.always() | ||
Martin von Zweigbergk
|
r41266 | include, exclude = self.narrowpats | ||
return narrowspec.match(self.root, include=include, exclude=exclude) | ||||
@storecache(narrowspec.FILENAME) | ||||
Martin von Zweigbergk
|
r36489 | def _narrowmatch(self): | ||
Martin von Zweigbergk
|
r38871 | if repository.NARROW_REQUIREMENT not in self.requirements: | ||
Martin von Zweigbergk
|
r41825 | return matchmod.always() | ||
Martin von Zweigbergk
|
r41072 | narrowspec.checkworkingcopynarrowspec(self) | ||
Martin von Zweigbergk
|
r36489 | include, exclude = self.narrowpats | ||
return narrowspec.match(self.root, include=include, exclude=exclude) | ||||
Martin von Zweigbergk
|
r40122 | def narrowmatch(self, match=None, includeexact=False): | ||
Martin von Zweigbergk
|
r40118 | """matcher corresponding the the repo's narrowspec | ||
If `match` is given, then that will be intersected with the narrow | ||||
matcher. | ||||
Martin von Zweigbergk
|
r40122 | |||
If `includeexact` is True, then any exact matches from `match` will | ||||
be included even if they're outside the narrowspec. | ||||
Martin von Zweigbergk
|
r40118 | """ | ||
if match: | ||||
Martin von Zweigbergk
|
r40122 | if includeexact and not self._narrowmatch.always(): | ||
# do not exclude explicitly-specified paths so that they can | ||||
# be warned later on | ||||
Martin von Zweigbergk
|
r41825 | em = matchmod.exact(match.files()) | ||
Martin von Zweigbergk
|
r40122 | nm = matchmod.unionmatcher([self._narrowmatch, em]) | ||
return matchmod.intersectmatchers(match, nm) | ||||
Martin von Zweigbergk
|
r40118 | return matchmod.intersectmatchers(match, self._narrowmatch) | ||
Martin von Zweigbergk
|
r36489 | return self._narrowmatch | ||
def setnarrowpats(self, newincludes, newexcludes): | ||||
Yuya Nishihara
|
r39593 | narrowspec.save(self, newincludes, newexcludes) | ||
Martin von Zweigbergk
|
r36489 | self.invalidate(clearfilecache=True) | ||
Matt Mackall
|
r6747 | def __getitem__(self, changeid): | ||
Yuya Nishihara
|
r32658 | if changeid is None: | ||
Matt Mackall
|
r6747 | return context.workingctx(self) | ||
Martin von Zweigbergk
|
r37191 | if isinstance(changeid, context.basectx): | ||
return changeid | ||||
Eric Sumner
|
r23630 | if isinstance(changeid, slice): | ||
Yuya Nishihara
|
r32658 | # wdirrev isn't contiguous so the slice shouldn't include it | ||
Martin von Zweigbergk
|
r39993 | return [self[i] | ||
Gregory Szorc
|
r38806 | for i in pycompat.xrange(*changeid.indices(len(self))) | ||
Eric Sumner
|
r23630 | if i not in self.changelog.filteredrevs] | ||
Yuya Nishihara
|
r32658 | try: | ||
Martin von Zweigbergk
|
r39994 | if isinstance(changeid, int): | ||
node = self.changelog.node(changeid) | ||||
rev = changeid | ||||
elif changeid == 'null': | ||||
node = nullid | ||||
rev = nullrev | ||||
elif changeid == 'tip': | ||||
node = self.changelog.tip() | ||||
rev = self.changelog.rev(node) | ||||
Martin von Zweigbergk
|
r39995 | elif changeid == '.': | ||
Martin von Zweigbergk
|
r39994 | # this is a hack to delay/avoid loading obsmarkers | ||
# when we know that '.' won't be hidden | ||||
node = self.dirstate.p1() | ||||
rev = self.unfiltered().changelog.rev(node) | ||||
elif len(changeid) == 20: | ||||
try: | ||||
node = changeid | ||||
rev = self.changelog.rev(changeid) | ||||
except error.FilteredLookupError: | ||||
changeid = hex(changeid) # for the error message | ||||
raise | ||||
except LookupError: | ||||
# check if it might have come from damaged dirstate | ||||
# | ||||
# XXX we could avoid the unfiltered if we had a recognizable | ||||
# exception for filtered changeset access | ||||
if (self.local() | ||||
and changeid in self.unfiltered().dirstate.parents()): | ||||
msg = _("working directory has unknown parent '%s'!") | ||||
raise error.Abort(msg % short(changeid)) | ||||
changeid = hex(changeid) # for the error message | ||||
Martin von Zweigbergk
|
r40099 | raise | ||
Martin von Zweigbergk
|
r39994 | |||
elif len(changeid) == 40: | ||||
Martin von Zweigbergk
|
r40099 | node = bin(changeid) | ||
rev = self.changelog.rev(node) | ||||
Martin von Zweigbergk
|
r39994 | else: | ||
raise error.ProgrammingError( | ||||
"unsupported changeid '%s' of type %s" % | ||||
(changeid, type(changeid))) | ||||
Martin von Zweigbergk
|
r40100 | return context.changectx(self, rev, node) | ||
Martin von Zweigbergk
|
r39994 | except (error.FilteredIndexError, error.FilteredLookupError): | ||
raise error.FilteredRepoLookupError(_("filtered revision '%s'") | ||||
% pycompat.bytestr(changeid)) | ||||
Martin von Zweigbergk
|
r40099 | except (IndexError, LookupError): | ||
Augie Fackler
|
r40389 | raise error.RepoLookupError( | ||
_("unknown revision '%s'") % pycompat.bytestr(changeid)) | ||||
Yuya Nishihara
|
r32658 | except error.WdirUnsupported: | ||
return context.workingctx(self) | ||||
Matt Mackall
|
r6747 | |||
Alexander Solovyov
|
r9924 | def __contains__(self, changeid): | ||
Yuya Nishihara
|
r32481 | """True if the given changeid exists | ||
Martin von Zweigbergk
|
r38877 | error.AmbiguousPrefixLookupError is raised if an ambiguous node | ||
specified. | ||||
Yuya Nishihara
|
r32481 | """ | ||
Alexander Solovyov
|
r9924 | try: | ||
Yuya Nishihara
|
r24320 | self[changeid] | ||
return True | ||||
Yuya Nishihara
|
r37815 | except error.RepoLookupError: | ||
Alexander Solovyov
|
r9924 | return False | ||
Matt Mackall
|
r6750 | def __nonzero__(self): | ||
return True | ||||
Gregory Szorc
|
r31476 | __bool__ = __nonzero__ | ||
Matt Mackall
|
r6750 | def __len__(self): | ||
Yuya Nishihara
|
r35754 | # no need to pay the cost of repoview.changelog | ||
unfi = self.unfiltered() | ||||
return len(unfi.changelog) | ||||
Matt Mackall
|
r6750 | |||
def __iter__(self): | ||||
Pierre-Yves David
|
r17675 | return iter(self.changelog) | ||
Vadim Gelfer
|
r2155 | |||
Matt Mackall
|
r15403 | def revs(self, expr, *args): | ||
Gregory Szorc
|
r27071 | '''Find revisions matching a revset. | ||
The revset is specified as a string ``expr`` that may contain | ||||
Yuya Nishihara
|
r31024 | %-formatting to escape certain types. See ``revsetlang.formatspec``. | ||
Gregory Szorc
|
r27071 | |||
Gregory Szorc
|
r29417 | Revset aliases from the configuration are not expanded. To expand | ||
Yuya Nishihara
|
r31025 | user aliases, consider calling ``scmutil.revrange()`` or | ||
``repo.anyrevs([expr], user=True)``. | ||||
Gregory Szorc
|
r29417 | |||
Returns a revset.abstractsmartset, which is a list-like interface | ||||
Gregory Szorc
|
r27071 | that contains integer revisions. | ||
''' | ||||
Boris Feld
|
r41258 | tree = revsetlang.spectree(expr, *args) | ||
return revset.makematcher(tree)(self) | ||||
Matt Mackall
|
r15403 | |||
Matt Mackall
|
r14902 | def set(self, expr, *args): | ||
Gregory Szorc
|
r27071 | '''Find revisions matching a revset and emit changectx instances. | ||
This is a convenience wrapper around ``revs()`` that iterates the | ||||
result and is a generator of changectx instances. | ||||
Gregory Szorc
|
r29417 | |||
Revset aliases from the configuration are not expanded. To expand | ||||
user aliases, consider calling ``scmutil.revrange()``. | ||||
Matt Mackall
|
r14902 | ''' | ||
Matt Mackall
|
r15403 | for r in self.revs(expr, *args): | ||
Matt Mackall
|
r14902 | yield self[r] | ||
Jun Wu
|
r33336 | def anyrevs(self, specs, user=False, localalias=None): | ||
Yuya Nishihara
|
r31025 | '''Find revisions matching one of the given revsets. | ||
Revset aliases from the configuration are not expanded by default. To | ||||
Jun Wu
|
r33336 | expand user aliases, specify ``user=True``. To provide some local | ||
definitions overriding user aliases, set ``localalias`` to | ||||
``{name: definitionstring}``. | ||||
Yuya Nishihara
|
r31025 | ''' | ||
if user: | ||||
Yuya Nishihara
|
r37692 | m = revset.matchany(self.ui, specs, | ||
lookup=revset.lookupfn(self), | ||||
Jun Wu
|
r33336 | localalias=localalias) | ||
Yuya Nishihara
|
r31025 | else: | ||
Jun Wu
|
r33336 | m = revset.matchany(None, specs, localalias=localalias) | ||
Yuya Nishihara
|
r31025 | return m(self) | ||
Vadim Gelfer
|
r2673 | def url(self): | ||
return 'file:' + self.root | ||||
Vadim Gelfer
|
r1718 | def hook(self, name, throw=False, **args): | ||
Gregory Szorc
|
r21866 | """Call a hook, passing this repo instance. | ||
This a convenience method to aid invoking hooks. Extensions likely | ||||
won't call this unless they have registered a custom hook or are | ||||
replacing code that is expected to call a hook. | ||||
""" | ||||
Matt Mackall
|
r4622 | return hook.hook(self.ui, self, name, throw, **args) | ||
mpm@selenic.com
|
r1089 | |||
Pierre-Yves David
|
r18013 | @filteredpropertycache | ||
Idan Kamara
|
r14936 | def _tagscache(self): | ||
Brodie Rao
|
r16683 | '''Returns a tagscache object that contains various tags related | ||
caches.''' | ||||
Idan Kamara
|
r14936 | |||
# This simplifies its cache management by having one decorated | ||||
# function (this one) and the rest simply fetch things from it. | ||||
class tagscache(object): | ||||
def __init__(self): | ||||
# These two define the set of tags for this repository. tags | ||||
# maps tag name to node; tagtypes maps tag name to 'global' or | ||||
# 'local'. (Global tags are defined by .hgtags across all | ||||
# heads, and local tags are defined in .hg/localtags.) | ||||
# They constitute the in-memory cache of tags. | ||||
self.tags = self.tagtypes = None | ||||
self.nodetagscache = self.tagslist = None | ||||
cache = tagscache() | ||||
cache.tags, cache.tagtypes = self._findtags() | ||||
return cache | ||||
mpm@selenic.com
|
r1089 | def tags(self): | ||
'''return a mapping of tag to node''' | ||||
Matt Mackall
|
r16371 | t = {} | ||
Pierre-Yves David
|
r17715 | if self.changelog.filteredrevs: | ||
tags, tt = self._findtags() | ||||
else: | ||||
tags = self._tagscache.tags | ||||
Boris Feld
|
r40776 | rev = self.changelog.rev | ||
Pierre-Yves David
|
r17715 | for k, v in tags.iteritems(): | ||
Matt Mackall
|
r16371 | try: | ||
# ignore tags to unknown nodes | ||||
Boris Feld
|
r40776 | rev(v) | ||
Matt Mackall
|
r16371 | t[k] = v | ||
Bryan O'Sullivan
|
r16679 | except (error.LookupError, ValueError): | ||
Matt Mackall
|
r16371 | pass | ||
return t | ||||
Matt Mackall
|
r4210 | |||
Greg Ward
|
r9145 | def _findtags(self): | ||
'''Do the hard work of finding tags. Return a pair of dicts | ||||
(tags, tagtypes) where tags maps tag name to node, and tagtypes | ||||
maps tag name to a string like \'global\' or \'local\'. | ||||
Subclasses or extensions are free to add their own tags, but | ||||
should be aware that the returned dicts will be retained for the | ||||
duration of the localrepo object.''' | ||||
# XXX what tagtype should subclasses/extensions use? Currently | ||||
# mq and bookmarks add tags, but do not set the tagtype at all. | ||||
# Should each extension invent its own tag type? Should there | ||||
# be one tagtype for all such "virtual" tags? Or is the status | ||||
# quo fine? | ||||
Matt Mackall
|
r4210 | |||
mpm@selenic.com
|
r1089 | |||
Pierre-Yves David
|
r31709 | # map tag name to (node, hist) | ||
alltags = tagsmod.findglobaltags(self.ui, self) | ||||
# map tag name to tag type | ||||
tagtypes = dict((tag, 'global') for tag in alltags) | ||||
Pierre-Yves David
|
r31706 | |||
Benoit Boissinot
|
r10651 | tagsmod.readlocaltags(self.ui, self, alltags, tagtypes) | ||
Osku Salerma
|
r5657 | |||
Greg Ward
|
r9152 | # Build the return dicts. Have to re-encode tag names because | ||
# the tags module always uses UTF-8 (in order not to lose info | ||||
# writing to the cache), but the rest of Mercurial wants them in | ||||
# local encoding. | ||||
Greg Ward
|
r9145 | tags = {} | ||
Greg Ward
|
r9147 | for (name, (node, hist)) in alltags.iteritems(): | ||
if node != nullid: | ||||
Matt Mackall
|
r16371 | tags[encoding.tolocal(name)] = node | ||
Greg Ward
|
r9145 | tags['tip'] = self.changelog.tip() | ||
Greg Ward
|
r9152 | tagtypes = dict([(encoding.tolocal(name), value) | ||
for (name, value) in tagtypes.iteritems()]) | ||||
Greg Ward
|
r9145 | return (tags, tagtypes) | ||
mpm@selenic.com
|
r1089 | |||
Osku Salerma
|
r5657 | def tagtype(self, tagname): | ||
''' | ||||
return the type of the given tag. result can be: | ||||
'local' : a local tag | ||||
'global' : a global tag | ||||
None : tag does not exist | ||||
''' | ||||
Idan Kamara
|
r14936 | return self._tagscache.tagtypes.get(tagname) | ||
Osku Salerma
|
r5657 | |||
mpm@selenic.com
|
r1089 | def tagslist(self): | ||
'''return a list of tags ordered by revision''' | ||||
Idan Kamara
|
r14936 | if not self._tagscache.tagslist: | ||
l = [] | ||||
for t, n in self.tags().iteritems(): | ||||
Mads Kiilerich
|
r22201 | l.append((self.changelog.rev(n), t, n)) | ||
Idan Kamara
|
r14936 | self._tagscache.tagslist = [(t, n) for r, t, n in sorted(l)] | ||
return self._tagscache.tagslist | ||||
mpm@selenic.com
|
r1089 | |||
def nodetags(self, node): | ||||
'''return the tags associated with a node''' | ||||
Idan Kamara
|
r14936 | if not self._tagscache.nodetagscache: | ||
nodetagscache = {} | ||||
Matt Mackall
|
r16371 | for t, n in self._tagscache.tags.iteritems(): | ||
Idan Kamara
|
r14936 | nodetagscache.setdefault(n, []).append(t) | ||
for tags in nodetagscache.itervalues(): | ||||
Eric Eisner
|
r11047 | tags.sort() | ||
Idan Kamara
|
r14936 | self._tagscache.nodetagscache = nodetagscache | ||
return self._tagscache.nodetagscache.get(node, []) | ||||
mpm@selenic.com
|
r1089 | |||
David Soria Parra
|
r13384 | def nodebookmarks(self, node): | ||
Augie Fackler
|
r27166 | """return the list of bookmarks pointing to the specified node""" | ||
Yuya Nishihara
|
r37867 | return self._bookmarks.names(node) | ||
David Soria Parra
|
r13384 | |||
Georg Brandl
|
r12066 | def branchmap(self): | ||
Mads Kiilerich
|
r20245 | '''returns a dictionary {branch: [branchheads]} with branchheads | ||
ordered by increasing revision number''' | ||||
Martijn Pieters
|
r41764 | return self._branchcaches[self] | ||
Pierre-Yves David
|
r17714 | |||
Durham Goode
|
r24373 | @unfilteredmethod | ||
def revbranchcache(self): | ||||
if not self._revbranchcache: | ||||
self._revbranchcache = branchmap.revbranchcache(self.unfiltered()) | ||||
return self._revbranchcache | ||||
Sean Farley
|
r23775 | def branchtip(self, branch, ignoremissing=False): | ||
'''return the tip node for a given branch | ||||
If ignoremissing is True, then this method will not raise an error. | ||||
This is helpful for callers that only expect None for a missing branch | ||||
(e.g. namespace). | ||||
''' | ||||
Brodie Rao
|
r20187 | try: | ||
return self.branchmap().branchtip(branch) | ||||
except KeyError: | ||||
Sean Farley
|
r23775 | if not ignoremissing: | ||
raise error.RepoLookupError(_("unknown branch '%s'") % branch) | ||||
else: | ||||
pass | ||||
Brodie Rao
|
r16719 | |||
mpm@selenic.com
|
r1089 | def lookup(self, key): | ||
Martin von Zweigbergk
|
r42248 | node = scmutil.revsymbol(self, key).node() | ||
if node is None: | ||||
raise error.RepoLookupError(_("unknown revision '%s'") % key) | ||||
return node | ||||
mpm@selenic.com
|
r1089 | |||
Martin von Zweigbergk
|
r37369 | def lookupbranch(self, key): | ||
Pulkit Goyal
|
r42171 | if self.branchmap().hasbranch(key): | ||
Steve Losh
|
r10960 | return key | ||
Martin von Zweigbergk
|
r37370 | return scmutil.revsymbol(self, key).branch() | ||
Steve Losh
|
r10960 | |||
Peter Arrenbrecht
|
r13723 | def known(self, nodes): | ||
Pierre-Yves David
|
r27319 | cl = self.changelog | ||
nm = cl.nodemap | ||||
filtered = cl.filteredrevs | ||||
Pierre-Yves David
|
r15889 | result = [] | ||
for n in nodes: | ||||
r = nm.get(n) | ||||
Pierre-Yves David
|
r27319 | resp = not (r is None or r in filtered) | ||
Pierre-Yves David
|
r15889 | result.append(resp) | ||
return result | ||||
Peter Arrenbrecht
|
r13723 | |||
mpm@selenic.com
|
r1089 | def local(self): | ||
Matt Mackall
|
r14603 | return self | ||
mpm@selenic.com
|
r1089 | |||
Matt Mackall
|
r25623 | def publishing(self): | ||
Matt Mackall
|
r25625 | # it's safe (and desirable) to trust the publish flag unconditionally | ||
# so that we don't finalize changes shared between users via ssh or nfs | ||||
Jun Wu
|
r33499 | return self.ui.configbool('phases', 'publish', untrusted=True) | ||
Matt Mackall
|
r25623 | |||
Peter Arrenbrecht
|
r17192 | def cancopy(self): | ||
Pierre-Yves David
|
r20332 | # so statichttprepo's override of local() works | ||
if not self.local(): | ||||
return False | ||||
Matt Mackall
|
r25624 | if not self.publishing(): | ||
Pierre-Yves David
|
r20332 | return True | ||
# if publishing we can't copy if there is filtered content | ||||
return not self.filtered('visible').changelog.filteredrevs | ||||
Peter Arrenbrecht
|
r17192 | |||
Angel Ezquerra
|
r23666 | def shared(self): | ||
'''the type of shared repository (None if not shared)''' | ||||
if self.sharedpath != self.path: | ||||
return 'store' | ||||
return None | ||||
Angel Ezquerra
|
r22362 | def wjoin(self, f, *insidef): | ||
Angel Ezquerra
|
r23714 | return self.vfs.reljoin(self.root, f, *insidef) | ||
mpm@selenic.com
|
r1089 | |||
Patrick Mezard
|
r16551 | def setparents(self, p1, p2=nullid): | ||
Augie Fackler
|
r32350 | with self.dirstate.parentchange(): | ||
copies = self.dirstate.setparents(p1, p2) | ||||
pctx = self[p1] | ||||
if copies: | ||||
# Adjust copy records, the dirstate cannot do it, it | ||||
# requires access to parents manifests. Preserve them | ||||
# only for entries added to first parent. | ||||
for f in copies: | ||||
if f not in pctx and copies[f] in pctx: | ||||
self.dirstate.copy(copies[f], f) | ||||
if p2 == nullid: | ||||
for f, s in sorted(self.dirstate.copies().items()): | ||||
if f not in pctx and s not in pctx: | ||||
self.dirstate.copy(None, f) | ||||
Patrick Mezard
|
r16551 | |||
Martin von Zweigbergk
|
r37189 | def filectx(self, path, changeid=None, fileid=None, changectx=None): | ||
Yuya Nishihara
|
r40754 | """changeid must be a changeset revision, if specified. | ||
Matt Mackall
|
r2564 | fileid can be a file revision or node.""" | ||
Martin von Zweigbergk
|
r37189 | return context.filectx(self, path, changeid, fileid, | ||
changectx=changectx) | ||||
Matt Mackall
|
r2564 | |||
mpm@selenic.com
|
r1089 | def getcwd(self): | ||
return self.dirstate.getcwd() | ||||
Alexis S. L. Carvalho
|
r4525 | def pathto(self, f, cwd=None): | ||
return self.dirstate.pathto(f, cwd) | ||||
Nicolas Dumazet
|
r11698 | def _loadfilter(self, filter): | ||
Gregory Szorc
|
r37155 | if filter not in self._filterpats: | ||
mpm@selenic.com
|
r1258 | l = [] | ||
Matt Mackall
|
r4004 | for pat, cmd in self.ui.configitems(filter): | ||
Mads Kiilerich
|
r7226 | if cmd == '!': | ||
continue | ||||
Benoit Boissinot
|
r10651 | mf = matchmod.match(self.root, '', [pat]) | ||
Patrick Mezard
|
r5966 | fn = None | ||
Jesse Glick
|
r6066 | params = cmd | ||
Patrick Mezard
|
r5966 | for name, filterfn in self._datafilters.iteritems(): | ||
Thomas Arendsen Hein
|
r6210 | if cmd.startswith(name): | ||
Patrick Mezard
|
r5966 | fn = filterfn | ||
Jesse Glick
|
r6066 | params = cmd[len(name):].lstrip() | ||
Patrick Mezard
|
r5966 | break | ||
if not fn: | ||||
Yuya Nishihara
|
r37138 | fn = lambda s, c, **kwargs: procutil.filter(s, c) | ||
Jesse Glick
|
r5967 | # Wrap old filters not supporting keyword arguments | ||
Augie Fackler
|
r36196 | if not pycompat.getargspec(fn)[2]: | ||
Jesse Glick
|
r5967 | oldfn = fn | ||
fn = lambda s, c, **kwargs: oldfn(s, c) | ||||
Jesse Glick
|
r6066 | l.append((mf, fn, params)) | ||
Gregory Szorc
|
r37155 | self._filterpats[filter] = l | ||
return self._filterpats[filter] | ||||
mpm@selenic.com
|
r1258 | |||
Nicolas Dumazet
|
r12707 | def _filter(self, filterpats, filename, data): | ||
for mf, fn, cmd in filterpats: | ||||
mpm@selenic.com
|
r1258 | if mf(filename): | ||
Martin Geisler
|
r9467 | self.ui.debug("filtering %s through %s\n" % (filename, cmd)) | ||
Jesse Glick
|
r5967 | data = fn(data, cmd, ui=self.ui, repo=self, filename=filename) | ||
mpm@selenic.com
|
r1258 | break | ||
return data | ||||
mpm@selenic.com
|
r1089 | |||
Pierre-Yves David
|
r18013 | @unfilteredpropertycache | ||
Nicolas Dumazet
|
r12708 | def _encodefilterpats(self): | ||
return self._loadfilter('encode') | ||||
Pierre-Yves David
|
r18013 | @unfilteredpropertycache | ||
Nicolas Dumazet
|
r12708 | def _decodefilterpats(self): | ||
return self._loadfilter('decode') | ||||
Patrick Mezard
|
r5966 | def adddatafilter(self, name, filter): | ||
self._datafilters[name] = filter | ||||
Matt Mackall
|
r4004 | def wread(self, filename): | ||
Pierre-Yves David
|
r31428 | if self.wvfs.islink(filename): | ||
FUJIWARA Katsunori
|
r18950 | data = self.wvfs.readlink(filename) | ||
Matt Mackall
|
r4004 | else: | ||
Angel Ezquerra
|
r23854 | data = self.wvfs.read(filename) | ||
Nicolas Dumazet
|
r12708 | return self._filter(self._encodefilterpats, filename, data) | ||
mpm@selenic.com
|
r1258 | |||
Boris Feld
|
r35743 | def wwrite(self, filename, data, flags, backgroundclose=False, **kwargs): | ||
FUJIWARA Katsunori
|
r24843 | """write ``data`` into ``filename`` in the working directory | ||
This returns length of written (maybe decoded) data. | ||||
""" | ||||
Nicolas Dumazet
|
r12708 | data = self._filter(self._decodefilterpats, filename, data) | ||
Matt Mackall
|
r6877 | if 'l' in flags: | ||
Angel Ezquerra
|
r23854 | self.wvfs.symlink(data, filename) | ||
Matt Mackall
|
r6877 | else: | ||
Boris Feld
|
r35743 | self.wvfs.write(filename, data, backgroundclose=backgroundclose, | ||
**kwargs) | ||||
Matt Mackall
|
r6877 | if 'x' in flags: | ||
FUJIWARA Katsunori
|
r18951 | self.wvfs.setflags(filename, False, True) | ||
Boris Feld
|
r35744 | else: | ||
self.wvfs.setflags(filename, False, False) | ||||
FUJIWARA Katsunori
|
r24843 | return len(data) | ||
mpm@selenic.com
|
r1258 | |||
Matt Mackall
|
r4005 | def wwritedata(self, filename, data): | ||
Nicolas Dumazet
|
r12708 | return self._filter(self._decodefilterpats, filename, data) | ||
mpm@selenic.com
|
r1089 | |||
Pierre-Yves David
|
r23379 | def currenttransaction(self): | ||
"""return the current transaction or None if non exists""" | ||||
Jordi Gutiérrez Hermoso
|
r24306 | if self._transref: | ||
tr = self._transref() | ||||
else: | ||||
tr = None | ||||
Henrik Stuart
|
r8072 | if tr and tr.running(): | ||
Pierre-Yves David
|
r23379 | return tr | ||
return None | ||||
def transaction(self, desc, report=None): | ||||
Pierre-Yves David
|
r25290 | if (self.ui.configbool('devel', 'all-warnings') | ||
Pierre-Yves David
|
r24388 | or self.ui.configbool('devel', 'check-locks')): | ||
Pierre-Yves David
|
r29705 | if self._currentlock(self._lockref) is None: | ||
Jun Wu
|
r30574 | raise error.ProgrammingError('transaction requires locking') | ||
Pierre-Yves David
|
r23379 | tr = self.currenttransaction() | ||
if tr is not None: | ||||
Martin von Zweigbergk
|
r36837 | return tr.nest(name=desc) | ||
mason@suse.com
|
r1806 | |||
Matt Mackall
|
r5865 | # abort here if the journal already exists | ||
FUJIWARA Katsunori
|
r18947 | if self.svfs.exists("journal"): | ||
Matt Mackall
|
r10282 | raise error.RepoError( | ||
Johan Bjork
|
r21274 | _("abandoned transaction found"), | ||
hint=_("run 'hg recover' to clean up transaction")) | ||||
Matt Mackall
|
r5865 | |||
FUJIWARA Katsunori
|
r25267 | idbase = "%.40f#%f" % (random.random(), time.time()) | ||
Augie Fackler
|
r31523 | ha = hex(hashlib.sha1(idbase).digest()) | ||
Augie Fackler
|
r31508 | txnid = 'TXN:' + ha | ||
FUJIWARA Katsunori
|
r25268 | self.hook('pretxnopen', throw=True, txnname=desc, txnid=txnid) | ||
Pierre-Yves David
|
r24281 | |||
Idan Kamara
|
r16236 | self._writejournal(desc) | ||
FUJIWARA Katsunori
|
r18952 | renames = [(vfs, x, undoname(x)) for vfs, x in self._journalfiles()] | ||
Jordi Gutiérrez Hermoso
|
r24306 | if report: | ||
rp = report | ||||
else: | ||||
rp = self.ui.warn | ||||
Gregory Szorc
|
r40092 | vfsmap = {'plain': self.vfs, 'store': self.svfs} # root of .hg/ | ||
Pierre-Yves David
|
r24284 | # we must avoid cyclic reference between repo and transaction. | ||
reporef = weakref.ref(self) | ||||
Pierre-Yves David
|
r31994 | # Code to track tag movement | ||
# | ||||
# Since tags are all handled as file content, it is actually quite hard | ||||
# to track these movement from a code perspective. So we fallback to a | ||||
# tracking at the repository level. One could envision to track changes | ||||
# to the '.hgtags' file through changegroup apply but that fails to | ||||
# cope with case where transaction expose new heads without changegroup | ||||
# being involved (eg: phase movement). | ||||
# | ||||
# For now, We gate the feature behind a flag since this likely comes | ||||
# with performance impacts. The current code run more often than needed | ||||
# and do not use caches as much as it could. The current focus is on | ||||
# the behavior of the feature so we disable it by default. The flag | ||||
# will be removed when we are happy with the performance impact. | ||||
Pierre-Yves David
|
r31996 | # | ||
# Once this feature is no longer experimental move the following | ||||
# documentation to the appropriate help section: | ||||
# | ||||
# The ``HG_TAG_MOVED`` variable will be set if the transaction touched | ||||
# tags (new or changed or deleted tags). In addition the details of | ||||
# these changes are made available in a file at: | ||||
# ``REPOROOT/.hg/changes/tags.changes``. | ||||
# Make sure you check for HG_TAG_MOVED before reading that file as it | ||||
# might exist from a previous transaction even if no tag were touched | ||||
# in this one. Changes are recorded in a line base format:: | ||||
# | ||||
# <action> <hex-node> <tag-name>\n | ||||
# | ||||
# Actions are defined as follow: | ||||
# "-R": tag is removed, | ||||
# "+A": tag is added, | ||||
# "-M": tag is moved (old value), | ||||
# "+M": tag is moved (new value), | ||||
Pierre-Yves David
|
r31994 | tracktags = lambda x: None | ||
# experimental config: experimental.hook-track-tags | ||||
Jun Wu
|
r33499 | shouldtracktags = self.ui.configbool('experimental', 'hook-track-tags') | ||
Pierre-Yves David
|
r31994 | if desc != 'strip' and shouldtracktags: | ||
oldheads = self.changelog.headrevs() | ||||
def tracktags(tr2): | ||||
repo = reporef() | ||||
oldfnodes = tagsmod.fnoderevs(repo.ui, repo, oldheads) | ||||
newheads = repo.changelog.headrevs() | ||||
newfnodes = tagsmod.fnoderevs(repo.ui, repo, newheads) | ||||
# notes: we compare lists here. | ||||
# As we do it only once buiding set would not be cheaper | ||||
Pierre-Yves David
|
r31995 | changes = tagsmod.difftags(repo.ui, repo, oldfnodes, newfnodes) | ||
if changes: | ||||
Pierre-Yves David
|
r31994 | tr2.hookargs['tag_moved'] = '1' | ||
Pierre-Yves David
|
r31996 | with repo.vfs('changes/tags.changes', 'w', | ||
atomictemp=True) as changesfile: | ||||
# note: we do not register the file to the transaction | ||||
# because we needs it to still exist on the transaction | ||||
# is close (for txnclose hooks) | ||||
tagsmod.writediff(changesfile, changes) | ||||
Pierre-Yves David
|
r31994 | def validate(tr2): | ||
Pierre-Yves David
|
r24284 | """will run pre-closing hooks""" | ||
Pierre-Yves David
|
r31994 | # XXX the transaction API is a bit lacking here so we take a hacky | ||
# path for now | ||||
# | ||||
# We cannot add this as a "pending" hooks since the 'tr.hookargs' | ||||
# dict is copied before these run. In addition we needs the data | ||||
# available to in memory hooks too. | ||||
# | ||||
# Moreover, we also need to make sure this runs before txnclose | ||||
# hooks and there is no "pending" mechanism that would execute | ||||
# logic only if hooks are about to run. | ||||
# | ||||
# Fixing this limitation of the transaction is also needed to track | ||||
# other families of changes (bookmarks, phases, obsolescence). | ||||
# | ||||
# This will have to be fixed before we remove the experimental | ||||
# gating. | ||||
tracktags(tr2) | ||||
Boris Feld
|
r34710 | repo = reporef() | ||
Boris Feld
|
r35186 | if repo.ui.configbool('experimental', 'single-head-per-branch'): | ||
scmutil.enforcesinglehead(repo, tr2, desc) | ||||
Boris Feld
|
r34710 | if hook.hashook(repo.ui, 'pretxnclose-bookmark'): | ||
for name, (old, new) in sorted(tr.changes['bookmarks'].items()): | ||||
args = tr.hookargs.copy() | ||||
args.update(bookmarks.preparehookargs(name, old, new)) | ||||
repo.hook('pretxnclose-bookmark', throw=True, | ||||
**pycompat.strkwargs(args)) | ||||
Boris Feld
|
r34712 | if hook.hashook(repo.ui, 'pretxnclose-phase'): | ||
cl = repo.unfiltered().changelog | ||||
for rev, (old, new) in tr.changes['phases'].items(): | ||||
args = tr.hookargs.copy() | ||||
node = hex(cl.node(rev)) | ||||
args.update(phases.preparehookargs(node, old, new)) | ||||
r42062 | repo.hook('pretxnclose-phase', throw=True, | |||
Boris Feld
|
r34712 | **pycompat.strkwargs(args)) | ||
Boris Feld
|
r34710 | |||
repo.hook('pretxnclose', throw=True, | ||||
r42062 | **pycompat.strkwargs(tr.hookargs)) | |||
FUJIWARA Katsunori
|
r26577 | def releasefn(tr, success): | ||
repo = reporef() | ||||
if success: | ||||
FUJIWARA Katsunori
|
r26634 | # this should be explicitly invoked here, because | ||
# in-memory changes aren't written out at closing | ||||
# transaction, if tr.addfilegenerator (via | ||||
# dirstate.write or so) isn't invoked while | ||||
# transaction running | ||||
FUJIWARA Katsunori
|
r26748 | repo.dirstate.write(None) | ||
FUJIWARA Katsunori
|
r26577 | else: | ||
# discard all changes (including ones already written | ||||
# out) in this transaction | ||||
Martin von Zweigbergk
|
r38905 | narrowspec.restorebackup(self, 'journal.narrowspec') | ||
Martin von Zweigbergk
|
r41264 | narrowspec.restorewcbackup(self, 'journal.narrowspec.dirstate') | ||
Adam Simpkins
|
r33440 | repo.dirstate.restorebackup(None, 'journal.dirstate') | ||
Pierre-Yves David
|
r24284 | |||
FUJIWARA Katsunori
|
r26831 | repo.invalidate(clearfilecache=True) | ||
Siddharth Agarwal
|
r25667 | tr = transaction.transaction(rp, self.svfs, vfsmap, | ||
FUJIWARA Katsunori
|
r20087 | "journal", | ||
Pierre-Yves David
|
r23903 | "undo", | ||
Alexander Solovyov
|
r14266 | aftertrans(renames), | ||
Pierre-Yves David
|
r24284 | self.store.createmode, | ||
FUJIWARA Katsunori
|
r26577 | validator=validate, | ||
FUJIWARA Katsunori
|
r33278 | releasefn=releasefn, | ||
Martin von Zweigbergk
|
r36837 | checkambigfiles=_cachedfiles, | ||
name=desc) | ||||
Yuya Nishihara
|
r39337 | tr.changes['origrepolen'] = len(self) | ||
r33248 | tr.changes['obsmarkers'] = set() | |||
Boris Feld
|
r33451 | tr.changes['phases'] = {} | ||
Boris Feld
|
r33516 | tr.changes['bookmarks'] = {} | ||
Pierre-Yves David
|
r24740 | |||
FUJIWARA Katsunori
|
r25267 | tr.hookargs['txnid'] = txnid | ||
r42062 | tr.hookargs['txnname'] = desc | |||
Pierre-Yves David
|
r23511 | # note: writing the fncache only during finalize mean that the file is | ||
# outdated when running hooks. As fncache is used for streaming clone, | ||||
# this is not expected to break anything that happen during the hooks. | ||||
tr.addfinalize('flush-fncache', self.store.write) | ||||
Pierre-Yves David
|
r24282 | def txnclosehook(tr2): | ||
"""To be run if transaction is successful, will schedule a hook run | ||||
""" | ||||
Gregory Szorc
|
r27907 | # Don't reference tr2 in hook() so we don't hold a reference. | ||
# This reduces memory consumption when there are multiple | ||||
# transactions per lock. This can likely go away if issue5045 | ||||
# fixes the function accumulation. | ||||
hookargs = tr2.hookargs | ||||
Boris Feld
|
r34709 | def hookfunc(): | ||
repo = reporef() | ||||
if hook.hashook(repo.ui, 'txnclose-bookmark'): | ||||
bmchanges = sorted(tr.changes['bookmarks'].items()) | ||||
for name, (old, new) in bmchanges: | ||||
args = tr.hookargs.copy() | ||||
args.update(bookmarks.preparehookargs(name, old, new)) | ||||
repo.hook('txnclose-bookmark', throw=False, | ||||
r42062 | **pycompat.strkwargs(args)) | |||
Boris Feld
|
r34709 | |||
Boris Feld
|
r34711 | if hook.hashook(repo.ui, 'txnclose-phase'): | ||
cl = repo.unfiltered().changelog | ||||
phasemv = sorted(tr.changes['phases'].items()) | ||||
for rev, (old, new) in phasemv: | ||||
args = tr.hookargs.copy() | ||||
node = hex(cl.node(rev)) | ||||
args.update(phases.preparehookargs(node, old, new)) | ||||
r42062 | repo.hook('txnclose-phase', throw=False, | |||
Boris Feld
|
r34711 | **pycompat.strkwargs(args)) | ||
r42062 | repo.hook('txnclose', throw=False, | |||
Boris Feld
|
r34709 | **pycompat.strkwargs(hookargs)) | ||
reporef()._afterlock(hookfunc) | ||||
Pierre-Yves David
|
r24282 | tr.addfinalize('txnclose-hook', txnclosehook) | ||
Martin von Zweigbergk
|
r35767 | # Include a leading "-" to make it happen before the transaction summary | ||
# reports registered via scmutil.registersummarycallback() whose names | ||||
# are 00-txnreport etc. That way, the caches will be warm when the | ||||
# callbacks run. | ||||
tr.addpostclose('-warm-cache', self._buildcacheupdater(tr)) | ||||
Pierre-Yves David
|
r24792 | def txnaborthook(tr2): | ||
"""To be run if transaction is aborted | ||||
""" | ||||
r42062 | reporef().hook('txnabort', throw=False, | |||
Augie Fackler
|
r35858 | **pycompat.strkwargs(tr2.hookargs)) | ||
Pierre-Yves David
|
r24792 | tr.addabort('txnabort-hook', txnaborthook) | ||
Yuya Nishihara
|
r26251 | # avoid eager cache invalidation. in-memory data should be identical | ||
# to stored data if transaction has no error. | ||||
tr.addpostclose('refresh-filecachestats', self._refreshfilecachestats) | ||||
Alexander Solovyov
|
r14266 | self._transref = weakref.ref(tr) | ||
Boris Feld
|
r33541 | scmutil.registersummarycallback(self, tr, desc) | ||
Alexander Solovyov
|
r14266 | return tr | ||
Idan Kamara
|
r16236 | def _journalfiles(self): | ||
FUJIWARA Katsunori
|
r18952 | return ((self.svfs, 'journal'), | ||
Martin von Zweigbergk
|
r41262 | (self.svfs, 'journal.narrowspec'), | ||
Martin von Zweigbergk
|
r41264 | (self.vfs, 'journal.narrowspec.dirstate'), | ||
FUJIWARA Katsunori
|
r18952 | (self.vfs, 'journal.dirstate'), | ||
(self.vfs, 'journal.branch'), | ||||
(self.vfs, 'journal.desc'), | ||||
(self.vfs, 'journal.bookmarks'), | ||||
(self.svfs, 'journal.phaseroots')) | ||||
Idan Kamara
|
r16236 | |||
def undofiles(self): | ||||
FUJIWARA Katsunori
|
r20975 | return [(vfs, undoname(x)) for vfs, x in self._journalfiles()] | ||
Idan Kamara
|
r16236 | |||
r32452 | @unfilteredmethod | |||
Alexander Solovyov
|
r14266 | def _writejournal(self, desc): | ||
Adam Simpkins
|
r33440 | self.dirstate.savebackup(None, 'journal.dirstate') | ||
Martin von Zweigbergk
|
r41264 | narrowspec.savewcbackup(self, 'journal.narrowspec.dirstate') | ||
Martin von Zweigbergk
|
r38905 | narrowspec.savebackup(self, 'journal.narrowspec') | ||
Angel Ezquerra
|
r23852 | self.vfs.write("journal.branch", | ||
Dan Villiom Podlaski Christiansen
|
r14168 | encoding.fromlocal(self.dirstate.branch())) | ||
Angel Ezquerra
|
r23852 | self.vfs.write("journal.desc", | ||
Dan Villiom Podlaski Christiansen
|
r14168 | "%d\n%s\n" % (len(self), desc)) | ||
Angel Ezquerra
|
r23852 | self.vfs.write("journal.bookmarks", | ||
self.vfs.tryread("bookmarks")) | ||||
Angel Ezquerra
|
r23853 | self.svfs.write("journal.phaseroots", | ||
self.svfs.tryread("phaseroots")) | ||||
Alexander Solovyov
|
r14266 | |||
mpm@selenic.com
|
r1089 | def recover(self): | ||
Bryan O'Sullivan
|
r27846 | with self.lock(): | ||
FUJIWARA Katsunori
|
r18947 | if self.svfs.exists("journal"): | ||
Matt Mackall
|
r4915 | self.ui.status(_("rolling back interrupted transaction\n")) | ||
Angel Ezquerra
|
r23853 | vfsmap = {'': self.svfs, | ||
Angel Ezquerra
|
r23852 | 'plain': self.vfs,} | ||
Angel Ezquerra
|
r23853 | transaction.rollback(self.svfs, vfsmap, "journal", | ||
FUJIWARA Katsunori
|
r33278 | self.ui.warn, | ||
checkambigfiles=_cachedfiles) | ||||
Matt Mackall
|
r4915 | self.invalidate() | ||
return True | ||||
else: | ||||
self.ui.warn(_("no interrupted transaction available\n")) | ||||
return False | ||||
mpm@selenic.com
|
r1089 | |||
Greg Ward
|
r15183 | def rollback(self, dryrun=False, force=False): | ||
FUJIWARA Katsunori
|
r26631 | wlock = lock = dsguard = None | ||
Matt Mackall
|
r4915 | try: | ||
mason@suse.com
|
r1712 | wlock = self.wlock() | ||
Eric Hopper
|
r4438 | lock = self.lock() | ||
FUJIWARA Katsunori
|
r18947 | if self.svfs.exists("undo"): | ||
Augie Fackler
|
r30492 | dsguard = dirstateguard.dirstateguard(self, 'rollback') | ||
FUJIWARA Katsunori
|
r26631 | |||
return self._rollback(dryrun, force, dsguard) | ||||
Matt Mackall
|
r4915 | else: | ||
self.ui.warn(_("no rollback information available\n")) | ||||
Matt Mackall
|
r11177 | return 1 | ||
Matt Mackall
|
r4915 | finally: | ||
FUJIWARA Katsunori
|
r26631 | release(dsguard, lock, wlock) | ||
mpm@selenic.com
|
r1089 | |||
Pierre-Yves David
|
r18016 | @unfilteredmethod # Until we get smarter cache management | ||
FUJIWARA Katsunori
|
r26631 | def _rollback(self, dryrun, force, dsguard): | ||
Greg Ward
|
r15130 | ui = self.ui | ||
Greg Ward
|
r15097 | try: | ||
Angel Ezquerra
|
r23852 | args = self.vfs.read('undo.desc').splitlines() | ||
Greg Ward
|
r15130 | (oldlen, desc, detail) = (int(args[0]), args[1], None) | ||
if len(args) >= 3: | ||||
detail = args[2] | ||||
oldtip = oldlen - 1 | ||||
if detail and ui.verbose: | ||||
Pulkit Goyal
|
r32895 | msg = (_('repository tip rolled back to revision %d' | ||
Greg Ward
|
r15130 | ' (undo %s: %s)\n') | ||
% (oldtip, desc, detail)) | ||||
else: | ||||
Pulkit Goyal
|
r32895 | msg = (_('repository tip rolled back to revision %d' | ||
Greg Ward
|
r15130 | ' (undo %s)\n') | ||
% (oldtip, desc)) | ||||
Greg Ward
|
r15097 | except IOError: | ||
Greg Ward
|
r15130 | msg = _('rolling back unknown transaction\n') | ||
Greg Ward
|
r15183 | desc = None | ||
if not force and self['.'] != self['tip'] and desc == 'commit': | ||||
Pierre-Yves David
|
r26587 | raise error.Abort( | ||
Greg Ward
|
r15183 | _('rollback of last commit while not checked out ' | ||
Matt Mackall
|
r15187 | 'may lose data'), hint=_('use -f to force')) | ||
Greg Ward
|
r15183 | |||
Greg Ward
|
r15130 | ui.status(msg) | ||
Greg Ward
|
r15097 | if dryrun: | ||
return 0 | ||||
Greg Ward
|
r15131 | |||
parents = self.dirstate.parents() | ||||
Idan Kamara
|
r18310 | self.destroying() | ||
Pierre-Yves David
|
r23902 | vfsmap = {'plain': self.vfs, '': self.svfs} | ||
FUJIWARA Katsunori
|
r33278 | transaction.rollback(self.svfs, vfsmap, 'undo', ui.warn, | ||
checkambigfiles=_cachedfiles) | ||||
FUJIWARA Katsunori
|
r18947 | if self.vfs.exists('undo.bookmarks'): | ||
FUJIWARA Katsunori
|
r29352 | self.vfs.rename('undo.bookmarks', 'bookmarks', checkambig=True) | ||
FUJIWARA Katsunori
|
r18947 | if self.svfs.exists('undo.phaseroots'): | ||
FUJIWARA Katsunori
|
r29352 | self.svfs.rename('undo.phaseroots', 'phaseroots', checkambig=True) | ||
Greg Ward
|
r15097 | self.invalidate() | ||
Greg Ward
|
r15131 | |||
Martin von Zweigbergk
|
r41417 | parentgone = any(p not in self.changelog.nodemap for p in parents) | ||
Greg Ward
|
r15131 | if parentgone: | ||
FUJIWARA Katsunori
|
r26631 | # prevent dirstateguard from overwriting already restored one | ||
dsguard.close() | ||||
Martin von Zweigbergk
|
r38905 | narrowspec.restorebackup(self, 'undo.narrowspec') | ||
Martin von Zweigbergk
|
r41264 | narrowspec.restorewcbackup(self, 'undo.narrowspec.dirstate') | ||
Adam Simpkins
|
r33440 | self.dirstate.restorebackup(None, 'undo.dirstate') | ||
Greg Ward
|
r15131 | try: | ||
Angel Ezquerra
|
r23852 | branch = self.vfs.read('undo.branch') | ||
Sune Foldager
|
r17360 | self.dirstate.setbranch(encoding.tolocal(branch)) | ||
Greg Ward
|
r15131 | except IOError: | ||
ui.warn(_('named branch could not be reset: ' | ||||
'current branch is still \'%s\'\n') | ||||
% self.dirstate.branch()) | ||||
Augie Fackler
|
r27167 | parents = tuple([p.rev() for p in self[None].parents()]) | ||
Greg Ward
|
r15131 | if len(parents) > 1: | ||
ui.status(_('working directory now based on ' | ||||
'revisions %d and %d\n') % parents) | ||||
else: | ||||
ui.status(_('working directory now based on ' | ||||
'revision %d\n') % parents) | ||||
Siddharth Agarwal
|
r26989 | mergemod.mergestate.clean(self, self['.'].node()) | ||
Matt Mackall
|
r24784 | |||
Joshua Redstone
|
r17013 | # TODO: if we know which new heads may result from this rollback, pass | ||
# them to destroy(), which will prevent the branchhead cache from being | ||||
# invalidated. | ||||
Greg Ward
|
r15604 | self.destroyed() | ||
Greg Ward
|
r15097 | return 0 | ||
r32332 | def _buildcacheupdater(self, newtransaction): | |||
"""called during transaction to build the callback updating cache | ||||
Lives on the repository to help extension who might want to augment | ||||
this logic. For this purpose, the created transaction is passed to the | ||||
method. | ||||
""" | ||||
# we must avoid cyclic reference between repo and transaction. | ||||
reporef = weakref.ref(self) | ||||
def updater(tr): | ||||
repo = reporef() | ||||
repo.updatecaches(tr) | ||||
return updater | ||||
Pierre-Yves David
|
r32263 | @unfilteredmethod | ||
Boris Feld
|
r36970 | def updatecaches(self, tr=None, full=False): | ||
Pierre-Yves David
|
r32264 | """warm appropriate caches | ||
If this function is called after a transaction closed. The transaction | ||||
will be available in the 'tr' argument. This can be used to selectively | ||||
update caches relevant to the changes in that transaction. | ||||
Boris Feld
|
r36970 | |||
If 'full' is set, make sure all caches the function knows about have | ||||
up-to-date data. Even the ones usually loaded more lazily. | ||||
Pierre-Yves David
|
r32264 | """ | ||
if tr is not None and tr.hookargs.get('source') == 'strip': | ||||
Pierre-Yves David
|
r32263 | # During strip, many caches are invalid but | ||
# later call to `destroyed` will refresh them. | ||||
return | ||||
Yuya Nishihara
|
r39337 | if tr is None or tr.changes['origrepolen'] < len(self): | ||
Martijn Pieters
|
r41764 | # accessing the 'ser ved' branchmap should refresh all the others, | ||
Pierre-Yves David
|
r32267 | self.ui.debug('updating the branch cache\n') | ||
Martijn Pieters
|
r41764 | self.filtered('served').branchmap() | ||
r42296 | self.filtered('served.hidden').branchmap() | |||
Pierre-Yves David
|
r32263 | |||
Boris Feld
|
r36970 | if full: | ||
r42099 | unfi = self.unfiltered() | |||
rbc = unfi.revbranchcache() | ||||
for r in unfi.changelog: | ||||
Boris Feld
|
r36970 | rbc.branchinfo(r) | ||
rbc.write() | ||||
Martijn Pieters
|
r38803 | # ensure the working copy parents are in the manifestfulltextcache | ||
for ctx in self['.'].parents(): | ||||
ctx.manifest() # accessing the manifest is enough | ||||
r42100 | # accessing tags warm the cache | |||
self.tags() | ||||
self.filtered('served').tags() | ||||
Benoit Boissinot
|
r10547 | def invalidatecaches(self): | ||
Idan Kamara
|
r15988 | |||
Yuya Nishihara
|
r40396 | if r'_tagscache' in vars(self): | ||
Pierre-Yves David
|
r18013 | # can't use delattr on proxy | ||
Yuya Nishihara
|
r40396 | del self.__dict__[r'_tagscache'] | ||
Idan Kamara
|
r14936 | |||
Martijn Pieters
|
r41764 | self._branchcaches.clear() | ||
Pierre-Yves David
|
r18105 | self.invalidatevolatilesets() | ||
Gregory Szorc
|
r33302 | self._sparsesignaturecache.clear() | ||
Pierre-Yves David
|
r18105 | |||
def invalidatevolatilesets(self): | ||||
self.filteredrevcache.clear() | ||||
Pierre-Yves David
|
r17469 | obsolete.clearobscaches(self) | ||
Benoit Boissinot
|
r1784 | |||
Idan Kamara
|
r14930 | def invalidatedirstate(self): | ||
'''Invalidates the dirstate, causing the next call to dirstate | ||||
to check if it was modified since the last time it was read, | ||||
rereading it if it has. | ||||
This is different to dirstate.invalidate() that it doesn't always | ||||
rereads the dirstate. Use dirstate.invalidate() if you want to | ||||
explicitly read the dirstate again (i.e. restoring it to a previous | ||||
known good state).''' | ||||
Mark Thomas
|
r40332 | if hasunfilteredcache(self, r'dirstate'): | ||
Idan Kamara
|
r16200 | for k in self.dirstate._filecache: | ||
try: | ||||
delattr(self.dirstate, k) | ||||
except AttributeError: | ||||
pass | ||||
Mark Thomas
|
r40332 | delattr(self.unfiltered(), r'dirstate') | ||
Idan Kamara
|
r14930 | |||
FUJIWARA Katsunori
|
r26831 | def invalidate(self, clearfilecache=False): | ||
FUJIWARA Katsunori
|
r29918 | '''Invalidates both store and non-store parts other than dirstate | ||
If a transaction is running, invalidation of store is omitted, | ||||
because discarding in-memory changes might cause inconsistency | ||||
(e.g. incomplete fncache causes unintentional failure, but | ||||
redundant one doesn't). | ||||
''' | ||||
Mads Kiilerich
|
r18644 | unfiltered = self.unfiltered() # all file caches are stored unfiltered | ||
Augie Fackler
|
r31510 | for k in list(self._filecache.keys()): | ||
Idan Kamara
|
r14935 | # dirstate is invalidated separately in invalidatedirstate() | ||
if k == 'dirstate': | ||||
continue | ||||
Martin von Zweigbergk
|
r33672 | if (k == 'changelog' and | ||
self.currenttransaction() and | ||||
self.changelog._delayed): | ||||
# The changelog object may store unwritten revisions. We don't | ||||
# want to lose them. | ||||
# TODO: Solve the problem instead of working around it. | ||||
continue | ||||
Idan Kamara
|
r14935 | |||
FUJIWARA Katsunori
|
r26831 | if clearfilecache: | ||
del self._filecache[k] | ||||
Idan Kamara
|
r14935 | try: | ||
Pierre-Yves David
|
r17997 | delattr(unfiltered, k) | ||
Idan Kamara
|
r14935 | except AttributeError: | ||
pass | ||||
Benoit Boissinot
|
r10547 | self.invalidatecaches() | ||
FUJIWARA Katsunori
|
r29918 | if not self.currenttransaction(): | ||
# TODO: Changing contents of store outside transaction | ||||
# causes inconsistency. We should make in-memory store | ||||
# changes detectable, and abort if changed. | ||||
self.store.invalidatecaches() | ||||
Benoit Boissinot
|
r10547 | |||
Yuya Nishihara
|
r20627 | def invalidateall(self): | ||
'''Fully invalidates both store and non-store parts, causing the | ||||
subsequent operation to reread any outside changes.''' | ||||
# extension should hook this to invalidate its caches | ||||
self.invalidate() | ||||
self.invalidatedirstate() | ||||
FUJIWARA Katsunori
|
r29920 | @unfilteredmethod | ||
Yuya Nishihara
|
r26251 | def _refreshfilecachestats(self, tr): | ||
Yuya Nishihara
|
r26250 | """Reload stats of cached files so that they are flagged as valid""" | ||
for k, ce in self._filecache.items(): | ||||
Augie Fackler
|
r35857 | k = pycompat.sysstr(k) | ||
if k == r'dirstate' or k not in self.__dict__: | ||||
Yuya Nishihara
|
r26250 | continue | ||
ce.refresh() | ||||
Siddharth Agarwal
|
r26439 | def _lock(self, vfs, lockname, wait, releasefn, acquirefn, desc, | ||
Siddharth Agarwal
|
r26499 | inheritchecker=None, parentenvvar=None): | ||
Siddharth Agarwal
|
r26439 | parentlock = None | ||
Siddharth Agarwal
|
r26472 | # the contents of parentenvvar are used by the underlying lock to | ||
# determine whether it can be inherited | ||||
Siddharth Agarwal
|
r26439 | if parentenvvar is not None: | ||
Pulkit Goyal
|
r30634 | parentlock = encoding.environ.get(parentenvvar) | ||
Boris Feld
|
r35209 | |||
timeout = 0 | ||||
Boris Feld
|
r35210 | warntimeout = 0 | ||
Boris Feld
|
r35209 | if wait: | ||
timeout = self.ui.configint("ui", "timeout") | ||||
Boris Feld
|
r35210 | warntimeout = self.ui.configint("ui", "timeout.warn") | ||
Yuya Nishihara
|
r38157 | # internal config: ui.signal-safe-lock | ||
signalsafe = self.ui.configbool('ui', 'signal-safe-lock') | ||||
Boris Feld
|
r35209 | |||
Boris Feld
|
r35210 | l = lockmod.trylock(self.ui, vfs, lockname, timeout, warntimeout, | ||
Boris Feld
|
r35209 | releasefn=releasefn, | ||
acquirefn=acquirefn, desc=desc, | ||||
inheritchecker=inheritchecker, | ||||
Yuya Nishihara
|
r38157 | parentlock=parentlock, | ||
signalsafe=signalsafe) | ||||
Benoit Boissinot
|
r1751 | return l | ||
Matt Mackall
|
r15587 | def _afterlock(self, callback): | ||
Pierre-Yves David
|
r24821 | """add a callback to be run when the repository is fully unlocked | ||
Pierre-Yves David
|
r15583 | |||
Pierre-Yves David
|
r24821 | The callback will be executed when the outermost lock is released | ||
(with wlock being higher level than 'lock').""" | ||||
for ref in (self._wlockref, self._lockref): | ||||
l = ref and ref() | ||||
if l and l.held: | ||||
l.postrelease.append(callback) | ||||
break | ||||
else: # no lock have been found. | ||||
Mads Kiilerich
|
r16680 | callback() | ||
Pierre-Yves David
|
r15583 | |||
Matt Mackall
|
r4914 | def lock(self, wait=True): | ||
Greg Ward
|
r9309 | '''Lock the repository store (.hg/store) and return a weak reference | ||
to the lock. Use this before modifying the store (e.g. committing or | ||||
Pierre-Yves David
|
r24746 | stripping). If you are opening a transaction, get a lock as well.) | ||
If both 'lock' and 'wlock' must be acquired, ensure you always acquires | ||||
'wlock' first to avoid a dead-lock hazard.''' | ||||
Pierre-Yves David
|
r29705 | l = self._currentlock(self._lockref) | ||
if l is not None: | ||||
Ronny Pfannschmidt
|
r8108 | l.lock() | ||
return l | ||||
Matt Mackall
|
r4917 | |||
r42022 | l = self._lock(vfs=self.svfs, | |||
lockname="lock", | ||||
wait=wait, | ||||
releasefn=None, | ||||
acquirefn=self.invalidate, | ||||
desc=_('repository %s') % self.origroot) | ||||
Matt Mackall
|
r4917 | self._lockref = weakref.ref(l) | ||
return l | ||||
Benoit Boissinot
|
r1751 | |||
Siddharth Agarwal
|
r26499 | def _wlockchecktransaction(self): | ||
if self.currenttransaction() is not None: | ||||
raise error.LockInheritanceContractViolation( | ||||
'wlock cannot be inherited in the middle of a transaction') | ||||
Matt Mackall
|
r4914 | def wlock(self, wait=True): | ||
Greg Ward
|
r9309 | '''Lock the non-store parts of the repository (everything under | ||
.hg except .hg/store) and return a weak reference to the lock. | ||||
Pierre-Yves David
|
r24746 | |||
Use this before modifying files in .hg. | ||||
If both 'lock' and 'wlock' must be acquired, ensure you always acquires | ||||
'wlock' first to avoid a dead-lock hazard.''' | ||||
Pierre-Yves David
|
r24744 | l = self._wlockref and self._wlockref() | ||
if l is not None and l.held: | ||||
l.lock() | ||||
return l | ||||
Mads Kiilerich
|
r26781 | # We do not need to check for non-waiting lock acquisition. Such | ||
Pierre-Yves David
|
r24750 | # acquisition would not cause dead-lock as they would just fail. | ||
Pierre-Yves David
|
r25290 | if wait and (self.ui.configbool('devel', 'all-warnings') | ||
Pierre-Yves David
|
r24750 | or self.ui.configbool('devel', 'check-locks')): | ||
Pierre-Yves David
|
r29705 | if self._currentlock(self._lockref) is not None: | ||
Pierre-Yves David
|
r25629 | self.ui.develwarn('"wlock" acquired after "lock"') | ||
Benoit Boissinot
|
r1531 | |||
Idan Kamara
|
r14930 | def unlock(): | ||
Durham Goode
|
r22404 | if self.dirstate.pendingparentchange(): | ||
self.dirstate.invalidate() | ||||
else: | ||||
FUJIWARA Katsunori
|
r26748 | self.dirstate.write(None) | ||
Durham Goode
|
r22404 | |||
Idan Kamara
|
r18318 | self._filecache['dirstate'].refresh() | ||
Idan Kamara
|
r14930 | |||
FUJIWARA Katsunori
|
r20091 | l = self._lock(self.vfs, "wlock", wait, unlock, | ||
Idan Kamara
|
r14930 | self.invalidatedirstate, _('working directory of %s') % | ||
Siddharth Agarwal
|
r26499 | self.origroot, | ||
inheritchecker=self._wlockchecktransaction, | ||||
parentenvvar='HG_WLOCK_LOCKER') | ||||
Matt Mackall
|
r4917 | self._wlockref = weakref.ref(l) | ||
return l | ||||
Benoit Boissinot
|
r1531 | |||
Siddharth Agarwal
|
r26488 | def _currentlock(self, lockref): | ||
"""Returns the lock if it's held, or None if it's not.""" | ||||
if lockref is None: | ||||
return None | ||||
l = lockref() | ||||
if l is None or not l.held: | ||||
return None | ||||
return l | ||||
Siddharth Agarwal
|
r26489 | def currentwlock(self): | ||
"""Returns the wlock if it's held, or None if it's not.""" | ||||
return self._currentlock(self._wlockref) | ||||
Matt Mackall
|
r8401 | def _filecommit(self, fctx, manifest1, manifest2, linkrev, tr, changelist): | ||
Matt Mackall
|
r3292 | """ | ||
Matt Mackall
|
r3294 | commit an individual file as part of a larger transaction | ||
""" | ||||
Matt Mackall
|
r3292 | |||
Martijn Pieters
|
r8244 | fname = fctx.path() | ||
fparent1 = manifest1.get(fname, nullid) | ||||
Matt Mackall
|
r22492 | fparent2 = manifest2.get(fname, nullid) | ||
Mads Kiilerich
|
r24394 | if isinstance(fctx, context.filectx): | ||
node = fctx.filenode() | ||||
if node in [fparent1, fparent2]: | ||||
self.ui.debug('reusing %s filelog entry\n' % fname) | ||||
Mateusz Kwapich
|
r29181 | if manifest1.flags(fname) != fctx.flags(): | ||
changelist.append(fname) | ||||
Mads Kiilerich
|
r24394 | return node | ||
Matt Mackall
|
r1716 | |||
Mads Kiilerich
|
r24394 | flog = self.file(fname) | ||
Matt Mackall
|
r3292 | meta = {} | ||
Martin von Zweigbergk
|
r41940 | cfname = fctx.copysource() | ||
if cfname and cfname != fname: | ||||
Alexis S. L. Carvalho
|
r4058 | # Mark the new revision of this file as a copy of another | ||
Thomas Arendsen Hein
|
r4516 | # file. This copy data will effectively act as a parent | ||
# of this new revision. If this is a merge, the first | ||||
Alexis S. L. Carvalho
|
r4058 | # parent will be the nullid (meaning "look up the copy data") | ||
# and the second one will be the other parent. For example: | ||||
# | ||||
# 0 --- 1 --- 3 rev1 changes file foo | ||||
# \ / rev2 renames foo to bar and changes it | ||||
# \- 2 -/ rev3 should have bar with all changes and | ||||
# should record that bar descends from | ||||
# bar in rev2 and foo in rev1 | ||||
# | ||||
# this allows this merge to succeed: | ||||
# | ||||
# 0 --- 1 --- 3 rev4 reverts the content change from rev2 | ||||
# \ / merging rev3 and rev4 should use bar@rev2 | ||||
# \- 2 --- 4 as the merge base | ||||
# | ||||
Matt Mackall
|
r6874 | |||
Martin von Zweigbergk
|
r42229 | cnode = manifest1.get(cfname) | ||
Martijn Pieters
|
r8244 | newfparent = fparent2 | ||
Matt Mackall
|
r6874 | |||
if manifest2: # branch merge | ||||
Martin von Zweigbergk
|
r42229 | if fparent2 == nullid or cnode is None: # copied on remote side | ||
Martijn Pieters
|
r8244 | if cfname in manifest2: | ||
Martin von Zweigbergk
|
r42229 | cnode = manifest2[cfname] | ||
Martijn Pieters
|
r8244 | newfparent = fparent1 | ||
Matt Mackall
|
r6874 | |||
Ryan McElroy
|
r23929 | # Here, we used to search backwards through history to try to find | ||
# where the file copy came from if the source of a copy was not in | ||||
Mads Kiilerich
|
r24180 | # the parent directory. However, this doesn't actually make sense to | ||
Ryan McElroy
|
r23929 | # do (what does a copy from something not in your working copy even | ||
# mean?) and it causes bugs (eg, issue4476). Instead, we will warn | ||||
# the user that copy information was dropped, so if they didn't | ||||
# expect this outcome it can be fixed, but this is the correct | ||||
# behavior in this circumstance. | ||||
Matt Mackall
|
r6875 | |||
Martin von Zweigbergk
|
r42229 | if cnode: | ||
self.ui.debug(" %s: copy %s:%s\n" % (fname, cfname, hex(cnode))) | ||||
Matt Mackall
|
r13000 | meta["copy"] = cfname | ||
Martin von Zweigbergk
|
r42229 | meta["copyrev"] = hex(cnode) | ||
Matt Mackall
|
r13000 | fparent1, fparent2 = nullid, newfparent | ||
else: | ||||
self.ui.warn(_("warning: can't find ancestor for '%s' " | ||||
"copied from '%s'!\n") % (fname, cfname)) | ||||
Mads Kiilerich
|
r20556 | elif fparent1 == nullid: | ||
fparent1, fparent2 = fparent2, nullid | ||||
Martijn Pieters
|
r8244 | elif fparent2 != nullid: | ||
Matt Mackall
|
r1716 | # is one parent an ancestor of the other? | ||
Mads Kiilerich
|
r21106 | fparentancestors = flog.commonancestorsheads(fparent1, fparent2) | ||
Mads Kiilerich
|
r20987 | if fparent1 in fparentancestors: | ||
Martijn Pieters
|
r8244 | fparent1, fparent2 = fparent2, nullid | ||
Mads Kiilerich
|
r20987 | elif fparent2 in fparentancestors: | ||
Martijn Pieters
|
r8244 | fparent2 = nullid | ||
Matt Mackall
|
r1716 | |||
Matt Mackall
|
r8401 | # is the file changed? | ||
Mads Kiilerich
|
r24394 | text = fctx.data() | ||
Matt Mackall
|
r8401 | if fparent2 != nullid or flog.cmp(fparent1, text) or meta: | ||
changelist.append(fname) | ||||
return flog.add(text, meta, tr, linkrev, fparent1, fparent2) | ||||
# are just the flags changed during merge? | ||||
Matt Mackall
|
r22492 | elif fname in manifest1 and manifest1.flags(fname) != fctx.flags(): | ||
Matt Mackall
|
r8401 | changelist.append(fname) | ||
return fparent1 | ||||
Matt Mackall
|
r1716 | |||
timeless
|
r28813 | def checkcommitpatterns(self, wctx, vdirs, match, status, fail): | ||
Mads Kiilerich
|
r30332 | """check for commit arguments that aren't committable""" | ||
timeless
|
r28814 | if match.isexact() or match.prefix(): | ||
timeless
|
r28813 | matched = set(status.modified + status.added + status.removed) | ||
for f in match.files(): | ||||
f = self.dirstate.normalize(f) | ||||
if f == '.' or f in matched or f in wctx.substate: | ||||
continue | ||||
if f in status.deleted: | ||||
fail(f, _('file not found!')) | ||||
if f in vdirs: # visited directory | ||||
d = f + '/' | ||||
for mf in matched: | ||||
if mf.startswith(d): | ||||
break | ||||
else: | ||||
fail(f, _("no match under directory!")) | ||||
elif f not in self.dirstate: | ||||
fail(f, _("file not tracked!")) | ||||
Pierre-Yves David
|
r18016 | @unfilteredmethod | ||
Matt Mackall
|
r8706 | def commit(self, text="", user=None, date=None, match=None, force=False, | ||
Pierre-Yves David
|
r26322 | editor=False, extra=None): | ||
Benoit Boissinot
|
r8515 | """Add a new revision to current repository. | ||
Matt Mackall
|
r8706 | Revision information is gathered from the working directory, | ||
match can be used to filter the committed files. If editor is | ||||
supplied, it is called to get a commit message. | ||||
Benoit Boissinot
|
r8515 | """ | ||
Pierre-Yves David
|
r26322 | if extra is None: | ||
extra = {} | ||||
Matt Mackall
|
r8709 | |||
Matt Mackall
|
r8715 | def fail(f, msg): | ||
Pierre-Yves David
|
r26587 | raise error.Abort('%s: %s' % (f, msg)) | ||
Matt Mackall
|
r8715 | |||
if not match: | ||||
Martin von Zweigbergk
|
r41825 | match = matchmod.always() | ||
Matt Mackall
|
r8715 | |||
if not force: | ||||
vdirs = [] | ||||
Siddharth Agarwal
|
r19138 | match.explicitdir = vdirs.append | ||
Matt Mackall
|
r8715 | match.bad = fail | ||
Martin von Zweigbergk
|
r41399 | # lock() for recent changelog (see issue4368) | ||
with self.wlock(), self.lock(): | ||||
Matt Mackall
|
r8813 | wctx = self[None] | ||
Benoit Boissinot
|
r10970 | merge = len(wctx.parents()) > 1 | ||
mpm@selenic.com
|
r1089 | |||
Martin von Zweigbergk
|
r32312 | if not force and merge and not match.always(): | ||
Pierre-Yves David
|
r26587 | raise error.Abort(_('cannot partially commit a merge ' | ||
Matt Mackall
|
r8397 | '(do not specify files or patterns)')) | ||
Patrick Mezard
|
r6706 | |||
Martin von Zweigbergk
|
r22928 | status = self.status(match=match, clean=force) | ||
Matt Mackall
|
r8706 | if force: | ||
Martin von Zweigbergk
|
r22928 | status.modified.extend(status.clean) # mq may commit clean files | ||
Benoit Boissinot
|
r3621 | |||
Matt Mackall
|
r8813 | # check subrepos | ||
Yuya Nishihara
|
r36026 | subs, commitsubs, newstate = subrepoutil.precommit( | ||
Yuya Nishihara
|
r35018 | self.ui, wctx, status, match, force=force) | ||
Matt Mackall
|
r8813 | |||
Matt Mackall
|
r8709 | # make sure all explicit patterns are matched | ||
timeless
|
r28813 | if not force: | ||
self.checkcommitpatterns(wctx, vdirs, match, status, fail) | ||||
Matt Mackall
|
r8709 | |||
FUJIWARA Katsunori
|
r23710 | cctx = context.workingcommitctx(self, status, | ||
text, user, date, extra) | ||||
David Schleimer
|
r18659 | |||
Matt Mackall
|
r25840 | # internal config: ui.allowemptycommit | ||
Pierre-Yves David
|
r25021 | allowemptycommit = (wctx.branch() != wctx.p1().branch() | ||
Durham Goode
|
r25018 | or extra.get('close') or merge or cctx.files() | ||
or self.ui.configbool('ui', 'allowemptycommit')) | ||||
Durham Goode
|
r25017 | if not allowemptycommit: | ||
Matt Mackall
|
r8404 | return None | ||
David Schleimer
|
r18660 | if merge and cctx.deleted(): | ||
Pierre-Yves David
|
r26587 | raise error.Abort(_("cannot commit merge with missing files")) | ||
Patrick Mezard
|
r16536 | |||
Siddharth Agarwal
|
r26996 | ms = mergemod.mergestate.read(self) | ||
Augie Fackler
|
r30496 | mergeutil.checkunresolved(ms) | ||
Matt Mackall
|
r8496 | |||
if editor: | ||||
Matt Mackall
|
r8994 | cctx._text = editor(self, cctx, subs) | ||
Greg Ward
|
r9935 | edited = (text != cctx._text) | ||
Matt Mackall
|
r8813 | |||
FUJIWARA Katsunori
|
r20765 | # Save commit message in case this transaction gets rolled back | ||
# (e.g. by a pretxncommit hook). Leave the content alone on | ||||
# the assumption that the user will use the same editor again. | ||||
msgfn = self.savecommitmessage(cctx._text) | ||||
Matt Mackall
|
r16073 | # commit subs and write new state | ||
if subs: | ||||
Martin von Zweigbergk
|
r41837 | uipathfn = scmutil.getuipathfn(self) | ||
Matt Mackall
|
r16073 | for s in sorted(commitsubs): | ||
Edouard Gomez
|
r11112 | sub = wctx.sub(s) | ||
self.ui.status(_('committing subrepository %s\n') % | ||||
Martin von Zweigbergk
|
r41837 | uipathfn(subrepoutil.subrelpath(sub))) | ||
Edouard Gomez
|
r11112 | sr = sub.commit(cctx._text, user, date) | ||
Matt Mackall
|
r16073 | newstate[s] = (newstate[s][0], sr) | ||
Yuya Nishihara
|
r36026 | subrepoutil.writestate(self, newstate) | ||
Matt Mackall
|
r8813 | |||
Benoit Boissinot
|
r10970 | p1, p2 = self.dirstate.parents() | ||
hookp1, hookp2 = hex(p1), (p2 != nullid and hex(p2) or '') | ||||
Greg Ward
|
r9935 | try: | ||
Brodie Rao
|
r16683 | self.hook("precommit", throw=True, parent1=hookp1, | ||
parent2=hookp2) | ||||
Martin von Zweigbergk
|
r41398 | with self.transaction('commit'): | ||
ret = self.commitctx(cctx, True) | ||||
# update bookmarks, dirstate and mergestate | ||||
bookmarks.update(self, [p1, p2], ret) | ||||
cctx.markcommitted(ret) | ||||
ms.reset() | ||||
Brodie Rao
|
r16705 | except: # re-raises | ||
Greg Ward
|
r9935 | if edited: | ||
self.ui.write( | ||||
_('note: commit message saved in %s\n') % msgfn) | ||||
raise | ||||
Patrick Mezard
|
r6710 | |||
Mads Kiilerich
|
r16680 | def commithook(node=hex(ret), parent1=hookp1, parent2=hookp2): | ||
Pierre-Yves David
|
r23129 | # hack for command that use a temporary commit (eg: histedit) | ||
# temporary commit got stripped before hook release | ||||
FUJIWARA Katsunori
|
r24992 | if self.changelog.hasnode(ret): | ||
Pierre-Yves David
|
r23129 | self.hook("commit", node=node, parent1=parent1, | ||
parent2=parent2) | ||||
Mads Kiilerich
|
r16680 | self._afterlock(commithook) | ||
Sune Foldager
|
r10492 | return ret | ||
Pierre-Yves David
|
r18016 | @unfilteredmethod | ||
Matt Mackall
|
r8496 | def commitctx(self, ctx, error=False): | ||
Patrick Mezard
|
r7077 | """Add a new revision to current repository. | ||
Matt Mackall
|
r8410 | Revision information is passed via the context argument. | ||
Yuya Nishihara
|
r39147 | |||
ctx.files() should list all files involved in this commit, i.e. | ||||
modified/added/removed files. On merge, it may be wider than the | ||||
ctx.files() to be committed, since any file nodes derived directly | ||||
from p1 or p2 are excluded from the committed ctx.files(). | ||||
Patrick Mezard
|
r7077 | """ | ||
Patrick Mezard
|
r6715 | |||
Matt Mackall
|
r8414 | p1, p2 = ctx.p1(), ctx.p2() | ||
Matt Mackall
|
r8412 | user = ctx.user() | ||
mpm@selenic.com
|
r1089 | |||
Martin von Zweigbergk
|
r41400 | with self.lock(), self.transaction("commit") as tr: | ||
Matt Mackall
|
r4970 | trp = weakref.proxy(tr) | ||
mpm@selenic.com
|
r1089 | |||
Mateusz Kwapich
|
r30566 | if ctx.manifestnode(): | ||
# reuse an existing manifest revision | ||||
Yuya Nishihara
|
r39145 | self.ui.debug('reusing known manifest\n') | ||
Mateusz Kwapich
|
r30566 | mn = ctx.manifestnode() | ||
files = ctx.files() | ||||
elif ctx.files(): | ||||
Durham Goode
|
r30345 | m1ctx = p1.manifestctx() | ||
m2ctx = p2.manifestctx() | ||||
mctx = m1ctx.copy() | ||||
m = mctx.read() | ||||
m1 = m1ctx.read() | ||||
m2 = m2ctx.read() | ||||
Peter Arrenbrecht
|
r14162 | |||
# check in files | ||||
Martin von Zweigbergk
|
r22910 | added = [] | ||
Peter Arrenbrecht
|
r14162 | changed = [] | ||
Martin von Zweigbergk
|
r22907 | removed = list(ctx.removed()) | ||
Peter Arrenbrecht
|
r14162 | linkrev = len(self) | ||
Mads Kiilerich
|
r23749 | self.ui.note(_("committing files:\n")) | ||
Martin von Zweigbergk
|
r41837 | uipathfn = scmutil.getuipathfn(self) | ||
Peter Arrenbrecht
|
r14162 | for f in sorted(ctx.modified() + ctx.added()): | ||
Martin von Zweigbergk
|
r41837 | self.ui.note(uipathfn(f) + "\n") | ||
Peter Arrenbrecht
|
r14162 | try: | ||
fctx = ctx[f] | ||||
Mads Kiilerich
|
r22296 | if fctx is None: | ||
removed.append(f) | ||||
else: | ||||
Martin von Zweigbergk
|
r22910 | added.append(f) | ||
m[f] = self._filecommit(fctx, m1, m2, linkrev, | ||||
trp, changed) | ||||
Augie Fackler
|
r22942 | m.setflag(f, fctx.flags()) | ||
Martin von Zweigbergk
|
r41401 | except OSError: | ||
Martin von Zweigbergk
|
r41837 | self.ui.warn(_("trouble committing %s!\n") % | ||
uipathfn(f)) | ||||
Matt Mackall
|
r4915 | raise | ||
Gregory Szorc
|
r25660 | except IOError as inst: | ||
Peter Arrenbrecht
|
r14162 | errcode = getattr(inst, 'errno', errno.ENOENT) | ||
if error or errcode and errcode != errno.ENOENT: | ||||
Martin von Zweigbergk
|
r41837 | self.ui.warn(_("trouble committing %s!\n") % | ||
uipathfn(f)) | ||||
Mads Kiilerich
|
r22296 | raise | ||
mpm@selenic.com
|
r1089 | |||
Peter Arrenbrecht
|
r14162 | # update manifest | ||
removed = [f for f in sorted(removed) if f in m1 or f in m2] | ||||
Martin von Zweigbergk
|
r22909 | drop = [f for f in removed if f in m] | ||
Peter Arrenbrecht
|
r14162 | for f in drop: | ||
Martin von Zweigbergk
|
r22909 | del m[f] | ||
Peter Arrenbrecht
|
r14162 | files = changed + removed | ||
Yuya Nishihara
|
r39147 | md = None | ||
if not files: | ||||
# if no "files" actually changed in terms of the changelog, | ||||
# try hard to detect unmodified manifest entry so that the | ||||
# exact same commit can be reproduced later on convert. | ||||
md = m1.diff(m, scmutil.matchfiles(self, ctx.files())) | ||||
if not files and md: | ||||
self.ui.debug('not reusing manifest (no file change in ' | ||||
'changelog, but manifest differs)\n') | ||||
if files or md: | ||||
self.ui.note(_("committing manifest\n")) | ||||
spectral
|
r39704 | # we're using narrowmatch here since it's already applied at | ||
# other stages (such as dirstate.walk), so we're already | ||||
# ignoring things outside of narrowspec in most cases. The | ||||
# one case where we might have files outside the narrowspec | ||||
# at this point is merges, and we already error out in the | ||||
# case where the merge has files outside of the narrowspec, | ||||
# so this is safe. | ||||
Yuya Nishihara
|
r39147 | mn = mctx.write(trp, linkrev, | ||
p1.manifestnode(), p2.manifestnode(), | ||||
spectral
|
r39704 | added, drop, match=self.narrowmatch()) | ||
Yuya Nishihara
|
r39147 | else: | ||
self.ui.debug('reusing manifest form p1 (listed files ' | ||||
'actually unchanged)\n') | ||||
mn = p1.manifestnode() | ||||
Peter Arrenbrecht
|
r14162 | else: | ||
Yuya Nishihara
|
r39145 | self.ui.debug('reusing manifest from p1 (no file change)\n') | ||
Peter Arrenbrecht
|
r14162 | mn = p1.manifestnode() | ||
files = [] | ||||
mpm@selenic.com
|
r1089 | |||
Matt Mackall
|
r8499 | # update changelog | ||
Mads Kiilerich
|
r23749 | self.ui.note(_("committing changelog\n")) | ||
Pierre-Yves David
|
r23203 | self.changelog.delayupdate(tr) | ||
Peter Arrenbrecht
|
r14162 | n = self.changelog.add(mn, files, ctx.description(), | ||
Matt Mackall
|
r8499 | trp, p1.node(), p2.node(), | ||
Matt Mackall
|
r8412 | user, ctx.date(), ctx.extra().copy()) | ||
Sune Foldager
|
r10492 | xp1, xp2 = p1.hex(), p2 and p2.hex() or '' | ||
Matt Mackall
|
r4915 | self.hook('pretxncommit', throw=True, node=hex(n), parent1=xp1, | ||
FUJIWARA Katsunori
|
r26751 | parent2=xp2) | ||
Pierre-Yves David
|
r15706 | # set the new commit is proper phase | ||
Yuya Nishihara
|
r36026 | targetphase = subrepoutil.newcommitphase(self.ui, ctx) | ||
Pierre-Yves David
|
r15706 | if targetphase: | ||
# retract boundary do not alter parent changeset. | ||||
# if a parent have higher the resulting phase will | ||||
# be compliant anyway | ||||
# | ||||
# if minimal phase was 0 we don't need to retract anything | ||||
Boris Feld
|
r33454 | phases.registernew(self, tr, targetphase, [n]) | ||
Matt Mackall
|
r4915 | return n | ||
mpm@selenic.com
|
r1089 | |||
Pierre-Yves David
|
r18016 | @unfilteredmethod | ||
Idan Kamara
|
r18310 | def destroying(self): | ||
'''Inform the repository that nodes are about to be destroyed. | ||||
Intended for use by strip and rollback, so there's a common | ||||
place for anything that has to be done before destroying history. | ||||
This is mostly useful for saving state that is in memory and waiting | ||||
to be flushed when the current lock is released. Because a call to | ||||
destroyed is imminent, the repo will be invalidated causing those | ||||
changes to stay in memory (waiting for the next unlock), or vanish | ||||
completely. | ||||
''' | ||||
Idan Kamara
|
r18312 | # When using the same lock to commit and strip, the phasecache is left | ||
# dirty after committing. Then when we strip, the repo is invalidated, | ||||
# causing those changes to disappear. | ||||
if '_phasecache' in vars(self): | ||||
self._phasecache.write() | ||||
Idan Kamara
|
r18310 | @unfilteredmethod | ||
Pierre-Yves David
|
r18395 | def destroyed(self): | ||
Greg Ward
|
r9150 | '''Inform the repository that nodes have been destroyed. | ||
Intended for use by strip and rollback, so there's a common | ||||
Joshua Redstone
|
r17013 | place for anything that has to be done after destroying history. | ||
''' | ||||
Idan Kamara
|
r18221 | # When one tries to: | ||
# 1) destroy nodes thus calling this method (e.g. strip) | ||||
# 2) use phasecache somewhere (e.g. commit) | ||||
# | ||||
# then 2) will fail because the phasecache contains nodes that were | ||||
# removed. We can either remove phasecache from the filecache, | ||||
# causing it to reload next time it is accessed, or simply filter | ||||
# the removed nodes now and write the updated cache. | ||||
Idan Kamara
|
r18757 | self._phasecache.filterunknown(self) | ||
self._phasecache.write() | ||||
Idan Kamara
|
r18221 | |||
Pierre-Yves David
|
r32264 | # refresh all repository caches | ||
self.updatecaches() | ||||
Pierre-Yves David
|
r18223 | |||
Greg Ward
|
r9151 | # Ensure the persistent tag cache is updated. Doing it now | ||
# means that the tag cache only has to worry about destroyed | ||||
# heads immediately after a strip/rollback. That in turn | ||||
# guarantees that "cachetip == currenttip" (comparing both rev | ||||
# and node) always means no nodes have been added or destroyed. | ||||
# XXX this is suboptimal when qrefresh'ing: we strip the current | ||||
# head, refresh the tag cache, then immediately add a new head. | ||||
# But I think doing it this way is necessary for the "instant | ||||
# tag cache retrieval" case to work. | ||||
Idan Kamara
|
r18313 | self.invalidate() | ||
Idan Kamara
|
r17324 | |||
Matt Mackall
|
r6769 | def status(self, node1='.', node2=None, match=None, | ||
Martin Geisler
|
r12166 | ignored=False, clean=False, unknown=False, | ||
listsubrepos=False): | ||||
Sean Farley
|
r21596 | '''a convenience method that calls node1.status(node2)''' | ||
return self[node1].status(node2, match, ignored, clean, unknown, | ||||
listsubrepos) | ||||
Vadim Gelfer
|
r2661 | |||
Siddharth Agarwal
|
r32814 | def addpostdsstatus(self, ps): | ||
"""Add a callback to run within the wlock, at the point at which status | ||||
fixups happen. | ||||
On status completion, callback(wctx, status) will be called with the | ||||
wlock held, unless the dirstate has changed from underneath or the wlock | ||||
couldn't be grabbed. | ||||
Callbacks should not capture and use a cached copy of the dirstate -- | ||||
it might change in the meanwhile. Instead, they should access the | ||||
dirstate via wctx.repo().dirstate. | ||||
This list is emptied out after each status run -- extensions should | ||||
make sure it adds to this list each time dirstate.status is called. | ||||
Extensions should also make sure they don't call this for statuses | ||||
that don't involve the dirstate. | ||||
""" | ||||
# The list is located here for uniqueness reasons -- it is actually | ||||
# managed by the workingctx, but that isn't unique per-repo. | ||||
self._postdsstatus.append(ps) | ||||
def postdsstatus(self): | ||||
"""Used by workingctx to get the list of post-dirstate-status hooks.""" | ||||
return self._postdsstatus | ||||
def clearpostdsstatus(self): | ||||
"""Used by workingctx to clear post-dirstate-status hooks.""" | ||||
del self._postdsstatus[:] | ||||
John Mulligan
|
r8796 | def heads(self, start=None): | ||
Stanislau Hlebik
|
r30875 | if start is None: | ||
Stanislau Hlebik
|
r30905 | cl = self.changelog | ||
Stanislau Hlebik
|
r30906 | headrevs = reversed(cl.headrevs()) | ||
Stanislau Hlebik
|
r30905 | return [cl.node(rev) for rev in headrevs] | ||
Stanislau Hlebik
|
r30875 | |||
Benoit Boissinot
|
r1550 | heads = self.changelog.heads(start) | ||
# sort the output in rev descending order | ||||
Thomas Arendsen Hein
|
r13075 | return sorted(heads, key=self.changelog.rev, reverse=True) | ||
mpm@selenic.com
|
r1089 | |||
John Mulligan
|
r8694 | def branchheads(self, branch=None, start=None, closed=False): | ||
Sune Foldager
|
r9475 | '''return a (possibly filtered) list of heads for the given branch | ||
Heads are returned in topological order, from newest to oldest. | ||||
If branch is None, use the dirstate branch. | ||||
If start is not None, return only heads reachable from start. | ||||
If closed is True, return heads that are marked as closed as well. | ||||
''' | ||||
Matt Mackall
|
r6747 | if branch is None: | ||
branch = self[None].branch() | ||||
Benoit Boissinot
|
r9675 | branches = self.branchmap() | ||
Pulkit Goyal
|
r42171 | if not branches.hasbranch(branch): | ||
Eric Hopper
|
r4648 | return [] | ||
John Mulligan
|
r7654 | # the cache returns heads ordered lowest to highest | ||
Brodie Rao
|
r20189 | bheads = list(reversed(branches.branchheads(branch, closed=closed))) | ||
Eric Hopper
|
r4648 | if start is not None: | ||
John Mulligan
|
r7654 | # filter out the heads that cannot be reached from startrev | ||
Sune Foldager
|
r9475 | fbheads = set(self.changelog.nodesbetween([start], bheads)[2]) | ||
bheads = [h for h in bheads if h in fbheads] | ||||
John Mulligan
|
r7654 | return bheads | ||
Eric Hopper
|
r4648 | |||
mpm@selenic.com
|
r1089 | def branches(self, nodes): | ||
Thomas Arendsen Hein
|
r1615 | if not nodes: | ||
nodes = [self.changelog.tip()] | ||||
mpm@selenic.com
|
r1089 | b = [] | ||
for n in nodes: | ||||
t = n | ||||
Martin Geisler
|
r14494 | while True: | ||
mpm@selenic.com
|
r1089 | p = self.changelog.parents(n) | ||
if p[1] != nullid or p[0] == nullid: | ||||
b.append((t, n, p[0], p[1])) | ||||
break | ||||
n = p[0] | ||||
return b | ||||
def between(self, pairs): | ||||
r = [] | ||||
for top, bottom in pairs: | ||||
n, l, i = top, [], 0 | ||||
f = 1 | ||||
Matt Mackall
|
r7708 | while n != bottom and n != nullid: | ||
mpm@selenic.com
|
r1089 | p = self.changelog.parents(n)[0] | ||
if i == f: | ||||
l.append(n) | ||||
f = f * 2 | ||||
n = p | ||||
i += 1 | ||||
r.append(l) | ||||
return r | ||||
Pierre-Yves David
|
r20924 | def checkpush(self, pushop): | ||
Patrick Mezard
|
r13327 | """Extensions can override this function if additional checks have | ||
to be performed before pushing, or call it if they override push | ||||
command. | ||||
""" | ||||
FUJIWARA Katsunori
|
r21043 | @unfilteredpropertycache | ||
def prepushoutgoinghooks(self): | ||||
Mads Kiilerich
|
r28876 | """Return util.hooks consists of a pushop with repo, remote, outgoing | ||
methods, which are called before pushing changesets. | ||||
FUJIWARA Katsunori
|
r21043 | """ | ||
return util.hooks() | ||||
Matt Mackall
|
r11368 | def pushkey(self, namespace, key, old, new): | ||
Pierre-Yves David
|
r23416 | try: | ||
Pierre-Yves David
|
r24824 | tr = self.currenttransaction() | ||
hookargs = {} | ||||
if tr is not None: | ||||
hookargs.update(tr.hookargs) | ||||
Pulkit Goyal
|
r36418 | hookargs = pycompat.strkwargs(hookargs) | ||
hookargs[r'namespace'] = namespace | ||||
hookargs[r'key'] = key | ||||
hookargs[r'old'] = old | ||||
hookargs[r'new'] = new | ||||
Pierre-Yves David
|
r24824 | self.hook('prepushkey', throw=True, **hookargs) | ||
Gregory Szorc
|
r25660 | except error.HookAbort as exc: | ||
Pierre-Yves David
|
r23416 | self.ui.write_err(_("pushkey-abort: %s\n") % exc) | ||
if exc.hint: | ||||
self.ui.write_err(_("(%s)\n") % exc.hint) | ||||
return False | ||||
Pierre-Yves David
|
r17293 | self.ui.debug('pushing key for "%s:%s"\n' % (namespace, key)) | ||
Brodie Rao
|
r14102 | ret = pushkey.push(self, namespace, key, old, new) | ||
Pierre-Yves David
|
r23648 | def runhook(): | ||
self.hook('pushkey', namespace=namespace, key=key, old=old, new=new, | ||||
ret=ret) | ||||
self._afterlock(runhook) | ||||
Brodie Rao
|
r14102 | return ret | ||
Matt Mackall
|
r11368 | |||
def listkeys(self, namespace): | ||||
Brodie Rao
|
r14102 | self.hook('prelistkeys', throw=True, namespace=namespace) | ||
Pierre-Yves David
|
r17293 | self.ui.debug('listing keys for "%s"\n' % namespace) | ||
Brodie Rao
|
r14102 | values = pushkey.list(self, namespace) | ||
self.hook('listkeys', namespace=namespace, values=values) | ||||
return values | ||||
Matt Mackall
|
r11368 | |||
Peter Arrenbrecht
|
r14048 | def debugwireargs(self, one, two, three=None, four=None, five=None): | ||
Peter Arrenbrecht
|
r13720 | '''used to test argument passing over the wire''' | ||
Pulkit Goyal
|
r36572 | return "%s %s %s %s %s" % (one, two, pycompat.bytestr(three), | ||
pycompat.bytestr(four), | ||||
pycompat.bytestr(five)) | ||||
Matt Mackall
|
r11368 | |||
Patrick Mezard
|
r14529 | def savecommitmessage(self, text): | ||
Angel Ezquerra
|
r23852 | fp = self.vfs('last-message.txt', 'wb') | ||
Patrick Mezard
|
r14529 | try: | ||
fp.write(text) | ||||
finally: | ||||
fp.close() | ||||
Mads Kiilerich
|
r18054 | return self.pathto(fp.name[len(self.root) + 1:]) | ||
Patrick Mezard
|
r14529 | |||
mason@suse.com
|
r1806 | # used to avoid circular references so destructors work | ||
Benoit Boissinot
|
r3790 | def aftertrans(files): | ||
renamefiles = [tuple(t) for t in files] | ||||
mason@suse.com
|
r1806 | def a(): | ||
FUJIWARA Katsunori
|
r18952 | for vfs, src, dest in renamefiles: | ||
Ryan McElroy
|
r31550 | # if src and dest refer to a same file, vfs.rename is a no-op, | ||
# leaving both src and dest on disk. delete dest to make sure | ||||
# the rename couldn't be such a no-op. | ||||
vfs.tryunlink(dest) | ||||
Jun Wu
|
r31209 | try: | ||
FUJIWARA Katsunori
|
r18952 | vfs.rename(src, dest) | ||
Alain Leufroy
|
r16441 | except OSError: # journal file does not yet exist | ||
pass | ||||
mason@suse.com
|
r1806 | return a | ||
Alexander Solovyov
|
r14266 | def undoname(fn): | ||
base, name = os.path.split(fn) | ||||
assert name.startswith('journal') | ||||
return os.path.join(base, name.replace('journal', 'undo', 1)) | ||||
Gregory Szorc
|
r39585 | def instance(ui, path, create, intents=None, createopts=None): | ||
Martin von Zweigbergk
|
r39627 | localpath = util.urllocalpath(path) | ||
Gregory Szorc
|
r39584 | if create: | ||
Martin von Zweigbergk
|
r39627 | createrepository(ui, localpath, createopts=createopts) | ||
Gregory Szorc
|
r39584 | |||
Gregory Szorc
|
r39723 | return makelocalrepository(ui, localpath, intents=intents) | ||
Thomas Arendsen Hein
|
r3223 | |||
Vadim Gelfer
|
r2740 | def islocal(path): | ||
return True | ||||
Gregory Szorc
|
r28164 | |||
Gregory Szorc
|
r40032 | def defaultcreateopts(ui, createopts=None): | ||
"""Populate the default creation options for a repository. | ||||
A dictionary of explicitly requested creation options can be passed | ||||
in. Missing keys will be populated. | ||||
""" | ||||
createopts = dict(createopts or {}) | ||||
if 'backend' not in createopts: | ||||
# experimental config: storage.new-repo-backend | ||||
createopts['backend'] = ui.config('storage', 'new-repo-backend') | ||||
return createopts | ||||
def newreporequirements(ui, createopts): | ||||
Gregory Szorc
|
r28164 | """Determine the set of requirements for a new local repository. | ||
Extensions can wrap this function to specify custom requirements for | ||||
new repositories. | ||||
""" | ||||
Gregory Szorc
|
r39884 | # If the repo is being created from a shared repository, we copy | ||
# its requirements. | ||||
if 'sharedrepo' in createopts: | ||||
requirements = set(createopts['sharedrepo'].requirements) | ||||
if createopts.get('sharedrelative'): | ||||
requirements.add('relshared') | ||||
else: | ||||
requirements.add('shared') | ||||
return requirements | ||||
Gregory Szorc
|
r40032 | if 'backend' not in createopts: | ||
raise error.ProgrammingError('backend key not present in createopts; ' | ||||
'was defaultcreateopts() called?') | ||||
if createopts['backend'] != 'revlogv1': | ||||
raise error.Abort(_('unable to determine repository requirements for ' | ||||
'storage backend: %s') % createopts['backend']) | ||||
Martin von Zweigbergk
|
r32291 | requirements = {'revlogv1'} | ||
r33244 | if ui.configbool('format', 'usestore'): | |||
Gregory Szorc
|
r28164 | requirements.add('store') | ||
r33242 | if ui.configbool('format', 'usefncache'): | |||
Gregory Szorc
|
r28164 | requirements.add('fncache') | ||
r33234 | if ui.configbool('format', 'dotencode'): | |||
Gregory Szorc
|
r28164 | requirements.add('dotencode') | ||
r42213 | compengine = ui.config('format', 'revlog-compression') | |||
Gregory Szorc
|
r30818 | if compengine not in util.compengines: | ||
raise error.Abort(_('compression engine %s defined by ' | ||||
r42213 | 'format.revlog-compression not available') % | |||
Gregory Szorc
|
r30818 | compengine, | ||
hint=_('run "hg debuginstall" to list available ' | ||||
'compression engines')) | ||||
# zlib is the historical default and doesn't need an explicit requirement. | ||||
if compengine != 'zlib': | ||||
requirements.add('exp-compression-%s' % compengine) | ||||
Gregory Szorc
|
r28164 | if scmutil.gdinitconfig(ui): | ||
requirements.add('generaldelta') | ||||
Boris Feld
|
r40920 | if ui.configbool('format', 'sparse-revlog'): | ||
requirements.add(SPARSEREVLOG_REQUIREMENT) | ||||
Jun Wu
|
r33499 | if ui.configbool('experimental', 'treemanifest'): | ||
Gregory Szorc
|
r28164 | requirements.add('treemanifest') | ||
Gregory Szorc
|
r32697 | revlogv2 = ui.config('experimental', 'revlogv2') | ||
if revlogv2 == 'enable-unstable-format-and-corrupt-my-data': | ||||
requirements.remove('revlogv1') | ||||
# generaldelta is implied by revlogv2. | ||||
requirements.discard('generaldelta') | ||||
requirements.add(REVLOGV2_REQUIREMENT) | ||||
Boris Feld
|
r39334 | # experimental config: format.internal-phase | ||
Gregory Szorc
|
r39583 | if ui.configbool('format', 'internal-phase'): | ||
Boris Feld
|
r39334 | requirements.add('internal-phase') | ||
Gregory Szorc
|
r32697 | |||
Gregory Szorc
|
r39587 | if createopts.get('narrowfiles'): | ||
requirements.add(repository.NARROW_REQUIREMENT) | ||||
Matt Harbison
|
r40360 | if createopts.get('lfs'): | ||
requirements.add('lfs') | ||||
Gregory Szorc
|
r28164 | return requirements | ||
Gregory Szorc
|
r39584 | |||
Gregory Szorc
|
r39585 | def filterknowncreateopts(ui, createopts): | ||
"""Filters a dict of repo creation options against options that are known. | ||||
Receives a dict of repo creation options and returns a dict of those | ||||
options that we don't know how to handle. | ||||
This function is called as part of repository creation. If the | ||||
returned dict contains any items, repository creation will not | ||||
be allowed, as it means there was a request to create a repository | ||||
with options not recognized by loaded code. | ||||
Extensions can wrap this function to filter out creation options | ||||
they know how to handle. | ||||
""" | ||||
Gregory Szorc
|
r39884 | known = { | ||
Gregory Szorc
|
r40032 | 'backend', | ||
Matt Harbison
|
r40360 | 'lfs', | ||
Gregory Szorc
|
r39884 | 'narrowfiles', | ||
'sharedrepo', | ||||
'sharedrelative', | ||||
Gregory Szorc
|
r39885 | 'shareditems', | ||
Gregory Szorc
|
r40426 | 'shallowfilestore', | ||
Gregory Szorc
|
r39884 | } | ||
Gregory Szorc
|
r39587 | |||
return {k: v for k, v in createopts.items() if k not in known} | ||||
Gregory Szorc
|
r39585 | |||
Martin von Zweigbergk
|
r39626 | def createrepository(ui, path, createopts=None): | ||
Gregory Szorc
|
r39584 | """Create a new repository in a vfs. | ||
Martin von Zweigbergk
|
r39626 | ``path`` path to the new repo's working directory. | ||
Martin von Zweigbergk
|
r39616 | ``createopts`` options for the new repository. | ||
Gregory Szorc
|
r39884 | |||
The following keys for ``createopts`` are recognized: | ||||
Gregory Szorc
|
r40032 | backend | ||
The storage backend to use. | ||||
Matt Harbison
|
r40360 | lfs | ||
Repository will be created with ``lfs`` requirement. The lfs extension | ||||
will automatically be loaded when the repository is accessed. | ||||
Gregory Szorc
|
r39884 | narrowfiles | ||
Set up repository to support narrow file storage. | ||||
sharedrepo | ||||
Repository object from which storage should be shared. | ||||
sharedrelative | ||||
Boolean indicating if the path to the shared repo should be | ||||
stored as relative. By default, the pointer to the "parent" repo | ||||
is stored as an absolute path. | ||||
Gregory Szorc
|
r39885 | shareditems | ||
Set of items to share to the new repository (in addition to storage). | ||||
Gregory Szorc
|
r40426 | shallowfilestore | ||
Indicates that storage for files should be shallow (not all ancestor | ||||
revisions are known). | ||||
Gregory Szorc
|
r39584 | """ | ||
Gregory Szorc
|
r40032 | createopts = defaultcreateopts(ui, createopts=createopts) | ||
Gregory Szorc
|
r39585 | |||
unknownopts = filterknowncreateopts(ui, createopts) | ||||
if not isinstance(unknownopts, dict): | ||||
raise error.ProgrammingError('filterknowncreateopts() did not return ' | ||||
'a dict') | ||||
if unknownopts: | ||||
raise error.Abort(_('unable to create repository because of unknown ' | ||||
'creation option: %s') % | ||||
Gregory Szorc
|
r39882 | ', '.join(sorted(unknownopts)), | ||
Gregory Szorc
|
r39585 | hint=_('is a required extension not loaded?')) | ||
requirements = newreporequirements(ui, createopts=createopts) | ||||
Gregory Szorc
|
r39584 | |||
Martin von Zweigbergk
|
r39626 | wdirvfs = vfsmod.vfs(path, expandpath=True, realpath=True) | ||
Gregory Szorc
|
r39584 | |||
hgvfs = vfsmod.vfs(wdirvfs.join(b'.hg')) | ||||
Martin von Zweigbergk
|
r39626 | if hgvfs.exists(): | ||
raise error.RepoError(_('repository %s already exists') % path) | ||||
Gregory Szorc
|
r39884 | if 'sharedrepo' in createopts: | ||
sharedpath = createopts['sharedrepo'].sharedpath | ||||
if createopts.get('sharedrelative'): | ||||
try: | ||||
sharedpath = os.path.relpath(sharedpath, hgvfs.base) | ||||
except (IOError, ValueError) as e: | ||||
# ValueError is raised on Windows if the drive letters differ | ||||
# on each path. | ||||
raise error.Abort(_('cannot calculate relative path'), | ||||
hint=stringutil.forcebytestr(e)) | ||||
Gregory Szorc
|
r39883 | if not wdirvfs.exists(): | ||
wdirvfs.makedirs() | ||||
Gregory Szorc
|
r39584 | hgvfs.makedir(notindexed=True) | ||
Boris Feld
|
r40824 | if 'sharedrepo' not in createopts: | ||
hgvfs.mkdir(b'cache') | ||||
Boris Feld
|
r40825 | hgvfs.mkdir(b'wcache') | ||
Gregory Szorc
|
r39584 | |||
Gregory Szorc
|
r39884 | if b'store' in requirements and 'sharedrepo' not in createopts: | ||
Gregory Szorc
|
r39584 | hgvfs.mkdir(b'store') | ||
# We create an invalid changelog outside the store so very old | ||||
# Mercurial versions (which didn't know about the requirements | ||||
# file) encounter an error on reading the changelog. This | ||||
# effectively locks out old clients and prevents them from | ||||
# mucking with a repo in an unknown format. | ||||
# | ||||
# The revlog header has version 2, which won't be recognized by | ||||
# such old clients. | ||||
hgvfs.append(b'00changelog.i', | ||||
b'\0\0\0\2 dummy changelog to prevent using the old repo ' | ||||
b'layout') | ||||
scmutil.writerequires(hgvfs, requirements) | ||||
Gregory Szorc
|
r39642 | |||
Gregory Szorc
|
r39884 | # Write out file telling readers where to find the shared store. | ||
if 'sharedrepo' in createopts: | ||||
hgvfs.write(b'sharedpath', sharedpath) | ||||
Gregory Szorc
|
r39885 | if createopts.get('shareditems'): | ||
shared = b'\n'.join(sorted(createopts['shareditems'])) + b'\n' | ||||
hgvfs.write(b'shared', shared) | ||||
Gregory Szorc
|
r39642 | def poisonrepository(repo): | ||
"""Poison a repository instance so it can no longer be used.""" | ||||
# Perform any cleanup on the instance. | ||||
repo.close() | ||||
# Our strategy is to replace the type of the object with one that | ||||
# has all attribute lookups result in error. | ||||
# | ||||
# But we have to allow the close() method because some constructors | ||||
# of repos call close() on repo references. | ||||
class poisonedrepository(object): | ||||
def __getattribute__(self, item): | ||||
if item == r'close': | ||||
return object.__getattribute__(self, item) | ||||
raise error.ProgrammingError('repo instances should not be used ' | ||||
'after unshare') | ||||
def close(self): | ||||
pass | ||||
# We may have a repoview, which intercepts __setattr__. So be sure | ||||
# we operate at the lowest level possible. | ||||
object.__setattr__(repo, r'__class__', poisonedrepository) | ||||