localrepo.py
3848 lines
| 137.7 KiB
| text/x-python
|
PythonLexer
/ mercurial / localrepo.py
|
r1089 | # localrepo.py - read/write repository class for mercurial | ||
# | ||||
|
r47575 | # Copyright 2005-2007 Olivia Mackall <olivia@selenic.com> | ||
|
r1089 | # | ||
|
r8225 | # This software may be used and distributed according to the terms of the | ||
|
r10263 | # GNU General Public License version 2 or any later version. | ||
|
r27522 | |||
from __future__ import absolute_import | ||||
import errno | ||||
|
r45987 | import functools | ||
|
r27522 | import os | ||
import random | ||||
|
r37648 | import sys | ||
|
r27522 | import time | ||
import weakref | ||||
from .i18n import _ | ||||
from .node import ( | ||||
|
r39994 | bin, | ||
|
r27522 | hex, | ||
|
r39994 | nullrev, | ||
|
r47538 | sha1nodeconstants, | ||
|
r27522 | short, | ||
) | ||||
|
r43360 | from .pycompat import ( | ||
delattr, | ||||
getattr, | ||||
) | ||||
|
r27522 | from . import ( | ||
bookmarks, | ||||
branchmap, | ||||
bundle2, | ||||
r46370 | bundlecaches, | |||
|
r27522 | changegroup, | ||
|
r31111 | color, | ||
r45759 | commit, | |||
|
r27522 | context, | ||
dirstate, | ||||
|
r30492 | dirstateguard, | ||
|
r34099 | discovery, | ||
|
r27522 | encoding, | ||
error, | ||||
exchange, | ||||
extensions, | ||||
filelog, | ||||
hook, | ||||
lock as lockmod, | ||||
match as matchmod, | ||||
|
r45383 | mergestate as mergestatemod, | ||
|
r30496 | mergeutil, | ||
|
r27522 | namespaces, | ||
|
r36489 | narrowspec, | ||
|
r27522 | obsolete, | ||
pathutil, | ||||
phases, | ||||
pushkey, | ||||
|
r31508 | pycompat, | ||
r44727 | rcutil, | |||
|
r27522 | repoview, | ||
|
r45932 | requirements as requirementsmod, | ||
r47028 | revlog, | |||
|
r27522 | revset, | ||
|
r31024 | revsetlang, | ||
|
r27522 | scmutil, | ||
|
r33373 | sparse, | ||
|
r39733 | store as storemod, | ||
|
r36026 | subrepoutil, | ||
|
r27522 | tags as tagsmod, | ||
transaction, | ||||
|
r31054 | txnutil, | ||
|
r27522 | util, | ||
|
r31231 | vfs as vfsmod, | ||
|
r47664 | wireprototypes, | ||
|
r27522 | ) | ||
|
r43078 | |||
from .interfaces import ( | ||||
repository, | ||||
|
r43079 | util as interfaceutil, | ||
|
r43078 | ) | ||
|
r37102 | from .utils import ( | ||
|
r44517 | hashutil, | ||
|
r37138 | procutil, | ||
|
r37102 | stringutil, | ||
r47669 | urlutil, | |||
|
r37102 | ) | ||
|
r27522 | |||
|
r47349 | from .revlogutils import ( | ||
concurrency_checker as revlogchecker, | ||||
constants as revlogconst, | ||||
|
r47848 | sidedata as sidedatamod, | ||
|
r47349 | ) | ||
|
r39542 | |||
|
r27522 | release = lockmod.release | ||
|
r28883 | urlerr = util.urlerr | ||
urlreq = util.urlreq | ||||
|
r8109 | |||
|
r33277 | # set of (path, vfs-location) tuples. vfs-location is: | ||
# - 'plain for vfs relative paths | ||||
# - '' for svfs relative paths | ||||
_cachedfiles = set() | ||||
|
r43346 | |||
|
r33173 | class _basefilecache(scmutil.filecache): | ||
|
r46554 | """All filecache usage on repo are done for logic that should be unfiltered""" | ||
|
r43346 | |||
|
r18014 | def __get__(self, repo, type=None): | ||
|
r29373 | if repo is None: | ||
return self | ||||
|
r40454 | # proxy to unfiltered __dict__ since filtered repo has no entry | ||
|
r40453 | unfi = repo.unfiltered() | ||
try: | ||||
return unfi.__dict__[self.sname] | ||||
except KeyError: | ||||
pass | ||||
return super(_basefilecache, self).__get__(unfi, type) | ||||
|
r40454 | |||
def set(self, repo, value): | ||||
return super(_basefilecache, self).set(repo.unfiltered(), value) | ||||
|
r18014 | |||
|
r43346 | |||
|
r33173 | class repofilecache(_basefilecache): | ||
"""filecache for files in .hg but outside of .hg/store""" | ||||
|
r43346 | |||
|
r33277 | def __init__(self, *paths): | ||
super(repofilecache, self).__init__(*paths) | ||||
for path in paths: | ||||
|
r43347 | _cachedfiles.add((path, b'plain')) | ||
|
r33277 | |||
|
r33173 | def join(self, obj, fname): | ||
return obj.vfs.join(fname) | ||||
|
r43346 | |||
|
r33173 | class storecache(_basefilecache): | ||
|
r16198 | """filecache for files in the store""" | ||
|
r43346 | |||
|
r33277 | def __init__(self, *paths): | ||
super(storecache, self).__init__(*paths) | ||||
for path in paths: | ||||
|
r43347 | _cachedfiles.add((path, b'')) | ||
|
r33277 | |||
|
r16198 | def join(self, obj, fname): | ||
return obj.sjoin(fname) | ||||
|
r43346 | |||
r42539 | class mixedrepostorecache(_basefilecache): | |||
"""filecache for a mix files in .hg/store and outside""" | ||||
|
r43346 | |||
r42539 | def __init__(self, *pathsandlocations): | |||
# scmutil.filecache only uses the path for passing back into our | ||||
# join(), so we can safely pass a list of paths and locations | ||||
super(mixedrepostorecache, self).__init__(*pathsandlocations) | ||||
|
r42632 | _cachedfiles.update(pathsandlocations) | ||
r42539 | ||||
def join(self, obj, fnameandlocation): | ||||
fname, location = fnameandlocation | ||||
|
r43347 | if location == b'plain': | ||
r42539 | return obj.vfs.join(fname) | |||
else: | ||||
|
r43347 | if location != b'': | ||
|
r43346 | raise error.ProgrammingError( | ||
|
r43347 | b'unexpected location: %s' % location | ||
|
r43346 | ) | ||
r42539 | return obj.sjoin(fname) | |||
|
r43346 | |||
|
r33382 | def isfilecached(repo, name): | ||
"""check if a repo has already cached "name" filecache-ed property | ||||
This returns (cachedobj-or-None, iscached) tuple. | ||||
""" | ||||
cacheentry = repo.unfiltered()._filecache.get(name, None) | ||||
if not cacheentry: | ||||
return None, False | ||||
return cacheentry.obj, True | ||||
|
r43346 | |||
|
r29104 | class unfilteredpropertycache(util.propertycache): | ||
|
r18013 | """propertycache that apply to unfiltered repo only""" | ||
def __get__(self, repo, type=None): | ||||
|
r19846 | unfi = repo.unfiltered() | ||
if unfi is repo: | ||||
return super(unfilteredpropertycache, self).__get__(unfi) | ||||
return getattr(unfi, self.name) | ||||
|
r18013 | |||
|
r43346 | |||
|
r29104 | class filteredpropertycache(util.propertycache): | ||
|
r18013 | """propertycache that must take filtering in account""" | ||
def cachevalue(self, obj, value): | ||||
object.__setattr__(obj, self.name, value) | ||||
def hasunfilteredcache(repo, name): | ||||
|
r18644 | """check if a repo has an unfilteredpropertycache value for <name>""" | ||
|
r18013 | return name in vars(repo.unfiltered()) | ||
|
r43346 | |||
|
r18016 | def unfilteredmethod(orig): | ||
|
r17994 | """decorate method that always need to be run on unfiltered version""" | ||
|
r43346 | |||
|
r45987 | @functools.wraps(orig) | ||
|
r17994 | def wrapper(repo, *args, **kwargs): | ||
return orig(repo.unfiltered(), *args, **kwargs) | ||||
|
r43346 | |||
|
r17994 | return wrapper | ||
|
r43346 | |||
moderncaps = { | ||||
|
r43347 | b'lookup', | ||
b'branchmap', | ||||
b'pushkey', | ||||
b'known', | ||||
b'getbundle', | ||||
b'unbundle', | ||||
|
r43346 | } | ||
|
r43347 | legacycaps = moderncaps.union({b'changegroupsubset'}) | ||
|
r17192 | |||
|
r43346 | |||
|
r37828 | @interfaceutil.implementer(repository.ipeercommandexecutor) | ||
|
r37648 | class localcommandexecutor(object): | ||
def __init__(self, peer): | ||||
self._peer = peer | ||||
self._sent = False | ||||
self._closed = False | ||||
def __enter__(self): | ||||
return self | ||||
def __exit__(self, exctype, excvalue, exctb): | ||||
self.close() | ||||
def callcommand(self, command, args): | ||||
if self._sent: | ||||
|
r43346 | raise error.ProgrammingError( | ||
|
r43387 | b'callcommand() cannot be used after sendcommands()' | ||
|
r43346 | ) | ||
|
r37648 | |||
if self._closed: | ||||
|
r43346 | raise error.ProgrammingError( | ||
|
r43387 | b'callcommand() cannot be used after close()' | ||
|
r43346 | ) | ||
|
r37648 | |||
# We don't need to support anything fancy. Just call the named | ||||
# method on the peer and return a resolved future. | ||||
fn = getattr(self._peer, pycompat.sysstr(command)) | ||||
f = pycompat.futures.Future() | ||||
try: | ||||
|
r37688 | result = fn(**pycompat.strkwargs(args)) | ||
|
r37648 | except Exception: | ||
|
r37687 | pycompat.future_set_exception_info(f, sys.exc_info()[1:]) | ||
|
r37648 | else: | ||
f.set_result(result) | ||||
return f | ||||
def sendcommands(self): | ||||
self._sent = True | ||||
def close(self): | ||||
self._closed = True | ||||
|
r43346 | |||
|
r37828 | @interfaceutil.implementer(repository.ipeercommands) | ||
|
r33802 | class localpeer(repository.peer): | ||
|
r17192 | '''peer for a local repo; reflects only the most recent API''' | ||
|
r31412 | def __init__(self, repo, caps=None): | ||
|
r33802 | super(localpeer, self).__init__() | ||
|
r31412 | if caps is None: | ||
caps = moderncaps.copy() | ||||
|
r43347 | self._repo = repo.filtered(b'served') | ||
|
r37337 | self.ui = repo.ui | ||
|
r47447 | |||
if repo._wanted_sidedata: | ||||
formatted = bundle2.format_remote_wanted_sidedata(repo) | ||||
caps.add(b'exp-wanted-sidedata=' + formatted) | ||||
|
r17192 | self._caps = repo._restrictcapabilities(caps) | ||
|
r33802 | # Begin of _basepeer interface. | ||
def url(self): | ||||
return self._repo.url() | ||||
def local(self): | ||||
return self._repo | ||||
def peer(self): | ||||
return self | ||||
def canpush(self): | ||||
return True | ||||
|
r17192 | def close(self): | ||
self._repo.close() | ||||
|
r33802 | # End of _basepeer interface. | ||
|
r17192 | |||
|
r33802 | # Begin of _basewirecommands interface. | ||
|
r17192 | |||
def branchmap(self): | ||||
|
r18279 | return self._repo.branchmap() | ||
|
r17192 | |||
|
r33802 | def capabilities(self): | ||
return self._caps | ||||
|
r17192 | |||
|
r37667 | def clonebundles(self): | ||
r46370 | return self._repo.tryread(bundlecaches.CB_MANIFEST_FILE) | |||
|
r37667 | |||
|
r33802 | def debugwireargs(self, one, two, three=None, four=None, five=None): | ||
"""Used to test argument passing over the wire""" | ||||
|
r43347 | return b"%s %s %s %s %s" % ( | ||
|
r43346 | one, | ||
two, | ||||
pycompat.bytestr(three), | ||||
pycompat.bytestr(four), | ||||
pycompat.bytestr(five), | ||||
) | ||||
def getbundle( | ||||
|
r47445 | self, | ||
source, | ||||
heads=None, | ||||
common=None, | ||||
bundlecaps=None, | ||||
remote_sidedata=None, | ||||
**kwargs | ||||
|
r43346 | ): | ||
chunks = exchange.getbundlechunks( | ||||
self._repo, | ||||
source, | ||||
heads=heads, | ||||
common=common, | ||||
bundlecaps=bundlecaps, | ||||
|
r47445 | remote_sidedata=remote_sidedata, | ||
|
r43346 | **kwargs | ||
)[1] | ||||
|
r30187 | cb = util.chunkbuffer(chunks) | ||
|
r32149 | if exchange.bundle2requested(bundlecaps): | ||
|
r21068 | # When requesting a bundle2, getbundle returns a stream to make the | ||
# wire level function happier. We need to build a proper object | ||||
# from it in local peer. | ||||
|
r30187 | return bundle2.getunbundler(self.ui, cb) | ||
else: | ||||
|
r43347 | return changegroup.getunbundler(b'01', cb, None) | ||
|
r17192 | |||
|
r33802 | def heads(self): | ||
return self._repo.heads() | ||||
def known(self, nodes): | ||||
return self._repo.known(nodes) | ||||
def listkeys(self, namespace): | ||||
return self._repo.listkeys(namespace) | ||||
def lookup(self, key): | ||||
return self._repo.lookup(key) | ||||
def pushkey(self, namespace, key, old, new): | ||||
return self._repo.pushkey(namespace, key, old, new) | ||||
def stream_out(self): | ||||
|
r43387 | raise error.Abort(_(b'cannot perform stream clone against local peer')) | ||
|
r17192 | |||
|
r37664 | def unbundle(self, bundle, heads, url): | ||
|
r20969 | """apply a bundle on a repo | ||
This function handles the repo locking itself.""" | ||||
try: | ||||
|
r24798 | try: | ||
|
r37664 | bundle = exchange.readbundle(self.ui, bundle, None) | ||
|
r43347 | ret = exchange.unbundle(self._repo, bundle, heads, b'push', url) | ||
if util.safehasattr(ret, b'getchunks'): | ||||
|
r24798 | # This is a bundle20 object, turn it into an unbundler. | ||
# This little dance should be dropped eventually when the | ||||
# API is finally improved. | ||||
stream = util.chunkbuffer(ret.getchunks()) | ||||
ret = bundle2.getunbundler(self.ui, stream) | ||||
return ret | ||||
|
r25660 | except Exception as exc: | ||
|
r24799 | # If the exception contains output salvaged from a bundle2 | ||
# reply, we need to make sure it is printed before continuing | ||||
# to fail. So we build a bundle2 with such output and consume | ||||
# it directly. | ||||
# | ||||
# This is not very elegant but allows a "simple" solution for | ||||
# issue4594 | ||||
output = getattr(exc, '_bundle2salvagedoutput', ()) | ||||
if output: | ||||
bundler = bundle2.bundle20(self._repo.ui) | ||||
for out in output: | ||||
bundler.addpart(out) | ||||
stream = util.chunkbuffer(bundler.getchunks()) | ||||
b = bundle2.getunbundler(self.ui, stream) | ||||
bundle2.processbundle(self._repo, b) | ||||
|
r24798 | raise | ||
|
r25660 | except error.PushRaced as exc: | ||
|
r43346 | raise error.ResponseError( | ||
|
r43347 | _(b'push failed:'), stringutil.forcebytestr(exc) | ||
|
r43346 | ) | ||
|
r20969 | |||
|
r33802 | # End of _basewirecommands interface. | ||
|
r17192 | |||
|
r33802 | # Begin of peer interface. | ||
|
r17192 | |||
|
r37648 | def commandexecutor(self): | ||
return localcommandexecutor(self) | ||||
|
r33802 | # End of peer interface. | ||
|
r43346 | |||
|
r37828 | @interfaceutil.implementer(repository.ipeerlegacycommands) | ||
|
r37653 | class locallegacypeer(localpeer): | ||
|
r46554 | """peer extension which implements legacy methods too; used for tests with | ||
restricted capabilities""" | ||||
|
r17192 | |||
def __init__(self, repo): | ||||
|
r33802 | super(locallegacypeer, self).__init__(repo, caps=legacycaps) | ||
# Begin of baselegacywirecommands interface. | ||||
def between(self, pairs): | ||||
return self._repo.between(pairs) | ||||
|
r17192 | |||
def branches(self, nodes): | ||||
return self._repo.branches(nodes) | ||||
|
r37653 | def changegroup(self, nodes, source): | ||
|
r43346 | outgoing = discovery.outgoing( | ||
|
r45704 | self._repo, missingroots=nodes, ancestorsof=self._repo.heads() | ||
|
r43346 | ) | ||
|
r43347 | return changegroup.makechangegroup(self._repo, outgoing, b'01', source) | ||
|
r17192 | |||
def changegroupsubset(self, bases, heads, source): | ||||
|
r43346 | outgoing = discovery.outgoing( | ||
|
r45704 | self._repo, missingroots=bases, ancestorsof=heads | ||
|
r43346 | ) | ||
|
r43347 | return changegroup.makechangegroup(self._repo, outgoing, b'01', source) | ||
|
r17192 | |||
|
r33802 | # End of baselegacywirecommands interface. | ||
|
r43346 | |||
|
r37153 | # Functions receiving (ui, features) that extensions can register to impact | ||
# the ability to load repositories with custom requirements. Only | ||||
# functions defined in loaded extensions are called. | ||||
# | ||||
# The function receives a set of requirement strings that the repository | ||||
# is capable of opening. Functions will typically add elements to the | ||||
# set to reflect that the extension knows how to handle that requirements. | ||||
featuresetupfuncs = set() | ||||
|
r43346 | |||
|
r45912 | def _getsharedvfs(hgvfs, requirements): | ||
|
r46554 | """returns the vfs object pointing to root of shared source | ||
|
r45912 | repo for a shared repository | ||
hgvfs is vfs pointing at .hg/ of current repo (shared one) | ||||
requirements is a set of requirements of current repo (shared one) | ||||
""" | ||||
# The ``shared`` or ``relshared`` requirements indicate the | ||||
# store lives in the path contained in the ``.hg/sharedpath`` file. | ||||
# This is an absolute path for ``shared`` and relative to | ||||
# ``.hg/`` for ``relshared``. | ||||
sharedpath = hgvfs.read(b'sharedpath').rstrip(b'\n') | ||||
|
r45946 | if requirementsmod.RELATIVE_SHARED_REQUIREMENT in requirements: | ||
|
r47650 | sharedpath = util.normpath(hgvfs.join(sharedpath)) | ||
|
r45912 | |||
sharedvfs = vfsmod.vfs(sharedpath, realpath=True) | ||||
if not sharedvfs.exists(): | ||||
raise error.RepoError( | ||||
_(b'.hg/sharedpath points to nonexistent directory %s') | ||||
% sharedvfs.base | ||||
) | ||||
return sharedvfs | ||||
|
r45913 | def _readrequires(vfs, allowmissing): | ||
|
r46554 | """reads the require file present at root of this vfs | ||
|
r45913 | and return a set of requirements | ||
If allowmissing is True, we suppress ENOENT if raised""" | ||||
# requires file contains a newline-delimited list of | ||||
# features/capabilities the opener (us) must have in order to use | ||||
# the repository. This file was introduced in Mercurial 0.9.2, | ||||
# which means very old repositories may not have one. We assume | ||||
# a missing file translates to no requirements. | ||||
try: | ||||
requirements = set(vfs.read(b'requires').splitlines()) | ||||
except IOError as e: | ||||
if not (allowmissing and e.errno == errno.ENOENT): | ||||
raise | ||||
requirements = set() | ||||
return requirements | ||||
|
r39725 | def makelocalrepository(baseui, path, intents=None): | ||
|
r39723 | """Create a local repository object. | ||
Given arguments needed to construct a local repository, this function | ||||
|
r39800 | performs various early repository loading functionality (such as | ||
reading the ``.hg/requires`` and ``.hg/hgrc`` files), validates that | ||||
the repository can be opened, derives a type suitable for representing | ||||
that repository, and returns an instance of it. | ||||
|
r39723 | |||
The returned object conforms to the ``repository.completelocalrepository`` | ||||
interface. | ||||
|
r39800 | |||
The repository type is derived by calling a series of factory functions | ||||
for each aspect/interface of the final repository. These are defined by | ||||
``REPO_INTERFACES``. | ||||
Each factory function is called to produce a type implementing a specific | ||||
interface. The cumulative list of returned types will be combined into a | ||||
new type and that type will be instantiated to represent the local | ||||
repository. | ||||
The factory functions each receive various state that may be consulted | ||||
as part of deriving a type. | ||||
Extensions should wrap these factory functions to customize repository type | ||||
creation. Note that an extension's wrapped function may be called even if | ||||
that extension is not loaded for the repo being constructed. Extensions | ||||
should check if their ``__name__`` appears in the | ||||
``extensionmodulenames`` set passed to the factory function and no-op if | ||||
not. | ||||
|
r39723 | """ | ||
|
r39725 | ui = baseui.copy() | ||
# Prevent copying repo configuration. | ||||
ui.copy = baseui.copy | ||||
|
r39724 | # Working directory VFS rooted at repository root. | ||
wdirvfs = vfsmod.vfs(path, expandpath=True, realpath=True) | ||||
# Main VFS for .hg/ directory. | ||||
hgpath = wdirvfs.join(b'.hg') | ||||
hgvfs = vfsmod.vfs(hgpath, cacheaudited=True) | ||||
|
r45912 | # Whether this repository is shared one or not | ||
shared = False | ||||
# If this repository is shared, vfs pointing to shared repo | ||||
sharedvfs = None | ||||
|
r39724 | |||
|
r39727 | # The .hg/ path should exist and should be a directory. All other | ||
# cases are errors. | ||||
if not hgvfs.isdir(): | ||||
try: | ||||
hgvfs.stat() | ||||
except OSError as e: | ||||
if e.errno != errno.ENOENT: | ||||
raise | ||||
|
r45469 | except ValueError as e: | ||
# Can be raised on Python 3.8 when path is invalid. | ||||
raise error.Abort( | ||||
|
r47412 | _(b'invalid path %s: %s') % (path, stringutil.forcebytestr(e)) | ||
|
r45469 | ) | ||
|
r39727 | |||
raise error.RepoError(_(b'repository %s not found') % path) | ||||
|
r45913 | requirements = _readrequires(hgvfs, True) | ||
|
r46055 | shared = ( | ||
requirementsmod.SHARED_REQUIREMENT in requirements | ||||
or requirementsmod.RELATIVE_SHARED_REQUIREMENT in requirements | ||||
) | ||||
|
r46851 | storevfs = None | ||
|
r46055 | if shared: | ||
|
r46851 | # This is a shared repo | ||
|
r46055 | sharedvfs = _getsharedvfs(hgvfs, requirements) | ||
|
r46851 | storevfs = vfsmod.vfs(sharedvfs.join(b'store')) | ||
else: | ||||
storevfs = vfsmod.vfs(hgvfs.join(b'store')) | ||||
|
r46055 | |||
# if .hg/requires contains the sharesafe requirement, it means | ||||
# there exists a `.hg/store/requires` too and we should read it | ||||
# NOTE: presence of SHARESAFE_REQUIREMENT imply that store requirement | ||||
# is present. We never write SHARESAFE_REQUIREMENT for a repo if store | ||||
# is not present, refer checkrequirementscompat() for that | ||||
|
r46619 | # | ||
# However, if SHARESAFE_REQUIREMENT is not present, it means that the | ||||
# repository was shared the old way. We check the share source .hg/requires | ||||
# for SHARESAFE_REQUIREMENT to detect whether the current repository needs | ||||
# to be reshared | ||||
|
r47411 | hint = _(b"see `hg help config.format.use-share-safe` for more information") | ||
|
r46055 | if requirementsmod.SHARESAFE_REQUIREMENT in requirements: | ||
|
r46618 | |||
if ( | ||||
shared | ||||
and requirementsmod.SHARESAFE_REQUIREMENT | ||||
not in _readrequires(sharedvfs, True) | ||||
): | ||||
|
r47051 | mismatch_warn = ui.configbool( | ||
b'share', b'safe-mismatch.source-not-safe.warn' | ||||
) | ||||
|
r47050 | mismatch_config = ui.config( | ||
b'share', b'safe-mismatch.source-not-safe' | ||||
) | ||||
if mismatch_config in ( | ||||
b'downgrade-allow', | ||||
b'allow', | ||||
b'downgrade-abort', | ||||
|
r46853 | ): | ||
# prevent cyclic import localrepo -> upgrade -> localrepo | ||||
from . import upgrade | ||||
upgrade.downgrade_share_to_non_safe( | ||||
ui, | ||||
hgvfs, | ||||
sharedvfs, | ||||
requirements, | ||||
|
r47050 | mismatch_config, | ||
|
r47051 | mismatch_warn, | ||
|
r46853 | ) | ||
|
r47050 | elif mismatch_config == b'abort': | ||
|
r46853 | raise error.Abort( | ||
|
r47088 | _(b"share source does not support share-safe requirement"), | ||
r47077 | hint=hint, | |||
|
r46853 | ) | ||
|
r47050 | else: | ||
raise error.Abort( | ||||
_( | ||||
b"share-safe mismatch with source.\nUnrecognized" | ||||
b" value '%s' of `share.safe-mismatch.source-not-safe`" | ||||
b" set." | ||||
) | ||||
% mismatch_config, | ||||
hint=hint, | ||||
) | ||||
|
r46853 | else: | ||
requirements |= _readrequires(storevfs, False) | ||||
|
r46619 | elif shared: | ||
sourcerequires = _readrequires(sharedvfs, False) | ||||
if requirementsmod.SHARESAFE_REQUIREMENT in sourcerequires: | ||||
|
r47050 | mismatch_config = ui.config(b'share', b'safe-mismatch.source-safe') | ||
|
r47051 | mismatch_warn = ui.configbool( | ||
b'share', b'safe-mismatch.source-safe.warn' | ||||
) | ||||
|
r47050 | if mismatch_config in ( | ||
b'upgrade-allow', | ||||
b'allow', | ||||
b'upgrade-abort', | ||||
): | ||||
|
r46852 | # prevent cyclic import localrepo -> upgrade -> localrepo | ||
from . import upgrade | ||||
upgrade.upgrade_share_to_safe( | ||||
ui, | ||||
hgvfs, | ||||
storevfs, | ||||
requirements, | ||||
|
r47050 | mismatch_config, | ||
|
r47051 | mismatch_warn, | ||
|
r46619 | ) | ||
|
r47050 | elif mismatch_config == b'abort': | ||
|
r47049 | raise error.Abort( | ||
|
r46852 | _( | ||
|
r47049 | b'version mismatch: source uses share-safe' | ||
b' functionality while the current share does not' | ||||
r47077 | ), | |||
hint=hint, | ||||
|
r46852 | ) | ||
|
r47050 | else: | ||
raise error.Abort( | ||||
_( | ||||
b"share-safe mismatch with source.\nUnrecognized" | ||||
b" value '%s' of `share.safe-mismatch.source-safe` set." | ||||
) | ||||
% mismatch_config, | ||||
hint=hint, | ||||
) | ||||
|
r39728 | |||
|
r39726 | # The .hg/hgrc file may load extensions or contain config options | ||
# that influence repository construction. Attempt to load it and | ||||
# process any new extensions that it may have pulled in. | ||||
|
r46057 | if loadhgrc(ui, wdirvfs, hgvfs, requirements, sharedvfs): | ||
|
r39888 | afterhgrcload(ui, wdirvfs, hgvfs, requirements) | ||
|
r39726 | extensions.loadall(ui) | ||
|
r40760 | extensions.populateui(ui) | ||
|
r39726 | |||
|
r39800 | # Set of module names of extensions loaded for this repository. | ||
extensionmodulenames = {m.__name__ for n, m in extensions.extensions(ui)} | ||||
|
r39729 | supportedrequirements = gathersupportedrequirements(ui) | ||
|
r39731 | |||
# We first validate the requirements are known. | ||||
|
r39729 | ensurerequirementsrecognized(requirements, supportedrequirements) | ||
|
r39731 | # Then we validate that the known set is reasonable to use together. | ||
ensurerequirementscompatible(ui, requirements) | ||||
|
r39732 | # TODO there are unhandled edge cases related to opening repositories with | ||
# shared storage. If storage is shared, we should also test for requirements | ||||
# compatibility in the pointed-to repo. This entails loading the .hg/hgrc in | ||||
# that repo, as that repo may load extensions needed to open it. This is a | ||||
# bit complicated because we don't want the other hgrc to overwrite settings | ||||
# in this hgrc. | ||||
# | ||||
# This bug is somewhat mitigated by the fact that we copy the .hg/requires | ||||
# file when sharing repos. But if a requirement is added after the share is | ||||
# performed, thereby introducing a new requirement for the opener, we may | ||||
# will not see that and could encounter a run-time error interacting with | ||||
# that shared store since it has an unknown-to-us requirement. | ||||
|
r39729 | # At this point, we know we should be capable of opening the repository. | ||
# Now get on with doing that. | ||||
|
r39886 | features = set() | ||
|
r39733 | # The "store" part of the repository holds versioned data. How it is | ||
|
r45912 | # accessed is determined by various requirements. If `shared` or | ||
# `relshared` requirements are present, this indicates current repository | ||||
# is a share and store exists in path mentioned in `.hg/sharedpath` | ||||
if shared: | ||||
|
r39733 | storebasepath = sharedvfs.base | ||
cachepath = sharedvfs.join(b'cache') | ||||
|
r45912 | features.add(repository.REPO_FEATURE_SHARED_STORAGE) | ||
|
r39733 | else: | ||
storebasepath = hgvfs.base | ||||
cachepath = hgvfs.join(b'cache') | ||||
|
r40826 | wcachepath = hgvfs.join(b'wcache') | ||
|
r39733 | # The store has changed over time and the exact layout is dictated by | ||
# requirements. The store interface abstracts differences across all | ||||
# of them. | ||||
|
r43346 | store = makestore( | ||
requirements, | ||||
storebasepath, | ||||
lambda base: vfsmod.vfs(base, cacheaudited=True), | ||||
) | ||||
|
r39733 | hgvfs.createmode = store.createmode | ||
|
r39736 | storevfs = store.vfs | ||
|
r39886 | storevfs.options = resolvestorevfsoptions(ui, requirements, features) | ||
|
r39736 | |||
r48037 | if ( | |||
requirementsmod.REVLOGV2_REQUIREMENT in requirements | ||||
or requirementsmod.CHANGELOGV2_REQUIREMENT in requirements | ||||
): | ||||
r48000 | features.add(repository.REPO_FEATURE_SIDE_DATA) | |||
r48012 | # the revlogv2 docket introduced race condition that we need to fix | |||
features.discard(repository.REPO_FEATURE_STREAM_CLONE) | ||||
r48000 | ||||
|
r39733 | # The cache vfs is used to manage cache files. | ||
cachevfs = vfsmod.vfs(cachepath, cacheaudited=True) | ||||
cachevfs.createmode = store.createmode | ||||
|
r40826 | # The cache vfs is used to manage cache files related to the working copy | ||
wcachevfs = vfsmod.vfs(wcachepath, cacheaudited=True) | ||||
wcachevfs.createmode = store.createmode | ||||
|
r39733 | |||
|
r39800 | # Now resolve the type for the repository object. We do this by repeatedly | ||
# calling a factory function to produces types for specific aspects of the | ||||
# repo's operation. The aggregate returned types are used as base classes | ||||
# for a dynamically-derived type, which will represent our new repository. | ||||
bases = [] | ||||
extrastate = {} | ||||
for iface, fn in REPO_INTERFACES: | ||||
# We pass all potentially useful state to give extensions tons of | ||||
# flexibility. | ||||
|
r43346 | typ = fn()( | ||
ui=ui, | ||||
intents=intents, | ||||
requirements=requirements, | ||||
features=features, | ||||
wdirvfs=wdirvfs, | ||||
hgvfs=hgvfs, | ||||
store=store, | ||||
storevfs=storevfs, | ||||
storeoptions=storevfs.options, | ||||
cachevfs=cachevfs, | ||||
wcachevfs=wcachevfs, | ||||
extensionmodulenames=extensionmodulenames, | ||||
extrastate=extrastate, | ||||
baseclasses=bases, | ||||
) | ||||
|
r39800 | |||
if not isinstance(typ, type): | ||||
|
r43346 | raise error.ProgrammingError( | ||
|
r43347 | b'unable to construct type for %s' % iface | ||
|
r43346 | ) | ||
|
r39800 | |||
bases.append(typ) | ||||
# type() allows you to use characters in type names that wouldn't be | ||||
# recognized as Python symbols in source code. We abuse that to add | ||||
# rich information about our constructed repo. | ||||
|
r43346 | name = pycompat.sysstr( | ||
b'derivedrepo:%s<%s>' % (wdirvfs.base, b','.join(sorted(requirements))) | ||||
) | ||||
|
r39800 | |||
cls = type(name, tuple(bases), {}) | ||||
return cls( | ||||
|
r39725 | baseui=baseui, | ||
ui=ui, | ||||
origroot=path, | ||||
|
r39724 | wdirvfs=wdirvfs, | ||
hgvfs=hgvfs, | ||||
|
r39728 | requirements=requirements, | ||
|
r39729 | supportedrequirements=supportedrequirements, | ||
|
r39733 | sharedpath=storebasepath, | ||
store=store, | ||||
cachevfs=cachevfs, | ||||
|
r40826 | wcachevfs=wcachevfs, | ||
|
r39886 | features=features, | ||
|
r43346 | intents=intents, | ||
) | ||||
|
r39723 | |||
|
r46057 | def loadhgrc(ui, wdirvfs, hgvfs, requirements, sharedvfs=None): | ||
|
r40571 | """Load hgrc files/content into a ui instance. | ||
This is called during repository opening to load any additional | ||||
config files or settings relevant to the current repository. | ||||
Returns a bool indicating whether any additional configs were loaded. | ||||
Extensions should monkeypatch this function to modify how per-repo | ||||
configs are loaded. For example, an extension may wish to pull in | ||||
configs from alternate files or sources. | ||||
|
r46057 | |||
sharedvfs is vfs object pointing to source repo if the current one is a | ||||
shared one | ||||
|
r40571 | """ | ||
r44727 | if not rcutil.use_repo_hgrc(): | |||
r44583 | return False | |||
|
r46057 | |||
|
r46368 | ret = False | ||
|
r46057 | # first load config from shared source if we has to | ||
if requirementsmod.SHARESAFE_REQUIREMENT in requirements and sharedvfs: | ||||
try: | ||||
ui.readconfig(sharedvfs.join(b'hgrc'), root=sharedvfs.base) | ||||
|
r46368 | ret = True | ||
|
r46057 | except IOError: | ||
pass | ||||
|
r40571 | try: | ||
ui.readconfig(hgvfs.join(b'hgrc'), root=wdirvfs.base) | ||||
|
r46368 | ret = True | ||
|
r40571 | except IOError: | ||
|
r46368 | pass | ||
try: | ||||
ui.readconfig(hgvfs.join(b'hgrc-not-shared'), root=wdirvfs.base) | ||||
ret = True | ||||
except IOError: | ||||
pass | ||||
return ret | ||||
|
r40571 | |||
|
r43346 | |||
|
r39888 | def afterhgrcload(ui, wdirvfs, hgvfs, requirements): | ||
"""Perform additional actions after .hg/hgrc is loaded. | ||||
This function is called during repository loading immediately after | ||||
the .hg/hgrc file is loaded and before per-repo extensions are loaded. | ||||
The function can be used to validate configs, automatically add | ||||
options (including extensions) based on requirements, etc. | ||||
""" | ||||
# Map of requirements to list of extensions to load automatically when | ||||
# requirement is present. | ||||
autoextensions = { | ||||
|
r44966 | b'git': [b'git'], | ||
|
r39890 | b'largefiles': [b'largefiles'], | ||
|
r39888 | b'lfs': [b'lfs'], | ||
} | ||||
for requirement, names in sorted(autoextensions.items()): | ||||
if requirement not in requirements: | ||||
continue | ||||
for name in names: | ||||
if not ui.hasconfig(b'extensions', name): | ||||
|
r43347 | ui.setconfig(b'extensions', name, b'', source=b'autoload') | ||
|
r39888 | |||
|
r43346 | |||
|
r39729 | def gathersupportedrequirements(ui): | ||
"""Determine the complete set of recognized requirements.""" | ||||
# Start with all requirements supported by this file. | ||||
supported = set(localrepository._basesupported) | ||||
|
r48052 | if dirstate.SUPPORTS_DIRSTATE_V2: | ||
supported.add(requirementsmod.DIRSTATE_V2_REQUIREMENT) | ||||
|
r39729 | # Execute ``featuresetupfuncs`` entries if they belong to an extension | ||
# relevant to this ui instance. | ||||
modules = {m.__name__ for n, m in extensions.extensions(ui)} | ||||
for fn in featuresetupfuncs: | ||||
if fn.__module__ in modules: | ||||
fn(ui, supported) | ||||
# Add derived requirements from registered compression engines. | ||||
for name in util.compengines: | ||||
engine = util.compengines[name] | ||||
r42304 | if engine.available() and engine.revlogheader(): | |||
|
r39729 | supported.add(b'exp-compression-%s' % name) | ||
|
r43347 | if engine.name() == b'zstd': | ||
r42305 | supported.add(b'revlog-compression-zstd') | |||
|
r39729 | |||
return supported | ||||
|
r43346 | |||
|
r39729 | def ensurerequirementsrecognized(requirements, supported): | ||
"""Validate that a set of local requirements is recognized. | ||||
Receives a set of requirements. Raises an ``error.RepoError`` if there | ||||
exists any requirement in that set that currently loaded code doesn't | ||||
recognize. | ||||
Returns a set of supported requirements. | ||||
""" | ||||
missing = set() | ||||
for requirement in requirements: | ||||
if requirement in supported: | ||||
continue | ||||
if not requirement or not requirement[0:1].isalnum(): | ||||
raise error.RequirementError(_(b'.hg/requires file is corrupt')) | ||||
missing.add(requirement) | ||||
if missing: | ||||
raise error.RequirementError( | ||||
|
r43346 | _(b'repository requires features unknown to this Mercurial: %s') | ||
% b' '.join(sorted(missing)), | ||||
hint=_( | ||||
b'see https://mercurial-scm.org/wiki/MissingRequirement ' | ||||
b'for more information' | ||||
), | ||||
) | ||||
|
r39729 | |||
|
r39731 | def ensurerequirementscompatible(ui, requirements): | ||
"""Validates that a set of recognized requirements is mutually compatible. | ||||
Some requirements may not be compatible with others or require | ||||
config options that aren't enabled. This function is called during | ||||
repository opening to ensure that the set of requirements needed | ||||
to open a repository is sane and compatible with config options. | ||||
Extensions can monkeypatch this function to perform additional | ||||
checking. | ||||
``error.RepoError`` should be raised on failure. | ||||
""" | ||||
|
r45932 | if ( | ||
requirementsmod.SPARSE_REQUIREMENT in requirements | ||||
and not sparse.enabled | ||||
): | ||||
|
r43346 | raise error.RepoError( | ||
_( | ||||
b'repository is using sparse feature but ' | ||||
b'sparse is not enabled; enable the ' | ||||
b'"sparse" extensions to access' | ||||
) | ||||
) | ||||
|
r39731 | |||
|
r39734 | def makestore(requirements, path, vfstype): | ||
"""Construct a storage object for a repository.""" | ||||
|
r47382 | if requirementsmod.STORE_REQUIREMENT in requirements: | ||
|
r47383 | if requirementsmod.FNCACHE_REQUIREMENT in requirements: | ||
|
r47381 | dotencode = requirementsmod.DOTENCODE_REQUIREMENT in requirements | ||
return storemod.fncachestore(path, vfstype, dotencode) | ||||
|
r39734 | |||
return storemod.encodedstore(path, vfstype) | ||||
return storemod.basicstore(path, vfstype) | ||||
|
r43346 | |||
|
r39886 | def resolvestorevfsoptions(ui, requirements, features): | ||
|
r39736 | """Resolve the options to pass to the store vfs opener. | ||
The returned dict is used to influence behavior of the storage layer. | ||||
""" | ||||
options = {} | ||||
|
r45932 | if requirementsmod.TREEMANIFEST_REQUIREMENT in requirements: | ||
|
r39736 | options[b'treemanifest'] = True | ||
# experimental config: format.manifestcachesize | ||||
manifestcachesize = ui.configint(b'format', b'manifestcachesize') | ||||
if manifestcachesize is not None: | ||||
options[b'manifestcachesize'] = manifestcachesize | ||||
# In the absence of another requirement superseding a revlog-related | ||||
# requirement, we have to assume the repo is using revlog version 0. | ||||
# This revlog format is super old and we don't bother trying to parse | ||||
# opener options for it because those options wouldn't do anything | ||||
# meaningful on such old repos. | ||||
|
r45933 | if ( | ||
|
r47371 | requirementsmod.REVLOGV1_REQUIREMENT in requirements | ||
|
r45933 | or requirementsmod.REVLOGV2_REQUIREMENT in requirements | ||
): | ||||
|
r39886 | options.update(resolverevlogstorevfsoptions(ui, requirements, features)) | ||
|
r43346 | else: # explicitly mark repo as using revlogv0 | ||
|
r43347 | options[b'revlogv0'] = True | ||
|
r45933 | if requirementsmod.COPIESSDC_REQUIREMENT in requirements: | ||
r43412 | options[b'copies-storage'] = b'changeset-sidedata' | |||
else: | ||||
writecopiesto = ui.config(b'experimental', b'copies.write-to') | ||||
copiesextramode = (b'changeset-only', b'compatibility') | ||||
if writecopiesto in copiesextramode: | ||||
options[b'copies-storage'] = b'extra' | ||||
r43296 | ||||
|
r39736 | return options | ||
|
r43346 | |||
|
r39886 | def resolverevlogstorevfsoptions(ui, requirements, features): | ||
|
r39736 | """Resolve opener options specific to revlogs.""" | ||
options = {} | ||||
|
r40303 | options[b'flagprocessors'] = {} | ||
|
r39736 | |||
|
r47371 | if requirementsmod.REVLOGV1_REQUIREMENT in requirements: | ||
|
r39736 | options[b'revlogv1'] = True | ||
|
r45933 | if requirementsmod.REVLOGV2_REQUIREMENT in requirements: | ||
|
r39736 | options[b'revlogv2'] = True | ||
r48037 | if requirementsmod.CHANGELOGV2_REQUIREMENT in requirements: | |||
options[b'changelogv2'] = True | ||||
|
r39736 | |||
|
r47372 | if requirementsmod.GENERALDELTA_REQUIREMENT in requirements: | ||
|
r39736 | options[b'generaldelta'] = True | ||
# experimental config: format.chunkcachesize | ||||
chunkcachesize = ui.configint(b'format', b'chunkcachesize') | ||||
if chunkcachesize is not None: | ||||
options[b'chunkcachesize'] = chunkcachesize | ||||
|
r43346 | deltabothparents = ui.configbool( | ||
b'storage', b'revlog.optimize-delta-parent-choice' | ||||
) | ||||
|
r39736 | options[b'deltabothparents'] = deltabothparents | ||
r41985 | lazydelta = ui.configbool(b'storage', b'revlog.reuse-external-delta') | |||
lazydeltabase = False | ||||
if lazydelta: | ||||
|
r43346 | lazydeltabase = ui.configbool( | ||
b'storage', b'revlog.reuse-external-delta-parent' | ||||
) | ||||
r41984 | if lazydeltabase is None: | |||
lazydeltabase = not scmutil.gddeltaconfig(ui) | ||||
r41985 | options[b'lazydelta'] = lazydelta | |||
r41984 | options[b'lazydeltabase'] = lazydeltabase | |||
|
r39736 | |||
chainspan = ui.configbytes(b'experimental', b'maxdeltachainspan') | ||||
if 0 <= chainspan: | ||||
options[b'maxdeltachainspan'] = chainspan | ||||
|
r43346 | mmapindexthreshold = ui.configbytes(b'experimental', b'mmapindexthreshold') | ||
|
r39736 | if mmapindexthreshold is not None: | ||
options[b'mmapindexthreshold'] = mmapindexthreshold | ||||
withsparseread = ui.configbool(b'experimental', b'sparse-read') | ||||
|
r43346 | srdensitythres = float( | ||
ui.config(b'experimental', b'sparse-read.density-threshold') | ||||
) | ||||
srmingapsize = ui.configbytes(b'experimental', b'sparse-read.min-gap-size') | ||||
|
r39736 | options[b'with-sparse-read'] = withsparseread | ||
options[b'sparse-read-density-threshold'] = srdensitythres | ||||
options[b'sparse-read-min-gap-size'] = srmingapsize | ||||
|
r45933 | sparserevlog = requirementsmod.SPARSEREVLOG_REQUIREMENT in requirements | ||
|
r39736 | options[b'sparse-revlog'] = sparserevlog | ||
if sparserevlog: | ||||
options[b'generaldelta'] = True | ||||
maxchainlen = None | ||||
if sparserevlog: | ||||
maxchainlen = revlogconst.SPARSE_REVLOG_MAX_CHAIN_LENGTH | ||||
# experimental config: format.maxchainlen | ||||
maxchainlen = ui.configint(b'format', b'maxchainlen', maxchainlen) | ||||
if maxchainlen is not None: | ||||
options[b'maxchainlen'] = maxchainlen | ||||
for r in requirements: | ||||
r42305 | # we allow multiple compression engine requirement to co-exist because | |||
# strickly speaking, revlog seems to support mixed compression style. | ||||
# | ||||
# The compression used for new entries will be "the last one" | ||||
prefix = r.startswith | ||||
|
r43347 | if prefix(b'revlog-compression-') or prefix(b'exp-compression-'): | ||
options[b'compengine'] = r.split(b'-', 2)[2] | ||||
|
r39736 | |||
r42210 | options[b'zlib.level'] = ui.configint(b'storage', b'revlog.zlib.level') | |||
if options[b'zlib.level'] is not None: | ||||
if not (0 <= options[b'zlib.level'] <= 9): | ||||
|
r43347 | msg = _(b'invalid value for `storage.revlog.zlib.level` config: %d') | ||
r42210 | raise error.Abort(msg % options[b'zlib.level']) | |||
r42211 | options[b'zstd.level'] = ui.configint(b'storage', b'revlog.zstd.level') | |||
if options[b'zstd.level'] is not None: | ||||
if not (0 <= options[b'zstd.level'] <= 22): | ||||
|
r43347 | msg = _(b'invalid value for `storage.revlog.zstd.level` config: %d') | ||
r42211 | raise error.Abort(msg % options[b'zstd.level']) | |||
r42210 | ||||
|
r45932 | if requirementsmod.NARROW_REQUIREMENT in requirements: | ||
|
r39806 | options[b'enableellipsis'] = True | ||
|
r44495 | if ui.configbool(b'experimental', b'rust.index'): | ||
|
r44466 | options[b'rust.index'] = True | ||
|
r45933 | if requirementsmod.NODEMAP_REQUIREMENT in requirements: | ||
r47027 | slow_path = ui.config( | |||
b'storage', b'revlog.persistent-nodemap.slow-path' | ||||
) | ||||
r47029 | if slow_path not in (b'allow', b'warn', b'abort'): | |||
r47027 | default = ui.config_default( | |||
b'storage', b'revlog.persistent-nodemap.slow-path' | ||||
) | ||||
msg = _( | ||||
b'unknown value for config ' | ||||
b'"storage.revlog.persistent-nodemap.slow-path": "%s"\n' | ||||
) | ||||
ui.warn(msg % slow_path) | ||||
if not ui.quiet: | ||||
ui.warn(_(b'falling back to default value: %s\n') % default) | ||||
slow_path = default | ||||
r47028 | ||||
msg = _( | ||||
b"accessing `persistent-nodemap` repository without associated " | ||||
b"fast implementation." | ||||
) | ||||
hint = _( | ||||
b"check `hg help config.format.use-persistent-nodemap` " | ||||
b"for details" | ||||
) | ||||
r47029 | if not revlog.HAS_FAST_PERSISTENT_NODEMAP: | |||
if slow_path == b'warn': | ||||
msg = b"warning: " + msg + b'\n' | ||||
ui.warn(msg) | ||||
if not ui.quiet: | ||||
hint = b'(' + hint + b')\n' | ||||
ui.warn(hint) | ||||
if slow_path == b'abort': | ||||
raise error.Abort(msg, hint=hint) | ||||
r45296 | options[b'persistent-nodemap'] = True | |||
r47024 | if ui.configbool(b'storage', b'revlog.persistent-nodemap.mmap'): | |||
r45296 | options[b'persistent-nodemap.mmap'] = True | |||
r44794 | if ui.configbool(b'devel', b'persistent-nodemap'): | |||
options[b'devel-force-nodemap'] = True | ||||
|
r44466 | |||
|
r39736 | return options | ||
|
r43346 | |||
|
r39800 | def makemain(**kwargs): | ||
"""Produce a type conforming to ``ilocalrepositorymain``.""" | ||||
return localrepository | ||||
|
r43346 | |||
|
r39800 | @interfaceutil.implementer(repository.ilocalrepositoryfilestorage) | ||
class revlogfilestorage(object): | ||||
"""File storage when using revlogs.""" | ||||
def file(self, path): | ||||
|
r47352 | if path.startswith(b'/'): | ||
|
r39800 | path = path[1:] | ||
return filelog.filelog(self.svfs, path) | ||||
|
r43346 | |||
|
r39801 | @interfaceutil.implementer(repository.ilocalrepositoryfilestorage) | ||
class revlognarrowfilestorage(object): | ||||
"""File storage when using revlogs and narrow files.""" | ||||
def file(self, path): | ||||
|
r47352 | if path.startswith(b'/'): | ||
|
r39801 | path = path[1:] | ||
|
r41266 | return filelog.narrowfilelog(self.svfs, path, self._storenarrowmatch) | ||
|
r39801 | |||
|
r43346 | |||
|
r39886 | def makefilestorage(requirements, features, **kwargs): | ||
|
r39800 | """Produce a type conforming to ``ilocalrepositoryfilestorage``.""" | ||
|
r39886 | features.add(repository.REPO_FEATURE_REVLOG_FILE_STORAGE) | ||
|
r40063 | features.add(repository.REPO_FEATURE_STREAM_CLONE) | ||
|
r39886 | |||
|
r45932 | if requirementsmod.NARROW_REQUIREMENT in requirements: | ||
|
r39801 | return revlognarrowfilestorage | ||
else: | ||||
return revlogfilestorage | ||||
|
r39800 | |||
|
r43346 | |||
|
r39800 | # List of repository interfaces and factory functions for them. Each | ||
# will be called in order during ``makelocalrepository()`` to iteratively | ||||
|
r40030 | # derive the final type for a local repository instance. We capture the | ||
# function as a lambda so we don't hold a reference and the module-level | ||||
# functions can be wrapped. | ||||
|
r39800 | REPO_INTERFACES = [ | ||
|
r40030 | (repository.ilocalrepositorymain, lambda: makemain), | ||
(repository.ilocalrepositoryfilestorage, lambda: makefilestorage), | ||||
|
r39800 | ] | ||
|
r43346 | |||
|
r39800 | @interfaceutil.implementer(repository.ilocalrepositorymain) | ||
|
r17192 | class localrepository(object): | ||
|
r39800 | """Main class for representing local repositories. | ||
All local repositories are instances of this class. | ||||
Constructed on its own, instances of this class are not usable as | ||||
repository objects. To obtain a usable repository object, call | ||||
``hg.repository()``, ``localrepo.instance()``, or | ||||
``localrepo.makelocalrepository()``. The latter is the lowest-level. | ||||
``instance()`` adds support for creating new repositories. | ||||
``hg.repository()`` adds more extension integration, including calling | ||||
``reposetup()``. Generally speaking, ``hg.repository()`` should be | ||||
used. | ||||
""" | ||||
|
r17192 | |||
|
r36391 | # obsolete experimental requirements: | ||
# - manifestv2: An experimental new manifest format that allowed | ||||
# for stem compression of long paths. Experiment ended up not | ||||
# being successful (repository sizes went up due to worse delta | ||||
# chains), and the code was deleted in 4.6. | ||||
|
r32315 | supportedformats = { | ||
|
r47371 | requirementsmod.REVLOGV1_REQUIREMENT, | ||
|
r47372 | requirementsmod.GENERALDELTA_REQUIREMENT, | ||
|
r45932 | requirementsmod.TREEMANIFEST_REQUIREMENT, | ||
|
r45933 | requirementsmod.COPIESSDC_REQUIREMENT, | ||
requirementsmod.REVLOGV2_REQUIREMENT, | ||||
r48037 | requirementsmod.CHANGELOGV2_REQUIREMENT, | |||
|
r45933 | requirementsmod.SPARSEREVLOG_REQUIREMENT, | ||
requirementsmod.NODEMAP_REQUIREMENT, | ||||
|
r42512 | bookmarks.BOOKMARKS_IN_STORE_REQUIREMENT, | ||
|
r46055 | requirementsmod.SHARESAFE_REQUIREMENT, | ||
|
r32315 | } | ||
_basesupported = supportedformats | { | ||||
|
r47382 | requirementsmod.STORE_REQUIREMENT, | ||
|
r47383 | requirementsmod.FNCACHE_REQUIREMENT, | ||
|
r45946 | requirementsmod.SHARED_REQUIREMENT, | ||
requirementsmod.RELATIVE_SHARED_REQUIREMENT, | ||||
|
r47381 | requirementsmod.DOTENCODE_REQUIREMENT, | ||
|
r45932 | requirementsmod.SPARSE_REQUIREMENT, | ||
requirementsmod.INTERNAL_PHASE_REQUIREMENT, | ||||
|
r32315 | } | ||
|
r17137 | |||
|
r33436 | # list of prefix for file which can be written without 'wlock' | ||
# Extensions should extend this list when needed | ||||
_wlockfreeprefix = { | ||||
# We migh consider requiring 'wlock' for the next | ||||
# two, but pretty much all the existing code assume | ||||
# wlock is not needed so we keep them excluded for | ||||
# now. | ||||
|
r43347 | b'hgrc', | ||
b'requires', | ||||
|
r33436 | # XXX cache is a complicatged business someone | ||
# should investigate this in depth at some point | ||||
|
r43347 | b'cache/', | ||
|
r33436 | # XXX shouldn't be dirstate covered by the wlock? | ||
|
r43347 | b'dirstate', | ||
|
r33436 | # XXX bisect was still a bit too messy at the time | ||
# this changeset was introduced. Someone should fix | ||||
# the remainig bit and drop this line | ||||
|
r43347 | b'bisect.state', | ||
|
r33436 | } | ||
|
r43346 | def __init__( | ||
self, | ||||
baseui, | ||||
ui, | ||||
origroot, | ||||
wdirvfs, | ||||
hgvfs, | ||||
requirements, | ||||
supportedrequirements, | ||||
sharedpath, | ||||
store, | ||||
cachevfs, | ||||
wcachevfs, | ||||
features, | ||||
intents=None, | ||||
): | ||||
|
r39584 | """Create a new local repository instance. | ||
|
r39724 | Most callers should use ``hg.repository()``, ``localrepo.instance()``, | ||
or ``localrepo.makelocalrepository()`` for obtaining a new repository | ||||
object. | ||||
Arguments: | ||||
baseui | ||||
|
r39725 | ``ui.ui`` instance that ``ui`` argument was based off of. | ||
ui | ||||
``ui.ui`` instance for use by the repository. | ||||
|
r39724 | |||
origroot | ||||
``bytes`` path to working directory root of this repository. | ||||
wdirvfs | ||||
``vfs.vfs`` rooted at the working directory. | ||||
hgvfs | ||||
``vfs.vfs`` rooted at .hg/ | ||||
|
r39728 | requirements | ||
``set`` of bytestrings representing repository opening requirements. | ||||
|
r39729 | supportedrequirements | ||
``set`` of bytestrings representing repository requirements that we | ||||
know how to open. May be a supetset of ``requirements``. | ||||
|
r39733 | sharedpath | ||
``bytes`` Defining path to storage base directory. Points to a | ||||
``.hg/`` directory somewhere. | ||||
store | ||||
``store.basicstore`` (or derived) instance providing access to | ||||
versioned storage. | ||||
cachevfs | ||||
``vfs.vfs`` used for cache files. | ||||
|
r40826 | wcachevfs | ||
``vfs.vfs`` used for cache files related to the working copy. | ||||
|
r39886 | features | ||
``set`` of bytestrings defining features/capabilities of this | ||||
instance. | ||||
|
r39724 | intents | ||
``set`` of system strings indicating what this repo will be used | ||||
for. | ||||
|
r39584 | """ | ||
|
r39724 | self.baseui = baseui | ||
|
r39725 | self.ui = ui | ||
|
r39724 | self.origroot = origroot | ||
# vfs rooted at working directory. | ||||
self.wvfs = wdirvfs | ||||
self.root = wdirvfs.base | ||||
# vfs rooted at .hg/. Used to access most non-store paths. | ||||
self.vfs = hgvfs | ||||
self.path = hgvfs.base | ||||
|
r39729 | self.requirements = requirements | ||
|
r47538 | self.nodeconstants = sha1nodeconstants | ||
self.nullid = self.nodeconstants.nullid | ||||
|
r39729 | self.supported = supportedrequirements | ||
|
r39733 | self.sharedpath = sharedpath | ||
self.store = store | ||||
self.cachevfs = cachevfs | ||||
|
r40826 | self.wcachevfs = wcachevfs | ||
|
r39886 | self.features = features | ||
|
r39584 | |||
|
r32730 | self.filtername = None | ||
|
r39724 | |||
|
r43347 | if self.ui.configbool(b'devel', b'all-warnings') or self.ui.configbool( | ||
b'devel', b'check-locks' | ||||
|
r43346 | ): | ||
|
r33436 | self.vfs.audit = self._getvfsward(self.vfs.audit) | ||
|
r15922 | # A list of callback to shape the phase if no data were found. | ||
# Callback are in the form: func(repo, roots) --> processed root. | ||||
# This list it to be filled by extension during repo setup | ||||
self._phasedefaults = [] | ||||
|
r1089 | |||
|
r31111 | color.setup(self.ui) | ||
|
r19778 | |||
|
r6840 | self.spath = self.store.path | ||
|
r17654 | self.svfs = self.store.vfs | ||
|
r6840 | self.sjoin = self.store.join | ||
|
r43347 | if self.ui.configbool(b'devel', b'all-warnings') or self.ui.configbool( | ||
b'devel', b'check-locks' | ||||
|
r43346 | ): | ||
|
r43347 | if util.safehasattr(self.svfs, b'vfs'): # this is filtervfs | ||
|
r33437 | self.svfs.vfs.audit = self._getsvfsward(self.svfs.vfs.audit) | ||
|
r43346 | else: # standard vfs | ||
|
r33437 | self.svfs.audit = self._getsvfsward(self.svfs.audit) | ||
|
r3850 | |||
|
r26155 | self._dirstatevalidatewarned = False | ||
|
r9146 | |||
|
r41764 | self._branchcaches = branchmap.BranchMapCache() | ||
|
r24373 | self._revbranchcache = None | ||
|
r37155 | self._filterpats = {} | ||
|
r5966 | self._datafilters = {} | ||
|
r4916 | self._transref = self._lockref = self._wlockref = None | ||
|
r1089 | |||
|
r14929 | # A cache for various files under .hg/ that tracks file changes, | ||
# (used by the filecache decorator) | ||||
# | ||||
# Maps a property name to its util.filecacheentry | ||||
self._filecache = {} | ||||
|
r18101 | # hold sets of revision to be filtered | ||
# should be cleared when something might have changed the filter value: | ||||
# - new changesets, | ||||
# - phase change, | ||||
# - new obsolescence marker, | ||||
# - working directory parent change, | ||||
# - bookmark changes | ||||
self.filteredrevcache = {} | ||||
|
r32814 | # post-dirstate-status hooks | ||
self._postdsstatus = [] | ||||
|
r23558 | # generic mapping between names and nodes | ||
|
r23561 | self.names = namespaces.namespaces() | ||
|
r23558 | |||
|
r33302 | # Key to signature value. | ||
self._sparsesignaturecache = {} | ||||
# Signature to cached matcher instance. | ||||
self._sparsematchercache = {} | ||||
r42417 | self._extrafilterid = repoview.extrafilter(ui) | |||
r43412 | self.filecopiesmode = None | |||
|
r45933 | if requirementsmod.COPIESSDC_REQUIREMENT in self.requirements: | ||
r43412 | self.filecopiesmode = b'changeset-sidedata' | |||
|
r47447 | self._wanted_sidedata = set() | ||
self._sidedata_computers = {} | ||||
|
r47848 | sidedatamod.set_sidedata_spec_for_repo(self) | ||
|
r47447 | |||
|
r33436 | def _getvfsward(self, origfunc): | ||
"""build a ward for self.vfs""" | ||||
rref = weakref.ref(self) | ||||
|
r43346 | |||
|
r33436 | def checkvfs(path, mode=None): | ||
ret = origfunc(path, mode=mode) | ||||
repo = rref() | ||||
|
r43346 | if ( | ||
repo is None | ||||
|
r43347 | or not util.safehasattr(repo, b'_wlockref') | ||
or not util.safehasattr(repo, b'_lockref') | ||||
|
r43346 | ): | ||
|
r33436 | return | ||
|
r43347 | if mode in (None, b'r', b'rb'): | ||
|
r33436 | return | ||
if path.startswith(repo.path): | ||||
# truncate name relative to the repository (.hg) | ||||
|
r43346 | path = path[len(repo.path) + 1 :] | ||
|
r43347 | if path.startswith(b'cache/'): | ||
msg = b'accessing cache with vfs instead of cachevfs: "%s"' | ||||
repo.ui.develwarn(msg % path, stacklevel=3, config=b"cache-vfs") | ||||
|
r45554 | # path prefixes covered by 'lock' | ||
|
r46003 | vfs_path_prefixes = ( | ||
b'journal.', | ||||
b'undo.', | ||||
b'strip-backup/', | ||||
b'cache/', | ||||
) | ||||
|
r45554 | if any(path.startswith(prefix) for prefix in vfs_path_prefixes): | ||
|
r33436 | if repo._currentlock(repo._lockref) is None: | ||
|
r43346 | repo.ui.develwarn( | ||
|
r43347 | b'write with no lock: "%s"' % path, | ||
|
r43346 | stacklevel=3, | ||
|
r43347 | config=b'check-locks', | ||
|
r43346 | ) | ||
|
r33436 | elif repo._currentlock(repo._wlockref) is None: | ||
# rest of vfs files are covered by 'wlock' | ||||
# | ||||
# exclude special files | ||||
for prefix in self._wlockfreeprefix: | ||||
if path.startswith(prefix): | ||||
return | ||||
|
r43346 | repo.ui.develwarn( | ||
|
r43347 | b'write with no wlock: "%s"' % path, | ||
|
r43346 | stacklevel=3, | ||
|
r43347 | config=b'check-locks', | ||
|
r43346 | ) | ||
|
r33436 | return ret | ||
|
r43346 | |||
|
r33436 | return checkvfs | ||
|
r33437 | def _getsvfsward(self, origfunc): | ||
"""build a ward for self.svfs""" | ||||
rref = weakref.ref(self) | ||||
|
r43346 | |||
|
r33437 | def checksvfs(path, mode=None): | ||
ret = origfunc(path, mode=mode) | ||||
repo = rref() | ||||
|
r43347 | if repo is None or not util.safehasattr(repo, b'_lockref'): | ||
|
r33437 | return | ||
|
r43347 | if mode in (None, b'r', b'rb'): | ||
|
r33437 | return | ||
if path.startswith(repo.sharedpath): | ||||
# truncate name relative to the repository (.hg) | ||||
|
r43346 | path = path[len(repo.sharedpath) + 1 :] | ||
|
r33437 | if repo._currentlock(repo._lockref) is None: | ||
|
r43346 | repo.ui.develwarn( | ||
|
r43347 | b'write with no lock: "%s"' % path, stacklevel=4 | ||
|
r43346 | ) | ||
|
r33437 | return ret | ||
|
r43346 | |||
|
r33437 | return checksvfs | ||
|
r17192 | def close(self): | ||
|
r24378 | self._writecaches() | ||
def _writecaches(self): | ||||
if self._revbranchcache: | ||||
self._revbranchcache.write() | ||||
|
r17192 | |||
def _restrictcapabilities(self, caps): | ||||
|
r43347 | if self.ui.configbool(b'experimental', b'bundle2-advertise'): | ||
|
r20955 | caps = set(caps) | ||
|
r43346 | capsblob = bundle2.encodecaps( | ||
|
r43347 | bundle2.getrepocaps(self, role=b'client') | ||
|
r43346 | ) | ||
|
r43347 | caps.add(b'bundle2=' + urlreq.quote(capsblob)) | ||
|
r47664 | if self.ui.configbool(b'experimental', b'narrow'): | ||
caps.add(wireprototypes.NARROWCAP) | ||||
|
r17192 | return caps | ||
|
r39348 | # Don't cache auditor/nofsauditor, or you'll end up with reference cycle: | ||
# self -> auditor -> self._checknested -> self | ||||
@property | ||||
def auditor(self): | ||||
# This is only used by context.workingctx.match in order to | ||||
# detect files in subrepos. | ||||
return pathutil.pathauditor(self.root, callback=self._checknested) | ||||
@property | ||||
def nofsauditor(self): | ||||
# This is only used by context.basectx.match in order to detect | ||||
# files in subrepos. | ||||
|
r43346 | return pathutil.pathauditor( | ||
self.root, callback=self._checknested, realfs=False, cached=True | ||||
) | ||||
|
r39348 | |||
|
r12162 | def _checknested(self, path): | ||
"""Determine if path is a legal nested repository.""" | ||||
if not path.startswith(self.root): | ||||
return False | ||||
|
r43346 | subpath = path[len(self.root) + 1 :] | ||
|
r15722 | normsubpath = util.pconvert(subpath) | ||
|
r12162 | |||
# XXX: Checking against the current working copy is wrong in | ||||
# the sense that it can reject things like | ||||
# | ||||
# $ hg cat -r 10 sub/x.txt | ||||
# | ||||
# if sub/ is no longer a subrepository in the working copy | ||||
# parent revision. | ||||
# | ||||
# However, it can of course also allow things that would have | ||||
# been rejected before, such as the above cat command if sub/ | ||||
# is a subrepository now, but was a normal directory before. | ||||
# The old path auditor would have rejected by mistake since it | ||||
# panics when it sees sub/.hg/. | ||||
# | ||||
|
r12174 | # All in all, checking against the working copy seems sensible | ||
# since we want to prevent access to nested repositories on | ||||
# the filesystem *now*. | ||||
ctx = self[None] | ||||
|
r12162 | parts = util.splitpath(subpath) | ||
while parts: | ||||
|
r43347 | prefix = b'/'.join(parts) | ||
|
r12162 | if prefix in ctx.substate: | ||
|
r15722 | if prefix == normsubpath: | ||
|
r12162 | return True | ||
else: | ||||
sub = ctx.sub(prefix) | ||||
|
r43346 | return sub.checknested(subpath[len(prefix) + 1 :]) | ||
|
r12162 | else: | ||
parts.pop() | ||||
return False | ||||
|
r17192 | def peer(self): | ||
|
r43346 | return localpeer(self) # not cached to avoid reference cycle | ||
|
r17192 | |||
|
r17993 | def unfiltered(self): | ||
"""Return unfiltered version of the repository | ||||
|
r18644 | Intended to be overwritten by filtered repo.""" | ||
|
r17993 | return self | ||
|
r35508 | def filtered(self, name, visibilityexceptions=None): | ||
r42274 | """Return a filtered version of a repository | |||
The `name` parameter is the identifier of the requested view. This | ||||
will return a repoview object set "exactly" to the specified view. | ||||
This function does not apply recursive filtering to a repository. For | ||||
example calling `repo.filtered("served")` will return a repoview using | ||||
the "served" view, regardless of the initial view used by `repo`. | ||||
In other word, there is always only one level of `repoview` "filtering". | ||||
""" | ||||
|
r43347 | if self._extrafilterid is not None and b'%' not in name: | ||
name = name + b'%' + self._extrafilterid | ||||
r42417 | ||||
|
r35248 | cls = repoview.newtype(self.unfiltered().__class__) | ||
|
r35508 | return cls(self, name, visibilityexceptions) | ||
|
r18100 | |||
|
r43346 | @mixedrepostorecache( | ||
|
r43347 | (b'bookmarks', b'plain'), | ||
(b'bookmarks.current', b'plain'), | ||||
(b'bookmarks', b''), | ||||
(b'00changelog.i', b''), | ||||
|
r43346 | ) | ||
|
r13355 | def _bookmarks(self): | ||
r42903 | # Since the multiple files involved in the transaction cannot be | |||
# written atomically (with current repository format), there is a race | ||||
# condition here. | ||||
# | ||||
# 1) changelog content A is read | ||||
# 2) outside transaction update changelog to content B | ||||
# 3) outside transaction update bookmark file referring to content B | ||||
# 4) bookmarks file content is read and filtered against changelog-A | ||||
# | ||||
# When this happens, bookmarks against nodes missing from A are dropped. | ||||
# | ||||
# Having this happening during read is not great, but it become worse | ||||
# when this happen during write because the bookmarks to the "unknown" | ||||
# nodes will be dropped for good. However, writes happen within locks. | ||||
# This locking makes it possible to have a race free consistent read. | ||||
# For this purpose data read from disc before locking are | ||||
# "invalidated" right after the locks are taken. This invalidations are | ||||
# "light", the `filecache` mechanism keep the data in memory and will | ||||
# reuse them if the underlying files did not changed. Not parsing the | ||||
# same data multiple times helps performances. | ||||
# | ||||
# Unfortunately in the case describe above, the files tracked by the | ||||
# bookmarks file cache might not have changed, but the in-memory | ||||
# content is still "wrong" because we used an older changelog content | ||||
# to process the on-disk data. So after locking, the changelog would be | ||||
# refreshed but `_bookmarks` would be preserved. | ||||
# Adding `00changelog.i` to the list of tracked file is not | ||||
# enough, because at the time we build the content for `_bookmarks` in | ||||
# (4), the changelog file has already diverged from the content used | ||||
# for loading `changelog` in (1) | ||||
# | ||||
# To prevent the issue, we force the changelog to be explicitly | ||||
# reloaded while computing `_bookmarks`. The data race can still happen | ||||
# without the lock (with a narrower window), but it would no longer go | ||||
# undetected during the lock time refresh. | ||||
# | ||||
# The new schedule is as follow | ||||
# | ||||
# 1) filecache logic detect that `_bookmarks` needs to be computed | ||||
# 2) cachestat for `bookmarks` and `changelog` are captured (for book) | ||||
# 3) We force `changelog` filecache to be tested | ||||
# 4) cachestat for `changelog` are captured (for changelog) | ||||
# 5) `_bookmarks` is computed and cached | ||||
# | ||||
# The step in (3) ensure we have a changelog at least as recent as the | ||||
# cache stat computed in (1). As a result at locking time: | ||||
# * if the changelog did not changed since (1) -> we can reuse the data | ||||
# * otherwise -> the bookmarks get refreshed. | ||||
self._refreshchangelog() | ||||
|
r17922 | return bookmarks.bmstore(self) | ||
|
r13355 | |||
r42710 | def _refreshchangelog(self): | |||
"""make sure the in memory changelog match the on-disk one""" | ||||
|
r43732 | if 'changelog' in vars(self) and self.currenttransaction() is None: | ||
r42710 | del self.changelog | |||
|
r27698 | @property | ||
|
r24947 | def _activebookmark(self): | ||
|
r27698 | return self._bookmarks.active | ||
|
r12162 | |||
|
r35310 | # _phasesets depend on changelog. what we need is to call | ||
# _phasecache.invalidate() if '00changelog.i' was changed, but it | ||||
|
r26405 | # can't be easily expressed in filecache mechanism. | ||
|
r43347 | @storecache(b'phaseroots', b'00changelog.i') | ||
|
r16657 | def _phasecache(self): | ||
return phases.phasecache(self, self._phasedefaults) | ||||
|
r15420 | |||
|
r43347 | @storecache(b'obsstore') | ||
|
r17070 | def obsstore(self): | ||
|
r32729 | return obsolete.makestore(self.ui, self) | ||
|
r17070 | |||
|
r43347 | @storecache(b'00changelog.i') | ||
|
r8260 | def changelog(self): | ||
r45359 | # load dirstate before changelog to avoid race see issue6303 | |||
self.dirstate.prefetch_parents() | ||||
|
r47349 | return self.store.changelog( | ||
txnutil.mayhavepending(self.root), | ||||
concurrencychecker=revlogchecker.get_checker(self.ui, b'changelog'), | ||||
) | ||||
|
r8260 | |||
|
r43347 | @storecache(b'00manifest.i') | ||
|
r29825 | def manifestlog(self): | ||
|
r43175 | return self.store.manifestlog(self, self._storenarrowmatch) | ||
|
r29825 | |||
|
r43347 | @repofilecache(b'dirstate') | ||
|
r8260 | def dirstate(self): | ||
|
r38142 | return self._makedirstate() | ||
def _makedirstate(self): | ||||
|
r38147 | """Extension point for wrapping the dirstate per-repo.""" | ||
|
r33373 | sparsematchfn = lambda: sparse.matcher(self) | ||
|
r48055 | v2_req = requirementsmod.DIRSTATE_V2_REQUIREMENT | ||
use_dirstate_v2 = v2_req in self.requirements | ||||
|
r33373 | |||
|
r43346 | return dirstate.dirstate( | ||
|
r47538 | self.vfs, | ||
self.ui, | ||||
self.root, | ||||
self._dirstatevalidate, | ||||
sparsematchfn, | ||||
self.nodeconstants, | ||||
|
r48055 | use_dirstate_v2, | ||
|
r43346 | ) | ||
|
r13032 | |||
|
r26155 | def _dirstatevalidate(self, node): | ||
try: | ||||
self.changelog.rev(node) | ||||
return node | ||||
except error.LookupError: | ||||
if not self._dirstatevalidatewarned: | ||||
self._dirstatevalidatewarned = True | ||||
|
r43346 | self.ui.warn( | ||
|
r43387 | _(b"warning: ignoring unknown working parent %s!\n") | ||
|
r43346 | % short(node) | ||
) | ||||
|
r47771 | return self.nullid | ||
|
r2155 | |||
|
r38908 | @storecache(narrowspec.FILENAME) | ||
|
r36489 | def narrowpats(self): | ||
"""matcher patterns for this repository's narrowspec | ||||
A tuple of (includes, excludes). | ||||
""" | ||||
|
r39794 | return narrowspec.load(self) | ||
|
r36489 | |||
|
r38908 | @storecache(narrowspec.FILENAME) | ||
|
r41266 | def _storenarrowmatch(self): | ||
|
r45932 | if requirementsmod.NARROW_REQUIREMENT not in self.requirements: | ||
|
r41825 | return matchmod.always() | ||
|
r41266 | include, exclude = self.narrowpats | ||
return narrowspec.match(self.root, include=include, exclude=exclude) | ||||
@storecache(narrowspec.FILENAME) | ||||
|
r36489 | def _narrowmatch(self): | ||
|
r45932 | if requirementsmod.NARROW_REQUIREMENT not in self.requirements: | ||
|
r41825 | return matchmod.always() | ||
|
r41072 | narrowspec.checkworkingcopynarrowspec(self) | ||
|
r36489 | include, exclude = self.narrowpats | ||
return narrowspec.match(self.root, include=include, exclude=exclude) | ||||
|
r40122 | def narrowmatch(self, match=None, includeexact=False): | ||
|
r40118 | """matcher corresponding the the repo's narrowspec | ||
If `match` is given, then that will be intersected with the narrow | ||||
matcher. | ||||
|
r40122 | |||
If `includeexact` is True, then any exact matches from `match` will | ||||
be included even if they're outside the narrowspec. | ||||
|
r40118 | """ | ||
if match: | ||||
|
r40122 | if includeexact and not self._narrowmatch.always(): | ||
# do not exclude explicitly-specified paths so that they can | ||||
# be warned later on | ||||
|
r41825 | em = matchmod.exact(match.files()) | ||
|
r40122 | nm = matchmod.unionmatcher([self._narrowmatch, em]) | ||
return matchmod.intersectmatchers(match, nm) | ||||
|
r40118 | return matchmod.intersectmatchers(match, self._narrowmatch) | ||
|
r36489 | return self._narrowmatch | ||
def setnarrowpats(self, newincludes, newexcludes): | ||||
|
r39593 | narrowspec.save(self, newincludes, newexcludes) | ||
|
r36489 | self.invalidate(clearfilecache=True) | ||
r44563 | @unfilteredpropertycache | |||
def _quick_access_changeid_null(self): | ||||
return { | ||||
|
r47771 | b'null': (nullrev, self.nodeconstants.nullid), | ||
nullrev: (nullrev, self.nodeconstants.nullid), | ||||
self.nullid: (nullrev, self.nullid), | ||||
r44563 | } | |||
@unfilteredpropertycache | ||||
def _quick_access_changeid_wc(self): | ||||
# also fast path access to the working copy parents | ||||
# however, only do it for filter that ensure wc is visible. | ||||
|
r46036 | quick = self._quick_access_changeid_null.copy() | ||
r44563 | cl = self.unfiltered().changelog | |||
for node in self.dirstate.parents(): | ||||
|
r47771 | if node == self.nullid: | ||
r44563 | continue | |||
rev = cl.index.get_rev(node) | ||||
if rev is None: | ||||
# unknown working copy parent case: | ||||
# | ||||
# skip the fast path and let higher code deal with it | ||||
continue | ||||
pair = (rev, node) | ||||
quick[rev] = pair | ||||
quick[node] = pair | ||||
r44566 | # also add the parents of the parents | |||
for r in cl.parentrevs(rev): | ||||
if r == nullrev: | ||||
continue | ||||
n = cl.node(r) | ||||
pair = (r, n) | ||||
quick[r] = pair | ||||
quick[n] = pair | ||||
r44564 | p1node = self.dirstate.p1() | |||
|
r47771 | if p1node != self.nullid: | ||
r44564 | quick[b'.'] = quick[p1node] | |||
r44563 | return quick | |||
@unfilteredmethod | ||||
def _quick_access_changeid_invalidate(self): | ||||
if '_quick_access_changeid_wc' in vars(self): | ||||
del self.__dict__['_quick_access_changeid_wc'] | ||||
@property | ||||
r44204 | def _quick_access_changeid(self): | |||
"""an helper dictionnary for __getitem__ calls | ||||
This contains a list of symbol we can recognise right away without | ||||
further processing. | ||||
""" | ||||
r44563 | if self.filtername in repoview.filter_has_wc: | |||
|
r46036 | return self._quick_access_changeid_wc | ||
return self._quick_access_changeid_null | ||||
r44204 | ||||
|
r6747 | def __getitem__(self, changeid): | ||
r44189 | # dealing with special cases | |||
|
r32658 | if changeid is None: | ||
|
r6747 | return context.workingctx(self) | ||
|
r37191 | if isinstance(changeid, context.basectx): | ||
return changeid | ||||
r44189 | ||||
# dealing with multiple revisions | ||||
|
r23630 | if isinstance(changeid, slice): | ||
|
r32658 | # wdirrev isn't contiguous so the slice shouldn't include it | ||
|
r43346 | return [ | ||
self[i] | ||||
for i in pycompat.xrange(*changeid.indices(len(self))) | ||||
if i not in self.changelog.filteredrevs | ||||
] | ||||
r44189 | ||||
r44190 | # dealing with some special values | |||
r44204 | quick_access = self._quick_access_changeid.get(changeid) | |||
if quick_access is not None: | ||||
rev, node = quick_access | ||||
return context.changectx(self, rev, node, maybe_filtered=False) | ||||
r44191 | if changeid == b'tip': | |||
node = self.changelog.tip() | ||||
rev = self.changelog.rev(node) | ||||
return context.changectx(self, rev, node) | ||||
r44189 | # dealing with arbitrary values | |||
|
r32658 | try: | ||
|
r39994 | if isinstance(changeid, int): | ||
node = self.changelog.node(changeid) | ||||
rev = changeid | ||||
|
r43347 | elif changeid == b'.': | ||
|
r39994 | # this is a hack to delay/avoid loading obsmarkers | ||
# when we know that '.' won't be hidden | ||||
node = self.dirstate.p1() | ||||
rev = self.unfiltered().changelog.rev(node) | ||||
|
r47816 | elif len(changeid) == self.nodeconstants.nodelen: | ||
|
r39994 | try: | ||
node = changeid | ||||
rev = self.changelog.rev(changeid) | ||||
except error.FilteredLookupError: | ||||
|
r43346 | changeid = hex(changeid) # for the error message | ||
|
r39994 | raise | ||
except LookupError: | ||||
# check if it might have come from damaged dirstate | ||||
# | ||||
# XXX we could avoid the unfiltered if we had a recognizable | ||||
# exception for filtered changeset access | ||||
|
r43346 | if ( | ||
self.local() | ||||
and changeid in self.unfiltered().dirstate.parents() | ||||
): | ||||
|
r43347 | msg = _(b"working directory has unknown parent '%s'!") | ||
|
r39994 | raise error.Abort(msg % short(changeid)) | ||
|
r43346 | changeid = hex(changeid) # for the error message | ||
|
r40099 | raise | ||
|
r39994 | |||
|
r47815 | elif len(changeid) == 2 * self.nodeconstants.nodelen: | ||
|
r40099 | node = bin(changeid) | ||
rev = self.changelog.rev(node) | ||||
|
r39994 | else: | ||
raise error.ProgrammingError( | ||||
|
r43347 | b"unsupported changeid '%s' of type %s" | ||
|
r44109 | % (changeid, pycompat.bytestr(type(changeid))) | ||
|
r43346 | ) | ||
|
r39994 | |||
|
r40100 | return context.changectx(self, rev, node) | ||
|
r39994 | except (error.FilteredIndexError, error.FilteredLookupError): | ||
|
r43346 | raise error.FilteredRepoLookupError( | ||
|
r43347 | _(b"filtered revision '%s'") % pycompat.bytestr(changeid) | ||
|
r43346 | ) | ||
|
r40099 | except (IndexError, LookupError): | ||
|
r40389 | raise error.RepoLookupError( | ||
|
r43347 | _(b"unknown revision '%s'") % pycompat.bytestr(changeid) | ||
|
r43346 | ) | ||
|
r32658 | except error.WdirUnsupported: | ||
return context.workingctx(self) | ||||
|
r6747 | |||
|
r9924 | def __contains__(self, changeid): | ||
|
r46730 | """True if the given changeid exists""" | ||
|
r9924 | try: | ||
|
r24320 | self[changeid] | ||
return True | ||||
|
r37815 | except error.RepoLookupError: | ||
|
r9924 | return False | ||
|
r6750 | def __nonzero__(self): | ||
return True | ||||
|
r31476 | __bool__ = __nonzero__ | ||
|
r6750 | def __len__(self): | ||
|
r35754 | # no need to pay the cost of repoview.changelog | ||
unfi = self.unfiltered() | ||||
return len(unfi.changelog) | ||||
|
r6750 | |||
def __iter__(self): | ||||
|
r17675 | return iter(self.changelog) | ||
|
r2155 | |||
|
r15403 | def revs(self, expr, *args): | ||
|
r46554 | """Find revisions matching a revset. | ||
|
r27071 | |||
The revset is specified as a string ``expr`` that may contain | ||||
|
r31024 | %-formatting to escape certain types. See ``revsetlang.formatspec``. | ||
|
r27071 | |||
|
r29417 | Revset aliases from the configuration are not expanded. To expand | ||
|
r31025 | user aliases, consider calling ``scmutil.revrange()`` or | ||
``repo.anyrevs([expr], user=True)``. | ||||
|
r29417 | |||
|
r44532 | Returns a smartset.abstractsmartset, which is a list-like interface | ||
|
r27071 | that contains integer revisions. | ||
|
r46554 | """ | ||
|
r41258 | tree = revsetlang.spectree(expr, *args) | ||
return revset.makematcher(tree)(self) | ||||
|
r15403 | |||
|
r14902 | def set(self, expr, *args): | ||
|
r46554 | """Find revisions matching a revset and emit changectx instances. | ||
|
r27071 | |||
This is a convenience wrapper around ``revs()`` that iterates the | ||||
result and is a generator of changectx instances. | ||||
|
r29417 | |||
Revset aliases from the configuration are not expanded. To expand | ||||
user aliases, consider calling ``scmutil.revrange()``. | ||||
|
r46554 | """ | ||
|
r15403 | for r in self.revs(expr, *args): | ||
|
r14902 | yield self[r] | ||
|
r33336 | def anyrevs(self, specs, user=False, localalias=None): | ||
|
r46554 | """Find revisions matching one of the given revsets. | ||
|
r31025 | |||
Revset aliases from the configuration are not expanded by default. To | ||||
|
r33336 | expand user aliases, specify ``user=True``. To provide some local | ||
definitions overriding user aliases, set ``localalias`` to | ||||
``{name: definitionstring}``. | ||||
|
r46554 | """ | ||
r44197 | if specs == [b'null']: | |||
return revset.baseset([nullrev]) | ||||
r44565 | if specs == [b'.']: | |||
quick_data = self._quick_access_changeid.get(b'.') | ||||
if quick_data is not None: | ||||
return revset.baseset([quick_data[0]]) | ||||
|
r31025 | if user: | ||
|
r43346 | m = revset.matchany( | ||
self.ui, | ||||
specs, | ||||
lookup=revset.lookupfn(self), | ||||
localalias=localalias, | ||||
) | ||||
|
r31025 | else: | ||
|
r33336 | m = revset.matchany(None, specs, localalias=localalias) | ||
|
r31025 | return m(self) | ||
|
r2673 | def url(self): | ||
|
r43347 | return b'file:' + self.root | ||
|
r2673 | |||
|
r1718 | def hook(self, name, throw=False, **args): | ||
|
r21866 | """Call a hook, passing this repo instance. | ||
This a convenience method to aid invoking hooks. Extensions likely | ||||
won't call this unless they have registered a custom hook or are | ||||
replacing code that is expected to call a hook. | ||||
""" | ||||
|
r4622 | return hook.hook(self.ui, self, name, throw, **args) | ||
|
r1089 | |||
|
r18013 | @filteredpropertycache | ||
|
r14936 | def _tagscache(self): | ||
|
r46554 | """Returns a tagscache object that contains various tags related | ||
caches.""" | ||||
|
r14936 | |||
# This simplifies its cache management by having one decorated | ||||
# function (this one) and the rest simply fetch things from it. | ||||
class tagscache(object): | ||||
def __init__(self): | ||||
# These two define the set of tags for this repository. tags | ||||
# maps tag name to node; tagtypes maps tag name to 'global' or | ||||
# 'local'. (Global tags are defined by .hgtags across all | ||||
# heads, and local tags are defined in .hg/localtags.) | ||||
# They constitute the in-memory cache of tags. | ||||
self.tags = self.tagtypes = None | ||||
self.nodetagscache = self.tagslist = None | ||||
cache = tagscache() | ||||
cache.tags, cache.tagtypes = self._findtags() | ||||
return cache | ||||
|
r1089 | def tags(self): | ||
'''return a mapping of tag to node''' | ||||
|
r16371 | t = {} | ||
|
r17715 | if self.changelog.filteredrevs: | ||
tags, tt = self._findtags() | ||||
else: | ||||
tags = self._tagscache.tags | ||||
|
r40776 | rev = self.changelog.rev | ||
|
r43376 | for k, v in pycompat.iteritems(tags): | ||
|
r16371 | try: | ||
# ignore tags to unknown nodes | ||||
|
r40776 | rev(v) | ||
|
r16371 | t[k] = v | ||
|
r16679 | except (error.LookupError, ValueError): | ||
|
r16371 | pass | ||
return t | ||||
|
r4210 | |||
|
r9145 | def _findtags(self): | ||
|
r46554 | """Do the hard work of finding tags. Return a pair of dicts | ||
|
r9145 | (tags, tagtypes) where tags maps tag name to node, and tagtypes | ||
maps tag name to a string like \'global\' or \'local\'. | ||||
Subclasses or extensions are free to add their own tags, but | ||||
should be aware that the returned dicts will be retained for the | ||||
|
r46554 | duration of the localrepo object.""" | ||
|
r9145 | |||
# XXX what tagtype should subclasses/extensions use? Currently | ||||
# mq and bookmarks add tags, but do not set the tagtype at all. | ||||
# Should each extension invent its own tag type? Should there | ||||
# be one tagtype for all such "virtual" tags? Or is the status | ||||
# quo fine? | ||||
|
r4210 | |||
|
r31709 | # map tag name to (node, hist) | ||
alltags = tagsmod.findglobaltags(self.ui, self) | ||||
# map tag name to tag type | ||||
|
r44937 | tagtypes = {tag: b'global' for tag in alltags} | ||
|
r31706 | |||
|
r10651 | tagsmod.readlocaltags(self.ui, self, alltags, tagtypes) | ||
|
r5657 | |||
|
r9152 | # Build the return dicts. Have to re-encode tag names because | ||
# the tags module always uses UTF-8 (in order not to lose info | ||||
# writing to the cache), but the rest of Mercurial wants them in | ||||
# local encoding. | ||||
|
r9145 | tags = {} | ||
|
r43376 | for (name, (node, hist)) in pycompat.iteritems(alltags): | ||
|
r47771 | if node != self.nullid: | ||
|
r16371 | tags[encoding.tolocal(name)] = node | ||
|
r43347 | tags[b'tip'] = self.changelog.tip() | ||
|
r44937 | tagtypes = { | ||
encoding.tolocal(name): value | ||||
for (name, value) in pycompat.iteritems(tagtypes) | ||||
} | ||||
|
r9145 | return (tags, tagtypes) | ||
|
r1089 | |||
|
r5657 | def tagtype(self, tagname): | ||
|
r46554 | """ | ||
|
r5657 | return the type of the given tag. result can be: | ||
'local' : a local tag | ||||
'global' : a global tag | ||||
None : tag does not exist | ||||
|
r46554 | """ | ||
|
r5657 | |||
|
r14936 | return self._tagscache.tagtypes.get(tagname) | ||
|
r5657 | |||
|
r1089 | def tagslist(self): | ||
'''return a list of tags ordered by revision''' | ||||
|
r14936 | if not self._tagscache.tagslist: | ||
l = [] | ||||
|
r43376 | for t, n in pycompat.iteritems(self.tags()): | ||
|
r22201 | l.append((self.changelog.rev(n), t, n)) | ||
|
r14936 | self._tagscache.tagslist = [(t, n) for r, t, n in sorted(l)] | ||
return self._tagscache.tagslist | ||||
|
r1089 | |||
def nodetags(self, node): | ||||
'''return the tags associated with a node''' | ||||
|
r14936 | if not self._tagscache.nodetagscache: | ||
nodetagscache = {} | ||||
|
r43376 | for t, n in pycompat.iteritems(self._tagscache.tags): | ||
|
r14936 | nodetagscache.setdefault(n, []).append(t) | ||
|
r43374 | for tags in pycompat.itervalues(nodetagscache): | ||
|
r11047 | tags.sort() | ||
|
r14936 | self._tagscache.nodetagscache = nodetagscache | ||
return self._tagscache.nodetagscache.get(node, []) | ||||
|
r1089 | |||
|
r13384 | def nodebookmarks(self, node): | ||
|
r27166 | """return the list of bookmarks pointing to the specified node""" | ||
|
r37867 | return self._bookmarks.names(node) | ||
|
r13384 | |||
|
r12066 | def branchmap(self): | ||
|
r46554 | """returns a dictionary {branch: [branchheads]} with branchheads | ||
ordered by increasing revision number""" | ||||
|
r41764 | return self._branchcaches[self] | ||
|
r17714 | |||
|
r24373 | @unfilteredmethod | ||
def revbranchcache(self): | ||||
if not self._revbranchcache: | ||||
self._revbranchcache = branchmap.revbranchcache(self.unfiltered()) | ||||
return self._revbranchcache | ||||
|
r47083 | def register_changeset(self, rev, changelogrevision): | ||
|
r47084 | self.revbranchcache().setdata(rev, changelogrevision) | ||
|
r47083 | |||
|
r23775 | def branchtip(self, branch, ignoremissing=False): | ||
|
r46554 | """return the tip node for a given branch | ||
|
r23775 | |||
If ignoremissing is True, then this method will not raise an error. | ||||
This is helpful for callers that only expect None for a missing branch | ||||
(e.g. namespace). | ||||
|
r46554 | """ | ||
|
r20187 | try: | ||
return self.branchmap().branchtip(branch) | ||||
except KeyError: | ||||
|
r23775 | if not ignoremissing: | ||
|
r43347 | raise error.RepoLookupError(_(b"unknown branch '%s'") % branch) | ||
|
r23775 | else: | ||
pass | ||||
|
r16719 | |||
|
r1089 | def lookup(self, key): | ||
|
r42248 | node = scmutil.revsymbol(self, key).node() | ||
if node is None: | ||||
|
r43347 | raise error.RepoLookupError(_(b"unknown revision '%s'") % key) | ||
|
r42248 | return node | ||
|
r1089 | |||
|
r37369 | def lookupbranch(self, key): | ||
|
r42171 | if self.branchmap().hasbranch(key): | ||
|
r10960 | return key | ||
|
r37370 | return scmutil.revsymbol(self, key).branch() | ||
|
r10960 | |||
|
r13723 | def known(self, nodes): | ||
|
r27319 | cl = self.changelog | ||
r43955 | get_rev = cl.index.get_rev | |||
|
r27319 | filtered = cl.filteredrevs | ||
|
r15889 | result = [] | ||
for n in nodes: | ||||
r43955 | r = get_rev(n) | |||
|
r27319 | resp = not (r is None or r in filtered) | ||
|
r15889 | result.append(resp) | ||
return result | ||||
|
r13723 | |||
|
r1089 | def local(self): | ||
|
r14603 | return self | ||
|
r1089 | |||
|
r25623 | def publishing(self): | ||
|
r25625 | # it's safe (and desirable) to trust the publish flag unconditionally | ||
# so that we don't finalize changes shared between users via ssh or nfs | ||||
|
r43347 | return self.ui.configbool(b'phases', b'publish', untrusted=True) | ||
|
r25623 | |||
|
r17192 | def cancopy(self): | ||
|
r20332 | # so statichttprepo's override of local() works | ||
if not self.local(): | ||||
return False | ||||
|
r25624 | if not self.publishing(): | ||
|
r20332 | return True | ||
# if publishing we can't copy if there is filtered content | ||||
|
r43347 | return not self.filtered(b'visible').changelog.filteredrevs | ||
|
r17192 | |||
|
r23666 | def shared(self): | ||
'''the type of shared repository (None if not shared)''' | ||||
if self.sharedpath != self.path: | ||||
|
r43347 | return b'store' | ||
|
r23666 | return None | ||
|
r22362 | def wjoin(self, f, *insidef): | ||
|
r23714 | return self.vfs.reljoin(self.root, f, *insidef) | ||
|
r1089 | |||
|
r47771 | def setparents(self, p1, p2=None): | ||
if p2 is None: | ||||
p2 = self.nullid | ||||
|
r44504 | self[None].setparents(p1, p2) | ||
r44563 | self._quick_access_changeid_invalidate() | |||
|
r16551 | |||
|
r37189 | def filectx(self, path, changeid=None, fileid=None, changectx=None): | ||
|
r40754 | """changeid must be a changeset revision, if specified. | ||
|
r46554 | fileid can be a file revision or node.""" | ||
|
r43346 | return context.filectx( | ||
self, path, changeid, fileid, changectx=changectx | ||||
) | ||||
|
r2564 | |||
|
r1089 | def getcwd(self): | ||
return self.dirstate.getcwd() | ||||
|
r4525 | def pathto(self, f, cwd=None): | ||
return self.dirstate.pathto(f, cwd) | ||||
|
r11698 | def _loadfilter(self, filter): | ||
|
r37155 | if filter not in self._filterpats: | ||
|
r1258 | l = [] | ||
|
r4004 | for pat, cmd in self.ui.configitems(filter): | ||
|
r43347 | if cmd == b'!': | ||
|
r7226 | continue | ||
|
r43347 | mf = matchmod.match(self.root, b'', [pat]) | ||
|
r5966 | fn = None | ||
|
r6066 | params = cmd | ||
|
r43376 | for name, filterfn in pycompat.iteritems(self._datafilters): | ||
|
r6210 | if cmd.startswith(name): | ||
|
r5966 | fn = filterfn | ||
|
r43346 | params = cmd[len(name) :].lstrip() | ||
|
r5966 | break | ||
if not fn: | ||||
|
r37138 | fn = lambda s, c, **kwargs: procutil.filter(s, c) | ||
|
r43472 | fn.__name__ = 'commandfilter' | ||
|
r5967 | # Wrap old filters not supporting keyword arguments | ||
|
r36196 | if not pycompat.getargspec(fn)[2]: | ||
|
r5967 | oldfn = fn | ||
|
r43473 | fn = lambda s, c, oldfn=oldfn, **kwargs: oldfn(s, c) | ||
|
r43472 | fn.__name__ = 'compat-' + oldfn.__name__ | ||
|
r6066 | l.append((mf, fn, params)) | ||
|
r37155 | self._filterpats[filter] = l | ||
return self._filterpats[filter] | ||||
|
r1258 | |||
|
r12707 | def _filter(self, filterpats, filename, data): | ||
for mf, fn, cmd in filterpats: | ||||
|
r1258 | if mf(filename): | ||
|
r43472 | self.ui.debug( | ||
b"filtering %s through %s\n" | ||||
% (filename, cmd or pycompat.sysbytes(fn.__name__)) | ||||
) | ||||
|
r5967 | data = fn(data, cmd, ui=self.ui, repo=self, filename=filename) | ||
|
r1258 | break | ||
return data | ||||
|
r1089 | |||
|
r18013 | @unfilteredpropertycache | ||
|
r12708 | def _encodefilterpats(self): | ||
|
r43347 | return self._loadfilter(b'encode') | ||
|
r12708 | |||
|
r18013 | @unfilteredpropertycache | ||
|
r12708 | def _decodefilterpats(self): | ||
|
r43347 | return self._loadfilter(b'decode') | ||
|
r12708 | |||
|
r5966 | def adddatafilter(self, name, filter): | ||
self._datafilters[name] = filter | ||||
|
r4004 | def wread(self, filename): | ||
|
r31428 | if self.wvfs.islink(filename): | ||
|
r18950 | data = self.wvfs.readlink(filename) | ||
|
r4004 | else: | ||
|
r23854 | data = self.wvfs.read(filename) | ||
|
r12708 | return self._filter(self._encodefilterpats, filename, data) | ||
|
r1258 | |||
|
r35743 | def wwrite(self, filename, data, flags, backgroundclose=False, **kwargs): | ||
|
r24843 | """write ``data`` into ``filename`` in the working directory | ||
This returns length of written (maybe decoded) data. | ||||
""" | ||||
|
r12708 | data = self._filter(self._decodefilterpats, filename, data) | ||
|
r43347 | if b'l' in flags: | ||
|
r23854 | self.wvfs.symlink(data, filename) | ||
|
r6877 | else: | ||
|
r43346 | self.wvfs.write( | ||
filename, data, backgroundclose=backgroundclose, **kwargs | ||||
) | ||||
|
r43347 | if b'x' in flags: | ||
|
r18951 | self.wvfs.setflags(filename, False, True) | ||
|
r35744 | else: | ||
self.wvfs.setflags(filename, False, False) | ||||
|
r24843 | return len(data) | ||
|
r1258 | |||
|
r4005 | def wwritedata(self, filename, data): | ||
|
r12708 | return self._filter(self._decodefilterpats, filename, data) | ||
|
r1089 | |||
|
r23379 | def currenttransaction(self): | ||
"""return the current transaction or None if non exists""" | ||||
|
r24306 | if self._transref: | ||
tr = self._transref() | ||||
else: | ||||
tr = None | ||||
|
r8072 | if tr and tr.running(): | ||
|
r23379 | return tr | ||
return None | ||||
def transaction(self, desc, report=None): | ||||
|
r43347 | if self.ui.configbool(b'devel', b'all-warnings') or self.ui.configbool( | ||
b'devel', b'check-locks' | ||||
|
r43346 | ): | ||
|
r29705 | if self._currentlock(self._lockref) is None: | ||
|
r43347 | raise error.ProgrammingError(b'transaction requires locking') | ||
|
r23379 | tr = self.currenttransaction() | ||
if tr is not None: | ||||
|
r36837 | return tr.nest(name=desc) | ||
|
r1806 | |||
|
r5865 | # abort here if the journal already exists | ||
|
r43347 | if self.svfs.exists(b"journal"): | ||
|
r10282 | raise error.RepoError( | ||
|
r43347 | _(b"abandoned transaction found"), | ||
hint=_(b"run 'hg recover' to clean up transaction"), | ||||
|
r43346 | ) | ||
|
r5865 | |||
|
r43347 | idbase = b"%.40f#%f" % (random.random(), time.time()) | ||
|
r44517 | ha = hex(hashutil.sha1(idbase).digest()) | ||
|
r43347 | txnid = b'TXN:' + ha | ||
self.hook(b'pretxnopen', throw=True, txnname=desc, txnid=txnid) | ||||
|
r24281 | |||
|
r16236 | self._writejournal(desc) | ||
|
r18952 | renames = [(vfs, x, undoname(x)) for vfs, x in self._journalfiles()] | ||
|
r24306 | if report: | ||
rp = report | ||||
else: | ||||
rp = self.ui.warn | ||||
|
r43347 | vfsmap = {b'plain': self.vfs, b'store': self.svfs} # root of .hg/ | ||
|
r24284 | # we must avoid cyclic reference between repo and transaction. | ||
reporef = weakref.ref(self) | ||||
|
r31994 | # Code to track tag movement | ||
# | ||||
# Since tags are all handled as file content, it is actually quite hard | ||||
# to track these movement from a code perspective. So we fallback to a | ||||
# tracking at the repository level. One could envision to track changes | ||||
# to the '.hgtags' file through changegroup apply but that fails to | ||||
# cope with case where transaction expose new heads without changegroup | ||||
# being involved (eg: phase movement). | ||||
# | ||||
# For now, We gate the feature behind a flag since this likely comes | ||||
# with performance impacts. The current code run more often than needed | ||||
# and do not use caches as much as it could. The current focus is on | ||||
# the behavior of the feature so we disable it by default. The flag | ||||
# will be removed when we are happy with the performance impact. | ||||
|
r31996 | # | ||
# Once this feature is no longer experimental move the following | ||||
# documentation to the appropriate help section: | ||||
# | ||||
# The ``HG_TAG_MOVED`` variable will be set if the transaction touched | ||||
# tags (new or changed or deleted tags). In addition the details of | ||||
# these changes are made available in a file at: | ||||
# ``REPOROOT/.hg/changes/tags.changes``. | ||||
# Make sure you check for HG_TAG_MOVED before reading that file as it | ||||
# might exist from a previous transaction even if no tag were touched | ||||
# in this one. Changes are recorded in a line base format:: | ||||
# | ||||
# <action> <hex-node> <tag-name>\n | ||||
# | ||||
# Actions are defined as follow: | ||||
# "-R": tag is removed, | ||||
# "+A": tag is added, | ||||
# "-M": tag is moved (old value), | ||||
# "+M": tag is moved (new value), | ||||
|
r31994 | tracktags = lambda x: None | ||
# experimental config: experimental.hook-track-tags | ||||
|
r43347 | shouldtracktags = self.ui.configbool( | ||
b'experimental', b'hook-track-tags' | ||||
) | ||||
if desc != b'strip' and shouldtracktags: | ||||
|
r31994 | oldheads = self.changelog.headrevs() | ||
|
r43346 | |||
|
r31994 | def tracktags(tr2): | ||
repo = reporef() | ||||
|
r47550 | assert repo is not None # help pytype | ||
|
r31994 | oldfnodes = tagsmod.fnoderevs(repo.ui, repo, oldheads) | ||
newheads = repo.changelog.headrevs() | ||||
newfnodes = tagsmod.fnoderevs(repo.ui, repo, newheads) | ||||
# notes: we compare lists here. | ||||
# As we do it only once buiding set would not be cheaper | ||||
|
r31995 | changes = tagsmod.difftags(repo.ui, repo, oldfnodes, newfnodes) | ||
if changes: | ||||
|
r43347 | tr2.hookargs[b'tag_moved'] = b'1' | ||
|
r43346 | with repo.vfs( | ||
|
r43347 | b'changes/tags.changes', b'w', atomictemp=True | ||
|
r43346 | ) as changesfile: | ||
|
r31996 | # note: we do not register the file to the transaction | ||
# because we needs it to still exist on the transaction | ||||
# is close (for txnclose hooks) | ||||
tagsmod.writediff(changesfile, changes) | ||||
|
r43346 | |||
|
r31994 | def validate(tr2): | ||
|
r24284 | """will run pre-closing hooks""" | ||
|
r31994 | # XXX the transaction API is a bit lacking here so we take a hacky | ||
# path for now | ||||
# | ||||
# We cannot add this as a "pending" hooks since the 'tr.hookargs' | ||||
# dict is copied before these run. In addition we needs the data | ||||
# available to in memory hooks too. | ||||
# | ||||
# Moreover, we also need to make sure this runs before txnclose | ||||
# hooks and there is no "pending" mechanism that would execute | ||||
# logic only if hooks are about to run. | ||||
# | ||||
# Fixing this limitation of the transaction is also needed to track | ||||
# other families of changes (bookmarks, phases, obsolescence). | ||||
# | ||||
# This will have to be fixed before we remove the experimental | ||||
# gating. | ||||
tracktags(tr2) | ||||
|
r34710 | repo = reporef() | ||
|
r47550 | assert repo is not None # help pytype | ||
r43239 | ||||
|
r44133 | singleheadopt = (b'experimental', b'single-head-per-branch') | ||
singlehead = repo.ui.configbool(*singleheadopt) | ||||
r43239 | if singlehead: | |||
|
r44133 | singleheadsub = repo.ui.configsuboptions(*singleheadopt)[1] | ||
|
r43347 | accountclosed = singleheadsub.get( | ||
b"account-closed-heads", False | ||||
) | ||||
|
r46712 | if singleheadsub.get(b"public-changes-only", False): | ||
filtername = b"immutable" | ||||
else: | ||||
filtername = b"visible" | ||||
scmutil.enforcesinglehead( | ||||
repo, tr2, desc, accountclosed, filtername | ||||
) | ||||
|
r43347 | if hook.hashook(repo.ui, b'pretxnclose-bookmark'): | ||
for name, (old, new) in sorted( | ||||
tr.changes[b'bookmarks'].items() | ||||
): | ||||
|
r34710 | args = tr.hookargs.copy() | ||
args.update(bookmarks.preparehookargs(name, old, new)) | ||||
|
r43346 | repo.hook( | ||
|
r43347 | b'pretxnclose-bookmark', | ||
|
r43346 | throw=True, | ||
**pycompat.strkwargs(args) | ||||
) | ||||
|
r43347 | if hook.hashook(repo.ui, b'pretxnclose-phase'): | ||
|
r34712 | cl = repo.unfiltered().changelog | ||
|
r45036 | for revs, (old, new) in tr.changes[b'phases']: | ||
for rev in revs: | ||||
args = tr.hookargs.copy() | ||||
node = hex(cl.node(rev)) | ||||
args.update(phases.preparehookargs(node, old, new)) | ||||
repo.hook( | ||||
b'pretxnclose-phase', | ||||
throw=True, | ||||
**pycompat.strkwargs(args) | ||||
) | ||||
|
r43346 | |||
repo.hook( | ||||
|
r43347 | b'pretxnclose', throw=True, **pycompat.strkwargs(tr.hookargs) | ||
|
r43346 | ) | ||
|
r26577 | def releasefn(tr, success): | ||
repo = reporef() | ||||
|
r42894 | if repo is None: | ||
# If the repo has been GC'd (and this release function is being | ||||
# called from transaction.__del__), there's not much we can do, | ||||
# so just leave the unfinished transaction there and let the | ||||
# user run `hg recover`. | ||||
return | ||||
|
r26577 | if success: | ||
|
r26634 | # this should be explicitly invoked here, because | ||
# in-memory changes aren't written out at closing | ||||
# transaction, if tr.addfilegenerator (via | ||||
# dirstate.write or so) isn't invoked while | ||||
# transaction running | ||||
|
r26748 | repo.dirstate.write(None) | ||
|
r26577 | else: | ||
# discard all changes (including ones already written | ||||
# out) in this transaction | ||||
|
r43347 | narrowspec.restorebackup(self, b'journal.narrowspec') | ||
narrowspec.restorewcbackup(self, b'journal.narrowspec.dirstate') | ||||
repo.dirstate.restorebackup(None, b'journal.dirstate') | ||||
|
r24284 | |||
|
r26831 | repo.invalidate(clearfilecache=True) | ||
|
r43346 | tr = transaction.transaction( | ||
rp, | ||||
self.svfs, | ||||
vfsmap, | ||||
|
r43347 | b"journal", | ||
b"undo", | ||||
|
r43346 | aftertrans(renames), | ||
self.store.createmode, | ||||
validator=validate, | ||||
releasefn=releasefn, | ||||
checkambigfiles=_cachedfiles, | ||||
name=desc, | ||||
) | ||||
|
r43347 | tr.changes[b'origrepolen'] = len(self) | ||
tr.changes[b'obsmarkers'] = set() | ||||
|
r45036 | tr.changes[b'phases'] = [] | ||
|
r43347 | tr.changes[b'bookmarks'] = {} | ||
tr.hookargs[b'txnid'] = txnid | ||||
tr.hookargs[b'txnname'] = desc | ||||
|
r45350 | tr.hookargs[b'changes'] = tr.changes | ||
|
r23511 | # note: writing the fncache only during finalize mean that the file is | ||
# outdated when running hooks. As fncache is used for streaming clone, | ||||
# this is not expected to break anything that happen during the hooks. | ||||
|
r43347 | tr.addfinalize(b'flush-fncache', self.store.write) | ||
|
r43346 | |||
|
r24282 | def txnclosehook(tr2): | ||
|
r46554 | """To be run if transaction is successful, will schedule a hook run""" | ||
|
r27907 | # Don't reference tr2 in hook() so we don't hold a reference. | ||
# This reduces memory consumption when there are multiple | ||||
# transactions per lock. This can likely go away if issue5045 | ||||
# fixes the function accumulation. | ||||
hookargs = tr2.hookargs | ||||
|
r44217 | def hookfunc(unused_success): | ||
|
r34709 | repo = reporef() | ||
|
r47550 | assert repo is not None # help pytype | ||
|
r43347 | if hook.hashook(repo.ui, b'txnclose-bookmark'): | ||
bmchanges = sorted(tr.changes[b'bookmarks'].items()) | ||||
|
r34709 | for name, (old, new) in bmchanges: | ||
args = tr.hookargs.copy() | ||||
args.update(bookmarks.preparehookargs(name, old, new)) | ||||
|
r43346 | repo.hook( | ||
|
r43347 | b'txnclose-bookmark', | ||
|
r43346 | throw=False, | ||
**pycompat.strkwargs(args) | ||||
) | ||||
|
r34709 | |||
|
r43347 | if hook.hashook(repo.ui, b'txnclose-phase'): | ||
|
r34711 | cl = repo.unfiltered().changelog | ||
|
r45036 | phasemv = sorted( | ||
tr.changes[b'phases'], key=lambda r: r[0][0] | ||||
) | ||||
for revs, (old, new) in phasemv: | ||||
for rev in revs: | ||||
args = tr.hookargs.copy() | ||||
node = hex(cl.node(rev)) | ||||
args.update(phases.preparehookargs(node, old, new)) | ||||
repo.hook( | ||||
b'txnclose-phase', | ||||
throw=False, | ||||
**pycompat.strkwargs(args) | ||||
) | ||||
|
r43346 | |||
repo.hook( | ||||
|
r43347 | b'txnclose', throw=False, **pycompat.strkwargs(hookargs) | ||
|
r43346 | ) | ||
|
r47550 | repo = reporef() | ||
assert repo is not None # help pytype | ||||
repo._afterlock(hookfunc) | ||||
|
r43346 | |||
|
r43347 | tr.addfinalize(b'txnclose-hook', txnclosehook) | ||
|
r35767 | # Include a leading "-" to make it happen before the transaction summary | ||
# reports registered via scmutil.registersummarycallback() whose names | ||||
# are 00-txnreport etc. That way, the caches will be warm when the | ||||
# callbacks run. | ||||
|
r43347 | tr.addpostclose(b'-warm-cache', self._buildcacheupdater(tr)) | ||
|
r43346 | |||
|
r24792 | def txnaborthook(tr2): | ||
|
r46554 | """To be run if transaction is aborted""" | ||
|
r47550 | repo = reporef() | ||
assert repo is not None # help pytype | ||||
repo.hook( | ||||
|
r43347 | b'txnabort', throw=False, **pycompat.strkwargs(tr2.hookargs) | ||
|
r43346 | ) | ||
|
r43347 | tr.addabort(b'txnabort-hook', txnaborthook) | ||
|
r26251 | # avoid eager cache invalidation. in-memory data should be identical | ||
# to stored data if transaction has no error. | ||||
|
r43347 | tr.addpostclose(b'refresh-filecachestats', self._refreshfilecachestats) | ||
|
r14266 | self._transref = weakref.ref(tr) | ||
|
r33541 | scmutil.registersummarycallback(self, tr, desc) | ||
|
r14266 | return tr | ||
|
r16236 | def _journalfiles(self): | ||
|
r43346 | return ( | ||
|
r43347 | (self.svfs, b'journal'), | ||
(self.svfs, b'journal.narrowspec'), | ||||
(self.vfs, b'journal.narrowspec.dirstate'), | ||||
(self.vfs, b'journal.dirstate'), | ||||
(self.vfs, b'journal.branch'), | ||||
(self.vfs, b'journal.desc'), | ||||
(bookmarks.bookmarksvfs(self), b'journal.bookmarks'), | ||||
(self.svfs, b'journal.phaseroots'), | ||||
|
r43346 | ) | ||
|
r16236 | |||
def undofiles(self): | ||||
|
r20975 | return [(vfs, undoname(x)) for vfs, x in self._journalfiles()] | ||
|
r16236 | |||
r32452 | @unfilteredmethod | |||
|
r14266 | def _writejournal(self, desc): | ||
|
r43347 | self.dirstate.savebackup(None, b'journal.dirstate') | ||
narrowspec.savewcbackup(self, b'journal.narrowspec.dirstate') | ||||
narrowspec.savebackup(self, b'journal.narrowspec') | ||||
|
r43346 | self.vfs.write( | ||
|
r43347 | b"journal.branch", encoding.fromlocal(self.dirstate.branch()) | ||
|
r43346 | ) | ||
|
r43347 | self.vfs.write(b"journal.desc", b"%d\n%s\n" % (len(self), desc)) | ||
|
r42512 | bookmarksvfs = bookmarks.bookmarksvfs(self) | ||
|
r43346 | bookmarksvfs.write( | ||
|
r43347 | b"journal.bookmarks", bookmarksvfs.tryread(b"bookmarks") | ||
|
r43346 | ) | ||
|
r43347 | self.svfs.write(b"journal.phaseroots", self.svfs.tryread(b"phaseroots")) | ||
|
r14266 | |||
|
r1089 | def recover(self): | ||
|
r27846 | with self.lock(): | ||
|
r43347 | if self.svfs.exists(b"journal"): | ||
self.ui.status(_(b"rolling back interrupted transaction\n")) | ||||
|
r43346 | vfsmap = { | ||
|
r43347 | b'': self.svfs, | ||
b'plain': self.vfs, | ||||
|
r43346 | } | ||
transaction.rollback( | ||||
self.svfs, | ||||
vfsmap, | ||||
|
r43347 | b"journal", | ||
|
r43346 | self.ui.warn, | ||
checkambigfiles=_cachedfiles, | ||||
) | ||||
|
r4915 | self.invalidate() | ||
return True | ||||
else: | ||||
|
r43347 | self.ui.warn(_(b"no interrupted transaction available\n")) | ||
|
r4915 | return False | ||
|
r1089 | |||
|
r15183 | def rollback(self, dryrun=False, force=False): | ||
|
r26631 | wlock = lock = dsguard = None | ||
|
r4915 | try: | ||
|
r1712 | wlock = self.wlock() | ||
|
r4438 | lock = self.lock() | ||
|
r43347 | if self.svfs.exists(b"undo"): | ||
dsguard = dirstateguard.dirstateguard(self, b'rollback') | ||||
|
r26631 | |||
return self._rollback(dryrun, force, dsguard) | ||||
|
r4915 | else: | ||
|
r43347 | self.ui.warn(_(b"no rollback information available\n")) | ||
|
r11177 | return 1 | ||
|
r4915 | finally: | ||
|
r26631 | release(dsguard, lock, wlock) | ||
|
r1089 | |||
|
r43346 | @unfilteredmethod # Until we get smarter cache management | ||
|
r26631 | def _rollback(self, dryrun, force, dsguard): | ||
|
r15130 | ui = self.ui | ||
|
r15097 | try: | ||
|
r43347 | args = self.vfs.read(b'undo.desc').splitlines() | ||
|
r15130 | (oldlen, desc, detail) = (int(args[0]), args[1], None) | ||
if len(args) >= 3: | ||||
detail = args[2] | ||||
oldtip = oldlen - 1 | ||||
if detail and ui.verbose: | ||||
|
r43346 | msg = _( | ||
|
r43347 | b'repository tip rolled back to revision %d' | ||
b' (undo %s: %s)\n' | ||||
|
r43346 | ) % (oldtip, desc, detail) | ||
|
r15130 | else: | ||
|
r43346 | msg = _( | ||
|
r43387 | b'repository tip rolled back to revision %d (undo %s)\n' | ||
|
r43346 | ) % (oldtip, desc) | ||
|
r15097 | except IOError: | ||
|
r43347 | msg = _(b'rolling back unknown transaction\n') | ||
|
r15183 | desc = None | ||
|
r43347 | if not force and self[b'.'] != self[b'tip'] and desc == b'commit': | ||
|
r26587 | raise error.Abort( | ||
|
r43346 | _( | ||
|
r43347 | b'rollback of last commit while not checked out ' | ||
b'may lose data' | ||||
|
r43346 | ), | ||
|
r43347 | hint=_(b'use -f to force'), | ||
|
r43346 | ) | ||
|
r15183 | |||
|
r15130 | ui.status(msg) | ||
|
r15097 | if dryrun: | ||
return 0 | ||||
|
r15131 | |||
parents = self.dirstate.parents() | ||||
|
r18310 | self.destroying() | ||
|
r43347 | vfsmap = {b'plain': self.vfs, b'': self.svfs} | ||
|
r43346 | transaction.rollback( | ||
|
r43347 | self.svfs, vfsmap, b'undo', ui.warn, checkambigfiles=_cachedfiles | ||
|
r43346 | ) | ||
|
r42512 | bookmarksvfs = bookmarks.bookmarksvfs(self) | ||
|
r43347 | if bookmarksvfs.exists(b'undo.bookmarks'): | ||
bookmarksvfs.rename( | ||||
b'undo.bookmarks', b'bookmarks', checkambig=True | ||||
) | ||||
if self.svfs.exists(b'undo.phaseroots'): | ||||
self.svfs.rename(b'undo.phaseroots', b'phaseroots', checkambig=True) | ||||
|
r15097 | self.invalidate() | ||
|
r15131 | |||
r43937 | has_node = self.changelog.index.has_node | |||
parentgone = any(not has_node(p) for p in parents) | ||||
|
r15131 | if parentgone: | ||
|
r26631 | # prevent dirstateguard from overwriting already restored one | ||
dsguard.close() | ||||
|
r43347 | narrowspec.restorebackup(self, b'undo.narrowspec') | ||
narrowspec.restorewcbackup(self, b'undo.narrowspec.dirstate') | ||||
self.dirstate.restorebackup(None, b'undo.dirstate') | ||||
|
r15131 | try: | ||
|
r43347 | branch = self.vfs.read(b'undo.branch') | ||
|
r17360 | self.dirstate.setbranch(encoding.tolocal(branch)) | ||
|
r15131 | except IOError: | ||
|
r43346 | ui.warn( | ||
_( | ||||
|
r43347 | b'named branch could not be reset: ' | ||
b'current branch is still \'%s\'\n' | ||||
|
r43346 | ) | ||
% self.dirstate.branch() | ||||
) | ||||
|
r15131 | |||
|
r27167 | parents = tuple([p.rev() for p in self[None].parents()]) | ||
|
r15131 | if len(parents) > 1: | ||
|
r43346 | ui.status( | ||
|
r43347 | _( | ||
b'working directory now based on ' | ||||
b'revisions %d and %d\n' | ||||
) | ||||
|
r43346 | % parents | ||
) | ||||
|
r15131 | else: | ||
|
r43346 | ui.status( | ||
|
r43387 | _(b'working directory now based on revision %d\n') % parents | ||
|
r43346 | ) | ||
|
r46062 | mergestatemod.mergestate.clean(self) | ||
|
r24784 | |||
|
r17013 | # TODO: if we know which new heads may result from this rollback, pass | ||
# them to destroy(), which will prevent the branchhead cache from being | ||||
# invalidated. | ||||
|
r15604 | self.destroyed() | ||
|
r15097 | return 0 | ||
r32332 | def _buildcacheupdater(self, newtransaction): | |||
"""called during transaction to build the callback updating cache | ||||
Lives on the repository to help extension who might want to augment | ||||
this logic. For this purpose, the created transaction is passed to the | ||||
method. | ||||
""" | ||||
# we must avoid cyclic reference between repo and transaction. | ||||
reporef = weakref.ref(self) | ||||
|
r43346 | |||
r32332 | def updater(tr): | |||
repo = reporef() | ||||
|
r47550 | assert repo is not None # help pytype | ||
r32332 | repo.updatecaches(tr) | |||
|
r43346 | |||
r32332 | return updater | |||
|
r32263 | @unfilteredmethod | ||
r48077 | def updatecaches(self, tr=None, full=False, caches=None): | |||
|
r32264 | """warm appropriate caches | ||
If this function is called after a transaction closed. The transaction | ||||
will be available in the 'tr' argument. This can be used to selectively | ||||
update caches relevant to the changes in that transaction. | ||||
|
r36970 | |||
If 'full' is set, make sure all caches the function knows about have | ||||
up-to-date data. Even the ones usually loaded more lazily. | ||||
r47985 | ||||
The `full` argument can take a special "post-clone" value. In this case | ||||
the cache warming is made after a clone and of the slower cache might | ||||
be skipped, namely the `.fnodetags` one. This argument is 5.8 specific | ||||
as we plan for a cleaner way to deal with this for 5.9. | ||||
|
r32264 | """ | ||
|
r43347 | if tr is not None and tr.hookargs.get(b'source') == b'strip': | ||
|
r32263 | # During strip, many caches are invalid but | ||
# later call to `destroyed` will refresh them. | ||||
return | ||||
r48076 | unfi = self.unfiltered() | |||
|
r32263 | |||
r48080 | if full: | |||
msg = ( | ||||
"`full` argument for `repo.updatecaches` is deprecated\n" | ||||
"(use `caches=repository.CACHE_ALL` instead)" | ||||
) | ||||
|
r48205 | self.ui.deprecwarn(msg, b"5.9") | ||
r48080 | caches = repository.CACHES_ALL | |||
if full == b"post-clone": | ||||
caches = repository.CACHES_POST_CLONE | ||||
caches = repository.CACHES_ALL | ||||
elif caches is None: | ||||
caches = repository.CACHES_DEFAULT | ||||
r48076 | ||||
if repository.CACHE_BRANCHMAP_SERVED in caches: | ||||
if tr is None or tr.changes[b'origrepolen'] < len(self): | ||||
# accessing the 'served' branchmap should refresh all the others, | ||||
self.ui.debug(b'updating the branch cache\n') | ||||
self.filtered(b'served').branchmap() | ||||
self.filtered(b'served.hidden').branchmap() | ||||
if repository.CACHE_CHANGELOG_CACHE in caches: | ||||
r44932 | self.changelog.update_caches(transaction=tr) | |||
r48076 | ||||
if repository.CACHE_MANIFESTLOG_CACHE in caches: | ||||
r45291 | self.manifestlog.update_caches(transaction=tr) | |||
r44932 | ||||
r48076 | if repository.CACHE_REV_BRANCH in caches: | |||
r42099 | rbc = unfi.revbranchcache() | |||
for r in unfi.changelog: | ||||
|
r36970 | rbc.branchinfo(r) | ||
rbc.write() | ||||
r48076 | if repository.CACHE_FULL_MANIFEST in caches: | |||
|
r38803 | # ensure the working copy parents are in the manifestfulltextcache | ||
|
r43347 | for ctx in self[b'.'].parents(): | ||
|
r38803 | ctx.manifest() # accessing the manifest is enough | ||
r48076 | if repository.CACHE_FILE_NODE_TAGS in caches: | |||
# accessing fnode cache warms the cache | ||||
tagsmod.fnoderevs(self.ui, unfi, unfi.changelog.revs()) | ||||
if repository.CACHE_TAGS_DEFAULT in caches: | ||||
r42100 | # accessing tags warm the cache | |||
self.tags() | ||||
r48076 | if repository.CACHE_TAGS_SERVED in caches: | |||
|
r43347 | self.filtered(b'served').tags() | ||
r42100 | ||||
r48076 | if repository.CACHE_BRANCHMAP_ALL in caches: | |||
# The CACHE_BRANCHMAP_ALL updates lazily-loaded caches immediately, | ||||
# so we're forcing a write to cause these caches to be warmed up | ||||
# even if they haven't explicitly been requested yet (if they've | ||||
# never been used by hg, they won't ever have been written, even if | ||||
# they're a subset of another kind of cache that *has* been used). | ||||
|
r42940 | for filt in repoview.filtertable.keys(): | ||
filtered = self.filtered(filt) | ||||
filtered.branchmap().write(filtered) | ||||
|
r10547 | def invalidatecaches(self): | ||
|
r15988 | |||
|
r43906 | if '_tagscache' in vars(self): | ||
|
r18013 | # can't use delattr on proxy | ||
|
r43906 | del self.__dict__['_tagscache'] | ||
|
r14936 | |||
|
r41764 | self._branchcaches.clear() | ||
|
r18105 | self.invalidatevolatilesets() | ||
|
r33302 | self._sparsesignaturecache.clear() | ||
|
r18105 | |||
def invalidatevolatilesets(self): | ||||
self.filteredrevcache.clear() | ||||
|
r17469 | obsolete.clearobscaches(self) | ||
r44563 | self._quick_access_changeid_invalidate() | |||
|
r1784 | |||
|
r14930 | def invalidatedirstate(self): | ||
|
r46554 | """Invalidates the dirstate, causing the next call to dirstate | ||
|
r14930 | to check if it was modified since the last time it was read, | ||
rereading it if it has. | ||||
This is different to dirstate.invalidate() that it doesn't always | ||||
rereads the dirstate. Use dirstate.invalidate() if you want to | ||||
explicitly read the dirstate again (i.e. restoring it to a previous | ||||
|
r46554 | known good state).""" | ||
|
r43906 | if hasunfilteredcache(self, 'dirstate'): | ||
|
r16200 | for k in self.dirstate._filecache: | ||
try: | ||||
delattr(self.dirstate, k) | ||||
except AttributeError: | ||||
pass | ||||
|
r43906 | delattr(self.unfiltered(), 'dirstate') | ||
|
r14930 | |||
|
r26831 | def invalidate(self, clearfilecache=False): | ||
|
r46554 | """Invalidates both store and non-store parts other than dirstate | ||
|
r29918 | |||
If a transaction is running, invalidation of store is omitted, | ||||
because discarding in-memory changes might cause inconsistency | ||||
(e.g. incomplete fncache causes unintentional failure, but | ||||
redundant one doesn't). | ||||
|
r46554 | """ | ||
|
r43346 | unfiltered = self.unfiltered() # all file caches are stored unfiltered | ||
|
r31510 | for k in list(self._filecache.keys()): | ||
|
r14935 | # dirstate is invalidated separately in invalidatedirstate() | ||
|
r43347 | if k == b'dirstate': | ||
|
r14935 | continue | ||
|
r43346 | if ( | ||
|
r43347 | k == b'changelog' | ||
|
r43346 | and self.currenttransaction() | ||
and self.changelog._delayed | ||||
): | ||||
|
r33672 | # The changelog object may store unwritten revisions. We don't | ||
# want to lose them. | ||||
# TODO: Solve the problem instead of working around it. | ||||
continue | ||||
|
r14935 | |||
|
r26831 | if clearfilecache: | ||
del self._filecache[k] | ||||
|
r14935 | try: | ||
|
r17997 | delattr(unfiltered, k) | ||
|
r14935 | except AttributeError: | ||
pass | ||||
|
r10547 | self.invalidatecaches() | ||
|
r29918 | if not self.currenttransaction(): | ||
# TODO: Changing contents of store outside transaction | ||||
# causes inconsistency. We should make in-memory store | ||||
# changes detectable, and abort if changed. | ||||
self.store.invalidatecaches() | ||||
|
r10547 | |||
|
r20627 | def invalidateall(self): | ||
|
r46554 | """Fully invalidates both store and non-store parts, causing the | ||
subsequent operation to reread any outside changes.""" | ||||
|
r20627 | # extension should hook this to invalidate its caches | ||
self.invalidate() | ||||
self.invalidatedirstate() | ||||
|
r29920 | @unfilteredmethod | ||
|
r26251 | def _refreshfilecachestats(self, tr): | ||
|
r26250 | """Reload stats of cached files so that they are flagged as valid""" | ||
for k, ce in self._filecache.items(): | ||||
|
r35857 | k = pycompat.sysstr(k) | ||
|
r43906 | if k == 'dirstate' or k not in self.__dict__: | ||
|
r26250 | continue | ||
ce.refresh() | ||||
|
r43346 | def _lock( | ||
|
r46554 | self, | ||
vfs, | ||||
lockname, | ||||
wait, | ||||
releasefn, | ||||
acquirefn, | ||||
desc, | ||||
|
r43346 | ): | ||
|
r35209 | timeout = 0 | ||
|
r35210 | warntimeout = 0 | ||
|
r35209 | if wait: | ||
|
r43347 | timeout = self.ui.configint(b"ui", b"timeout") | ||
warntimeout = self.ui.configint(b"ui", b"timeout.warn") | ||||
|
r38157 | # internal config: ui.signal-safe-lock | ||
|
r43347 | signalsafe = self.ui.configbool(b'ui', b'signal-safe-lock') | ||
|
r35209 | |||
|
r43346 | l = lockmod.trylock( | ||
self.ui, | ||||
vfs, | ||||
lockname, | ||||
timeout, | ||||
warntimeout, | ||||
releasefn=releasefn, | ||||
acquirefn=acquirefn, | ||||
desc=desc, | ||||
signalsafe=signalsafe, | ||||
) | ||||
|
r1751 | return l | ||
|
r15587 | def _afterlock(self, callback): | ||
|
r24821 | """add a callback to be run when the repository is fully unlocked | ||
|
r15583 | |||
|
r24821 | The callback will be executed when the outermost lock is released | ||
(with wlock being higher level than 'lock').""" | ||||
for ref in (self._wlockref, self._lockref): | ||||
l = ref and ref() | ||||
if l and l.held: | ||||
l.postrelease.append(callback) | ||||
break | ||||
|
r43346 | else: # no lock have been found. | ||
|
r44217 | callback(True) | ||
|
r15583 | |||
|
r4914 | def lock(self, wait=True): | ||
|
r46554 | """Lock the repository store (.hg/store) and return a weak reference | ||
|
r9309 | to the lock. Use this before modifying the store (e.g. committing or | ||
|
r24746 | stripping). If you are opening a transaction, get a lock as well.) | ||
If both 'lock' and 'wlock' must be acquired, ensure you always acquires | ||||
|
r46554 | 'wlock' first to avoid a dead-lock hazard.""" | ||
|
r29705 | l = self._currentlock(self._lockref) | ||
if l is not None: | ||||
|
r8108 | l.lock() | ||
return l | ||||
|
r4917 | |||
|
r43346 | l = self._lock( | ||
vfs=self.svfs, | ||||
|
r43347 | lockname=b"lock", | ||
|
r43346 | wait=wait, | ||
releasefn=None, | ||||
acquirefn=self.invalidate, | ||||
|
r43347 | desc=_(b'repository %s') % self.origroot, | ||
|
r43346 | ) | ||
|
r4917 | self._lockref = weakref.ref(l) | ||
return l | ||||
|
r1751 | |||
|
r4914 | def wlock(self, wait=True): | ||
|
r46554 | """Lock the non-store parts of the repository (everything under | ||
|
r9309 | .hg except .hg/store) and return a weak reference to the lock. | ||
|
r24746 | |||
Use this before modifying files in .hg. | ||||
If both 'lock' and 'wlock' must be acquired, ensure you always acquires | ||||
|
r46554 | 'wlock' first to avoid a dead-lock hazard.""" | ||
|
r47551 | l = self._wlockref() if self._wlockref else None | ||
|
r24744 | if l is not None and l.held: | ||
l.lock() | ||||
return l | ||||
|
r26781 | # We do not need to check for non-waiting lock acquisition. Such | ||
|
r24750 | # acquisition would not cause dead-lock as they would just fail. | ||
|
r43346 | if wait and ( | ||
|
r43347 | self.ui.configbool(b'devel', b'all-warnings') | ||
or self.ui.configbool(b'devel', b'check-locks') | ||||
|
r43346 | ): | ||
|
r29705 | if self._currentlock(self._lockref) is not None: | ||
|
r43347 | self.ui.develwarn(b'"wlock" acquired after "lock"') | ||
|
r1531 | |||
|
r14930 | def unlock(): | ||
|
r22404 | if self.dirstate.pendingparentchange(): | ||
self.dirstate.invalidate() | ||||
else: | ||||
|
r26748 | self.dirstate.write(None) | ||
|
r22404 | |||
|
r43347 | self._filecache[b'dirstate'].refresh() | ||
|
r14930 | |||
|
r43346 | l = self._lock( | ||
self.vfs, | ||||
|
r43347 | b"wlock", | ||
|
r43346 | wait, | ||
unlock, | ||||
self.invalidatedirstate, | ||||
|
r43347 | _(b'working directory of %s') % self.origroot, | ||
|
r43346 | ) | ||
|
r4917 | self._wlockref = weakref.ref(l) | ||
return l | ||||
|
r1531 | |||
|
r26488 | def _currentlock(self, lockref): | ||
"""Returns the lock if it's held, or None if it's not.""" | ||||
if lockref is None: | ||||
return None | ||||
l = lockref() | ||||
if l is None or not l.held: | ||||
return None | ||||
return l | ||||
|
r26489 | def currentwlock(self): | ||
"""Returns the wlock if it's held, or None if it's not.""" | ||||
return self._currentlock(self._wlockref) | ||||
|
r44111 | def checkcommitpatterns(self, wctx, match, status, fail): | ||
|
r30332 | """check for commit arguments that aren't committable""" | ||
|
r28814 | if match.isexact() or match.prefix(): | ||
|
r28813 | matched = set(status.modified + status.added + status.removed) | ||
for f in match.files(): | ||||
f = self.dirstate.normalize(f) | ||||
|
r43347 | if f == b'.' or f in matched or f in wctx.substate: | ||
|
r28813 | continue | ||
if f in status.deleted: | ||||
|
r43347 | fail(f, _(b'file not found!')) | ||
|
r44110 | # Is it a directory that exists or used to exist? | ||
if self.wvfs.isdir(f) or wctx.p1().hasdir(f): | ||||
|
r43347 | d = f + b'/' | ||
|
r28813 | for mf in matched: | ||
if mf.startswith(d): | ||||
break | ||||
else: | ||||
|
r43347 | fail(f, _(b"no match under directory!")) | ||
|
r28813 | elif f not in self.dirstate: | ||
|
r43347 | fail(f, _(b"file not tracked!")) | ||
|
r28813 | |||
|
r18016 | @unfilteredmethod | ||
|
r43346 | def commit( | ||
self, | ||||
|
r43347 | text=b"", | ||
|
r43346 | user=None, | ||
date=None, | ||||
match=None, | ||||
force=False, | ||||
|
r44475 | editor=None, | ||
|
r43346 | extra=None, | ||
): | ||||
|
r8515 | """Add a new revision to current repository. | ||
|
r8706 | Revision information is gathered from the working directory, | ||
match can be used to filter the committed files. If editor is | ||||
supplied, it is called to get a commit message. | ||||
|
r8515 | """ | ||
|
r26322 | if extra is None: | ||
extra = {} | ||||
|
r8709 | |||
|
r8715 | def fail(f, msg): | ||
|
r46450 | raise error.InputError(b'%s: %s' % (f, msg)) | ||
|
r8715 | |||
if not match: | ||||
|
r41825 | match = matchmod.always() | ||
|
r8715 | |||
if not force: | ||||
match.bad = fail | ||||
|
r41399 | # lock() for recent changelog (see issue4368) | ||
with self.wlock(), self.lock(): | ||||
|
r8813 | wctx = self[None] | ||
|
r10970 | merge = len(wctx.parents()) > 1 | ||
|
r1089 | |||
|
r32312 | if not force and merge and not match.always(): | ||
|
r43346 | raise error.Abort( | ||
_( | ||||
|
r43347 | b'cannot partially commit a merge ' | ||
b'(do not specify files or patterns)' | ||||
|
r43346 | ) | ||
) | ||||
|
r6706 | |||
|
r22928 | status = self.status(match=match, clean=force) | ||
|
r8706 | if force: | ||
|
r43346 | status.modified.extend( | ||
status.clean | ||||
) # mq may commit clean files | ||||
|
r3621 | |||
|
r8813 | # check subrepos | ||
|
r36026 | subs, commitsubs, newstate = subrepoutil.precommit( | ||
|
r43346 | self.ui, wctx, status, match, force=force | ||
) | ||||
|
r8813 | |||
|
r8709 | # make sure all explicit patterns are matched | ||
|
r28813 | if not force: | ||
|
r44111 | self.checkcommitpatterns(wctx, match, status, fail) | ||
|
r8709 | |||
|
r43346 | cctx = context.workingcommitctx( | ||
self, status, text, user, date, extra | ||||
) | ||||
|
r18659 | |||
|
r45383 | ms = mergestatemod.mergestate.read(self) | ||
|
r44889 | mergeutil.checkunresolved(ms) | ||
|
r25840 | # internal config: ui.allowemptycommit | ||
|
r45648 | if cctx.isempty() and not self.ui.configbool( | ||
b'ui', b'allowemptycommit' | ||||
): | ||||
|
r44929 | self.ui.debug(b'nothing to commit, clearing merge state\n') | ||
|
r44919 | ms.reset() | ||
|
r8404 | return None | ||
|
r18660 | if merge and cctx.deleted(): | ||
|
r43347 | raise error.Abort(_(b"cannot commit merge with missing files")) | ||
|
r16536 | |||
|
r8496 | if editor: | ||
|
r8994 | cctx._text = editor(self, cctx, subs) | ||
|
r43346 | edited = text != cctx._text | ||
|
r8813 | |||
|
r20765 | # Save commit message in case this transaction gets rolled back | ||
# (e.g. by a pretxncommit hook). Leave the content alone on | ||||
# the assumption that the user will use the same editor again. | ||||
msgfn = self.savecommitmessage(cctx._text) | ||||
|
r16073 | # commit subs and write new state | ||
if subs: | ||||
|
r41837 | uipathfn = scmutil.getuipathfn(self) | ||
|
r16073 | for s in sorted(commitsubs): | ||
|
r11112 | sub = wctx.sub(s) | ||
|
r43346 | self.ui.status( | ||
|
r43347 | _(b'committing subrepository %s\n') | ||
|
r43346 | % uipathfn(subrepoutil.subrelpath(sub)) | ||
) | ||||
|
r11112 | sr = sub.commit(cctx._text, user, date) | ||
|
r16073 | newstate[s] = (newstate[s][0], sr) | ||
|
r36026 | subrepoutil.writestate(self, newstate) | ||
|
r8813 | |||
|
r10970 | p1, p2 = self.dirstate.parents() | ||
|
r47771 | hookp1, hookp2 = hex(p1), (p2 != self.nullid and hex(p2) or b'') | ||
|
r9935 | try: | ||
|
r43346 | self.hook( | ||
|
r43347 | b"precommit", throw=True, parent1=hookp1, parent2=hookp2 | ||
|
r43346 | ) | ||
|
r43347 | with self.transaction(b'commit'): | ||
|
r41398 | ret = self.commitctx(cctx, True) | ||
# update bookmarks, dirstate and mergestate | ||||
bookmarks.update(self, [p1, p2], ret) | ||||
cctx.markcommitted(ret) | ||||
ms.reset() | ||||
|
r43346 | except: # re-raises | ||
|
r9935 | if edited: | ||
self.ui.write( | ||||
|
r43347 | _(b'note: commit message saved in %s\n') % msgfn | ||
|
r43346 | ) | ||
|
r45227 | self.ui.write( | ||
_( | ||||
b"note: use 'hg commit --logfile " | ||||
b".hg/last-message.txt --edit' to reuse it\n" | ||||
) | ||||
) | ||||
|
r9935 | raise | ||
|
r6710 | |||
|
r44217 | def commithook(unused_success): | ||
|
r23129 | # hack for command that use a temporary commit (eg: histedit) | ||
# temporary commit got stripped before hook release | ||||
|
r24992 | if self.changelog.hasnode(ret): | ||
|
r43346 | self.hook( | ||
|
r43347 | b"commit", node=hex(ret), parent1=hookp1, parent2=hookp2 | ||
|
r43346 | ) | ||
|
r16680 | self._afterlock(commithook) | ||
|
r10492 | return ret | ||
|
r18016 | @unfilteredmethod | ||
|
r42839 | def commitctx(self, ctx, error=False, origctx=None): | ||
r45759 | return commit.commitctx(self, ctx, error=error, origctx=origctx) | |||
|
r1089 | |||
|
r18016 | @unfilteredmethod | ||
|
r18310 | def destroying(self): | ||
|
r46554 | """Inform the repository that nodes are about to be destroyed. | ||
|
r18310 | Intended for use by strip and rollback, so there's a common | ||
place for anything that has to be done before destroying history. | ||||
This is mostly useful for saving state that is in memory and waiting | ||||
to be flushed when the current lock is released. Because a call to | ||||
destroyed is imminent, the repo will be invalidated causing those | ||||
changes to stay in memory (waiting for the next unlock), or vanish | ||||
completely. | ||||
|
r46554 | """ | ||
|
r18312 | # When using the same lock to commit and strip, the phasecache is left | ||
# dirty after committing. Then when we strip, the repo is invalidated, | ||||
# causing those changes to disappear. | ||||
|
r43744 | if '_phasecache' in vars(self): | ||
|
r18312 | self._phasecache.write() | ||
|
r18310 | @unfilteredmethod | ||
|
r18395 | def destroyed(self): | ||
|
r46554 | """Inform the repository that nodes have been destroyed. | ||
|
r9150 | Intended for use by strip and rollback, so there's a common | ||
|
r17013 | place for anything that has to be done after destroying history. | ||
|
r46554 | """ | ||
|
r18221 | # When one tries to: | ||
# 1) destroy nodes thus calling this method (e.g. strip) | ||||
# 2) use phasecache somewhere (e.g. commit) | ||||
# | ||||
# then 2) will fail because the phasecache contains nodes that were | ||||
# removed. We can either remove phasecache from the filecache, | ||||
# causing it to reload next time it is accessed, or simply filter | ||||
# the removed nodes now and write the updated cache. | ||||
|
r18757 | self._phasecache.filterunknown(self) | ||
self._phasecache.write() | ||||
|
r18221 | |||
|
r32264 | # refresh all repository caches | ||
self.updatecaches() | ||||
|
r18223 | |||
|
r9151 | # Ensure the persistent tag cache is updated. Doing it now | ||
# means that the tag cache only has to worry about destroyed | ||||
# heads immediately after a strip/rollback. That in turn | ||||
# guarantees that "cachetip == currenttip" (comparing both rev | ||||
# and node) always means no nodes have been added or destroyed. | ||||
# XXX this is suboptimal when qrefresh'ing: we strip the current | ||||
# head, refresh the tag cache, then immediately add a new head. | ||||
# But I think doing it this way is necessary for the "instant | ||||
# tag cache retrieval" case to work. | ||||
|
r18313 | self.invalidate() | ||
|
r17324 | |||
|
r43346 | def status( | ||
self, | ||||
|
r43347 | node1=b'.', | ||
|
r43346 | node2=None, | ||
match=None, | ||||
ignored=False, | ||||
clean=False, | ||||
unknown=False, | ||||
listsubrepos=False, | ||||
): | ||||
|
r21596 | '''a convenience method that calls node1.status(node2)''' | ||
|
r43346 | return self[node1].status( | ||
node2, match, ignored, clean, unknown, listsubrepos | ||||
) | ||||
|
r2661 | |||
|
r32814 | def addpostdsstatus(self, ps): | ||
"""Add a callback to run within the wlock, at the point at which status | ||||
fixups happen. | ||||
On status completion, callback(wctx, status) will be called with the | ||||
wlock held, unless the dirstate has changed from underneath or the wlock | ||||
couldn't be grabbed. | ||||
Callbacks should not capture and use a cached copy of the dirstate -- | ||||
it might change in the meanwhile. Instead, they should access the | ||||
dirstate via wctx.repo().dirstate. | ||||
This list is emptied out after each status run -- extensions should | ||||
make sure it adds to this list each time dirstate.status is called. | ||||
Extensions should also make sure they don't call this for statuses | ||||
that don't involve the dirstate. | ||||
""" | ||||
# The list is located here for uniqueness reasons -- it is actually | ||||
# managed by the workingctx, but that isn't unique per-repo. | ||||
self._postdsstatus.append(ps) | ||||
def postdsstatus(self): | ||||
"""Used by workingctx to get the list of post-dirstate-status hooks.""" | ||||
return self._postdsstatus | ||||
def clearpostdsstatus(self): | ||||
"""Used by workingctx to clear post-dirstate-status hooks.""" | ||||
del self._postdsstatus[:] | ||||
|
r8796 | def heads(self, start=None): | ||
|
r30875 | if start is None: | ||
|
r30905 | cl = self.changelog | ||
|
r30906 | headrevs = reversed(cl.headrevs()) | ||
|
r30905 | return [cl.node(rev) for rev in headrevs] | ||
|
r30875 | |||
|
r1550 | heads = self.changelog.heads(start) | ||
# sort the output in rev descending order | ||||
|
r13075 | return sorted(heads, key=self.changelog.rev, reverse=True) | ||
|
r1089 | |||
|
r8694 | def branchheads(self, branch=None, start=None, closed=False): | ||
|
r46554 | """return a (possibly filtered) list of heads for the given branch | ||
|
r9475 | |||
Heads are returned in topological order, from newest to oldest. | ||||
If branch is None, use the dirstate branch. | ||||
If start is not None, return only heads reachable from start. | ||||
If closed is True, return heads that are marked as closed as well. | ||||
|
r46554 | """ | ||
|
r6747 | if branch is None: | ||
branch = self[None].branch() | ||||
|
r9675 | branches = self.branchmap() | ||
|
r42171 | if not branches.hasbranch(branch): | ||
|
r4648 | return [] | ||
|
r7654 | # the cache returns heads ordered lowest to highest | ||
|
r20189 | bheads = list(reversed(branches.branchheads(branch, closed=closed))) | ||
|
r4648 | if start is not None: | ||
|
r7654 | # filter out the heads that cannot be reached from startrev | ||
|
r9475 | fbheads = set(self.changelog.nodesbetween([start], bheads)[2]) | ||
bheads = [h for h in bheads if h in fbheads] | ||||
|
r7654 | return bheads | ||
|
r4648 | |||
|
r1089 | def branches(self, nodes): | ||
|
r1615 | if not nodes: | ||
nodes = [self.changelog.tip()] | ||||
|
r1089 | b = [] | ||
for n in nodes: | ||||
t = n | ||||
|
r14494 | while True: | ||
|
r1089 | p = self.changelog.parents(n) | ||
|
r47771 | if p[1] != self.nullid or p[0] == self.nullid: | ||
|
r1089 | b.append((t, n, p[0], p[1])) | ||
break | ||||
n = p[0] | ||||
return b | ||||
def between(self, pairs): | ||||
r = [] | ||||
for top, bottom in pairs: | ||||
n, l, i = top, [], 0 | ||||
f = 1 | ||||
|
r47771 | while n != bottom and n != self.nullid: | ||
|
r1089 | p = self.changelog.parents(n)[0] | ||
if i == f: | ||||
l.append(n) | ||||
f = f * 2 | ||||
n = p | ||||
i += 1 | ||||
r.append(l) | ||||
return r | ||||
|
r20924 | def checkpush(self, pushop): | ||
|
r13327 | """Extensions can override this function if additional checks have | ||
to be performed before pushing, or call it if they override push | ||||
command. | ||||
""" | ||||
|
r21043 | @unfilteredpropertycache | ||
def prepushoutgoinghooks(self): | ||||
|
r28876 | """Return util.hooks consists of a pushop with repo, remote, outgoing | ||
methods, which are called before pushing changesets. | ||||
|
r21043 | """ | ||
return util.hooks() | ||||
|
r11368 | def pushkey(self, namespace, key, old, new): | ||
|
r23416 | try: | ||
|
r24824 | tr = self.currenttransaction() | ||
hookargs = {} | ||||
if tr is not None: | ||||
hookargs.update(tr.hookargs) | ||||
|
r36418 | hookargs = pycompat.strkwargs(hookargs) | ||
|
r43906 | hookargs['namespace'] = namespace | ||
hookargs['key'] = key | ||||
hookargs['old'] = old | ||||
hookargs['new'] = new | ||||
|
r43347 | self.hook(b'prepushkey', throw=True, **hookargs) | ||
|
r25660 | except error.HookAbort as exc: | ||
|
r43347 | self.ui.write_err(_(b"pushkey-abort: %s\n") % exc) | ||
|
r23416 | if exc.hint: | ||
|
r43347 | self.ui.write_err(_(b"(%s)\n") % exc.hint) | ||
|
r23416 | return False | ||
|
r43347 | self.ui.debug(b'pushing key for "%s:%s"\n' % (namespace, key)) | ||
|
r14102 | ret = pushkey.push(self, namespace, key, old, new) | ||
|
r43346 | |||
|
r44217 | def runhook(unused_success): | ||
|
r43346 | self.hook( | ||
|
r43347 | b'pushkey', | ||
|
r43346 | namespace=namespace, | ||
key=key, | ||||
old=old, | ||||
new=new, | ||||
ret=ret, | ||||
) | ||||
|
r23648 | self._afterlock(runhook) | ||
|
r14102 | return ret | ||
|
r11368 | |||
def listkeys(self, namespace): | ||||
|
r43347 | self.hook(b'prelistkeys', throw=True, namespace=namespace) | ||
self.ui.debug(b'listing keys for "%s"\n' % namespace) | ||||
|
r14102 | values = pushkey.list(self, namespace) | ||
|
r43347 | self.hook(b'listkeys', namespace=namespace, values=values) | ||
|
r14102 | return values | ||
|
r11368 | |||
|
r14048 | def debugwireargs(self, one, two, three=None, four=None, five=None): | ||
|
r13720 | '''used to test argument passing over the wire''' | ||
|
r43347 | return b"%s %s %s %s %s" % ( | ||
|
r43346 | one, | ||
two, | ||||
pycompat.bytestr(three), | ||||
pycompat.bytestr(four), | ||||
pycompat.bytestr(five), | ||||
) | ||||
|
r11368 | |||
|
r14529 | def savecommitmessage(self, text): | ||
|
r43347 | fp = self.vfs(b'last-message.txt', b'wb') | ||
|
r14529 | try: | ||
fp.write(text) | ||||
finally: | ||||
fp.close() | ||||
|
r43346 | return self.pathto(fp.name[len(self.root) + 1 :]) | ||
|
r47447 | def register_wanted_sidedata(self, category): | ||
r48034 | if repository.REPO_FEATURE_SIDE_DATA not in self.features: | |||
|
r47841 | # Only revlogv2 repos can want sidedata. | ||
return | ||||
|
r47447 | self._wanted_sidedata.add(pycompat.bytestr(category)) | ||
|
r47846 | def register_sidedata_computer( | ||
self, kind, category, keys, computer, flags, replace=False | ||||
): | ||||
r47839 | if kind not in revlogconst.ALL_KINDS: | |||
|
r47447 | msg = _(b"unexpected revlog kind '%s'.") | ||
raise error.ProgrammingError(msg % kind) | ||||
category = pycompat.bytestr(category) | ||||
|
r47846 | already_registered = category in self._sidedata_computers.get(kind, []) | ||
if already_registered and not replace: | ||||
|
r47447 | msg = _( | ||
b"cannot register a sidedata computer twice for category '%s'." | ||||
) | ||||
raise error.ProgrammingError(msg % category) | ||||
|
r47846 | if replace and not already_registered: | ||
msg = _( | ||||
b"cannot replace a sidedata computer that isn't registered " | ||||
b"for category '%s'." | ||||
) | ||||
raise error.ProgrammingError(msg % category) | ||||
|
r47447 | self._sidedata_computers.setdefault(kind, {}) | ||
|
r47844 | self._sidedata_computers[kind][category] = (keys, computer, flags) | ||
|
r47447 | |||
|
r14529 | |||
|
r1806 | # used to avoid circular references so destructors work | ||
|
r3790 | def aftertrans(files): | ||
renamefiles = [tuple(t) for t in files] | ||||
|
r43346 | |||
|
r1806 | def a(): | ||
|
r18952 | for vfs, src, dest in renamefiles: | ||
|
r31550 | # if src and dest refer to a same file, vfs.rename is a no-op, | ||
# leaving both src and dest on disk. delete dest to make sure | ||||
# the rename couldn't be such a no-op. | ||||
vfs.tryunlink(dest) | ||||
|
r31209 | try: | ||
|
r18952 | vfs.rename(src, dest) | ||
r48214 | except OSError as exc: # journal file does not yet exist | |||
if exc.errno != errno.ENOENT: | ||||
raise | ||||
|
r43346 | |||
|
r1806 | return a | ||
|
r43346 | |||
|
r14266 | def undoname(fn): | ||
base, name = os.path.split(fn) | ||||
|
r43347 | assert name.startswith(b'journal') | ||
return os.path.join(base, name.replace(b'journal', b'undo', 1)) | ||||
|
r14266 | |||
|
r43346 | |||
|
r39585 | def instance(ui, path, create, intents=None, createopts=None): | ||
r47669 | localpath = urlutil.urllocalpath(path) | |||
|
r39584 | if create: | ||
|
r39627 | createrepository(ui, localpath, createopts=createopts) | ||
|
r39584 | |||
|
r39723 | return makelocalrepository(ui, localpath, intents=intents) | ||
|
r3223 | |||
|
r43346 | |||
|
r2740 | def islocal(path): | ||
return True | ||||
|
r28164 | |||
|
r43346 | |||
|
r40032 | def defaultcreateopts(ui, createopts=None): | ||
"""Populate the default creation options for a repository. | ||||
A dictionary of explicitly requested creation options can be passed | ||||
in. Missing keys will be populated. | ||||
""" | ||||
createopts = dict(createopts or {}) | ||||
|
r43347 | if b'backend' not in createopts: | ||
|
r40032 | # experimental config: storage.new-repo-backend | ||
|
r43347 | createopts[b'backend'] = ui.config(b'storage', b'new-repo-backend') | ||
|
r40032 | |||
return createopts | ||||
|
r43346 | |||
r48234 | def clone_requirements(ui, createopts, srcrepo): | |||
"""clone the requirements of a local repo for a local clone | ||||
The store requirements are unchanged while the working copy requirements | ||||
depends on the configuration | ||||
""" | ||||
target_requirements = set() | ||||
createopts = defaultcreateopts(ui, createopts=createopts) | ||||
for r in newreporequirements(ui, createopts): | ||||
if r in requirementsmod.WORKING_DIR_REQUIREMENTS: | ||||
target_requirements.add(r) | ||||
for r in srcrepo.requirements: | ||||
if r not in requirementsmod.WORKING_DIR_REQUIREMENTS: | ||||
target_requirements.add(r) | ||||
return target_requirements | ||||
|
r40032 | def newreporequirements(ui, createopts): | ||
|
r28164 | """Determine the set of requirements for a new local repository. | ||
Extensions can wrap this function to specify custom requirements for | ||||
new repositories. | ||||
""" | ||||
|
r39884 | # If the repo is being created from a shared repository, we copy | ||
# its requirements. | ||||
|
r43347 | if b'sharedrepo' in createopts: | ||
requirements = set(createopts[b'sharedrepo'].requirements) | ||||
if createopts.get(b'sharedrelative'): | ||||
|
r45946 | requirements.add(requirementsmod.RELATIVE_SHARED_REQUIREMENT) | ||
|
r39884 | else: | ||
|
r45946 | requirements.add(requirementsmod.SHARED_REQUIREMENT) | ||
|
r39884 | |||
return requirements | ||||
|
r43347 | if b'backend' not in createopts: | ||
|
r43346 | raise error.ProgrammingError( | ||
|
r43347 | b'backend key not present in createopts; ' | ||
b'was defaultcreateopts() called?' | ||||
|
r43346 | ) | ||
|
r40032 | |||
|
r43347 | if createopts[b'backend'] != b'revlogv1': | ||
|
r43346 | raise error.Abort( | ||
_( | ||||
|
r43347 | b'unable to determine repository requirements for ' | ||
b'storage backend: %s' | ||||
|
r43346 | ) | ||
|
r43347 | % createopts[b'backend'] | ||
|
r43346 | ) | ||
|
r40032 | |||
|
r47371 | requirements = {requirementsmod.REVLOGV1_REQUIREMENT} | ||
|
r43347 | if ui.configbool(b'format', b'usestore'): | ||
|
r47382 | requirements.add(requirementsmod.STORE_REQUIREMENT) | ||
|
r43347 | if ui.configbool(b'format', b'usefncache'): | ||
|
r47383 | requirements.add(requirementsmod.FNCACHE_REQUIREMENT) | ||
|
r43347 | if ui.configbool(b'format', b'dotencode'): | ||
|
r47381 | requirements.add(requirementsmod.DOTENCODE_REQUIREMENT) | ||
|
r43347 | |||
r44866 | compengines = ui.configlist(b'format', b'revlog-compression') | |||
for compengine in compengines: | ||||
if compengine in util.compengines: | ||||
r47610 | engine = util.compengines[compengine] | |||
if engine.available() and engine.revlogheader(): | ||||
break | ||||
r44866 | else: | |||
|
r43346 | raise error.Abort( | ||
_( | ||||
r44866 | b'compression engines %s defined by ' | |||
|
r43347 | b'format.revlog-compression not available' | ||
|
r43346 | ) | ||
r44866 | % b', '.join(b'"%s"' % e for e in compengines), | |||
|
r43346 | hint=_( | ||
|
r43347 | b'run "hg debuginstall" to list available ' | ||
b'compression engines' | ||||
|
r43346 | ), | ||
) | ||||
|
r30818 | |||
# zlib is the historical default and doesn't need an explicit requirement. | ||||
r44866 | if compengine == b'zstd': | |||
|
r43347 | requirements.add(b'revlog-compression-zstd') | ||
elif compengine != b'zlib': | ||||
requirements.add(b'exp-compression-%s' % compengine) | ||||
|
r30818 | |||
|
r28164 | if scmutil.gdinitconfig(ui): | ||
|
r47372 | requirements.add(requirementsmod.GENERALDELTA_REQUIREMENT) | ||
|
r43347 | if ui.configbool(b'format', b'sparse-revlog'): | ||
|
r45933 | requirements.add(requirementsmod.SPARSEREVLOG_REQUIREMENT) | ||
r43298 | ||||
|
r48052 | # experimental config: format.exp-dirstate-v2 | ||
|
r48054 | # Keep this logic in sync with `has_dirstate_v2()` in `tests/hghave.py` | ||
|
r48052 | if ui.configbool(b'format', b'exp-dirstate-v2'): | ||
if dirstate.SUPPORTS_DIRSTATE_V2: | ||||
requirements.add(requirementsmod.DIRSTATE_V2_REQUIREMENT) | ||||
else: | ||||
raise error.Abort( | ||||
_( | ||||
b"dirstate v2 format requested by config " | ||||
b"but not supported (requires Rust extensions)" | ||||
) | ||||
) | ||||
r43407 | # experimental config: format.exp-use-copies-side-data-changeset | |||
if ui.configbool(b'format', b'exp-use-copies-side-data-changeset'): | ||||
r48039 | requirements.add(requirementsmod.CHANGELOGV2_REQUIREMENT) | |||
|
r45933 | requirements.add(requirementsmod.COPIESSDC_REQUIREMENT) | ||
|
r43347 | if ui.configbool(b'experimental', b'treemanifest'): | ||
|
r45932 | requirements.add(requirementsmod.TREEMANIFEST_REQUIREMENT) | ||
|
r43347 | |||
r48037 | changelogv2 = ui.config(b'format', b'exp-use-changelog-v2') | |||
if changelogv2 == b'enable-unstable-format-and-corrupt-my-data': | ||||
requirements.add(requirementsmod.CHANGELOGV2_REQUIREMENT) | ||||
|
r43347 | revlogv2 = ui.config(b'experimental', b'revlogv2') | ||
if revlogv2 == b'enable-unstable-format-and-corrupt-my-data': | ||||
|
r47439 | requirements.discard(requirementsmod.REVLOGV1_REQUIREMENT) | ||
|
r45933 | requirements.add(requirementsmod.REVLOGV2_REQUIREMENT) | ||
|
r39334 | # experimental config: format.internal-phase | ||
|
r43347 | if ui.configbool(b'format', b'internal-phase'): | ||
|
r45932 | requirements.add(requirementsmod.INTERNAL_PHASE_REQUIREMENT) | ||
|
r43347 | |||
if createopts.get(b'narrowfiles'): | ||||
|
r45932 | requirements.add(requirementsmod.NARROW_REQUIREMENT) | ||
|
r39587 | |||
|
r43347 | if createopts.get(b'lfs'): | ||
requirements.add(b'lfs') | ||||
if ui.configbool(b'format', b'bookmarks-in-store'): | ||||
|
r42512 | requirements.add(bookmarks.BOOKMARKS_IN_STORE_REQUIREMENT) | ||
r45297 | if ui.configbool(b'format', b'use-persistent-nodemap'): | |||
|
r45933 | requirements.add(requirementsmod.NODEMAP_REQUIREMENT) | ||
r45295 | ||||
|
r46055 | # if share-safe is enabled, let's create the new repository with the new | ||
# requirement | ||||
|
r47052 | if ui.configbool(b'format', b'use-share-safe'): | ||
|
r46055 | requirements.add(requirementsmod.SHARESAFE_REQUIREMENT) | ||
|
r28164 | return requirements | ||
|
r39584 | |||
|
r43346 | |||
|
r45857 | def checkrequirementscompat(ui, requirements): | ||
|
r46554 | """Checks compatibility of repository requirements enabled and disabled. | ||
|
r45857 | |||
Returns a set of requirements which needs to be dropped because dependend | ||||
|
r46554 | requirements are not enabled. Also warns users about it""" | ||
|
r45857 | |||
dropped = set() | ||||
|
r47382 | if requirementsmod.STORE_REQUIREMENT not in requirements: | ||
|
r45857 | if bookmarks.BOOKMARKS_IN_STORE_REQUIREMENT in requirements: | ||
ui.warn( | ||||
_( | ||||
b'ignoring enabled \'format.bookmarks-in-store\' config ' | ||||
b'beacuse it is incompatible with disabled ' | ||||
b'\'format.usestore\' config\n' | ||||
) | ||||
) | ||||
dropped.add(bookmarks.BOOKMARKS_IN_STORE_REQUIREMENT) | ||||
|
r45946 | if ( | ||
requirementsmod.SHARED_REQUIREMENT in requirements | ||||
or requirementsmod.RELATIVE_SHARED_REQUIREMENT in requirements | ||||
): | ||||
|
r45858 | raise error.Abort( | ||
_( | ||||
b"cannot create shared repository as source was created" | ||||
b" with 'format.usestore' config disabled" | ||||
) | ||||
) | ||||
|
r46055 | if requirementsmod.SHARESAFE_REQUIREMENT in requirements: | ||
ui.warn( | ||||
_( | ||||
|
r47052 | b"ignoring enabled 'format.use-share-safe' config because " | ||
|
r46055 | b"it is incompatible with disabled 'format.usestore'" | ||
b" config\n" | ||||
) | ||||
) | ||||
dropped.add(requirementsmod.SHARESAFE_REQUIREMENT) | ||||
|
r45857 | return dropped | ||
|
r39585 | def filterknowncreateopts(ui, createopts): | ||
"""Filters a dict of repo creation options against options that are known. | ||||
Receives a dict of repo creation options and returns a dict of those | ||||
options that we don't know how to handle. | ||||
This function is called as part of repository creation. If the | ||||
returned dict contains any items, repository creation will not | ||||
be allowed, as it means there was a request to create a repository | ||||
with options not recognized by loaded code. | ||||
Extensions can wrap this function to filter out creation options | ||||
they know how to handle. | ||||
""" | ||||
|
r39884 | known = { | ||
|
r43347 | b'backend', | ||
b'lfs', | ||||
b'narrowfiles', | ||||
b'sharedrepo', | ||||
b'sharedrelative', | ||||
b'shareditems', | ||||
b'shallowfilestore', | ||||
|
r39884 | } | ||
|
r39587 | |||
return {k: v for k, v in createopts.items() if k not in known} | ||||
|
r39585 | |||
|
r43346 | |||
r48233 | def createrepository(ui, path, createopts=None, requirements=None): | |||
|
r39584 | """Create a new repository in a vfs. | ||
|
r39626 | ``path`` path to the new repo's working directory. | ||
|
r39616 | ``createopts`` options for the new repository. | ||
r48233 | ``requirement`` predefined set of requirements. | |||
(incompatible with ``createopts``) | ||||
|
r39884 | |||
The following keys for ``createopts`` are recognized: | ||||
|
r40032 | backend | ||
The storage backend to use. | ||||
|
r40360 | lfs | ||
Repository will be created with ``lfs`` requirement. The lfs extension | ||||
will automatically be loaded when the repository is accessed. | ||||
|
r39884 | narrowfiles | ||
Set up repository to support narrow file storage. | ||||
sharedrepo | ||||
Repository object from which storage should be shared. | ||||
sharedrelative | ||||
Boolean indicating if the path to the shared repo should be | ||||
stored as relative. By default, the pointer to the "parent" repo | ||||
is stored as an absolute path. | ||||
|
r39885 | shareditems | ||
Set of items to share to the new repository (in addition to storage). | ||||
|
r40426 | shallowfilestore | ||
Indicates that storage for files should be shallow (not all ancestor | ||||
revisions are known). | ||||
|
r39584 | """ | ||
r48233 | ||||
if requirements is not None: | ||||
if createopts is not None: | ||||
msg = b'cannot specify both createopts and requirements' | ||||
raise error.ProgrammingError(msg) | ||||
createopts = {} | ||||
else: | ||||
createopts = defaultcreateopts(ui, createopts=createopts) | ||||
unknownopts = filterknowncreateopts(ui, createopts) | ||||
if not isinstance(unknownopts, dict): | ||||
raise error.ProgrammingError( | ||||
b'filterknowncreateopts() did not return a dict' | ||||
|
r43346 | ) | ||
r48233 | ||||
if unknownopts: | ||||
raise error.Abort( | ||||
_( | ||||
b'unable to create repository because of unknown ' | ||||
b'creation option: %s' | ||||
) | ||||
% b', '.join(sorted(unknownopts)), | ||||
hint=_(b'is a required extension not loaded?'), | ||||
) | ||||
requirements = newreporequirements(ui, createopts=createopts) | ||||
requirements -= checkrequirementscompat(ui, requirements) | ||||
|
r39584 | |||
|
r39626 | wdirvfs = vfsmod.vfs(path, expandpath=True, realpath=True) | ||
|
r39584 | |||
hgvfs = vfsmod.vfs(wdirvfs.join(b'.hg')) | ||||
|
r39626 | if hgvfs.exists(): | ||
|
r43347 | raise error.RepoError(_(b'repository %s already exists') % path) | ||
if b'sharedrepo' in createopts: | ||||
sharedpath = createopts[b'sharedrepo'].sharedpath | ||||
if createopts.get(b'sharedrelative'): | ||||
|
r39884 | try: | ||
sharedpath = os.path.relpath(sharedpath, hgvfs.base) | ||||
|
r47650 | sharedpath = util.pconvert(sharedpath) | ||
|
r39884 | except (IOError, ValueError) as e: | ||
# ValueError is raised on Windows if the drive letters differ | ||||
# on each path. | ||||
|
r43346 | raise error.Abort( | ||
|
r43347 | _(b'cannot calculate relative path'), | ||
|
r43346 | hint=stringutil.forcebytestr(e), | ||
) | ||||
|
r39884 | |||
|
r39883 | if not wdirvfs.exists(): | ||
wdirvfs.makedirs() | ||||
|
r39584 | hgvfs.makedir(notindexed=True) | ||
|
r43347 | if b'sharedrepo' not in createopts: | ||
|
r40824 | hgvfs.mkdir(b'cache') | ||
|
r40825 | hgvfs.mkdir(b'wcache') | ||
|
r39584 | |||
|
r47382 | has_store = requirementsmod.STORE_REQUIREMENT in requirements | ||
if has_store and b'sharedrepo' not in createopts: | ||||
|
r39584 | hgvfs.mkdir(b'store') | ||
# We create an invalid changelog outside the store so very old | ||||
# Mercurial versions (which didn't know about the requirements | ||||
# file) encounter an error on reading the changelog. This | ||||
# effectively locks out old clients and prevents them from | ||||
# mucking with a repo in an unknown format. | ||||
# | ||||
|
r47135 | # The revlog header has version 65535, which won't be recognized by | ||
|
r39584 | # such old clients. | ||
|
r43346 | hgvfs.append( | ||
b'00changelog.i', | ||||
|
r47135 | b'\0\0\xFF\xFF dummy changelog to prevent using the old repo ' | ||
|
r43346 | b'layout', | ||
) | ||||
|
r39584 | |||
|
r46055 | # Filter the requirements into working copy and store ones | ||
wcreq, storereq = scmutil.filterrequirements(requirements) | ||||
# write working copy ones | ||||
scmutil.writerequires(hgvfs, wcreq) | ||||
# If there are store requirements and the current repository | ||||
# is not a shared one, write stored requirements | ||||
# For new shared repository, we don't need to write the store | ||||
# requirements as they are already present in store requires | ||||
if storereq and b'sharedrepo' not in createopts: | ||||
storevfs = vfsmod.vfs(hgvfs.join(b'store'), cacheaudited=True) | ||||
scmutil.writerequires(storevfs, storereq) | ||||
|
r39642 | |||
|
r39884 | # Write out file telling readers where to find the shared store. | ||
|
r43347 | if b'sharedrepo' in createopts: | ||
|
r39884 | hgvfs.write(b'sharedpath', sharedpath) | ||
|
r43347 | if createopts.get(b'shareditems'): | ||
shared = b'\n'.join(sorted(createopts[b'shareditems'])) + b'\n' | ||||
|
r39885 | hgvfs.write(b'shared', shared) | ||
|
r43346 | |||
|
r39642 | def poisonrepository(repo): | ||
"""Poison a repository instance so it can no longer be used.""" | ||||
# Perform any cleanup on the instance. | ||||
repo.close() | ||||
# Our strategy is to replace the type of the object with one that | ||||
# has all attribute lookups result in error. | ||||
# | ||||
# But we have to allow the close() method because some constructors | ||||
# of repos call close() on repo references. | ||||
class poisonedrepository(object): | ||||
def __getattribute__(self, item): | ||||
|
r43906 | if item == 'close': | ||
|
r39642 | return object.__getattribute__(self, item) | ||
|
r43346 | raise error.ProgrammingError( | ||
|
r43387 | b'repo instances should not be used after unshare' | ||
|
r43346 | ) | ||
|
r39642 | |||
def close(self): | ||||
pass | ||||
# We may have a repoview, which intercepts __setattr__. So be sure | ||||
# we operate at the lowest level possible. | ||||
|
r43906 | object.__setattr__(repo, '__class__', poisonedrepository) | ||