##// END OF EJS Templates
narrow: remove hack to write narrowspec to shared .hg directory...
narrow: remove hack to write narrowspec to shared .hg directory AFAIK, we no longer need it since the narrowspec file was move to the store directory in 576eef1ab43d, "narrow: move .hg/narrowspec to .hg/store/narrowspec."

File last commit:

r39351:57c3864f default
r39593:623081f2 default
Show More
repository.py
1565 lines | 47.9 KiB | text/x-python | PythonLexer
Gregory Szorc
repository: formalize peer interface with abstract base class...
r33799 # repository.py - Interfaces and base classes for repositories and peers.
#
# Copyright 2017 Gregory Szorc <gregory.szorc@gmail.com>
#
# This software may be used and distributed according to the terms of the
# GNU General Public License version 2 or any later version.
from __future__ import absolute_import
Gregory Szorc
repository: implement generic capability methods on peer class...
r33801 from .i18n import _
from . import (
error,
)
Gregory Szorc
interfaceutil: module to stub out zope.interface...
r37828 from .utils import (
interfaceutil,
)
Gregory Szorc
repository: implement generic capability methods on peer class...
r33801
Martin von Zweigbergk
narrow: move requirement constant from changegroup to repository...
r38871 # When narrowing is finalized and no longer subject to format changes,
# we should move this to just "narrow" or similar.
NARROW_REQUIREMENT = 'narrowhg-experimental'
Gregory Szorc
interfaceutil: module to stub out zope.interface...
r37828 class ipeerconnection(interfaceutil.Interface):
Gregory Szorc
repository: formalize peer interface with abstract base class...
r33799 """Represents a "connection" to a repository.
This is the base interface for representing a connection to a repository.
It holds basic properties and methods applicable to all peer types.
This is not a complete interface definition and should not be used
outside of this module.
"""
Gregory Szorc
interfaceutil: module to stub out zope.interface...
r37828 ui = interfaceutil.Attribute("""ui.ui instance""")
Gregory Szorc
repository: formalize peer interface with abstract base class...
r33799
Gregory Szorc
repository: port peer interfaces to zope.interface...
r37336 def url():
Gregory Szorc
repository: formalize peer interface with abstract base class...
r33799 """Returns a URL string representing this peer.
Currently, implementations expose the raw URL used to construct the
instance. It may contain credentials as part of the URL. The
expectations of the value aren't well-defined and this could lead to
data leakage.
TODO audit/clean consumers and more clearly define the contents of this
value.
"""
Gregory Szorc
repository: port peer interfaces to zope.interface...
r37336 def local():
Gregory Szorc
repository: formalize peer interface with abstract base class...
r33799 """Returns a local repository instance.
If the peer represents a local repository, returns an object that
can be used to interface with it. Otherwise returns ``None``.
"""
Gregory Szorc
repository: port peer interfaces to zope.interface...
r37336 def peer():
Gregory Szorc
repository: formalize peer interface with abstract base class...
r33799 """Returns an object conforming to this interface.
Most implementations will ``return self``.
"""
Gregory Szorc
repository: port peer interfaces to zope.interface...
r37336 def canpush():
Gregory Szorc
repository: formalize peer interface with abstract base class...
r33799 """Returns a boolean indicating if this peer can be pushed to."""
Gregory Szorc
repository: port peer interfaces to zope.interface...
r37336 def close():
Gregory Szorc
repository: formalize peer interface with abstract base class...
r33799 """Close the connection to this peer.
This is called when the peer will no longer be used. Resources
associated with the peer should be cleaned up.
"""
Gregory Szorc
interfaceutil: module to stub out zope.interface...
r37828 class ipeercapabilities(interfaceutil.Interface):
Gregory Szorc
repository: split capabilities methods into separate interface...
r37628 """Peer sub-interface related to capabilities."""
def capable(name):
"""Determine support for a named capability.
Returns ``False`` if capability not supported.
Returns ``True`` if boolean capability is supported. Returns a string
if capability support is non-boolean.
Capability strings may or may not map to wire protocol capabilities.
"""
def requirecap(name, purpose):
"""Require a capability to be present.
Raises a ``CapabilityError`` if the capability isn't present.
"""
Gregory Szorc
interfaceutil: module to stub out zope.interface...
r37828 class ipeercommands(interfaceutil.Interface):
Gregory Szorc
repository: formalize wire protocol interface...
r33800 """Client-side interface for communicating over the wire protocol.
This interface is used as a gateway to the Mercurial wire protocol.
methods commonly call wire protocol commands of the same name.
"""
Gregory Szorc
repository: port peer interfaces to zope.interface...
r37336 def branchmap():
Gregory Szorc
repository: formalize wire protocol interface...
r33800 """Obtain heads in named branches.
Returns a dict mapping branch name to an iterable of nodes that are
heads on that branch.
"""
Gregory Szorc
repository: port peer interfaces to zope.interface...
r37336 def capabilities():
Gregory Szorc
repository: formalize wire protocol interface...
r33800 """Obtain capabilities of the peer.
Returns a set of string capabilities.
"""
Gregory Szorc
wireproto: properly call clonebundles command...
r37667 def clonebundles():
"""Obtains the clone bundles manifest for the repo.
Returns the manifest as unparsed bytes.
"""
Gregory Szorc
repository: port peer interfaces to zope.interface...
r37336 def debugwireargs(one, two, three=None, four=None, five=None):
Gregory Szorc
repository: formalize wire protocol interface...
r33800 """Used to facilitate debugging of arguments passed over the wire."""
Gregory Szorc
repository: port peer interfaces to zope.interface...
r37336 def getbundle(source, **kwargs):
Gregory Szorc
repository: formalize wire protocol interface...
r33800 """Obtain remote repository data as a bundle.
This command is how the bulk of repository data is transferred from
the peer to the local repository
Returns a generator of bundle data.
"""
Gregory Szorc
repository: port peer interfaces to zope.interface...
r37336 def heads():
Gregory Szorc
repository: formalize wire protocol interface...
r33800 """Determine all known head revisions in the peer.
Returns an iterable of binary nodes.
"""
Gregory Szorc
repository: port peer interfaces to zope.interface...
r37336 def known(nodes):
Gregory Szorc
repository: formalize wire protocol interface...
r33800 """Determine whether multiple nodes are known.
Accepts an iterable of nodes whose presence to check for.
Returns an iterable of booleans indicating of the corresponding node
at that index is known to the peer.
"""
Gregory Szorc
repository: port peer interfaces to zope.interface...
r37336 def listkeys(namespace):
Gregory Szorc
repository: formalize wire protocol interface...
r33800 """Obtain all keys in a pushkey namespace.
Returns an iterable of key names.
"""
Gregory Szorc
repository: port peer interfaces to zope.interface...
r37336 def lookup(key):
Gregory Szorc
repository: formalize wire protocol interface...
r33800 """Resolve a value to a known revision.
Returns a binary node of the resolved revision on success.
"""
Gregory Szorc
repository: port peer interfaces to zope.interface...
r37336 def pushkey(namespace, key, old, new):
Gregory Szorc
repository: formalize wire protocol interface...
r33800 """Set a value using the ``pushkey`` protocol.
Arguments correspond to the pushkey namespace and key to operate on and
the old and new values for that key.
Returns a string with the peer result. The value inside varies by the
namespace.
"""
Gregory Szorc
repository: port peer interfaces to zope.interface...
r37336 def stream_out():
Gregory Szorc
repository: formalize wire protocol interface...
r33800 """Obtain streaming clone data.
Successful result should be a generator of data chunks.
"""
Gregory Szorc
repository: port peer interfaces to zope.interface...
r37336 def unbundle(bundle, heads, url):
Gregory Szorc
repository: formalize wire protocol interface...
r33800 """Transfer repository data to the peer.
This is how the bulk of data during a push is transferred.
Returns the integer number of heads added to the peer.
"""
Gregory Szorc
interfaceutil: module to stub out zope.interface...
r37828 class ipeerlegacycommands(interfaceutil.Interface):
Gregory Szorc
repository: formalize wire protocol interface...
r33800 """Interface for implementing support for legacy wire protocol commands.
Wire protocol commands transition to legacy status when they are no longer
used by modern clients. To facilitate identifying which commands are
legacy, the interfaces are split.
"""
Gregory Szorc
repository: port peer interfaces to zope.interface...
r37336 def between(pairs):
Gregory Szorc
repository: formalize wire protocol interface...
r33800 """Obtain nodes between pairs of nodes.
``pairs`` is an iterable of node pairs.
Returns an iterable of iterables of nodes corresponding to each
requested pair.
"""
Gregory Szorc
repository: port peer interfaces to zope.interface...
r37336 def branches(nodes):
Gregory Szorc
repository: formalize wire protocol interface...
r33800 """Obtain ancestor changesets of specific nodes back to a branch point.
For each requested node, the peer finds the first ancestor node that is
a DAG root or is a merge.
Returns an iterable of iterables with the resolved values for each node.
"""
Gregory Szorc
wireproto: convert legacy commands to command executor...
r37653 def changegroup(nodes, source):
Gregory Szorc
repository: formalize wire protocol interface...
r33800 """Obtain a changegroup with data for descendants of specified nodes."""
Gregory Szorc
wireproto: convert legacy commands to command executor...
r37653 def changegroupsubset(bases, heads, source):
Gregory Szorc
repository: formalize wire protocol interface...
r33800 pass
Gregory Szorc
interfaceutil: module to stub out zope.interface...
r37828 class ipeercommandexecutor(interfaceutil.Interface):
Gregory Szorc
repository: define new interface for running commands...
r37647 """Represents a mechanism to execute remote commands.
This is the primary interface for requesting that wire protocol commands
be executed. Instances of this interface are active in a context manager
and have a well-defined lifetime. When the context manager exits, all
outstanding requests are waited on.
"""
def callcommand(name, args):
"""Request that a named command be executed.
Receives the command name and a dictionary of command arguments.
Returns a ``concurrent.futures.Future`` that will resolve to the
result of that command request. That exact value is left up to
the implementation and possibly varies by command.
Not all commands can coexist with other commands in an executor
instance: it depends on the underlying wire protocol transport being
used and the command itself.
Implementations MAY call ``sendcommands()`` automatically if the
requested command can not coexist with other commands in this executor.
Implementations MAY call ``sendcommands()`` automatically when the
future's ``result()`` is called. So, consumers using multiple
commands with an executor MUST ensure that ``result()`` is not called
until all command requests have been issued.
"""
def sendcommands():
"""Trigger submission of queued command requests.
Not all transports submit commands as soon as they are requested to
run. When called, this method forces queued command requests to be
issued. It will no-op if all commands have already been sent.
When called, no more new commands may be issued with this executor.
"""
def close():
"""Signal that this command request is finished.
When called, no more new commands may be issued. All outstanding
commands that have previously been issued are waited on before
returning. This not only includes waiting for the futures to resolve,
but also waiting for all response data to arrive. In other words,
calling this waits for all on-wire state for issued command requests
to finish.
When used as a context manager, this method is called when exiting the
context manager.
This method may call ``sendcommands()`` if there are buffered commands.
"""
Gregory Szorc
interfaceutil: module to stub out zope.interface...
r37828 class ipeerrequests(interfaceutil.Interface):
Gregory Szorc
repository: define new interface for running commands...
r37647 """Interface for executing commands on a peer."""
def commandexecutor():
"""A context manager that resolves to an ipeercommandexecutor.
The object this resolves to can be used to issue command requests
to the peer.
Callers should call its ``callcommand`` method to issue command
requests.
A new executor should be obtained for each distinct set of commands
(possibly just a single command) that the consumer wants to execute
as part of a single operation or round trip. This is because some
peers are half-duplex and/or don't support persistent connections.
e.g. in the case of HTTP peers, commands sent to an executor represent
a single HTTP request. While some peers may support multiple command
sends over the wire per executor, consumers need to code to the least
capable peer. So it should be assumed that command executors buffer
called commands until they are told to send them and that each
command executor could result in a new connection or wire-level request
being issued.
"""
Gregory Szorc
repository: remove ipeercommands from ipeerbase...
r37668 class ipeerbase(ipeerconnection, ipeercapabilities, ipeerrequests):
Gregory Szorc
repository: port peer interfaces to zope.interface...
r37336 """Unified interface for peer repositories.
Gregory Szorc
repository: formalize peer interface with abstract base class...
r33799
Gregory Szorc
repository: port peer interfaces to zope.interface...
r37336 All peer instances must conform to this interface.
Gregory Szorc
repository: formalize peer interface with abstract base class...
r33799 """
Gregory Szorc
repository: formalize wire protocol interface...
r33800
Gregory Szorc
interfaceutil: module to stub out zope.interface...
r37828 @interfaceutil.implementer(ipeerbase)
Gregory Szorc
repository: port peer interfaces to zope.interface...
r37336 class peer(object):
"""Base class for peer repositories."""
def capable(self, name):
Gregory Szorc
repository: implement generic capability methods on peer class...
r33801 caps = self.capabilities()
if name in caps:
return True
name = '%s=' % name
for cap in caps:
if cap.startswith(name):
return cap[len(name):]
return False
def requirecap(self, name, purpose):
if self.capable(name):
return
raise error.CapabilityError(
_('cannot %s; remote repository does not support the %r '
'capability') % (purpose, name))
Gregory Szorc
repository: formalize interfaces for revision deltas and requests...
r39266 class irevisiondelta(interfaceutil.Interface):
"""Represents a delta between one revision and another.
Instances convey enough information to allow a revision to be exchanged
with another repository.
Instances represent the fulltext revision data or a delta against
another revision. Therefore the ``revision`` and ``delta`` attributes
are mutually exclusive.
Typically used for changegroup generation.
"""
node = interfaceutil.Attribute(
"""20 byte node of this revision.""")
p1node = interfaceutil.Attribute(
"""20 byte node of 1st parent of this revision.""")
p2node = interfaceutil.Attribute(
"""20 byte node of 2nd parent of this revision.""")
linknode = interfaceutil.Attribute(
"""20 byte node of the changelog revision this node is linked to.""")
flags = interfaceutil.Attribute(
"""2 bytes of integer flags that apply to this revision.""")
basenode = interfaceutil.Attribute(
"""20 byte node of the revision this data is a delta against.
``nullid`` indicates that the revision is a full revision and not
a delta.
""")
baserevisionsize = interfaceutil.Attribute(
"""Size of base revision this delta is against.
May be ``None`` if ``basenode`` is ``nullid``.
""")
revision = interfaceutil.Attribute(
"""Raw fulltext of revision data for this node.""")
delta = interfaceutil.Attribute(
"""Delta between ``basenode`` and ``node``.
Stored in the bdiff delta format.
""")
class irevisiondeltarequest(interfaceutil.Interface):
"""Represents a request to generate an ``irevisiondelta``."""
node = interfaceutil.Attribute(
"""20 byte node of revision being requested.""")
p1node = interfaceutil.Attribute(
"""20 byte node of 1st parent of revision.""")
p2node = interfaceutil.Attribute(
"""20 byte node of 2nd parent of revision.""")
linknode = interfaceutil.Attribute(
"""20 byte node to store in ``linknode`` attribute.""")
basenode = interfaceutil.Attribute(
"""Base revision that delta should be generated against.
If ``nullid``, the derived ``irevisiondelta`` should have its
``revision`` field populated and no delta should be generated.
If ``None``, the delta may be generated against any revision that
is an ancestor of this revision. Or a full revision may be used.
If any other value, the delta should be produced against that
revision.
""")
ellipsis = interfaceutil.Attribute(
"""Boolean on whether the ellipsis flag should be set.""")
Gregory Szorc
interfaceutil: module to stub out zope.interface...
r37828 class ifilerevisionssequence(interfaceutil.Interface):
Gregory Szorc
repository: define existing interface for file storage...
r37458 """Contains index data for all revisions of a file.
Types implementing this behave like lists of tuples. The index
in the list corresponds to the revision number. The values contain
index metadata.
The *null* revision (revision number -1) is always the last item
in the index.
"""
def __len__():
"""The total number of revisions."""
def __getitem__(rev):
"""Returns the object having a specific revision number.
Returns an 8-tuple with the following fields:
offset+flags
Contains the offset and flags for the revision. 64-bit unsigned
integer where first 6 bytes are the offset and the next 2 bytes
are flags. The offset can be 0 if it is not used by the store.
compressed size
Size of the revision data in the store. It can be 0 if it isn't
needed by the store.
uncompressed size
Fulltext size. It can be 0 if it isn't needed by the store.
base revision
Revision number of revision the delta for storage is encoded
against. -1 indicates not encoded against a base revision.
link revision
Revision number of changelog revision this entry is related to.
p1 revision
Revision number of 1st parent. -1 if no 1st parent.
p2 revision
Revision number of 2nd parent. -1 if no 1st parent.
node
Binary node value for this revision number.
Negative values should index off the end of the sequence. ``-1``
should return the null revision. ``-2`` should return the most
recent revision.
"""
def __contains__(rev):
"""Whether a revision number exists."""
def insert(self, i, entry):
"""Add an item to the index at specific revision."""
Gregory Szorc
interfaceutil: module to stub out zope.interface...
r37828 class ifileindex(interfaceutil.Interface):
Gregory Szorc
repository: define existing interface for file storage...
r37458 """Storage interface for index data of a single file.
File storage data is divided into index metadata and data storage.
This interface defines the index portion of the interface.
The index logically consists of:
* A mapping between revision numbers and nodes.
* DAG data (storing and querying the relationship between nodes).
* Metadata to facilitate storage.
"""
Gregory Szorc
interfaceutil: module to stub out zope.interface...
r37828 index = interfaceutil.Attribute(
Gregory Szorc
repository: define existing interface for file storage...
r37458 """An ``ifilerevisionssequence`` instance.""")
def __len__():
"""Obtain the number of revisions stored for this file."""
def __iter__():
"""Iterate over revision numbers for this file."""
def revs(start=0, stop=None):
"""Iterate over revision numbers for this file, with control."""
def parents(node):
"""Returns a 2-tuple of parent nodes for a revision.
Values will be ``nullid`` if the parent is empty.
"""
def parentrevs(rev):
"""Like parents() but operates on revision numbers."""
def rev(node):
"""Obtain the revision number given a node.
Raises ``error.LookupError`` if the node is not known.
"""
def node(rev):
"""Obtain the node value given a revision number.
Raises ``IndexError`` if the node is not known.
"""
def lookup(node):
"""Attempt to resolve a value to a node.
Value can be a binary node, hex node, revision number, or a string
that can be converted to an integer.
Raises ``error.LookupError`` if a node could not be resolved.
"""
def linkrev(rev):
"""Obtain the changeset revision number a revision is linked to."""
def flags(rev):
"""Obtain flags used to affect storage of a revision."""
def iscensored(rev):
"""Return whether a revision's content has been censored."""
def commonancestorsheads(node1, node2):
"""Obtain an iterable of nodes containing heads of common ancestors.
See ``ancestor.commonancestorsheads()``.
"""
def descendants(revs):
"""Obtain descendant revision numbers for a set of revision numbers.
If ``nullrev`` is in the set, this is equivalent to ``revs()``.
"""
def headrevs():
"""Obtain a list of revision numbers that are DAG heads.
The list is sorted oldest to newest.
TODO determine if sorting is required.
"""
def heads(start=None, stop=None):
"""Obtain a list of nodes that are DAG heads, with control.
The set of revisions examined can be limited by specifying
``start`` and ``stop``. ``start`` is a node. ``stop`` is an
iterable of nodes. DAG traversal starts at earlier revision
``start`` and iterates forward until any node in ``stop`` is
encountered.
"""
def children(node):
"""Obtain nodes that are children of a node.
Returns a list of nodes.
"""
def deltaparent(rev):
""""Return the revision that is a suitable parent to delta against."""
Gregory Szorc
interfaceutil: module to stub out zope.interface...
r37828 class ifiledata(interfaceutil.Interface):
Gregory Szorc
repository: define existing interface for file storage...
r37458 """Storage interface for data storage of a specific file.
This complements ``ifileindex`` and provides an interface for accessing
data for a tracked file.
"""
def rawsize(rev):
"""The size of the fulltext data for a revision as stored."""
def size(rev):
"""Obtain the fulltext size of file data.
Any metadata is excluded from size measurements. Use ``rawsize()`` if
metadata size is important.
"""
def checkhash(fulltext, node, p1=None, p2=None, rev=None):
"""Validate the stored hash of a given fulltext and node.
Raises ``error.RevlogError`` is hash validation fails.
"""
def revision(node, raw=False):
""""Obtain fulltext data for a node.
By default, any storage transformations are applied before the data
is returned. If ``raw`` is True, non-raw storage transformations
are not applied.
The fulltext data may contain a header containing metadata. Most
consumers should use ``read()`` to obtain the actual file data.
"""
def read(node):
"""Resolve file fulltext data.
This is similar to ``revision()`` except any metadata in the data
headers is stripped.
"""
def renamed(node):
"""Obtain copy metadata for a node.
Returns ``False`` if no copy metadata is stored or a 2-tuple of
(path, node) from which this revision was copied.
"""
def cmp(node, fulltext):
"""Compare fulltext to another revision.
Returns True if the fulltext is different from what is stored.
This takes copy metadata into account.
TODO better document the copy metadata and censoring logic.
"""
def revdiff(rev1, rev2):
"""Obtain a delta between two revision numbers.
Operates on raw data in the store (``revision(node, raw=True)``).
The returned data is the result of ``bdiff.bdiff`` on the raw
revision data.
"""
Gregory Szorc
repository: establish API for emitting revision deltas...
r39267 def emitrevisiondeltas(requests):
"""Produce ``irevisiondelta`` from ``irevisiondeltarequest``s.
Given an iterable of objects conforming to the ``irevisiondeltarequest``
interface, emits objects conforming to the ``irevisiondelta``
interface.
This method is a generator.
``irevisiondelta`` should be emitted in the same order of
``irevisiondeltarequest`` that was passed in.
The emitted objects MUST conform by the results of
``irevisiondeltarequest``. Namely, they must respect any requests
for building a delta from a specific ``basenode`` if defined.
When sending deltas, implementations must take into account whether
the client has the base delta before encoding a delta against that
revision. A revision encountered previously in ``requests`` is
always a suitable base revision. An example of a bad delta is a delta
against a non-ancestor revision. Another example of a bad delta is a
delta against a censored revision.
"""
Gregory Szorc
interfaceutil: module to stub out zope.interface...
r37828 class ifilemutation(interfaceutil.Interface):
Gregory Szorc
repository: define existing interface for file storage...
r37458 """Storage interface for mutation events of a tracked file."""
def add(filedata, meta, transaction, linkrev, p1, p2):
"""Add a new revision to the store.
Takes file data, dictionary of metadata, a transaction, linkrev,
and parent nodes.
Returns the node that was added.
May no-op if a revision matching the supplied data is already stored.
"""
def addrevision(revisiondata, transaction, linkrev, p1, p2, node=None,
flags=0, cachedelta=None):
"""Add a new revision to the store.
This is similar to ``add()`` except it operates at a lower level.
The data passed in already contains a metadata header, if any.
``node`` and ``flags`` can be used to define the expected node and
the flags to use with storage.
``add()`` is usually called when adding files from e.g. the working
directory. ``addrevision()`` is often called by ``add()`` and for
scenarios where revision data has already been computed, such as when
applying raw data from a peer repo.
"""
def addgroup(deltas, linkmapper, transaction, addrevisioncb=None):
"""Process a series of deltas for storage.
``deltas`` is an iterable of 7-tuples of
(node, p1, p2, linknode, deltabase, delta, flags) defining revisions
to add.
The ``delta`` field contains ``mpatch`` data to apply to a base
revision, identified by ``deltabase``. The base node can be
``nullid``, in which case the header from the delta can be ignored
and the delta used as the fulltext.
``addrevisioncb`` should be called for each node as it is committed.
Returns a list of nodes that were processed. A node will be in the list
even if it existed in the store previously.
"""
def getstrippoint(minlink):
"""Find the minimum revision that must be stripped to strip a linkrev.
Returns a 2-tuple containing the minimum revision number and a set
of all revisions numbers that would be broken by this strip.
TODO this is highly revlog centric and should be abstracted into
a higher-level deletion API. ``repair.strip()`` relies on this.
"""
def strip(minlink, transaction):
"""Remove storage of items starting at a linkrev.
This uses ``getstrippoint()`` to determine the first node to remove.
Then it effectively truncates storage for all revisions after that.
TODO this is highly revlog centric and should be abstracted into a
higher-level deletion API.
"""
class ifilestorage(ifileindex, ifiledata, ifilemutation):
"""Complete storage interface for a single tracked file."""
Gregory Szorc
interfaceutil: module to stub out zope.interface...
r37828 version = interfaceutil.Attribute(
Gregory Szorc
repository: define existing interface for file storage...
r37458 """Version number of storage.
TODO this feels revlog centric and could likely be removed.
""")
Gregory Szorc
interfaceutil: module to stub out zope.interface...
r37828 _generaldelta = interfaceutil.Attribute(
Gregory Szorc
repository: define existing interface for file storage...
r37458 """Whether deltas can be against any parent revision.
TODO this is used by changegroup code and it could probably be
folded into another API.
""")
def files():
"""Obtain paths that are backing storage for this file.
TODO this is used heavily by verify code and there should probably
be a better API for that.
"""
def checksize():
"""Obtain the expected sizes of backing files.
TODO this is used by verify and it should not be part of the interface.
"""
Gregory Szorc
repository: define manifest interfaces...
r38549 class idirs(interfaceutil.Interface):
"""Interface representing a collection of directories from paths.
This interface is essentially a derived data structure representing
directories from a collection of paths.
"""
def addpath(path):
"""Add a path to the collection.
All directories in the path will be added to the collection.
"""
def delpath(path):
"""Remove a path from the collection.
If the removal was the last path in a particular directory, the
directory is removed from the collection.
"""
def __iter__():
"""Iterate over the directories in this collection of paths."""
def __contains__(path):
"""Whether a specific directory is in this collection."""
class imanifestdict(interfaceutil.Interface):
"""Interface representing a manifest data structure.
A manifest is effectively a dict mapping paths to entries. Each entry
consists of a binary node and extra flags affecting that entry.
"""
def __getitem__(path):
"""Returns the binary node value for a path in the manifest.
Raises ``KeyError`` if the path does not exist in the manifest.
Equivalent to ``self.find(path)[0]``.
"""
def find(path):
"""Returns the entry for a path in the manifest.
Returns a 2-tuple of (node, flags).
Raises ``KeyError`` if the path does not exist in the manifest.
"""
def __len__():
"""Return the number of entries in the manifest."""
def __nonzero__():
"""Returns True if the manifest has entries, False otherwise."""
__bool__ = __nonzero__
def __setitem__(path, node):
"""Define the node value for a path in the manifest.
If the path is already in the manifest, its flags will be copied to
the new entry.
"""
def __contains__(path):
"""Whether a path exists in the manifest."""
def __delitem__(path):
"""Remove a path from the manifest.
Raises ``KeyError`` if the path is not in the manifest.
"""
def __iter__():
"""Iterate over paths in the manifest."""
def iterkeys():
"""Iterate over paths in the manifest."""
def keys():
"""Obtain a list of paths in the manifest."""
def filesnotin(other, match=None):
"""Obtain the set of paths in this manifest but not in another.
``match`` is an optional matcher function to be applied to both
manifests.
Returns a set of paths.
"""
def dirs():
"""Returns an object implementing the ``idirs`` interface."""
def hasdir(dir):
"""Returns a bool indicating if a directory is in this manifest."""
def matches(match):
"""Generate a new manifest filtered through a matcher.
Returns an object conforming to the ``imanifestdict`` interface.
"""
def walk(match):
"""Generator of paths in manifest satisfying a matcher.
This is equivalent to ``self.matches(match).iterkeys()`` except a new
manifest object is not created.
If the matcher has explicit files listed and they don't exist in
the manifest, ``match.bad()`` is called for each missing file.
"""
def diff(other, match=None, clean=False):
"""Find differences between this manifest and another.
This manifest is compared to ``other``.
If ``match`` is provided, the two manifests are filtered against this
matcher and only entries satisfying the matcher are compared.
If ``clean`` is True, unchanged files are included in the returned
object.
Returns a dict with paths as keys and values of 2-tuples of 2-tuples of
the form ``((node1, flag1), (node2, flag2))`` where ``(node1, flag1)``
represents the node and flags for this manifest and ``(node2, flag2)``
are the same for the other manifest.
"""
def setflag(path, flag):
"""Set the flag value for a given path.
Raises ``KeyError`` if the path is not already in the manifest.
"""
def get(path, default=None):
"""Obtain the node value for a path or a default value if missing."""
def flags(path, default=''):
"""Return the flags value for a path or a default value if missing."""
def copy():
"""Return a copy of this manifest."""
def items():
"""Returns an iterable of (path, node) for items in this manifest."""
def iteritems():
"""Identical to items()."""
def iterentries():
"""Returns an iterable of (path, node, flags) for this manifest.
Similar to ``iteritems()`` except items are a 3-tuple and include
flags.
"""
def text():
"""Obtain the raw data representation for this manifest.
Result is used to create a manifest revision.
"""
def fastdelta(base, changes):
"""Obtain a delta between this manifest and another given changes.
``base`` in the raw data representation for another manifest.
``changes`` is an iterable of ``(path, to_delete)``.
Returns a 2-tuple containing ``bytearray(self.text())`` and the
delta between ``base`` and this manifest.
"""
class imanifestrevisionbase(interfaceutil.Interface):
"""Base interface representing a single revision of a manifest.
Should not be used as a primary interface: should always be inherited
as part of a larger interface.
"""
def new():
"""Obtain a new manifest instance.
Returns an object conforming to the ``imanifestrevisionwritable``
interface. The instance will be associated with the same
``imanifestlog`` collection as this instance.
"""
def copy():
"""Obtain a copy of this manifest instance.
Returns an object conforming to the ``imanifestrevisionwritable``
interface. The instance will be associated with the same
``imanifestlog`` collection as this instance.
"""
def read():
"""Obtain the parsed manifest data structure.
The returned object conforms to the ``imanifestdict`` interface.
"""
class imanifestrevisionstored(imanifestrevisionbase):
"""Interface representing a manifest revision committed to storage."""
def node():
"""The binary node for this manifest."""
parents = interfaceutil.Attribute(
"""List of binary nodes that are parents for this manifest revision."""
)
def readdelta(shallow=False):
"""Obtain the manifest data structure representing changes from parent.
This manifest is compared to its 1st parent. A new manifest representing
those differences is constructed.
The returned object conforms to the ``imanifestdict`` interface.
"""
def readfast(shallow=False):
"""Calls either ``read()`` or ``readdelta()``.
The faster of the two options is called.
"""
def find(key):
"""Calls self.read().find(key)``.
Returns a 2-tuple of ``(node, flags)`` or raises ``KeyError``.
"""
class imanifestrevisionwritable(imanifestrevisionbase):
"""Interface representing a manifest revision that can be committed."""
def write(transaction, linkrev, p1node, p2node, added, removed):
"""Add this revision to storage.
Takes a transaction object, the changeset revision number it will
be associated with, its parent nodes, and lists of added and
removed paths.
Returns the binary node of the created revision.
"""
Gregory Szorc
manifest: proxy to revlog instance instead of inheriting...
r39350 class imanifeststorage(interfaceutil.Interface):
"""Storage interface for manifest data."""
Gregory Szorc
manifest: make tree a public attribute...
r39351 tree = interfaceutil.Attribute(
"""The path to the directory this manifest tracks.
The empty bytestring represents the root manifest.
""")
Gregory Szorc
manifest: proxy to revlog instance instead of inheriting...
r39350 index = interfaceutil.Attribute(
"""An ``ifilerevisionssequence`` instance.""")
indexfile = interfaceutil.Attribute(
"""Path of revlog index file.
TODO this is revlog specific and should not be exposed.
""")
opener = interfaceutil.Attribute(
"""VFS opener to use to access underlying files used for storage.
TODO this is revlog specific and should not be exposed.
""")
version = interfaceutil.Attribute(
"""Revlog version number.
TODO this is revlog specific and should not be exposed.
""")
_generaldelta = interfaceutil.Attribute(
"""Whether generaldelta storage is being used.
TODO this is revlog specific and should not be exposed.
""")
fulltextcache = interfaceutil.Attribute(
"""Dict with cache of fulltexts.
TODO this doesn't feel appropriate for the storage interface.
""")
def __len__():
"""Obtain the number of revisions stored for this manifest."""
def __iter__():
"""Iterate over revision numbers for this manifest."""
def rev(node):
"""Obtain the revision number given a binary node.
Raises ``error.LookupError`` if the node is not known.
"""
def node(rev):
"""Obtain the node value given a revision number.
Raises ``error.LookupError`` if the revision is not known.
"""
def lookup(value):
"""Attempt to resolve a value to a node.
Value can be a binary node, hex node, revision number, or a bytes
that can be converted to an integer.
Raises ``error.LookupError`` if a ndoe could not be resolved.
TODO this is only used by debug* commands and can probably be deleted
easily.
"""
def parents(node):
"""Returns a 2-tuple of parent nodes for a node.
Values will be ``nullid`` if the parent is empty.
"""
def parentrevs(rev):
"""Like parents() but operates on revision numbers."""
def linkrev(rev):
"""Obtain the changeset revision number a revision is linked to."""
def revision(node, _df=None, raw=False):
"""Obtain fulltext data for a node."""
def revdiff(rev1, rev2):
"""Obtain a delta between two revision numbers.
The returned data is the result of ``bdiff.bdiff()`` on the raw
revision data.
"""
def cmp(node, fulltext):
"""Compare fulltext to another revision.
Returns True if the fulltext is different from what is stored.
"""
def emitrevisiondeltas(requests):
"""Produce ``irevisiondelta`` from ``irevisiondeltarequest``s.
See the documentation for ``ifiledata`` for more.
"""
def addgroup(deltas, linkmapper, transaction, addrevisioncb=None):
"""Process a series of deltas for storage.
See the documentation in ``ifilemutation`` for more.
"""
def getstrippoint(minlink):
"""Find minimum revision that must be stripped to strip a linkrev.
See the documentation in ``ifilemutation`` for more.
"""
def strip(minlink, transaction):
"""Remove storage of items starting at a linkrev.
See the documentation in ``ifilemutation`` for more.
"""
def checksize():
"""Obtain the expected sizes of backing files.
TODO this is used by verify and it should not be part of the interface.
"""
def files():
"""Obtain paths that are backing storage for this manifest.
TODO this is used by verify and there should probably be a better API
for this functionality.
"""
def deltaparent(rev):
"""Obtain the revision that a revision is delta'd against.
TODO delta encoding is an implementation detail of storage and should
not be exposed to the storage interface.
"""
def clone(tr, dest, **kwargs):
"""Clone this instance to another."""
def clearcaches(clear_persisted_data=False):
"""Clear any caches associated with this instance."""
def dirlog(d):
"""Obtain a manifest storage instance for a tree."""
def add(m, transaction, link, p1, p2, added, removed, readtree=None):
"""Add a revision to storage.
``m`` is an object conforming to ``imanifestdict``.
``link`` is the linkrev revision number.
``p1`` and ``p2`` are the parent revision numbers.
``added`` and ``removed`` are iterables of added and removed paths,
respectively.
"""
Gregory Szorc
repository: define manifest interfaces...
r38549 class imanifestlog(interfaceutil.Interface):
Gregory Szorc
repository: clarify role of imanifestlog...
r39276 """Interface representing a collection of manifest snapshots.
Represents the root manifest in a repository.
Also serves as a means to access nested tree manifests and to cache
tree manifests.
"""
Gregory Szorc
repository: define manifest interfaces...
r38549
def __getitem__(node):
"""Obtain a manifest instance for a given binary node.
Equivalent to calling ``self.get('', node)``.
The returned object conforms to the ``imanifestrevisionstored``
interface.
"""
Gregory Szorc
manifest: rename dir to tree to avoid shadowing built-in...
r39271 def get(tree, node, verify=True):
Gregory Szorc
repository: define manifest interfaces...
r38549 """Retrieve the manifest instance for a given directory and binary node.
``node`` always refers to the node of the root manifest (which will be
the only manifest if flat manifests are being used).
Gregory Szorc
manifest: rename dir to tree to avoid shadowing built-in...
r39271 If ``tree`` is the empty string, the root manifest is returned.
Otherwise the manifest for the specified directory will be returned
(requires tree manifests).
Gregory Szorc
repository: define manifest interfaces...
r38549
If ``verify`` is True, ``LookupError`` is raised if the node is not
known.
The returned object conforms to the ``imanifestrevisionstored``
interface.
"""
Gregory Szorc
manifest: add getstorage() to manifestlog and use it globally...
r39280 def getstorage(tree):
"""Retrieve an interface to storage for a particular tree.
If ``tree`` is the empty bytestring, storage for the root manifest will
be returned. Otherwise storage for a tree manifest is returned.
TODO formalize interface for returned object.
"""
Gregory Szorc
repository: define manifest interfaces...
r38549 def clearcaches():
"""Clear caches associated with this collection."""
Gregory Szorc
manifest: define and implement rev() on manifestlog...
r38573 def rev(node):
"""Obtain the revision number for a binary node.
Raises ``error.LookupError`` if the node is not known.
"""
Gregory Szorc
interfaceutil: module to stub out zope.interface...
r37828 class completelocalrepository(interfaceutil.Interface):
Gregory Szorc
repository: define interface for local repositories...
r37198 """Monolithic interface for local repositories.
This currently captures the reality of things - not how things should be.
"""
Gregory Szorc
interfaceutil: module to stub out zope.interface...
r37828 supportedformats = interfaceutil.Attribute(
Gregory Szorc
repository: define interface for local repositories...
r37198 """Set of requirements that apply to stream clone.
This is actually a class attribute and is shared among all instances.
""")
Gregory Szorc
interfaceutil: module to stub out zope.interface...
r37828 openerreqs = interfaceutil.Attribute(
Gregory Szorc
repository: define interface for local repositories...
r37198 """Set of requirements that are passed to the opener.
This is actually a class attribute and is shared among all instances.
""")
Gregory Szorc
interfaceutil: module to stub out zope.interface...
r37828 supported = interfaceutil.Attribute(
Gregory Szorc
repository: define interface for local repositories...
r37198 """Set of requirements that this repo is capable of opening.""")
Gregory Szorc
interfaceutil: module to stub out zope.interface...
r37828 requirements = interfaceutil.Attribute(
Gregory Szorc
repository: define interface for local repositories...
r37198 """Set of requirements this repo uses.""")
Gregory Szorc
interfaceutil: module to stub out zope.interface...
r37828 filtername = interfaceutil.Attribute(
Gregory Szorc
repository: define interface for local repositories...
r37198 """Name of the repoview that is active on this repo.""")
Gregory Szorc
interfaceutil: module to stub out zope.interface...
r37828 wvfs = interfaceutil.Attribute(
Gregory Szorc
repository: define interface for local repositories...
r37198 """VFS used to access the working directory.""")
Gregory Szorc
interfaceutil: module to stub out zope.interface...
r37828 vfs = interfaceutil.Attribute(
Gregory Szorc
repository: define interface for local repositories...
r37198 """VFS rooted at the .hg directory.
Used to access repository data not in the store.
""")
Gregory Szorc
interfaceutil: module to stub out zope.interface...
r37828 svfs = interfaceutil.Attribute(
Gregory Szorc
repository: define interface for local repositories...
r37198 """VFS rooted at the store.
Used to access repository data in the store. Typically .hg/store.
But can point elsewhere if the store is shared.
""")
Gregory Szorc
interfaceutil: module to stub out zope.interface...
r37828 root = interfaceutil.Attribute(
Gregory Szorc
repository: define interface for local repositories...
r37198 """Path to the root of the working directory.""")
Gregory Szorc
interfaceutil: module to stub out zope.interface...
r37828 path = interfaceutil.Attribute(
Gregory Szorc
repository: define interface for local repositories...
r37198 """Path to the .hg directory.""")
Gregory Szorc
interfaceutil: module to stub out zope.interface...
r37828 origroot = interfaceutil.Attribute(
Gregory Szorc
repository: define interface for local repositories...
r37198 """The filesystem path that was used to construct the repo.""")
Gregory Szorc
interfaceutil: module to stub out zope.interface...
r37828 auditor = interfaceutil.Attribute(
Gregory Szorc
repository: define interface for local repositories...
r37198 """A pathauditor for the working directory.
This checks if a path refers to a nested repository.
Operates on the filesystem.
""")
Gregory Szorc
interfaceutil: module to stub out zope.interface...
r37828 nofsauditor = interfaceutil.Attribute(
Gregory Szorc
repository: define interface for local repositories...
r37198 """A pathauditor for the working directory.
This is like ``auditor`` except it doesn't do filesystem checks.
""")
Gregory Szorc
interfaceutil: module to stub out zope.interface...
r37828 baseui = interfaceutil.Attribute(
Gregory Szorc
repository: define interface for local repositories...
r37198 """Original ui instance passed into constructor.""")
Gregory Szorc
interfaceutil: module to stub out zope.interface...
r37828 ui = interfaceutil.Attribute(
Gregory Szorc
repository: define interface for local repositories...
r37198 """Main ui instance for this instance.""")
Gregory Szorc
interfaceutil: module to stub out zope.interface...
r37828 sharedpath = interfaceutil.Attribute(
Gregory Szorc
repository: define interface for local repositories...
r37198 """Path to the .hg directory of the repo this repo was shared from.""")
Gregory Szorc
interfaceutil: module to stub out zope.interface...
r37828 store = interfaceutil.Attribute(
Gregory Szorc
repository: define interface for local repositories...
r37198 """A store instance.""")
Gregory Szorc
interfaceutil: module to stub out zope.interface...
r37828 spath = interfaceutil.Attribute(
Gregory Szorc
repository: define interface for local repositories...
r37198 """Path to the store.""")
Gregory Szorc
interfaceutil: module to stub out zope.interface...
r37828 sjoin = interfaceutil.Attribute(
Gregory Szorc
repository: define interface for local repositories...
r37198 """Alias to self.store.join.""")
Gregory Szorc
interfaceutil: module to stub out zope.interface...
r37828 cachevfs = interfaceutil.Attribute(
Gregory Szorc
repository: define interface for local repositories...
r37198 """A VFS used to access the cache directory.
Typically .hg/cache.
""")
Gregory Szorc
interfaceutil: module to stub out zope.interface...
r37828 filteredrevcache = interfaceutil.Attribute(
Gregory Szorc
repository: define interface for local repositories...
r37198 """Holds sets of revisions to be filtered.""")
Gregory Szorc
interfaceutil: module to stub out zope.interface...
r37828 names = interfaceutil.Attribute(
Gregory Szorc
repository: define interface for local repositories...
r37198 """A ``namespaces`` instance.""")
def close():
"""Close the handle on this repository."""
def peer():
"""Obtain an object conforming to the ``peer`` interface."""
def unfiltered():
"""Obtain an unfiltered/raw view of this repo."""
def filtered(name, visibilityexceptions=None):
"""Obtain a named view of this repository."""
Gregory Szorc
interfaceutil: module to stub out zope.interface...
r37828 obsstore = interfaceutil.Attribute(
Gregory Szorc
repository: define interface for local repositories...
r37198 """A store of obsolescence data.""")
Gregory Szorc
interfaceutil: module to stub out zope.interface...
r37828 changelog = interfaceutil.Attribute(
Gregory Szorc
repository: define interface for local repositories...
r37198 """A handle on the changelog revlog.""")
Gregory Szorc
interfaceutil: module to stub out zope.interface...
r37828 manifestlog = interfaceutil.Attribute(
Gregory Szorc
repository: define manifest interfaces...
r38549 """An instance conforming to the ``imanifestlog`` interface.
Provides access to manifests for the repository.
""")
Gregory Szorc
repository: define interface for local repositories...
r37198
Gregory Szorc
interfaceutil: module to stub out zope.interface...
r37828 dirstate = interfaceutil.Attribute(
Gregory Szorc
repository: define interface for local repositories...
r37198 """Working directory state.""")
Gregory Szorc
interfaceutil: module to stub out zope.interface...
r37828 narrowpats = interfaceutil.Attribute(
Gregory Szorc
repository: define interface for local repositories...
r37198 """Matcher patterns for this repository's narrowspec.""")
def narrowmatch():
"""Obtain a matcher for the narrowspec."""
def setnarrowpats(newincludes, newexcludes):
"""Define the narrowspec for this repository."""
def __getitem__(changeid):
"""Try to resolve a changectx."""
def __contains__(changeid):
"""Whether a changeset exists."""
def __nonzero__():
"""Always returns True."""
return True
__bool__ = __nonzero__
def __len__():
"""Returns the number of changesets in the repo."""
def __iter__():
"""Iterate over revisions in the changelog."""
def revs(expr, *args):
"""Evaluate a revset.
Emits revisions.
"""
def set(expr, *args):
"""Evaluate a revset.
Emits changectx instances.
"""
def anyrevs(specs, user=False, localalias=None):
"""Find revisions matching one of the given revsets."""
def url():
"""Returns a string representing the location of this repo."""
def hook(name, throw=False, **args):
"""Call a hook."""
def tags():
"""Return a mapping of tag to node."""
def tagtype(tagname):
"""Return the type of a given tag."""
def tagslist():
"""Return a list of tags ordered by revision."""
def nodetags(node):
"""Return the tags associated with a node."""
def nodebookmarks(node):
"""Return the list of bookmarks pointing to the specified node."""
def branchmap():
"""Return a mapping of branch to heads in that branch."""
def revbranchcache():
pass
def branchtip(branchtip, ignoremissing=False):
"""Return the tip node for a given branch."""
def lookup(key):
"""Resolve the node for a revision."""
Martin von Zweigbergk
localrepo: drop "remote" argument from lookupbranch() (API)...
r37369 def lookupbranch(key):
Gregory Szorc
repository: define interface for local repositories...
r37198 """Look up the branch name of the given revision or branch name."""
def known(nodes):
"""Determine whether a series of nodes is known.
Returns a list of bools.
"""
def local():
"""Whether the repository is local."""
return True
def publishing():
"""Whether the repository is a publishing repository."""
def cancopy():
pass
def shared():
"""The type of shared repository or None."""
def wjoin(f, *insidef):
"""Calls self.vfs.reljoin(self.root, f, *insidef)"""
def file(f):
Gregory Szorc
repository: document that file() return value conforms to interface...
r38528 """Obtain a filelog for a tracked path.
The returned type conforms to the ``ifilestorage`` interface.
"""
Gregory Szorc
repository: define interface for local repositories...
r37198
def setparents(p1, p2):
"""Set the parent nodes of the working directory."""
def filectx(path, changeid=None, fileid=None):
"""Obtain a filectx for the given file revision."""
def getcwd():
"""Obtain the current working directory from the dirstate."""
def pathto(f, cwd=None):
"""Obtain the relative path to a file."""
def adddatafilter(name, fltr):
pass
def wread(filename):
"""Read a file from wvfs, using data filters."""
def wwrite(filename, data, flags, backgroundclose=False, **kwargs):
"""Write data to a file in the wvfs, using data filters."""
def wwritedata(filename, data):
"""Resolve data for writing to the wvfs, using data filters."""
def currenttransaction():
"""Obtain the current transaction instance or None."""
def transaction(desc, report=None):
"""Open a new transaction to write to the repository."""
def undofiles():
"""Returns a list of (vfs, path) for files to undo transactions."""
def recover():
"""Roll back an interrupted transaction."""
def rollback(dryrun=False, force=False):
"""Undo the last transaction.
DANGEROUS.
"""
def updatecaches(tr=None, full=False):
"""Warm repo caches."""
def invalidatecaches():
"""Invalidate cached data due to the repository mutating."""
def invalidatevolatilesets():
pass
def invalidatedirstate():
"""Invalidate the dirstate."""
def invalidate(clearfilecache=False):
pass
def invalidateall():
pass
def lock(wait=True):
"""Lock the repository store and return a lock instance."""
def wlock(wait=True):
"""Lock the non-store parts of the repository."""
def currentwlock():
"""Return the wlock if it's held or None."""
def checkcommitpatterns(wctx, vdirs, match, status, fail):
pass
def commit(text='', user=None, date=None, match=None, force=False,
editor=False, extra=None):
"""Add a new revision to the repository."""
def commitctx(ctx, error=False):
"""Commit a commitctx instance to the repository."""
def destroying():
"""Inform the repository that nodes are about to be destroyed."""
def destroyed():
"""Inform the repository that nodes have been destroyed."""
def status(node1='.', node2=None, match=None, ignored=False,
clean=False, unknown=False, listsubrepos=False):
"""Convenience method to call repo[x].status()."""
def addpostdsstatus(ps):
pass
def postdsstatus():
pass
def clearpostdsstatus():
pass
def heads(start=None):
"""Obtain list of nodes that are DAG heads."""
def branchheads(branch=None, start=None, closed=False):
pass
def branches(nodes):
pass
def between(pairs):
pass
def checkpush(pushop):
pass
Gregory Szorc
interfaceutil: module to stub out zope.interface...
r37828 prepushoutgoinghooks = interfaceutil.Attribute(
Gregory Szorc
repository: define interface for local repositories...
r37198 """util.hooks instance.""")
def pushkey(namespace, key, old, new):
pass
def listkeys(namespace):
pass
def debugwireargs(one, two, three=None, four=None, five=None):
pass
def savecommitmessage(text):
pass