match.py
808 lines
| 28.0 KiB
| text/x-python
|
PythonLexer
/ mercurial / match.py
|
r8761 | # match.py - filename matching | ||
|
r8231 | # | ||
# Copyright 2008, 2009 Matt Mackall <mpm@selenic.com> and others | ||||
# | ||||
# This software may be used and distributed according to the terms of the | ||||
|
r10263 | # GNU General Public License version 2 or any later version. | ||
|
r8231 | |||
|
r25958 | from __future__ import absolute_import | ||
import copy | ||||
import os | ||||
import re | ||||
from .i18n import _ | ||||
from . import ( | ||||
|
r26587 | error, | ||
|
r25958 | pathutil, | ||
util, | ||||
) | ||||
|
r6576 | |||
|
r24636 | propertycache = util.propertycache | ||
|
r21111 | def _rematcher(regex): | ||
'''compile the regexp with the best available regexp engine and return a | ||||
matcher function''' | ||||
|
r21909 | m = util.re.compile(regex) | ||
|
r16943 | try: | ||
# slightly faster, provided by facebook's re2 bindings | ||||
return m.test_match | ||||
except AttributeError: | ||||
return m.match | ||||
|
r25122 | def _expandsets(kindpats, ctx, listsubrepos): | ||
|
r21111 | '''Returns the kindpats list with the 'set' patterns expanded.''' | ||
|
r14675 | fset = set() | ||
other = [] | ||||
|
r25213 | for kind, pat, source in kindpats: | ||
|
r14675 | if kind == 'set': | ||
if not ctx: | ||||
|
r29389 | raise error.Abort(_("fileset expression with no context")) | ||
|
r21111 | s = ctx.getfileset(pat) | ||
|
r14675 | fset.update(s) | ||
|
r25122 | |||
if listsubrepos: | ||||
for subpath in ctx.substate: | ||||
s = ctx.sub(subpath).getfileset(pat) | ||||
fset.update(subpath + '/' + f for f in s) | ||||
|
r14675 | continue | ||
|
r25213 | other.append((kind, pat, source)) | ||
|
r14675 | return fset, other | ||
|
r25283 | def _expandsubinclude(kindpats, root): | ||
|
r32132 | '''Returns the list of subinclude matcher args and the kindpats without the | ||
|
r25283 | subincludes in it.''' | ||
relmatchers = [] | ||||
other = [] | ||||
for kind, pat, source in kindpats: | ||||
if kind == 'subinclude': | ||||
|
r25301 | sourceroot = pathutil.dirname(util.normpath(source)) | ||
|
r25283 | pat = util.pconvert(pat) | ||
path = pathutil.join(sourceroot, pat) | ||||
newroot = pathutil.dirname(path) | ||||
|
r32132 | matcherargs = (newroot, '', [], ['include:%s' % path]) | ||
|
r25283 | |||
prefix = pathutil.canonpath(root, root, newroot) | ||||
if prefix: | ||||
prefix += '/' | ||||
|
r32132 | relmatchers.append((prefix, matcherargs)) | ||
|
r25283 | else: | ||
other.append((kind, pat, source)) | ||||
return relmatchers, other | ||||
|
r24447 | def _kindpatsalwaysmatch(kindpats): | ||
""""Checks whether the kindspats match everything, as e.g. | ||||
'relpath:.' does. | ||||
""" | ||||
|
r25213 | for kind, pat, source in kindpats: | ||
|
r24447 | if pat != '' or kind not in ['relpath', 'glob']: | ||
return False | ||||
return True | ||||
|
r32394 | def match(root, cwd, patterns, include=None, exclude=None, default='glob', | ||
exact=False, auditor=None, ctx=None, listsubrepos=False, warn=None, | ||||
badfn=None): | ||||
"""build an object to match a set of file patterns | ||||
arguments: | ||||
root - the canonical root of the tree you're matching against | ||||
cwd - the current working directory, if relevant | ||||
patterns - patterns to find | ||||
include - patterns to include (unless they are excluded) | ||||
exclude - patterns to exclude (even if they are included) | ||||
default - if a pattern in patterns has no explicit type, assume this one | ||||
exact - patterns are actually filenames (include/exclude still apply) | ||||
warn - optional function used for printing warnings | ||||
badfn - optional bad() callback for this matcher instead of the default | ||||
a pattern is one of: | ||||
'glob:<glob>' - a glob relative to cwd | ||||
're:<regexp>' - a regular expression | ||||
'path:<path>' - a path relative to repository root, which is matched | ||||
recursively | ||||
'rootfilesin:<path>' - a path relative to repository root, which is | ||||
matched non-recursively (will not match subdirectories) | ||||
'relglob:<glob>' - an unrooted glob (*.c matches C files in all dirs) | ||||
'relpath:<path>' - a path relative to cwd | ||||
'relre:<regexp>' - a regexp that needn't match the start of a name | ||||
'set:<fileset>' - a fileset expression | ||||
'include:<path>' - a file of patterns to read and include | ||||
'subinclude:<path>' - a file of patterns to match against files under | ||||
the same directory | ||||
'<something>' - a pattern of the specified default type | ||||
""" | ||||
return matcher(root, cwd, patterns, include=include, exclude=exclude, | ||||
default=default, exact=exact, auditor=auditor, ctx=ctx, | ||||
listsubrepos=listsubrepos, warn=warn, badfn=badfn) | ||||
def icasefsmatch(root, cwd, patterns, include=None, exclude=None, | ||||
default='glob', auditor=None, ctx=None, | ||||
listsubrepos=False, badfn=None): | ||||
"""A matcher for wdir on case insensitive filesystems, which normalizes the | ||||
given patterns to the case in the filesystem. | ||||
""" | ||||
return icasefsmatcher(root, cwd, patterns, include=include, exclude=exclude, | ||||
default=default, auditor=auditor, ctx=ctx, | ||||
listsubrepos=listsubrepos, badfn=badfn) | ||||
def exact(root, cwd, files, badfn=None): | ||||
return match(root, cwd, files, exact=True, badfn=badfn) | ||||
def always(root, cwd): | ||||
return match(root, cwd, []) | ||||
def badmatch(match, badfn): | ||||
"""Make a copy of the given matcher, replacing its bad method with the given | ||||
one. | ||||
""" | ||||
m = copy.copy(match) | ||||
m.bad = badfn | ||||
return m | ||||
|
r32396 | def _donormalize(patterns, default, root, cwd, auditor, warn): | ||
'''Convert 'kind:pat' from the patterns list to tuples with kind and | ||||
normalized and rooted patterns and with listfiles expanded.''' | ||||
kindpats = [] | ||||
for kind, pat in [_patsplit(p, default) for p in patterns]: | ||||
if kind in ('glob', 'relpath'): | ||||
pat = pathutil.canonpath(root, cwd, pat, auditor) | ||||
elif kind in ('relglob', 'path', 'rootfilesin'): | ||||
pat = util.normpath(pat) | ||||
elif kind in ('listfile', 'listfile0'): | ||||
try: | ||||
files = util.readfile(pat) | ||||
if kind == 'listfile0': | ||||
files = files.split('\0') | ||||
else: | ||||
files = files.splitlines() | ||||
files = [f for f in files if f] | ||||
except EnvironmentError: | ||||
raise error.Abort(_("unable to read file list (%s)") % pat) | ||||
for k, p, source in _donormalize(files, default, root, cwd, | ||||
auditor, warn): | ||||
kindpats.append((k, p, pat)) | ||||
continue | ||||
elif kind == 'include': | ||||
try: | ||||
fullpath = os.path.join(root, util.localpath(pat)) | ||||
includepats = readpatternfile(fullpath, warn) | ||||
for k, p, source in _donormalize(includepats, default, | ||||
root, cwd, auditor, warn): | ||||
kindpats.append((k, p, source or pat)) | ||||
except error.Abort as inst: | ||||
raise error.Abort('%s: %s' % (pat, inst[0])) | ||||
except IOError as inst: | ||||
if warn: | ||||
warn(_("skipping unreadable pattern file '%s': %s\n") % | ||||
(pat, inst.strerror)) | ||||
continue | ||||
# else: re or relre - which cannot be normalized | ||||
kindpats.append((kind, pat, '')) | ||||
return kindpats | ||||
|
r32394 | class matcher(object): | ||
|
r31392 | def __init__(self, root, cwd, patterns, include=None, exclude=None, | ||
|
r25122 | default='glob', exact=False, auditor=None, ctx=None, | ||
|
r25464 | listsubrepos=False, warn=None, badfn=None): | ||
|
r31433 | if include is None: | ||
include = [] | ||||
if exclude is None: | ||||
exclude = [] | ||||
|
r8581 | |||
|
r8587 | self._root = root | ||
self._cwd = cwd | ||||
|
r21079 | self._files = [] # exact files and roots of patterns | ||
|
r8587 | self._anypats = bool(include or exclude) | ||
|
r18713 | self._always = False | ||
|
r23480 | self._pathrestricted = bool(include or exclude or patterns) | ||
|
r31013 | |||
# roots are directories which are recursively included/excluded. | ||||
|
r25231 | self._includeroots = set() | ||
|
r31013 | self._excluderoots = set() | ||
# dirs are directories which are non-recursively included. | ||||
|
r32176 | self._includedirs = set() | ||
|
r8581 | |||
|
r25464 | if badfn is not None: | ||
self.bad = badfn | ||||
|
r8581 | |||
|
r22513 | matchfns = [] | ||
|
r8586 | if include: | ||
|
r32395 | kindpats = self._normalize(include, 'glob', root, cwd, auditor, | ||
warn) | ||||
|
r25122 | self.includepat, im = _buildmatch(ctx, kindpats, '(?:/|$)', | ||
|
r25238 | listsubrepos, root) | ||
|
r31013 | roots, dirs = _rootsanddirs(kindpats) | ||
self._includeroots.update(roots) | ||||
self._includedirs.update(dirs) | ||||
|
r22513 | matchfns.append(im) | ||
|
r8586 | if exclude: | ||
|
r32395 | kindpats = self._normalize(exclude, 'glob', root, cwd, auditor, | ||
warn) | ||||
|
r25122 | self.excludepat, em = _buildmatch(ctx, kindpats, '(?:/|$)', | ||
|
r25238 | listsubrepos, root) | ||
|
r25362 | if not _anypats(kindpats): | ||
|
r31013 | # Only consider recursive excludes as such - if a non-recursive | ||
# exclude is used, we must still recurse into the excluded | ||||
# directory, at least to find subdirectories. In such a case, | ||||
# the regex still won't match the non-recursively-excluded | ||||
# files. | ||||
|
r25362 | self._excluderoots.update(_roots(kindpats)) | ||
|
r22513 | matchfns.append(lambda f: not em(f)) | ||
|
r8586 | if exact: | ||
|
r16789 | if isinstance(patterns, list): | ||
self._files = patterns | ||||
else: | ||||
self._files = list(patterns) | ||||
|
r22513 | matchfns.append(self.exact) | ||
|
r8586 | elif patterns: | ||
|
r32395 | kindpats = self._normalize(patterns, default, root, cwd, auditor, | ||
warn) | ||||
|
r24447 | if not _kindpatsalwaysmatch(kindpats): | ||
|
r31012 | self._files = _explicitfiles(kindpats) | ||
|
r24447 | self._anypats = self._anypats or _anypats(kindpats) | ||
|
r25122 | self.patternspat, pm = _buildmatch(ctx, kindpats, '$', | ||
|
r25238 | listsubrepos, root) | ||
|
r24447 | matchfns.append(pm) | ||
|
r8581 | |||
|
r22513 | if not matchfns: | ||
m = util.always | ||||
self._always = True | ||||
elif len(matchfns) == 1: | ||||
m = matchfns[0] | ||||
|
r8581 | else: | ||
|
r22513 | def m(f): | ||
for matchfn in matchfns: | ||||
if not matchfn(f): | ||||
return False | ||||
return True | ||||
|
r8581 | |||
|
r8587 | self.matchfn = m | ||
def __call__(self, fn): | ||||
return self.matchfn(fn) | ||||
def __iter__(self): | ||||
for f in self._files: | ||||
yield f | ||||
|
r21111 | |||
# Callbacks related to how the matcher is used by dirstate.walk. | ||||
# Subscribers to these events must monkeypatch the matcher object. | ||||
|
r8587 | def bad(self, f, msg): | ||
|
r21111 | '''Callback from dirstate.walk for each explicit file that can't be | ||
found/accessed, with an error message.''' | ||||
|
r8680 | pass | ||
|
r21111 | |||
# If an explicitdir is set, it will be called when an explicitly listed | ||||
# directory is visited. | ||||
|
r19143 | explicitdir = None | ||
|
r21111 | |||
# If an traversedir is set, it will be called when a directory discovered | ||||
# by recursive traversal is visited. | ||||
|
r19143 | traversedir = None | ||
|
r21111 | |||
|
r23685 | def abs(self, f): | ||
'''Convert a repo path back to path that is relative to the root of the | ||||
matcher.''' | ||||
return f | ||||
|
r8587 | def rel(self, f): | ||
|
r21111 | '''Convert repo path back to path that is relative to cwd of matcher.''' | ||
|
r8587 | return util.pathto(self._root, self._cwd, f) | ||
|
r21111 | |||
|
r23480 | def uipath(self, f): | ||
'''Convert repo path to a display path. If patterns or -I/-X were used | ||||
to create this matcher, the display path will be relative to cwd. | ||||
Otherwise it is relative to the root of the repo.''' | ||||
|
r23686 | return (self._pathrestricted and self.rel(f)) or self.abs(f) | ||
|
r23480 | |||
|
r8587 | def files(self): | ||
|
r21111 | '''Explicitly listed files or patterns or roots: | ||
if no patterns or .always(): empty list, | ||||
if exact: list exact files, | ||||
if not .anypats(): list all files and dirs, | ||||
else: optimal roots''' | ||||
|
r8587 | return self._files | ||
|
r21111 | |||
|
r24636 | @propertycache | ||
|
r32323 | def _fileset(self): | ||
return set(self._files) | ||||
@propertycache | ||||
|
r24636 | def _dirs(self): | ||
|
r32323 | return set(util.dirs(self._fileset)) | {'.'} | ||
|
r24636 | |||
def visitdir(self, dir): | ||||
|
r25231 | '''Decides whether a directory should be visited based on whether it | ||
has potential matches in it or one of its subdirectories. This is | ||||
based on the match's primary, included, and excluded patterns. | ||||
|
r27343 | Returns the string 'all' if the given directory and all subdirectories | ||
should be visited. Otherwise returns True or False indicating whether | ||||
the given directory should be visited. | ||||
|
r25231 | This function's behavior is undefined if it has returned False for | ||
one of the dir's parent directories. | ||||
''' | ||||
|
r32323 | if self.prefix() and dir in self._fileset: | ||
|
r27343 | return 'all' | ||
|
r25231 | if dir in self._excluderoots: | ||
return False | ||||
|
r32176 | if ((self._includeroots or self._includedirs) and | ||
|
r25579 | '.' not in self._includeroots and | ||
|
r25576 | dir not in self._includeroots and | ||
|
r25578 | dir not in self._includedirs and | ||
not any(parent in self._includeroots | ||||
for parent in util.finddirs(dir))): | ||||
return False | ||||
|
r32323 | return (not self._fileset or | ||
'.' in self._fileset or | ||||
dir in self._fileset or | ||||
|
r25576 | dir in self._dirs or | ||
|
r32323 | any(parentdir in self._fileset | ||
|
r25577 | for parentdir in util.finddirs(dir))) | ||
|
r24636 | |||
|
r21111 | def exact(self, f): | ||
'''Returns True if f is in .files().''' | ||||
|
r32323 | return f in self._fileset | ||
|
r21111 | |||
|
r8587 | def anypats(self): | ||
|
r21111 | '''Matcher uses patterns or include/exclude.''' | ||
|
r8587 | return self._anypats | ||
|
r21111 | |||
|
r16645 | def always(self): | ||
|
r21111 | '''Matcher will match everything and .files() will be empty | ||
- optimization might be possible and necessary.''' | ||||
|
r18713 | return self._always | ||
|
r8568 | |||
|
r24448 | def isexact(self): | ||
return self.matchfn == self.exact | ||||
|
r25233 | def prefix(self): | ||
return not self.always() and not self.isexact() and not self.anypats() | ||||
|
r32395 | def _normalize(self, patterns, default, root, cwd, auditor, warn): | ||
|
r32396 | return _donormalize(patterns, default, root, cwd, auditor, warn) | ||
|
r24789 | |||
|
r32394 | class subdirmatcher(matcher): | ||
|
r12165 | """Adapt a matcher to work on a subdirectory only. | ||
The paths are remapped to remove/insert the path as needed: | ||||
>>> m1 = match('root', '', ['a.txt', 'sub/b.txt']) | ||||
|
r28017 | >>> m2 = subdirmatcher('sub', m1) | ||
|
r12165 | >>> bool(m2('a.txt')) | ||
False | ||||
>>> bool(m2('b.txt')) | ||||
True | ||||
>>> bool(m2.matchfn('a.txt')) | ||||
False | ||||
>>> bool(m2.matchfn('b.txt')) | ||||
True | ||||
>>> m2.files() | ||||
['b.txt'] | ||||
>>> m2.exact('b.txt') | ||||
True | ||||
|
r23686 | >>> util.pconvert(m2.rel('b.txt')) | ||
'sub/b.txt' | ||||
|
r12268 | >>> def bad(f, msg): | ||
... print "%s: %s" % (f, msg) | ||||
>>> m1.bad = bad | ||||
>>> m2.bad('x.txt', 'No such file') | ||||
sub/x.txt: No such file | ||||
|
r23685 | >>> m2.abs('c.txt') | ||
'sub/c.txt' | ||||
|
r12165 | """ | ||
def __init__(self, path, matcher): | ||||
|
r12267 | self._root = matcher._root | ||
self._cwd = matcher._cwd | ||||
|
r12165 | self._path = path | ||
self._matcher = matcher | ||||
|
r18713 | self._always = matcher._always | ||
|
r12165 | |||
self._files = [f[len(path) + 1:] for f in matcher._files | ||||
if f.startswith(path + "/")] | ||||
|
r25194 | |||
|
r32326 | # If the parent repo had a path to this subrepo and the matcher is | ||
# a prefix matcher, this submatcher always matches. | ||||
if matcher.prefix(): | ||||
|
r25195 | self._always = any(f == path for f in matcher._files) | ||
|
r25194 | |||
|
r12165 | self._anypats = matcher._anypats | ||
|
r28128 | # Some information is lost in the superclass's constructor, so we | ||
# can not accurately create the matching function for the subdirectory | ||||
# from the inputs. Instead, we override matchfn() and visitdir() to | ||||
# call the original matcher with the subdirectory path prepended. | ||||
|
r12165 | self.matchfn = lambda fn: matcher.matchfn(self._path + "/" + fn) | ||
|
r32325 | def bad(self, f, msg): | ||
self._matcher.bad(self._path + "/" + f, msg) | ||||
|
r23685 | def abs(self, f): | ||
return self._matcher.abs(self._path + "/" + f) | ||||
|
r23686 | def rel(self, f): | ||
return self._matcher.rel(self._path + "/" + f) | ||||
|
r32325 | def uipath(self, f): | ||
return self._matcher.uipath(self._path + "/" + f) | ||||
|
r32324 | def visitdir(self, dir): | ||
if dir == '.': | ||||
dir = self._path | ||||
else: | ||||
dir = self._path + "/" + dir | ||||
return self._matcher.visitdir(dir) | ||||
|
r32394 | class icasefsmatcher(matcher): | ||
|
r24790 | |||
def __init__(self, root, cwd, patterns, include, exclude, default, auditor, | ||||
|
r25464 | ctx, listsubrepos=False, badfn=None): | ||
|
r24790 | init = super(icasefsmatcher, self).__init__ | ||
|
r26000 | self._dirstate = ctx.repo().dirstate | ||
self._dsnormalize = self._dirstate.normalize | ||||
|
r24790 | |||
init(root, cwd, patterns, include, exclude, default, auditor=auditor, | ||||
|
r25464 | ctx=ctx, listsubrepos=listsubrepos, badfn=badfn) | ||
|
r24790 | |||
|
r32395 | def _normalize(self, patterns, default, root, cwd, auditor, warn): | ||
|
r32397 | kp = super(icasefsmatcher, self)._normalize(patterns, default, root, | ||
cwd, auditor, warn) | ||||
|
r24790 | kindpats = [] | ||
|
r32397 | for kind, pats, source in kp: | ||
|
r24790 | if kind not in ('re', 'relre'): # regex can't be normalized | ||
|
r26000 | p = pats | ||
|
r24790 | pats = self._dsnormalize(pats) | ||
|
r26000 | |||
# Preserve the original to handle a case only rename. | ||||
if p != pats and p in self._dirstate: | ||||
kindpats.append((kind, p, source)) | ||||
|
r25213 | kindpats.append((kind, pats, source)) | ||
|
r24790 | return kindpats | ||
|
r21111 | def patkind(pattern, default=None): | ||
'''If pattern is 'kind:pat' with a known kind, return kind.''' | ||||
return _patsplit(pattern, default)[0] | ||||
|
r8570 | |||
|
r21111 | def _patsplit(pattern, default): | ||
"""Split a string into the optional pattern kind prefix and the actual | ||||
pattern.""" | ||||
if ':' in pattern: | ||||
kind, pat = pattern.split(':', 1) | ||||
|
r13218 | if kind in ('re', 'glob', 'path', 'relglob', 'relpath', 'relre', | ||
|
r31012 | 'listfile', 'listfile0', 'set', 'include', 'subinclude', | ||
'rootfilesin'): | ||||
|
r21111 | return kind, pat | ||
return default, pattern | ||||
|
r8570 | |||
|
r8582 | def _globre(pat): | ||
|
r21112 | r'''Convert an extended glob string to a regexp string. | ||
>>> print _globre(r'?') | ||||
. | ||||
>>> print _globre(r'*') | ||||
[^/]* | ||||
>>> print _globre(r'**') | ||||
.* | ||||
|
r21815 | >>> print _globre(r'**/a') | ||
(?:.*/)?a | ||||
>>> print _globre(r'a/**/b') | ||||
a\/(?:.*/)?b | ||||
|
r21112 | >>> print _globre(r'[a*?!^][^b][!c]') | ||
[a*?!^][\^b][^c] | ||||
>>> print _globre(r'{a,b}') | ||||
(?:a|b) | ||||
>>> print _globre(r'.\*\?') | ||||
\.\*\? | ||||
''' | ||||
|
r8570 | i, n = 0, len(pat) | ||
res = '' | ||||
group = 0 | ||||
|
r21915 | escape = util.re.escape | ||
|
r10282 | def peek(): | ||
|
r31421 | return i < n and pat[i:i + 1] | ||
|
r8570 | while i < n: | ||
|
r31421 | c = pat[i:i + 1] | ||
|
r10282 | i += 1 | ||
|
r8583 | if c not in '*?[{},\\': | ||
res += escape(c) | ||||
elif c == '*': | ||||
|
r8570 | if peek() == '*': | ||
i += 1 | ||||
|
r21815 | if peek() == '/': | ||
i += 1 | ||||
res += '(?:.*/)?' | ||||
else: | ||||
res += '.*' | ||||
|
r8570 | else: | ||
res += '[^/]*' | ||||
elif c == '?': | ||||
res += '.' | ||||
elif c == '[': | ||||
j = i | ||||
|
r31421 | if j < n and pat[j:j + 1] in '!]': | ||
|
r8570 | j += 1 | ||
|
r31421 | while j < n and pat[j:j + 1] != ']': | ||
|
r8570 | j += 1 | ||
if j >= n: | ||||
res += '\\[' | ||||
else: | ||||
stuff = pat[i:j].replace('\\','\\\\') | ||||
i = j + 1 | ||||
|
r31421 | if stuff[0:1] == '!': | ||
|
r8570 | stuff = '^' + stuff[1:] | ||
|
r31421 | elif stuff[0:1] == '^': | ||
|
r8570 | stuff = '\\' + stuff | ||
res = '%s[%s]' % (res, stuff) | ||||
elif c == '{': | ||||
group += 1 | ||||
res += '(?:' | ||||
elif c == '}' and group: | ||||
res += ')' | ||||
group -= 1 | ||||
elif c == ',' and group: | ||||
res += '|' | ||||
elif c == '\\': | ||||
p = peek() | ||||
if p: | ||||
i += 1 | ||||
|
r8583 | res += escape(p) | ||
|
r8570 | else: | ||
|
r8583 | res += escape(c) | ||
|
r8570 | else: | ||
|
r8583 | res += escape(c) | ||
|
r8582 | return res | ||
|
r8570 | |||
|
r21111 | def _regex(kind, pat, globsuffix): | ||
'''Convert a (normalized) pattern of any kind into a regular expression. | ||||
globsuffix is appended to the regexp of globs.''' | ||||
if not pat: | ||||
|
r8574 | return '' | ||
if kind == 're': | ||||
|
r21111 | return pat | ||
if kind == 'path': | ||||
|
r25636 | if pat == '.': | ||
return '' | ||||
|
r21915 | return '^' + util.re.escape(pat) + '(?:/|$)' | ||
|
r31012 | if kind == 'rootfilesin': | ||
if pat == '.': | ||||
escaped = '' | ||||
else: | ||||
# Pattern is a directory name. | ||||
escaped = util.re.escape(pat) + '/' | ||||
# Anything after the pattern must be a non-directory. | ||||
return '^' + escaped + '[^/]+$' | ||||
|
r21111 | if kind == 'relglob': | ||
return '(?:|.*/)' + _globre(pat) + globsuffix | ||||
if kind == 'relpath': | ||||
|
r21915 | return util.re.escape(pat) + '(?:/|$)' | ||
|
r21111 | if kind == 'relre': | ||
if pat.startswith('^'): | ||||
return pat | ||||
return '.*' + pat | ||||
return _globre(pat) + globsuffix | ||||
|
r8574 | |||
|
r25238 | def _buildmatch(ctx, kindpats, globsuffix, listsubrepos, root): | ||
|
r21111 | '''Return regexp string and a matcher function for kindpats. | ||
globsuffix is appended to the regexp of globs.''' | ||||
|
r25239 | matchfuncs = [] | ||
|
r25283 | subincludes, kindpats = _expandsubinclude(kindpats, root) | ||
if subincludes: | ||||
|
r32132 | submatchers = {} | ||
|
r25283 | def matchsubinclude(f): | ||
|
r32132 | for prefix, matcherargs in subincludes: | ||
if f.startswith(prefix): | ||||
mf = submatchers.get(prefix) | ||||
if mf is None: | ||||
mf = match(*matcherargs) | ||||
submatchers[prefix] = mf | ||||
if mf(f[len(prefix):]): | ||||
return True | ||||
|
r25283 | return False | ||
matchfuncs.append(matchsubinclude) | ||||
|
r14675 | |||
|
r25122 | fset, kindpats = _expandsets(kindpats, ctx, listsubrepos) | ||
|
r14675 | if fset: | ||
|
r25239 | matchfuncs.append(fset.__contains__) | ||
|
r14675 | |||
|
r25239 | regex = '' | ||
if kindpats: | ||||
regex, mf = _buildregexmatch(kindpats, globsuffix) | ||||
matchfuncs.append(mf) | ||||
if len(matchfuncs) == 1: | ||||
return regex, matchfuncs[0] | ||||
else: | ||||
return regex, lambda f: any(mf(f) for mf in matchfuncs) | ||||
|
r14675 | |||
|
r21111 | def _buildregexmatch(kindpats, globsuffix): | ||
"""Build a match function from a list of kinds and kindpats, | ||||
return regexp string and a matcher function.""" | ||||
|
r8574 | try: | ||
|
r21111 | regex = '(?:%s)' % '|'.join([_regex(k, p, globsuffix) | ||
|
r25213 | for (k, p, s) in kindpats]) | ||
|
r21111 | if len(regex) > 20000: | ||
|
r16687 | raise OverflowError | ||
|
r21111 | return regex, _rematcher(regex) | ||
|
r8574 | except OverflowError: | ||
# We're using a Python with a tiny regex engine and we | ||||
# made it explode, so we'll divide the pattern list in two | ||||
# until it works | ||||
|
r21111 | l = len(kindpats) | ||
|
r8574 | if l < 2: | ||
raise | ||||
|
r21111 | regexa, a = _buildregexmatch(kindpats[:l//2], globsuffix) | ||
regexb, b = _buildregexmatch(kindpats[l//2:], globsuffix) | ||||
|
r21191 | return regex, lambda s: a(s) or b(s) | ||
|
r8574 | except re.error: | ||
|
r25213 | for k, p, s in kindpats: | ||
|
r8574 | try: | ||
|
r21111 | _rematcher('(?:%s)' % _regex(k, p, globsuffix)) | ||
|
r8574 | except re.error: | ||
|
r25213 | if s: | ||
|
r26587 | raise error.Abort(_("%s: invalid pattern (%s): %s") % | ||
|
r25213 | (s, k, p)) | ||
else: | ||||
|
r26587 | raise error.Abort(_("invalid pattern (%s): %s") % (k, p)) | ||
raise error.Abort(_("invalid pattern")) | ||||
|
r8574 | |||
|
r31013 | def _patternrootsanddirs(kindpats): | ||
'''Returns roots and directories corresponding to each pattern. | ||||
|
r21079 | |||
|
r31013 | This calculates the roots and directories exactly matching the patterns and | ||
returns a tuple of (roots, dirs) for each. It does not return other | ||||
directories which may also need to be considered, like the parent | ||||
directories. | ||||
|
r21079 | ''' | ||
|
r8576 | r = [] | ||
|
r31013 | d = [] | ||
|
r25213 | for kind, pat, source in kindpats: | ||
|
r8584 | if kind == 'glob': # find the non-glob prefix | ||
root = [] | ||||
|
r21111 | for p in pat.split('/'): | ||
|
r8584 | if '[' in p or '{' in p or '*' in p or '?' in p: | ||
break | ||||
root.append(p) | ||||
r.append('/'.join(root) or '.') | ||||
|
r31013 | elif kind in ('relpath', 'path'): | ||
|
r21111 | r.append(pat or '.') | ||
|
r31013 | elif kind in ('rootfilesin',): | ||
d.append(pat or '.') | ||||
|
r19107 | else: # relglob, re, relre | ||
|
r8576 | r.append('.') | ||
|
r31013 | return r, d | ||
def _roots(kindpats): | ||||
'''Returns root directories to match recursively from the given patterns.''' | ||||
roots, dirs = _patternrootsanddirs(kindpats) | ||||
return roots | ||||
def _rootsanddirs(kindpats): | ||||
'''Returns roots and exact directories from patterns. | ||||
roots are directories to match recursively, whereas exact directories should | ||||
be matched non-recursively. The returned (roots, dirs) tuple will also | ||||
include directories that need to be implicitly considered as either, such as | ||||
parent directories. | ||||
>>> _rootsanddirs(\ | ||||
[('glob', 'g/h/*', ''), ('glob', 'g/h', ''), ('glob', 'g*', '')]) | ||||
|
r32176 | (['g/h', 'g/h', '.'], ['g', '.']) | ||
|
r31013 | >>> _rootsanddirs(\ | ||
[('rootfilesin', 'g/h', ''), ('rootfilesin', '', '')]) | ||||
|
r32176 | ([], ['g/h', '.', 'g', '.']) | ||
|
r31013 | >>> _rootsanddirs(\ | ||
[('relpath', 'r', ''), ('path', 'p/p', ''), ('path', '', '')]) | ||||
|
r32176 | (['r', 'p/p', '.'], ['p', '.']) | ||
|
r31013 | >>> _rootsanddirs(\ | ||
[('relglob', 'rg*', ''), ('re', 're/', ''), ('relre', 'rr', '')]) | ||||
|
r32176 | (['.', '.', '.'], ['.']) | ||
|
r31013 | ''' | ||
r, d = _patternrootsanddirs(kindpats) | ||||
# Append the parents as non-recursive/exact directories, since they must be | ||||
# scanned to get to either the roots or the other exact directories. | ||||
d.extend(util.dirs(d)) | ||||
d.extend(util.dirs(r)) | ||||
|
r32176 | # util.dirs() does not include the root directory, so add it manually | ||
d.append('.') | ||||
|
r31013 | |||
return r, d | ||||
|
r8576 | |||
|
r31012 | def _explicitfiles(kindpats): | ||
'''Returns the potential explicit filenames from the patterns. | ||||
>>> _explicitfiles([('path', 'foo/bar', '')]) | ||||
['foo/bar'] | ||||
>>> _explicitfiles([('rootfilesin', 'foo/bar', '')]) | ||||
[] | ||||
''' | ||||
# Keep only the pattern kinds where one can specify filenames (vs only | ||||
# directory names). | ||||
filable = [kp for kp in kindpats if kp[0] not in ('rootfilesin',)] | ||||
return _roots(filable) | ||||
|
r21111 | def _anypats(kindpats): | ||
|
r25213 | for kind, pat, source in kindpats: | ||
|
r31012 | if kind in ('glob', 're', 'relglob', 'relre', 'set', 'rootfilesin'): | ||
|
r8576 | return True | ||
|
r25167 | |||
_commentre = None | ||||
|
r27595 | def readpatternfile(filepath, warn, sourceinfo=False): | ||
|
r25167 | '''parse a pattern file, returning a list of | ||
patterns. These patterns should be given to compile() | ||||
|
r25216 | to be validated and converted into a match function. | ||
trailing white space is dropped. | ||||
the escape character is backslash. | ||||
comments start with #. | ||||
empty lines are skipped. | ||||
lines can be of the following formats: | ||||
syntax: regexp # defaults following lines to non-rooted regexps | ||||
syntax: glob # defaults following lines to non-rooted globs | ||||
re:pattern # non-rooted regular expression | ||||
glob:pattern # non-rooted glob | ||||
|
r27595 | pattern # pattern of the current default type | ||
if sourceinfo is set, returns a list of tuples: | ||||
(pattern, lineno, originalline). This is useful to debug ignore patterns. | ||||
''' | ||||
|
r25216 | |||
|
r25215 | syntaxes = {'re': 'relre:', 'regexp': 'relre:', 'glob': 'relglob:', | ||
|
r25283 | 'include': 'include', 'subinclude': 'subinclude'} | ||
|
r25167 | syntax = 'relre:' | ||
patterns = [] | ||||
|
r31403 | fp = open(filepath, 'rb') | ||
|
r30399 | for lineno, line in enumerate(util.iterfile(fp), start=1): | ||
|
r25167 | if "#" in line: | ||
global _commentre | ||||
if not _commentre: | ||||
|
r31420 | _commentre = util.re.compile(br'((?:^|[^\\])(?:\\\\)*)#.*') | ||
|
r25167 | # remove comments prefixed by an even number of escapes | ||
|
r27327 | m = _commentre.search(line) | ||
if m: | ||||
line = line[:m.end(1)] | ||||
|
r25167 | # fixup properly escaped comments that survived the above | ||
line = line.replace("\\#", "#") | ||||
line = line.rstrip() | ||||
if not line: | ||||
continue | ||||
if line.startswith('syntax:'): | ||||
s = line[7:].strip() | ||||
try: | ||||
syntax = syntaxes[s] | ||||
except KeyError: | ||||
|
r25214 | if warn: | ||
warn(_("%s: ignoring invalid syntax '%s'\n") % | ||||
(filepath, s)) | ||||
|
r25167 | continue | ||
linesyntax = syntax | ||||
for s, rels in syntaxes.iteritems(): | ||||
if line.startswith(rels): | ||||
linesyntax = rels | ||||
line = line[len(rels):] | ||||
break | ||||
elif line.startswith(s+':'): | ||||
linesyntax = rels | ||||
line = line[len(s) + 1:] | ||||
break | ||||
|
r27595 | if sourceinfo: | ||
patterns.append((linesyntax + line, lineno, line)) | ||||
else: | ||||
patterns.append(linesyntax + line) | ||||
|
r25167 | fp.close() | ||
return patterns | ||||