##// END OF EJS Templates
match: tweak some names
Matt Mackall -
r8578:8388ef8d default
parent child Browse files
Show More
@@ -1,261 +1,261 b''
1 1 # match.py - file name matching
2 2 #
3 3 # Copyright 2008, 2009 Matt Mackall <mpm@selenic.com> and others
4 4 #
5 5 # This software may be used and distributed according to the terms of the
6 6 # GNU General Public License version 2, incorporated herein by reference.
7 7
8 8 import util, re
9 9
10 10 class _match(object):
11 11 def __init__(self, root, cwd, files, mf, ap):
12 12 self._root = root
13 13 self._cwd = cwd
14 14 self._files = files
15 15 self._fmap = set(files)
16 16 self.matchfn = mf
17 17 self._anypats = ap
18 18 def __call__(self, fn):
19 19 return self.matchfn(fn)
20 20 def __iter__(self):
21 21 for f in self._files:
22 22 yield f
23 23 def bad(self, f, msg):
24 24 return True
25 25 def dir(self, f):
26 26 pass
27 27 def missing(self, f):
28 28 pass
29 29 def exact(self, f):
30 30 return f in self._fmap
31 31 def rel(self, f):
32 32 return util.pathto(self._root, self._cwd, f)
33 33 def files(self):
34 34 return self._files
35 35 def anypats(self):
36 36 return self._anypats
37 37
38 38 class always(_match):
39 39 def __init__(self, root, cwd):
40 40 _match.__init__(self, root, cwd, [], lambda f: True, False)
41 41
42 42 class never(_match):
43 43 def __init__(self, root, cwd):
44 44 _match.__init__(self, root, cwd, [], lambda f: False, False)
45 45
46 46 class exact(_match):
47 47 def __init__(self, root, cwd, files):
48 48 _match.__init__(self, root, cwd, files, self.exact, False)
49 49
50 50 class match(_match):
51 51 def __init__(self, root, cwd, patterns, include=[], exclude=[],
52 52 default='glob'):
53 53 f, mf, ap = _matcher(root, cwd, patterns, include, exclude, default)
54 54 _match.__init__(self, root, cwd, f, mf, ap)
55 55
56 56 def patkind(pat):
57 57 return _patsplit(pat, None)[0]
58 58
59 59 def _patsplit(pat, default):
60 60 """Split a string into an optional pattern kind prefix and the
61 61 actual pattern."""
62 62 for prefix in 're', 'glob', 'path', 'relglob', 'relpath', 'relre':
63 63 if pat.startswith(prefix + ':'): return pat.split(':', 1)
64 64 return default, pat
65 65
66 66 def _globre(pat, head, tail):
67 67 "convert a glob pattern into a regexp"
68 68 i, n = 0, len(pat)
69 69 res = ''
70 70 group = 0
71 71 def peek(): return i < n and pat[i]
72 72 while i < n:
73 73 c = pat[i]
74 74 i = i+1
75 75 if c == '*':
76 76 if peek() == '*':
77 77 i += 1
78 78 res += '.*'
79 79 else:
80 80 res += '[^/]*'
81 81 elif c == '?':
82 82 res += '.'
83 83 elif c == '[':
84 84 j = i
85 85 if j < n and pat[j] in '!]':
86 86 j += 1
87 87 while j < n and pat[j] != ']':
88 88 j += 1
89 89 if j >= n:
90 90 res += '\\['
91 91 else:
92 92 stuff = pat[i:j].replace('\\','\\\\')
93 93 i = j + 1
94 94 if stuff[0] == '!':
95 95 stuff = '^' + stuff[1:]
96 96 elif stuff[0] == '^':
97 97 stuff = '\\' + stuff
98 98 res = '%s[%s]' % (res, stuff)
99 99 elif c == '{':
100 100 group += 1
101 101 res += '(?:'
102 102 elif c == '}' and group:
103 103 res += ')'
104 104 group -= 1
105 105 elif c == ',' and group:
106 106 res += '|'
107 107 elif c == '\\':
108 108 p = peek()
109 109 if p:
110 110 i += 1
111 111 res += re.escape(p)
112 112 else:
113 113 res += re.escape(c)
114 114 else:
115 115 res += re.escape(c)
116 116 return head + res + tail
117 117
118 118 def _regex(kind, name, tail):
119 119 '''convert a pattern into a regular expression'''
120 120 if not name:
121 121 return ''
122 122 if kind == 're':
123 123 return name
124 124 elif kind == 'path':
125 125 return '^' + re.escape(name) + '(?:/|$)'
126 126 elif kind == 'relglob':
127 127 return _globre(name, '(?:|.*/)', tail)
128 128 elif kind == 'relpath':
129 129 return re.escape(name) + '(?:/|$)'
130 130 elif kind == 'relre':
131 131 if name.startswith('^'):
132 132 return name
133 133 return '.*' + name
134 134 return _globre(name, '', tail)
135 135
136 136 def _matchfn(pats, tail):
137 137 """build a matching function from a set of patterns"""
138 138 try:
139 139 pat = '(?:%s)' % '|'.join([_regex(k, p, tail) for (k, p) in pats])
140 140 if len(pat) > 20000:
141 141 raise OverflowError()
142 142 return re.compile(pat).match
143 143 except OverflowError:
144 144 # We're using a Python with a tiny regex engine and we
145 145 # made it explode, so we'll divide the pattern list in two
146 146 # until it works
147 147 l = len(pats)
148 148 if l < 2:
149 149 raise
150 150 a, b = _matchfn(pats[:l//2], tail), matchfn(pats[l//2:], tail)
151 151 return lambda s: a(s) or b(s)
152 152 except re.error:
153 153 for k, p in pats:
154 154 try:
155 155 re.compile('(?:%s)' % _regex(k, p, tail))
156 156 except re.error:
157 157 raise util.Abort("invalid pattern (%s): %s" % (k, p))
158 158 raise util.Abort("invalid pattern")
159 159
160 160 def _globprefix(pat):
161 161 '''return the non-glob prefix of a path, e.g. foo/* -> foo'''
162 162 root = []
163 163 for p in pat.split('/'):
164 164 if '[' in p or '{' in p or '*' in p or '?' in p:
165 165 break
166 166 root.append(p)
167 167 return '/'.join(root) or '.'
168 168
169 def _normalizepats(names, default, canonroot, cwd):
169 def _normalize(names, default, root, cwd):
170 170 pats = []
171 171 for kind, name in [_patsplit(p, default) for p in names]:
172 172 if kind in ('glob', 'relpath'):
173 name = util.canonpath(canonroot, cwd, name)
173 name = util.canonpath(root, cwd, name)
174 174 elif kind in ('relglob', 'path'):
175 175 name = util.normpath(name)
176 176
177 177 pats.append((kind, name))
178 178 return pats
179 179
180 180 def _roots(patterns):
181 181 r = []
182 182 for kind, name in patterns:
183 183 if kind == 'glob':
184 184 r.append(_globprefix(name))
185 185 elif kind in ('relpath', 'path'):
186 186 r.append(name or '.')
187 187 elif kind == 'relglob':
188 188 r.append('.')
189 189 return r
190 190
191 191 def _anypats(patterns):
192 192 for kind, name in patterns:
193 193 if kind in ('glob', 're', 'relglob', 'relre'):
194 194 return True
195 195
196 196 def _matcher(root, cwd='', names=[], inc=[], exc=[], dflt_pat='glob'):
197 197 """build a function to match a set of file patterns
198 198
199 199 arguments:
200 200 root - the canonical root of the tree you're matching against
201 201 cwd - the current working directory, if relevant
202 202 names - patterns to find
203 203 inc - patterns to include
204 204 exc - patterns to exclude
205 205 dflt_pat - if a pattern in names has no explicit type, assume this one
206 206
207 207 a pattern is one of:
208 208 'glob:<glob>' - a glob relative to cwd
209 209 're:<regexp>' - a regular expression
210 210 'path:<path>' - a path relative to canonroot
211 211 'relglob:<glob>' - an unrooted glob (*.c matches C files in all dirs)
212 212 'relpath:<path>' - a path relative to cwd
213 213 'relre:<regexp>' - a regexp that doesn't have to match the start of a name
214 214 '<something>' - one of the cases above, selected by the dflt_pat argument
215 215
216 216 returns:
217 217 a 3-tuple containing
218 218 - list of roots (places where one should start a recursive walk of the fs);
219 219 this often matches the explicit non-pattern names passed in, but also
220 220 includes the initial part of glob: patterns that has no glob characters
221 221 - a bool match(filename) function
222 222 - a bool indicating if any patterns were passed in
223 223 """
224 224
225 225 roots = []
226 226 anypats = bool(inc or exc)
227 227
228 228 if names:
229 pats = _normalizepats(names, dflt_pat, root, cwd)
229 pats = _normalize(names, dflt_pat, root, cwd)
230 230 roots = _roots(pats)
231 231 anypats = anypats or _anypats(pats)
232 232 patmatch = _matchfn(pats, '$')
233 233 if inc:
234 incmatch = _matchfn(_normalizepats(inc, 'glob', root, cwd), '(?:/|$)')
234 incmatch = _matchfn(_normalize(inc, 'glob', root, cwd), '(?:/|$)')
235 235 if exc:
236 excmatch = _matchfn(_normalizepats(exc, 'glob', root, cwd), '(?:/|$)')
236 excmatch = _matchfn(_normalize(exc, 'glob', root, cwd), '(?:/|$)')
237 237
238 238 if names:
239 239 if inc:
240 240 if exc:
241 241 m = lambda f: incmatch(f) and not excmatch(f) and patmatch(f)
242 242 else:
243 243 m = lambda f: incmatch(f) and patmatch(f)
244 244 else:
245 245 if exc:
246 246 m = lambda f: not excmatch(f) and patmatch(f)
247 247 else:
248 248 m = patmatch
249 249 else:
250 250 if inc:
251 251 if exc:
252 252 m = lambda f: incmatch(f) and not excmatch(f)
253 253 else:
254 254 m = incmatch
255 255 else:
256 256 if exc:
257 257 m = lambda f: not excmatch(f)
258 258 else:
259 259 m = lambda f: True
260 260
261 261 return (roots, m, anypats)
General Comments 0
You need to be logged in to leave comments. Login now