##// END OF EJS Templates
scmutil: replace 'ctx._repo' with 'ctx.repo()'
Matt Harbison -
r24338:ca136507 default
parent child Browse files
Show More
@@ -1,1121 +1,1121 b''
1 # scmutil.py - Mercurial core utility functions
1 # scmutil.py - Mercurial core utility functions
2 #
2 #
3 # Copyright Matt Mackall <mpm@selenic.com>
3 # Copyright Matt Mackall <mpm@selenic.com>
4 #
4 #
5 # This software may be used and distributed according to the terms of the
5 # This software may be used and distributed according to the terms of the
6 # GNU General Public License version 2 or any later version.
6 # GNU General Public License version 2 or any later version.
7
7
8 from i18n import _
8 from i18n import _
9 from mercurial.node import nullrev
9 from mercurial.node import nullrev
10 import util, error, osutil, revset, similar, encoding, phases, parsers
10 import util, error, osutil, revset, similar, encoding, phases, parsers
11 import pathutil
11 import pathutil
12 import match as matchmod
12 import match as matchmod
13 import os, errno, re, glob, tempfile
13 import os, errno, re, glob, tempfile
14
14
15 if os.name == 'nt':
15 if os.name == 'nt':
16 import scmwindows as scmplatform
16 import scmwindows as scmplatform
17 else:
17 else:
18 import scmposix as scmplatform
18 import scmposix as scmplatform
19
19
20 systemrcpath = scmplatform.systemrcpath
20 systemrcpath = scmplatform.systemrcpath
21 userrcpath = scmplatform.userrcpath
21 userrcpath = scmplatform.userrcpath
22
22
23 class status(tuple):
23 class status(tuple):
24 '''Named tuple with a list of files per status. The 'deleted', 'unknown'
24 '''Named tuple with a list of files per status. The 'deleted', 'unknown'
25 and 'ignored' properties are only relevant to the working copy.
25 and 'ignored' properties are only relevant to the working copy.
26 '''
26 '''
27
27
28 __slots__ = ()
28 __slots__ = ()
29
29
30 def __new__(cls, modified, added, removed, deleted, unknown, ignored,
30 def __new__(cls, modified, added, removed, deleted, unknown, ignored,
31 clean):
31 clean):
32 return tuple.__new__(cls, (modified, added, removed, deleted, unknown,
32 return tuple.__new__(cls, (modified, added, removed, deleted, unknown,
33 ignored, clean))
33 ignored, clean))
34
34
35 @property
35 @property
36 def modified(self):
36 def modified(self):
37 '''files that have been modified'''
37 '''files that have been modified'''
38 return self[0]
38 return self[0]
39
39
40 @property
40 @property
41 def added(self):
41 def added(self):
42 '''files that have been added'''
42 '''files that have been added'''
43 return self[1]
43 return self[1]
44
44
45 @property
45 @property
46 def removed(self):
46 def removed(self):
47 '''files that have been removed'''
47 '''files that have been removed'''
48 return self[2]
48 return self[2]
49
49
50 @property
50 @property
51 def deleted(self):
51 def deleted(self):
52 '''files that are in the dirstate, but have been deleted from the
52 '''files that are in the dirstate, but have been deleted from the
53 working copy (aka "missing")
53 working copy (aka "missing")
54 '''
54 '''
55 return self[3]
55 return self[3]
56
56
57 @property
57 @property
58 def unknown(self):
58 def unknown(self):
59 '''files not in the dirstate that are not ignored'''
59 '''files not in the dirstate that are not ignored'''
60 return self[4]
60 return self[4]
61
61
62 @property
62 @property
63 def ignored(self):
63 def ignored(self):
64 '''files not in the dirstate that are ignored (by _dirignore())'''
64 '''files not in the dirstate that are ignored (by _dirignore())'''
65 return self[5]
65 return self[5]
66
66
67 @property
67 @property
68 def clean(self):
68 def clean(self):
69 '''files that have not been modified'''
69 '''files that have not been modified'''
70 return self[6]
70 return self[6]
71
71
72 def __repr__(self, *args, **kwargs):
72 def __repr__(self, *args, **kwargs):
73 return (('<status modified=%r, added=%r, removed=%r, deleted=%r, '
73 return (('<status modified=%r, added=%r, removed=%r, deleted=%r, '
74 'unknown=%r, ignored=%r, clean=%r>') % self)
74 'unknown=%r, ignored=%r, clean=%r>') % self)
75
75
76 def itersubrepos(ctx1, ctx2):
76 def itersubrepos(ctx1, ctx2):
77 """find subrepos in ctx1 or ctx2"""
77 """find subrepos in ctx1 or ctx2"""
78 # Create a (subpath, ctx) mapping where we prefer subpaths from
78 # Create a (subpath, ctx) mapping where we prefer subpaths from
79 # ctx1. The subpaths from ctx2 are important when the .hgsub file
79 # ctx1. The subpaths from ctx2 are important when the .hgsub file
80 # has been modified (in ctx2) but not yet committed (in ctx1).
80 # has been modified (in ctx2) but not yet committed (in ctx1).
81 subpaths = dict.fromkeys(ctx2.substate, ctx2)
81 subpaths = dict.fromkeys(ctx2.substate, ctx2)
82 subpaths.update(dict.fromkeys(ctx1.substate, ctx1))
82 subpaths.update(dict.fromkeys(ctx1.substate, ctx1))
83 for subpath, ctx in sorted(subpaths.iteritems()):
83 for subpath, ctx in sorted(subpaths.iteritems()):
84 yield subpath, ctx.sub(subpath)
84 yield subpath, ctx.sub(subpath)
85
85
86 def nochangesfound(ui, repo, excluded=None):
86 def nochangesfound(ui, repo, excluded=None):
87 '''Report no changes for push/pull, excluded is None or a list of
87 '''Report no changes for push/pull, excluded is None or a list of
88 nodes excluded from the push/pull.
88 nodes excluded from the push/pull.
89 '''
89 '''
90 secretlist = []
90 secretlist = []
91 if excluded:
91 if excluded:
92 for n in excluded:
92 for n in excluded:
93 if n not in repo:
93 if n not in repo:
94 # discovery should not have included the filtered revision,
94 # discovery should not have included the filtered revision,
95 # we have to explicitly exclude it until discovery is cleanup.
95 # we have to explicitly exclude it until discovery is cleanup.
96 continue
96 continue
97 ctx = repo[n]
97 ctx = repo[n]
98 if ctx.phase() >= phases.secret and not ctx.extinct():
98 if ctx.phase() >= phases.secret and not ctx.extinct():
99 secretlist.append(n)
99 secretlist.append(n)
100
100
101 if secretlist:
101 if secretlist:
102 ui.status(_("no changes found (ignored %d secret changesets)\n")
102 ui.status(_("no changes found (ignored %d secret changesets)\n")
103 % len(secretlist))
103 % len(secretlist))
104 else:
104 else:
105 ui.status(_("no changes found\n"))
105 ui.status(_("no changes found\n"))
106
106
107 def checknewlabel(repo, lbl, kind):
107 def checknewlabel(repo, lbl, kind):
108 # Do not use the "kind" parameter in ui output.
108 # Do not use the "kind" parameter in ui output.
109 # It makes strings difficult to translate.
109 # It makes strings difficult to translate.
110 if lbl in ['tip', '.', 'null']:
110 if lbl in ['tip', '.', 'null']:
111 raise util.Abort(_("the name '%s' is reserved") % lbl)
111 raise util.Abort(_("the name '%s' is reserved") % lbl)
112 for c in (':', '\0', '\n', '\r'):
112 for c in (':', '\0', '\n', '\r'):
113 if c in lbl:
113 if c in lbl:
114 raise util.Abort(_("%r cannot be used in a name") % c)
114 raise util.Abort(_("%r cannot be used in a name") % c)
115 try:
115 try:
116 int(lbl)
116 int(lbl)
117 raise util.Abort(_("cannot use an integer as a name"))
117 raise util.Abort(_("cannot use an integer as a name"))
118 except ValueError:
118 except ValueError:
119 pass
119 pass
120
120
121 def checkfilename(f):
121 def checkfilename(f):
122 '''Check that the filename f is an acceptable filename for a tracked file'''
122 '''Check that the filename f is an acceptable filename for a tracked file'''
123 if '\r' in f or '\n' in f:
123 if '\r' in f or '\n' in f:
124 raise util.Abort(_("'\\n' and '\\r' disallowed in filenames: %r") % f)
124 raise util.Abort(_("'\\n' and '\\r' disallowed in filenames: %r") % f)
125
125
126 def checkportable(ui, f):
126 def checkportable(ui, f):
127 '''Check if filename f is portable and warn or abort depending on config'''
127 '''Check if filename f is portable and warn or abort depending on config'''
128 checkfilename(f)
128 checkfilename(f)
129 abort, warn = checkportabilityalert(ui)
129 abort, warn = checkportabilityalert(ui)
130 if abort or warn:
130 if abort or warn:
131 msg = util.checkwinfilename(f)
131 msg = util.checkwinfilename(f)
132 if msg:
132 if msg:
133 msg = "%s: %r" % (msg, f)
133 msg = "%s: %r" % (msg, f)
134 if abort:
134 if abort:
135 raise util.Abort(msg)
135 raise util.Abort(msg)
136 ui.warn(_("warning: %s\n") % msg)
136 ui.warn(_("warning: %s\n") % msg)
137
137
138 def checkportabilityalert(ui):
138 def checkportabilityalert(ui):
139 '''check if the user's config requests nothing, a warning, or abort for
139 '''check if the user's config requests nothing, a warning, or abort for
140 non-portable filenames'''
140 non-portable filenames'''
141 val = ui.config('ui', 'portablefilenames', 'warn')
141 val = ui.config('ui', 'portablefilenames', 'warn')
142 lval = val.lower()
142 lval = val.lower()
143 bval = util.parsebool(val)
143 bval = util.parsebool(val)
144 abort = os.name == 'nt' or lval == 'abort'
144 abort = os.name == 'nt' or lval == 'abort'
145 warn = bval or lval == 'warn'
145 warn = bval or lval == 'warn'
146 if bval is None and not (warn or abort or lval == 'ignore'):
146 if bval is None and not (warn or abort or lval == 'ignore'):
147 raise error.ConfigError(
147 raise error.ConfigError(
148 _("ui.portablefilenames value is invalid ('%s')") % val)
148 _("ui.portablefilenames value is invalid ('%s')") % val)
149 return abort, warn
149 return abort, warn
150
150
151 class casecollisionauditor(object):
151 class casecollisionauditor(object):
152 def __init__(self, ui, abort, dirstate):
152 def __init__(self, ui, abort, dirstate):
153 self._ui = ui
153 self._ui = ui
154 self._abort = abort
154 self._abort = abort
155 allfiles = '\0'.join(dirstate._map)
155 allfiles = '\0'.join(dirstate._map)
156 self._loweredfiles = set(encoding.lower(allfiles).split('\0'))
156 self._loweredfiles = set(encoding.lower(allfiles).split('\0'))
157 self._dirstate = dirstate
157 self._dirstate = dirstate
158 # The purpose of _newfiles is so that we don't complain about
158 # The purpose of _newfiles is so that we don't complain about
159 # case collisions if someone were to call this object with the
159 # case collisions if someone were to call this object with the
160 # same filename twice.
160 # same filename twice.
161 self._newfiles = set()
161 self._newfiles = set()
162
162
163 def __call__(self, f):
163 def __call__(self, f):
164 if f in self._newfiles:
164 if f in self._newfiles:
165 return
165 return
166 fl = encoding.lower(f)
166 fl = encoding.lower(f)
167 if fl in self._loweredfiles and f not in self._dirstate:
167 if fl in self._loweredfiles and f not in self._dirstate:
168 msg = _('possible case-folding collision for %s') % f
168 msg = _('possible case-folding collision for %s') % f
169 if self._abort:
169 if self._abort:
170 raise util.Abort(msg)
170 raise util.Abort(msg)
171 self._ui.warn(_("warning: %s\n") % msg)
171 self._ui.warn(_("warning: %s\n") % msg)
172 self._loweredfiles.add(fl)
172 self._loweredfiles.add(fl)
173 self._newfiles.add(f)
173 self._newfiles.add(f)
174
174
175 class abstractvfs(object):
175 class abstractvfs(object):
176 """Abstract base class; cannot be instantiated"""
176 """Abstract base class; cannot be instantiated"""
177
177
178 def __init__(self, *args, **kwargs):
178 def __init__(self, *args, **kwargs):
179 '''Prevent instantiation; don't call this from subclasses.'''
179 '''Prevent instantiation; don't call this from subclasses.'''
180 raise NotImplementedError('attempted instantiating ' + str(type(self)))
180 raise NotImplementedError('attempted instantiating ' + str(type(self)))
181
181
182 def tryread(self, path):
182 def tryread(self, path):
183 '''gracefully return an empty string for missing files'''
183 '''gracefully return an empty string for missing files'''
184 try:
184 try:
185 return self.read(path)
185 return self.read(path)
186 except IOError, inst:
186 except IOError, inst:
187 if inst.errno != errno.ENOENT:
187 if inst.errno != errno.ENOENT:
188 raise
188 raise
189 return ""
189 return ""
190
190
191 def tryreadlines(self, path, mode='rb'):
191 def tryreadlines(self, path, mode='rb'):
192 '''gracefully return an empty array for missing files'''
192 '''gracefully return an empty array for missing files'''
193 try:
193 try:
194 return self.readlines(path, mode=mode)
194 return self.readlines(path, mode=mode)
195 except IOError, inst:
195 except IOError, inst:
196 if inst.errno != errno.ENOENT:
196 if inst.errno != errno.ENOENT:
197 raise
197 raise
198 return []
198 return []
199
199
200 def open(self, path, mode="r", text=False, atomictemp=False,
200 def open(self, path, mode="r", text=False, atomictemp=False,
201 notindexed=False):
201 notindexed=False):
202 '''Open ``path`` file, which is relative to vfs root.
202 '''Open ``path`` file, which is relative to vfs root.
203
203
204 Newly created directories are marked as "not to be indexed by
204 Newly created directories are marked as "not to be indexed by
205 the content indexing service", if ``notindexed`` is specified
205 the content indexing service", if ``notindexed`` is specified
206 for "write" mode access.
206 for "write" mode access.
207 '''
207 '''
208 self.open = self.__call__
208 self.open = self.__call__
209 return self.__call__(path, mode, text, atomictemp, notindexed)
209 return self.__call__(path, mode, text, atomictemp, notindexed)
210
210
211 def read(self, path):
211 def read(self, path):
212 fp = self(path, 'rb')
212 fp = self(path, 'rb')
213 try:
213 try:
214 return fp.read()
214 return fp.read()
215 finally:
215 finally:
216 fp.close()
216 fp.close()
217
217
218 def readlines(self, path, mode='rb'):
218 def readlines(self, path, mode='rb'):
219 fp = self(path, mode=mode)
219 fp = self(path, mode=mode)
220 try:
220 try:
221 return fp.readlines()
221 return fp.readlines()
222 finally:
222 finally:
223 fp.close()
223 fp.close()
224
224
225 def write(self, path, data):
225 def write(self, path, data):
226 fp = self(path, 'wb')
226 fp = self(path, 'wb')
227 try:
227 try:
228 return fp.write(data)
228 return fp.write(data)
229 finally:
229 finally:
230 fp.close()
230 fp.close()
231
231
232 def writelines(self, path, data, mode='wb', notindexed=False):
232 def writelines(self, path, data, mode='wb', notindexed=False):
233 fp = self(path, mode=mode, notindexed=notindexed)
233 fp = self(path, mode=mode, notindexed=notindexed)
234 try:
234 try:
235 return fp.writelines(data)
235 return fp.writelines(data)
236 finally:
236 finally:
237 fp.close()
237 fp.close()
238
238
239 def append(self, path, data):
239 def append(self, path, data):
240 fp = self(path, 'ab')
240 fp = self(path, 'ab')
241 try:
241 try:
242 return fp.write(data)
242 return fp.write(data)
243 finally:
243 finally:
244 fp.close()
244 fp.close()
245
245
246 def chmod(self, path, mode):
246 def chmod(self, path, mode):
247 return os.chmod(self.join(path), mode)
247 return os.chmod(self.join(path), mode)
248
248
249 def exists(self, path=None):
249 def exists(self, path=None):
250 return os.path.exists(self.join(path))
250 return os.path.exists(self.join(path))
251
251
252 def fstat(self, fp):
252 def fstat(self, fp):
253 return util.fstat(fp)
253 return util.fstat(fp)
254
254
255 def isdir(self, path=None):
255 def isdir(self, path=None):
256 return os.path.isdir(self.join(path))
256 return os.path.isdir(self.join(path))
257
257
258 def isfile(self, path=None):
258 def isfile(self, path=None):
259 return os.path.isfile(self.join(path))
259 return os.path.isfile(self.join(path))
260
260
261 def islink(self, path=None):
261 def islink(self, path=None):
262 return os.path.islink(self.join(path))
262 return os.path.islink(self.join(path))
263
263
264 def reljoin(self, *paths):
264 def reljoin(self, *paths):
265 """join various elements of a path together (as os.path.join would do)
265 """join various elements of a path together (as os.path.join would do)
266
266
267 The vfs base is not injected so that path stay relative. This exists
267 The vfs base is not injected so that path stay relative. This exists
268 to allow handling of strange encoding if needed."""
268 to allow handling of strange encoding if needed."""
269 return os.path.join(*paths)
269 return os.path.join(*paths)
270
270
271 def split(self, path):
271 def split(self, path):
272 """split top-most element of a path (as os.path.split would do)
272 """split top-most element of a path (as os.path.split would do)
273
273
274 This exists to allow handling of strange encoding if needed."""
274 This exists to allow handling of strange encoding if needed."""
275 return os.path.split(path)
275 return os.path.split(path)
276
276
277 def lexists(self, path=None):
277 def lexists(self, path=None):
278 return os.path.lexists(self.join(path))
278 return os.path.lexists(self.join(path))
279
279
280 def lstat(self, path=None):
280 def lstat(self, path=None):
281 return os.lstat(self.join(path))
281 return os.lstat(self.join(path))
282
282
283 def listdir(self, path=None):
283 def listdir(self, path=None):
284 return os.listdir(self.join(path))
284 return os.listdir(self.join(path))
285
285
286 def makedir(self, path=None, notindexed=True):
286 def makedir(self, path=None, notindexed=True):
287 return util.makedir(self.join(path), notindexed)
287 return util.makedir(self.join(path), notindexed)
288
288
289 def makedirs(self, path=None, mode=None):
289 def makedirs(self, path=None, mode=None):
290 return util.makedirs(self.join(path), mode)
290 return util.makedirs(self.join(path), mode)
291
291
292 def makelock(self, info, path):
292 def makelock(self, info, path):
293 return util.makelock(info, self.join(path))
293 return util.makelock(info, self.join(path))
294
294
295 def mkdir(self, path=None):
295 def mkdir(self, path=None):
296 return os.mkdir(self.join(path))
296 return os.mkdir(self.join(path))
297
297
298 def mkstemp(self, suffix='', prefix='tmp', dir=None, text=False):
298 def mkstemp(self, suffix='', prefix='tmp', dir=None, text=False):
299 fd, name = tempfile.mkstemp(suffix=suffix, prefix=prefix,
299 fd, name = tempfile.mkstemp(suffix=suffix, prefix=prefix,
300 dir=self.join(dir), text=text)
300 dir=self.join(dir), text=text)
301 dname, fname = util.split(name)
301 dname, fname = util.split(name)
302 if dir:
302 if dir:
303 return fd, os.path.join(dir, fname)
303 return fd, os.path.join(dir, fname)
304 else:
304 else:
305 return fd, fname
305 return fd, fname
306
306
307 def readdir(self, path=None, stat=None, skip=None):
307 def readdir(self, path=None, stat=None, skip=None):
308 return osutil.listdir(self.join(path), stat, skip)
308 return osutil.listdir(self.join(path), stat, skip)
309
309
310 def readlock(self, path):
310 def readlock(self, path):
311 return util.readlock(self.join(path))
311 return util.readlock(self.join(path))
312
312
313 def rename(self, src, dst):
313 def rename(self, src, dst):
314 return util.rename(self.join(src), self.join(dst))
314 return util.rename(self.join(src), self.join(dst))
315
315
316 def readlink(self, path):
316 def readlink(self, path):
317 return os.readlink(self.join(path))
317 return os.readlink(self.join(path))
318
318
319 def setflags(self, path, l, x):
319 def setflags(self, path, l, x):
320 return util.setflags(self.join(path), l, x)
320 return util.setflags(self.join(path), l, x)
321
321
322 def stat(self, path=None):
322 def stat(self, path=None):
323 return os.stat(self.join(path))
323 return os.stat(self.join(path))
324
324
325 def unlink(self, path=None):
325 def unlink(self, path=None):
326 return util.unlink(self.join(path))
326 return util.unlink(self.join(path))
327
327
328 def unlinkpath(self, path=None, ignoremissing=False):
328 def unlinkpath(self, path=None, ignoremissing=False):
329 return util.unlinkpath(self.join(path), ignoremissing)
329 return util.unlinkpath(self.join(path), ignoremissing)
330
330
331 def utime(self, path=None, t=None):
331 def utime(self, path=None, t=None):
332 return os.utime(self.join(path), t)
332 return os.utime(self.join(path), t)
333
333
334 class vfs(abstractvfs):
334 class vfs(abstractvfs):
335 '''Operate files relative to a base directory
335 '''Operate files relative to a base directory
336
336
337 This class is used to hide the details of COW semantics and
337 This class is used to hide the details of COW semantics and
338 remote file access from higher level code.
338 remote file access from higher level code.
339 '''
339 '''
340 def __init__(self, base, audit=True, expandpath=False, realpath=False):
340 def __init__(self, base, audit=True, expandpath=False, realpath=False):
341 if expandpath:
341 if expandpath:
342 base = util.expandpath(base)
342 base = util.expandpath(base)
343 if realpath:
343 if realpath:
344 base = os.path.realpath(base)
344 base = os.path.realpath(base)
345 self.base = base
345 self.base = base
346 self._setmustaudit(audit)
346 self._setmustaudit(audit)
347 self.createmode = None
347 self.createmode = None
348 self._trustnlink = None
348 self._trustnlink = None
349
349
350 def _getmustaudit(self):
350 def _getmustaudit(self):
351 return self._audit
351 return self._audit
352
352
353 def _setmustaudit(self, onoff):
353 def _setmustaudit(self, onoff):
354 self._audit = onoff
354 self._audit = onoff
355 if onoff:
355 if onoff:
356 self.audit = pathutil.pathauditor(self.base)
356 self.audit = pathutil.pathauditor(self.base)
357 else:
357 else:
358 self.audit = util.always
358 self.audit = util.always
359
359
360 mustaudit = property(_getmustaudit, _setmustaudit)
360 mustaudit = property(_getmustaudit, _setmustaudit)
361
361
362 @util.propertycache
362 @util.propertycache
363 def _cansymlink(self):
363 def _cansymlink(self):
364 return util.checklink(self.base)
364 return util.checklink(self.base)
365
365
366 @util.propertycache
366 @util.propertycache
367 def _chmod(self):
367 def _chmod(self):
368 return util.checkexec(self.base)
368 return util.checkexec(self.base)
369
369
370 def _fixfilemode(self, name):
370 def _fixfilemode(self, name):
371 if self.createmode is None or not self._chmod:
371 if self.createmode is None or not self._chmod:
372 return
372 return
373 os.chmod(name, self.createmode & 0666)
373 os.chmod(name, self.createmode & 0666)
374
374
375 def __call__(self, path, mode="r", text=False, atomictemp=False,
375 def __call__(self, path, mode="r", text=False, atomictemp=False,
376 notindexed=False):
376 notindexed=False):
377 '''Open ``path`` file, which is relative to vfs root.
377 '''Open ``path`` file, which is relative to vfs root.
378
378
379 Newly created directories are marked as "not to be indexed by
379 Newly created directories are marked as "not to be indexed by
380 the content indexing service", if ``notindexed`` is specified
380 the content indexing service", if ``notindexed`` is specified
381 for "write" mode access.
381 for "write" mode access.
382 '''
382 '''
383 if self._audit:
383 if self._audit:
384 r = util.checkosfilename(path)
384 r = util.checkosfilename(path)
385 if r:
385 if r:
386 raise util.Abort("%s: %r" % (r, path))
386 raise util.Abort("%s: %r" % (r, path))
387 self.audit(path)
387 self.audit(path)
388 f = self.join(path)
388 f = self.join(path)
389
389
390 if not text and "b" not in mode:
390 if not text and "b" not in mode:
391 mode += "b" # for that other OS
391 mode += "b" # for that other OS
392
392
393 nlink = -1
393 nlink = -1
394 if mode not in ('r', 'rb'):
394 if mode not in ('r', 'rb'):
395 dirname, basename = util.split(f)
395 dirname, basename = util.split(f)
396 # If basename is empty, then the path is malformed because it points
396 # If basename is empty, then the path is malformed because it points
397 # to a directory. Let the posixfile() call below raise IOError.
397 # to a directory. Let the posixfile() call below raise IOError.
398 if basename:
398 if basename:
399 if atomictemp:
399 if atomictemp:
400 util.ensuredirs(dirname, self.createmode, notindexed)
400 util.ensuredirs(dirname, self.createmode, notindexed)
401 return util.atomictempfile(f, mode, self.createmode)
401 return util.atomictempfile(f, mode, self.createmode)
402 try:
402 try:
403 if 'w' in mode:
403 if 'w' in mode:
404 util.unlink(f)
404 util.unlink(f)
405 nlink = 0
405 nlink = 0
406 else:
406 else:
407 # nlinks() may behave differently for files on Windows
407 # nlinks() may behave differently for files on Windows
408 # shares if the file is open.
408 # shares if the file is open.
409 fd = util.posixfile(f)
409 fd = util.posixfile(f)
410 nlink = util.nlinks(f)
410 nlink = util.nlinks(f)
411 if nlink < 1:
411 if nlink < 1:
412 nlink = 2 # force mktempcopy (issue1922)
412 nlink = 2 # force mktempcopy (issue1922)
413 fd.close()
413 fd.close()
414 except (OSError, IOError), e:
414 except (OSError, IOError), e:
415 if e.errno != errno.ENOENT:
415 if e.errno != errno.ENOENT:
416 raise
416 raise
417 nlink = 0
417 nlink = 0
418 util.ensuredirs(dirname, self.createmode, notindexed)
418 util.ensuredirs(dirname, self.createmode, notindexed)
419 if nlink > 0:
419 if nlink > 0:
420 if self._trustnlink is None:
420 if self._trustnlink is None:
421 self._trustnlink = nlink > 1 or util.checknlink(f)
421 self._trustnlink = nlink > 1 or util.checknlink(f)
422 if nlink > 1 or not self._trustnlink:
422 if nlink > 1 or not self._trustnlink:
423 util.rename(util.mktempcopy(f), f)
423 util.rename(util.mktempcopy(f), f)
424 fp = util.posixfile(f, mode)
424 fp = util.posixfile(f, mode)
425 if nlink == 0:
425 if nlink == 0:
426 self._fixfilemode(f)
426 self._fixfilemode(f)
427 return fp
427 return fp
428
428
429 def symlink(self, src, dst):
429 def symlink(self, src, dst):
430 self.audit(dst)
430 self.audit(dst)
431 linkname = self.join(dst)
431 linkname = self.join(dst)
432 try:
432 try:
433 os.unlink(linkname)
433 os.unlink(linkname)
434 except OSError:
434 except OSError:
435 pass
435 pass
436
436
437 util.ensuredirs(os.path.dirname(linkname), self.createmode)
437 util.ensuredirs(os.path.dirname(linkname), self.createmode)
438
438
439 if self._cansymlink:
439 if self._cansymlink:
440 try:
440 try:
441 os.symlink(src, linkname)
441 os.symlink(src, linkname)
442 except OSError, err:
442 except OSError, err:
443 raise OSError(err.errno, _('could not symlink to %r: %s') %
443 raise OSError(err.errno, _('could not symlink to %r: %s') %
444 (src, err.strerror), linkname)
444 (src, err.strerror), linkname)
445 else:
445 else:
446 self.write(dst, src)
446 self.write(dst, src)
447
447
448 def join(self, path):
448 def join(self, path):
449 if path:
449 if path:
450 return os.path.join(self.base, path)
450 return os.path.join(self.base, path)
451 else:
451 else:
452 return self.base
452 return self.base
453
453
454 opener = vfs
454 opener = vfs
455
455
456 class auditvfs(object):
456 class auditvfs(object):
457 def __init__(self, vfs):
457 def __init__(self, vfs):
458 self.vfs = vfs
458 self.vfs = vfs
459
459
460 def _getmustaudit(self):
460 def _getmustaudit(self):
461 return self.vfs.mustaudit
461 return self.vfs.mustaudit
462
462
463 def _setmustaudit(self, onoff):
463 def _setmustaudit(self, onoff):
464 self.vfs.mustaudit = onoff
464 self.vfs.mustaudit = onoff
465
465
466 mustaudit = property(_getmustaudit, _setmustaudit)
466 mustaudit = property(_getmustaudit, _setmustaudit)
467
467
468 class filtervfs(abstractvfs, auditvfs):
468 class filtervfs(abstractvfs, auditvfs):
469 '''Wrapper vfs for filtering filenames with a function.'''
469 '''Wrapper vfs for filtering filenames with a function.'''
470
470
471 def __init__(self, vfs, filter):
471 def __init__(self, vfs, filter):
472 auditvfs.__init__(self, vfs)
472 auditvfs.__init__(self, vfs)
473 self._filter = filter
473 self._filter = filter
474
474
475 def __call__(self, path, *args, **kwargs):
475 def __call__(self, path, *args, **kwargs):
476 return self.vfs(self._filter(path), *args, **kwargs)
476 return self.vfs(self._filter(path), *args, **kwargs)
477
477
478 def join(self, path):
478 def join(self, path):
479 if path:
479 if path:
480 return self.vfs.join(self._filter(path))
480 return self.vfs.join(self._filter(path))
481 else:
481 else:
482 return self.vfs.join(path)
482 return self.vfs.join(path)
483
483
484 filteropener = filtervfs
484 filteropener = filtervfs
485
485
486 class readonlyvfs(abstractvfs, auditvfs):
486 class readonlyvfs(abstractvfs, auditvfs):
487 '''Wrapper vfs preventing any writing.'''
487 '''Wrapper vfs preventing any writing.'''
488
488
489 def __init__(self, vfs):
489 def __init__(self, vfs):
490 auditvfs.__init__(self, vfs)
490 auditvfs.__init__(self, vfs)
491
491
492 def __call__(self, path, mode='r', *args, **kw):
492 def __call__(self, path, mode='r', *args, **kw):
493 if mode not in ('r', 'rb'):
493 if mode not in ('r', 'rb'):
494 raise util.Abort('this vfs is read only')
494 raise util.Abort('this vfs is read only')
495 return self.vfs(path, mode, *args, **kw)
495 return self.vfs(path, mode, *args, **kw)
496
496
497
497
498 def walkrepos(path, followsym=False, seen_dirs=None, recurse=False):
498 def walkrepos(path, followsym=False, seen_dirs=None, recurse=False):
499 '''yield every hg repository under path, always recursively.
499 '''yield every hg repository under path, always recursively.
500 The recurse flag will only control recursion into repo working dirs'''
500 The recurse flag will only control recursion into repo working dirs'''
501 def errhandler(err):
501 def errhandler(err):
502 if err.filename == path:
502 if err.filename == path:
503 raise err
503 raise err
504 samestat = getattr(os.path, 'samestat', None)
504 samestat = getattr(os.path, 'samestat', None)
505 if followsym and samestat is not None:
505 if followsym and samestat is not None:
506 def adddir(dirlst, dirname):
506 def adddir(dirlst, dirname):
507 match = False
507 match = False
508 dirstat = os.stat(dirname)
508 dirstat = os.stat(dirname)
509 for lstdirstat in dirlst:
509 for lstdirstat in dirlst:
510 if samestat(dirstat, lstdirstat):
510 if samestat(dirstat, lstdirstat):
511 match = True
511 match = True
512 break
512 break
513 if not match:
513 if not match:
514 dirlst.append(dirstat)
514 dirlst.append(dirstat)
515 return not match
515 return not match
516 else:
516 else:
517 followsym = False
517 followsym = False
518
518
519 if (seen_dirs is None) and followsym:
519 if (seen_dirs is None) and followsym:
520 seen_dirs = []
520 seen_dirs = []
521 adddir(seen_dirs, path)
521 adddir(seen_dirs, path)
522 for root, dirs, files in os.walk(path, topdown=True, onerror=errhandler):
522 for root, dirs, files in os.walk(path, topdown=True, onerror=errhandler):
523 dirs.sort()
523 dirs.sort()
524 if '.hg' in dirs:
524 if '.hg' in dirs:
525 yield root # found a repository
525 yield root # found a repository
526 qroot = os.path.join(root, '.hg', 'patches')
526 qroot = os.path.join(root, '.hg', 'patches')
527 if os.path.isdir(os.path.join(qroot, '.hg')):
527 if os.path.isdir(os.path.join(qroot, '.hg')):
528 yield qroot # we have a patch queue repo here
528 yield qroot # we have a patch queue repo here
529 if recurse:
529 if recurse:
530 # avoid recursing inside the .hg directory
530 # avoid recursing inside the .hg directory
531 dirs.remove('.hg')
531 dirs.remove('.hg')
532 else:
532 else:
533 dirs[:] = [] # don't descend further
533 dirs[:] = [] # don't descend further
534 elif followsym:
534 elif followsym:
535 newdirs = []
535 newdirs = []
536 for d in dirs:
536 for d in dirs:
537 fname = os.path.join(root, d)
537 fname = os.path.join(root, d)
538 if adddir(seen_dirs, fname):
538 if adddir(seen_dirs, fname):
539 if os.path.islink(fname):
539 if os.path.islink(fname):
540 for hgname in walkrepos(fname, True, seen_dirs):
540 for hgname in walkrepos(fname, True, seen_dirs):
541 yield hgname
541 yield hgname
542 else:
542 else:
543 newdirs.append(d)
543 newdirs.append(d)
544 dirs[:] = newdirs
544 dirs[:] = newdirs
545
545
546 def osrcpath():
546 def osrcpath():
547 '''return default os-specific hgrc search path'''
547 '''return default os-specific hgrc search path'''
548 path = []
548 path = []
549 defaultpath = os.path.join(util.datapath, 'default.d')
549 defaultpath = os.path.join(util.datapath, 'default.d')
550 if os.path.isdir(defaultpath):
550 if os.path.isdir(defaultpath):
551 for f, kind in osutil.listdir(defaultpath):
551 for f, kind in osutil.listdir(defaultpath):
552 if f.endswith('.rc'):
552 if f.endswith('.rc'):
553 path.append(os.path.join(defaultpath, f))
553 path.append(os.path.join(defaultpath, f))
554 path.extend(systemrcpath())
554 path.extend(systemrcpath())
555 path.extend(userrcpath())
555 path.extend(userrcpath())
556 path = [os.path.normpath(f) for f in path]
556 path = [os.path.normpath(f) for f in path]
557 return path
557 return path
558
558
559 _rcpath = None
559 _rcpath = None
560
560
561 def rcpath():
561 def rcpath():
562 '''return hgrc search path. if env var HGRCPATH is set, use it.
562 '''return hgrc search path. if env var HGRCPATH is set, use it.
563 for each item in path, if directory, use files ending in .rc,
563 for each item in path, if directory, use files ending in .rc,
564 else use item.
564 else use item.
565 make HGRCPATH empty to only look in .hg/hgrc of current repo.
565 make HGRCPATH empty to only look in .hg/hgrc of current repo.
566 if no HGRCPATH, use default os-specific path.'''
566 if no HGRCPATH, use default os-specific path.'''
567 global _rcpath
567 global _rcpath
568 if _rcpath is None:
568 if _rcpath is None:
569 if 'HGRCPATH' in os.environ:
569 if 'HGRCPATH' in os.environ:
570 _rcpath = []
570 _rcpath = []
571 for p in os.environ['HGRCPATH'].split(os.pathsep):
571 for p in os.environ['HGRCPATH'].split(os.pathsep):
572 if not p:
572 if not p:
573 continue
573 continue
574 p = util.expandpath(p)
574 p = util.expandpath(p)
575 if os.path.isdir(p):
575 if os.path.isdir(p):
576 for f, kind in osutil.listdir(p):
576 for f, kind in osutil.listdir(p):
577 if f.endswith('.rc'):
577 if f.endswith('.rc'):
578 _rcpath.append(os.path.join(p, f))
578 _rcpath.append(os.path.join(p, f))
579 else:
579 else:
580 _rcpath.append(p)
580 _rcpath.append(p)
581 else:
581 else:
582 _rcpath = osrcpath()
582 _rcpath = osrcpath()
583 return _rcpath
583 return _rcpath
584
584
585 def revsingle(repo, revspec, default='.'):
585 def revsingle(repo, revspec, default='.'):
586 if not revspec and revspec != 0:
586 if not revspec and revspec != 0:
587 return repo[default]
587 return repo[default]
588
588
589 l = revrange(repo, [revspec])
589 l = revrange(repo, [revspec])
590 if not l:
590 if not l:
591 raise util.Abort(_('empty revision set'))
591 raise util.Abort(_('empty revision set'))
592 return repo[l.last()]
592 return repo[l.last()]
593
593
594 def revpair(repo, revs):
594 def revpair(repo, revs):
595 if not revs:
595 if not revs:
596 return repo.dirstate.p1(), None
596 return repo.dirstate.p1(), None
597
597
598 l = revrange(repo, revs)
598 l = revrange(repo, revs)
599
599
600 if not l:
600 if not l:
601 first = second = None
601 first = second = None
602 elif l.isascending():
602 elif l.isascending():
603 first = l.min()
603 first = l.min()
604 second = l.max()
604 second = l.max()
605 elif l.isdescending():
605 elif l.isdescending():
606 first = l.max()
606 first = l.max()
607 second = l.min()
607 second = l.min()
608 else:
608 else:
609 first = l.first()
609 first = l.first()
610 second = l.last()
610 second = l.last()
611
611
612 if first is None:
612 if first is None:
613 raise util.Abort(_('empty revision range'))
613 raise util.Abort(_('empty revision range'))
614
614
615 if first == second and len(revs) == 1 and _revrangesep not in revs[0]:
615 if first == second and len(revs) == 1 and _revrangesep not in revs[0]:
616 return repo.lookup(first), None
616 return repo.lookup(first), None
617
617
618 return repo.lookup(first), repo.lookup(second)
618 return repo.lookup(first), repo.lookup(second)
619
619
620 _revrangesep = ':'
620 _revrangesep = ':'
621
621
622 def revrange(repo, revs):
622 def revrange(repo, revs):
623 """Yield revision as strings from a list of revision specifications."""
623 """Yield revision as strings from a list of revision specifications."""
624
624
625 def revfix(repo, val, defval):
625 def revfix(repo, val, defval):
626 if not val and val != 0 and defval is not None:
626 if not val and val != 0 and defval is not None:
627 return defval
627 return defval
628 return repo[val].rev()
628 return repo[val].rev()
629
629
630 seen, l = set(), revset.baseset([])
630 seen, l = set(), revset.baseset([])
631
631
632 revsetaliases = [alias for (alias, _) in
632 revsetaliases = [alias for (alias, _) in
633 repo.ui.configitems("revsetalias")]
633 repo.ui.configitems("revsetalias")]
634
634
635 for spec in revs:
635 for spec in revs:
636 if l and not seen:
636 if l and not seen:
637 seen = set(l)
637 seen = set(l)
638 # attempt to parse old-style ranges first to deal with
638 # attempt to parse old-style ranges first to deal with
639 # things like old-tag which contain query metacharacters
639 # things like old-tag which contain query metacharacters
640 try:
640 try:
641 # ... except for revset aliases without arguments. These
641 # ... except for revset aliases without arguments. These
642 # should be parsed as soon as possible, because they might
642 # should be parsed as soon as possible, because they might
643 # clash with a hash prefix.
643 # clash with a hash prefix.
644 if spec in revsetaliases:
644 if spec in revsetaliases:
645 raise error.RepoLookupError
645 raise error.RepoLookupError
646
646
647 if isinstance(spec, int):
647 if isinstance(spec, int):
648 seen.add(spec)
648 seen.add(spec)
649 l = l + revset.baseset([spec])
649 l = l + revset.baseset([spec])
650 continue
650 continue
651
651
652 if _revrangesep in spec:
652 if _revrangesep in spec:
653 start, end = spec.split(_revrangesep, 1)
653 start, end = spec.split(_revrangesep, 1)
654 if start in revsetaliases or end in revsetaliases:
654 if start in revsetaliases or end in revsetaliases:
655 raise error.RepoLookupError
655 raise error.RepoLookupError
656
656
657 start = revfix(repo, start, 0)
657 start = revfix(repo, start, 0)
658 end = revfix(repo, end, len(repo) - 1)
658 end = revfix(repo, end, len(repo) - 1)
659 if end == nullrev and start < 0:
659 if end == nullrev and start < 0:
660 start = nullrev
660 start = nullrev
661 rangeiter = repo.changelog.revs(start, end)
661 rangeiter = repo.changelog.revs(start, end)
662 if not seen and not l:
662 if not seen and not l:
663 # by far the most common case: revs = ["-1:0"]
663 # by far the most common case: revs = ["-1:0"]
664 l = revset.baseset(rangeiter)
664 l = revset.baseset(rangeiter)
665 # defer syncing seen until next iteration
665 # defer syncing seen until next iteration
666 continue
666 continue
667 newrevs = set(rangeiter)
667 newrevs = set(rangeiter)
668 if seen:
668 if seen:
669 newrevs.difference_update(seen)
669 newrevs.difference_update(seen)
670 seen.update(newrevs)
670 seen.update(newrevs)
671 else:
671 else:
672 seen = newrevs
672 seen = newrevs
673 l = l + revset.baseset(sorted(newrevs, reverse=start > end))
673 l = l + revset.baseset(sorted(newrevs, reverse=start > end))
674 continue
674 continue
675 elif spec and spec in repo: # single unquoted rev
675 elif spec and spec in repo: # single unquoted rev
676 rev = revfix(repo, spec, None)
676 rev = revfix(repo, spec, None)
677 if rev in seen:
677 if rev in seen:
678 continue
678 continue
679 seen.add(rev)
679 seen.add(rev)
680 l = l + revset.baseset([rev])
680 l = l + revset.baseset([rev])
681 continue
681 continue
682 except error.RepoLookupError:
682 except error.RepoLookupError:
683 pass
683 pass
684
684
685 # fall through to new-style queries if old-style fails
685 # fall through to new-style queries if old-style fails
686 m = revset.match(repo.ui, spec, repo)
686 m = revset.match(repo.ui, spec, repo)
687 if seen or l:
687 if seen or l:
688 dl = [r for r in m(repo) if r not in seen]
688 dl = [r for r in m(repo) if r not in seen]
689 l = l + revset.baseset(dl)
689 l = l + revset.baseset(dl)
690 seen.update(dl)
690 seen.update(dl)
691 else:
691 else:
692 l = m(repo)
692 l = m(repo)
693
693
694 return l
694 return l
695
695
696 def expandpats(pats):
696 def expandpats(pats):
697 '''Expand bare globs when running on windows.
697 '''Expand bare globs when running on windows.
698 On posix we assume it already has already been done by sh.'''
698 On posix we assume it already has already been done by sh.'''
699 if not util.expandglobs:
699 if not util.expandglobs:
700 return list(pats)
700 return list(pats)
701 ret = []
701 ret = []
702 for kindpat in pats:
702 for kindpat in pats:
703 kind, pat = matchmod._patsplit(kindpat, None)
703 kind, pat = matchmod._patsplit(kindpat, None)
704 if kind is None:
704 if kind is None:
705 try:
705 try:
706 globbed = glob.glob(pat)
706 globbed = glob.glob(pat)
707 except re.error:
707 except re.error:
708 globbed = [pat]
708 globbed = [pat]
709 if globbed:
709 if globbed:
710 ret.extend(globbed)
710 ret.extend(globbed)
711 continue
711 continue
712 ret.append(kindpat)
712 ret.append(kindpat)
713 return ret
713 return ret
714
714
715 def matchandpats(ctx, pats=[], opts={}, globbed=False, default='relpath'):
715 def matchandpats(ctx, pats=[], opts={}, globbed=False, default='relpath'):
716 '''Return a matcher and the patterns that were used.
716 '''Return a matcher and the patterns that were used.
717 The matcher will warn about bad matches.'''
717 The matcher will warn about bad matches.'''
718 if pats == ("",):
718 if pats == ("",):
719 pats = []
719 pats = []
720 if not globbed and default == 'relpath':
720 if not globbed and default == 'relpath':
721 pats = expandpats(pats or [])
721 pats = expandpats(pats or [])
722
722
723 m = ctx.match(pats, opts.get('include'), opts.get('exclude'),
723 m = ctx.match(pats, opts.get('include'), opts.get('exclude'),
724 default)
724 default)
725 def badfn(f, msg):
725 def badfn(f, msg):
726 ctx._repo.ui.warn("%s: %s\n" % (m.rel(f), msg))
726 ctx.repo().ui.warn("%s: %s\n" % (m.rel(f), msg))
727 m.bad = badfn
727 m.bad = badfn
728 return m, pats
728 return m, pats
729
729
730 def match(ctx, pats=[], opts={}, globbed=False, default='relpath'):
730 def match(ctx, pats=[], opts={}, globbed=False, default='relpath'):
731 '''Return a matcher that will warn about bad matches.'''
731 '''Return a matcher that will warn about bad matches.'''
732 return matchandpats(ctx, pats, opts, globbed, default)[0]
732 return matchandpats(ctx, pats, opts, globbed, default)[0]
733
733
734 def matchall(repo):
734 def matchall(repo):
735 '''Return a matcher that will efficiently match everything.'''
735 '''Return a matcher that will efficiently match everything.'''
736 return matchmod.always(repo.root, repo.getcwd())
736 return matchmod.always(repo.root, repo.getcwd())
737
737
738 def matchfiles(repo, files):
738 def matchfiles(repo, files):
739 '''Return a matcher that will efficiently match exactly these files.'''
739 '''Return a matcher that will efficiently match exactly these files.'''
740 return matchmod.exact(repo.root, repo.getcwd(), files)
740 return matchmod.exact(repo.root, repo.getcwd(), files)
741
741
742 def addremove(repo, matcher, prefix, opts={}, dry_run=None, similarity=None):
742 def addremove(repo, matcher, prefix, opts={}, dry_run=None, similarity=None):
743 m = matcher
743 m = matcher
744 if dry_run is None:
744 if dry_run is None:
745 dry_run = opts.get('dry_run')
745 dry_run = opts.get('dry_run')
746 if similarity is None:
746 if similarity is None:
747 similarity = float(opts.get('similarity') or 0)
747 similarity = float(opts.get('similarity') or 0)
748
748
749 ret = 0
749 ret = 0
750 join = lambda f: os.path.join(prefix, f)
750 join = lambda f: os.path.join(prefix, f)
751
751
752 def matchessubrepo(matcher, subpath):
752 def matchessubrepo(matcher, subpath):
753 if matcher.exact(subpath):
753 if matcher.exact(subpath):
754 return True
754 return True
755 for f in matcher.files():
755 for f in matcher.files():
756 if f.startswith(subpath):
756 if f.startswith(subpath):
757 return True
757 return True
758 return False
758 return False
759
759
760 wctx = repo[None]
760 wctx = repo[None]
761 for subpath in sorted(wctx.substate):
761 for subpath in sorted(wctx.substate):
762 if opts.get('subrepos') or matchessubrepo(m, subpath):
762 if opts.get('subrepos') or matchessubrepo(m, subpath):
763 sub = wctx.sub(subpath)
763 sub = wctx.sub(subpath)
764 try:
764 try:
765 submatch = matchmod.narrowmatcher(subpath, m)
765 submatch = matchmod.narrowmatcher(subpath, m)
766 if sub.addremove(submatch, prefix, opts, dry_run, similarity):
766 if sub.addremove(submatch, prefix, opts, dry_run, similarity):
767 ret = 1
767 ret = 1
768 except error.LookupError:
768 except error.LookupError:
769 repo.ui.status(_("skipping missing subrepository: %s\n")
769 repo.ui.status(_("skipping missing subrepository: %s\n")
770 % join(subpath))
770 % join(subpath))
771
771
772 rejected = []
772 rejected = []
773 origbad = m.bad
773 origbad = m.bad
774 def badfn(f, msg):
774 def badfn(f, msg):
775 if f in m.files():
775 if f in m.files():
776 origbad(f, msg)
776 origbad(f, msg)
777 rejected.append(f)
777 rejected.append(f)
778
778
779 m.bad = badfn
779 m.bad = badfn
780 added, unknown, deleted, removed, forgotten = _interestingfiles(repo, m)
780 added, unknown, deleted, removed, forgotten = _interestingfiles(repo, m)
781 m.bad = origbad
781 m.bad = origbad
782
782
783 unknownset = set(unknown + forgotten)
783 unknownset = set(unknown + forgotten)
784 toprint = unknownset.copy()
784 toprint = unknownset.copy()
785 toprint.update(deleted)
785 toprint.update(deleted)
786 for abs in sorted(toprint):
786 for abs in sorted(toprint):
787 if repo.ui.verbose or not m.exact(abs):
787 if repo.ui.verbose or not m.exact(abs):
788 if abs in unknownset:
788 if abs in unknownset:
789 status = _('adding %s\n') % m.uipath(abs)
789 status = _('adding %s\n') % m.uipath(abs)
790 else:
790 else:
791 status = _('removing %s\n') % m.uipath(abs)
791 status = _('removing %s\n') % m.uipath(abs)
792 repo.ui.status(status)
792 repo.ui.status(status)
793
793
794 renames = _findrenames(repo, m, added + unknown, removed + deleted,
794 renames = _findrenames(repo, m, added + unknown, removed + deleted,
795 similarity)
795 similarity)
796
796
797 if not dry_run:
797 if not dry_run:
798 _markchanges(repo, unknown + forgotten, deleted, renames)
798 _markchanges(repo, unknown + forgotten, deleted, renames)
799
799
800 for f in rejected:
800 for f in rejected:
801 if f in m.files():
801 if f in m.files():
802 return 1
802 return 1
803 return ret
803 return ret
804
804
805 def marktouched(repo, files, similarity=0.0):
805 def marktouched(repo, files, similarity=0.0):
806 '''Assert that files have somehow been operated upon. files are relative to
806 '''Assert that files have somehow been operated upon. files are relative to
807 the repo root.'''
807 the repo root.'''
808 m = matchfiles(repo, files)
808 m = matchfiles(repo, files)
809 rejected = []
809 rejected = []
810 m.bad = lambda x, y: rejected.append(x)
810 m.bad = lambda x, y: rejected.append(x)
811
811
812 added, unknown, deleted, removed, forgotten = _interestingfiles(repo, m)
812 added, unknown, deleted, removed, forgotten = _interestingfiles(repo, m)
813
813
814 if repo.ui.verbose:
814 if repo.ui.verbose:
815 unknownset = set(unknown + forgotten)
815 unknownset = set(unknown + forgotten)
816 toprint = unknownset.copy()
816 toprint = unknownset.copy()
817 toprint.update(deleted)
817 toprint.update(deleted)
818 for abs in sorted(toprint):
818 for abs in sorted(toprint):
819 if abs in unknownset:
819 if abs in unknownset:
820 status = _('adding %s\n') % abs
820 status = _('adding %s\n') % abs
821 else:
821 else:
822 status = _('removing %s\n') % abs
822 status = _('removing %s\n') % abs
823 repo.ui.status(status)
823 repo.ui.status(status)
824
824
825 renames = _findrenames(repo, m, added + unknown, removed + deleted,
825 renames = _findrenames(repo, m, added + unknown, removed + deleted,
826 similarity)
826 similarity)
827
827
828 _markchanges(repo, unknown + forgotten, deleted, renames)
828 _markchanges(repo, unknown + forgotten, deleted, renames)
829
829
830 for f in rejected:
830 for f in rejected:
831 if f in m.files():
831 if f in m.files():
832 return 1
832 return 1
833 return 0
833 return 0
834
834
835 def _interestingfiles(repo, matcher):
835 def _interestingfiles(repo, matcher):
836 '''Walk dirstate with matcher, looking for files that addremove would care
836 '''Walk dirstate with matcher, looking for files that addremove would care
837 about.
837 about.
838
838
839 This is different from dirstate.status because it doesn't care about
839 This is different from dirstate.status because it doesn't care about
840 whether files are modified or clean.'''
840 whether files are modified or clean.'''
841 added, unknown, deleted, removed, forgotten = [], [], [], [], []
841 added, unknown, deleted, removed, forgotten = [], [], [], [], []
842 audit_path = pathutil.pathauditor(repo.root)
842 audit_path = pathutil.pathauditor(repo.root)
843
843
844 ctx = repo[None]
844 ctx = repo[None]
845 dirstate = repo.dirstate
845 dirstate = repo.dirstate
846 walkresults = dirstate.walk(matcher, sorted(ctx.substate), True, False,
846 walkresults = dirstate.walk(matcher, sorted(ctx.substate), True, False,
847 full=False)
847 full=False)
848 for abs, st in walkresults.iteritems():
848 for abs, st in walkresults.iteritems():
849 dstate = dirstate[abs]
849 dstate = dirstate[abs]
850 if dstate == '?' and audit_path.check(abs):
850 if dstate == '?' and audit_path.check(abs):
851 unknown.append(abs)
851 unknown.append(abs)
852 elif dstate != 'r' and not st:
852 elif dstate != 'r' and not st:
853 deleted.append(abs)
853 deleted.append(abs)
854 elif dstate == 'r' and st:
854 elif dstate == 'r' and st:
855 forgotten.append(abs)
855 forgotten.append(abs)
856 # for finding renames
856 # for finding renames
857 elif dstate == 'r' and not st:
857 elif dstate == 'r' and not st:
858 removed.append(abs)
858 removed.append(abs)
859 elif dstate == 'a':
859 elif dstate == 'a':
860 added.append(abs)
860 added.append(abs)
861
861
862 return added, unknown, deleted, removed, forgotten
862 return added, unknown, deleted, removed, forgotten
863
863
864 def _findrenames(repo, matcher, added, removed, similarity):
864 def _findrenames(repo, matcher, added, removed, similarity):
865 '''Find renames from removed files to added ones.'''
865 '''Find renames from removed files to added ones.'''
866 renames = {}
866 renames = {}
867 if similarity > 0:
867 if similarity > 0:
868 for old, new, score in similar.findrenames(repo, added, removed,
868 for old, new, score in similar.findrenames(repo, added, removed,
869 similarity):
869 similarity):
870 if (repo.ui.verbose or not matcher.exact(old)
870 if (repo.ui.verbose or not matcher.exact(old)
871 or not matcher.exact(new)):
871 or not matcher.exact(new)):
872 repo.ui.status(_('recording removal of %s as rename to %s '
872 repo.ui.status(_('recording removal of %s as rename to %s '
873 '(%d%% similar)\n') %
873 '(%d%% similar)\n') %
874 (matcher.rel(old), matcher.rel(new),
874 (matcher.rel(old), matcher.rel(new),
875 score * 100))
875 score * 100))
876 renames[new] = old
876 renames[new] = old
877 return renames
877 return renames
878
878
879 def _markchanges(repo, unknown, deleted, renames):
879 def _markchanges(repo, unknown, deleted, renames):
880 '''Marks the files in unknown as added, the files in deleted as removed,
880 '''Marks the files in unknown as added, the files in deleted as removed,
881 and the files in renames as copied.'''
881 and the files in renames as copied.'''
882 wctx = repo[None]
882 wctx = repo[None]
883 wlock = repo.wlock()
883 wlock = repo.wlock()
884 try:
884 try:
885 wctx.forget(deleted)
885 wctx.forget(deleted)
886 wctx.add(unknown)
886 wctx.add(unknown)
887 for new, old in renames.iteritems():
887 for new, old in renames.iteritems():
888 wctx.copy(old, new)
888 wctx.copy(old, new)
889 finally:
889 finally:
890 wlock.release()
890 wlock.release()
891
891
892 def dirstatecopy(ui, repo, wctx, src, dst, dryrun=False, cwd=None):
892 def dirstatecopy(ui, repo, wctx, src, dst, dryrun=False, cwd=None):
893 """Update the dirstate to reflect the intent of copying src to dst. For
893 """Update the dirstate to reflect the intent of copying src to dst. For
894 different reasons it might not end with dst being marked as copied from src.
894 different reasons it might not end with dst being marked as copied from src.
895 """
895 """
896 origsrc = repo.dirstate.copied(src) or src
896 origsrc = repo.dirstate.copied(src) or src
897 if dst == origsrc: # copying back a copy?
897 if dst == origsrc: # copying back a copy?
898 if repo.dirstate[dst] not in 'mn' and not dryrun:
898 if repo.dirstate[dst] not in 'mn' and not dryrun:
899 repo.dirstate.normallookup(dst)
899 repo.dirstate.normallookup(dst)
900 else:
900 else:
901 if repo.dirstate[origsrc] == 'a' and origsrc == src:
901 if repo.dirstate[origsrc] == 'a' and origsrc == src:
902 if not ui.quiet:
902 if not ui.quiet:
903 ui.warn(_("%s has not been committed yet, so no copy "
903 ui.warn(_("%s has not been committed yet, so no copy "
904 "data will be stored for %s.\n")
904 "data will be stored for %s.\n")
905 % (repo.pathto(origsrc, cwd), repo.pathto(dst, cwd)))
905 % (repo.pathto(origsrc, cwd), repo.pathto(dst, cwd)))
906 if repo.dirstate[dst] in '?r' and not dryrun:
906 if repo.dirstate[dst] in '?r' and not dryrun:
907 wctx.add([dst])
907 wctx.add([dst])
908 elif not dryrun:
908 elif not dryrun:
909 wctx.copy(origsrc, dst)
909 wctx.copy(origsrc, dst)
910
910
911 def readrequires(opener, supported):
911 def readrequires(opener, supported):
912 '''Reads and parses .hg/requires and checks if all entries found
912 '''Reads and parses .hg/requires and checks if all entries found
913 are in the list of supported features.'''
913 are in the list of supported features.'''
914 requirements = set(opener.read("requires").splitlines())
914 requirements = set(opener.read("requires").splitlines())
915 missings = []
915 missings = []
916 for r in requirements:
916 for r in requirements:
917 if r not in supported:
917 if r not in supported:
918 if not r or not r[0].isalnum():
918 if not r or not r[0].isalnum():
919 raise error.RequirementError(_(".hg/requires file is corrupt"))
919 raise error.RequirementError(_(".hg/requires file is corrupt"))
920 missings.append(r)
920 missings.append(r)
921 missings.sort()
921 missings.sort()
922 if missings:
922 if missings:
923 raise error.RequirementError(
923 raise error.RequirementError(
924 _("repository requires features unknown to this Mercurial: %s")
924 _("repository requires features unknown to this Mercurial: %s")
925 % " ".join(missings),
925 % " ".join(missings),
926 hint=_("see http://mercurial.selenic.com/wiki/MissingRequirement"
926 hint=_("see http://mercurial.selenic.com/wiki/MissingRequirement"
927 " for more information"))
927 " for more information"))
928 return requirements
928 return requirements
929
929
930 class filecachesubentry(object):
930 class filecachesubentry(object):
931 def __init__(self, path, stat):
931 def __init__(self, path, stat):
932 self.path = path
932 self.path = path
933 self.cachestat = None
933 self.cachestat = None
934 self._cacheable = None
934 self._cacheable = None
935
935
936 if stat:
936 if stat:
937 self.cachestat = filecachesubentry.stat(self.path)
937 self.cachestat = filecachesubentry.stat(self.path)
938
938
939 if self.cachestat:
939 if self.cachestat:
940 self._cacheable = self.cachestat.cacheable()
940 self._cacheable = self.cachestat.cacheable()
941 else:
941 else:
942 # None means we don't know yet
942 # None means we don't know yet
943 self._cacheable = None
943 self._cacheable = None
944
944
945 def refresh(self):
945 def refresh(self):
946 if self.cacheable():
946 if self.cacheable():
947 self.cachestat = filecachesubentry.stat(self.path)
947 self.cachestat = filecachesubentry.stat(self.path)
948
948
949 def cacheable(self):
949 def cacheable(self):
950 if self._cacheable is not None:
950 if self._cacheable is not None:
951 return self._cacheable
951 return self._cacheable
952
952
953 # we don't know yet, assume it is for now
953 # we don't know yet, assume it is for now
954 return True
954 return True
955
955
956 def changed(self):
956 def changed(self):
957 # no point in going further if we can't cache it
957 # no point in going further if we can't cache it
958 if not self.cacheable():
958 if not self.cacheable():
959 return True
959 return True
960
960
961 newstat = filecachesubentry.stat(self.path)
961 newstat = filecachesubentry.stat(self.path)
962
962
963 # we may not know if it's cacheable yet, check again now
963 # we may not know if it's cacheable yet, check again now
964 if newstat and self._cacheable is None:
964 if newstat and self._cacheable is None:
965 self._cacheable = newstat.cacheable()
965 self._cacheable = newstat.cacheable()
966
966
967 # check again
967 # check again
968 if not self._cacheable:
968 if not self._cacheable:
969 return True
969 return True
970
970
971 if self.cachestat != newstat:
971 if self.cachestat != newstat:
972 self.cachestat = newstat
972 self.cachestat = newstat
973 return True
973 return True
974 else:
974 else:
975 return False
975 return False
976
976
977 @staticmethod
977 @staticmethod
978 def stat(path):
978 def stat(path):
979 try:
979 try:
980 return util.cachestat(path)
980 return util.cachestat(path)
981 except OSError, e:
981 except OSError, e:
982 if e.errno != errno.ENOENT:
982 if e.errno != errno.ENOENT:
983 raise
983 raise
984
984
985 class filecacheentry(object):
985 class filecacheentry(object):
986 def __init__(self, paths, stat=True):
986 def __init__(self, paths, stat=True):
987 self._entries = []
987 self._entries = []
988 for path in paths:
988 for path in paths:
989 self._entries.append(filecachesubentry(path, stat))
989 self._entries.append(filecachesubentry(path, stat))
990
990
991 def changed(self):
991 def changed(self):
992 '''true if any entry has changed'''
992 '''true if any entry has changed'''
993 for entry in self._entries:
993 for entry in self._entries:
994 if entry.changed():
994 if entry.changed():
995 return True
995 return True
996 return False
996 return False
997
997
998 def refresh(self):
998 def refresh(self):
999 for entry in self._entries:
999 for entry in self._entries:
1000 entry.refresh()
1000 entry.refresh()
1001
1001
1002 class filecache(object):
1002 class filecache(object):
1003 '''A property like decorator that tracks files under .hg/ for updates.
1003 '''A property like decorator that tracks files under .hg/ for updates.
1004
1004
1005 Records stat info when called in _filecache.
1005 Records stat info when called in _filecache.
1006
1006
1007 On subsequent calls, compares old stat info with new info, and recreates the
1007 On subsequent calls, compares old stat info with new info, and recreates the
1008 object when any of the files changes, updating the new stat info in
1008 object when any of the files changes, updating the new stat info in
1009 _filecache.
1009 _filecache.
1010
1010
1011 Mercurial either atomic renames or appends for files under .hg,
1011 Mercurial either atomic renames or appends for files under .hg,
1012 so to ensure the cache is reliable we need the filesystem to be able
1012 so to ensure the cache is reliable we need the filesystem to be able
1013 to tell us if a file has been replaced. If it can't, we fallback to
1013 to tell us if a file has been replaced. If it can't, we fallback to
1014 recreating the object on every call (essentially the same behaviour as
1014 recreating the object on every call (essentially the same behaviour as
1015 propertycache).
1015 propertycache).
1016
1016
1017 '''
1017 '''
1018 def __init__(self, *paths):
1018 def __init__(self, *paths):
1019 self.paths = paths
1019 self.paths = paths
1020
1020
1021 def join(self, obj, fname):
1021 def join(self, obj, fname):
1022 """Used to compute the runtime path of a cached file.
1022 """Used to compute the runtime path of a cached file.
1023
1023
1024 Users should subclass filecache and provide their own version of this
1024 Users should subclass filecache and provide their own version of this
1025 function to call the appropriate join function on 'obj' (an instance
1025 function to call the appropriate join function on 'obj' (an instance
1026 of the class that its member function was decorated).
1026 of the class that its member function was decorated).
1027 """
1027 """
1028 return obj.join(fname)
1028 return obj.join(fname)
1029
1029
1030 def __call__(self, func):
1030 def __call__(self, func):
1031 self.func = func
1031 self.func = func
1032 self.name = func.__name__
1032 self.name = func.__name__
1033 return self
1033 return self
1034
1034
1035 def __get__(self, obj, type=None):
1035 def __get__(self, obj, type=None):
1036 # do we need to check if the file changed?
1036 # do we need to check if the file changed?
1037 if self.name in obj.__dict__:
1037 if self.name in obj.__dict__:
1038 assert self.name in obj._filecache, self.name
1038 assert self.name in obj._filecache, self.name
1039 return obj.__dict__[self.name]
1039 return obj.__dict__[self.name]
1040
1040
1041 entry = obj._filecache.get(self.name)
1041 entry = obj._filecache.get(self.name)
1042
1042
1043 if entry:
1043 if entry:
1044 if entry.changed():
1044 if entry.changed():
1045 entry.obj = self.func(obj)
1045 entry.obj = self.func(obj)
1046 else:
1046 else:
1047 paths = [self.join(obj, path) for path in self.paths]
1047 paths = [self.join(obj, path) for path in self.paths]
1048
1048
1049 # We stat -before- creating the object so our cache doesn't lie if
1049 # We stat -before- creating the object so our cache doesn't lie if
1050 # a writer modified between the time we read and stat
1050 # a writer modified between the time we read and stat
1051 entry = filecacheentry(paths, True)
1051 entry = filecacheentry(paths, True)
1052 entry.obj = self.func(obj)
1052 entry.obj = self.func(obj)
1053
1053
1054 obj._filecache[self.name] = entry
1054 obj._filecache[self.name] = entry
1055
1055
1056 obj.__dict__[self.name] = entry.obj
1056 obj.__dict__[self.name] = entry.obj
1057 return entry.obj
1057 return entry.obj
1058
1058
1059 def __set__(self, obj, value):
1059 def __set__(self, obj, value):
1060 if self.name not in obj._filecache:
1060 if self.name not in obj._filecache:
1061 # we add an entry for the missing value because X in __dict__
1061 # we add an entry for the missing value because X in __dict__
1062 # implies X in _filecache
1062 # implies X in _filecache
1063 paths = [self.join(obj, path) for path in self.paths]
1063 paths = [self.join(obj, path) for path in self.paths]
1064 ce = filecacheentry(paths, False)
1064 ce = filecacheentry(paths, False)
1065 obj._filecache[self.name] = ce
1065 obj._filecache[self.name] = ce
1066 else:
1066 else:
1067 ce = obj._filecache[self.name]
1067 ce = obj._filecache[self.name]
1068
1068
1069 ce.obj = value # update cached copy
1069 ce.obj = value # update cached copy
1070 obj.__dict__[self.name] = value # update copy returned by obj.x
1070 obj.__dict__[self.name] = value # update copy returned by obj.x
1071
1071
1072 def __delete__(self, obj):
1072 def __delete__(self, obj):
1073 try:
1073 try:
1074 del obj.__dict__[self.name]
1074 del obj.__dict__[self.name]
1075 except KeyError:
1075 except KeyError:
1076 raise AttributeError(self.name)
1076 raise AttributeError(self.name)
1077
1077
1078 class dirs(object):
1078 class dirs(object):
1079 '''a multiset of directory names from a dirstate or manifest'''
1079 '''a multiset of directory names from a dirstate or manifest'''
1080
1080
1081 def __init__(self, map, skip=None):
1081 def __init__(self, map, skip=None):
1082 self._dirs = {}
1082 self._dirs = {}
1083 addpath = self.addpath
1083 addpath = self.addpath
1084 if util.safehasattr(map, 'iteritems') and skip is not None:
1084 if util.safehasattr(map, 'iteritems') and skip is not None:
1085 for f, s in map.iteritems():
1085 for f, s in map.iteritems():
1086 if s[0] != skip:
1086 if s[0] != skip:
1087 addpath(f)
1087 addpath(f)
1088 else:
1088 else:
1089 for f in map:
1089 for f in map:
1090 addpath(f)
1090 addpath(f)
1091
1091
1092 def addpath(self, path):
1092 def addpath(self, path):
1093 dirs = self._dirs
1093 dirs = self._dirs
1094 for base in finddirs(path):
1094 for base in finddirs(path):
1095 if base in dirs:
1095 if base in dirs:
1096 dirs[base] += 1
1096 dirs[base] += 1
1097 return
1097 return
1098 dirs[base] = 1
1098 dirs[base] = 1
1099
1099
1100 def delpath(self, path):
1100 def delpath(self, path):
1101 dirs = self._dirs
1101 dirs = self._dirs
1102 for base in finddirs(path):
1102 for base in finddirs(path):
1103 if dirs[base] > 1:
1103 if dirs[base] > 1:
1104 dirs[base] -= 1
1104 dirs[base] -= 1
1105 return
1105 return
1106 del dirs[base]
1106 del dirs[base]
1107
1107
1108 def __iter__(self):
1108 def __iter__(self):
1109 return self._dirs.iterkeys()
1109 return self._dirs.iterkeys()
1110
1110
1111 def __contains__(self, d):
1111 def __contains__(self, d):
1112 return d in self._dirs
1112 return d in self._dirs
1113
1113
1114 if util.safehasattr(parsers, 'dirs'):
1114 if util.safehasattr(parsers, 'dirs'):
1115 dirs = parsers.dirs
1115 dirs = parsers.dirs
1116
1116
1117 def finddirs(path):
1117 def finddirs(path):
1118 pos = path.rfind('/')
1118 pos = path.rfind('/')
1119 while pos != -1:
1119 while pos != -1:
1120 yield path[:pos]
1120 yield path[:pos]
1121 pos = path.rfind('/', 0, pos)
1121 pos = path.rfind('/', 0, pos)
General Comments 0
You need to be logged in to leave comments. Login now