##// END OF EJS Templates
localrepo: rename _postrelease to _afterlock
Matt Mackall -
r15587:809d5d30 default
parent child Browse files
Show More
@@ -1,2154 +1,2154 b''
1 # localrepo.py - read/write repository class for mercurial
1 # localrepo.py - read/write repository class for mercurial
2 #
2 #
3 # Copyright 2005-2007 Matt Mackall <mpm@selenic.com>
3 # Copyright 2005-2007 Matt Mackall <mpm@selenic.com>
4 #
4 #
5 # This software may be used and distributed according to the terms of the
5 # This software may be used and distributed according to the terms of the
6 # GNU General Public License version 2 or any later version.
6 # GNU General Public License version 2 or any later version.
7
7
8 from node import bin, hex, nullid, nullrev, short
8 from node import bin, hex, nullid, nullrev, short
9 from i18n import _
9 from i18n import _
10 import repo, changegroup, subrepo, discovery, pushkey
10 import repo, changegroup, subrepo, discovery, pushkey
11 import changelog, dirstate, filelog, manifest, context, bookmarks, phases
11 import changelog, dirstate, filelog, manifest, context, bookmarks, phases
12 import lock, transaction, store, encoding
12 import lock, transaction, store, encoding
13 import scmutil, util, extensions, hook, error, revset
13 import scmutil, util, extensions, hook, error, revset
14 import match as matchmod
14 import match as matchmod
15 import merge as mergemod
15 import merge as mergemod
16 import tags as tagsmod
16 import tags as tagsmod
17 from lock import release
17 from lock import release
18 import weakref, errno, os, time, inspect
18 import weakref, errno, os, time, inspect
19 propertycache = util.propertycache
19 propertycache = util.propertycache
20 filecache = scmutil.filecache
20 filecache = scmutil.filecache
21
21
22 class localrepository(repo.repository):
22 class localrepository(repo.repository):
23 capabilities = set(('lookup', 'changegroupsubset', 'branchmap', 'pushkey',
23 capabilities = set(('lookup', 'changegroupsubset', 'branchmap', 'pushkey',
24 'known', 'getbundle'))
24 'known', 'getbundle'))
25 supportedformats = set(('revlogv1', 'generaldelta'))
25 supportedformats = set(('revlogv1', 'generaldelta'))
26 supported = supportedformats | set(('store', 'fncache', 'shared',
26 supported = supportedformats | set(('store', 'fncache', 'shared',
27 'dotencode'))
27 'dotencode'))
28
28
29 def __init__(self, baseui, path=None, create=False):
29 def __init__(self, baseui, path=None, create=False):
30 repo.repository.__init__(self)
30 repo.repository.__init__(self)
31 self.root = os.path.realpath(util.expandpath(path))
31 self.root = os.path.realpath(util.expandpath(path))
32 self.path = os.path.join(self.root, ".hg")
32 self.path = os.path.join(self.root, ".hg")
33 self.origroot = path
33 self.origroot = path
34 self.auditor = scmutil.pathauditor(self.root, self._checknested)
34 self.auditor = scmutil.pathauditor(self.root, self._checknested)
35 self.opener = scmutil.opener(self.path)
35 self.opener = scmutil.opener(self.path)
36 self.wopener = scmutil.opener(self.root)
36 self.wopener = scmutil.opener(self.root)
37 self.baseui = baseui
37 self.baseui = baseui
38 self.ui = baseui.copy()
38 self.ui = baseui.copy()
39 self._dirtyphases = False
39 self._dirtyphases = False
40
40
41 try:
41 try:
42 self.ui.readconfig(self.join("hgrc"), self.root)
42 self.ui.readconfig(self.join("hgrc"), self.root)
43 extensions.loadall(self.ui)
43 extensions.loadall(self.ui)
44 except IOError:
44 except IOError:
45 pass
45 pass
46
46
47 if not os.path.isdir(self.path):
47 if not os.path.isdir(self.path):
48 if create:
48 if create:
49 if not os.path.exists(path):
49 if not os.path.exists(path):
50 util.makedirs(path)
50 util.makedirs(path)
51 util.makedir(self.path, notindexed=True)
51 util.makedir(self.path, notindexed=True)
52 requirements = ["revlogv1"]
52 requirements = ["revlogv1"]
53 if self.ui.configbool('format', 'usestore', True):
53 if self.ui.configbool('format', 'usestore', True):
54 os.mkdir(os.path.join(self.path, "store"))
54 os.mkdir(os.path.join(self.path, "store"))
55 requirements.append("store")
55 requirements.append("store")
56 if self.ui.configbool('format', 'usefncache', True):
56 if self.ui.configbool('format', 'usefncache', True):
57 requirements.append("fncache")
57 requirements.append("fncache")
58 if self.ui.configbool('format', 'dotencode', True):
58 if self.ui.configbool('format', 'dotencode', True):
59 requirements.append('dotencode')
59 requirements.append('dotencode')
60 # create an invalid changelog
60 # create an invalid changelog
61 self.opener.append(
61 self.opener.append(
62 "00changelog.i",
62 "00changelog.i",
63 '\0\0\0\2' # represents revlogv2
63 '\0\0\0\2' # represents revlogv2
64 ' dummy changelog to prevent using the old repo layout'
64 ' dummy changelog to prevent using the old repo layout'
65 )
65 )
66 if self.ui.configbool('format', 'generaldelta', False):
66 if self.ui.configbool('format', 'generaldelta', False):
67 requirements.append("generaldelta")
67 requirements.append("generaldelta")
68 requirements = set(requirements)
68 requirements = set(requirements)
69 else:
69 else:
70 raise error.RepoError(_("repository %s not found") % path)
70 raise error.RepoError(_("repository %s not found") % path)
71 elif create:
71 elif create:
72 raise error.RepoError(_("repository %s already exists") % path)
72 raise error.RepoError(_("repository %s already exists") % path)
73 else:
73 else:
74 try:
74 try:
75 requirements = scmutil.readrequires(self.opener, self.supported)
75 requirements = scmutil.readrequires(self.opener, self.supported)
76 except IOError, inst:
76 except IOError, inst:
77 if inst.errno != errno.ENOENT:
77 if inst.errno != errno.ENOENT:
78 raise
78 raise
79 requirements = set()
79 requirements = set()
80
80
81 self.sharedpath = self.path
81 self.sharedpath = self.path
82 try:
82 try:
83 s = os.path.realpath(self.opener.read("sharedpath").rstrip('\n'))
83 s = os.path.realpath(self.opener.read("sharedpath").rstrip('\n'))
84 if not os.path.exists(s):
84 if not os.path.exists(s):
85 raise error.RepoError(
85 raise error.RepoError(
86 _('.hg/sharedpath points to nonexistent directory %s') % s)
86 _('.hg/sharedpath points to nonexistent directory %s') % s)
87 self.sharedpath = s
87 self.sharedpath = s
88 except IOError, inst:
88 except IOError, inst:
89 if inst.errno != errno.ENOENT:
89 if inst.errno != errno.ENOENT:
90 raise
90 raise
91
91
92 self.store = store.store(requirements, self.sharedpath, scmutil.opener)
92 self.store = store.store(requirements, self.sharedpath, scmutil.opener)
93 self.spath = self.store.path
93 self.spath = self.store.path
94 self.sopener = self.store.opener
94 self.sopener = self.store.opener
95 self.sjoin = self.store.join
95 self.sjoin = self.store.join
96 self.opener.createmode = self.store.createmode
96 self.opener.createmode = self.store.createmode
97 self._applyrequirements(requirements)
97 self._applyrequirements(requirements)
98 if create:
98 if create:
99 self._writerequirements()
99 self._writerequirements()
100
100
101
101
102 self._branchcache = None
102 self._branchcache = None
103 self._branchcachetip = None
103 self._branchcachetip = None
104 self.filterpats = {}
104 self.filterpats = {}
105 self._datafilters = {}
105 self._datafilters = {}
106 self._transref = self._lockref = self._wlockref = None
106 self._transref = self._lockref = self._wlockref = None
107
107
108 # A cache for various files under .hg/ that tracks file changes,
108 # A cache for various files under .hg/ that tracks file changes,
109 # (used by the filecache decorator)
109 # (used by the filecache decorator)
110 #
110 #
111 # Maps a property name to its util.filecacheentry
111 # Maps a property name to its util.filecacheentry
112 self._filecache = {}
112 self._filecache = {}
113
113
114 def _applyrequirements(self, requirements):
114 def _applyrequirements(self, requirements):
115 self.requirements = requirements
115 self.requirements = requirements
116 openerreqs = set(('revlogv1', 'generaldelta'))
116 openerreqs = set(('revlogv1', 'generaldelta'))
117 self.sopener.options = dict((r, 1) for r in requirements
117 self.sopener.options = dict((r, 1) for r in requirements
118 if r in openerreqs)
118 if r in openerreqs)
119
119
120 def _writerequirements(self):
120 def _writerequirements(self):
121 reqfile = self.opener("requires", "w")
121 reqfile = self.opener("requires", "w")
122 for r in self.requirements:
122 for r in self.requirements:
123 reqfile.write("%s\n" % r)
123 reqfile.write("%s\n" % r)
124 reqfile.close()
124 reqfile.close()
125
125
126 def _checknested(self, path):
126 def _checknested(self, path):
127 """Determine if path is a legal nested repository."""
127 """Determine if path is a legal nested repository."""
128 if not path.startswith(self.root):
128 if not path.startswith(self.root):
129 return False
129 return False
130 subpath = path[len(self.root) + 1:]
130 subpath = path[len(self.root) + 1:]
131
131
132 # XXX: Checking against the current working copy is wrong in
132 # XXX: Checking against the current working copy is wrong in
133 # the sense that it can reject things like
133 # the sense that it can reject things like
134 #
134 #
135 # $ hg cat -r 10 sub/x.txt
135 # $ hg cat -r 10 sub/x.txt
136 #
136 #
137 # if sub/ is no longer a subrepository in the working copy
137 # if sub/ is no longer a subrepository in the working copy
138 # parent revision.
138 # parent revision.
139 #
139 #
140 # However, it can of course also allow things that would have
140 # However, it can of course also allow things that would have
141 # been rejected before, such as the above cat command if sub/
141 # been rejected before, such as the above cat command if sub/
142 # is a subrepository now, but was a normal directory before.
142 # is a subrepository now, but was a normal directory before.
143 # The old path auditor would have rejected by mistake since it
143 # The old path auditor would have rejected by mistake since it
144 # panics when it sees sub/.hg/.
144 # panics when it sees sub/.hg/.
145 #
145 #
146 # All in all, checking against the working copy seems sensible
146 # All in all, checking against the working copy seems sensible
147 # since we want to prevent access to nested repositories on
147 # since we want to prevent access to nested repositories on
148 # the filesystem *now*.
148 # the filesystem *now*.
149 ctx = self[None]
149 ctx = self[None]
150 parts = util.splitpath(subpath)
150 parts = util.splitpath(subpath)
151 while parts:
151 while parts:
152 prefix = os.sep.join(parts)
152 prefix = os.sep.join(parts)
153 if prefix in ctx.substate:
153 if prefix in ctx.substate:
154 if prefix == subpath:
154 if prefix == subpath:
155 return True
155 return True
156 else:
156 else:
157 sub = ctx.sub(prefix)
157 sub = ctx.sub(prefix)
158 return sub.checknested(subpath[len(prefix) + 1:])
158 return sub.checknested(subpath[len(prefix) + 1:])
159 else:
159 else:
160 parts.pop()
160 parts.pop()
161 return False
161 return False
162
162
163 @filecache('bookmarks')
163 @filecache('bookmarks')
164 def _bookmarks(self):
164 def _bookmarks(self):
165 return bookmarks.read(self)
165 return bookmarks.read(self)
166
166
167 @filecache('bookmarks.current')
167 @filecache('bookmarks.current')
168 def _bookmarkcurrent(self):
168 def _bookmarkcurrent(self):
169 return bookmarks.readcurrent(self)
169 return bookmarks.readcurrent(self)
170
170
171 def _writebookmarks(self, marks):
171 def _writebookmarks(self, marks):
172 bookmarks.write(self)
172 bookmarks.write(self)
173
173
174 @filecache('phaseroots')
174 @filecache('phaseroots')
175 def _phaseroots(self):
175 def _phaseroots(self):
176 self._dirtyphases = False
176 self._dirtyphases = False
177 phaseroots = phases.readroots(self)
177 phaseroots = phases.readroots(self)
178 phases.filterunknown(self, phaseroots)
178 phases.filterunknown(self, phaseroots)
179 return phaseroots
179 return phaseroots
180
180
181 @propertycache
181 @propertycache
182 def _phaserev(self):
182 def _phaserev(self):
183 cache = [0] * len(self)
183 cache = [0] * len(self)
184 for phase in phases.trackedphases:
184 for phase in phases.trackedphases:
185 roots = map(self.changelog.rev, self._phaseroots[phase])
185 roots = map(self.changelog.rev, self._phaseroots[phase])
186 if roots:
186 if roots:
187 for rev in roots:
187 for rev in roots:
188 cache[rev] = phase
188 cache[rev] = phase
189 for rev in self.changelog.descendants(*roots):
189 for rev in self.changelog.descendants(*roots):
190 cache[rev] = phase
190 cache[rev] = phase
191 return cache
191 return cache
192
192
193 @filecache('00changelog.i', True)
193 @filecache('00changelog.i', True)
194 def changelog(self):
194 def changelog(self):
195 c = changelog.changelog(self.sopener)
195 c = changelog.changelog(self.sopener)
196 if 'HG_PENDING' in os.environ:
196 if 'HG_PENDING' in os.environ:
197 p = os.environ['HG_PENDING']
197 p = os.environ['HG_PENDING']
198 if p.startswith(self.root):
198 if p.startswith(self.root):
199 c.readpending('00changelog.i.a')
199 c.readpending('00changelog.i.a')
200 return c
200 return c
201
201
202 @filecache('00manifest.i', True)
202 @filecache('00manifest.i', True)
203 def manifest(self):
203 def manifest(self):
204 return manifest.manifest(self.sopener)
204 return manifest.manifest(self.sopener)
205
205
206 @filecache('dirstate')
206 @filecache('dirstate')
207 def dirstate(self):
207 def dirstate(self):
208 warned = [0]
208 warned = [0]
209 def validate(node):
209 def validate(node):
210 try:
210 try:
211 self.changelog.rev(node)
211 self.changelog.rev(node)
212 return node
212 return node
213 except error.LookupError:
213 except error.LookupError:
214 if not warned[0]:
214 if not warned[0]:
215 warned[0] = True
215 warned[0] = True
216 self.ui.warn(_("warning: ignoring unknown"
216 self.ui.warn(_("warning: ignoring unknown"
217 " working parent %s!\n") % short(node))
217 " working parent %s!\n") % short(node))
218 return nullid
218 return nullid
219
219
220 return dirstate.dirstate(self.opener, self.ui, self.root, validate)
220 return dirstate.dirstate(self.opener, self.ui, self.root, validate)
221
221
222 def __getitem__(self, changeid):
222 def __getitem__(self, changeid):
223 if changeid is None:
223 if changeid is None:
224 return context.workingctx(self)
224 return context.workingctx(self)
225 return context.changectx(self, changeid)
225 return context.changectx(self, changeid)
226
226
227 def __contains__(self, changeid):
227 def __contains__(self, changeid):
228 try:
228 try:
229 return bool(self.lookup(changeid))
229 return bool(self.lookup(changeid))
230 except error.RepoLookupError:
230 except error.RepoLookupError:
231 return False
231 return False
232
232
233 def __nonzero__(self):
233 def __nonzero__(self):
234 return True
234 return True
235
235
236 def __len__(self):
236 def __len__(self):
237 return len(self.changelog)
237 return len(self.changelog)
238
238
239 def __iter__(self):
239 def __iter__(self):
240 for i in xrange(len(self)):
240 for i in xrange(len(self)):
241 yield i
241 yield i
242
242
243 def revs(self, expr, *args):
243 def revs(self, expr, *args):
244 '''Return a list of revisions matching the given revset'''
244 '''Return a list of revisions matching the given revset'''
245 expr = revset.formatspec(expr, *args)
245 expr = revset.formatspec(expr, *args)
246 m = revset.match(None, expr)
246 m = revset.match(None, expr)
247 return [r for r in m(self, range(len(self)))]
247 return [r for r in m(self, range(len(self)))]
248
248
249 def set(self, expr, *args):
249 def set(self, expr, *args):
250 '''
250 '''
251 Yield a context for each matching revision, after doing arg
251 Yield a context for each matching revision, after doing arg
252 replacement via revset.formatspec
252 replacement via revset.formatspec
253 '''
253 '''
254 for r in self.revs(expr, *args):
254 for r in self.revs(expr, *args):
255 yield self[r]
255 yield self[r]
256
256
257 def url(self):
257 def url(self):
258 return 'file:' + self.root
258 return 'file:' + self.root
259
259
260 def hook(self, name, throw=False, **args):
260 def hook(self, name, throw=False, **args):
261 return hook.hook(self.ui, self, name, throw, **args)
261 return hook.hook(self.ui, self, name, throw, **args)
262
262
263 tag_disallowed = ':\r\n'
263 tag_disallowed = ':\r\n'
264
264
265 def _tag(self, names, node, message, local, user, date, extra={}):
265 def _tag(self, names, node, message, local, user, date, extra={}):
266 if isinstance(names, str):
266 if isinstance(names, str):
267 allchars = names
267 allchars = names
268 names = (names,)
268 names = (names,)
269 else:
269 else:
270 allchars = ''.join(names)
270 allchars = ''.join(names)
271 for c in self.tag_disallowed:
271 for c in self.tag_disallowed:
272 if c in allchars:
272 if c in allchars:
273 raise util.Abort(_('%r cannot be used in a tag name') % c)
273 raise util.Abort(_('%r cannot be used in a tag name') % c)
274
274
275 branches = self.branchmap()
275 branches = self.branchmap()
276 for name in names:
276 for name in names:
277 self.hook('pretag', throw=True, node=hex(node), tag=name,
277 self.hook('pretag', throw=True, node=hex(node), tag=name,
278 local=local)
278 local=local)
279 if name in branches:
279 if name in branches:
280 self.ui.warn(_("warning: tag %s conflicts with existing"
280 self.ui.warn(_("warning: tag %s conflicts with existing"
281 " branch name\n") % name)
281 " branch name\n") % name)
282
282
283 def writetags(fp, names, munge, prevtags):
283 def writetags(fp, names, munge, prevtags):
284 fp.seek(0, 2)
284 fp.seek(0, 2)
285 if prevtags and prevtags[-1] != '\n':
285 if prevtags and prevtags[-1] != '\n':
286 fp.write('\n')
286 fp.write('\n')
287 for name in names:
287 for name in names:
288 m = munge and munge(name) or name
288 m = munge and munge(name) or name
289 if self._tagscache.tagtypes and name in self._tagscache.tagtypes:
289 if self._tagscache.tagtypes and name in self._tagscache.tagtypes:
290 old = self.tags().get(name, nullid)
290 old = self.tags().get(name, nullid)
291 fp.write('%s %s\n' % (hex(old), m))
291 fp.write('%s %s\n' % (hex(old), m))
292 fp.write('%s %s\n' % (hex(node), m))
292 fp.write('%s %s\n' % (hex(node), m))
293 fp.close()
293 fp.close()
294
294
295 prevtags = ''
295 prevtags = ''
296 if local:
296 if local:
297 try:
297 try:
298 fp = self.opener('localtags', 'r+')
298 fp = self.opener('localtags', 'r+')
299 except IOError:
299 except IOError:
300 fp = self.opener('localtags', 'a')
300 fp = self.opener('localtags', 'a')
301 else:
301 else:
302 prevtags = fp.read()
302 prevtags = fp.read()
303
303
304 # local tags are stored in the current charset
304 # local tags are stored in the current charset
305 writetags(fp, names, None, prevtags)
305 writetags(fp, names, None, prevtags)
306 for name in names:
306 for name in names:
307 self.hook('tag', node=hex(node), tag=name, local=local)
307 self.hook('tag', node=hex(node), tag=name, local=local)
308 return
308 return
309
309
310 try:
310 try:
311 fp = self.wfile('.hgtags', 'rb+')
311 fp = self.wfile('.hgtags', 'rb+')
312 except IOError, e:
312 except IOError, e:
313 if e.errno != errno.ENOENT:
313 if e.errno != errno.ENOENT:
314 raise
314 raise
315 fp = self.wfile('.hgtags', 'ab')
315 fp = self.wfile('.hgtags', 'ab')
316 else:
316 else:
317 prevtags = fp.read()
317 prevtags = fp.read()
318
318
319 # committed tags are stored in UTF-8
319 # committed tags are stored in UTF-8
320 writetags(fp, names, encoding.fromlocal, prevtags)
320 writetags(fp, names, encoding.fromlocal, prevtags)
321
321
322 fp.close()
322 fp.close()
323
323
324 if '.hgtags' not in self.dirstate:
324 if '.hgtags' not in self.dirstate:
325 self[None].add(['.hgtags'])
325 self[None].add(['.hgtags'])
326
326
327 m = matchmod.exact(self.root, '', ['.hgtags'])
327 m = matchmod.exact(self.root, '', ['.hgtags'])
328 tagnode = self.commit(message, user, date, extra=extra, match=m)
328 tagnode = self.commit(message, user, date, extra=extra, match=m)
329
329
330 for name in names:
330 for name in names:
331 self.hook('tag', node=hex(node), tag=name, local=local)
331 self.hook('tag', node=hex(node), tag=name, local=local)
332
332
333 return tagnode
333 return tagnode
334
334
335 def tag(self, names, node, message, local, user, date):
335 def tag(self, names, node, message, local, user, date):
336 '''tag a revision with one or more symbolic names.
336 '''tag a revision with one or more symbolic names.
337
337
338 names is a list of strings or, when adding a single tag, names may be a
338 names is a list of strings or, when adding a single tag, names may be a
339 string.
339 string.
340
340
341 if local is True, the tags are stored in a per-repository file.
341 if local is True, the tags are stored in a per-repository file.
342 otherwise, they are stored in the .hgtags file, and a new
342 otherwise, they are stored in the .hgtags file, and a new
343 changeset is committed with the change.
343 changeset is committed with the change.
344
344
345 keyword arguments:
345 keyword arguments:
346
346
347 local: whether to store tags in non-version-controlled file
347 local: whether to store tags in non-version-controlled file
348 (default False)
348 (default False)
349
349
350 message: commit message to use if committing
350 message: commit message to use if committing
351
351
352 user: name of user to use if committing
352 user: name of user to use if committing
353
353
354 date: date tuple to use if committing'''
354 date: date tuple to use if committing'''
355
355
356 if not local:
356 if not local:
357 for x in self.status()[:5]:
357 for x in self.status()[:5]:
358 if '.hgtags' in x:
358 if '.hgtags' in x:
359 raise util.Abort(_('working copy of .hgtags is changed '
359 raise util.Abort(_('working copy of .hgtags is changed '
360 '(please commit .hgtags manually)'))
360 '(please commit .hgtags manually)'))
361
361
362 self.tags() # instantiate the cache
362 self.tags() # instantiate the cache
363 self._tag(names, node, message, local, user, date)
363 self._tag(names, node, message, local, user, date)
364
364
365 @propertycache
365 @propertycache
366 def _tagscache(self):
366 def _tagscache(self):
367 '''Returns a tagscache object that contains various tags related caches.'''
367 '''Returns a tagscache object that contains various tags related caches.'''
368
368
369 # This simplifies its cache management by having one decorated
369 # This simplifies its cache management by having one decorated
370 # function (this one) and the rest simply fetch things from it.
370 # function (this one) and the rest simply fetch things from it.
371 class tagscache(object):
371 class tagscache(object):
372 def __init__(self):
372 def __init__(self):
373 # These two define the set of tags for this repository. tags
373 # These two define the set of tags for this repository. tags
374 # maps tag name to node; tagtypes maps tag name to 'global' or
374 # maps tag name to node; tagtypes maps tag name to 'global' or
375 # 'local'. (Global tags are defined by .hgtags across all
375 # 'local'. (Global tags are defined by .hgtags across all
376 # heads, and local tags are defined in .hg/localtags.)
376 # heads, and local tags are defined in .hg/localtags.)
377 # They constitute the in-memory cache of tags.
377 # They constitute the in-memory cache of tags.
378 self.tags = self.tagtypes = None
378 self.tags = self.tagtypes = None
379
379
380 self.nodetagscache = self.tagslist = None
380 self.nodetagscache = self.tagslist = None
381
381
382 cache = tagscache()
382 cache = tagscache()
383 cache.tags, cache.tagtypes = self._findtags()
383 cache.tags, cache.tagtypes = self._findtags()
384
384
385 return cache
385 return cache
386
386
387 def tags(self):
387 def tags(self):
388 '''return a mapping of tag to node'''
388 '''return a mapping of tag to node'''
389 return self._tagscache.tags
389 return self._tagscache.tags
390
390
391 def _findtags(self):
391 def _findtags(self):
392 '''Do the hard work of finding tags. Return a pair of dicts
392 '''Do the hard work of finding tags. Return a pair of dicts
393 (tags, tagtypes) where tags maps tag name to node, and tagtypes
393 (tags, tagtypes) where tags maps tag name to node, and tagtypes
394 maps tag name to a string like \'global\' or \'local\'.
394 maps tag name to a string like \'global\' or \'local\'.
395 Subclasses or extensions are free to add their own tags, but
395 Subclasses or extensions are free to add their own tags, but
396 should be aware that the returned dicts will be retained for the
396 should be aware that the returned dicts will be retained for the
397 duration of the localrepo object.'''
397 duration of the localrepo object.'''
398
398
399 # XXX what tagtype should subclasses/extensions use? Currently
399 # XXX what tagtype should subclasses/extensions use? Currently
400 # mq and bookmarks add tags, but do not set the tagtype at all.
400 # mq and bookmarks add tags, but do not set the tagtype at all.
401 # Should each extension invent its own tag type? Should there
401 # Should each extension invent its own tag type? Should there
402 # be one tagtype for all such "virtual" tags? Or is the status
402 # be one tagtype for all such "virtual" tags? Or is the status
403 # quo fine?
403 # quo fine?
404
404
405 alltags = {} # map tag name to (node, hist)
405 alltags = {} # map tag name to (node, hist)
406 tagtypes = {}
406 tagtypes = {}
407
407
408 tagsmod.findglobaltags(self.ui, self, alltags, tagtypes)
408 tagsmod.findglobaltags(self.ui, self, alltags, tagtypes)
409 tagsmod.readlocaltags(self.ui, self, alltags, tagtypes)
409 tagsmod.readlocaltags(self.ui, self, alltags, tagtypes)
410
410
411 # Build the return dicts. Have to re-encode tag names because
411 # Build the return dicts. Have to re-encode tag names because
412 # the tags module always uses UTF-8 (in order not to lose info
412 # the tags module always uses UTF-8 (in order not to lose info
413 # writing to the cache), but the rest of Mercurial wants them in
413 # writing to the cache), but the rest of Mercurial wants them in
414 # local encoding.
414 # local encoding.
415 tags = {}
415 tags = {}
416 for (name, (node, hist)) in alltags.iteritems():
416 for (name, (node, hist)) in alltags.iteritems():
417 if node != nullid:
417 if node != nullid:
418 try:
418 try:
419 # ignore tags to unknown nodes
419 # ignore tags to unknown nodes
420 self.changelog.lookup(node)
420 self.changelog.lookup(node)
421 tags[encoding.tolocal(name)] = node
421 tags[encoding.tolocal(name)] = node
422 except error.LookupError:
422 except error.LookupError:
423 pass
423 pass
424 tags['tip'] = self.changelog.tip()
424 tags['tip'] = self.changelog.tip()
425 tagtypes = dict([(encoding.tolocal(name), value)
425 tagtypes = dict([(encoding.tolocal(name), value)
426 for (name, value) in tagtypes.iteritems()])
426 for (name, value) in tagtypes.iteritems()])
427 return (tags, tagtypes)
427 return (tags, tagtypes)
428
428
429 def tagtype(self, tagname):
429 def tagtype(self, tagname):
430 '''
430 '''
431 return the type of the given tag. result can be:
431 return the type of the given tag. result can be:
432
432
433 'local' : a local tag
433 'local' : a local tag
434 'global' : a global tag
434 'global' : a global tag
435 None : tag does not exist
435 None : tag does not exist
436 '''
436 '''
437
437
438 return self._tagscache.tagtypes.get(tagname)
438 return self._tagscache.tagtypes.get(tagname)
439
439
440 def tagslist(self):
440 def tagslist(self):
441 '''return a list of tags ordered by revision'''
441 '''return a list of tags ordered by revision'''
442 if not self._tagscache.tagslist:
442 if not self._tagscache.tagslist:
443 l = []
443 l = []
444 for t, n in self.tags().iteritems():
444 for t, n in self.tags().iteritems():
445 r = self.changelog.rev(n)
445 r = self.changelog.rev(n)
446 l.append((r, t, n))
446 l.append((r, t, n))
447 self._tagscache.tagslist = [(t, n) for r, t, n in sorted(l)]
447 self._tagscache.tagslist = [(t, n) for r, t, n in sorted(l)]
448
448
449 return self._tagscache.tagslist
449 return self._tagscache.tagslist
450
450
451 def nodetags(self, node):
451 def nodetags(self, node):
452 '''return the tags associated with a node'''
452 '''return the tags associated with a node'''
453 if not self._tagscache.nodetagscache:
453 if not self._tagscache.nodetagscache:
454 nodetagscache = {}
454 nodetagscache = {}
455 for t, n in self.tags().iteritems():
455 for t, n in self.tags().iteritems():
456 nodetagscache.setdefault(n, []).append(t)
456 nodetagscache.setdefault(n, []).append(t)
457 for tags in nodetagscache.itervalues():
457 for tags in nodetagscache.itervalues():
458 tags.sort()
458 tags.sort()
459 self._tagscache.nodetagscache = nodetagscache
459 self._tagscache.nodetagscache = nodetagscache
460 return self._tagscache.nodetagscache.get(node, [])
460 return self._tagscache.nodetagscache.get(node, [])
461
461
462 def nodebookmarks(self, node):
462 def nodebookmarks(self, node):
463 marks = []
463 marks = []
464 for bookmark, n in self._bookmarks.iteritems():
464 for bookmark, n in self._bookmarks.iteritems():
465 if n == node:
465 if n == node:
466 marks.append(bookmark)
466 marks.append(bookmark)
467 return sorted(marks)
467 return sorted(marks)
468
468
469 def _branchtags(self, partial, lrev):
469 def _branchtags(self, partial, lrev):
470 # TODO: rename this function?
470 # TODO: rename this function?
471 tiprev = len(self) - 1
471 tiprev = len(self) - 1
472 if lrev != tiprev:
472 if lrev != tiprev:
473 ctxgen = (self[r] for r in xrange(lrev + 1, tiprev + 1))
473 ctxgen = (self[r] for r in xrange(lrev + 1, tiprev + 1))
474 self._updatebranchcache(partial, ctxgen)
474 self._updatebranchcache(partial, ctxgen)
475 self._writebranchcache(partial, self.changelog.tip(), tiprev)
475 self._writebranchcache(partial, self.changelog.tip(), tiprev)
476
476
477 return partial
477 return partial
478
478
479 def updatebranchcache(self):
479 def updatebranchcache(self):
480 tip = self.changelog.tip()
480 tip = self.changelog.tip()
481 if self._branchcache is not None and self._branchcachetip == tip:
481 if self._branchcache is not None and self._branchcachetip == tip:
482 return self._branchcache
482 return self._branchcache
483
483
484 oldtip = self._branchcachetip
484 oldtip = self._branchcachetip
485 self._branchcachetip = tip
485 self._branchcachetip = tip
486 if oldtip is None or oldtip not in self.changelog.nodemap:
486 if oldtip is None or oldtip not in self.changelog.nodemap:
487 partial, last, lrev = self._readbranchcache()
487 partial, last, lrev = self._readbranchcache()
488 else:
488 else:
489 lrev = self.changelog.rev(oldtip)
489 lrev = self.changelog.rev(oldtip)
490 partial = self._branchcache
490 partial = self._branchcache
491
491
492 self._branchtags(partial, lrev)
492 self._branchtags(partial, lrev)
493 # this private cache holds all heads (not just tips)
493 # this private cache holds all heads (not just tips)
494 self._branchcache = partial
494 self._branchcache = partial
495
495
496 def branchmap(self):
496 def branchmap(self):
497 '''returns a dictionary {branch: [branchheads]}'''
497 '''returns a dictionary {branch: [branchheads]}'''
498 self.updatebranchcache()
498 self.updatebranchcache()
499 return self._branchcache
499 return self._branchcache
500
500
501 def branchtags(self):
501 def branchtags(self):
502 '''return a dict where branch names map to the tipmost head of
502 '''return a dict where branch names map to the tipmost head of
503 the branch, open heads come before closed'''
503 the branch, open heads come before closed'''
504 bt = {}
504 bt = {}
505 for bn, heads in self.branchmap().iteritems():
505 for bn, heads in self.branchmap().iteritems():
506 tip = heads[-1]
506 tip = heads[-1]
507 for h in reversed(heads):
507 for h in reversed(heads):
508 if 'close' not in self.changelog.read(h)[5]:
508 if 'close' not in self.changelog.read(h)[5]:
509 tip = h
509 tip = h
510 break
510 break
511 bt[bn] = tip
511 bt[bn] = tip
512 return bt
512 return bt
513
513
514 def _readbranchcache(self):
514 def _readbranchcache(self):
515 partial = {}
515 partial = {}
516 try:
516 try:
517 f = self.opener("cache/branchheads")
517 f = self.opener("cache/branchheads")
518 lines = f.read().split('\n')
518 lines = f.read().split('\n')
519 f.close()
519 f.close()
520 except (IOError, OSError):
520 except (IOError, OSError):
521 return {}, nullid, nullrev
521 return {}, nullid, nullrev
522
522
523 try:
523 try:
524 last, lrev = lines.pop(0).split(" ", 1)
524 last, lrev = lines.pop(0).split(" ", 1)
525 last, lrev = bin(last), int(lrev)
525 last, lrev = bin(last), int(lrev)
526 if lrev >= len(self) or self[lrev].node() != last:
526 if lrev >= len(self) or self[lrev].node() != last:
527 # invalidate the cache
527 # invalidate the cache
528 raise ValueError('invalidating branch cache (tip differs)')
528 raise ValueError('invalidating branch cache (tip differs)')
529 for l in lines:
529 for l in lines:
530 if not l:
530 if not l:
531 continue
531 continue
532 node, label = l.split(" ", 1)
532 node, label = l.split(" ", 1)
533 label = encoding.tolocal(label.strip())
533 label = encoding.tolocal(label.strip())
534 partial.setdefault(label, []).append(bin(node))
534 partial.setdefault(label, []).append(bin(node))
535 except KeyboardInterrupt:
535 except KeyboardInterrupt:
536 raise
536 raise
537 except Exception, inst:
537 except Exception, inst:
538 if self.ui.debugflag:
538 if self.ui.debugflag:
539 self.ui.warn(str(inst), '\n')
539 self.ui.warn(str(inst), '\n')
540 partial, last, lrev = {}, nullid, nullrev
540 partial, last, lrev = {}, nullid, nullrev
541 return partial, last, lrev
541 return partial, last, lrev
542
542
543 def _writebranchcache(self, branches, tip, tiprev):
543 def _writebranchcache(self, branches, tip, tiprev):
544 try:
544 try:
545 f = self.opener("cache/branchheads", "w", atomictemp=True)
545 f = self.opener("cache/branchheads", "w", atomictemp=True)
546 f.write("%s %s\n" % (hex(tip), tiprev))
546 f.write("%s %s\n" % (hex(tip), tiprev))
547 for label, nodes in branches.iteritems():
547 for label, nodes in branches.iteritems():
548 for node in nodes:
548 for node in nodes:
549 f.write("%s %s\n" % (hex(node), encoding.fromlocal(label)))
549 f.write("%s %s\n" % (hex(node), encoding.fromlocal(label)))
550 f.close()
550 f.close()
551 except (IOError, OSError):
551 except (IOError, OSError):
552 pass
552 pass
553
553
554 def _updatebranchcache(self, partial, ctxgen):
554 def _updatebranchcache(self, partial, ctxgen):
555 # collect new branch entries
555 # collect new branch entries
556 newbranches = {}
556 newbranches = {}
557 for c in ctxgen:
557 for c in ctxgen:
558 newbranches.setdefault(c.branch(), []).append(c.node())
558 newbranches.setdefault(c.branch(), []).append(c.node())
559 # if older branchheads are reachable from new ones, they aren't
559 # if older branchheads are reachable from new ones, they aren't
560 # really branchheads. Note checking parents is insufficient:
560 # really branchheads. Note checking parents is insufficient:
561 # 1 (branch a) -> 2 (branch b) -> 3 (branch a)
561 # 1 (branch a) -> 2 (branch b) -> 3 (branch a)
562 for branch, newnodes in newbranches.iteritems():
562 for branch, newnodes in newbranches.iteritems():
563 bheads = partial.setdefault(branch, [])
563 bheads = partial.setdefault(branch, [])
564 bheads.extend(newnodes)
564 bheads.extend(newnodes)
565 if len(bheads) <= 1:
565 if len(bheads) <= 1:
566 continue
566 continue
567 bheads = sorted(bheads, key=lambda x: self[x].rev())
567 bheads = sorted(bheads, key=lambda x: self[x].rev())
568 # starting from tip means fewer passes over reachable
568 # starting from tip means fewer passes over reachable
569 while newnodes:
569 while newnodes:
570 latest = newnodes.pop()
570 latest = newnodes.pop()
571 if latest not in bheads:
571 if latest not in bheads:
572 continue
572 continue
573 minbhrev = self[bheads[0]].node()
573 minbhrev = self[bheads[0]].node()
574 reachable = self.changelog.reachable(latest, minbhrev)
574 reachable = self.changelog.reachable(latest, minbhrev)
575 reachable.remove(latest)
575 reachable.remove(latest)
576 if reachable:
576 if reachable:
577 bheads = [b for b in bheads if b not in reachable]
577 bheads = [b for b in bheads if b not in reachable]
578 partial[branch] = bheads
578 partial[branch] = bheads
579
579
580 def lookup(self, key):
580 def lookup(self, key):
581 if isinstance(key, int):
581 if isinstance(key, int):
582 return self.changelog.node(key)
582 return self.changelog.node(key)
583 elif key == '.':
583 elif key == '.':
584 return self.dirstate.p1()
584 return self.dirstate.p1()
585 elif key == 'null':
585 elif key == 'null':
586 return nullid
586 return nullid
587 elif key == 'tip':
587 elif key == 'tip':
588 return self.changelog.tip()
588 return self.changelog.tip()
589 n = self.changelog._match(key)
589 n = self.changelog._match(key)
590 if n:
590 if n:
591 return n
591 return n
592 if key in self._bookmarks:
592 if key in self._bookmarks:
593 return self._bookmarks[key]
593 return self._bookmarks[key]
594 if key in self.tags():
594 if key in self.tags():
595 return self.tags()[key]
595 return self.tags()[key]
596 if key in self.branchtags():
596 if key in self.branchtags():
597 return self.branchtags()[key]
597 return self.branchtags()[key]
598 n = self.changelog._partialmatch(key)
598 n = self.changelog._partialmatch(key)
599 if n:
599 if n:
600 return n
600 return n
601
601
602 # can't find key, check if it might have come from damaged dirstate
602 # can't find key, check if it might have come from damaged dirstate
603 if key in self.dirstate.parents():
603 if key in self.dirstate.parents():
604 raise error.Abort(_("working directory has unknown parent '%s'!")
604 raise error.Abort(_("working directory has unknown parent '%s'!")
605 % short(key))
605 % short(key))
606 try:
606 try:
607 if len(key) == 20:
607 if len(key) == 20:
608 key = hex(key)
608 key = hex(key)
609 except TypeError:
609 except TypeError:
610 pass
610 pass
611 raise error.RepoLookupError(_("unknown revision '%s'") % key)
611 raise error.RepoLookupError(_("unknown revision '%s'") % key)
612
612
613 def lookupbranch(self, key, remote=None):
613 def lookupbranch(self, key, remote=None):
614 repo = remote or self
614 repo = remote or self
615 if key in repo.branchmap():
615 if key in repo.branchmap():
616 return key
616 return key
617
617
618 repo = (remote and remote.local()) and remote or self
618 repo = (remote and remote.local()) and remote or self
619 return repo[key].branch()
619 return repo[key].branch()
620
620
621 def known(self, nodes):
621 def known(self, nodes):
622 nm = self.changelog.nodemap
622 nm = self.changelog.nodemap
623 return [(n in nm) for n in nodes]
623 return [(n in nm) for n in nodes]
624
624
625 def local(self):
625 def local(self):
626 return self
626 return self
627
627
628 def join(self, f):
628 def join(self, f):
629 return os.path.join(self.path, f)
629 return os.path.join(self.path, f)
630
630
631 def wjoin(self, f):
631 def wjoin(self, f):
632 return os.path.join(self.root, f)
632 return os.path.join(self.root, f)
633
633
634 def file(self, f):
634 def file(self, f):
635 if f[0] == '/':
635 if f[0] == '/':
636 f = f[1:]
636 f = f[1:]
637 return filelog.filelog(self.sopener, f)
637 return filelog.filelog(self.sopener, f)
638
638
639 def changectx(self, changeid):
639 def changectx(self, changeid):
640 return self[changeid]
640 return self[changeid]
641
641
642 def parents(self, changeid=None):
642 def parents(self, changeid=None):
643 '''get list of changectxs for parents of changeid'''
643 '''get list of changectxs for parents of changeid'''
644 return self[changeid].parents()
644 return self[changeid].parents()
645
645
646 def filectx(self, path, changeid=None, fileid=None):
646 def filectx(self, path, changeid=None, fileid=None):
647 """changeid can be a changeset revision, node, or tag.
647 """changeid can be a changeset revision, node, or tag.
648 fileid can be a file revision or node."""
648 fileid can be a file revision or node."""
649 return context.filectx(self, path, changeid, fileid)
649 return context.filectx(self, path, changeid, fileid)
650
650
651 def getcwd(self):
651 def getcwd(self):
652 return self.dirstate.getcwd()
652 return self.dirstate.getcwd()
653
653
654 def pathto(self, f, cwd=None):
654 def pathto(self, f, cwd=None):
655 return self.dirstate.pathto(f, cwd)
655 return self.dirstate.pathto(f, cwd)
656
656
657 def wfile(self, f, mode='r'):
657 def wfile(self, f, mode='r'):
658 return self.wopener(f, mode)
658 return self.wopener(f, mode)
659
659
660 def _link(self, f):
660 def _link(self, f):
661 return os.path.islink(self.wjoin(f))
661 return os.path.islink(self.wjoin(f))
662
662
663 def _loadfilter(self, filter):
663 def _loadfilter(self, filter):
664 if filter not in self.filterpats:
664 if filter not in self.filterpats:
665 l = []
665 l = []
666 for pat, cmd in self.ui.configitems(filter):
666 for pat, cmd in self.ui.configitems(filter):
667 if cmd == '!':
667 if cmd == '!':
668 continue
668 continue
669 mf = matchmod.match(self.root, '', [pat])
669 mf = matchmod.match(self.root, '', [pat])
670 fn = None
670 fn = None
671 params = cmd
671 params = cmd
672 for name, filterfn in self._datafilters.iteritems():
672 for name, filterfn in self._datafilters.iteritems():
673 if cmd.startswith(name):
673 if cmd.startswith(name):
674 fn = filterfn
674 fn = filterfn
675 params = cmd[len(name):].lstrip()
675 params = cmd[len(name):].lstrip()
676 break
676 break
677 if not fn:
677 if not fn:
678 fn = lambda s, c, **kwargs: util.filter(s, c)
678 fn = lambda s, c, **kwargs: util.filter(s, c)
679 # Wrap old filters not supporting keyword arguments
679 # Wrap old filters not supporting keyword arguments
680 if not inspect.getargspec(fn)[2]:
680 if not inspect.getargspec(fn)[2]:
681 oldfn = fn
681 oldfn = fn
682 fn = lambda s, c, **kwargs: oldfn(s, c)
682 fn = lambda s, c, **kwargs: oldfn(s, c)
683 l.append((mf, fn, params))
683 l.append((mf, fn, params))
684 self.filterpats[filter] = l
684 self.filterpats[filter] = l
685 return self.filterpats[filter]
685 return self.filterpats[filter]
686
686
687 def _filter(self, filterpats, filename, data):
687 def _filter(self, filterpats, filename, data):
688 for mf, fn, cmd in filterpats:
688 for mf, fn, cmd in filterpats:
689 if mf(filename):
689 if mf(filename):
690 self.ui.debug("filtering %s through %s\n" % (filename, cmd))
690 self.ui.debug("filtering %s through %s\n" % (filename, cmd))
691 data = fn(data, cmd, ui=self.ui, repo=self, filename=filename)
691 data = fn(data, cmd, ui=self.ui, repo=self, filename=filename)
692 break
692 break
693
693
694 return data
694 return data
695
695
696 @propertycache
696 @propertycache
697 def _encodefilterpats(self):
697 def _encodefilterpats(self):
698 return self._loadfilter('encode')
698 return self._loadfilter('encode')
699
699
700 @propertycache
700 @propertycache
701 def _decodefilterpats(self):
701 def _decodefilterpats(self):
702 return self._loadfilter('decode')
702 return self._loadfilter('decode')
703
703
704 def adddatafilter(self, name, filter):
704 def adddatafilter(self, name, filter):
705 self._datafilters[name] = filter
705 self._datafilters[name] = filter
706
706
707 def wread(self, filename):
707 def wread(self, filename):
708 if self._link(filename):
708 if self._link(filename):
709 data = os.readlink(self.wjoin(filename))
709 data = os.readlink(self.wjoin(filename))
710 else:
710 else:
711 data = self.wopener.read(filename)
711 data = self.wopener.read(filename)
712 return self._filter(self._encodefilterpats, filename, data)
712 return self._filter(self._encodefilterpats, filename, data)
713
713
714 def wwrite(self, filename, data, flags):
714 def wwrite(self, filename, data, flags):
715 data = self._filter(self._decodefilterpats, filename, data)
715 data = self._filter(self._decodefilterpats, filename, data)
716 if 'l' in flags:
716 if 'l' in flags:
717 self.wopener.symlink(data, filename)
717 self.wopener.symlink(data, filename)
718 else:
718 else:
719 self.wopener.write(filename, data)
719 self.wopener.write(filename, data)
720 if 'x' in flags:
720 if 'x' in flags:
721 util.setflags(self.wjoin(filename), False, True)
721 util.setflags(self.wjoin(filename), False, True)
722
722
723 def wwritedata(self, filename, data):
723 def wwritedata(self, filename, data):
724 return self._filter(self._decodefilterpats, filename, data)
724 return self._filter(self._decodefilterpats, filename, data)
725
725
726 def transaction(self, desc):
726 def transaction(self, desc):
727 tr = self._transref and self._transref() or None
727 tr = self._transref and self._transref() or None
728 if tr and tr.running():
728 if tr and tr.running():
729 return tr.nest()
729 return tr.nest()
730
730
731 # abort here if the journal already exists
731 # abort here if the journal already exists
732 if os.path.exists(self.sjoin("journal")):
732 if os.path.exists(self.sjoin("journal")):
733 raise error.RepoError(
733 raise error.RepoError(
734 _("abandoned transaction found - run hg recover"))
734 _("abandoned transaction found - run hg recover"))
735
735
736 journalfiles = self._writejournal(desc)
736 journalfiles = self._writejournal(desc)
737 renames = [(x, undoname(x)) for x in journalfiles]
737 renames = [(x, undoname(x)) for x in journalfiles]
738
738
739 tr = transaction.transaction(self.ui.warn, self.sopener,
739 tr = transaction.transaction(self.ui.warn, self.sopener,
740 self.sjoin("journal"),
740 self.sjoin("journal"),
741 aftertrans(renames),
741 aftertrans(renames),
742 self.store.createmode)
742 self.store.createmode)
743 self._transref = weakref.ref(tr)
743 self._transref = weakref.ref(tr)
744 return tr
744 return tr
745
745
746 def _writejournal(self, desc):
746 def _writejournal(self, desc):
747 # save dirstate for rollback
747 # save dirstate for rollback
748 try:
748 try:
749 ds = self.opener.read("dirstate")
749 ds = self.opener.read("dirstate")
750 except IOError:
750 except IOError:
751 ds = ""
751 ds = ""
752 self.opener.write("journal.dirstate", ds)
752 self.opener.write("journal.dirstate", ds)
753 self.opener.write("journal.branch",
753 self.opener.write("journal.branch",
754 encoding.fromlocal(self.dirstate.branch()))
754 encoding.fromlocal(self.dirstate.branch()))
755 self.opener.write("journal.desc",
755 self.opener.write("journal.desc",
756 "%d\n%s\n" % (len(self), desc))
756 "%d\n%s\n" % (len(self), desc))
757
757
758 bkname = self.join('bookmarks')
758 bkname = self.join('bookmarks')
759 if os.path.exists(bkname):
759 if os.path.exists(bkname):
760 util.copyfile(bkname, self.join('journal.bookmarks'))
760 util.copyfile(bkname, self.join('journal.bookmarks'))
761 else:
761 else:
762 self.opener.write('journal.bookmarks', '')
762 self.opener.write('journal.bookmarks', '')
763 phasesname = self.sjoin('phaseroots')
763 phasesname = self.sjoin('phaseroots')
764 if os.path.exists(phasesname):
764 if os.path.exists(phasesname):
765 util.copyfile(phasesname, self.sjoin('journal.phaseroots'))
765 util.copyfile(phasesname, self.sjoin('journal.phaseroots'))
766 else:
766 else:
767 self.sopener.write('journal.phaseroots', '')
767 self.sopener.write('journal.phaseroots', '')
768
768
769 return (self.sjoin('journal'), self.join('journal.dirstate'),
769 return (self.sjoin('journal'), self.join('journal.dirstate'),
770 self.join('journal.branch'), self.join('journal.desc'),
770 self.join('journal.branch'), self.join('journal.desc'),
771 self.join('journal.bookmarks'),
771 self.join('journal.bookmarks'),
772 self.sjoin('journal.phaseroots'))
772 self.sjoin('journal.phaseroots'))
773
773
774 def recover(self):
774 def recover(self):
775 lock = self.lock()
775 lock = self.lock()
776 try:
776 try:
777 if os.path.exists(self.sjoin("journal")):
777 if os.path.exists(self.sjoin("journal")):
778 self.ui.status(_("rolling back interrupted transaction\n"))
778 self.ui.status(_("rolling back interrupted transaction\n"))
779 transaction.rollback(self.sopener, self.sjoin("journal"),
779 transaction.rollback(self.sopener, self.sjoin("journal"),
780 self.ui.warn)
780 self.ui.warn)
781 self.invalidate()
781 self.invalidate()
782 return True
782 return True
783 else:
783 else:
784 self.ui.warn(_("no interrupted transaction available\n"))
784 self.ui.warn(_("no interrupted transaction available\n"))
785 return False
785 return False
786 finally:
786 finally:
787 lock.release()
787 lock.release()
788
788
789 def rollback(self, dryrun=False, force=False):
789 def rollback(self, dryrun=False, force=False):
790 wlock = lock = None
790 wlock = lock = None
791 try:
791 try:
792 wlock = self.wlock()
792 wlock = self.wlock()
793 lock = self.lock()
793 lock = self.lock()
794 if os.path.exists(self.sjoin("undo")):
794 if os.path.exists(self.sjoin("undo")):
795 return self._rollback(dryrun, force)
795 return self._rollback(dryrun, force)
796 else:
796 else:
797 self.ui.warn(_("no rollback information available\n"))
797 self.ui.warn(_("no rollback information available\n"))
798 return 1
798 return 1
799 finally:
799 finally:
800 release(lock, wlock)
800 release(lock, wlock)
801
801
802 def _rollback(self, dryrun, force):
802 def _rollback(self, dryrun, force):
803 ui = self.ui
803 ui = self.ui
804 try:
804 try:
805 args = self.opener.read('undo.desc').splitlines()
805 args = self.opener.read('undo.desc').splitlines()
806 (oldlen, desc, detail) = (int(args[0]), args[1], None)
806 (oldlen, desc, detail) = (int(args[0]), args[1], None)
807 if len(args) >= 3:
807 if len(args) >= 3:
808 detail = args[2]
808 detail = args[2]
809 oldtip = oldlen - 1
809 oldtip = oldlen - 1
810
810
811 if detail and ui.verbose:
811 if detail and ui.verbose:
812 msg = (_('repository tip rolled back to revision %s'
812 msg = (_('repository tip rolled back to revision %s'
813 ' (undo %s: %s)\n')
813 ' (undo %s: %s)\n')
814 % (oldtip, desc, detail))
814 % (oldtip, desc, detail))
815 else:
815 else:
816 msg = (_('repository tip rolled back to revision %s'
816 msg = (_('repository tip rolled back to revision %s'
817 ' (undo %s)\n')
817 ' (undo %s)\n')
818 % (oldtip, desc))
818 % (oldtip, desc))
819 except IOError:
819 except IOError:
820 msg = _('rolling back unknown transaction\n')
820 msg = _('rolling back unknown transaction\n')
821 desc = None
821 desc = None
822
822
823 if not force and self['.'] != self['tip'] and desc == 'commit':
823 if not force and self['.'] != self['tip'] and desc == 'commit':
824 raise util.Abort(
824 raise util.Abort(
825 _('rollback of last commit while not checked out '
825 _('rollback of last commit while not checked out '
826 'may lose data'), hint=_('use -f to force'))
826 'may lose data'), hint=_('use -f to force'))
827
827
828 ui.status(msg)
828 ui.status(msg)
829 if dryrun:
829 if dryrun:
830 return 0
830 return 0
831
831
832 parents = self.dirstate.parents()
832 parents = self.dirstate.parents()
833 transaction.rollback(self.sopener, self.sjoin('undo'), ui.warn)
833 transaction.rollback(self.sopener, self.sjoin('undo'), ui.warn)
834 if os.path.exists(self.join('undo.bookmarks')):
834 if os.path.exists(self.join('undo.bookmarks')):
835 util.rename(self.join('undo.bookmarks'),
835 util.rename(self.join('undo.bookmarks'),
836 self.join('bookmarks'))
836 self.join('bookmarks'))
837 if os.path.exists(self.sjoin('undo.phaseroots')):
837 if os.path.exists(self.sjoin('undo.phaseroots')):
838 util.rename(self.sjoin('undo.phaseroots'),
838 util.rename(self.sjoin('undo.phaseroots'),
839 self.sjoin('phaseroots'))
839 self.sjoin('phaseroots'))
840 self.invalidate()
840 self.invalidate()
841
841
842 parentgone = (parents[0] not in self.changelog.nodemap or
842 parentgone = (parents[0] not in self.changelog.nodemap or
843 parents[1] not in self.changelog.nodemap)
843 parents[1] not in self.changelog.nodemap)
844 if parentgone:
844 if parentgone:
845 util.rename(self.join('undo.dirstate'), self.join('dirstate'))
845 util.rename(self.join('undo.dirstate'), self.join('dirstate'))
846 try:
846 try:
847 branch = self.opener.read('undo.branch')
847 branch = self.opener.read('undo.branch')
848 self.dirstate.setbranch(branch)
848 self.dirstate.setbranch(branch)
849 except IOError:
849 except IOError:
850 ui.warn(_('named branch could not be reset: '
850 ui.warn(_('named branch could not be reset: '
851 'current branch is still \'%s\'\n')
851 'current branch is still \'%s\'\n')
852 % self.dirstate.branch())
852 % self.dirstate.branch())
853
853
854 self.dirstate.invalidate()
854 self.dirstate.invalidate()
855 self.destroyed()
855 self.destroyed()
856 parents = tuple([p.rev() for p in self.parents()])
856 parents = tuple([p.rev() for p in self.parents()])
857 if len(parents) > 1:
857 if len(parents) > 1:
858 ui.status(_('working directory now based on '
858 ui.status(_('working directory now based on '
859 'revisions %d and %d\n') % parents)
859 'revisions %d and %d\n') % parents)
860 else:
860 else:
861 ui.status(_('working directory now based on '
861 ui.status(_('working directory now based on '
862 'revision %d\n') % parents)
862 'revision %d\n') % parents)
863 return 0
863 return 0
864
864
865 def invalidatecaches(self):
865 def invalidatecaches(self):
866 try:
866 try:
867 delattr(self, '_tagscache')
867 delattr(self, '_tagscache')
868 except AttributeError:
868 except AttributeError:
869 pass
869 pass
870
870
871 self._branchcache = None # in UTF-8
871 self._branchcache = None # in UTF-8
872 self._branchcachetip = None
872 self._branchcachetip = None
873
873
874 def invalidatedirstate(self):
874 def invalidatedirstate(self):
875 '''Invalidates the dirstate, causing the next call to dirstate
875 '''Invalidates the dirstate, causing the next call to dirstate
876 to check if it was modified since the last time it was read,
876 to check if it was modified since the last time it was read,
877 rereading it if it has.
877 rereading it if it has.
878
878
879 This is different to dirstate.invalidate() that it doesn't always
879 This is different to dirstate.invalidate() that it doesn't always
880 rereads the dirstate. Use dirstate.invalidate() if you want to
880 rereads the dirstate. Use dirstate.invalidate() if you want to
881 explicitly read the dirstate again (i.e. restoring it to a previous
881 explicitly read the dirstate again (i.e. restoring it to a previous
882 known good state).'''
882 known good state).'''
883 try:
883 try:
884 delattr(self, 'dirstate')
884 delattr(self, 'dirstate')
885 except AttributeError:
885 except AttributeError:
886 pass
886 pass
887
887
888 def invalidate(self):
888 def invalidate(self):
889 for k in self._filecache:
889 for k in self._filecache:
890 # dirstate is invalidated separately in invalidatedirstate()
890 # dirstate is invalidated separately in invalidatedirstate()
891 if k == 'dirstate':
891 if k == 'dirstate':
892 continue
892 continue
893
893
894 try:
894 try:
895 delattr(self, k)
895 delattr(self, k)
896 except AttributeError:
896 except AttributeError:
897 pass
897 pass
898 self.invalidatecaches()
898 self.invalidatecaches()
899
899
900 def _lock(self, lockname, wait, releasefn, acquirefn, desc):
900 def _lock(self, lockname, wait, releasefn, acquirefn, desc):
901 try:
901 try:
902 l = lock.lock(lockname, 0, releasefn, desc=desc)
902 l = lock.lock(lockname, 0, releasefn, desc=desc)
903 except error.LockHeld, inst:
903 except error.LockHeld, inst:
904 if not wait:
904 if not wait:
905 raise
905 raise
906 self.ui.warn(_("waiting for lock on %s held by %r\n") %
906 self.ui.warn(_("waiting for lock on %s held by %r\n") %
907 (desc, inst.locker))
907 (desc, inst.locker))
908 # default to 600 seconds timeout
908 # default to 600 seconds timeout
909 l = lock.lock(lockname, int(self.ui.config("ui", "timeout", "600")),
909 l = lock.lock(lockname, int(self.ui.config("ui", "timeout", "600")),
910 releasefn, desc=desc)
910 releasefn, desc=desc)
911 if acquirefn:
911 if acquirefn:
912 acquirefn()
912 acquirefn()
913 return l
913 return l
914
914
915 def _postrelease(self, callback):
915 def _afterlock(self, callback):
916 """add a callback to the current repository lock.
916 """add a callback to the current repository lock.
917
917
918 The callback will be executed on lock release."""
918 The callback will be executed on lock release."""
919 l = self._lockref and self._lockref()
919 l = self._lockref and self._lockref()
920 assert l is not None
920 assert l is not None
921 assert l.held
921 assert l.held
922 l.postreleasehooks.append(callback)
922 l.postreleasehooks.append(callback)
923
923
924 def lock(self, wait=True):
924 def lock(self, wait=True):
925 '''Lock the repository store (.hg/store) and return a weak reference
925 '''Lock the repository store (.hg/store) and return a weak reference
926 to the lock. Use this before modifying the store (e.g. committing or
926 to the lock. Use this before modifying the store (e.g. committing or
927 stripping). If you are opening a transaction, get a lock as well.)'''
927 stripping). If you are opening a transaction, get a lock as well.)'''
928 l = self._lockref and self._lockref()
928 l = self._lockref and self._lockref()
929 if l is not None and l.held:
929 if l is not None and l.held:
930 l.lock()
930 l.lock()
931 return l
931 return l
932
932
933 def unlock():
933 def unlock():
934 self.store.write()
934 self.store.write()
935 if self._dirtyphases:
935 if self._dirtyphases:
936 phases.writeroots(self)
936 phases.writeroots(self)
937 for k, ce in self._filecache.items():
937 for k, ce in self._filecache.items():
938 if k == 'dirstate':
938 if k == 'dirstate':
939 continue
939 continue
940 ce.refresh()
940 ce.refresh()
941
941
942 l = self._lock(self.sjoin("lock"), wait, unlock,
942 l = self._lock(self.sjoin("lock"), wait, unlock,
943 self.invalidate, _('repository %s') % self.origroot)
943 self.invalidate, _('repository %s') % self.origroot)
944 self._lockref = weakref.ref(l)
944 self._lockref = weakref.ref(l)
945 return l
945 return l
946
946
947 def wlock(self, wait=True):
947 def wlock(self, wait=True):
948 '''Lock the non-store parts of the repository (everything under
948 '''Lock the non-store parts of the repository (everything under
949 .hg except .hg/store) and return a weak reference to the lock.
949 .hg except .hg/store) and return a weak reference to the lock.
950 Use this before modifying files in .hg.'''
950 Use this before modifying files in .hg.'''
951 l = self._wlockref and self._wlockref()
951 l = self._wlockref and self._wlockref()
952 if l is not None and l.held:
952 if l is not None and l.held:
953 l.lock()
953 l.lock()
954 return l
954 return l
955
955
956 def unlock():
956 def unlock():
957 self.dirstate.write()
957 self.dirstate.write()
958 ce = self._filecache.get('dirstate')
958 ce = self._filecache.get('dirstate')
959 if ce:
959 if ce:
960 ce.refresh()
960 ce.refresh()
961
961
962 l = self._lock(self.join("wlock"), wait, unlock,
962 l = self._lock(self.join("wlock"), wait, unlock,
963 self.invalidatedirstate, _('working directory of %s') %
963 self.invalidatedirstate, _('working directory of %s') %
964 self.origroot)
964 self.origroot)
965 self._wlockref = weakref.ref(l)
965 self._wlockref = weakref.ref(l)
966 return l
966 return l
967
967
968 def _filecommit(self, fctx, manifest1, manifest2, linkrev, tr, changelist):
968 def _filecommit(self, fctx, manifest1, manifest2, linkrev, tr, changelist):
969 """
969 """
970 commit an individual file as part of a larger transaction
970 commit an individual file as part of a larger transaction
971 """
971 """
972
972
973 fname = fctx.path()
973 fname = fctx.path()
974 text = fctx.data()
974 text = fctx.data()
975 flog = self.file(fname)
975 flog = self.file(fname)
976 fparent1 = manifest1.get(fname, nullid)
976 fparent1 = manifest1.get(fname, nullid)
977 fparent2 = fparent2o = manifest2.get(fname, nullid)
977 fparent2 = fparent2o = manifest2.get(fname, nullid)
978
978
979 meta = {}
979 meta = {}
980 copy = fctx.renamed()
980 copy = fctx.renamed()
981 if copy and copy[0] != fname:
981 if copy and copy[0] != fname:
982 # Mark the new revision of this file as a copy of another
982 # Mark the new revision of this file as a copy of another
983 # file. This copy data will effectively act as a parent
983 # file. This copy data will effectively act as a parent
984 # of this new revision. If this is a merge, the first
984 # of this new revision. If this is a merge, the first
985 # parent will be the nullid (meaning "look up the copy data")
985 # parent will be the nullid (meaning "look up the copy data")
986 # and the second one will be the other parent. For example:
986 # and the second one will be the other parent. For example:
987 #
987 #
988 # 0 --- 1 --- 3 rev1 changes file foo
988 # 0 --- 1 --- 3 rev1 changes file foo
989 # \ / rev2 renames foo to bar and changes it
989 # \ / rev2 renames foo to bar and changes it
990 # \- 2 -/ rev3 should have bar with all changes and
990 # \- 2 -/ rev3 should have bar with all changes and
991 # should record that bar descends from
991 # should record that bar descends from
992 # bar in rev2 and foo in rev1
992 # bar in rev2 and foo in rev1
993 #
993 #
994 # this allows this merge to succeed:
994 # this allows this merge to succeed:
995 #
995 #
996 # 0 --- 1 --- 3 rev4 reverts the content change from rev2
996 # 0 --- 1 --- 3 rev4 reverts the content change from rev2
997 # \ / merging rev3 and rev4 should use bar@rev2
997 # \ / merging rev3 and rev4 should use bar@rev2
998 # \- 2 --- 4 as the merge base
998 # \- 2 --- 4 as the merge base
999 #
999 #
1000
1000
1001 cfname = copy[0]
1001 cfname = copy[0]
1002 crev = manifest1.get(cfname)
1002 crev = manifest1.get(cfname)
1003 newfparent = fparent2
1003 newfparent = fparent2
1004
1004
1005 if manifest2: # branch merge
1005 if manifest2: # branch merge
1006 if fparent2 == nullid or crev is None: # copied on remote side
1006 if fparent2 == nullid or crev is None: # copied on remote side
1007 if cfname in manifest2:
1007 if cfname in manifest2:
1008 crev = manifest2[cfname]
1008 crev = manifest2[cfname]
1009 newfparent = fparent1
1009 newfparent = fparent1
1010
1010
1011 # find source in nearest ancestor if we've lost track
1011 # find source in nearest ancestor if we've lost track
1012 if not crev:
1012 if not crev:
1013 self.ui.debug(" %s: searching for copy revision for %s\n" %
1013 self.ui.debug(" %s: searching for copy revision for %s\n" %
1014 (fname, cfname))
1014 (fname, cfname))
1015 for ancestor in self[None].ancestors():
1015 for ancestor in self[None].ancestors():
1016 if cfname in ancestor:
1016 if cfname in ancestor:
1017 crev = ancestor[cfname].filenode()
1017 crev = ancestor[cfname].filenode()
1018 break
1018 break
1019
1019
1020 if crev:
1020 if crev:
1021 self.ui.debug(" %s: copy %s:%s\n" % (fname, cfname, hex(crev)))
1021 self.ui.debug(" %s: copy %s:%s\n" % (fname, cfname, hex(crev)))
1022 meta["copy"] = cfname
1022 meta["copy"] = cfname
1023 meta["copyrev"] = hex(crev)
1023 meta["copyrev"] = hex(crev)
1024 fparent1, fparent2 = nullid, newfparent
1024 fparent1, fparent2 = nullid, newfparent
1025 else:
1025 else:
1026 self.ui.warn(_("warning: can't find ancestor for '%s' "
1026 self.ui.warn(_("warning: can't find ancestor for '%s' "
1027 "copied from '%s'!\n") % (fname, cfname))
1027 "copied from '%s'!\n") % (fname, cfname))
1028
1028
1029 elif fparent2 != nullid:
1029 elif fparent2 != nullid:
1030 # is one parent an ancestor of the other?
1030 # is one parent an ancestor of the other?
1031 fparentancestor = flog.ancestor(fparent1, fparent2)
1031 fparentancestor = flog.ancestor(fparent1, fparent2)
1032 if fparentancestor == fparent1:
1032 if fparentancestor == fparent1:
1033 fparent1, fparent2 = fparent2, nullid
1033 fparent1, fparent2 = fparent2, nullid
1034 elif fparentancestor == fparent2:
1034 elif fparentancestor == fparent2:
1035 fparent2 = nullid
1035 fparent2 = nullid
1036
1036
1037 # is the file changed?
1037 # is the file changed?
1038 if fparent2 != nullid or flog.cmp(fparent1, text) or meta:
1038 if fparent2 != nullid or flog.cmp(fparent1, text) or meta:
1039 changelist.append(fname)
1039 changelist.append(fname)
1040 return flog.add(text, meta, tr, linkrev, fparent1, fparent2)
1040 return flog.add(text, meta, tr, linkrev, fparent1, fparent2)
1041
1041
1042 # are just the flags changed during merge?
1042 # are just the flags changed during merge?
1043 if fparent1 != fparent2o and manifest1.flags(fname) != fctx.flags():
1043 if fparent1 != fparent2o and manifest1.flags(fname) != fctx.flags():
1044 changelist.append(fname)
1044 changelist.append(fname)
1045
1045
1046 return fparent1
1046 return fparent1
1047
1047
1048 def commit(self, text="", user=None, date=None, match=None, force=False,
1048 def commit(self, text="", user=None, date=None, match=None, force=False,
1049 editor=False, extra={}):
1049 editor=False, extra={}):
1050 """Add a new revision to current repository.
1050 """Add a new revision to current repository.
1051
1051
1052 Revision information is gathered from the working directory,
1052 Revision information is gathered from the working directory,
1053 match can be used to filter the committed files. If editor is
1053 match can be used to filter the committed files. If editor is
1054 supplied, it is called to get a commit message.
1054 supplied, it is called to get a commit message.
1055 """
1055 """
1056
1056
1057 def fail(f, msg):
1057 def fail(f, msg):
1058 raise util.Abort('%s: %s' % (f, msg))
1058 raise util.Abort('%s: %s' % (f, msg))
1059
1059
1060 if not match:
1060 if not match:
1061 match = matchmod.always(self.root, '')
1061 match = matchmod.always(self.root, '')
1062
1062
1063 if not force:
1063 if not force:
1064 vdirs = []
1064 vdirs = []
1065 match.dir = vdirs.append
1065 match.dir = vdirs.append
1066 match.bad = fail
1066 match.bad = fail
1067
1067
1068 wlock = self.wlock()
1068 wlock = self.wlock()
1069 try:
1069 try:
1070 wctx = self[None]
1070 wctx = self[None]
1071 merge = len(wctx.parents()) > 1
1071 merge = len(wctx.parents()) > 1
1072
1072
1073 if (not force and merge and match and
1073 if (not force and merge and match and
1074 (match.files() or match.anypats())):
1074 (match.files() or match.anypats())):
1075 raise util.Abort(_('cannot partially commit a merge '
1075 raise util.Abort(_('cannot partially commit a merge '
1076 '(do not specify files or patterns)'))
1076 '(do not specify files or patterns)'))
1077
1077
1078 changes = self.status(match=match, clean=force)
1078 changes = self.status(match=match, clean=force)
1079 if force:
1079 if force:
1080 changes[0].extend(changes[6]) # mq may commit unchanged files
1080 changes[0].extend(changes[6]) # mq may commit unchanged files
1081
1081
1082 # check subrepos
1082 # check subrepos
1083 subs = []
1083 subs = []
1084 removedsubs = set()
1084 removedsubs = set()
1085 if '.hgsub' in wctx:
1085 if '.hgsub' in wctx:
1086 # only manage subrepos and .hgsubstate if .hgsub is present
1086 # only manage subrepos and .hgsubstate if .hgsub is present
1087 for p in wctx.parents():
1087 for p in wctx.parents():
1088 removedsubs.update(s for s in p.substate if match(s))
1088 removedsubs.update(s for s in p.substate if match(s))
1089 for s in wctx.substate:
1089 for s in wctx.substate:
1090 removedsubs.discard(s)
1090 removedsubs.discard(s)
1091 if match(s) and wctx.sub(s).dirty():
1091 if match(s) and wctx.sub(s).dirty():
1092 subs.append(s)
1092 subs.append(s)
1093 if (subs or removedsubs):
1093 if (subs or removedsubs):
1094 if (not match('.hgsub') and
1094 if (not match('.hgsub') and
1095 '.hgsub' in (wctx.modified() + wctx.added())):
1095 '.hgsub' in (wctx.modified() + wctx.added())):
1096 raise util.Abort(
1096 raise util.Abort(
1097 _("can't commit subrepos without .hgsub"))
1097 _("can't commit subrepos without .hgsub"))
1098 if '.hgsubstate' not in changes[0]:
1098 if '.hgsubstate' not in changes[0]:
1099 changes[0].insert(0, '.hgsubstate')
1099 changes[0].insert(0, '.hgsubstate')
1100 if '.hgsubstate' in changes[2]:
1100 if '.hgsubstate' in changes[2]:
1101 changes[2].remove('.hgsubstate')
1101 changes[2].remove('.hgsubstate')
1102 elif '.hgsub' in changes[2]:
1102 elif '.hgsub' in changes[2]:
1103 # clean up .hgsubstate when .hgsub is removed
1103 # clean up .hgsubstate when .hgsub is removed
1104 if ('.hgsubstate' in wctx and
1104 if ('.hgsubstate' in wctx and
1105 '.hgsubstate' not in changes[0] + changes[1] + changes[2]):
1105 '.hgsubstate' not in changes[0] + changes[1] + changes[2]):
1106 changes[2].insert(0, '.hgsubstate')
1106 changes[2].insert(0, '.hgsubstate')
1107
1107
1108 if subs and not self.ui.configbool('ui', 'commitsubrepos', False):
1108 if subs and not self.ui.configbool('ui', 'commitsubrepos', False):
1109 changedsubs = [s for s in subs if wctx.sub(s).dirty(True)]
1109 changedsubs = [s for s in subs if wctx.sub(s).dirty(True)]
1110 if changedsubs:
1110 if changedsubs:
1111 raise util.Abort(_("uncommitted changes in subrepo %s")
1111 raise util.Abort(_("uncommitted changes in subrepo %s")
1112 % changedsubs[0],
1112 % changedsubs[0],
1113 hint=_("use --subrepos for recursive commit"))
1113 hint=_("use --subrepos for recursive commit"))
1114
1114
1115 # make sure all explicit patterns are matched
1115 # make sure all explicit patterns are matched
1116 if not force and match.files():
1116 if not force and match.files():
1117 matched = set(changes[0] + changes[1] + changes[2])
1117 matched = set(changes[0] + changes[1] + changes[2])
1118
1118
1119 for f in match.files():
1119 for f in match.files():
1120 if f == '.' or f in matched or f in wctx.substate:
1120 if f == '.' or f in matched or f in wctx.substate:
1121 continue
1121 continue
1122 if f in changes[3]: # missing
1122 if f in changes[3]: # missing
1123 fail(f, _('file not found!'))
1123 fail(f, _('file not found!'))
1124 if f in vdirs: # visited directory
1124 if f in vdirs: # visited directory
1125 d = f + '/'
1125 d = f + '/'
1126 for mf in matched:
1126 for mf in matched:
1127 if mf.startswith(d):
1127 if mf.startswith(d):
1128 break
1128 break
1129 else:
1129 else:
1130 fail(f, _("no match under directory!"))
1130 fail(f, _("no match under directory!"))
1131 elif f not in self.dirstate:
1131 elif f not in self.dirstate:
1132 fail(f, _("file not tracked!"))
1132 fail(f, _("file not tracked!"))
1133
1133
1134 if (not force and not extra.get("close") and not merge
1134 if (not force and not extra.get("close") and not merge
1135 and not (changes[0] or changes[1] or changes[2])
1135 and not (changes[0] or changes[1] or changes[2])
1136 and wctx.branch() == wctx.p1().branch()):
1136 and wctx.branch() == wctx.p1().branch()):
1137 return None
1137 return None
1138
1138
1139 ms = mergemod.mergestate(self)
1139 ms = mergemod.mergestate(self)
1140 for f in changes[0]:
1140 for f in changes[0]:
1141 if f in ms and ms[f] == 'u':
1141 if f in ms and ms[f] == 'u':
1142 raise util.Abort(_("unresolved merge conflicts "
1142 raise util.Abort(_("unresolved merge conflicts "
1143 "(see hg help resolve)"))
1143 "(see hg help resolve)"))
1144
1144
1145 cctx = context.workingctx(self, text, user, date, extra, changes)
1145 cctx = context.workingctx(self, text, user, date, extra, changes)
1146 if editor:
1146 if editor:
1147 cctx._text = editor(self, cctx, subs)
1147 cctx._text = editor(self, cctx, subs)
1148 edited = (text != cctx._text)
1148 edited = (text != cctx._text)
1149
1149
1150 # commit subs
1150 # commit subs
1151 if subs or removedsubs:
1151 if subs or removedsubs:
1152 state = wctx.substate.copy()
1152 state = wctx.substate.copy()
1153 for s in sorted(subs):
1153 for s in sorted(subs):
1154 sub = wctx.sub(s)
1154 sub = wctx.sub(s)
1155 self.ui.status(_('committing subrepository %s\n') %
1155 self.ui.status(_('committing subrepository %s\n') %
1156 subrepo.subrelpath(sub))
1156 subrepo.subrelpath(sub))
1157 sr = sub.commit(cctx._text, user, date)
1157 sr = sub.commit(cctx._text, user, date)
1158 state[s] = (state[s][0], sr)
1158 state[s] = (state[s][0], sr)
1159 subrepo.writestate(self, state)
1159 subrepo.writestate(self, state)
1160
1160
1161 # Save commit message in case this transaction gets rolled back
1161 # Save commit message in case this transaction gets rolled back
1162 # (e.g. by a pretxncommit hook). Leave the content alone on
1162 # (e.g. by a pretxncommit hook). Leave the content alone on
1163 # the assumption that the user will use the same editor again.
1163 # the assumption that the user will use the same editor again.
1164 msgfn = self.savecommitmessage(cctx._text)
1164 msgfn = self.savecommitmessage(cctx._text)
1165
1165
1166 p1, p2 = self.dirstate.parents()
1166 p1, p2 = self.dirstate.parents()
1167 hookp1, hookp2 = hex(p1), (p2 != nullid and hex(p2) or '')
1167 hookp1, hookp2 = hex(p1), (p2 != nullid and hex(p2) or '')
1168 try:
1168 try:
1169 self.hook("precommit", throw=True, parent1=hookp1, parent2=hookp2)
1169 self.hook("precommit", throw=True, parent1=hookp1, parent2=hookp2)
1170 ret = self.commitctx(cctx, True)
1170 ret = self.commitctx(cctx, True)
1171 except:
1171 except:
1172 if edited:
1172 if edited:
1173 self.ui.write(
1173 self.ui.write(
1174 _('note: commit message saved in %s\n') % msgfn)
1174 _('note: commit message saved in %s\n') % msgfn)
1175 raise
1175 raise
1176
1176
1177 # update bookmarks, dirstate and mergestate
1177 # update bookmarks, dirstate and mergestate
1178 bookmarks.update(self, p1, ret)
1178 bookmarks.update(self, p1, ret)
1179 for f in changes[0] + changes[1]:
1179 for f in changes[0] + changes[1]:
1180 self.dirstate.normal(f)
1180 self.dirstate.normal(f)
1181 for f in changes[2]:
1181 for f in changes[2]:
1182 self.dirstate.drop(f)
1182 self.dirstate.drop(f)
1183 self.dirstate.setparents(ret)
1183 self.dirstate.setparents(ret)
1184 ms.reset()
1184 ms.reset()
1185 finally:
1185 finally:
1186 wlock.release()
1186 wlock.release()
1187
1187
1188 self.hook("commit", node=hex(ret), parent1=hookp1, parent2=hookp2)
1188 self.hook("commit", node=hex(ret), parent1=hookp1, parent2=hookp2)
1189 return ret
1189 return ret
1190
1190
1191 def commitctx(self, ctx, error=False):
1191 def commitctx(self, ctx, error=False):
1192 """Add a new revision to current repository.
1192 """Add a new revision to current repository.
1193 Revision information is passed via the context argument.
1193 Revision information is passed via the context argument.
1194 """
1194 """
1195
1195
1196 tr = lock = None
1196 tr = lock = None
1197 removed = list(ctx.removed())
1197 removed = list(ctx.removed())
1198 p1, p2 = ctx.p1(), ctx.p2()
1198 p1, p2 = ctx.p1(), ctx.p2()
1199 user = ctx.user()
1199 user = ctx.user()
1200
1200
1201 lock = self.lock()
1201 lock = self.lock()
1202 try:
1202 try:
1203 tr = self.transaction("commit")
1203 tr = self.transaction("commit")
1204 trp = weakref.proxy(tr)
1204 trp = weakref.proxy(tr)
1205
1205
1206 if ctx.files():
1206 if ctx.files():
1207 m1 = p1.manifest().copy()
1207 m1 = p1.manifest().copy()
1208 m2 = p2.manifest()
1208 m2 = p2.manifest()
1209
1209
1210 # check in files
1210 # check in files
1211 new = {}
1211 new = {}
1212 changed = []
1212 changed = []
1213 linkrev = len(self)
1213 linkrev = len(self)
1214 for f in sorted(ctx.modified() + ctx.added()):
1214 for f in sorted(ctx.modified() + ctx.added()):
1215 self.ui.note(f + "\n")
1215 self.ui.note(f + "\n")
1216 try:
1216 try:
1217 fctx = ctx[f]
1217 fctx = ctx[f]
1218 new[f] = self._filecommit(fctx, m1, m2, linkrev, trp,
1218 new[f] = self._filecommit(fctx, m1, m2, linkrev, trp,
1219 changed)
1219 changed)
1220 m1.set(f, fctx.flags())
1220 m1.set(f, fctx.flags())
1221 except OSError, inst:
1221 except OSError, inst:
1222 self.ui.warn(_("trouble committing %s!\n") % f)
1222 self.ui.warn(_("trouble committing %s!\n") % f)
1223 raise
1223 raise
1224 except IOError, inst:
1224 except IOError, inst:
1225 errcode = getattr(inst, 'errno', errno.ENOENT)
1225 errcode = getattr(inst, 'errno', errno.ENOENT)
1226 if error or errcode and errcode != errno.ENOENT:
1226 if error or errcode and errcode != errno.ENOENT:
1227 self.ui.warn(_("trouble committing %s!\n") % f)
1227 self.ui.warn(_("trouble committing %s!\n") % f)
1228 raise
1228 raise
1229 else:
1229 else:
1230 removed.append(f)
1230 removed.append(f)
1231
1231
1232 # update manifest
1232 # update manifest
1233 m1.update(new)
1233 m1.update(new)
1234 removed = [f for f in sorted(removed) if f in m1 or f in m2]
1234 removed = [f for f in sorted(removed) if f in m1 or f in m2]
1235 drop = [f for f in removed if f in m1]
1235 drop = [f for f in removed if f in m1]
1236 for f in drop:
1236 for f in drop:
1237 del m1[f]
1237 del m1[f]
1238 mn = self.manifest.add(m1, trp, linkrev, p1.manifestnode(),
1238 mn = self.manifest.add(m1, trp, linkrev, p1.manifestnode(),
1239 p2.manifestnode(), (new, drop))
1239 p2.manifestnode(), (new, drop))
1240 files = changed + removed
1240 files = changed + removed
1241 else:
1241 else:
1242 mn = p1.manifestnode()
1242 mn = p1.manifestnode()
1243 files = []
1243 files = []
1244
1244
1245 # update changelog
1245 # update changelog
1246 self.changelog.delayupdate()
1246 self.changelog.delayupdate()
1247 n = self.changelog.add(mn, files, ctx.description(),
1247 n = self.changelog.add(mn, files, ctx.description(),
1248 trp, p1.node(), p2.node(),
1248 trp, p1.node(), p2.node(),
1249 user, ctx.date(), ctx.extra().copy())
1249 user, ctx.date(), ctx.extra().copy())
1250 p = lambda: self.changelog.writepending() and self.root or ""
1250 p = lambda: self.changelog.writepending() and self.root or ""
1251 xp1, xp2 = p1.hex(), p2 and p2.hex() or ''
1251 xp1, xp2 = p1.hex(), p2 and p2.hex() or ''
1252 self.hook('pretxncommit', throw=True, node=hex(n), parent1=xp1,
1252 self.hook('pretxncommit', throw=True, node=hex(n), parent1=xp1,
1253 parent2=xp2, pending=p)
1253 parent2=xp2, pending=p)
1254 self.changelog.finalize(trp)
1254 self.changelog.finalize(trp)
1255 # ensure the new commit is 1-phase
1255 # ensure the new commit is 1-phase
1256 phases.retractboundary(self, 1, [n])
1256 phases.retractboundary(self, 1, [n])
1257 tr.close()
1257 tr.close()
1258
1258
1259 if self._branchcache:
1259 if self._branchcache:
1260 self.updatebranchcache()
1260 self.updatebranchcache()
1261 return n
1261 return n
1262 finally:
1262 finally:
1263 if tr:
1263 if tr:
1264 tr.release()
1264 tr.release()
1265 lock.release()
1265 lock.release()
1266
1266
1267 def destroyed(self):
1267 def destroyed(self):
1268 '''Inform the repository that nodes have been destroyed.
1268 '''Inform the repository that nodes have been destroyed.
1269 Intended for use by strip and rollback, so there's a common
1269 Intended for use by strip and rollback, so there's a common
1270 place for anything that has to be done after destroying history.'''
1270 place for anything that has to be done after destroying history.'''
1271 # XXX it might be nice if we could take the list of destroyed
1271 # XXX it might be nice if we could take the list of destroyed
1272 # nodes, but I don't see an easy way for rollback() to do that
1272 # nodes, but I don't see an easy way for rollback() to do that
1273
1273
1274 # Ensure the persistent tag cache is updated. Doing it now
1274 # Ensure the persistent tag cache is updated. Doing it now
1275 # means that the tag cache only has to worry about destroyed
1275 # means that the tag cache only has to worry about destroyed
1276 # heads immediately after a strip/rollback. That in turn
1276 # heads immediately after a strip/rollback. That in turn
1277 # guarantees that "cachetip == currenttip" (comparing both rev
1277 # guarantees that "cachetip == currenttip" (comparing both rev
1278 # and node) always means no nodes have been added or destroyed.
1278 # and node) always means no nodes have been added or destroyed.
1279
1279
1280 # XXX this is suboptimal when qrefresh'ing: we strip the current
1280 # XXX this is suboptimal when qrefresh'ing: we strip the current
1281 # head, refresh the tag cache, then immediately add a new head.
1281 # head, refresh the tag cache, then immediately add a new head.
1282 # But I think doing it this way is necessary for the "instant
1282 # But I think doing it this way is necessary for the "instant
1283 # tag cache retrieval" case to work.
1283 # tag cache retrieval" case to work.
1284 self.invalidatecaches()
1284 self.invalidatecaches()
1285
1285
1286 def walk(self, match, node=None):
1286 def walk(self, match, node=None):
1287 '''
1287 '''
1288 walk recursively through the directory tree or a given
1288 walk recursively through the directory tree or a given
1289 changeset, finding all files matched by the match
1289 changeset, finding all files matched by the match
1290 function
1290 function
1291 '''
1291 '''
1292 return self[node].walk(match)
1292 return self[node].walk(match)
1293
1293
1294 def status(self, node1='.', node2=None, match=None,
1294 def status(self, node1='.', node2=None, match=None,
1295 ignored=False, clean=False, unknown=False,
1295 ignored=False, clean=False, unknown=False,
1296 listsubrepos=False):
1296 listsubrepos=False):
1297 """return status of files between two nodes or node and working directory
1297 """return status of files between two nodes or node and working directory
1298
1298
1299 If node1 is None, use the first dirstate parent instead.
1299 If node1 is None, use the first dirstate parent instead.
1300 If node2 is None, compare node1 with working directory.
1300 If node2 is None, compare node1 with working directory.
1301 """
1301 """
1302
1302
1303 def mfmatches(ctx):
1303 def mfmatches(ctx):
1304 mf = ctx.manifest().copy()
1304 mf = ctx.manifest().copy()
1305 for fn in mf.keys():
1305 for fn in mf.keys():
1306 if not match(fn):
1306 if not match(fn):
1307 del mf[fn]
1307 del mf[fn]
1308 return mf
1308 return mf
1309
1309
1310 if isinstance(node1, context.changectx):
1310 if isinstance(node1, context.changectx):
1311 ctx1 = node1
1311 ctx1 = node1
1312 else:
1312 else:
1313 ctx1 = self[node1]
1313 ctx1 = self[node1]
1314 if isinstance(node2, context.changectx):
1314 if isinstance(node2, context.changectx):
1315 ctx2 = node2
1315 ctx2 = node2
1316 else:
1316 else:
1317 ctx2 = self[node2]
1317 ctx2 = self[node2]
1318
1318
1319 working = ctx2.rev() is None
1319 working = ctx2.rev() is None
1320 parentworking = working and ctx1 == self['.']
1320 parentworking = working and ctx1 == self['.']
1321 match = match or matchmod.always(self.root, self.getcwd())
1321 match = match or matchmod.always(self.root, self.getcwd())
1322 listignored, listclean, listunknown = ignored, clean, unknown
1322 listignored, listclean, listunknown = ignored, clean, unknown
1323
1323
1324 # load earliest manifest first for caching reasons
1324 # load earliest manifest first for caching reasons
1325 if not working and ctx2.rev() < ctx1.rev():
1325 if not working and ctx2.rev() < ctx1.rev():
1326 ctx2.manifest()
1326 ctx2.manifest()
1327
1327
1328 if not parentworking:
1328 if not parentworking:
1329 def bad(f, msg):
1329 def bad(f, msg):
1330 if f not in ctx1:
1330 if f not in ctx1:
1331 self.ui.warn('%s: %s\n' % (self.dirstate.pathto(f), msg))
1331 self.ui.warn('%s: %s\n' % (self.dirstate.pathto(f), msg))
1332 match.bad = bad
1332 match.bad = bad
1333
1333
1334 if working: # we need to scan the working dir
1334 if working: # we need to scan the working dir
1335 subrepos = []
1335 subrepos = []
1336 if '.hgsub' in self.dirstate:
1336 if '.hgsub' in self.dirstate:
1337 subrepos = ctx2.substate.keys()
1337 subrepos = ctx2.substate.keys()
1338 s = self.dirstate.status(match, subrepos, listignored,
1338 s = self.dirstate.status(match, subrepos, listignored,
1339 listclean, listunknown)
1339 listclean, listunknown)
1340 cmp, modified, added, removed, deleted, unknown, ignored, clean = s
1340 cmp, modified, added, removed, deleted, unknown, ignored, clean = s
1341
1341
1342 # check for any possibly clean files
1342 # check for any possibly clean files
1343 if parentworking and cmp:
1343 if parentworking and cmp:
1344 fixup = []
1344 fixup = []
1345 # do a full compare of any files that might have changed
1345 # do a full compare of any files that might have changed
1346 for f in sorted(cmp):
1346 for f in sorted(cmp):
1347 if (f not in ctx1 or ctx2.flags(f) != ctx1.flags(f)
1347 if (f not in ctx1 or ctx2.flags(f) != ctx1.flags(f)
1348 or ctx1[f].cmp(ctx2[f])):
1348 or ctx1[f].cmp(ctx2[f])):
1349 modified.append(f)
1349 modified.append(f)
1350 else:
1350 else:
1351 fixup.append(f)
1351 fixup.append(f)
1352
1352
1353 # update dirstate for files that are actually clean
1353 # update dirstate for files that are actually clean
1354 if fixup:
1354 if fixup:
1355 if listclean:
1355 if listclean:
1356 clean += fixup
1356 clean += fixup
1357
1357
1358 try:
1358 try:
1359 # updating the dirstate is optional
1359 # updating the dirstate is optional
1360 # so we don't wait on the lock
1360 # so we don't wait on the lock
1361 wlock = self.wlock(False)
1361 wlock = self.wlock(False)
1362 try:
1362 try:
1363 for f in fixup:
1363 for f in fixup:
1364 self.dirstate.normal(f)
1364 self.dirstate.normal(f)
1365 finally:
1365 finally:
1366 wlock.release()
1366 wlock.release()
1367 except error.LockError:
1367 except error.LockError:
1368 pass
1368 pass
1369
1369
1370 if not parentworking:
1370 if not parentworking:
1371 mf1 = mfmatches(ctx1)
1371 mf1 = mfmatches(ctx1)
1372 if working:
1372 if working:
1373 # we are comparing working dir against non-parent
1373 # we are comparing working dir against non-parent
1374 # generate a pseudo-manifest for the working dir
1374 # generate a pseudo-manifest for the working dir
1375 mf2 = mfmatches(self['.'])
1375 mf2 = mfmatches(self['.'])
1376 for f in cmp + modified + added:
1376 for f in cmp + modified + added:
1377 mf2[f] = None
1377 mf2[f] = None
1378 mf2.set(f, ctx2.flags(f))
1378 mf2.set(f, ctx2.flags(f))
1379 for f in removed:
1379 for f in removed:
1380 if f in mf2:
1380 if f in mf2:
1381 del mf2[f]
1381 del mf2[f]
1382 else:
1382 else:
1383 # we are comparing two revisions
1383 # we are comparing two revisions
1384 deleted, unknown, ignored = [], [], []
1384 deleted, unknown, ignored = [], [], []
1385 mf2 = mfmatches(ctx2)
1385 mf2 = mfmatches(ctx2)
1386
1386
1387 modified, added, clean = [], [], []
1387 modified, added, clean = [], [], []
1388 for fn in mf2:
1388 for fn in mf2:
1389 if fn in mf1:
1389 if fn in mf1:
1390 if (fn not in deleted and
1390 if (fn not in deleted and
1391 (mf1.flags(fn) != mf2.flags(fn) or
1391 (mf1.flags(fn) != mf2.flags(fn) or
1392 (mf1[fn] != mf2[fn] and
1392 (mf1[fn] != mf2[fn] and
1393 (mf2[fn] or ctx1[fn].cmp(ctx2[fn]))))):
1393 (mf2[fn] or ctx1[fn].cmp(ctx2[fn]))))):
1394 modified.append(fn)
1394 modified.append(fn)
1395 elif listclean:
1395 elif listclean:
1396 clean.append(fn)
1396 clean.append(fn)
1397 del mf1[fn]
1397 del mf1[fn]
1398 elif fn not in deleted:
1398 elif fn not in deleted:
1399 added.append(fn)
1399 added.append(fn)
1400 removed = mf1.keys()
1400 removed = mf1.keys()
1401
1401
1402 if working and modified and not self.dirstate._checklink:
1402 if working and modified and not self.dirstate._checklink:
1403 # Symlink placeholders may get non-symlink-like contents
1403 # Symlink placeholders may get non-symlink-like contents
1404 # via user error or dereferencing by NFS or Samba servers,
1404 # via user error or dereferencing by NFS or Samba servers,
1405 # so we filter out any placeholders that don't look like a
1405 # so we filter out any placeholders that don't look like a
1406 # symlink
1406 # symlink
1407 sane = []
1407 sane = []
1408 for f in modified:
1408 for f in modified:
1409 if ctx2.flags(f) == 'l':
1409 if ctx2.flags(f) == 'l':
1410 d = ctx2[f].data()
1410 d = ctx2[f].data()
1411 if len(d) >= 1024 or '\n' in d or util.binary(d):
1411 if len(d) >= 1024 or '\n' in d or util.binary(d):
1412 self.ui.debug('ignoring suspect symlink placeholder'
1412 self.ui.debug('ignoring suspect symlink placeholder'
1413 ' "%s"\n' % f)
1413 ' "%s"\n' % f)
1414 continue
1414 continue
1415 sane.append(f)
1415 sane.append(f)
1416 modified = sane
1416 modified = sane
1417
1417
1418 r = modified, added, removed, deleted, unknown, ignored, clean
1418 r = modified, added, removed, deleted, unknown, ignored, clean
1419
1419
1420 if listsubrepos:
1420 if listsubrepos:
1421 for subpath, sub in subrepo.itersubrepos(ctx1, ctx2):
1421 for subpath, sub in subrepo.itersubrepos(ctx1, ctx2):
1422 if working:
1422 if working:
1423 rev2 = None
1423 rev2 = None
1424 else:
1424 else:
1425 rev2 = ctx2.substate[subpath][1]
1425 rev2 = ctx2.substate[subpath][1]
1426 try:
1426 try:
1427 submatch = matchmod.narrowmatcher(subpath, match)
1427 submatch = matchmod.narrowmatcher(subpath, match)
1428 s = sub.status(rev2, match=submatch, ignored=listignored,
1428 s = sub.status(rev2, match=submatch, ignored=listignored,
1429 clean=listclean, unknown=listunknown,
1429 clean=listclean, unknown=listunknown,
1430 listsubrepos=True)
1430 listsubrepos=True)
1431 for rfiles, sfiles in zip(r, s):
1431 for rfiles, sfiles in zip(r, s):
1432 rfiles.extend("%s/%s" % (subpath, f) for f in sfiles)
1432 rfiles.extend("%s/%s" % (subpath, f) for f in sfiles)
1433 except error.LookupError:
1433 except error.LookupError:
1434 self.ui.status(_("skipping missing subrepository: %s\n")
1434 self.ui.status(_("skipping missing subrepository: %s\n")
1435 % subpath)
1435 % subpath)
1436
1436
1437 for l in r:
1437 for l in r:
1438 l.sort()
1438 l.sort()
1439 return r
1439 return r
1440
1440
1441 def heads(self, start=None):
1441 def heads(self, start=None):
1442 heads = self.changelog.heads(start)
1442 heads = self.changelog.heads(start)
1443 # sort the output in rev descending order
1443 # sort the output in rev descending order
1444 return sorted(heads, key=self.changelog.rev, reverse=True)
1444 return sorted(heads, key=self.changelog.rev, reverse=True)
1445
1445
1446 def branchheads(self, branch=None, start=None, closed=False):
1446 def branchheads(self, branch=None, start=None, closed=False):
1447 '''return a (possibly filtered) list of heads for the given branch
1447 '''return a (possibly filtered) list of heads for the given branch
1448
1448
1449 Heads are returned in topological order, from newest to oldest.
1449 Heads are returned in topological order, from newest to oldest.
1450 If branch is None, use the dirstate branch.
1450 If branch is None, use the dirstate branch.
1451 If start is not None, return only heads reachable from start.
1451 If start is not None, return only heads reachable from start.
1452 If closed is True, return heads that are marked as closed as well.
1452 If closed is True, return heads that are marked as closed as well.
1453 '''
1453 '''
1454 if branch is None:
1454 if branch is None:
1455 branch = self[None].branch()
1455 branch = self[None].branch()
1456 branches = self.branchmap()
1456 branches = self.branchmap()
1457 if branch not in branches:
1457 if branch not in branches:
1458 return []
1458 return []
1459 # the cache returns heads ordered lowest to highest
1459 # the cache returns heads ordered lowest to highest
1460 bheads = list(reversed(branches[branch]))
1460 bheads = list(reversed(branches[branch]))
1461 if start is not None:
1461 if start is not None:
1462 # filter out the heads that cannot be reached from startrev
1462 # filter out the heads that cannot be reached from startrev
1463 fbheads = set(self.changelog.nodesbetween([start], bheads)[2])
1463 fbheads = set(self.changelog.nodesbetween([start], bheads)[2])
1464 bheads = [h for h in bheads if h in fbheads]
1464 bheads = [h for h in bheads if h in fbheads]
1465 if not closed:
1465 if not closed:
1466 bheads = [h for h in bheads if
1466 bheads = [h for h in bheads if
1467 ('close' not in self.changelog.read(h)[5])]
1467 ('close' not in self.changelog.read(h)[5])]
1468 return bheads
1468 return bheads
1469
1469
1470 def branches(self, nodes):
1470 def branches(self, nodes):
1471 if not nodes:
1471 if not nodes:
1472 nodes = [self.changelog.tip()]
1472 nodes = [self.changelog.tip()]
1473 b = []
1473 b = []
1474 for n in nodes:
1474 for n in nodes:
1475 t = n
1475 t = n
1476 while True:
1476 while True:
1477 p = self.changelog.parents(n)
1477 p = self.changelog.parents(n)
1478 if p[1] != nullid or p[0] == nullid:
1478 if p[1] != nullid or p[0] == nullid:
1479 b.append((t, n, p[0], p[1]))
1479 b.append((t, n, p[0], p[1]))
1480 break
1480 break
1481 n = p[0]
1481 n = p[0]
1482 return b
1482 return b
1483
1483
1484 def between(self, pairs):
1484 def between(self, pairs):
1485 r = []
1485 r = []
1486
1486
1487 for top, bottom in pairs:
1487 for top, bottom in pairs:
1488 n, l, i = top, [], 0
1488 n, l, i = top, [], 0
1489 f = 1
1489 f = 1
1490
1490
1491 while n != bottom and n != nullid:
1491 while n != bottom and n != nullid:
1492 p = self.changelog.parents(n)[0]
1492 p = self.changelog.parents(n)[0]
1493 if i == f:
1493 if i == f:
1494 l.append(n)
1494 l.append(n)
1495 f = f * 2
1495 f = f * 2
1496 n = p
1496 n = p
1497 i += 1
1497 i += 1
1498
1498
1499 r.append(l)
1499 r.append(l)
1500
1500
1501 return r
1501 return r
1502
1502
1503 def pull(self, remote, heads=None, force=False):
1503 def pull(self, remote, heads=None, force=False):
1504 lock = self.lock()
1504 lock = self.lock()
1505 try:
1505 try:
1506 tmp = discovery.findcommonincoming(self, remote, heads=heads,
1506 tmp = discovery.findcommonincoming(self, remote, heads=heads,
1507 force=force)
1507 force=force)
1508 common, fetch, rheads = tmp
1508 common, fetch, rheads = tmp
1509 if not fetch:
1509 if not fetch:
1510 self.ui.status(_("no changes found\n"))
1510 self.ui.status(_("no changes found\n"))
1511 result = 0
1511 result = 0
1512 else:
1512 else:
1513 if heads is None and list(common) == [nullid]:
1513 if heads is None and list(common) == [nullid]:
1514 self.ui.status(_("requesting all changes\n"))
1514 self.ui.status(_("requesting all changes\n"))
1515 elif heads is None and remote.capable('changegroupsubset'):
1515 elif heads is None and remote.capable('changegroupsubset'):
1516 # issue1320, avoid a race if remote changed after discovery
1516 # issue1320, avoid a race if remote changed after discovery
1517 heads = rheads
1517 heads = rheads
1518
1518
1519 if remote.capable('getbundle'):
1519 if remote.capable('getbundle'):
1520 cg = remote.getbundle('pull', common=common,
1520 cg = remote.getbundle('pull', common=common,
1521 heads=heads or rheads)
1521 heads=heads or rheads)
1522 elif heads is None:
1522 elif heads is None:
1523 cg = remote.changegroup(fetch, 'pull')
1523 cg = remote.changegroup(fetch, 'pull')
1524 elif not remote.capable('changegroupsubset'):
1524 elif not remote.capable('changegroupsubset'):
1525 raise util.Abort(_("partial pull cannot be done because "
1525 raise util.Abort(_("partial pull cannot be done because "
1526 "other repository doesn't support "
1526 "other repository doesn't support "
1527 "changegroupsubset."))
1527 "changegroupsubset."))
1528 else:
1528 else:
1529 cg = remote.changegroupsubset(fetch, heads, 'pull')
1529 cg = remote.changegroupsubset(fetch, heads, 'pull')
1530 result = self.addchangegroup(cg, 'pull', remote.url())
1530 result = self.addchangegroup(cg, 'pull', remote.url())
1531 phases.advanceboundary(self, 0, common)
1531 phases.advanceboundary(self, 0, common)
1532 finally:
1532 finally:
1533 lock.release()
1533 lock.release()
1534
1534
1535 return result
1535 return result
1536
1536
1537 def checkpush(self, force, revs):
1537 def checkpush(self, force, revs):
1538 """Extensions can override this function if additional checks have
1538 """Extensions can override this function if additional checks have
1539 to be performed before pushing, or call it if they override push
1539 to be performed before pushing, or call it if they override push
1540 command.
1540 command.
1541 """
1541 """
1542 pass
1542 pass
1543
1543
1544 def push(self, remote, force=False, revs=None, newbranch=False):
1544 def push(self, remote, force=False, revs=None, newbranch=False):
1545 '''Push outgoing changesets (limited by revs) from the current
1545 '''Push outgoing changesets (limited by revs) from the current
1546 repository to remote. Return an integer:
1546 repository to remote. Return an integer:
1547 - 0 means HTTP error *or* nothing to push
1547 - 0 means HTTP error *or* nothing to push
1548 - 1 means we pushed and remote head count is unchanged *or*
1548 - 1 means we pushed and remote head count is unchanged *or*
1549 we have outgoing changesets but refused to push
1549 we have outgoing changesets but refused to push
1550 - other values as described by addchangegroup()
1550 - other values as described by addchangegroup()
1551 '''
1551 '''
1552 # there are two ways to push to remote repo:
1552 # there are two ways to push to remote repo:
1553 #
1553 #
1554 # addchangegroup assumes local user can lock remote
1554 # addchangegroup assumes local user can lock remote
1555 # repo (local filesystem, old ssh servers).
1555 # repo (local filesystem, old ssh servers).
1556 #
1556 #
1557 # unbundle assumes local user cannot lock remote repo (new ssh
1557 # unbundle assumes local user cannot lock remote repo (new ssh
1558 # servers, http servers).
1558 # servers, http servers).
1559
1559
1560 self.checkpush(force, revs)
1560 self.checkpush(force, revs)
1561 lock = None
1561 lock = None
1562 unbundle = remote.capable('unbundle')
1562 unbundle = remote.capable('unbundle')
1563 if not unbundle:
1563 if not unbundle:
1564 lock = remote.lock()
1564 lock = remote.lock()
1565 try:
1565 try:
1566 # get local lock as we might write phase data
1566 # get local lock as we might write phase data
1567 locallock = self.lock()
1567 locallock = self.lock()
1568 try:
1568 try:
1569 cg, remote_heads, fut = discovery.prepush(self, remote, force,
1569 cg, remote_heads, fut = discovery.prepush(self, remote, force,
1570 revs, newbranch)
1570 revs, newbranch)
1571 ret = remote_heads
1571 ret = remote_heads
1572 if cg is not None:
1572 if cg is not None:
1573 if unbundle:
1573 if unbundle:
1574 # local repo finds heads on server, finds out what
1574 # local repo finds heads on server, finds out what
1575 # revs it must push. once revs transferred, if server
1575 # revs it must push. once revs transferred, if server
1576 # finds it has different heads (someone else won
1576 # finds it has different heads (someone else won
1577 # commit/push race), server aborts.
1577 # commit/push race), server aborts.
1578 if force:
1578 if force:
1579 remote_heads = ['force']
1579 remote_heads = ['force']
1580 # ssh: return remote's addchangegroup()
1580 # ssh: return remote's addchangegroup()
1581 # http: return remote's addchangegroup() or 0 for error
1581 # http: return remote's addchangegroup() or 0 for error
1582 ret = remote.unbundle(cg, remote_heads, 'push')
1582 ret = remote.unbundle(cg, remote_heads, 'push')
1583 else:
1583 else:
1584 # we return an integer indicating remote head count change
1584 # we return an integer indicating remote head count change
1585 ret = remote.addchangegroup(cg, 'push', self.url())
1585 ret = remote.addchangegroup(cg, 'push', self.url())
1586 # if we don't push, the common data is already useful
1586 # if we don't push, the common data is already useful
1587 # everything exchange is public for now
1587 # everything exchange is public for now
1588 phases.advanceboundary(self, 0, fut)
1588 phases.advanceboundary(self, 0, fut)
1589 finally:
1589 finally:
1590 locallock.release()
1590 locallock.release()
1591 finally:
1591 finally:
1592 if lock is not None:
1592 if lock is not None:
1593 lock.release()
1593 lock.release()
1594
1594
1595 self.ui.debug("checking for updated bookmarks\n")
1595 self.ui.debug("checking for updated bookmarks\n")
1596 rb = remote.listkeys('bookmarks')
1596 rb = remote.listkeys('bookmarks')
1597 for k in rb.keys():
1597 for k in rb.keys():
1598 if k in self._bookmarks:
1598 if k in self._bookmarks:
1599 nr, nl = rb[k], hex(self._bookmarks[k])
1599 nr, nl = rb[k], hex(self._bookmarks[k])
1600 if nr in self:
1600 if nr in self:
1601 cr = self[nr]
1601 cr = self[nr]
1602 cl = self[nl]
1602 cl = self[nl]
1603 if cl in cr.descendants():
1603 if cl in cr.descendants():
1604 r = remote.pushkey('bookmarks', k, nr, nl)
1604 r = remote.pushkey('bookmarks', k, nr, nl)
1605 if r:
1605 if r:
1606 self.ui.status(_("updating bookmark %s\n") % k)
1606 self.ui.status(_("updating bookmark %s\n") % k)
1607 else:
1607 else:
1608 self.ui.warn(_('updating bookmark %s'
1608 self.ui.warn(_('updating bookmark %s'
1609 ' failed!\n') % k)
1609 ' failed!\n') % k)
1610
1610
1611 return ret
1611 return ret
1612
1612
1613 def changegroupinfo(self, nodes, source):
1613 def changegroupinfo(self, nodes, source):
1614 if self.ui.verbose or source == 'bundle':
1614 if self.ui.verbose or source == 'bundle':
1615 self.ui.status(_("%d changesets found\n") % len(nodes))
1615 self.ui.status(_("%d changesets found\n") % len(nodes))
1616 if self.ui.debugflag:
1616 if self.ui.debugflag:
1617 self.ui.debug("list of changesets:\n")
1617 self.ui.debug("list of changesets:\n")
1618 for node in nodes:
1618 for node in nodes:
1619 self.ui.debug("%s\n" % hex(node))
1619 self.ui.debug("%s\n" % hex(node))
1620
1620
1621 def changegroupsubset(self, bases, heads, source):
1621 def changegroupsubset(self, bases, heads, source):
1622 """Compute a changegroup consisting of all the nodes that are
1622 """Compute a changegroup consisting of all the nodes that are
1623 descendants of any of the bases and ancestors of any of the heads.
1623 descendants of any of the bases and ancestors of any of the heads.
1624 Return a chunkbuffer object whose read() method will return
1624 Return a chunkbuffer object whose read() method will return
1625 successive changegroup chunks.
1625 successive changegroup chunks.
1626
1626
1627 It is fairly complex as determining which filenodes and which
1627 It is fairly complex as determining which filenodes and which
1628 manifest nodes need to be included for the changeset to be complete
1628 manifest nodes need to be included for the changeset to be complete
1629 is non-trivial.
1629 is non-trivial.
1630
1630
1631 Another wrinkle is doing the reverse, figuring out which changeset in
1631 Another wrinkle is doing the reverse, figuring out which changeset in
1632 the changegroup a particular filenode or manifestnode belongs to.
1632 the changegroup a particular filenode or manifestnode belongs to.
1633 """
1633 """
1634 cl = self.changelog
1634 cl = self.changelog
1635 if not bases:
1635 if not bases:
1636 bases = [nullid]
1636 bases = [nullid]
1637 csets, bases, heads = cl.nodesbetween(bases, heads)
1637 csets, bases, heads = cl.nodesbetween(bases, heads)
1638 # We assume that all ancestors of bases are known
1638 # We assume that all ancestors of bases are known
1639 common = set(cl.ancestors(*[cl.rev(n) for n in bases]))
1639 common = set(cl.ancestors(*[cl.rev(n) for n in bases]))
1640 return self._changegroupsubset(common, csets, heads, source)
1640 return self._changegroupsubset(common, csets, heads, source)
1641
1641
1642 def getbundle(self, source, heads=None, common=None):
1642 def getbundle(self, source, heads=None, common=None):
1643 """Like changegroupsubset, but returns the set difference between the
1643 """Like changegroupsubset, but returns the set difference between the
1644 ancestors of heads and the ancestors common.
1644 ancestors of heads and the ancestors common.
1645
1645
1646 If heads is None, use the local heads. If common is None, use [nullid].
1646 If heads is None, use the local heads. If common is None, use [nullid].
1647
1647
1648 The nodes in common might not all be known locally due to the way the
1648 The nodes in common might not all be known locally due to the way the
1649 current discovery protocol works.
1649 current discovery protocol works.
1650 """
1650 """
1651 cl = self.changelog
1651 cl = self.changelog
1652 if common:
1652 if common:
1653 nm = cl.nodemap
1653 nm = cl.nodemap
1654 common = [n for n in common if n in nm]
1654 common = [n for n in common if n in nm]
1655 else:
1655 else:
1656 common = [nullid]
1656 common = [nullid]
1657 if not heads:
1657 if not heads:
1658 heads = cl.heads()
1658 heads = cl.heads()
1659 common, missing = cl.findcommonmissing(common, heads)
1659 common, missing = cl.findcommonmissing(common, heads)
1660 if not missing:
1660 if not missing:
1661 return None
1661 return None
1662 return self._changegroupsubset(common, missing, heads, source)
1662 return self._changegroupsubset(common, missing, heads, source)
1663
1663
1664 def _changegroupsubset(self, commonrevs, csets, heads, source):
1664 def _changegroupsubset(self, commonrevs, csets, heads, source):
1665
1665
1666 cl = self.changelog
1666 cl = self.changelog
1667 mf = self.manifest
1667 mf = self.manifest
1668 mfs = {} # needed manifests
1668 mfs = {} # needed manifests
1669 fnodes = {} # needed file nodes
1669 fnodes = {} # needed file nodes
1670 changedfiles = set()
1670 changedfiles = set()
1671 fstate = ['', {}]
1671 fstate = ['', {}]
1672 count = [0]
1672 count = [0]
1673
1673
1674 # can we go through the fast path ?
1674 # can we go through the fast path ?
1675 heads.sort()
1675 heads.sort()
1676 if heads == sorted(self.heads()):
1676 if heads == sorted(self.heads()):
1677 return self._changegroup(csets, source)
1677 return self._changegroup(csets, source)
1678
1678
1679 # slow path
1679 # slow path
1680 self.hook('preoutgoing', throw=True, source=source)
1680 self.hook('preoutgoing', throw=True, source=source)
1681 self.changegroupinfo(csets, source)
1681 self.changegroupinfo(csets, source)
1682
1682
1683 # filter any nodes that claim to be part of the known set
1683 # filter any nodes that claim to be part of the known set
1684 def prune(revlog, missing):
1684 def prune(revlog, missing):
1685 return [n for n in missing
1685 return [n for n in missing
1686 if revlog.linkrev(revlog.rev(n)) not in commonrevs]
1686 if revlog.linkrev(revlog.rev(n)) not in commonrevs]
1687
1687
1688 def lookup(revlog, x):
1688 def lookup(revlog, x):
1689 if revlog == cl:
1689 if revlog == cl:
1690 c = cl.read(x)
1690 c = cl.read(x)
1691 changedfiles.update(c[3])
1691 changedfiles.update(c[3])
1692 mfs.setdefault(c[0], x)
1692 mfs.setdefault(c[0], x)
1693 count[0] += 1
1693 count[0] += 1
1694 self.ui.progress(_('bundling'), count[0],
1694 self.ui.progress(_('bundling'), count[0],
1695 unit=_('changesets'), total=len(csets))
1695 unit=_('changesets'), total=len(csets))
1696 return x
1696 return x
1697 elif revlog == mf:
1697 elif revlog == mf:
1698 clnode = mfs[x]
1698 clnode = mfs[x]
1699 mdata = mf.readfast(x)
1699 mdata = mf.readfast(x)
1700 for f in changedfiles:
1700 for f in changedfiles:
1701 if f in mdata:
1701 if f in mdata:
1702 fnodes.setdefault(f, {}).setdefault(mdata[f], clnode)
1702 fnodes.setdefault(f, {}).setdefault(mdata[f], clnode)
1703 count[0] += 1
1703 count[0] += 1
1704 self.ui.progress(_('bundling'), count[0],
1704 self.ui.progress(_('bundling'), count[0],
1705 unit=_('manifests'), total=len(mfs))
1705 unit=_('manifests'), total=len(mfs))
1706 return mfs[x]
1706 return mfs[x]
1707 else:
1707 else:
1708 self.ui.progress(
1708 self.ui.progress(
1709 _('bundling'), count[0], item=fstate[0],
1709 _('bundling'), count[0], item=fstate[0],
1710 unit=_('files'), total=len(changedfiles))
1710 unit=_('files'), total=len(changedfiles))
1711 return fstate[1][x]
1711 return fstate[1][x]
1712
1712
1713 bundler = changegroup.bundle10(lookup)
1713 bundler = changegroup.bundle10(lookup)
1714 reorder = self.ui.config('bundle', 'reorder', 'auto')
1714 reorder = self.ui.config('bundle', 'reorder', 'auto')
1715 if reorder == 'auto':
1715 if reorder == 'auto':
1716 reorder = None
1716 reorder = None
1717 else:
1717 else:
1718 reorder = util.parsebool(reorder)
1718 reorder = util.parsebool(reorder)
1719
1719
1720 def gengroup():
1720 def gengroup():
1721 # Create a changenode group generator that will call our functions
1721 # Create a changenode group generator that will call our functions
1722 # back to lookup the owning changenode and collect information.
1722 # back to lookup the owning changenode and collect information.
1723 for chunk in cl.group(csets, bundler, reorder=reorder):
1723 for chunk in cl.group(csets, bundler, reorder=reorder):
1724 yield chunk
1724 yield chunk
1725 self.ui.progress(_('bundling'), None)
1725 self.ui.progress(_('bundling'), None)
1726
1726
1727 # Create a generator for the manifestnodes that calls our lookup
1727 # Create a generator for the manifestnodes that calls our lookup
1728 # and data collection functions back.
1728 # and data collection functions back.
1729 count[0] = 0
1729 count[0] = 0
1730 for chunk in mf.group(prune(mf, mfs), bundler, reorder=reorder):
1730 for chunk in mf.group(prune(mf, mfs), bundler, reorder=reorder):
1731 yield chunk
1731 yield chunk
1732 self.ui.progress(_('bundling'), None)
1732 self.ui.progress(_('bundling'), None)
1733
1733
1734 mfs.clear()
1734 mfs.clear()
1735
1735
1736 # Go through all our files in order sorted by name.
1736 # Go through all our files in order sorted by name.
1737 count[0] = 0
1737 count[0] = 0
1738 for fname in sorted(changedfiles):
1738 for fname in sorted(changedfiles):
1739 filerevlog = self.file(fname)
1739 filerevlog = self.file(fname)
1740 if not len(filerevlog):
1740 if not len(filerevlog):
1741 raise util.Abort(_("empty or missing revlog for %s") % fname)
1741 raise util.Abort(_("empty or missing revlog for %s") % fname)
1742 fstate[0] = fname
1742 fstate[0] = fname
1743 fstate[1] = fnodes.pop(fname, {})
1743 fstate[1] = fnodes.pop(fname, {})
1744
1744
1745 nodelist = prune(filerevlog, fstate[1])
1745 nodelist = prune(filerevlog, fstate[1])
1746 if nodelist:
1746 if nodelist:
1747 count[0] += 1
1747 count[0] += 1
1748 yield bundler.fileheader(fname)
1748 yield bundler.fileheader(fname)
1749 for chunk in filerevlog.group(nodelist, bundler, reorder):
1749 for chunk in filerevlog.group(nodelist, bundler, reorder):
1750 yield chunk
1750 yield chunk
1751
1751
1752 # Signal that no more groups are left.
1752 # Signal that no more groups are left.
1753 yield bundler.close()
1753 yield bundler.close()
1754 self.ui.progress(_('bundling'), None)
1754 self.ui.progress(_('bundling'), None)
1755
1755
1756 if csets:
1756 if csets:
1757 self.hook('outgoing', node=hex(csets[0]), source=source)
1757 self.hook('outgoing', node=hex(csets[0]), source=source)
1758
1758
1759 return changegroup.unbundle10(util.chunkbuffer(gengroup()), 'UN')
1759 return changegroup.unbundle10(util.chunkbuffer(gengroup()), 'UN')
1760
1760
1761 def changegroup(self, basenodes, source):
1761 def changegroup(self, basenodes, source):
1762 # to avoid a race we use changegroupsubset() (issue1320)
1762 # to avoid a race we use changegroupsubset() (issue1320)
1763 return self.changegroupsubset(basenodes, self.heads(), source)
1763 return self.changegroupsubset(basenodes, self.heads(), source)
1764
1764
1765 def _changegroup(self, nodes, source):
1765 def _changegroup(self, nodes, source):
1766 """Compute the changegroup of all nodes that we have that a recipient
1766 """Compute the changegroup of all nodes that we have that a recipient
1767 doesn't. Return a chunkbuffer object whose read() method will return
1767 doesn't. Return a chunkbuffer object whose read() method will return
1768 successive changegroup chunks.
1768 successive changegroup chunks.
1769
1769
1770 This is much easier than the previous function as we can assume that
1770 This is much easier than the previous function as we can assume that
1771 the recipient has any changenode we aren't sending them.
1771 the recipient has any changenode we aren't sending them.
1772
1772
1773 nodes is the set of nodes to send"""
1773 nodes is the set of nodes to send"""
1774
1774
1775 cl = self.changelog
1775 cl = self.changelog
1776 mf = self.manifest
1776 mf = self.manifest
1777 mfs = {}
1777 mfs = {}
1778 changedfiles = set()
1778 changedfiles = set()
1779 fstate = ['']
1779 fstate = ['']
1780 count = [0]
1780 count = [0]
1781
1781
1782 self.hook('preoutgoing', throw=True, source=source)
1782 self.hook('preoutgoing', throw=True, source=source)
1783 self.changegroupinfo(nodes, source)
1783 self.changegroupinfo(nodes, source)
1784
1784
1785 revset = set([cl.rev(n) for n in nodes])
1785 revset = set([cl.rev(n) for n in nodes])
1786
1786
1787 def gennodelst(log):
1787 def gennodelst(log):
1788 return [log.node(r) for r in log if log.linkrev(r) in revset]
1788 return [log.node(r) for r in log if log.linkrev(r) in revset]
1789
1789
1790 def lookup(revlog, x):
1790 def lookup(revlog, x):
1791 if revlog == cl:
1791 if revlog == cl:
1792 c = cl.read(x)
1792 c = cl.read(x)
1793 changedfiles.update(c[3])
1793 changedfiles.update(c[3])
1794 mfs.setdefault(c[0], x)
1794 mfs.setdefault(c[0], x)
1795 count[0] += 1
1795 count[0] += 1
1796 self.ui.progress(_('bundling'), count[0],
1796 self.ui.progress(_('bundling'), count[0],
1797 unit=_('changesets'), total=len(nodes))
1797 unit=_('changesets'), total=len(nodes))
1798 return x
1798 return x
1799 elif revlog == mf:
1799 elif revlog == mf:
1800 count[0] += 1
1800 count[0] += 1
1801 self.ui.progress(_('bundling'), count[0],
1801 self.ui.progress(_('bundling'), count[0],
1802 unit=_('manifests'), total=len(mfs))
1802 unit=_('manifests'), total=len(mfs))
1803 return cl.node(revlog.linkrev(revlog.rev(x)))
1803 return cl.node(revlog.linkrev(revlog.rev(x)))
1804 else:
1804 else:
1805 self.ui.progress(
1805 self.ui.progress(
1806 _('bundling'), count[0], item=fstate[0],
1806 _('bundling'), count[0], item=fstate[0],
1807 total=len(changedfiles), unit=_('files'))
1807 total=len(changedfiles), unit=_('files'))
1808 return cl.node(revlog.linkrev(revlog.rev(x)))
1808 return cl.node(revlog.linkrev(revlog.rev(x)))
1809
1809
1810 bundler = changegroup.bundle10(lookup)
1810 bundler = changegroup.bundle10(lookup)
1811 reorder = self.ui.config('bundle', 'reorder', 'auto')
1811 reorder = self.ui.config('bundle', 'reorder', 'auto')
1812 if reorder == 'auto':
1812 if reorder == 'auto':
1813 reorder = None
1813 reorder = None
1814 else:
1814 else:
1815 reorder = util.parsebool(reorder)
1815 reorder = util.parsebool(reorder)
1816
1816
1817 def gengroup():
1817 def gengroup():
1818 '''yield a sequence of changegroup chunks (strings)'''
1818 '''yield a sequence of changegroup chunks (strings)'''
1819 # construct a list of all changed files
1819 # construct a list of all changed files
1820
1820
1821 for chunk in cl.group(nodes, bundler, reorder=reorder):
1821 for chunk in cl.group(nodes, bundler, reorder=reorder):
1822 yield chunk
1822 yield chunk
1823 self.ui.progress(_('bundling'), None)
1823 self.ui.progress(_('bundling'), None)
1824
1824
1825 count[0] = 0
1825 count[0] = 0
1826 for chunk in mf.group(gennodelst(mf), bundler, reorder=reorder):
1826 for chunk in mf.group(gennodelst(mf), bundler, reorder=reorder):
1827 yield chunk
1827 yield chunk
1828 self.ui.progress(_('bundling'), None)
1828 self.ui.progress(_('bundling'), None)
1829
1829
1830 count[0] = 0
1830 count[0] = 0
1831 for fname in sorted(changedfiles):
1831 for fname in sorted(changedfiles):
1832 filerevlog = self.file(fname)
1832 filerevlog = self.file(fname)
1833 if not len(filerevlog):
1833 if not len(filerevlog):
1834 raise util.Abort(_("empty or missing revlog for %s") % fname)
1834 raise util.Abort(_("empty or missing revlog for %s") % fname)
1835 fstate[0] = fname
1835 fstate[0] = fname
1836 nodelist = gennodelst(filerevlog)
1836 nodelist = gennodelst(filerevlog)
1837 if nodelist:
1837 if nodelist:
1838 count[0] += 1
1838 count[0] += 1
1839 yield bundler.fileheader(fname)
1839 yield bundler.fileheader(fname)
1840 for chunk in filerevlog.group(nodelist, bundler, reorder):
1840 for chunk in filerevlog.group(nodelist, bundler, reorder):
1841 yield chunk
1841 yield chunk
1842 yield bundler.close()
1842 yield bundler.close()
1843 self.ui.progress(_('bundling'), None)
1843 self.ui.progress(_('bundling'), None)
1844
1844
1845 if nodes:
1845 if nodes:
1846 self.hook('outgoing', node=hex(nodes[0]), source=source)
1846 self.hook('outgoing', node=hex(nodes[0]), source=source)
1847
1847
1848 return changegroup.unbundle10(util.chunkbuffer(gengroup()), 'UN')
1848 return changegroup.unbundle10(util.chunkbuffer(gengroup()), 'UN')
1849
1849
1850 def addchangegroup(self, source, srctype, url, emptyok=False):
1850 def addchangegroup(self, source, srctype, url, emptyok=False):
1851 """Add the changegroup returned by source.read() to this repo.
1851 """Add the changegroup returned by source.read() to this repo.
1852 srctype is a string like 'push', 'pull', or 'unbundle'. url is
1852 srctype is a string like 'push', 'pull', or 'unbundle'. url is
1853 the URL of the repo where this changegroup is coming from.
1853 the URL of the repo where this changegroup is coming from.
1854
1854
1855 Return an integer summarizing the change to this repo:
1855 Return an integer summarizing the change to this repo:
1856 - nothing changed or no source: 0
1856 - nothing changed or no source: 0
1857 - more heads than before: 1+added heads (2..n)
1857 - more heads than before: 1+added heads (2..n)
1858 - fewer heads than before: -1-removed heads (-2..-n)
1858 - fewer heads than before: -1-removed heads (-2..-n)
1859 - number of heads stays the same: 1
1859 - number of heads stays the same: 1
1860 """
1860 """
1861 def csmap(x):
1861 def csmap(x):
1862 self.ui.debug("add changeset %s\n" % short(x))
1862 self.ui.debug("add changeset %s\n" % short(x))
1863 return len(cl)
1863 return len(cl)
1864
1864
1865 def revmap(x):
1865 def revmap(x):
1866 return cl.rev(x)
1866 return cl.rev(x)
1867
1867
1868 if not source:
1868 if not source:
1869 return 0
1869 return 0
1870
1870
1871 self.hook('prechangegroup', throw=True, source=srctype, url=url)
1871 self.hook('prechangegroup', throw=True, source=srctype, url=url)
1872
1872
1873 changesets = files = revisions = 0
1873 changesets = files = revisions = 0
1874 efiles = set()
1874 efiles = set()
1875
1875
1876 # write changelog data to temp files so concurrent readers will not see
1876 # write changelog data to temp files so concurrent readers will not see
1877 # inconsistent view
1877 # inconsistent view
1878 cl = self.changelog
1878 cl = self.changelog
1879 cl.delayupdate()
1879 cl.delayupdate()
1880 oldheads = cl.heads()
1880 oldheads = cl.heads()
1881
1881
1882 tr = self.transaction("\n".join([srctype, util.hidepassword(url)]))
1882 tr = self.transaction("\n".join([srctype, util.hidepassword(url)]))
1883 try:
1883 try:
1884 trp = weakref.proxy(tr)
1884 trp = weakref.proxy(tr)
1885 # pull off the changeset group
1885 # pull off the changeset group
1886 self.ui.status(_("adding changesets\n"))
1886 self.ui.status(_("adding changesets\n"))
1887 clstart = len(cl)
1887 clstart = len(cl)
1888 class prog(object):
1888 class prog(object):
1889 step = _('changesets')
1889 step = _('changesets')
1890 count = 1
1890 count = 1
1891 ui = self.ui
1891 ui = self.ui
1892 total = None
1892 total = None
1893 def __call__(self):
1893 def __call__(self):
1894 self.ui.progress(self.step, self.count, unit=_('chunks'),
1894 self.ui.progress(self.step, self.count, unit=_('chunks'),
1895 total=self.total)
1895 total=self.total)
1896 self.count += 1
1896 self.count += 1
1897 pr = prog()
1897 pr = prog()
1898 source.callback = pr
1898 source.callback = pr
1899
1899
1900 source.changelogheader()
1900 source.changelogheader()
1901 if (cl.addgroup(source, csmap, trp) is None
1901 if (cl.addgroup(source, csmap, trp) is None
1902 and not emptyok):
1902 and not emptyok):
1903 raise util.Abort(_("received changelog group is empty"))
1903 raise util.Abort(_("received changelog group is empty"))
1904 clend = len(cl)
1904 clend = len(cl)
1905 changesets = clend - clstart
1905 changesets = clend - clstart
1906 for c in xrange(clstart, clend):
1906 for c in xrange(clstart, clend):
1907 efiles.update(self[c].files())
1907 efiles.update(self[c].files())
1908 efiles = len(efiles)
1908 efiles = len(efiles)
1909 self.ui.progress(_('changesets'), None)
1909 self.ui.progress(_('changesets'), None)
1910
1910
1911 # pull off the manifest group
1911 # pull off the manifest group
1912 self.ui.status(_("adding manifests\n"))
1912 self.ui.status(_("adding manifests\n"))
1913 pr.step = _('manifests')
1913 pr.step = _('manifests')
1914 pr.count = 1
1914 pr.count = 1
1915 pr.total = changesets # manifests <= changesets
1915 pr.total = changesets # manifests <= changesets
1916 # no need to check for empty manifest group here:
1916 # no need to check for empty manifest group here:
1917 # if the result of the merge of 1 and 2 is the same in 3 and 4,
1917 # if the result of the merge of 1 and 2 is the same in 3 and 4,
1918 # no new manifest will be created and the manifest group will
1918 # no new manifest will be created and the manifest group will
1919 # be empty during the pull
1919 # be empty during the pull
1920 source.manifestheader()
1920 source.manifestheader()
1921 self.manifest.addgroup(source, revmap, trp)
1921 self.manifest.addgroup(source, revmap, trp)
1922 self.ui.progress(_('manifests'), None)
1922 self.ui.progress(_('manifests'), None)
1923
1923
1924 needfiles = {}
1924 needfiles = {}
1925 if self.ui.configbool('server', 'validate', default=False):
1925 if self.ui.configbool('server', 'validate', default=False):
1926 # validate incoming csets have their manifests
1926 # validate incoming csets have their manifests
1927 for cset in xrange(clstart, clend):
1927 for cset in xrange(clstart, clend):
1928 mfest = self.changelog.read(self.changelog.node(cset))[0]
1928 mfest = self.changelog.read(self.changelog.node(cset))[0]
1929 mfest = self.manifest.readdelta(mfest)
1929 mfest = self.manifest.readdelta(mfest)
1930 # store file nodes we must see
1930 # store file nodes we must see
1931 for f, n in mfest.iteritems():
1931 for f, n in mfest.iteritems():
1932 needfiles.setdefault(f, set()).add(n)
1932 needfiles.setdefault(f, set()).add(n)
1933
1933
1934 # process the files
1934 # process the files
1935 self.ui.status(_("adding file changes\n"))
1935 self.ui.status(_("adding file changes\n"))
1936 pr.step = _('files')
1936 pr.step = _('files')
1937 pr.count = 1
1937 pr.count = 1
1938 pr.total = efiles
1938 pr.total = efiles
1939 source.callback = None
1939 source.callback = None
1940
1940
1941 while True:
1941 while True:
1942 chunkdata = source.filelogheader()
1942 chunkdata = source.filelogheader()
1943 if not chunkdata:
1943 if not chunkdata:
1944 break
1944 break
1945 f = chunkdata["filename"]
1945 f = chunkdata["filename"]
1946 self.ui.debug("adding %s revisions\n" % f)
1946 self.ui.debug("adding %s revisions\n" % f)
1947 pr()
1947 pr()
1948 fl = self.file(f)
1948 fl = self.file(f)
1949 o = len(fl)
1949 o = len(fl)
1950 if fl.addgroup(source, revmap, trp) is None:
1950 if fl.addgroup(source, revmap, trp) is None:
1951 raise util.Abort(_("received file revlog group is empty"))
1951 raise util.Abort(_("received file revlog group is empty"))
1952 revisions += len(fl) - o
1952 revisions += len(fl) - o
1953 files += 1
1953 files += 1
1954 if f in needfiles:
1954 if f in needfiles:
1955 needs = needfiles[f]
1955 needs = needfiles[f]
1956 for new in xrange(o, len(fl)):
1956 for new in xrange(o, len(fl)):
1957 n = fl.node(new)
1957 n = fl.node(new)
1958 if n in needs:
1958 if n in needs:
1959 needs.remove(n)
1959 needs.remove(n)
1960 if not needs:
1960 if not needs:
1961 del needfiles[f]
1961 del needfiles[f]
1962 self.ui.progress(_('files'), None)
1962 self.ui.progress(_('files'), None)
1963
1963
1964 for f, needs in needfiles.iteritems():
1964 for f, needs in needfiles.iteritems():
1965 fl = self.file(f)
1965 fl = self.file(f)
1966 for n in needs:
1966 for n in needs:
1967 try:
1967 try:
1968 fl.rev(n)
1968 fl.rev(n)
1969 except error.LookupError:
1969 except error.LookupError:
1970 raise util.Abort(
1970 raise util.Abort(
1971 _('missing file data for %s:%s - run hg verify') %
1971 _('missing file data for %s:%s - run hg verify') %
1972 (f, hex(n)))
1972 (f, hex(n)))
1973
1973
1974 dh = 0
1974 dh = 0
1975 if oldheads:
1975 if oldheads:
1976 heads = cl.heads()
1976 heads = cl.heads()
1977 dh = len(heads) - len(oldheads)
1977 dh = len(heads) - len(oldheads)
1978 for h in heads:
1978 for h in heads:
1979 if h not in oldheads and 'close' in self[h].extra():
1979 if h not in oldheads and 'close' in self[h].extra():
1980 dh -= 1
1980 dh -= 1
1981 htext = ""
1981 htext = ""
1982 if dh:
1982 if dh:
1983 htext = _(" (%+d heads)") % dh
1983 htext = _(" (%+d heads)") % dh
1984
1984
1985 self.ui.status(_("added %d changesets"
1985 self.ui.status(_("added %d changesets"
1986 " with %d changes to %d files%s\n")
1986 " with %d changes to %d files%s\n")
1987 % (changesets, revisions, files, htext))
1987 % (changesets, revisions, files, htext))
1988
1988
1989 if changesets > 0:
1989 if changesets > 0:
1990 p = lambda: cl.writepending() and self.root or ""
1990 p = lambda: cl.writepending() and self.root or ""
1991 self.hook('pretxnchangegroup', throw=True,
1991 self.hook('pretxnchangegroup', throw=True,
1992 node=hex(cl.node(clstart)), source=srctype,
1992 node=hex(cl.node(clstart)), source=srctype,
1993 url=url, pending=p)
1993 url=url, pending=p)
1994
1994
1995 added = [cl.node(r) for r in xrange(clstart, clend)]
1995 added = [cl.node(r) for r in xrange(clstart, clend)]
1996 if srctype != 'strip':
1996 if srctype != 'strip':
1997 phases.advanceboundary(self, 0, added)
1997 phases.advanceboundary(self, 0, added)
1998 # make changelog see real files again
1998 # make changelog see real files again
1999 cl.finalize(trp)
1999 cl.finalize(trp)
2000
2000
2001 tr.close()
2001 tr.close()
2002
2002
2003 if changesets > 0:
2003 if changesets > 0:
2004 def runhooks():
2004 def runhooks():
2005 # forcefully update the on-disk branch cache
2005 # forcefully update the on-disk branch cache
2006 self.ui.debug("updating the branch cache\n")
2006 self.ui.debug("updating the branch cache\n")
2007 self.updatebranchcache()
2007 self.updatebranchcache()
2008 self.hook("changegroup", node=hex(cl.node(clstart)),
2008 self.hook("changegroup", node=hex(cl.node(clstart)),
2009 source=srctype, url=url)
2009 source=srctype, url=url)
2010
2010
2011 for n in added:
2011 for n in added:
2012 self.hook("incoming", node=hex(n), source=srctype,
2012 self.hook("incoming", node=hex(n), source=srctype,
2013 url=url)
2013 url=url)
2014 self._postrelease(runhooks)
2014 self._afterlock(runhooks)
2015
2015
2016 finally:
2016 finally:
2017 tr.release()
2017 tr.release()
2018 # never return 0 here:
2018 # never return 0 here:
2019 if dh < 0:
2019 if dh < 0:
2020 return dh - 1
2020 return dh - 1
2021 else:
2021 else:
2022 return dh + 1
2022 return dh + 1
2023
2023
2024 def stream_in(self, remote, requirements):
2024 def stream_in(self, remote, requirements):
2025 lock = self.lock()
2025 lock = self.lock()
2026 try:
2026 try:
2027 fp = remote.stream_out()
2027 fp = remote.stream_out()
2028 l = fp.readline()
2028 l = fp.readline()
2029 try:
2029 try:
2030 resp = int(l)
2030 resp = int(l)
2031 except ValueError:
2031 except ValueError:
2032 raise error.ResponseError(
2032 raise error.ResponseError(
2033 _('Unexpected response from remote server:'), l)
2033 _('Unexpected response from remote server:'), l)
2034 if resp == 1:
2034 if resp == 1:
2035 raise util.Abort(_('operation forbidden by server'))
2035 raise util.Abort(_('operation forbidden by server'))
2036 elif resp == 2:
2036 elif resp == 2:
2037 raise util.Abort(_('locking the remote repository failed'))
2037 raise util.Abort(_('locking the remote repository failed'))
2038 elif resp != 0:
2038 elif resp != 0:
2039 raise util.Abort(_('the server sent an unknown error code'))
2039 raise util.Abort(_('the server sent an unknown error code'))
2040 self.ui.status(_('streaming all changes\n'))
2040 self.ui.status(_('streaming all changes\n'))
2041 l = fp.readline()
2041 l = fp.readline()
2042 try:
2042 try:
2043 total_files, total_bytes = map(int, l.split(' ', 1))
2043 total_files, total_bytes = map(int, l.split(' ', 1))
2044 except (ValueError, TypeError):
2044 except (ValueError, TypeError):
2045 raise error.ResponseError(
2045 raise error.ResponseError(
2046 _('Unexpected response from remote server:'), l)
2046 _('Unexpected response from remote server:'), l)
2047 self.ui.status(_('%d files to transfer, %s of data\n') %
2047 self.ui.status(_('%d files to transfer, %s of data\n') %
2048 (total_files, util.bytecount(total_bytes)))
2048 (total_files, util.bytecount(total_bytes)))
2049 start = time.time()
2049 start = time.time()
2050 for i in xrange(total_files):
2050 for i in xrange(total_files):
2051 # XXX doesn't support '\n' or '\r' in filenames
2051 # XXX doesn't support '\n' or '\r' in filenames
2052 l = fp.readline()
2052 l = fp.readline()
2053 try:
2053 try:
2054 name, size = l.split('\0', 1)
2054 name, size = l.split('\0', 1)
2055 size = int(size)
2055 size = int(size)
2056 except (ValueError, TypeError):
2056 except (ValueError, TypeError):
2057 raise error.ResponseError(
2057 raise error.ResponseError(
2058 _('Unexpected response from remote server:'), l)
2058 _('Unexpected response from remote server:'), l)
2059 self.ui.debug('adding %s (%s)\n' % (name, util.bytecount(size)))
2059 self.ui.debug('adding %s (%s)\n' % (name, util.bytecount(size)))
2060 # for backwards compat, name was partially encoded
2060 # for backwards compat, name was partially encoded
2061 ofp = self.sopener(store.decodedir(name), 'w')
2061 ofp = self.sopener(store.decodedir(name), 'w')
2062 for chunk in util.filechunkiter(fp, limit=size):
2062 for chunk in util.filechunkiter(fp, limit=size):
2063 ofp.write(chunk)
2063 ofp.write(chunk)
2064 ofp.close()
2064 ofp.close()
2065 elapsed = time.time() - start
2065 elapsed = time.time() - start
2066 if elapsed <= 0:
2066 if elapsed <= 0:
2067 elapsed = 0.001
2067 elapsed = 0.001
2068 self.ui.status(_('transferred %s in %.1f seconds (%s/sec)\n') %
2068 self.ui.status(_('transferred %s in %.1f seconds (%s/sec)\n') %
2069 (util.bytecount(total_bytes), elapsed,
2069 (util.bytecount(total_bytes), elapsed,
2070 util.bytecount(total_bytes / elapsed)))
2070 util.bytecount(total_bytes / elapsed)))
2071
2071
2072 # new requirements = old non-format requirements + new format-related
2072 # new requirements = old non-format requirements + new format-related
2073 # requirements from the streamed-in repository
2073 # requirements from the streamed-in repository
2074 requirements.update(set(self.requirements) - self.supportedformats)
2074 requirements.update(set(self.requirements) - self.supportedformats)
2075 self._applyrequirements(requirements)
2075 self._applyrequirements(requirements)
2076 self._writerequirements()
2076 self._writerequirements()
2077
2077
2078 self.invalidate()
2078 self.invalidate()
2079 return len(self.heads()) + 1
2079 return len(self.heads()) + 1
2080 finally:
2080 finally:
2081 lock.release()
2081 lock.release()
2082
2082
2083 def clone(self, remote, heads=[], stream=False):
2083 def clone(self, remote, heads=[], stream=False):
2084 '''clone remote repository.
2084 '''clone remote repository.
2085
2085
2086 keyword arguments:
2086 keyword arguments:
2087 heads: list of revs to clone (forces use of pull)
2087 heads: list of revs to clone (forces use of pull)
2088 stream: use streaming clone if possible'''
2088 stream: use streaming clone if possible'''
2089
2089
2090 # now, all clients that can request uncompressed clones can
2090 # now, all clients that can request uncompressed clones can
2091 # read repo formats supported by all servers that can serve
2091 # read repo formats supported by all servers that can serve
2092 # them.
2092 # them.
2093
2093
2094 # if revlog format changes, client will have to check version
2094 # if revlog format changes, client will have to check version
2095 # and format flags on "stream" capability, and use
2095 # and format flags on "stream" capability, and use
2096 # uncompressed only if compatible.
2096 # uncompressed only if compatible.
2097
2097
2098 if stream and not heads:
2098 if stream and not heads:
2099 # 'stream' means remote revlog format is revlogv1 only
2099 # 'stream' means remote revlog format is revlogv1 only
2100 if remote.capable('stream'):
2100 if remote.capable('stream'):
2101 return self.stream_in(remote, set(('revlogv1',)))
2101 return self.stream_in(remote, set(('revlogv1',)))
2102 # otherwise, 'streamreqs' contains the remote revlog format
2102 # otherwise, 'streamreqs' contains the remote revlog format
2103 streamreqs = remote.capable('streamreqs')
2103 streamreqs = remote.capable('streamreqs')
2104 if streamreqs:
2104 if streamreqs:
2105 streamreqs = set(streamreqs.split(','))
2105 streamreqs = set(streamreqs.split(','))
2106 # if we support it, stream in and adjust our requirements
2106 # if we support it, stream in and adjust our requirements
2107 if not streamreqs - self.supportedformats:
2107 if not streamreqs - self.supportedformats:
2108 return self.stream_in(remote, streamreqs)
2108 return self.stream_in(remote, streamreqs)
2109 return self.pull(remote, heads)
2109 return self.pull(remote, heads)
2110
2110
2111 def pushkey(self, namespace, key, old, new):
2111 def pushkey(self, namespace, key, old, new):
2112 self.hook('prepushkey', throw=True, namespace=namespace, key=key,
2112 self.hook('prepushkey', throw=True, namespace=namespace, key=key,
2113 old=old, new=new)
2113 old=old, new=new)
2114 ret = pushkey.push(self, namespace, key, old, new)
2114 ret = pushkey.push(self, namespace, key, old, new)
2115 self.hook('pushkey', namespace=namespace, key=key, old=old, new=new,
2115 self.hook('pushkey', namespace=namespace, key=key, old=old, new=new,
2116 ret=ret)
2116 ret=ret)
2117 return ret
2117 return ret
2118
2118
2119 def listkeys(self, namespace):
2119 def listkeys(self, namespace):
2120 self.hook('prelistkeys', throw=True, namespace=namespace)
2120 self.hook('prelistkeys', throw=True, namespace=namespace)
2121 values = pushkey.list(self, namespace)
2121 values = pushkey.list(self, namespace)
2122 self.hook('listkeys', namespace=namespace, values=values)
2122 self.hook('listkeys', namespace=namespace, values=values)
2123 return values
2123 return values
2124
2124
2125 def debugwireargs(self, one, two, three=None, four=None, five=None):
2125 def debugwireargs(self, one, two, three=None, four=None, five=None):
2126 '''used to test argument passing over the wire'''
2126 '''used to test argument passing over the wire'''
2127 return "%s %s %s %s %s" % (one, two, three, four, five)
2127 return "%s %s %s %s %s" % (one, two, three, four, five)
2128
2128
2129 def savecommitmessage(self, text):
2129 def savecommitmessage(self, text):
2130 fp = self.opener('last-message.txt', 'wb')
2130 fp = self.opener('last-message.txt', 'wb')
2131 try:
2131 try:
2132 fp.write(text)
2132 fp.write(text)
2133 finally:
2133 finally:
2134 fp.close()
2134 fp.close()
2135 return self.pathto(fp.name[len(self.root)+1:])
2135 return self.pathto(fp.name[len(self.root)+1:])
2136
2136
2137 # used to avoid circular references so destructors work
2137 # used to avoid circular references so destructors work
2138 def aftertrans(files):
2138 def aftertrans(files):
2139 renamefiles = [tuple(t) for t in files]
2139 renamefiles = [tuple(t) for t in files]
2140 def a():
2140 def a():
2141 for src, dest in renamefiles:
2141 for src, dest in renamefiles:
2142 util.rename(src, dest)
2142 util.rename(src, dest)
2143 return a
2143 return a
2144
2144
2145 def undoname(fn):
2145 def undoname(fn):
2146 base, name = os.path.split(fn)
2146 base, name = os.path.split(fn)
2147 assert name.startswith('journal')
2147 assert name.startswith('journal')
2148 return os.path.join(base, name.replace('journal', 'undo', 1))
2148 return os.path.join(base, name.replace('journal', 'undo', 1))
2149
2149
2150 def instance(ui, path, create):
2150 def instance(ui, path, create):
2151 return localrepository(ui, util.urllocalpath(path), create)
2151 return localrepository(ui, util.urllocalpath(path), create)
2152
2152
2153 def islocal(path):
2153 def islocal(path):
2154 return True
2154 return True
General Comments 0
You need to be logged in to leave comments. Login now