##// END OF EJS Templates
localrepo: give a sigh of relief when getting lock after waiting for it...
Mads Kiilerich -
r20380:c697b70f default
parent child Browse files
Show More
@@ -1,2236 +1,2237 b''
1 # localrepo.py - read/write repository class for mercurial
1 # localrepo.py - read/write repository class for mercurial
2 #
2 #
3 # Copyright 2005-2007 Matt Mackall <mpm@selenic.com>
3 # Copyright 2005-2007 Matt Mackall <mpm@selenic.com>
4 #
4 #
5 # This software may be used and distributed according to the terms of the
5 # This software may be used and distributed according to the terms of the
6 # GNU General Public License version 2 or any later version.
6 # GNU General Public License version 2 or any later version.
7 from node import hex, nullid, short
7 from node import hex, nullid, short
8 from i18n import _
8 from i18n import _
9 import peer, changegroup, subrepo, discovery, pushkey, obsolete, repoview
9 import peer, changegroup, subrepo, discovery, pushkey, obsolete, repoview
10 import changelog, dirstate, filelog, manifest, context, bookmarks, phases
10 import changelog, dirstate, filelog, manifest, context, bookmarks, phases
11 import lock as lockmod
11 import lock as lockmod
12 import transaction, store, encoding, exchange
12 import transaction, store, encoding, exchange
13 import scmutil, util, extensions, hook, error, revset
13 import scmutil, util, extensions, hook, error, revset
14 import match as matchmod
14 import match as matchmod
15 import merge as mergemod
15 import merge as mergemod
16 import tags as tagsmod
16 import tags as tagsmod
17 from lock import release
17 from lock import release
18 import weakref, errno, os, time, inspect
18 import weakref, errno, os, time, inspect
19 import branchmap, pathutil
19 import branchmap, pathutil
20 propertycache = util.propertycache
20 propertycache = util.propertycache
21 filecache = scmutil.filecache
21 filecache = scmutil.filecache
22
22
23 class repofilecache(filecache):
23 class repofilecache(filecache):
24 """All filecache usage on repo are done for logic that should be unfiltered
24 """All filecache usage on repo are done for logic that should be unfiltered
25 """
25 """
26
26
27 def __get__(self, repo, type=None):
27 def __get__(self, repo, type=None):
28 return super(repofilecache, self).__get__(repo.unfiltered(), type)
28 return super(repofilecache, self).__get__(repo.unfiltered(), type)
29 def __set__(self, repo, value):
29 def __set__(self, repo, value):
30 return super(repofilecache, self).__set__(repo.unfiltered(), value)
30 return super(repofilecache, self).__set__(repo.unfiltered(), value)
31 def __delete__(self, repo):
31 def __delete__(self, repo):
32 return super(repofilecache, self).__delete__(repo.unfiltered())
32 return super(repofilecache, self).__delete__(repo.unfiltered())
33
33
34 class storecache(repofilecache):
34 class storecache(repofilecache):
35 """filecache for files in the store"""
35 """filecache for files in the store"""
36 def join(self, obj, fname):
36 def join(self, obj, fname):
37 return obj.sjoin(fname)
37 return obj.sjoin(fname)
38
38
39 class unfilteredpropertycache(propertycache):
39 class unfilteredpropertycache(propertycache):
40 """propertycache that apply to unfiltered repo only"""
40 """propertycache that apply to unfiltered repo only"""
41
41
42 def __get__(self, repo, type=None):
42 def __get__(self, repo, type=None):
43 unfi = repo.unfiltered()
43 unfi = repo.unfiltered()
44 if unfi is repo:
44 if unfi is repo:
45 return super(unfilteredpropertycache, self).__get__(unfi)
45 return super(unfilteredpropertycache, self).__get__(unfi)
46 return getattr(unfi, self.name)
46 return getattr(unfi, self.name)
47
47
48 class filteredpropertycache(propertycache):
48 class filteredpropertycache(propertycache):
49 """propertycache that must take filtering in account"""
49 """propertycache that must take filtering in account"""
50
50
51 def cachevalue(self, obj, value):
51 def cachevalue(self, obj, value):
52 object.__setattr__(obj, self.name, value)
52 object.__setattr__(obj, self.name, value)
53
53
54
54
55 def hasunfilteredcache(repo, name):
55 def hasunfilteredcache(repo, name):
56 """check if a repo has an unfilteredpropertycache value for <name>"""
56 """check if a repo has an unfilteredpropertycache value for <name>"""
57 return name in vars(repo.unfiltered())
57 return name in vars(repo.unfiltered())
58
58
59 def unfilteredmethod(orig):
59 def unfilteredmethod(orig):
60 """decorate method that always need to be run on unfiltered version"""
60 """decorate method that always need to be run on unfiltered version"""
61 def wrapper(repo, *args, **kwargs):
61 def wrapper(repo, *args, **kwargs):
62 return orig(repo.unfiltered(), *args, **kwargs)
62 return orig(repo.unfiltered(), *args, **kwargs)
63 return wrapper
63 return wrapper
64
64
65 MODERNCAPS = set(('lookup', 'branchmap', 'pushkey', 'known', 'getbundle'))
65 MODERNCAPS = set(('lookup', 'branchmap', 'pushkey', 'known', 'getbundle'))
66 LEGACYCAPS = MODERNCAPS.union(set(['changegroupsubset']))
66 LEGACYCAPS = MODERNCAPS.union(set(['changegroupsubset']))
67
67
68 class localpeer(peer.peerrepository):
68 class localpeer(peer.peerrepository):
69 '''peer for a local repo; reflects only the most recent API'''
69 '''peer for a local repo; reflects only the most recent API'''
70
70
71 def __init__(self, repo, caps=MODERNCAPS):
71 def __init__(self, repo, caps=MODERNCAPS):
72 peer.peerrepository.__init__(self)
72 peer.peerrepository.__init__(self)
73 self._repo = repo.filtered('served')
73 self._repo = repo.filtered('served')
74 self.ui = repo.ui
74 self.ui = repo.ui
75 self._caps = repo._restrictcapabilities(caps)
75 self._caps = repo._restrictcapabilities(caps)
76 self.requirements = repo.requirements
76 self.requirements = repo.requirements
77 self.supportedformats = repo.supportedformats
77 self.supportedformats = repo.supportedformats
78
78
79 def close(self):
79 def close(self):
80 self._repo.close()
80 self._repo.close()
81
81
82 def _capabilities(self):
82 def _capabilities(self):
83 return self._caps
83 return self._caps
84
84
85 def local(self):
85 def local(self):
86 return self._repo
86 return self._repo
87
87
88 def canpush(self):
88 def canpush(self):
89 return True
89 return True
90
90
91 def url(self):
91 def url(self):
92 return self._repo.url()
92 return self._repo.url()
93
93
94 def lookup(self, key):
94 def lookup(self, key):
95 return self._repo.lookup(key)
95 return self._repo.lookup(key)
96
96
97 def branchmap(self):
97 def branchmap(self):
98 return self._repo.branchmap()
98 return self._repo.branchmap()
99
99
100 def heads(self):
100 def heads(self):
101 return self._repo.heads()
101 return self._repo.heads()
102
102
103 def known(self, nodes):
103 def known(self, nodes):
104 return self._repo.known(nodes)
104 return self._repo.known(nodes)
105
105
106 def getbundle(self, source, heads=None, common=None, bundlecaps=None):
106 def getbundle(self, source, heads=None, common=None, bundlecaps=None):
107 return self._repo.getbundle(source, heads=heads, common=common,
107 return self._repo.getbundle(source, heads=heads, common=common,
108 bundlecaps=None)
108 bundlecaps=None)
109
109
110 # TODO We might want to move the next two calls into legacypeer and add
110 # TODO We might want to move the next two calls into legacypeer and add
111 # unbundle instead.
111 # unbundle instead.
112
112
113 def lock(self):
113 def lock(self):
114 return self._repo.lock()
114 return self._repo.lock()
115
115
116 def addchangegroup(self, cg, source, url):
116 def addchangegroup(self, cg, source, url):
117 return self._repo.addchangegroup(cg, source, url)
117 return self._repo.addchangegroup(cg, source, url)
118
118
119 def pushkey(self, namespace, key, old, new):
119 def pushkey(self, namespace, key, old, new):
120 return self._repo.pushkey(namespace, key, old, new)
120 return self._repo.pushkey(namespace, key, old, new)
121
121
122 def listkeys(self, namespace):
122 def listkeys(self, namespace):
123 return self._repo.listkeys(namespace)
123 return self._repo.listkeys(namespace)
124
124
125 def debugwireargs(self, one, two, three=None, four=None, five=None):
125 def debugwireargs(self, one, two, three=None, four=None, five=None):
126 '''used to test argument passing over the wire'''
126 '''used to test argument passing over the wire'''
127 return "%s %s %s %s %s" % (one, two, three, four, five)
127 return "%s %s %s %s %s" % (one, two, three, four, five)
128
128
129 class locallegacypeer(localpeer):
129 class locallegacypeer(localpeer):
130 '''peer extension which implements legacy methods too; used for tests with
130 '''peer extension which implements legacy methods too; used for tests with
131 restricted capabilities'''
131 restricted capabilities'''
132
132
133 def __init__(self, repo):
133 def __init__(self, repo):
134 localpeer.__init__(self, repo, caps=LEGACYCAPS)
134 localpeer.__init__(self, repo, caps=LEGACYCAPS)
135
135
136 def branches(self, nodes):
136 def branches(self, nodes):
137 return self._repo.branches(nodes)
137 return self._repo.branches(nodes)
138
138
139 def between(self, pairs):
139 def between(self, pairs):
140 return self._repo.between(pairs)
140 return self._repo.between(pairs)
141
141
142 def changegroup(self, basenodes, source):
142 def changegroup(self, basenodes, source):
143 return self._repo.changegroup(basenodes, source)
143 return self._repo.changegroup(basenodes, source)
144
144
145 def changegroupsubset(self, bases, heads, source):
145 def changegroupsubset(self, bases, heads, source):
146 return self._repo.changegroupsubset(bases, heads, source)
146 return self._repo.changegroupsubset(bases, heads, source)
147
147
148 class localrepository(object):
148 class localrepository(object):
149
149
150 supportedformats = set(('revlogv1', 'generaldelta'))
150 supportedformats = set(('revlogv1', 'generaldelta'))
151 _basesupported = supportedformats | set(('store', 'fncache', 'shared',
151 _basesupported = supportedformats | set(('store', 'fncache', 'shared',
152 'dotencode'))
152 'dotencode'))
153 openerreqs = set(('revlogv1', 'generaldelta'))
153 openerreqs = set(('revlogv1', 'generaldelta'))
154 requirements = ['revlogv1']
154 requirements = ['revlogv1']
155 filtername = None
155 filtername = None
156
156
157 # a list of (ui, featureset) functions.
157 # a list of (ui, featureset) functions.
158 # only functions defined in module of enabled extensions are invoked
158 # only functions defined in module of enabled extensions are invoked
159 featuresetupfuncs = set()
159 featuresetupfuncs = set()
160
160
161 def _baserequirements(self, create):
161 def _baserequirements(self, create):
162 return self.requirements[:]
162 return self.requirements[:]
163
163
164 def __init__(self, baseui, path=None, create=False):
164 def __init__(self, baseui, path=None, create=False):
165 self.wvfs = scmutil.vfs(path, expandpath=True, realpath=True)
165 self.wvfs = scmutil.vfs(path, expandpath=True, realpath=True)
166 self.wopener = self.wvfs
166 self.wopener = self.wvfs
167 self.root = self.wvfs.base
167 self.root = self.wvfs.base
168 self.path = self.wvfs.join(".hg")
168 self.path = self.wvfs.join(".hg")
169 self.origroot = path
169 self.origroot = path
170 self.auditor = pathutil.pathauditor(self.root, self._checknested)
170 self.auditor = pathutil.pathauditor(self.root, self._checknested)
171 self.vfs = scmutil.vfs(self.path)
171 self.vfs = scmutil.vfs(self.path)
172 self.opener = self.vfs
172 self.opener = self.vfs
173 self.baseui = baseui
173 self.baseui = baseui
174 self.ui = baseui.copy()
174 self.ui = baseui.copy()
175 self.ui.copy = baseui.copy # prevent copying repo configuration
175 self.ui.copy = baseui.copy # prevent copying repo configuration
176 # A list of callback to shape the phase if no data were found.
176 # A list of callback to shape the phase if no data were found.
177 # Callback are in the form: func(repo, roots) --> processed root.
177 # Callback are in the form: func(repo, roots) --> processed root.
178 # This list it to be filled by extension during repo setup
178 # This list it to be filled by extension during repo setup
179 self._phasedefaults = []
179 self._phasedefaults = []
180 try:
180 try:
181 self.ui.readconfig(self.join("hgrc"), self.root)
181 self.ui.readconfig(self.join("hgrc"), self.root)
182 extensions.loadall(self.ui)
182 extensions.loadall(self.ui)
183 except IOError:
183 except IOError:
184 pass
184 pass
185
185
186 if self.featuresetupfuncs:
186 if self.featuresetupfuncs:
187 self.supported = set(self._basesupported) # use private copy
187 self.supported = set(self._basesupported) # use private copy
188 extmods = set(m.__name__ for n, m
188 extmods = set(m.__name__ for n, m
189 in extensions.extensions(self.ui))
189 in extensions.extensions(self.ui))
190 for setupfunc in self.featuresetupfuncs:
190 for setupfunc in self.featuresetupfuncs:
191 if setupfunc.__module__ in extmods:
191 if setupfunc.__module__ in extmods:
192 setupfunc(self.ui, self.supported)
192 setupfunc(self.ui, self.supported)
193 else:
193 else:
194 self.supported = self._basesupported
194 self.supported = self._basesupported
195
195
196 if not self.vfs.isdir():
196 if not self.vfs.isdir():
197 if create:
197 if create:
198 if not self.wvfs.exists():
198 if not self.wvfs.exists():
199 self.wvfs.makedirs()
199 self.wvfs.makedirs()
200 self.vfs.makedir(notindexed=True)
200 self.vfs.makedir(notindexed=True)
201 requirements = self._baserequirements(create)
201 requirements = self._baserequirements(create)
202 if self.ui.configbool('format', 'usestore', True):
202 if self.ui.configbool('format', 'usestore', True):
203 self.vfs.mkdir("store")
203 self.vfs.mkdir("store")
204 requirements.append("store")
204 requirements.append("store")
205 if self.ui.configbool('format', 'usefncache', True):
205 if self.ui.configbool('format', 'usefncache', True):
206 requirements.append("fncache")
206 requirements.append("fncache")
207 if self.ui.configbool('format', 'dotencode', True):
207 if self.ui.configbool('format', 'dotencode', True):
208 requirements.append('dotencode')
208 requirements.append('dotencode')
209 # create an invalid changelog
209 # create an invalid changelog
210 self.vfs.append(
210 self.vfs.append(
211 "00changelog.i",
211 "00changelog.i",
212 '\0\0\0\2' # represents revlogv2
212 '\0\0\0\2' # represents revlogv2
213 ' dummy changelog to prevent using the old repo layout'
213 ' dummy changelog to prevent using the old repo layout'
214 )
214 )
215 if self.ui.configbool('format', 'generaldelta', False):
215 if self.ui.configbool('format', 'generaldelta', False):
216 requirements.append("generaldelta")
216 requirements.append("generaldelta")
217 requirements = set(requirements)
217 requirements = set(requirements)
218 else:
218 else:
219 raise error.RepoError(_("repository %s not found") % path)
219 raise error.RepoError(_("repository %s not found") % path)
220 elif create:
220 elif create:
221 raise error.RepoError(_("repository %s already exists") % path)
221 raise error.RepoError(_("repository %s already exists") % path)
222 else:
222 else:
223 try:
223 try:
224 requirements = scmutil.readrequires(self.vfs, self.supported)
224 requirements = scmutil.readrequires(self.vfs, self.supported)
225 except IOError, inst:
225 except IOError, inst:
226 if inst.errno != errno.ENOENT:
226 if inst.errno != errno.ENOENT:
227 raise
227 raise
228 requirements = set()
228 requirements = set()
229
229
230 self.sharedpath = self.path
230 self.sharedpath = self.path
231 try:
231 try:
232 vfs = scmutil.vfs(self.vfs.read("sharedpath").rstrip('\n'),
232 vfs = scmutil.vfs(self.vfs.read("sharedpath").rstrip('\n'),
233 realpath=True)
233 realpath=True)
234 s = vfs.base
234 s = vfs.base
235 if not vfs.exists():
235 if not vfs.exists():
236 raise error.RepoError(
236 raise error.RepoError(
237 _('.hg/sharedpath points to nonexistent directory %s') % s)
237 _('.hg/sharedpath points to nonexistent directory %s') % s)
238 self.sharedpath = s
238 self.sharedpath = s
239 except IOError, inst:
239 except IOError, inst:
240 if inst.errno != errno.ENOENT:
240 if inst.errno != errno.ENOENT:
241 raise
241 raise
242
242
243 self.store = store.store(requirements, self.sharedpath, scmutil.vfs)
243 self.store = store.store(requirements, self.sharedpath, scmutil.vfs)
244 self.spath = self.store.path
244 self.spath = self.store.path
245 self.svfs = self.store.vfs
245 self.svfs = self.store.vfs
246 self.sopener = self.svfs
246 self.sopener = self.svfs
247 self.sjoin = self.store.join
247 self.sjoin = self.store.join
248 self.vfs.createmode = self.store.createmode
248 self.vfs.createmode = self.store.createmode
249 self._applyrequirements(requirements)
249 self._applyrequirements(requirements)
250 if create:
250 if create:
251 self._writerequirements()
251 self._writerequirements()
252
252
253
253
254 self._branchcaches = {}
254 self._branchcaches = {}
255 self.filterpats = {}
255 self.filterpats = {}
256 self._datafilters = {}
256 self._datafilters = {}
257 self._transref = self._lockref = self._wlockref = None
257 self._transref = self._lockref = self._wlockref = None
258
258
259 # A cache for various files under .hg/ that tracks file changes,
259 # A cache for various files under .hg/ that tracks file changes,
260 # (used by the filecache decorator)
260 # (used by the filecache decorator)
261 #
261 #
262 # Maps a property name to its util.filecacheentry
262 # Maps a property name to its util.filecacheentry
263 self._filecache = {}
263 self._filecache = {}
264
264
265 # hold sets of revision to be filtered
265 # hold sets of revision to be filtered
266 # should be cleared when something might have changed the filter value:
266 # should be cleared when something might have changed the filter value:
267 # - new changesets,
267 # - new changesets,
268 # - phase change,
268 # - phase change,
269 # - new obsolescence marker,
269 # - new obsolescence marker,
270 # - working directory parent change,
270 # - working directory parent change,
271 # - bookmark changes
271 # - bookmark changes
272 self.filteredrevcache = {}
272 self.filteredrevcache = {}
273
273
274 def close(self):
274 def close(self):
275 pass
275 pass
276
276
277 def _restrictcapabilities(self, caps):
277 def _restrictcapabilities(self, caps):
278 return caps
278 return caps
279
279
280 def _applyrequirements(self, requirements):
280 def _applyrequirements(self, requirements):
281 self.requirements = requirements
281 self.requirements = requirements
282 self.sopener.options = dict((r, 1) for r in requirements
282 self.sopener.options = dict((r, 1) for r in requirements
283 if r in self.openerreqs)
283 if r in self.openerreqs)
284 chunkcachesize = self.ui.configint('format', 'chunkcachesize')
284 chunkcachesize = self.ui.configint('format', 'chunkcachesize')
285 if chunkcachesize is not None:
285 if chunkcachesize is not None:
286 self.sopener.options['chunkcachesize'] = chunkcachesize
286 self.sopener.options['chunkcachesize'] = chunkcachesize
287
287
288 def _writerequirements(self):
288 def _writerequirements(self):
289 reqfile = self.opener("requires", "w")
289 reqfile = self.opener("requires", "w")
290 for r in sorted(self.requirements):
290 for r in sorted(self.requirements):
291 reqfile.write("%s\n" % r)
291 reqfile.write("%s\n" % r)
292 reqfile.close()
292 reqfile.close()
293
293
294 def _checknested(self, path):
294 def _checknested(self, path):
295 """Determine if path is a legal nested repository."""
295 """Determine if path is a legal nested repository."""
296 if not path.startswith(self.root):
296 if not path.startswith(self.root):
297 return False
297 return False
298 subpath = path[len(self.root) + 1:]
298 subpath = path[len(self.root) + 1:]
299 normsubpath = util.pconvert(subpath)
299 normsubpath = util.pconvert(subpath)
300
300
301 # XXX: Checking against the current working copy is wrong in
301 # XXX: Checking against the current working copy is wrong in
302 # the sense that it can reject things like
302 # the sense that it can reject things like
303 #
303 #
304 # $ hg cat -r 10 sub/x.txt
304 # $ hg cat -r 10 sub/x.txt
305 #
305 #
306 # if sub/ is no longer a subrepository in the working copy
306 # if sub/ is no longer a subrepository in the working copy
307 # parent revision.
307 # parent revision.
308 #
308 #
309 # However, it can of course also allow things that would have
309 # However, it can of course also allow things that would have
310 # been rejected before, such as the above cat command if sub/
310 # been rejected before, such as the above cat command if sub/
311 # is a subrepository now, but was a normal directory before.
311 # is a subrepository now, but was a normal directory before.
312 # The old path auditor would have rejected by mistake since it
312 # The old path auditor would have rejected by mistake since it
313 # panics when it sees sub/.hg/.
313 # panics when it sees sub/.hg/.
314 #
314 #
315 # All in all, checking against the working copy seems sensible
315 # All in all, checking against the working copy seems sensible
316 # since we want to prevent access to nested repositories on
316 # since we want to prevent access to nested repositories on
317 # the filesystem *now*.
317 # the filesystem *now*.
318 ctx = self[None]
318 ctx = self[None]
319 parts = util.splitpath(subpath)
319 parts = util.splitpath(subpath)
320 while parts:
320 while parts:
321 prefix = '/'.join(parts)
321 prefix = '/'.join(parts)
322 if prefix in ctx.substate:
322 if prefix in ctx.substate:
323 if prefix == normsubpath:
323 if prefix == normsubpath:
324 return True
324 return True
325 else:
325 else:
326 sub = ctx.sub(prefix)
326 sub = ctx.sub(prefix)
327 return sub.checknested(subpath[len(prefix) + 1:])
327 return sub.checknested(subpath[len(prefix) + 1:])
328 else:
328 else:
329 parts.pop()
329 parts.pop()
330 return False
330 return False
331
331
332 def peer(self):
332 def peer(self):
333 return localpeer(self) # not cached to avoid reference cycle
333 return localpeer(self) # not cached to avoid reference cycle
334
334
335 def unfiltered(self):
335 def unfiltered(self):
336 """Return unfiltered version of the repository
336 """Return unfiltered version of the repository
337
337
338 Intended to be overwritten by filtered repo."""
338 Intended to be overwritten by filtered repo."""
339 return self
339 return self
340
340
341 def filtered(self, name):
341 def filtered(self, name):
342 """Return a filtered version of a repository"""
342 """Return a filtered version of a repository"""
343 # build a new class with the mixin and the current class
343 # build a new class with the mixin and the current class
344 # (possibly subclass of the repo)
344 # (possibly subclass of the repo)
345 class proxycls(repoview.repoview, self.unfiltered().__class__):
345 class proxycls(repoview.repoview, self.unfiltered().__class__):
346 pass
346 pass
347 return proxycls(self, name)
347 return proxycls(self, name)
348
348
349 @repofilecache('bookmarks')
349 @repofilecache('bookmarks')
350 def _bookmarks(self):
350 def _bookmarks(self):
351 return bookmarks.bmstore(self)
351 return bookmarks.bmstore(self)
352
352
353 @repofilecache('bookmarks.current')
353 @repofilecache('bookmarks.current')
354 def _bookmarkcurrent(self):
354 def _bookmarkcurrent(self):
355 return bookmarks.readcurrent(self)
355 return bookmarks.readcurrent(self)
356
356
357 def bookmarkheads(self, bookmark):
357 def bookmarkheads(self, bookmark):
358 name = bookmark.split('@', 1)[0]
358 name = bookmark.split('@', 1)[0]
359 heads = []
359 heads = []
360 for mark, n in self._bookmarks.iteritems():
360 for mark, n in self._bookmarks.iteritems():
361 if mark.split('@', 1)[0] == name:
361 if mark.split('@', 1)[0] == name:
362 heads.append(n)
362 heads.append(n)
363 return heads
363 return heads
364
364
365 @storecache('phaseroots')
365 @storecache('phaseroots')
366 def _phasecache(self):
366 def _phasecache(self):
367 return phases.phasecache(self, self._phasedefaults)
367 return phases.phasecache(self, self._phasedefaults)
368
368
369 @storecache('obsstore')
369 @storecache('obsstore')
370 def obsstore(self):
370 def obsstore(self):
371 store = obsolete.obsstore(self.sopener)
371 store = obsolete.obsstore(self.sopener)
372 if store and not obsolete._enabled:
372 if store and not obsolete._enabled:
373 # message is rare enough to not be translated
373 # message is rare enough to not be translated
374 msg = 'obsolete feature not enabled but %i markers found!\n'
374 msg = 'obsolete feature not enabled but %i markers found!\n'
375 self.ui.warn(msg % len(list(store)))
375 self.ui.warn(msg % len(list(store)))
376 return store
376 return store
377
377
378 @storecache('00changelog.i')
378 @storecache('00changelog.i')
379 def changelog(self):
379 def changelog(self):
380 c = changelog.changelog(self.sopener)
380 c = changelog.changelog(self.sopener)
381 if 'HG_PENDING' in os.environ:
381 if 'HG_PENDING' in os.environ:
382 p = os.environ['HG_PENDING']
382 p = os.environ['HG_PENDING']
383 if p.startswith(self.root):
383 if p.startswith(self.root):
384 c.readpending('00changelog.i.a')
384 c.readpending('00changelog.i.a')
385 return c
385 return c
386
386
387 @storecache('00manifest.i')
387 @storecache('00manifest.i')
388 def manifest(self):
388 def manifest(self):
389 return manifest.manifest(self.sopener)
389 return manifest.manifest(self.sopener)
390
390
391 @repofilecache('dirstate')
391 @repofilecache('dirstate')
392 def dirstate(self):
392 def dirstate(self):
393 warned = [0]
393 warned = [0]
394 def validate(node):
394 def validate(node):
395 try:
395 try:
396 self.changelog.rev(node)
396 self.changelog.rev(node)
397 return node
397 return node
398 except error.LookupError:
398 except error.LookupError:
399 if not warned[0]:
399 if not warned[0]:
400 warned[0] = True
400 warned[0] = True
401 self.ui.warn(_("warning: ignoring unknown"
401 self.ui.warn(_("warning: ignoring unknown"
402 " working parent %s!\n") % short(node))
402 " working parent %s!\n") % short(node))
403 return nullid
403 return nullid
404
404
405 return dirstate.dirstate(self.opener, self.ui, self.root, validate)
405 return dirstate.dirstate(self.opener, self.ui, self.root, validate)
406
406
407 def __getitem__(self, changeid):
407 def __getitem__(self, changeid):
408 if changeid is None:
408 if changeid is None:
409 return context.workingctx(self)
409 return context.workingctx(self)
410 return context.changectx(self, changeid)
410 return context.changectx(self, changeid)
411
411
412 def __contains__(self, changeid):
412 def __contains__(self, changeid):
413 try:
413 try:
414 return bool(self.lookup(changeid))
414 return bool(self.lookup(changeid))
415 except error.RepoLookupError:
415 except error.RepoLookupError:
416 return False
416 return False
417
417
418 def __nonzero__(self):
418 def __nonzero__(self):
419 return True
419 return True
420
420
421 def __len__(self):
421 def __len__(self):
422 return len(self.changelog)
422 return len(self.changelog)
423
423
424 def __iter__(self):
424 def __iter__(self):
425 return iter(self.changelog)
425 return iter(self.changelog)
426
426
427 def revs(self, expr, *args):
427 def revs(self, expr, *args):
428 '''Return a list of revisions matching the given revset'''
428 '''Return a list of revisions matching the given revset'''
429 expr = revset.formatspec(expr, *args)
429 expr = revset.formatspec(expr, *args)
430 m = revset.match(None, expr)
430 m = revset.match(None, expr)
431 return revset.baseset([r for r in m(self, revset.baseset(self))])
431 return revset.baseset([r for r in m(self, revset.baseset(self))])
432
432
433 def set(self, expr, *args):
433 def set(self, expr, *args):
434 '''
434 '''
435 Yield a context for each matching revision, after doing arg
435 Yield a context for each matching revision, after doing arg
436 replacement via revset.formatspec
436 replacement via revset.formatspec
437 '''
437 '''
438 for r in self.revs(expr, *args):
438 for r in self.revs(expr, *args):
439 yield self[r]
439 yield self[r]
440
440
441 def url(self):
441 def url(self):
442 return 'file:' + self.root
442 return 'file:' + self.root
443
443
444 def hook(self, name, throw=False, **args):
444 def hook(self, name, throw=False, **args):
445 return hook.hook(self.ui, self, name, throw, **args)
445 return hook.hook(self.ui, self, name, throw, **args)
446
446
447 @unfilteredmethod
447 @unfilteredmethod
448 def _tag(self, names, node, message, local, user, date, extra={}):
448 def _tag(self, names, node, message, local, user, date, extra={}):
449 if isinstance(names, str):
449 if isinstance(names, str):
450 names = (names,)
450 names = (names,)
451
451
452 branches = self.branchmap()
452 branches = self.branchmap()
453 for name in names:
453 for name in names:
454 self.hook('pretag', throw=True, node=hex(node), tag=name,
454 self.hook('pretag', throw=True, node=hex(node), tag=name,
455 local=local)
455 local=local)
456 if name in branches:
456 if name in branches:
457 self.ui.warn(_("warning: tag %s conflicts with existing"
457 self.ui.warn(_("warning: tag %s conflicts with existing"
458 " branch name\n") % name)
458 " branch name\n") % name)
459
459
460 def writetags(fp, names, munge, prevtags):
460 def writetags(fp, names, munge, prevtags):
461 fp.seek(0, 2)
461 fp.seek(0, 2)
462 if prevtags and prevtags[-1] != '\n':
462 if prevtags and prevtags[-1] != '\n':
463 fp.write('\n')
463 fp.write('\n')
464 for name in names:
464 for name in names:
465 m = munge and munge(name) or name
465 m = munge and munge(name) or name
466 if (self._tagscache.tagtypes and
466 if (self._tagscache.tagtypes and
467 name in self._tagscache.tagtypes):
467 name in self._tagscache.tagtypes):
468 old = self.tags().get(name, nullid)
468 old = self.tags().get(name, nullid)
469 fp.write('%s %s\n' % (hex(old), m))
469 fp.write('%s %s\n' % (hex(old), m))
470 fp.write('%s %s\n' % (hex(node), m))
470 fp.write('%s %s\n' % (hex(node), m))
471 fp.close()
471 fp.close()
472
472
473 prevtags = ''
473 prevtags = ''
474 if local:
474 if local:
475 try:
475 try:
476 fp = self.opener('localtags', 'r+')
476 fp = self.opener('localtags', 'r+')
477 except IOError:
477 except IOError:
478 fp = self.opener('localtags', 'a')
478 fp = self.opener('localtags', 'a')
479 else:
479 else:
480 prevtags = fp.read()
480 prevtags = fp.read()
481
481
482 # local tags are stored in the current charset
482 # local tags are stored in the current charset
483 writetags(fp, names, None, prevtags)
483 writetags(fp, names, None, prevtags)
484 for name in names:
484 for name in names:
485 self.hook('tag', node=hex(node), tag=name, local=local)
485 self.hook('tag', node=hex(node), tag=name, local=local)
486 return
486 return
487
487
488 try:
488 try:
489 fp = self.wfile('.hgtags', 'rb+')
489 fp = self.wfile('.hgtags', 'rb+')
490 except IOError, e:
490 except IOError, e:
491 if e.errno != errno.ENOENT:
491 if e.errno != errno.ENOENT:
492 raise
492 raise
493 fp = self.wfile('.hgtags', 'ab')
493 fp = self.wfile('.hgtags', 'ab')
494 else:
494 else:
495 prevtags = fp.read()
495 prevtags = fp.read()
496
496
497 # committed tags are stored in UTF-8
497 # committed tags are stored in UTF-8
498 writetags(fp, names, encoding.fromlocal, prevtags)
498 writetags(fp, names, encoding.fromlocal, prevtags)
499
499
500 fp.close()
500 fp.close()
501
501
502 self.invalidatecaches()
502 self.invalidatecaches()
503
503
504 if '.hgtags' not in self.dirstate:
504 if '.hgtags' not in self.dirstate:
505 self[None].add(['.hgtags'])
505 self[None].add(['.hgtags'])
506
506
507 m = matchmod.exact(self.root, '', ['.hgtags'])
507 m = matchmod.exact(self.root, '', ['.hgtags'])
508 tagnode = self.commit(message, user, date, extra=extra, match=m)
508 tagnode = self.commit(message, user, date, extra=extra, match=m)
509
509
510 for name in names:
510 for name in names:
511 self.hook('tag', node=hex(node), tag=name, local=local)
511 self.hook('tag', node=hex(node), tag=name, local=local)
512
512
513 return tagnode
513 return tagnode
514
514
515 def tag(self, names, node, message, local, user, date):
515 def tag(self, names, node, message, local, user, date):
516 '''tag a revision with one or more symbolic names.
516 '''tag a revision with one or more symbolic names.
517
517
518 names is a list of strings or, when adding a single tag, names may be a
518 names is a list of strings or, when adding a single tag, names may be a
519 string.
519 string.
520
520
521 if local is True, the tags are stored in a per-repository file.
521 if local is True, the tags are stored in a per-repository file.
522 otherwise, they are stored in the .hgtags file, and a new
522 otherwise, they are stored in the .hgtags file, and a new
523 changeset is committed with the change.
523 changeset is committed with the change.
524
524
525 keyword arguments:
525 keyword arguments:
526
526
527 local: whether to store tags in non-version-controlled file
527 local: whether to store tags in non-version-controlled file
528 (default False)
528 (default False)
529
529
530 message: commit message to use if committing
530 message: commit message to use if committing
531
531
532 user: name of user to use if committing
532 user: name of user to use if committing
533
533
534 date: date tuple to use if committing'''
534 date: date tuple to use if committing'''
535
535
536 if not local:
536 if not local:
537 for x in self.status()[:5]:
537 for x in self.status()[:5]:
538 if '.hgtags' in x:
538 if '.hgtags' in x:
539 raise util.Abort(_('working copy of .hgtags is changed '
539 raise util.Abort(_('working copy of .hgtags is changed '
540 '(please commit .hgtags manually)'))
540 '(please commit .hgtags manually)'))
541
541
542 self.tags() # instantiate the cache
542 self.tags() # instantiate the cache
543 self._tag(names, node, message, local, user, date)
543 self._tag(names, node, message, local, user, date)
544
544
545 @filteredpropertycache
545 @filteredpropertycache
546 def _tagscache(self):
546 def _tagscache(self):
547 '''Returns a tagscache object that contains various tags related
547 '''Returns a tagscache object that contains various tags related
548 caches.'''
548 caches.'''
549
549
550 # This simplifies its cache management by having one decorated
550 # This simplifies its cache management by having one decorated
551 # function (this one) and the rest simply fetch things from it.
551 # function (this one) and the rest simply fetch things from it.
552 class tagscache(object):
552 class tagscache(object):
553 def __init__(self):
553 def __init__(self):
554 # These two define the set of tags for this repository. tags
554 # These two define the set of tags for this repository. tags
555 # maps tag name to node; tagtypes maps tag name to 'global' or
555 # maps tag name to node; tagtypes maps tag name to 'global' or
556 # 'local'. (Global tags are defined by .hgtags across all
556 # 'local'. (Global tags are defined by .hgtags across all
557 # heads, and local tags are defined in .hg/localtags.)
557 # heads, and local tags are defined in .hg/localtags.)
558 # They constitute the in-memory cache of tags.
558 # They constitute the in-memory cache of tags.
559 self.tags = self.tagtypes = None
559 self.tags = self.tagtypes = None
560
560
561 self.nodetagscache = self.tagslist = None
561 self.nodetagscache = self.tagslist = None
562
562
563 cache = tagscache()
563 cache = tagscache()
564 cache.tags, cache.tagtypes = self._findtags()
564 cache.tags, cache.tagtypes = self._findtags()
565
565
566 return cache
566 return cache
567
567
568 def tags(self):
568 def tags(self):
569 '''return a mapping of tag to node'''
569 '''return a mapping of tag to node'''
570 t = {}
570 t = {}
571 if self.changelog.filteredrevs:
571 if self.changelog.filteredrevs:
572 tags, tt = self._findtags()
572 tags, tt = self._findtags()
573 else:
573 else:
574 tags = self._tagscache.tags
574 tags = self._tagscache.tags
575 for k, v in tags.iteritems():
575 for k, v in tags.iteritems():
576 try:
576 try:
577 # ignore tags to unknown nodes
577 # ignore tags to unknown nodes
578 self.changelog.rev(v)
578 self.changelog.rev(v)
579 t[k] = v
579 t[k] = v
580 except (error.LookupError, ValueError):
580 except (error.LookupError, ValueError):
581 pass
581 pass
582 return t
582 return t
583
583
584 def _findtags(self):
584 def _findtags(self):
585 '''Do the hard work of finding tags. Return a pair of dicts
585 '''Do the hard work of finding tags. Return a pair of dicts
586 (tags, tagtypes) where tags maps tag name to node, and tagtypes
586 (tags, tagtypes) where tags maps tag name to node, and tagtypes
587 maps tag name to a string like \'global\' or \'local\'.
587 maps tag name to a string like \'global\' or \'local\'.
588 Subclasses or extensions are free to add their own tags, but
588 Subclasses or extensions are free to add their own tags, but
589 should be aware that the returned dicts will be retained for the
589 should be aware that the returned dicts will be retained for the
590 duration of the localrepo object.'''
590 duration of the localrepo object.'''
591
591
592 # XXX what tagtype should subclasses/extensions use? Currently
592 # XXX what tagtype should subclasses/extensions use? Currently
593 # mq and bookmarks add tags, but do not set the tagtype at all.
593 # mq and bookmarks add tags, but do not set the tagtype at all.
594 # Should each extension invent its own tag type? Should there
594 # Should each extension invent its own tag type? Should there
595 # be one tagtype for all such "virtual" tags? Or is the status
595 # be one tagtype for all such "virtual" tags? Or is the status
596 # quo fine?
596 # quo fine?
597
597
598 alltags = {} # map tag name to (node, hist)
598 alltags = {} # map tag name to (node, hist)
599 tagtypes = {}
599 tagtypes = {}
600
600
601 tagsmod.findglobaltags(self.ui, self, alltags, tagtypes)
601 tagsmod.findglobaltags(self.ui, self, alltags, tagtypes)
602 tagsmod.readlocaltags(self.ui, self, alltags, tagtypes)
602 tagsmod.readlocaltags(self.ui, self, alltags, tagtypes)
603
603
604 # Build the return dicts. Have to re-encode tag names because
604 # Build the return dicts. Have to re-encode tag names because
605 # the tags module always uses UTF-8 (in order not to lose info
605 # the tags module always uses UTF-8 (in order not to lose info
606 # writing to the cache), but the rest of Mercurial wants them in
606 # writing to the cache), but the rest of Mercurial wants them in
607 # local encoding.
607 # local encoding.
608 tags = {}
608 tags = {}
609 for (name, (node, hist)) in alltags.iteritems():
609 for (name, (node, hist)) in alltags.iteritems():
610 if node != nullid:
610 if node != nullid:
611 tags[encoding.tolocal(name)] = node
611 tags[encoding.tolocal(name)] = node
612 tags['tip'] = self.changelog.tip()
612 tags['tip'] = self.changelog.tip()
613 tagtypes = dict([(encoding.tolocal(name), value)
613 tagtypes = dict([(encoding.tolocal(name), value)
614 for (name, value) in tagtypes.iteritems()])
614 for (name, value) in tagtypes.iteritems()])
615 return (tags, tagtypes)
615 return (tags, tagtypes)
616
616
617 def tagtype(self, tagname):
617 def tagtype(self, tagname):
618 '''
618 '''
619 return the type of the given tag. result can be:
619 return the type of the given tag. result can be:
620
620
621 'local' : a local tag
621 'local' : a local tag
622 'global' : a global tag
622 'global' : a global tag
623 None : tag does not exist
623 None : tag does not exist
624 '''
624 '''
625
625
626 return self._tagscache.tagtypes.get(tagname)
626 return self._tagscache.tagtypes.get(tagname)
627
627
628 def tagslist(self):
628 def tagslist(self):
629 '''return a list of tags ordered by revision'''
629 '''return a list of tags ordered by revision'''
630 if not self._tagscache.tagslist:
630 if not self._tagscache.tagslist:
631 l = []
631 l = []
632 for t, n in self.tags().iteritems():
632 for t, n in self.tags().iteritems():
633 r = self.changelog.rev(n)
633 r = self.changelog.rev(n)
634 l.append((r, t, n))
634 l.append((r, t, n))
635 self._tagscache.tagslist = [(t, n) for r, t, n in sorted(l)]
635 self._tagscache.tagslist = [(t, n) for r, t, n in sorted(l)]
636
636
637 return self._tagscache.tagslist
637 return self._tagscache.tagslist
638
638
639 def nodetags(self, node):
639 def nodetags(self, node):
640 '''return the tags associated with a node'''
640 '''return the tags associated with a node'''
641 if not self._tagscache.nodetagscache:
641 if not self._tagscache.nodetagscache:
642 nodetagscache = {}
642 nodetagscache = {}
643 for t, n in self._tagscache.tags.iteritems():
643 for t, n in self._tagscache.tags.iteritems():
644 nodetagscache.setdefault(n, []).append(t)
644 nodetagscache.setdefault(n, []).append(t)
645 for tags in nodetagscache.itervalues():
645 for tags in nodetagscache.itervalues():
646 tags.sort()
646 tags.sort()
647 self._tagscache.nodetagscache = nodetagscache
647 self._tagscache.nodetagscache = nodetagscache
648 return self._tagscache.nodetagscache.get(node, [])
648 return self._tagscache.nodetagscache.get(node, [])
649
649
650 def nodebookmarks(self, node):
650 def nodebookmarks(self, node):
651 marks = []
651 marks = []
652 for bookmark, n in self._bookmarks.iteritems():
652 for bookmark, n in self._bookmarks.iteritems():
653 if n == node:
653 if n == node:
654 marks.append(bookmark)
654 marks.append(bookmark)
655 return sorted(marks)
655 return sorted(marks)
656
656
657 def branchmap(self):
657 def branchmap(self):
658 '''returns a dictionary {branch: [branchheads]} with branchheads
658 '''returns a dictionary {branch: [branchheads]} with branchheads
659 ordered by increasing revision number'''
659 ordered by increasing revision number'''
660 branchmap.updatecache(self)
660 branchmap.updatecache(self)
661 return self._branchcaches[self.filtername]
661 return self._branchcaches[self.filtername]
662
662
663 def branchtip(self, branch):
663 def branchtip(self, branch):
664 '''return the tip node for a given branch'''
664 '''return the tip node for a given branch'''
665 try:
665 try:
666 return self.branchmap().branchtip(branch)
666 return self.branchmap().branchtip(branch)
667 except KeyError:
667 except KeyError:
668 raise error.RepoLookupError(_("unknown branch '%s'") % branch)
668 raise error.RepoLookupError(_("unknown branch '%s'") % branch)
669
669
670 def lookup(self, key):
670 def lookup(self, key):
671 return self[key].node()
671 return self[key].node()
672
672
673 def lookupbranch(self, key, remote=None):
673 def lookupbranch(self, key, remote=None):
674 repo = remote or self
674 repo = remote or self
675 if key in repo.branchmap():
675 if key in repo.branchmap():
676 return key
676 return key
677
677
678 repo = (remote and remote.local()) and remote or self
678 repo = (remote and remote.local()) and remote or self
679 return repo[key].branch()
679 return repo[key].branch()
680
680
681 def known(self, nodes):
681 def known(self, nodes):
682 nm = self.changelog.nodemap
682 nm = self.changelog.nodemap
683 pc = self._phasecache
683 pc = self._phasecache
684 result = []
684 result = []
685 for n in nodes:
685 for n in nodes:
686 r = nm.get(n)
686 r = nm.get(n)
687 resp = not (r is None or pc.phase(self, r) >= phases.secret)
687 resp = not (r is None or pc.phase(self, r) >= phases.secret)
688 result.append(resp)
688 result.append(resp)
689 return result
689 return result
690
690
691 def local(self):
691 def local(self):
692 return self
692 return self
693
693
694 def cancopy(self):
694 def cancopy(self):
695 # so statichttprepo's override of local() works
695 # so statichttprepo's override of local() works
696 if not self.local():
696 if not self.local():
697 return False
697 return False
698 if not self.ui.configbool('phases', 'publish', True):
698 if not self.ui.configbool('phases', 'publish', True):
699 return True
699 return True
700 # if publishing we can't copy if there is filtered content
700 # if publishing we can't copy if there is filtered content
701 return not self.filtered('visible').changelog.filteredrevs
701 return not self.filtered('visible').changelog.filteredrevs
702
702
703 def join(self, f):
703 def join(self, f):
704 return os.path.join(self.path, f)
704 return os.path.join(self.path, f)
705
705
706 def wjoin(self, f):
706 def wjoin(self, f):
707 return os.path.join(self.root, f)
707 return os.path.join(self.root, f)
708
708
709 def file(self, f):
709 def file(self, f):
710 if f[0] == '/':
710 if f[0] == '/':
711 f = f[1:]
711 f = f[1:]
712 return filelog.filelog(self.sopener, f)
712 return filelog.filelog(self.sopener, f)
713
713
714 def changectx(self, changeid):
714 def changectx(self, changeid):
715 return self[changeid]
715 return self[changeid]
716
716
717 def parents(self, changeid=None):
717 def parents(self, changeid=None):
718 '''get list of changectxs for parents of changeid'''
718 '''get list of changectxs for parents of changeid'''
719 return self[changeid].parents()
719 return self[changeid].parents()
720
720
721 def setparents(self, p1, p2=nullid):
721 def setparents(self, p1, p2=nullid):
722 copies = self.dirstate.setparents(p1, p2)
722 copies = self.dirstate.setparents(p1, p2)
723 pctx = self[p1]
723 pctx = self[p1]
724 if copies:
724 if copies:
725 # Adjust copy records, the dirstate cannot do it, it
725 # Adjust copy records, the dirstate cannot do it, it
726 # requires access to parents manifests. Preserve them
726 # requires access to parents manifests. Preserve them
727 # only for entries added to first parent.
727 # only for entries added to first parent.
728 for f in copies:
728 for f in copies:
729 if f not in pctx and copies[f] in pctx:
729 if f not in pctx and copies[f] in pctx:
730 self.dirstate.copy(copies[f], f)
730 self.dirstate.copy(copies[f], f)
731 if p2 == nullid:
731 if p2 == nullid:
732 for f, s in sorted(self.dirstate.copies().items()):
732 for f, s in sorted(self.dirstate.copies().items()):
733 if f not in pctx and s not in pctx:
733 if f not in pctx and s not in pctx:
734 self.dirstate.copy(None, f)
734 self.dirstate.copy(None, f)
735
735
736 def filectx(self, path, changeid=None, fileid=None):
736 def filectx(self, path, changeid=None, fileid=None):
737 """changeid can be a changeset revision, node, or tag.
737 """changeid can be a changeset revision, node, or tag.
738 fileid can be a file revision or node."""
738 fileid can be a file revision or node."""
739 return context.filectx(self, path, changeid, fileid)
739 return context.filectx(self, path, changeid, fileid)
740
740
741 def getcwd(self):
741 def getcwd(self):
742 return self.dirstate.getcwd()
742 return self.dirstate.getcwd()
743
743
744 def pathto(self, f, cwd=None):
744 def pathto(self, f, cwd=None):
745 return self.dirstate.pathto(f, cwd)
745 return self.dirstate.pathto(f, cwd)
746
746
747 def wfile(self, f, mode='r'):
747 def wfile(self, f, mode='r'):
748 return self.wopener(f, mode)
748 return self.wopener(f, mode)
749
749
750 def _link(self, f):
750 def _link(self, f):
751 return self.wvfs.islink(f)
751 return self.wvfs.islink(f)
752
752
753 def _loadfilter(self, filter):
753 def _loadfilter(self, filter):
754 if filter not in self.filterpats:
754 if filter not in self.filterpats:
755 l = []
755 l = []
756 for pat, cmd in self.ui.configitems(filter):
756 for pat, cmd in self.ui.configitems(filter):
757 if cmd == '!':
757 if cmd == '!':
758 continue
758 continue
759 mf = matchmod.match(self.root, '', [pat])
759 mf = matchmod.match(self.root, '', [pat])
760 fn = None
760 fn = None
761 params = cmd
761 params = cmd
762 for name, filterfn in self._datafilters.iteritems():
762 for name, filterfn in self._datafilters.iteritems():
763 if cmd.startswith(name):
763 if cmd.startswith(name):
764 fn = filterfn
764 fn = filterfn
765 params = cmd[len(name):].lstrip()
765 params = cmd[len(name):].lstrip()
766 break
766 break
767 if not fn:
767 if not fn:
768 fn = lambda s, c, **kwargs: util.filter(s, c)
768 fn = lambda s, c, **kwargs: util.filter(s, c)
769 # Wrap old filters not supporting keyword arguments
769 # Wrap old filters not supporting keyword arguments
770 if not inspect.getargspec(fn)[2]:
770 if not inspect.getargspec(fn)[2]:
771 oldfn = fn
771 oldfn = fn
772 fn = lambda s, c, **kwargs: oldfn(s, c)
772 fn = lambda s, c, **kwargs: oldfn(s, c)
773 l.append((mf, fn, params))
773 l.append((mf, fn, params))
774 self.filterpats[filter] = l
774 self.filterpats[filter] = l
775 return self.filterpats[filter]
775 return self.filterpats[filter]
776
776
777 def _filter(self, filterpats, filename, data):
777 def _filter(self, filterpats, filename, data):
778 for mf, fn, cmd in filterpats:
778 for mf, fn, cmd in filterpats:
779 if mf(filename):
779 if mf(filename):
780 self.ui.debug("filtering %s through %s\n" % (filename, cmd))
780 self.ui.debug("filtering %s through %s\n" % (filename, cmd))
781 data = fn(data, cmd, ui=self.ui, repo=self, filename=filename)
781 data = fn(data, cmd, ui=self.ui, repo=self, filename=filename)
782 break
782 break
783
783
784 return data
784 return data
785
785
786 @unfilteredpropertycache
786 @unfilteredpropertycache
787 def _encodefilterpats(self):
787 def _encodefilterpats(self):
788 return self._loadfilter('encode')
788 return self._loadfilter('encode')
789
789
790 @unfilteredpropertycache
790 @unfilteredpropertycache
791 def _decodefilterpats(self):
791 def _decodefilterpats(self):
792 return self._loadfilter('decode')
792 return self._loadfilter('decode')
793
793
794 def adddatafilter(self, name, filter):
794 def adddatafilter(self, name, filter):
795 self._datafilters[name] = filter
795 self._datafilters[name] = filter
796
796
797 def wread(self, filename):
797 def wread(self, filename):
798 if self._link(filename):
798 if self._link(filename):
799 data = self.wvfs.readlink(filename)
799 data = self.wvfs.readlink(filename)
800 else:
800 else:
801 data = self.wopener.read(filename)
801 data = self.wopener.read(filename)
802 return self._filter(self._encodefilterpats, filename, data)
802 return self._filter(self._encodefilterpats, filename, data)
803
803
804 def wwrite(self, filename, data, flags):
804 def wwrite(self, filename, data, flags):
805 data = self._filter(self._decodefilterpats, filename, data)
805 data = self._filter(self._decodefilterpats, filename, data)
806 if 'l' in flags:
806 if 'l' in flags:
807 self.wopener.symlink(data, filename)
807 self.wopener.symlink(data, filename)
808 else:
808 else:
809 self.wopener.write(filename, data)
809 self.wopener.write(filename, data)
810 if 'x' in flags:
810 if 'x' in flags:
811 self.wvfs.setflags(filename, False, True)
811 self.wvfs.setflags(filename, False, True)
812
812
813 def wwritedata(self, filename, data):
813 def wwritedata(self, filename, data):
814 return self._filter(self._decodefilterpats, filename, data)
814 return self._filter(self._decodefilterpats, filename, data)
815
815
816 def transaction(self, desc, report=None):
816 def transaction(self, desc, report=None):
817 tr = self._transref and self._transref() or None
817 tr = self._transref and self._transref() or None
818 if tr and tr.running():
818 if tr and tr.running():
819 return tr.nest()
819 return tr.nest()
820
820
821 # abort here if the journal already exists
821 # abort here if the journal already exists
822 if self.svfs.exists("journal"):
822 if self.svfs.exists("journal"):
823 raise error.RepoError(
823 raise error.RepoError(
824 _("abandoned transaction found - run hg recover"))
824 _("abandoned transaction found - run hg recover"))
825
825
826 self._writejournal(desc)
826 self._writejournal(desc)
827 renames = [(vfs, x, undoname(x)) for vfs, x in self._journalfiles()]
827 renames = [(vfs, x, undoname(x)) for vfs, x in self._journalfiles()]
828 rp = report and report or self.ui.warn
828 rp = report and report or self.ui.warn
829 tr = transaction.transaction(rp, self.sopener,
829 tr = transaction.transaction(rp, self.sopener,
830 "journal",
830 "journal",
831 aftertrans(renames),
831 aftertrans(renames),
832 self.store.createmode)
832 self.store.createmode)
833 self._transref = weakref.ref(tr)
833 self._transref = weakref.ref(tr)
834 return tr
834 return tr
835
835
836 def _journalfiles(self):
836 def _journalfiles(self):
837 return ((self.svfs, 'journal'),
837 return ((self.svfs, 'journal'),
838 (self.vfs, 'journal.dirstate'),
838 (self.vfs, 'journal.dirstate'),
839 (self.vfs, 'journal.branch'),
839 (self.vfs, 'journal.branch'),
840 (self.vfs, 'journal.desc'),
840 (self.vfs, 'journal.desc'),
841 (self.vfs, 'journal.bookmarks'),
841 (self.vfs, 'journal.bookmarks'),
842 (self.svfs, 'journal.phaseroots'))
842 (self.svfs, 'journal.phaseroots'))
843
843
844 def undofiles(self):
844 def undofiles(self):
845 return [vfs.join(undoname(x)) for vfs, x in self._journalfiles()]
845 return [vfs.join(undoname(x)) for vfs, x in self._journalfiles()]
846
846
847 def _writejournal(self, desc):
847 def _writejournal(self, desc):
848 self.opener.write("journal.dirstate",
848 self.opener.write("journal.dirstate",
849 self.opener.tryread("dirstate"))
849 self.opener.tryread("dirstate"))
850 self.opener.write("journal.branch",
850 self.opener.write("journal.branch",
851 encoding.fromlocal(self.dirstate.branch()))
851 encoding.fromlocal(self.dirstate.branch()))
852 self.opener.write("journal.desc",
852 self.opener.write("journal.desc",
853 "%d\n%s\n" % (len(self), desc))
853 "%d\n%s\n" % (len(self), desc))
854 self.opener.write("journal.bookmarks",
854 self.opener.write("journal.bookmarks",
855 self.opener.tryread("bookmarks"))
855 self.opener.tryread("bookmarks"))
856 self.sopener.write("journal.phaseroots",
856 self.sopener.write("journal.phaseroots",
857 self.sopener.tryread("phaseroots"))
857 self.sopener.tryread("phaseroots"))
858
858
859 def recover(self):
859 def recover(self):
860 lock = self.lock()
860 lock = self.lock()
861 try:
861 try:
862 if self.svfs.exists("journal"):
862 if self.svfs.exists("journal"):
863 self.ui.status(_("rolling back interrupted transaction\n"))
863 self.ui.status(_("rolling back interrupted transaction\n"))
864 transaction.rollback(self.sopener, "journal",
864 transaction.rollback(self.sopener, "journal",
865 self.ui.warn)
865 self.ui.warn)
866 self.invalidate()
866 self.invalidate()
867 return True
867 return True
868 else:
868 else:
869 self.ui.warn(_("no interrupted transaction available\n"))
869 self.ui.warn(_("no interrupted transaction available\n"))
870 return False
870 return False
871 finally:
871 finally:
872 lock.release()
872 lock.release()
873
873
874 def rollback(self, dryrun=False, force=False):
874 def rollback(self, dryrun=False, force=False):
875 wlock = lock = None
875 wlock = lock = None
876 try:
876 try:
877 wlock = self.wlock()
877 wlock = self.wlock()
878 lock = self.lock()
878 lock = self.lock()
879 if self.svfs.exists("undo"):
879 if self.svfs.exists("undo"):
880 return self._rollback(dryrun, force)
880 return self._rollback(dryrun, force)
881 else:
881 else:
882 self.ui.warn(_("no rollback information available\n"))
882 self.ui.warn(_("no rollback information available\n"))
883 return 1
883 return 1
884 finally:
884 finally:
885 release(lock, wlock)
885 release(lock, wlock)
886
886
887 @unfilteredmethod # Until we get smarter cache management
887 @unfilteredmethod # Until we get smarter cache management
888 def _rollback(self, dryrun, force):
888 def _rollback(self, dryrun, force):
889 ui = self.ui
889 ui = self.ui
890 try:
890 try:
891 args = self.opener.read('undo.desc').splitlines()
891 args = self.opener.read('undo.desc').splitlines()
892 (oldlen, desc, detail) = (int(args[0]), args[1], None)
892 (oldlen, desc, detail) = (int(args[0]), args[1], None)
893 if len(args) >= 3:
893 if len(args) >= 3:
894 detail = args[2]
894 detail = args[2]
895 oldtip = oldlen - 1
895 oldtip = oldlen - 1
896
896
897 if detail and ui.verbose:
897 if detail and ui.verbose:
898 msg = (_('repository tip rolled back to revision %s'
898 msg = (_('repository tip rolled back to revision %s'
899 ' (undo %s: %s)\n')
899 ' (undo %s: %s)\n')
900 % (oldtip, desc, detail))
900 % (oldtip, desc, detail))
901 else:
901 else:
902 msg = (_('repository tip rolled back to revision %s'
902 msg = (_('repository tip rolled back to revision %s'
903 ' (undo %s)\n')
903 ' (undo %s)\n')
904 % (oldtip, desc))
904 % (oldtip, desc))
905 except IOError:
905 except IOError:
906 msg = _('rolling back unknown transaction\n')
906 msg = _('rolling back unknown transaction\n')
907 desc = None
907 desc = None
908
908
909 if not force and self['.'] != self['tip'] and desc == 'commit':
909 if not force and self['.'] != self['tip'] and desc == 'commit':
910 raise util.Abort(
910 raise util.Abort(
911 _('rollback of last commit while not checked out '
911 _('rollback of last commit while not checked out '
912 'may lose data'), hint=_('use -f to force'))
912 'may lose data'), hint=_('use -f to force'))
913
913
914 ui.status(msg)
914 ui.status(msg)
915 if dryrun:
915 if dryrun:
916 return 0
916 return 0
917
917
918 parents = self.dirstate.parents()
918 parents = self.dirstate.parents()
919 self.destroying()
919 self.destroying()
920 transaction.rollback(self.sopener, 'undo', ui.warn)
920 transaction.rollback(self.sopener, 'undo', ui.warn)
921 if self.vfs.exists('undo.bookmarks'):
921 if self.vfs.exists('undo.bookmarks'):
922 self.vfs.rename('undo.bookmarks', 'bookmarks')
922 self.vfs.rename('undo.bookmarks', 'bookmarks')
923 if self.svfs.exists('undo.phaseroots'):
923 if self.svfs.exists('undo.phaseroots'):
924 self.svfs.rename('undo.phaseroots', 'phaseroots')
924 self.svfs.rename('undo.phaseroots', 'phaseroots')
925 self.invalidate()
925 self.invalidate()
926
926
927 parentgone = (parents[0] not in self.changelog.nodemap or
927 parentgone = (parents[0] not in self.changelog.nodemap or
928 parents[1] not in self.changelog.nodemap)
928 parents[1] not in self.changelog.nodemap)
929 if parentgone:
929 if parentgone:
930 self.vfs.rename('undo.dirstate', 'dirstate')
930 self.vfs.rename('undo.dirstate', 'dirstate')
931 try:
931 try:
932 branch = self.opener.read('undo.branch')
932 branch = self.opener.read('undo.branch')
933 self.dirstate.setbranch(encoding.tolocal(branch))
933 self.dirstate.setbranch(encoding.tolocal(branch))
934 except IOError:
934 except IOError:
935 ui.warn(_('named branch could not be reset: '
935 ui.warn(_('named branch could not be reset: '
936 'current branch is still \'%s\'\n')
936 'current branch is still \'%s\'\n')
937 % self.dirstate.branch())
937 % self.dirstate.branch())
938
938
939 self.dirstate.invalidate()
939 self.dirstate.invalidate()
940 parents = tuple([p.rev() for p in self.parents()])
940 parents = tuple([p.rev() for p in self.parents()])
941 if len(parents) > 1:
941 if len(parents) > 1:
942 ui.status(_('working directory now based on '
942 ui.status(_('working directory now based on '
943 'revisions %d and %d\n') % parents)
943 'revisions %d and %d\n') % parents)
944 else:
944 else:
945 ui.status(_('working directory now based on '
945 ui.status(_('working directory now based on '
946 'revision %d\n') % parents)
946 'revision %d\n') % parents)
947 # TODO: if we know which new heads may result from this rollback, pass
947 # TODO: if we know which new heads may result from this rollback, pass
948 # them to destroy(), which will prevent the branchhead cache from being
948 # them to destroy(), which will prevent the branchhead cache from being
949 # invalidated.
949 # invalidated.
950 self.destroyed()
950 self.destroyed()
951 return 0
951 return 0
952
952
953 def invalidatecaches(self):
953 def invalidatecaches(self):
954
954
955 if '_tagscache' in vars(self):
955 if '_tagscache' in vars(self):
956 # can't use delattr on proxy
956 # can't use delattr on proxy
957 del self.__dict__['_tagscache']
957 del self.__dict__['_tagscache']
958
958
959 self.unfiltered()._branchcaches.clear()
959 self.unfiltered()._branchcaches.clear()
960 self.invalidatevolatilesets()
960 self.invalidatevolatilesets()
961
961
962 def invalidatevolatilesets(self):
962 def invalidatevolatilesets(self):
963 self.filteredrevcache.clear()
963 self.filteredrevcache.clear()
964 obsolete.clearobscaches(self)
964 obsolete.clearobscaches(self)
965
965
966 def invalidatedirstate(self):
966 def invalidatedirstate(self):
967 '''Invalidates the dirstate, causing the next call to dirstate
967 '''Invalidates the dirstate, causing the next call to dirstate
968 to check if it was modified since the last time it was read,
968 to check if it was modified since the last time it was read,
969 rereading it if it has.
969 rereading it if it has.
970
970
971 This is different to dirstate.invalidate() that it doesn't always
971 This is different to dirstate.invalidate() that it doesn't always
972 rereads the dirstate. Use dirstate.invalidate() if you want to
972 rereads the dirstate. Use dirstate.invalidate() if you want to
973 explicitly read the dirstate again (i.e. restoring it to a previous
973 explicitly read the dirstate again (i.e. restoring it to a previous
974 known good state).'''
974 known good state).'''
975 if hasunfilteredcache(self, 'dirstate'):
975 if hasunfilteredcache(self, 'dirstate'):
976 for k in self.dirstate._filecache:
976 for k in self.dirstate._filecache:
977 try:
977 try:
978 delattr(self.dirstate, k)
978 delattr(self.dirstate, k)
979 except AttributeError:
979 except AttributeError:
980 pass
980 pass
981 delattr(self.unfiltered(), 'dirstate')
981 delattr(self.unfiltered(), 'dirstate')
982
982
983 def invalidate(self):
983 def invalidate(self):
984 unfiltered = self.unfiltered() # all file caches are stored unfiltered
984 unfiltered = self.unfiltered() # all file caches are stored unfiltered
985 for k in self._filecache:
985 for k in self._filecache:
986 # dirstate is invalidated separately in invalidatedirstate()
986 # dirstate is invalidated separately in invalidatedirstate()
987 if k == 'dirstate':
987 if k == 'dirstate':
988 continue
988 continue
989
989
990 try:
990 try:
991 delattr(unfiltered, k)
991 delattr(unfiltered, k)
992 except AttributeError:
992 except AttributeError:
993 pass
993 pass
994 self.invalidatecaches()
994 self.invalidatecaches()
995
995
996 def _lock(self, vfs, lockname, wait, releasefn, acquirefn, desc):
996 def _lock(self, vfs, lockname, wait, releasefn, acquirefn, desc):
997 try:
997 try:
998 l = lockmod.lock(vfs, lockname, 0, releasefn, desc=desc)
998 l = lockmod.lock(vfs, lockname, 0, releasefn, desc=desc)
999 except error.LockHeld, inst:
999 except error.LockHeld, inst:
1000 if not wait:
1000 if not wait:
1001 raise
1001 raise
1002 self.ui.warn(_("waiting for lock on %s held by %r\n") %
1002 self.ui.warn(_("waiting for lock on %s held by %r\n") %
1003 (desc, inst.locker))
1003 (desc, inst.locker))
1004 # default to 600 seconds timeout
1004 # default to 600 seconds timeout
1005 l = lockmod.lock(vfs, lockname,
1005 l = lockmod.lock(vfs, lockname,
1006 int(self.ui.config("ui", "timeout", "600")),
1006 int(self.ui.config("ui", "timeout", "600")),
1007 releasefn, desc=desc)
1007 releasefn, desc=desc)
1008 self.ui.warn(_("got lock after %s seconds\n") % l.delay)
1008 if acquirefn:
1009 if acquirefn:
1009 acquirefn()
1010 acquirefn()
1010 return l
1011 return l
1011
1012
1012 def _afterlock(self, callback):
1013 def _afterlock(self, callback):
1013 """add a callback to the current repository lock.
1014 """add a callback to the current repository lock.
1014
1015
1015 The callback will be executed on lock release."""
1016 The callback will be executed on lock release."""
1016 l = self._lockref and self._lockref()
1017 l = self._lockref and self._lockref()
1017 if l:
1018 if l:
1018 l.postrelease.append(callback)
1019 l.postrelease.append(callback)
1019 else:
1020 else:
1020 callback()
1021 callback()
1021
1022
1022 def lock(self, wait=True):
1023 def lock(self, wait=True):
1023 '''Lock the repository store (.hg/store) and return a weak reference
1024 '''Lock the repository store (.hg/store) and return a weak reference
1024 to the lock. Use this before modifying the store (e.g. committing or
1025 to the lock. Use this before modifying the store (e.g. committing or
1025 stripping). If you are opening a transaction, get a lock as well.)'''
1026 stripping). If you are opening a transaction, get a lock as well.)'''
1026 l = self._lockref and self._lockref()
1027 l = self._lockref and self._lockref()
1027 if l is not None and l.held:
1028 if l is not None and l.held:
1028 l.lock()
1029 l.lock()
1029 return l
1030 return l
1030
1031
1031 def unlock():
1032 def unlock():
1032 self.store.write()
1033 self.store.write()
1033 if hasunfilteredcache(self, '_phasecache'):
1034 if hasunfilteredcache(self, '_phasecache'):
1034 self._phasecache.write()
1035 self._phasecache.write()
1035 for k, ce in self._filecache.items():
1036 for k, ce in self._filecache.items():
1036 if k == 'dirstate' or k not in self.__dict__:
1037 if k == 'dirstate' or k not in self.__dict__:
1037 continue
1038 continue
1038 ce.refresh()
1039 ce.refresh()
1039
1040
1040 l = self._lock(self.svfs, "lock", wait, unlock,
1041 l = self._lock(self.svfs, "lock", wait, unlock,
1041 self.invalidate, _('repository %s') % self.origroot)
1042 self.invalidate, _('repository %s') % self.origroot)
1042 self._lockref = weakref.ref(l)
1043 self._lockref = weakref.ref(l)
1043 return l
1044 return l
1044
1045
1045 def wlock(self, wait=True):
1046 def wlock(self, wait=True):
1046 '''Lock the non-store parts of the repository (everything under
1047 '''Lock the non-store parts of the repository (everything under
1047 .hg except .hg/store) and return a weak reference to the lock.
1048 .hg except .hg/store) and return a weak reference to the lock.
1048 Use this before modifying files in .hg.'''
1049 Use this before modifying files in .hg.'''
1049 l = self._wlockref and self._wlockref()
1050 l = self._wlockref and self._wlockref()
1050 if l is not None and l.held:
1051 if l is not None and l.held:
1051 l.lock()
1052 l.lock()
1052 return l
1053 return l
1053
1054
1054 def unlock():
1055 def unlock():
1055 self.dirstate.write()
1056 self.dirstate.write()
1056 self._filecache['dirstate'].refresh()
1057 self._filecache['dirstate'].refresh()
1057
1058
1058 l = self._lock(self.vfs, "wlock", wait, unlock,
1059 l = self._lock(self.vfs, "wlock", wait, unlock,
1059 self.invalidatedirstate, _('working directory of %s') %
1060 self.invalidatedirstate, _('working directory of %s') %
1060 self.origroot)
1061 self.origroot)
1061 self._wlockref = weakref.ref(l)
1062 self._wlockref = weakref.ref(l)
1062 return l
1063 return l
1063
1064
1064 def _filecommit(self, fctx, manifest1, manifest2, linkrev, tr, changelist):
1065 def _filecommit(self, fctx, manifest1, manifest2, linkrev, tr, changelist):
1065 """
1066 """
1066 commit an individual file as part of a larger transaction
1067 commit an individual file as part of a larger transaction
1067 """
1068 """
1068
1069
1069 fname = fctx.path()
1070 fname = fctx.path()
1070 text = fctx.data()
1071 text = fctx.data()
1071 flog = self.file(fname)
1072 flog = self.file(fname)
1072 fparent1 = manifest1.get(fname, nullid)
1073 fparent1 = manifest1.get(fname, nullid)
1073 fparent2 = fparent2o = manifest2.get(fname, nullid)
1074 fparent2 = fparent2o = manifest2.get(fname, nullid)
1074
1075
1075 meta = {}
1076 meta = {}
1076 copy = fctx.renamed()
1077 copy = fctx.renamed()
1077 if copy and copy[0] != fname:
1078 if copy and copy[0] != fname:
1078 # Mark the new revision of this file as a copy of another
1079 # Mark the new revision of this file as a copy of another
1079 # file. This copy data will effectively act as a parent
1080 # file. This copy data will effectively act as a parent
1080 # of this new revision. If this is a merge, the first
1081 # of this new revision. If this is a merge, the first
1081 # parent will be the nullid (meaning "look up the copy data")
1082 # parent will be the nullid (meaning "look up the copy data")
1082 # and the second one will be the other parent. For example:
1083 # and the second one will be the other parent. For example:
1083 #
1084 #
1084 # 0 --- 1 --- 3 rev1 changes file foo
1085 # 0 --- 1 --- 3 rev1 changes file foo
1085 # \ / rev2 renames foo to bar and changes it
1086 # \ / rev2 renames foo to bar and changes it
1086 # \- 2 -/ rev3 should have bar with all changes and
1087 # \- 2 -/ rev3 should have bar with all changes and
1087 # should record that bar descends from
1088 # should record that bar descends from
1088 # bar in rev2 and foo in rev1
1089 # bar in rev2 and foo in rev1
1089 #
1090 #
1090 # this allows this merge to succeed:
1091 # this allows this merge to succeed:
1091 #
1092 #
1092 # 0 --- 1 --- 3 rev4 reverts the content change from rev2
1093 # 0 --- 1 --- 3 rev4 reverts the content change from rev2
1093 # \ / merging rev3 and rev4 should use bar@rev2
1094 # \ / merging rev3 and rev4 should use bar@rev2
1094 # \- 2 --- 4 as the merge base
1095 # \- 2 --- 4 as the merge base
1095 #
1096 #
1096
1097
1097 cfname = copy[0]
1098 cfname = copy[0]
1098 crev = manifest1.get(cfname)
1099 crev = manifest1.get(cfname)
1099 newfparent = fparent2
1100 newfparent = fparent2
1100
1101
1101 if manifest2: # branch merge
1102 if manifest2: # branch merge
1102 if fparent2 == nullid or crev is None: # copied on remote side
1103 if fparent2 == nullid or crev is None: # copied on remote side
1103 if cfname in manifest2:
1104 if cfname in manifest2:
1104 crev = manifest2[cfname]
1105 crev = manifest2[cfname]
1105 newfparent = fparent1
1106 newfparent = fparent1
1106
1107
1107 # find source in nearest ancestor if we've lost track
1108 # find source in nearest ancestor if we've lost track
1108 if not crev:
1109 if not crev:
1109 self.ui.debug(" %s: searching for copy revision for %s\n" %
1110 self.ui.debug(" %s: searching for copy revision for %s\n" %
1110 (fname, cfname))
1111 (fname, cfname))
1111 for ancestor in self[None].ancestors():
1112 for ancestor in self[None].ancestors():
1112 if cfname in ancestor:
1113 if cfname in ancestor:
1113 crev = ancestor[cfname].filenode()
1114 crev = ancestor[cfname].filenode()
1114 break
1115 break
1115
1116
1116 if crev:
1117 if crev:
1117 self.ui.debug(" %s: copy %s:%s\n" % (fname, cfname, hex(crev)))
1118 self.ui.debug(" %s: copy %s:%s\n" % (fname, cfname, hex(crev)))
1118 meta["copy"] = cfname
1119 meta["copy"] = cfname
1119 meta["copyrev"] = hex(crev)
1120 meta["copyrev"] = hex(crev)
1120 fparent1, fparent2 = nullid, newfparent
1121 fparent1, fparent2 = nullid, newfparent
1121 else:
1122 else:
1122 self.ui.warn(_("warning: can't find ancestor for '%s' "
1123 self.ui.warn(_("warning: can't find ancestor for '%s' "
1123 "copied from '%s'!\n") % (fname, cfname))
1124 "copied from '%s'!\n") % (fname, cfname))
1124
1125
1125 elif fparent2 != nullid:
1126 elif fparent2 != nullid:
1126 # is one parent an ancestor of the other?
1127 # is one parent an ancestor of the other?
1127 fparentancestor = flog.ancestor(fparent1, fparent2)
1128 fparentancestor = flog.ancestor(fparent1, fparent2)
1128 if fparentancestor == fparent1:
1129 if fparentancestor == fparent1:
1129 fparent1, fparent2 = fparent2, nullid
1130 fparent1, fparent2 = fparent2, nullid
1130 elif fparentancestor == fparent2:
1131 elif fparentancestor == fparent2:
1131 fparent2 = nullid
1132 fparent2 = nullid
1132
1133
1133 # is the file changed?
1134 # is the file changed?
1134 if fparent2 != nullid or flog.cmp(fparent1, text) or meta:
1135 if fparent2 != nullid or flog.cmp(fparent1, text) or meta:
1135 changelist.append(fname)
1136 changelist.append(fname)
1136 return flog.add(text, meta, tr, linkrev, fparent1, fparent2)
1137 return flog.add(text, meta, tr, linkrev, fparent1, fparent2)
1137
1138
1138 # are just the flags changed during merge?
1139 # are just the flags changed during merge?
1139 if fparent1 != fparent2o and manifest1.flags(fname) != fctx.flags():
1140 if fparent1 != fparent2o and manifest1.flags(fname) != fctx.flags():
1140 changelist.append(fname)
1141 changelist.append(fname)
1141
1142
1142 return fparent1
1143 return fparent1
1143
1144
1144 @unfilteredmethod
1145 @unfilteredmethod
1145 def commit(self, text="", user=None, date=None, match=None, force=False,
1146 def commit(self, text="", user=None, date=None, match=None, force=False,
1146 editor=False, extra={}):
1147 editor=False, extra={}):
1147 """Add a new revision to current repository.
1148 """Add a new revision to current repository.
1148
1149
1149 Revision information is gathered from the working directory,
1150 Revision information is gathered from the working directory,
1150 match can be used to filter the committed files. If editor is
1151 match can be used to filter the committed files. If editor is
1151 supplied, it is called to get a commit message.
1152 supplied, it is called to get a commit message.
1152 """
1153 """
1153
1154
1154 def fail(f, msg):
1155 def fail(f, msg):
1155 raise util.Abort('%s: %s' % (f, msg))
1156 raise util.Abort('%s: %s' % (f, msg))
1156
1157
1157 if not match:
1158 if not match:
1158 match = matchmod.always(self.root, '')
1159 match = matchmod.always(self.root, '')
1159
1160
1160 if not force:
1161 if not force:
1161 vdirs = []
1162 vdirs = []
1162 match.explicitdir = vdirs.append
1163 match.explicitdir = vdirs.append
1163 match.bad = fail
1164 match.bad = fail
1164
1165
1165 wlock = self.wlock()
1166 wlock = self.wlock()
1166 try:
1167 try:
1167 wctx = self[None]
1168 wctx = self[None]
1168 merge = len(wctx.parents()) > 1
1169 merge = len(wctx.parents()) > 1
1169
1170
1170 if (not force and merge and match and
1171 if (not force and merge and match and
1171 (match.files() or match.anypats())):
1172 (match.files() or match.anypats())):
1172 raise util.Abort(_('cannot partially commit a merge '
1173 raise util.Abort(_('cannot partially commit a merge '
1173 '(do not specify files or patterns)'))
1174 '(do not specify files or patterns)'))
1174
1175
1175 changes = self.status(match=match, clean=force)
1176 changes = self.status(match=match, clean=force)
1176 if force:
1177 if force:
1177 changes[0].extend(changes[6]) # mq may commit unchanged files
1178 changes[0].extend(changes[6]) # mq may commit unchanged files
1178
1179
1179 # check subrepos
1180 # check subrepos
1180 subs = []
1181 subs = []
1181 commitsubs = set()
1182 commitsubs = set()
1182 newstate = wctx.substate.copy()
1183 newstate = wctx.substate.copy()
1183 # only manage subrepos and .hgsubstate if .hgsub is present
1184 # only manage subrepos and .hgsubstate if .hgsub is present
1184 if '.hgsub' in wctx:
1185 if '.hgsub' in wctx:
1185 # we'll decide whether to track this ourselves, thanks
1186 # we'll decide whether to track this ourselves, thanks
1186 if '.hgsubstate' in changes[0]:
1187 if '.hgsubstate' in changes[0]:
1187 changes[0].remove('.hgsubstate')
1188 changes[0].remove('.hgsubstate')
1188 if '.hgsubstate' in changes[2]:
1189 if '.hgsubstate' in changes[2]:
1189 changes[2].remove('.hgsubstate')
1190 changes[2].remove('.hgsubstate')
1190
1191
1191 # compare current state to last committed state
1192 # compare current state to last committed state
1192 # build new substate based on last committed state
1193 # build new substate based on last committed state
1193 oldstate = wctx.p1().substate
1194 oldstate = wctx.p1().substate
1194 for s in sorted(newstate.keys()):
1195 for s in sorted(newstate.keys()):
1195 if not match(s):
1196 if not match(s):
1196 # ignore working copy, use old state if present
1197 # ignore working copy, use old state if present
1197 if s in oldstate:
1198 if s in oldstate:
1198 newstate[s] = oldstate[s]
1199 newstate[s] = oldstate[s]
1199 continue
1200 continue
1200 if not force:
1201 if not force:
1201 raise util.Abort(
1202 raise util.Abort(
1202 _("commit with new subrepo %s excluded") % s)
1203 _("commit with new subrepo %s excluded") % s)
1203 if wctx.sub(s).dirty(True):
1204 if wctx.sub(s).dirty(True):
1204 if not self.ui.configbool('ui', 'commitsubrepos'):
1205 if not self.ui.configbool('ui', 'commitsubrepos'):
1205 raise util.Abort(
1206 raise util.Abort(
1206 _("uncommitted changes in subrepo %s") % s,
1207 _("uncommitted changes in subrepo %s") % s,
1207 hint=_("use --subrepos for recursive commit"))
1208 hint=_("use --subrepos for recursive commit"))
1208 subs.append(s)
1209 subs.append(s)
1209 commitsubs.add(s)
1210 commitsubs.add(s)
1210 else:
1211 else:
1211 bs = wctx.sub(s).basestate()
1212 bs = wctx.sub(s).basestate()
1212 newstate[s] = (newstate[s][0], bs, newstate[s][2])
1213 newstate[s] = (newstate[s][0], bs, newstate[s][2])
1213 if oldstate.get(s, (None, None, None))[1] != bs:
1214 if oldstate.get(s, (None, None, None))[1] != bs:
1214 subs.append(s)
1215 subs.append(s)
1215
1216
1216 # check for removed subrepos
1217 # check for removed subrepos
1217 for p in wctx.parents():
1218 for p in wctx.parents():
1218 r = [s for s in p.substate if s not in newstate]
1219 r = [s for s in p.substate if s not in newstate]
1219 subs += [s for s in r if match(s)]
1220 subs += [s for s in r if match(s)]
1220 if subs:
1221 if subs:
1221 if (not match('.hgsub') and
1222 if (not match('.hgsub') and
1222 '.hgsub' in (wctx.modified() + wctx.added())):
1223 '.hgsub' in (wctx.modified() + wctx.added())):
1223 raise util.Abort(
1224 raise util.Abort(
1224 _("can't commit subrepos without .hgsub"))
1225 _("can't commit subrepos without .hgsub"))
1225 changes[0].insert(0, '.hgsubstate')
1226 changes[0].insert(0, '.hgsubstate')
1226
1227
1227 elif '.hgsub' in changes[2]:
1228 elif '.hgsub' in changes[2]:
1228 # clean up .hgsubstate when .hgsub is removed
1229 # clean up .hgsubstate when .hgsub is removed
1229 if ('.hgsubstate' in wctx and
1230 if ('.hgsubstate' in wctx and
1230 '.hgsubstate' not in changes[0] + changes[1] + changes[2]):
1231 '.hgsubstate' not in changes[0] + changes[1] + changes[2]):
1231 changes[2].insert(0, '.hgsubstate')
1232 changes[2].insert(0, '.hgsubstate')
1232
1233
1233 # make sure all explicit patterns are matched
1234 # make sure all explicit patterns are matched
1234 if not force and match.files():
1235 if not force and match.files():
1235 matched = set(changes[0] + changes[1] + changes[2])
1236 matched = set(changes[0] + changes[1] + changes[2])
1236
1237
1237 for f in match.files():
1238 for f in match.files():
1238 f = self.dirstate.normalize(f)
1239 f = self.dirstate.normalize(f)
1239 if f == '.' or f in matched or f in wctx.substate:
1240 if f == '.' or f in matched or f in wctx.substate:
1240 continue
1241 continue
1241 if f in changes[3]: # missing
1242 if f in changes[3]: # missing
1242 fail(f, _('file not found!'))
1243 fail(f, _('file not found!'))
1243 if f in vdirs: # visited directory
1244 if f in vdirs: # visited directory
1244 d = f + '/'
1245 d = f + '/'
1245 for mf in matched:
1246 for mf in matched:
1246 if mf.startswith(d):
1247 if mf.startswith(d):
1247 break
1248 break
1248 else:
1249 else:
1249 fail(f, _("no match under directory!"))
1250 fail(f, _("no match under directory!"))
1250 elif f not in self.dirstate:
1251 elif f not in self.dirstate:
1251 fail(f, _("file not tracked!"))
1252 fail(f, _("file not tracked!"))
1252
1253
1253 cctx = context.workingctx(self, text, user, date, extra, changes)
1254 cctx = context.workingctx(self, text, user, date, extra, changes)
1254
1255
1255 if (not force and not extra.get("close") and not merge
1256 if (not force and not extra.get("close") and not merge
1256 and not cctx.files()
1257 and not cctx.files()
1257 and wctx.branch() == wctx.p1().branch()):
1258 and wctx.branch() == wctx.p1().branch()):
1258 return None
1259 return None
1259
1260
1260 if merge and cctx.deleted():
1261 if merge and cctx.deleted():
1261 raise util.Abort(_("cannot commit merge with missing files"))
1262 raise util.Abort(_("cannot commit merge with missing files"))
1262
1263
1263 ms = mergemod.mergestate(self)
1264 ms = mergemod.mergestate(self)
1264 for f in changes[0]:
1265 for f in changes[0]:
1265 if f in ms and ms[f] == 'u':
1266 if f in ms and ms[f] == 'u':
1266 raise util.Abort(_("unresolved merge conflicts "
1267 raise util.Abort(_("unresolved merge conflicts "
1267 "(see hg help resolve)"))
1268 "(see hg help resolve)"))
1268
1269
1269 if editor:
1270 if editor:
1270 cctx._text = editor(self, cctx, subs)
1271 cctx._text = editor(self, cctx, subs)
1271 edited = (text != cctx._text)
1272 edited = (text != cctx._text)
1272
1273
1273 # commit subs and write new state
1274 # commit subs and write new state
1274 if subs:
1275 if subs:
1275 for s in sorted(commitsubs):
1276 for s in sorted(commitsubs):
1276 sub = wctx.sub(s)
1277 sub = wctx.sub(s)
1277 self.ui.status(_('committing subrepository %s\n') %
1278 self.ui.status(_('committing subrepository %s\n') %
1278 subrepo.subrelpath(sub))
1279 subrepo.subrelpath(sub))
1279 sr = sub.commit(cctx._text, user, date)
1280 sr = sub.commit(cctx._text, user, date)
1280 newstate[s] = (newstate[s][0], sr)
1281 newstate[s] = (newstate[s][0], sr)
1281 subrepo.writestate(self, newstate)
1282 subrepo.writestate(self, newstate)
1282
1283
1283 # Save commit message in case this transaction gets rolled back
1284 # Save commit message in case this transaction gets rolled back
1284 # (e.g. by a pretxncommit hook). Leave the content alone on
1285 # (e.g. by a pretxncommit hook). Leave the content alone on
1285 # the assumption that the user will use the same editor again.
1286 # the assumption that the user will use the same editor again.
1286 msgfn = self.savecommitmessage(cctx._text)
1287 msgfn = self.savecommitmessage(cctx._text)
1287
1288
1288 p1, p2 = self.dirstate.parents()
1289 p1, p2 = self.dirstate.parents()
1289 hookp1, hookp2 = hex(p1), (p2 != nullid and hex(p2) or '')
1290 hookp1, hookp2 = hex(p1), (p2 != nullid and hex(p2) or '')
1290 try:
1291 try:
1291 self.hook("precommit", throw=True, parent1=hookp1,
1292 self.hook("precommit", throw=True, parent1=hookp1,
1292 parent2=hookp2)
1293 parent2=hookp2)
1293 ret = self.commitctx(cctx, True)
1294 ret = self.commitctx(cctx, True)
1294 except: # re-raises
1295 except: # re-raises
1295 if edited:
1296 if edited:
1296 self.ui.write(
1297 self.ui.write(
1297 _('note: commit message saved in %s\n') % msgfn)
1298 _('note: commit message saved in %s\n') % msgfn)
1298 raise
1299 raise
1299
1300
1300 # update bookmarks, dirstate and mergestate
1301 # update bookmarks, dirstate and mergestate
1301 bookmarks.update(self, [p1, p2], ret)
1302 bookmarks.update(self, [p1, p2], ret)
1302 cctx.markcommitted(ret)
1303 cctx.markcommitted(ret)
1303 ms.reset()
1304 ms.reset()
1304 finally:
1305 finally:
1305 wlock.release()
1306 wlock.release()
1306
1307
1307 def commithook(node=hex(ret), parent1=hookp1, parent2=hookp2):
1308 def commithook(node=hex(ret), parent1=hookp1, parent2=hookp2):
1308 self.hook("commit", node=node, parent1=parent1, parent2=parent2)
1309 self.hook("commit", node=node, parent1=parent1, parent2=parent2)
1309 self._afterlock(commithook)
1310 self._afterlock(commithook)
1310 return ret
1311 return ret
1311
1312
1312 @unfilteredmethod
1313 @unfilteredmethod
1313 def commitctx(self, ctx, error=False):
1314 def commitctx(self, ctx, error=False):
1314 """Add a new revision to current repository.
1315 """Add a new revision to current repository.
1315 Revision information is passed via the context argument.
1316 Revision information is passed via the context argument.
1316 """
1317 """
1317
1318
1318 tr = lock = None
1319 tr = lock = None
1319 removed = list(ctx.removed())
1320 removed = list(ctx.removed())
1320 p1, p2 = ctx.p1(), ctx.p2()
1321 p1, p2 = ctx.p1(), ctx.p2()
1321 user = ctx.user()
1322 user = ctx.user()
1322
1323
1323 lock = self.lock()
1324 lock = self.lock()
1324 try:
1325 try:
1325 tr = self.transaction("commit")
1326 tr = self.transaction("commit")
1326 trp = weakref.proxy(tr)
1327 trp = weakref.proxy(tr)
1327
1328
1328 if ctx.files():
1329 if ctx.files():
1329 m1 = p1.manifest().copy()
1330 m1 = p1.manifest().copy()
1330 m2 = p2.manifest()
1331 m2 = p2.manifest()
1331
1332
1332 # check in files
1333 # check in files
1333 new = {}
1334 new = {}
1334 changed = []
1335 changed = []
1335 linkrev = len(self)
1336 linkrev = len(self)
1336 for f in sorted(ctx.modified() + ctx.added()):
1337 for f in sorted(ctx.modified() + ctx.added()):
1337 self.ui.note(f + "\n")
1338 self.ui.note(f + "\n")
1338 try:
1339 try:
1339 fctx = ctx[f]
1340 fctx = ctx[f]
1340 new[f] = self._filecommit(fctx, m1, m2, linkrev, trp,
1341 new[f] = self._filecommit(fctx, m1, m2, linkrev, trp,
1341 changed)
1342 changed)
1342 m1.set(f, fctx.flags())
1343 m1.set(f, fctx.flags())
1343 except OSError, inst:
1344 except OSError, inst:
1344 self.ui.warn(_("trouble committing %s!\n") % f)
1345 self.ui.warn(_("trouble committing %s!\n") % f)
1345 raise
1346 raise
1346 except IOError, inst:
1347 except IOError, inst:
1347 errcode = getattr(inst, 'errno', errno.ENOENT)
1348 errcode = getattr(inst, 'errno', errno.ENOENT)
1348 if error or errcode and errcode != errno.ENOENT:
1349 if error or errcode and errcode != errno.ENOENT:
1349 self.ui.warn(_("trouble committing %s!\n") % f)
1350 self.ui.warn(_("trouble committing %s!\n") % f)
1350 raise
1351 raise
1351 else:
1352 else:
1352 removed.append(f)
1353 removed.append(f)
1353
1354
1354 # update manifest
1355 # update manifest
1355 m1.update(new)
1356 m1.update(new)
1356 removed = [f for f in sorted(removed) if f in m1 or f in m2]
1357 removed = [f for f in sorted(removed) if f in m1 or f in m2]
1357 drop = [f for f in removed if f in m1]
1358 drop = [f for f in removed if f in m1]
1358 for f in drop:
1359 for f in drop:
1359 del m1[f]
1360 del m1[f]
1360 mn = self.manifest.add(m1, trp, linkrev, p1.manifestnode(),
1361 mn = self.manifest.add(m1, trp, linkrev, p1.manifestnode(),
1361 p2.manifestnode(), (new, drop))
1362 p2.manifestnode(), (new, drop))
1362 files = changed + removed
1363 files = changed + removed
1363 else:
1364 else:
1364 mn = p1.manifestnode()
1365 mn = p1.manifestnode()
1365 files = []
1366 files = []
1366
1367
1367 # update changelog
1368 # update changelog
1368 self.changelog.delayupdate()
1369 self.changelog.delayupdate()
1369 n = self.changelog.add(mn, files, ctx.description(),
1370 n = self.changelog.add(mn, files, ctx.description(),
1370 trp, p1.node(), p2.node(),
1371 trp, p1.node(), p2.node(),
1371 user, ctx.date(), ctx.extra().copy())
1372 user, ctx.date(), ctx.extra().copy())
1372 p = lambda: self.changelog.writepending() and self.root or ""
1373 p = lambda: self.changelog.writepending() and self.root or ""
1373 xp1, xp2 = p1.hex(), p2 and p2.hex() or ''
1374 xp1, xp2 = p1.hex(), p2 and p2.hex() or ''
1374 self.hook('pretxncommit', throw=True, node=hex(n), parent1=xp1,
1375 self.hook('pretxncommit', throw=True, node=hex(n), parent1=xp1,
1375 parent2=xp2, pending=p)
1376 parent2=xp2, pending=p)
1376 self.changelog.finalize(trp)
1377 self.changelog.finalize(trp)
1377 # set the new commit is proper phase
1378 # set the new commit is proper phase
1378 targetphase = subrepo.newcommitphase(self.ui, ctx)
1379 targetphase = subrepo.newcommitphase(self.ui, ctx)
1379 if targetphase:
1380 if targetphase:
1380 # retract boundary do not alter parent changeset.
1381 # retract boundary do not alter parent changeset.
1381 # if a parent have higher the resulting phase will
1382 # if a parent have higher the resulting phase will
1382 # be compliant anyway
1383 # be compliant anyway
1383 #
1384 #
1384 # if minimal phase was 0 we don't need to retract anything
1385 # if minimal phase was 0 we don't need to retract anything
1385 phases.retractboundary(self, targetphase, [n])
1386 phases.retractboundary(self, targetphase, [n])
1386 tr.close()
1387 tr.close()
1387 branchmap.updatecache(self.filtered('served'))
1388 branchmap.updatecache(self.filtered('served'))
1388 return n
1389 return n
1389 finally:
1390 finally:
1390 if tr:
1391 if tr:
1391 tr.release()
1392 tr.release()
1392 lock.release()
1393 lock.release()
1393
1394
1394 @unfilteredmethod
1395 @unfilteredmethod
1395 def destroying(self):
1396 def destroying(self):
1396 '''Inform the repository that nodes are about to be destroyed.
1397 '''Inform the repository that nodes are about to be destroyed.
1397 Intended for use by strip and rollback, so there's a common
1398 Intended for use by strip and rollback, so there's a common
1398 place for anything that has to be done before destroying history.
1399 place for anything that has to be done before destroying history.
1399
1400
1400 This is mostly useful for saving state that is in memory and waiting
1401 This is mostly useful for saving state that is in memory and waiting
1401 to be flushed when the current lock is released. Because a call to
1402 to be flushed when the current lock is released. Because a call to
1402 destroyed is imminent, the repo will be invalidated causing those
1403 destroyed is imminent, the repo will be invalidated causing those
1403 changes to stay in memory (waiting for the next unlock), or vanish
1404 changes to stay in memory (waiting for the next unlock), or vanish
1404 completely.
1405 completely.
1405 '''
1406 '''
1406 # When using the same lock to commit and strip, the phasecache is left
1407 # When using the same lock to commit and strip, the phasecache is left
1407 # dirty after committing. Then when we strip, the repo is invalidated,
1408 # dirty after committing. Then when we strip, the repo is invalidated,
1408 # causing those changes to disappear.
1409 # causing those changes to disappear.
1409 if '_phasecache' in vars(self):
1410 if '_phasecache' in vars(self):
1410 self._phasecache.write()
1411 self._phasecache.write()
1411
1412
1412 @unfilteredmethod
1413 @unfilteredmethod
1413 def destroyed(self):
1414 def destroyed(self):
1414 '''Inform the repository that nodes have been destroyed.
1415 '''Inform the repository that nodes have been destroyed.
1415 Intended for use by strip and rollback, so there's a common
1416 Intended for use by strip and rollback, so there's a common
1416 place for anything that has to be done after destroying history.
1417 place for anything that has to be done after destroying history.
1417 '''
1418 '''
1418 # When one tries to:
1419 # When one tries to:
1419 # 1) destroy nodes thus calling this method (e.g. strip)
1420 # 1) destroy nodes thus calling this method (e.g. strip)
1420 # 2) use phasecache somewhere (e.g. commit)
1421 # 2) use phasecache somewhere (e.g. commit)
1421 #
1422 #
1422 # then 2) will fail because the phasecache contains nodes that were
1423 # then 2) will fail because the phasecache contains nodes that were
1423 # removed. We can either remove phasecache from the filecache,
1424 # removed. We can either remove phasecache from the filecache,
1424 # causing it to reload next time it is accessed, or simply filter
1425 # causing it to reload next time it is accessed, or simply filter
1425 # the removed nodes now and write the updated cache.
1426 # the removed nodes now and write the updated cache.
1426 self._phasecache.filterunknown(self)
1427 self._phasecache.filterunknown(self)
1427 self._phasecache.write()
1428 self._phasecache.write()
1428
1429
1429 # update the 'served' branch cache to help read only server process
1430 # update the 'served' branch cache to help read only server process
1430 # Thanks to branchcache collaboration this is done from the nearest
1431 # Thanks to branchcache collaboration this is done from the nearest
1431 # filtered subset and it is expected to be fast.
1432 # filtered subset and it is expected to be fast.
1432 branchmap.updatecache(self.filtered('served'))
1433 branchmap.updatecache(self.filtered('served'))
1433
1434
1434 # Ensure the persistent tag cache is updated. Doing it now
1435 # Ensure the persistent tag cache is updated. Doing it now
1435 # means that the tag cache only has to worry about destroyed
1436 # means that the tag cache only has to worry about destroyed
1436 # heads immediately after a strip/rollback. That in turn
1437 # heads immediately after a strip/rollback. That in turn
1437 # guarantees that "cachetip == currenttip" (comparing both rev
1438 # guarantees that "cachetip == currenttip" (comparing both rev
1438 # and node) always means no nodes have been added or destroyed.
1439 # and node) always means no nodes have been added or destroyed.
1439
1440
1440 # XXX this is suboptimal when qrefresh'ing: we strip the current
1441 # XXX this is suboptimal when qrefresh'ing: we strip the current
1441 # head, refresh the tag cache, then immediately add a new head.
1442 # head, refresh the tag cache, then immediately add a new head.
1442 # But I think doing it this way is necessary for the "instant
1443 # But I think doing it this way is necessary for the "instant
1443 # tag cache retrieval" case to work.
1444 # tag cache retrieval" case to work.
1444 self.invalidate()
1445 self.invalidate()
1445
1446
1446 def walk(self, match, node=None):
1447 def walk(self, match, node=None):
1447 '''
1448 '''
1448 walk recursively through the directory tree or a given
1449 walk recursively through the directory tree or a given
1449 changeset, finding all files matched by the match
1450 changeset, finding all files matched by the match
1450 function
1451 function
1451 '''
1452 '''
1452 return self[node].walk(match)
1453 return self[node].walk(match)
1453
1454
1454 def status(self, node1='.', node2=None, match=None,
1455 def status(self, node1='.', node2=None, match=None,
1455 ignored=False, clean=False, unknown=False,
1456 ignored=False, clean=False, unknown=False,
1456 listsubrepos=False):
1457 listsubrepos=False):
1457 """return status of files between two nodes or node and working
1458 """return status of files between two nodes or node and working
1458 directory.
1459 directory.
1459
1460
1460 If node1 is None, use the first dirstate parent instead.
1461 If node1 is None, use the first dirstate parent instead.
1461 If node2 is None, compare node1 with working directory.
1462 If node2 is None, compare node1 with working directory.
1462 """
1463 """
1463
1464
1464 def mfmatches(ctx):
1465 def mfmatches(ctx):
1465 mf = ctx.manifest().copy()
1466 mf = ctx.manifest().copy()
1466 if match.always():
1467 if match.always():
1467 return mf
1468 return mf
1468 for fn in mf.keys():
1469 for fn in mf.keys():
1469 if not match(fn):
1470 if not match(fn):
1470 del mf[fn]
1471 del mf[fn]
1471 return mf
1472 return mf
1472
1473
1473 ctx1 = self[node1]
1474 ctx1 = self[node1]
1474 ctx2 = self[node2]
1475 ctx2 = self[node2]
1475
1476
1476 working = ctx2.rev() is None
1477 working = ctx2.rev() is None
1477 parentworking = working and ctx1 == self['.']
1478 parentworking = working and ctx1 == self['.']
1478 match = match or matchmod.always(self.root, self.getcwd())
1479 match = match or matchmod.always(self.root, self.getcwd())
1479 listignored, listclean, listunknown = ignored, clean, unknown
1480 listignored, listclean, listunknown = ignored, clean, unknown
1480
1481
1481 # load earliest manifest first for caching reasons
1482 # load earliest manifest first for caching reasons
1482 if not working and ctx2.rev() < ctx1.rev():
1483 if not working and ctx2.rev() < ctx1.rev():
1483 ctx2.manifest()
1484 ctx2.manifest()
1484
1485
1485 if not parentworking:
1486 if not parentworking:
1486 def bad(f, msg):
1487 def bad(f, msg):
1487 # 'f' may be a directory pattern from 'match.files()',
1488 # 'f' may be a directory pattern from 'match.files()',
1488 # so 'f not in ctx1' is not enough
1489 # so 'f not in ctx1' is not enough
1489 if f not in ctx1 and f not in ctx1.dirs():
1490 if f not in ctx1 and f not in ctx1.dirs():
1490 self.ui.warn('%s: %s\n' % (self.dirstate.pathto(f), msg))
1491 self.ui.warn('%s: %s\n' % (self.dirstate.pathto(f), msg))
1491 match.bad = bad
1492 match.bad = bad
1492
1493
1493 if working: # we need to scan the working dir
1494 if working: # we need to scan the working dir
1494 subrepos = []
1495 subrepos = []
1495 if '.hgsub' in self.dirstate:
1496 if '.hgsub' in self.dirstate:
1496 subrepos = sorted(ctx2.substate)
1497 subrepos = sorted(ctx2.substate)
1497 s = self.dirstate.status(match, subrepos, listignored,
1498 s = self.dirstate.status(match, subrepos, listignored,
1498 listclean, listunknown)
1499 listclean, listunknown)
1499 cmp, modified, added, removed, deleted, unknown, ignored, clean = s
1500 cmp, modified, added, removed, deleted, unknown, ignored, clean = s
1500
1501
1501 # check for any possibly clean files
1502 # check for any possibly clean files
1502 if parentworking and cmp:
1503 if parentworking and cmp:
1503 fixup = []
1504 fixup = []
1504 # do a full compare of any files that might have changed
1505 # do a full compare of any files that might have changed
1505 for f in sorted(cmp):
1506 for f in sorted(cmp):
1506 if (f not in ctx1 or ctx2.flags(f) != ctx1.flags(f)
1507 if (f not in ctx1 or ctx2.flags(f) != ctx1.flags(f)
1507 or ctx1[f].cmp(ctx2[f])):
1508 or ctx1[f].cmp(ctx2[f])):
1508 modified.append(f)
1509 modified.append(f)
1509 else:
1510 else:
1510 fixup.append(f)
1511 fixup.append(f)
1511
1512
1512 # update dirstate for files that are actually clean
1513 # update dirstate for files that are actually clean
1513 if fixup:
1514 if fixup:
1514 if listclean:
1515 if listclean:
1515 clean += fixup
1516 clean += fixup
1516
1517
1517 try:
1518 try:
1518 # updating the dirstate is optional
1519 # updating the dirstate is optional
1519 # so we don't wait on the lock
1520 # so we don't wait on the lock
1520 wlock = self.wlock(False)
1521 wlock = self.wlock(False)
1521 try:
1522 try:
1522 for f in fixup:
1523 for f in fixup:
1523 self.dirstate.normal(f)
1524 self.dirstate.normal(f)
1524 finally:
1525 finally:
1525 wlock.release()
1526 wlock.release()
1526 except error.LockError:
1527 except error.LockError:
1527 pass
1528 pass
1528
1529
1529 if not parentworking:
1530 if not parentworking:
1530 mf1 = mfmatches(ctx1)
1531 mf1 = mfmatches(ctx1)
1531 if working:
1532 if working:
1532 # we are comparing working dir against non-parent
1533 # we are comparing working dir against non-parent
1533 # generate a pseudo-manifest for the working dir
1534 # generate a pseudo-manifest for the working dir
1534 mf2 = mfmatches(self['.'])
1535 mf2 = mfmatches(self['.'])
1535 for f in cmp + modified + added:
1536 for f in cmp + modified + added:
1536 mf2[f] = None
1537 mf2[f] = None
1537 mf2.set(f, ctx2.flags(f))
1538 mf2.set(f, ctx2.flags(f))
1538 for f in removed:
1539 for f in removed:
1539 if f in mf2:
1540 if f in mf2:
1540 del mf2[f]
1541 del mf2[f]
1541 else:
1542 else:
1542 # we are comparing two revisions
1543 # we are comparing two revisions
1543 deleted, unknown, ignored = [], [], []
1544 deleted, unknown, ignored = [], [], []
1544 mf2 = mfmatches(ctx2)
1545 mf2 = mfmatches(ctx2)
1545
1546
1546 modified, added, clean = [], [], []
1547 modified, added, clean = [], [], []
1547 withflags = mf1.withflags() | mf2.withflags()
1548 withflags = mf1.withflags() | mf2.withflags()
1548 for fn, mf2node in mf2.iteritems():
1549 for fn, mf2node in mf2.iteritems():
1549 if fn in mf1:
1550 if fn in mf1:
1550 if (fn not in deleted and
1551 if (fn not in deleted and
1551 ((fn in withflags and mf1.flags(fn) != mf2.flags(fn)) or
1552 ((fn in withflags and mf1.flags(fn) != mf2.flags(fn)) or
1552 (mf1[fn] != mf2node and
1553 (mf1[fn] != mf2node and
1553 (mf2node or ctx1[fn].cmp(ctx2[fn]))))):
1554 (mf2node or ctx1[fn].cmp(ctx2[fn]))))):
1554 modified.append(fn)
1555 modified.append(fn)
1555 elif listclean:
1556 elif listclean:
1556 clean.append(fn)
1557 clean.append(fn)
1557 del mf1[fn]
1558 del mf1[fn]
1558 elif fn not in deleted:
1559 elif fn not in deleted:
1559 added.append(fn)
1560 added.append(fn)
1560 removed = mf1.keys()
1561 removed = mf1.keys()
1561
1562
1562 if working and modified and not self.dirstate._checklink:
1563 if working and modified and not self.dirstate._checklink:
1563 # Symlink placeholders may get non-symlink-like contents
1564 # Symlink placeholders may get non-symlink-like contents
1564 # via user error or dereferencing by NFS or Samba servers,
1565 # via user error or dereferencing by NFS or Samba servers,
1565 # so we filter out any placeholders that don't look like a
1566 # so we filter out any placeholders that don't look like a
1566 # symlink
1567 # symlink
1567 sane = []
1568 sane = []
1568 for f in modified:
1569 for f in modified:
1569 if ctx2.flags(f) == 'l':
1570 if ctx2.flags(f) == 'l':
1570 d = ctx2[f].data()
1571 d = ctx2[f].data()
1571 if d == '' or len(d) >= 1024 or '\n' in d or util.binary(d):
1572 if d == '' or len(d) >= 1024 or '\n' in d or util.binary(d):
1572 self.ui.debug('ignoring suspect symlink placeholder'
1573 self.ui.debug('ignoring suspect symlink placeholder'
1573 ' "%s"\n' % f)
1574 ' "%s"\n' % f)
1574 continue
1575 continue
1575 sane.append(f)
1576 sane.append(f)
1576 modified = sane
1577 modified = sane
1577
1578
1578 r = modified, added, removed, deleted, unknown, ignored, clean
1579 r = modified, added, removed, deleted, unknown, ignored, clean
1579
1580
1580 if listsubrepos:
1581 if listsubrepos:
1581 for subpath, sub in subrepo.itersubrepos(ctx1, ctx2):
1582 for subpath, sub in subrepo.itersubrepos(ctx1, ctx2):
1582 if working:
1583 if working:
1583 rev2 = None
1584 rev2 = None
1584 else:
1585 else:
1585 rev2 = ctx2.substate[subpath][1]
1586 rev2 = ctx2.substate[subpath][1]
1586 try:
1587 try:
1587 submatch = matchmod.narrowmatcher(subpath, match)
1588 submatch = matchmod.narrowmatcher(subpath, match)
1588 s = sub.status(rev2, match=submatch, ignored=listignored,
1589 s = sub.status(rev2, match=submatch, ignored=listignored,
1589 clean=listclean, unknown=listunknown,
1590 clean=listclean, unknown=listunknown,
1590 listsubrepos=True)
1591 listsubrepos=True)
1591 for rfiles, sfiles in zip(r, s):
1592 for rfiles, sfiles in zip(r, s):
1592 rfiles.extend("%s/%s" % (subpath, f) for f in sfiles)
1593 rfiles.extend("%s/%s" % (subpath, f) for f in sfiles)
1593 except error.LookupError:
1594 except error.LookupError:
1594 self.ui.status(_("skipping missing subrepository: %s\n")
1595 self.ui.status(_("skipping missing subrepository: %s\n")
1595 % subpath)
1596 % subpath)
1596
1597
1597 for l in r:
1598 for l in r:
1598 l.sort()
1599 l.sort()
1599 return r
1600 return r
1600
1601
1601 def heads(self, start=None):
1602 def heads(self, start=None):
1602 heads = self.changelog.heads(start)
1603 heads = self.changelog.heads(start)
1603 # sort the output in rev descending order
1604 # sort the output in rev descending order
1604 return sorted(heads, key=self.changelog.rev, reverse=True)
1605 return sorted(heads, key=self.changelog.rev, reverse=True)
1605
1606
1606 def branchheads(self, branch=None, start=None, closed=False):
1607 def branchheads(self, branch=None, start=None, closed=False):
1607 '''return a (possibly filtered) list of heads for the given branch
1608 '''return a (possibly filtered) list of heads for the given branch
1608
1609
1609 Heads are returned in topological order, from newest to oldest.
1610 Heads are returned in topological order, from newest to oldest.
1610 If branch is None, use the dirstate branch.
1611 If branch is None, use the dirstate branch.
1611 If start is not None, return only heads reachable from start.
1612 If start is not None, return only heads reachable from start.
1612 If closed is True, return heads that are marked as closed as well.
1613 If closed is True, return heads that are marked as closed as well.
1613 '''
1614 '''
1614 if branch is None:
1615 if branch is None:
1615 branch = self[None].branch()
1616 branch = self[None].branch()
1616 branches = self.branchmap()
1617 branches = self.branchmap()
1617 if branch not in branches:
1618 if branch not in branches:
1618 return []
1619 return []
1619 # the cache returns heads ordered lowest to highest
1620 # the cache returns heads ordered lowest to highest
1620 bheads = list(reversed(branches.branchheads(branch, closed=closed)))
1621 bheads = list(reversed(branches.branchheads(branch, closed=closed)))
1621 if start is not None:
1622 if start is not None:
1622 # filter out the heads that cannot be reached from startrev
1623 # filter out the heads that cannot be reached from startrev
1623 fbheads = set(self.changelog.nodesbetween([start], bheads)[2])
1624 fbheads = set(self.changelog.nodesbetween([start], bheads)[2])
1624 bheads = [h for h in bheads if h in fbheads]
1625 bheads = [h for h in bheads if h in fbheads]
1625 return bheads
1626 return bheads
1626
1627
1627 def branches(self, nodes):
1628 def branches(self, nodes):
1628 if not nodes:
1629 if not nodes:
1629 nodes = [self.changelog.tip()]
1630 nodes = [self.changelog.tip()]
1630 b = []
1631 b = []
1631 for n in nodes:
1632 for n in nodes:
1632 t = n
1633 t = n
1633 while True:
1634 while True:
1634 p = self.changelog.parents(n)
1635 p = self.changelog.parents(n)
1635 if p[1] != nullid or p[0] == nullid:
1636 if p[1] != nullid or p[0] == nullid:
1636 b.append((t, n, p[0], p[1]))
1637 b.append((t, n, p[0], p[1]))
1637 break
1638 break
1638 n = p[0]
1639 n = p[0]
1639 return b
1640 return b
1640
1641
1641 def between(self, pairs):
1642 def between(self, pairs):
1642 r = []
1643 r = []
1643
1644
1644 for top, bottom in pairs:
1645 for top, bottom in pairs:
1645 n, l, i = top, [], 0
1646 n, l, i = top, [], 0
1646 f = 1
1647 f = 1
1647
1648
1648 while n != bottom and n != nullid:
1649 while n != bottom and n != nullid:
1649 p = self.changelog.parents(n)[0]
1650 p = self.changelog.parents(n)[0]
1650 if i == f:
1651 if i == f:
1651 l.append(n)
1652 l.append(n)
1652 f = f * 2
1653 f = f * 2
1653 n = p
1654 n = p
1654 i += 1
1655 i += 1
1655
1656
1656 r.append(l)
1657 r.append(l)
1657
1658
1658 return r
1659 return r
1659
1660
1660 def pull(self, remote, heads=None, force=False):
1661 def pull(self, remote, heads=None, force=False):
1661 if remote.local():
1662 if remote.local():
1662 missing = set(remote.requirements) - self.supported
1663 missing = set(remote.requirements) - self.supported
1663 if missing:
1664 if missing:
1664 msg = _("required features are not"
1665 msg = _("required features are not"
1665 " supported in the destination:"
1666 " supported in the destination:"
1666 " %s") % (', '.join(sorted(missing)))
1667 " %s") % (', '.join(sorted(missing)))
1667 raise util.Abort(msg)
1668 raise util.Abort(msg)
1668
1669
1669 # don't open transaction for nothing or you break future useful
1670 # don't open transaction for nothing or you break future useful
1670 # rollback call
1671 # rollback call
1671 tr = None
1672 tr = None
1672 trname = 'pull\n' + util.hidepassword(remote.url())
1673 trname = 'pull\n' + util.hidepassword(remote.url())
1673 lock = self.lock()
1674 lock = self.lock()
1674 try:
1675 try:
1675 tmp = discovery.findcommonincoming(self.unfiltered(), remote,
1676 tmp = discovery.findcommonincoming(self.unfiltered(), remote,
1676 heads=heads, force=force)
1677 heads=heads, force=force)
1677 common, fetch, rheads = tmp
1678 common, fetch, rheads = tmp
1678 if not fetch:
1679 if not fetch:
1679 self.ui.status(_("no changes found\n"))
1680 self.ui.status(_("no changes found\n"))
1680 result = 0
1681 result = 0
1681 else:
1682 else:
1682 tr = self.transaction(trname)
1683 tr = self.transaction(trname)
1683 if heads is None and list(common) == [nullid]:
1684 if heads is None and list(common) == [nullid]:
1684 self.ui.status(_("requesting all changes\n"))
1685 self.ui.status(_("requesting all changes\n"))
1685 elif heads is None and remote.capable('changegroupsubset'):
1686 elif heads is None and remote.capable('changegroupsubset'):
1686 # issue1320, avoid a race if remote changed after discovery
1687 # issue1320, avoid a race if remote changed after discovery
1687 heads = rheads
1688 heads = rheads
1688
1689
1689 if remote.capable('getbundle'):
1690 if remote.capable('getbundle'):
1690 # TODO: get bundlecaps from remote
1691 # TODO: get bundlecaps from remote
1691 cg = remote.getbundle('pull', common=common,
1692 cg = remote.getbundle('pull', common=common,
1692 heads=heads or rheads)
1693 heads=heads or rheads)
1693 elif heads is None:
1694 elif heads is None:
1694 cg = remote.changegroup(fetch, 'pull')
1695 cg = remote.changegroup(fetch, 'pull')
1695 elif not remote.capable('changegroupsubset'):
1696 elif not remote.capable('changegroupsubset'):
1696 raise util.Abort(_("partial pull cannot be done because "
1697 raise util.Abort(_("partial pull cannot be done because "
1697 "other repository doesn't support "
1698 "other repository doesn't support "
1698 "changegroupsubset."))
1699 "changegroupsubset."))
1699 else:
1700 else:
1700 cg = remote.changegroupsubset(fetch, heads, 'pull')
1701 cg = remote.changegroupsubset(fetch, heads, 'pull')
1701 result = self.addchangegroup(cg, 'pull', remote.url())
1702 result = self.addchangegroup(cg, 'pull', remote.url())
1702
1703
1703 # compute target subset
1704 # compute target subset
1704 if heads is None:
1705 if heads is None:
1705 # We pulled every thing possible
1706 # We pulled every thing possible
1706 # sync on everything common
1707 # sync on everything common
1707 subset = common + rheads
1708 subset = common + rheads
1708 else:
1709 else:
1709 # We pulled a specific subset
1710 # We pulled a specific subset
1710 # sync on this subset
1711 # sync on this subset
1711 subset = heads
1712 subset = heads
1712
1713
1713 # Get remote phases data from remote
1714 # Get remote phases data from remote
1714 remotephases = remote.listkeys('phases')
1715 remotephases = remote.listkeys('phases')
1715 publishing = bool(remotephases.get('publishing', False))
1716 publishing = bool(remotephases.get('publishing', False))
1716 if remotephases and not publishing:
1717 if remotephases and not publishing:
1717 # remote is new and unpublishing
1718 # remote is new and unpublishing
1718 pheads, _dr = phases.analyzeremotephases(self, subset,
1719 pheads, _dr = phases.analyzeremotephases(self, subset,
1719 remotephases)
1720 remotephases)
1720 phases.advanceboundary(self, phases.public, pheads)
1721 phases.advanceboundary(self, phases.public, pheads)
1721 phases.advanceboundary(self, phases.draft, subset)
1722 phases.advanceboundary(self, phases.draft, subset)
1722 else:
1723 else:
1723 # Remote is old or publishing all common changesets
1724 # Remote is old or publishing all common changesets
1724 # should be seen as public
1725 # should be seen as public
1725 phases.advanceboundary(self, phases.public, subset)
1726 phases.advanceboundary(self, phases.public, subset)
1726
1727
1727 def gettransaction():
1728 def gettransaction():
1728 if tr is None:
1729 if tr is None:
1729 return self.transaction(trname)
1730 return self.transaction(trname)
1730 return tr
1731 return tr
1731
1732
1732 obstr = obsolete.syncpull(self, remote, gettransaction)
1733 obstr = obsolete.syncpull(self, remote, gettransaction)
1733 if obstr is not None:
1734 if obstr is not None:
1734 tr = obstr
1735 tr = obstr
1735
1736
1736 if tr is not None:
1737 if tr is not None:
1737 tr.close()
1738 tr.close()
1738 finally:
1739 finally:
1739 if tr is not None:
1740 if tr is not None:
1740 tr.release()
1741 tr.release()
1741 lock.release()
1742 lock.release()
1742
1743
1743 return result
1744 return result
1744
1745
1745 def checkpush(self, force, revs):
1746 def checkpush(self, force, revs):
1746 """Extensions can override this function if additional checks have
1747 """Extensions can override this function if additional checks have
1747 to be performed before pushing, or call it if they override push
1748 to be performed before pushing, or call it if they override push
1748 command.
1749 command.
1749 """
1750 """
1750 pass
1751 pass
1751
1752
1752 def push(self, remote, force=False, revs=None, newbranch=False):
1753 def push(self, remote, force=False, revs=None, newbranch=False):
1753 return exchange.push(self, remote, force, revs, newbranch)
1754 return exchange.push(self, remote, force, revs, newbranch)
1754
1755
1755 def changegroupinfo(self, nodes, source):
1756 def changegroupinfo(self, nodes, source):
1756 if self.ui.verbose or source == 'bundle':
1757 if self.ui.verbose or source == 'bundle':
1757 self.ui.status(_("%d changesets found\n") % len(nodes))
1758 self.ui.status(_("%d changesets found\n") % len(nodes))
1758 if self.ui.debugflag:
1759 if self.ui.debugflag:
1759 self.ui.debug("list of changesets:\n")
1760 self.ui.debug("list of changesets:\n")
1760 for node in nodes:
1761 for node in nodes:
1761 self.ui.debug("%s\n" % hex(node))
1762 self.ui.debug("%s\n" % hex(node))
1762
1763
1763 def changegroupsubset(self, bases, heads, source):
1764 def changegroupsubset(self, bases, heads, source):
1764 """Compute a changegroup consisting of all the nodes that are
1765 """Compute a changegroup consisting of all the nodes that are
1765 descendants of any of the bases and ancestors of any of the heads.
1766 descendants of any of the bases and ancestors of any of the heads.
1766 Return a chunkbuffer object whose read() method will return
1767 Return a chunkbuffer object whose read() method will return
1767 successive changegroup chunks.
1768 successive changegroup chunks.
1768
1769
1769 It is fairly complex as determining which filenodes and which
1770 It is fairly complex as determining which filenodes and which
1770 manifest nodes need to be included for the changeset to be complete
1771 manifest nodes need to be included for the changeset to be complete
1771 is non-trivial.
1772 is non-trivial.
1772
1773
1773 Another wrinkle is doing the reverse, figuring out which changeset in
1774 Another wrinkle is doing the reverse, figuring out which changeset in
1774 the changegroup a particular filenode or manifestnode belongs to.
1775 the changegroup a particular filenode or manifestnode belongs to.
1775 """
1776 """
1776 cl = self.changelog
1777 cl = self.changelog
1777 if not bases:
1778 if not bases:
1778 bases = [nullid]
1779 bases = [nullid]
1779 # TODO: remove call to nodesbetween.
1780 # TODO: remove call to nodesbetween.
1780 csets, bases, heads = cl.nodesbetween(bases, heads)
1781 csets, bases, heads = cl.nodesbetween(bases, heads)
1781 discbases = []
1782 discbases = []
1782 for n in bases:
1783 for n in bases:
1783 discbases.extend([p for p in cl.parents(n) if p != nullid])
1784 discbases.extend([p for p in cl.parents(n) if p != nullid])
1784 outgoing = discovery.outgoing(cl, discbases, heads)
1785 outgoing = discovery.outgoing(cl, discbases, heads)
1785 bundler = changegroup.bundle10(self)
1786 bundler = changegroup.bundle10(self)
1786 return self._changegroupsubset(outgoing, bundler, source)
1787 return self._changegroupsubset(outgoing, bundler, source)
1787
1788
1788 def getlocalbundle(self, source, outgoing, bundlecaps=None):
1789 def getlocalbundle(self, source, outgoing, bundlecaps=None):
1789 """Like getbundle, but taking a discovery.outgoing as an argument.
1790 """Like getbundle, but taking a discovery.outgoing as an argument.
1790
1791
1791 This is only implemented for local repos and reuses potentially
1792 This is only implemented for local repos and reuses potentially
1792 precomputed sets in outgoing."""
1793 precomputed sets in outgoing."""
1793 if not outgoing.missing:
1794 if not outgoing.missing:
1794 return None
1795 return None
1795 bundler = changegroup.bundle10(self, bundlecaps)
1796 bundler = changegroup.bundle10(self, bundlecaps)
1796 return self._changegroupsubset(outgoing, bundler, source)
1797 return self._changegroupsubset(outgoing, bundler, source)
1797
1798
1798 def getbundle(self, source, heads=None, common=None, bundlecaps=None):
1799 def getbundle(self, source, heads=None, common=None, bundlecaps=None):
1799 """Like changegroupsubset, but returns the set difference between the
1800 """Like changegroupsubset, but returns the set difference between the
1800 ancestors of heads and the ancestors common.
1801 ancestors of heads and the ancestors common.
1801
1802
1802 If heads is None, use the local heads. If common is None, use [nullid].
1803 If heads is None, use the local heads. If common is None, use [nullid].
1803
1804
1804 The nodes in common might not all be known locally due to the way the
1805 The nodes in common might not all be known locally due to the way the
1805 current discovery protocol works.
1806 current discovery protocol works.
1806 """
1807 """
1807 cl = self.changelog
1808 cl = self.changelog
1808 if common:
1809 if common:
1809 hasnode = cl.hasnode
1810 hasnode = cl.hasnode
1810 common = [n for n in common if hasnode(n)]
1811 common = [n for n in common if hasnode(n)]
1811 else:
1812 else:
1812 common = [nullid]
1813 common = [nullid]
1813 if not heads:
1814 if not heads:
1814 heads = cl.heads()
1815 heads = cl.heads()
1815 return self.getlocalbundle(source,
1816 return self.getlocalbundle(source,
1816 discovery.outgoing(cl, common, heads),
1817 discovery.outgoing(cl, common, heads),
1817 bundlecaps=bundlecaps)
1818 bundlecaps=bundlecaps)
1818
1819
1819 @unfilteredmethod
1820 @unfilteredmethod
1820 def _changegroupsubset(self, outgoing, bundler, source,
1821 def _changegroupsubset(self, outgoing, bundler, source,
1821 fastpath=False):
1822 fastpath=False):
1822 commonrevs = outgoing.common
1823 commonrevs = outgoing.common
1823 csets = outgoing.missing
1824 csets = outgoing.missing
1824 heads = outgoing.missingheads
1825 heads = outgoing.missingheads
1825 # We go through the fast path if we get told to, or if all (unfiltered
1826 # We go through the fast path if we get told to, or if all (unfiltered
1826 # heads have been requested (since we then know there all linkrevs will
1827 # heads have been requested (since we then know there all linkrevs will
1827 # be pulled by the client).
1828 # be pulled by the client).
1828 heads.sort()
1829 heads.sort()
1829 fastpathlinkrev = fastpath or (
1830 fastpathlinkrev = fastpath or (
1830 self.filtername is None and heads == sorted(self.heads()))
1831 self.filtername is None and heads == sorted(self.heads()))
1831
1832
1832 self.hook('preoutgoing', throw=True, source=source)
1833 self.hook('preoutgoing', throw=True, source=source)
1833 self.changegroupinfo(csets, source)
1834 self.changegroupinfo(csets, source)
1834 gengroup = bundler.generate(commonrevs, csets, fastpathlinkrev, source)
1835 gengroup = bundler.generate(commonrevs, csets, fastpathlinkrev, source)
1835 return changegroup.unbundle10(util.chunkbuffer(gengroup), 'UN')
1836 return changegroup.unbundle10(util.chunkbuffer(gengroup), 'UN')
1836
1837
1837 def changegroup(self, basenodes, source):
1838 def changegroup(self, basenodes, source):
1838 # to avoid a race we use changegroupsubset() (issue1320)
1839 # to avoid a race we use changegroupsubset() (issue1320)
1839 return self.changegroupsubset(basenodes, self.heads(), source)
1840 return self.changegroupsubset(basenodes, self.heads(), source)
1840
1841
1841 @unfilteredmethod
1842 @unfilteredmethod
1842 def addchangegroup(self, source, srctype, url, emptyok=False):
1843 def addchangegroup(self, source, srctype, url, emptyok=False):
1843 """Add the changegroup returned by source.read() to this repo.
1844 """Add the changegroup returned by source.read() to this repo.
1844 srctype is a string like 'push', 'pull', or 'unbundle'. url is
1845 srctype is a string like 'push', 'pull', or 'unbundle'. url is
1845 the URL of the repo where this changegroup is coming from.
1846 the URL of the repo where this changegroup is coming from.
1846
1847
1847 Return an integer summarizing the change to this repo:
1848 Return an integer summarizing the change to this repo:
1848 - nothing changed or no source: 0
1849 - nothing changed or no source: 0
1849 - more heads than before: 1+added heads (2..n)
1850 - more heads than before: 1+added heads (2..n)
1850 - fewer heads than before: -1-removed heads (-2..-n)
1851 - fewer heads than before: -1-removed heads (-2..-n)
1851 - number of heads stays the same: 1
1852 - number of heads stays the same: 1
1852 """
1853 """
1853 def csmap(x):
1854 def csmap(x):
1854 self.ui.debug("add changeset %s\n" % short(x))
1855 self.ui.debug("add changeset %s\n" % short(x))
1855 return len(cl)
1856 return len(cl)
1856
1857
1857 def revmap(x):
1858 def revmap(x):
1858 return cl.rev(x)
1859 return cl.rev(x)
1859
1860
1860 if not source:
1861 if not source:
1861 return 0
1862 return 0
1862
1863
1863 self.hook('prechangegroup', throw=True, source=srctype, url=url)
1864 self.hook('prechangegroup', throw=True, source=srctype, url=url)
1864
1865
1865 changesets = files = revisions = 0
1866 changesets = files = revisions = 0
1866 efiles = set()
1867 efiles = set()
1867
1868
1868 # write changelog data to temp files so concurrent readers will not see
1869 # write changelog data to temp files so concurrent readers will not see
1869 # inconsistent view
1870 # inconsistent view
1870 cl = self.changelog
1871 cl = self.changelog
1871 cl.delayupdate()
1872 cl.delayupdate()
1872 oldheads = cl.heads()
1873 oldheads = cl.heads()
1873
1874
1874 tr = self.transaction("\n".join([srctype, util.hidepassword(url)]))
1875 tr = self.transaction("\n".join([srctype, util.hidepassword(url)]))
1875 try:
1876 try:
1876 trp = weakref.proxy(tr)
1877 trp = weakref.proxy(tr)
1877 # pull off the changeset group
1878 # pull off the changeset group
1878 self.ui.status(_("adding changesets\n"))
1879 self.ui.status(_("adding changesets\n"))
1879 clstart = len(cl)
1880 clstart = len(cl)
1880 class prog(object):
1881 class prog(object):
1881 step = _('changesets')
1882 step = _('changesets')
1882 count = 1
1883 count = 1
1883 ui = self.ui
1884 ui = self.ui
1884 total = None
1885 total = None
1885 def __call__(self):
1886 def __call__(self):
1886 self.ui.progress(self.step, self.count, unit=_('chunks'),
1887 self.ui.progress(self.step, self.count, unit=_('chunks'),
1887 total=self.total)
1888 total=self.total)
1888 self.count += 1
1889 self.count += 1
1889 pr = prog()
1890 pr = prog()
1890 source.callback = pr
1891 source.callback = pr
1891
1892
1892 source.changelogheader()
1893 source.changelogheader()
1893 srccontent = cl.addgroup(source, csmap, trp)
1894 srccontent = cl.addgroup(source, csmap, trp)
1894 if not (srccontent or emptyok):
1895 if not (srccontent or emptyok):
1895 raise util.Abort(_("received changelog group is empty"))
1896 raise util.Abort(_("received changelog group is empty"))
1896 clend = len(cl)
1897 clend = len(cl)
1897 changesets = clend - clstart
1898 changesets = clend - clstart
1898 for c in xrange(clstart, clend):
1899 for c in xrange(clstart, clend):
1899 efiles.update(self[c].files())
1900 efiles.update(self[c].files())
1900 efiles = len(efiles)
1901 efiles = len(efiles)
1901 self.ui.progress(_('changesets'), None)
1902 self.ui.progress(_('changesets'), None)
1902
1903
1903 # pull off the manifest group
1904 # pull off the manifest group
1904 self.ui.status(_("adding manifests\n"))
1905 self.ui.status(_("adding manifests\n"))
1905 pr.step = _('manifests')
1906 pr.step = _('manifests')
1906 pr.count = 1
1907 pr.count = 1
1907 pr.total = changesets # manifests <= changesets
1908 pr.total = changesets # manifests <= changesets
1908 # no need to check for empty manifest group here:
1909 # no need to check for empty manifest group here:
1909 # if the result of the merge of 1 and 2 is the same in 3 and 4,
1910 # if the result of the merge of 1 and 2 is the same in 3 and 4,
1910 # no new manifest will be created and the manifest group will
1911 # no new manifest will be created and the manifest group will
1911 # be empty during the pull
1912 # be empty during the pull
1912 source.manifestheader()
1913 source.manifestheader()
1913 self.manifest.addgroup(source, revmap, trp)
1914 self.manifest.addgroup(source, revmap, trp)
1914 self.ui.progress(_('manifests'), None)
1915 self.ui.progress(_('manifests'), None)
1915
1916
1916 needfiles = {}
1917 needfiles = {}
1917 if self.ui.configbool('server', 'validate', default=False):
1918 if self.ui.configbool('server', 'validate', default=False):
1918 # validate incoming csets have their manifests
1919 # validate incoming csets have their manifests
1919 for cset in xrange(clstart, clend):
1920 for cset in xrange(clstart, clend):
1920 mfest = self.changelog.read(self.changelog.node(cset))[0]
1921 mfest = self.changelog.read(self.changelog.node(cset))[0]
1921 mfest = self.manifest.readdelta(mfest)
1922 mfest = self.manifest.readdelta(mfest)
1922 # store file nodes we must see
1923 # store file nodes we must see
1923 for f, n in mfest.iteritems():
1924 for f, n in mfest.iteritems():
1924 needfiles.setdefault(f, set()).add(n)
1925 needfiles.setdefault(f, set()).add(n)
1925
1926
1926 # process the files
1927 # process the files
1927 self.ui.status(_("adding file changes\n"))
1928 self.ui.status(_("adding file changes\n"))
1928 pr.step = _('files')
1929 pr.step = _('files')
1929 pr.count = 1
1930 pr.count = 1
1930 pr.total = efiles
1931 pr.total = efiles
1931 source.callback = None
1932 source.callback = None
1932
1933
1933 newrevs, newfiles = self.addchangegroupfiles(source, revmap, trp,
1934 newrevs, newfiles = self.addchangegroupfiles(source, revmap, trp,
1934 pr, needfiles)
1935 pr, needfiles)
1935 revisions += newrevs
1936 revisions += newrevs
1936 files += newfiles
1937 files += newfiles
1937
1938
1938 dh = 0
1939 dh = 0
1939 if oldheads:
1940 if oldheads:
1940 heads = cl.heads()
1941 heads = cl.heads()
1941 dh = len(heads) - len(oldheads)
1942 dh = len(heads) - len(oldheads)
1942 for h in heads:
1943 for h in heads:
1943 if h not in oldheads and self[h].closesbranch():
1944 if h not in oldheads and self[h].closesbranch():
1944 dh -= 1
1945 dh -= 1
1945 htext = ""
1946 htext = ""
1946 if dh:
1947 if dh:
1947 htext = _(" (%+d heads)") % dh
1948 htext = _(" (%+d heads)") % dh
1948
1949
1949 self.ui.status(_("added %d changesets"
1950 self.ui.status(_("added %d changesets"
1950 " with %d changes to %d files%s\n")
1951 " with %d changes to %d files%s\n")
1951 % (changesets, revisions, files, htext))
1952 % (changesets, revisions, files, htext))
1952 self.invalidatevolatilesets()
1953 self.invalidatevolatilesets()
1953
1954
1954 if changesets > 0:
1955 if changesets > 0:
1955 p = lambda: cl.writepending() and self.root or ""
1956 p = lambda: cl.writepending() and self.root or ""
1956 self.hook('pretxnchangegroup', throw=True,
1957 self.hook('pretxnchangegroup', throw=True,
1957 node=hex(cl.node(clstart)), source=srctype,
1958 node=hex(cl.node(clstart)), source=srctype,
1958 url=url, pending=p)
1959 url=url, pending=p)
1959
1960
1960 added = [cl.node(r) for r in xrange(clstart, clend)]
1961 added = [cl.node(r) for r in xrange(clstart, clend)]
1961 publishing = self.ui.configbool('phases', 'publish', True)
1962 publishing = self.ui.configbool('phases', 'publish', True)
1962 if srctype == 'push':
1963 if srctype == 'push':
1963 # Old server can not push the boundary themself.
1964 # Old server can not push the boundary themself.
1964 # New server won't push the boundary if changeset already
1965 # New server won't push the boundary if changeset already
1965 # existed locally as secrete
1966 # existed locally as secrete
1966 #
1967 #
1967 # We should not use added here but the list of all change in
1968 # We should not use added here but the list of all change in
1968 # the bundle
1969 # the bundle
1969 if publishing:
1970 if publishing:
1970 phases.advanceboundary(self, phases.public, srccontent)
1971 phases.advanceboundary(self, phases.public, srccontent)
1971 else:
1972 else:
1972 phases.advanceboundary(self, phases.draft, srccontent)
1973 phases.advanceboundary(self, phases.draft, srccontent)
1973 phases.retractboundary(self, phases.draft, added)
1974 phases.retractboundary(self, phases.draft, added)
1974 elif srctype != 'strip':
1975 elif srctype != 'strip':
1975 # publishing only alter behavior during push
1976 # publishing only alter behavior during push
1976 #
1977 #
1977 # strip should not touch boundary at all
1978 # strip should not touch boundary at all
1978 phases.retractboundary(self, phases.draft, added)
1979 phases.retractboundary(self, phases.draft, added)
1979
1980
1980 # make changelog see real files again
1981 # make changelog see real files again
1981 cl.finalize(trp)
1982 cl.finalize(trp)
1982
1983
1983 tr.close()
1984 tr.close()
1984
1985
1985 if changesets > 0:
1986 if changesets > 0:
1986 if srctype != 'strip':
1987 if srctype != 'strip':
1987 # During strip, branchcache is invalid but coming call to
1988 # During strip, branchcache is invalid but coming call to
1988 # `destroyed` will repair it.
1989 # `destroyed` will repair it.
1989 # In other case we can safely update cache on disk.
1990 # In other case we can safely update cache on disk.
1990 branchmap.updatecache(self.filtered('served'))
1991 branchmap.updatecache(self.filtered('served'))
1991 def runhooks():
1992 def runhooks():
1992 # These hooks run when the lock releases, not when the
1993 # These hooks run when the lock releases, not when the
1993 # transaction closes. So it's possible for the changelog
1994 # transaction closes. So it's possible for the changelog
1994 # to have changed since we last saw it.
1995 # to have changed since we last saw it.
1995 if clstart >= len(self):
1996 if clstart >= len(self):
1996 return
1997 return
1997
1998
1998 # forcefully update the on-disk branch cache
1999 # forcefully update the on-disk branch cache
1999 self.ui.debug("updating the branch cache\n")
2000 self.ui.debug("updating the branch cache\n")
2000 self.hook("changegroup", node=hex(cl.node(clstart)),
2001 self.hook("changegroup", node=hex(cl.node(clstart)),
2001 source=srctype, url=url)
2002 source=srctype, url=url)
2002
2003
2003 for n in added:
2004 for n in added:
2004 self.hook("incoming", node=hex(n), source=srctype,
2005 self.hook("incoming", node=hex(n), source=srctype,
2005 url=url)
2006 url=url)
2006
2007
2007 newheads = [h for h in self.heads() if h not in oldheads]
2008 newheads = [h for h in self.heads() if h not in oldheads]
2008 self.ui.log("incoming",
2009 self.ui.log("incoming",
2009 "%s incoming changes - new heads: %s\n",
2010 "%s incoming changes - new heads: %s\n",
2010 len(added),
2011 len(added),
2011 ', '.join([hex(c[:6]) for c in newheads]))
2012 ', '.join([hex(c[:6]) for c in newheads]))
2012 self._afterlock(runhooks)
2013 self._afterlock(runhooks)
2013
2014
2014 finally:
2015 finally:
2015 tr.release()
2016 tr.release()
2016 # never return 0 here:
2017 # never return 0 here:
2017 if dh < 0:
2018 if dh < 0:
2018 return dh - 1
2019 return dh - 1
2019 else:
2020 else:
2020 return dh + 1
2021 return dh + 1
2021
2022
2022 def addchangegroupfiles(self, source, revmap, trp, pr, needfiles):
2023 def addchangegroupfiles(self, source, revmap, trp, pr, needfiles):
2023 revisions = 0
2024 revisions = 0
2024 files = 0
2025 files = 0
2025 while True:
2026 while True:
2026 chunkdata = source.filelogheader()
2027 chunkdata = source.filelogheader()
2027 if not chunkdata:
2028 if not chunkdata:
2028 break
2029 break
2029 f = chunkdata["filename"]
2030 f = chunkdata["filename"]
2030 self.ui.debug("adding %s revisions\n" % f)
2031 self.ui.debug("adding %s revisions\n" % f)
2031 pr()
2032 pr()
2032 fl = self.file(f)
2033 fl = self.file(f)
2033 o = len(fl)
2034 o = len(fl)
2034 if not fl.addgroup(source, revmap, trp):
2035 if not fl.addgroup(source, revmap, trp):
2035 raise util.Abort(_("received file revlog group is empty"))
2036 raise util.Abort(_("received file revlog group is empty"))
2036 revisions += len(fl) - o
2037 revisions += len(fl) - o
2037 files += 1
2038 files += 1
2038 if f in needfiles:
2039 if f in needfiles:
2039 needs = needfiles[f]
2040 needs = needfiles[f]
2040 for new in xrange(o, len(fl)):
2041 for new in xrange(o, len(fl)):
2041 n = fl.node(new)
2042 n = fl.node(new)
2042 if n in needs:
2043 if n in needs:
2043 needs.remove(n)
2044 needs.remove(n)
2044 else:
2045 else:
2045 raise util.Abort(
2046 raise util.Abort(
2046 _("received spurious file revlog entry"))
2047 _("received spurious file revlog entry"))
2047 if not needs:
2048 if not needs:
2048 del needfiles[f]
2049 del needfiles[f]
2049 self.ui.progress(_('files'), None)
2050 self.ui.progress(_('files'), None)
2050
2051
2051 for f, needs in needfiles.iteritems():
2052 for f, needs in needfiles.iteritems():
2052 fl = self.file(f)
2053 fl = self.file(f)
2053 for n in needs:
2054 for n in needs:
2054 try:
2055 try:
2055 fl.rev(n)
2056 fl.rev(n)
2056 except error.LookupError:
2057 except error.LookupError:
2057 raise util.Abort(
2058 raise util.Abort(
2058 _('missing file data for %s:%s - run hg verify') %
2059 _('missing file data for %s:%s - run hg verify') %
2059 (f, hex(n)))
2060 (f, hex(n)))
2060
2061
2061 return revisions, files
2062 return revisions, files
2062
2063
2063 def stream_in(self, remote, requirements):
2064 def stream_in(self, remote, requirements):
2064 lock = self.lock()
2065 lock = self.lock()
2065 try:
2066 try:
2066 # Save remote branchmap. We will use it later
2067 # Save remote branchmap. We will use it later
2067 # to speed up branchcache creation
2068 # to speed up branchcache creation
2068 rbranchmap = None
2069 rbranchmap = None
2069 if remote.capable("branchmap"):
2070 if remote.capable("branchmap"):
2070 rbranchmap = remote.branchmap()
2071 rbranchmap = remote.branchmap()
2071
2072
2072 fp = remote.stream_out()
2073 fp = remote.stream_out()
2073 l = fp.readline()
2074 l = fp.readline()
2074 try:
2075 try:
2075 resp = int(l)
2076 resp = int(l)
2076 except ValueError:
2077 except ValueError:
2077 raise error.ResponseError(
2078 raise error.ResponseError(
2078 _('unexpected response from remote server:'), l)
2079 _('unexpected response from remote server:'), l)
2079 if resp == 1:
2080 if resp == 1:
2080 raise util.Abort(_('operation forbidden by server'))
2081 raise util.Abort(_('operation forbidden by server'))
2081 elif resp == 2:
2082 elif resp == 2:
2082 raise util.Abort(_('locking the remote repository failed'))
2083 raise util.Abort(_('locking the remote repository failed'))
2083 elif resp != 0:
2084 elif resp != 0:
2084 raise util.Abort(_('the server sent an unknown error code'))
2085 raise util.Abort(_('the server sent an unknown error code'))
2085 self.ui.status(_('streaming all changes\n'))
2086 self.ui.status(_('streaming all changes\n'))
2086 l = fp.readline()
2087 l = fp.readline()
2087 try:
2088 try:
2088 total_files, total_bytes = map(int, l.split(' ', 1))
2089 total_files, total_bytes = map(int, l.split(' ', 1))
2089 except (ValueError, TypeError):
2090 except (ValueError, TypeError):
2090 raise error.ResponseError(
2091 raise error.ResponseError(
2091 _('unexpected response from remote server:'), l)
2092 _('unexpected response from remote server:'), l)
2092 self.ui.status(_('%d files to transfer, %s of data\n') %
2093 self.ui.status(_('%d files to transfer, %s of data\n') %
2093 (total_files, util.bytecount(total_bytes)))
2094 (total_files, util.bytecount(total_bytes)))
2094 handled_bytes = 0
2095 handled_bytes = 0
2095 self.ui.progress(_('clone'), 0, total=total_bytes)
2096 self.ui.progress(_('clone'), 0, total=total_bytes)
2096 start = time.time()
2097 start = time.time()
2097 for i in xrange(total_files):
2098 for i in xrange(total_files):
2098 # XXX doesn't support '\n' or '\r' in filenames
2099 # XXX doesn't support '\n' or '\r' in filenames
2099 l = fp.readline()
2100 l = fp.readline()
2100 try:
2101 try:
2101 name, size = l.split('\0', 1)
2102 name, size = l.split('\0', 1)
2102 size = int(size)
2103 size = int(size)
2103 except (ValueError, TypeError):
2104 except (ValueError, TypeError):
2104 raise error.ResponseError(
2105 raise error.ResponseError(
2105 _('unexpected response from remote server:'), l)
2106 _('unexpected response from remote server:'), l)
2106 if self.ui.debugflag:
2107 if self.ui.debugflag:
2107 self.ui.debug('adding %s (%s)\n' %
2108 self.ui.debug('adding %s (%s)\n' %
2108 (name, util.bytecount(size)))
2109 (name, util.bytecount(size)))
2109 # for backwards compat, name was partially encoded
2110 # for backwards compat, name was partially encoded
2110 ofp = self.sopener(store.decodedir(name), 'w')
2111 ofp = self.sopener(store.decodedir(name), 'w')
2111 for chunk in util.filechunkiter(fp, limit=size):
2112 for chunk in util.filechunkiter(fp, limit=size):
2112 handled_bytes += len(chunk)
2113 handled_bytes += len(chunk)
2113 self.ui.progress(_('clone'), handled_bytes,
2114 self.ui.progress(_('clone'), handled_bytes,
2114 total=total_bytes)
2115 total=total_bytes)
2115 ofp.write(chunk)
2116 ofp.write(chunk)
2116 ofp.close()
2117 ofp.close()
2117 elapsed = time.time() - start
2118 elapsed = time.time() - start
2118 if elapsed <= 0:
2119 if elapsed <= 0:
2119 elapsed = 0.001
2120 elapsed = 0.001
2120 self.ui.progress(_('clone'), None)
2121 self.ui.progress(_('clone'), None)
2121 self.ui.status(_('transferred %s in %.1f seconds (%s/sec)\n') %
2122 self.ui.status(_('transferred %s in %.1f seconds (%s/sec)\n') %
2122 (util.bytecount(total_bytes), elapsed,
2123 (util.bytecount(total_bytes), elapsed,
2123 util.bytecount(total_bytes / elapsed)))
2124 util.bytecount(total_bytes / elapsed)))
2124
2125
2125 # new requirements = old non-format requirements +
2126 # new requirements = old non-format requirements +
2126 # new format-related
2127 # new format-related
2127 # requirements from the streamed-in repository
2128 # requirements from the streamed-in repository
2128 requirements.update(set(self.requirements) - self.supportedformats)
2129 requirements.update(set(self.requirements) - self.supportedformats)
2129 self._applyrequirements(requirements)
2130 self._applyrequirements(requirements)
2130 self._writerequirements()
2131 self._writerequirements()
2131
2132
2132 if rbranchmap:
2133 if rbranchmap:
2133 rbheads = []
2134 rbheads = []
2134 for bheads in rbranchmap.itervalues():
2135 for bheads in rbranchmap.itervalues():
2135 rbheads.extend(bheads)
2136 rbheads.extend(bheads)
2136
2137
2137 if rbheads:
2138 if rbheads:
2138 rtiprev = max((int(self.changelog.rev(node))
2139 rtiprev = max((int(self.changelog.rev(node))
2139 for node in rbheads))
2140 for node in rbheads))
2140 cache = branchmap.branchcache(rbranchmap,
2141 cache = branchmap.branchcache(rbranchmap,
2141 self[rtiprev].node(),
2142 self[rtiprev].node(),
2142 rtiprev)
2143 rtiprev)
2143 # Try to stick it as low as possible
2144 # Try to stick it as low as possible
2144 # filter above served are unlikely to be fetch from a clone
2145 # filter above served are unlikely to be fetch from a clone
2145 for candidate in ('base', 'immutable', 'served'):
2146 for candidate in ('base', 'immutable', 'served'):
2146 rview = self.filtered(candidate)
2147 rview = self.filtered(candidate)
2147 if cache.validfor(rview):
2148 if cache.validfor(rview):
2148 self._branchcaches[candidate] = cache
2149 self._branchcaches[candidate] = cache
2149 cache.write(rview)
2150 cache.write(rview)
2150 break
2151 break
2151 self.invalidate()
2152 self.invalidate()
2152 return len(self.heads()) + 1
2153 return len(self.heads()) + 1
2153 finally:
2154 finally:
2154 lock.release()
2155 lock.release()
2155
2156
2156 def clone(self, remote, heads=[], stream=False):
2157 def clone(self, remote, heads=[], stream=False):
2157 '''clone remote repository.
2158 '''clone remote repository.
2158
2159
2159 keyword arguments:
2160 keyword arguments:
2160 heads: list of revs to clone (forces use of pull)
2161 heads: list of revs to clone (forces use of pull)
2161 stream: use streaming clone if possible'''
2162 stream: use streaming clone if possible'''
2162
2163
2163 # now, all clients that can request uncompressed clones can
2164 # now, all clients that can request uncompressed clones can
2164 # read repo formats supported by all servers that can serve
2165 # read repo formats supported by all servers that can serve
2165 # them.
2166 # them.
2166
2167
2167 # if revlog format changes, client will have to check version
2168 # if revlog format changes, client will have to check version
2168 # and format flags on "stream" capability, and use
2169 # and format flags on "stream" capability, and use
2169 # uncompressed only if compatible.
2170 # uncompressed only if compatible.
2170
2171
2171 if not stream:
2172 if not stream:
2172 # if the server explicitly prefers to stream (for fast LANs)
2173 # if the server explicitly prefers to stream (for fast LANs)
2173 stream = remote.capable('stream-preferred')
2174 stream = remote.capable('stream-preferred')
2174
2175
2175 if stream and not heads:
2176 if stream and not heads:
2176 # 'stream' means remote revlog format is revlogv1 only
2177 # 'stream' means remote revlog format is revlogv1 only
2177 if remote.capable('stream'):
2178 if remote.capable('stream'):
2178 return self.stream_in(remote, set(('revlogv1',)))
2179 return self.stream_in(remote, set(('revlogv1',)))
2179 # otherwise, 'streamreqs' contains the remote revlog format
2180 # otherwise, 'streamreqs' contains the remote revlog format
2180 streamreqs = remote.capable('streamreqs')
2181 streamreqs = remote.capable('streamreqs')
2181 if streamreqs:
2182 if streamreqs:
2182 streamreqs = set(streamreqs.split(','))
2183 streamreqs = set(streamreqs.split(','))
2183 # if we support it, stream in and adjust our requirements
2184 # if we support it, stream in and adjust our requirements
2184 if not streamreqs - self.supportedformats:
2185 if not streamreqs - self.supportedformats:
2185 return self.stream_in(remote, streamreqs)
2186 return self.stream_in(remote, streamreqs)
2186 return self.pull(remote, heads)
2187 return self.pull(remote, heads)
2187
2188
2188 def pushkey(self, namespace, key, old, new):
2189 def pushkey(self, namespace, key, old, new):
2189 self.hook('prepushkey', throw=True, namespace=namespace, key=key,
2190 self.hook('prepushkey', throw=True, namespace=namespace, key=key,
2190 old=old, new=new)
2191 old=old, new=new)
2191 self.ui.debug('pushing key for "%s:%s"\n' % (namespace, key))
2192 self.ui.debug('pushing key for "%s:%s"\n' % (namespace, key))
2192 ret = pushkey.push(self, namespace, key, old, new)
2193 ret = pushkey.push(self, namespace, key, old, new)
2193 self.hook('pushkey', namespace=namespace, key=key, old=old, new=new,
2194 self.hook('pushkey', namespace=namespace, key=key, old=old, new=new,
2194 ret=ret)
2195 ret=ret)
2195 return ret
2196 return ret
2196
2197
2197 def listkeys(self, namespace):
2198 def listkeys(self, namespace):
2198 self.hook('prelistkeys', throw=True, namespace=namespace)
2199 self.hook('prelistkeys', throw=True, namespace=namespace)
2199 self.ui.debug('listing keys for "%s"\n' % namespace)
2200 self.ui.debug('listing keys for "%s"\n' % namespace)
2200 values = pushkey.list(self, namespace)
2201 values = pushkey.list(self, namespace)
2201 self.hook('listkeys', namespace=namespace, values=values)
2202 self.hook('listkeys', namespace=namespace, values=values)
2202 return values
2203 return values
2203
2204
2204 def debugwireargs(self, one, two, three=None, four=None, five=None):
2205 def debugwireargs(self, one, two, three=None, four=None, five=None):
2205 '''used to test argument passing over the wire'''
2206 '''used to test argument passing over the wire'''
2206 return "%s %s %s %s %s" % (one, two, three, four, five)
2207 return "%s %s %s %s %s" % (one, two, three, four, five)
2207
2208
2208 def savecommitmessage(self, text):
2209 def savecommitmessage(self, text):
2209 fp = self.opener('last-message.txt', 'wb')
2210 fp = self.opener('last-message.txt', 'wb')
2210 try:
2211 try:
2211 fp.write(text)
2212 fp.write(text)
2212 finally:
2213 finally:
2213 fp.close()
2214 fp.close()
2214 return self.pathto(fp.name[len(self.root) + 1:])
2215 return self.pathto(fp.name[len(self.root) + 1:])
2215
2216
2216 # used to avoid circular references so destructors work
2217 # used to avoid circular references so destructors work
2217 def aftertrans(files):
2218 def aftertrans(files):
2218 renamefiles = [tuple(t) for t in files]
2219 renamefiles = [tuple(t) for t in files]
2219 def a():
2220 def a():
2220 for vfs, src, dest in renamefiles:
2221 for vfs, src, dest in renamefiles:
2221 try:
2222 try:
2222 vfs.rename(src, dest)
2223 vfs.rename(src, dest)
2223 except OSError: # journal file does not yet exist
2224 except OSError: # journal file does not yet exist
2224 pass
2225 pass
2225 return a
2226 return a
2226
2227
2227 def undoname(fn):
2228 def undoname(fn):
2228 base, name = os.path.split(fn)
2229 base, name = os.path.split(fn)
2229 assert name.startswith('journal')
2230 assert name.startswith('journal')
2230 return os.path.join(base, name.replace('journal', 'undo', 1))
2231 return os.path.join(base, name.replace('journal', 'undo', 1))
2231
2232
2232 def instance(ui, path, create):
2233 def instance(ui, path, create):
2233 return localrepository(ui, util.urllocalpath(path), create)
2234 return localrepository(ui, util.urllocalpath(path), create)
2234
2235
2235 def islocal(path):
2236 def islocal(path):
2236 return True
2237 return True
@@ -1,154 +1,154 b''
1 # lock.py - simple advisory locking scheme for mercurial
1 # lock.py - simple advisory locking scheme for mercurial
2 #
2 #
3 # Copyright 2005, 2006 Matt Mackall <mpm@selenic.com>
3 # Copyright 2005, 2006 Matt Mackall <mpm@selenic.com>
4 #
4 #
5 # This software may be used and distributed according to the terms of the
5 # This software may be used and distributed according to the terms of the
6 # GNU General Public License version 2 or any later version.
6 # GNU General Public License version 2 or any later version.
7
7
8 import util, error
8 import util, error
9 import errno, os, socket, time
9 import errno, os, socket, time
10 import warnings
10 import warnings
11
11
12 class lock(object):
12 class lock(object):
13 '''An advisory lock held by one process to control access to a set
13 '''An advisory lock held by one process to control access to a set
14 of files. Non-cooperating processes or incorrectly written scripts
14 of files. Non-cooperating processes or incorrectly written scripts
15 can ignore Mercurial's locking scheme and stomp all over the
15 can ignore Mercurial's locking scheme and stomp all over the
16 repository, so don't do that.
16 repository, so don't do that.
17
17
18 Typically used via localrepository.lock() to lock the repository
18 Typically used via localrepository.lock() to lock the repository
19 store (.hg/store/) or localrepository.wlock() to lock everything
19 store (.hg/store/) or localrepository.wlock() to lock everything
20 else under .hg/.'''
20 else under .hg/.'''
21
21
22 # lock is symlink on platforms that support it, file on others.
22 # lock is symlink on platforms that support it, file on others.
23
23
24 # symlink is used because create of directory entry and contents
24 # symlink is used because create of directory entry and contents
25 # are atomic even over nfs.
25 # are atomic even over nfs.
26
26
27 # old-style lock: symlink to pid
27 # old-style lock: symlink to pid
28 # new-style lock: symlink to hostname:pid
28 # new-style lock: symlink to hostname:pid
29
29
30 _host = None
30 _host = None
31
31
32 def __init__(self, vfs, file, timeout=-1, releasefn=None, desc=None):
32 def __init__(self, vfs, file, timeout=-1, releasefn=None, desc=None):
33 self.vfs = vfs
33 self.vfs = vfs
34 self.f = file
34 self.f = file
35 self.held = 0
35 self.held = 0
36 self.timeout = timeout
36 self.timeout = timeout
37 self.releasefn = releasefn
37 self.releasefn = releasefn
38 self.desc = desc
38 self.desc = desc
39 self.postrelease = []
39 self.postrelease = []
40 self.pid = os.getpid()
40 self.pid = os.getpid()
41 self.lock()
41 self.delay = self.lock()
42
42
43 def __del__(self):
43 def __del__(self):
44 if self.held:
44 if self.held:
45 warnings.warn("use lock.release instead of del lock",
45 warnings.warn("use lock.release instead of del lock",
46 category=DeprecationWarning,
46 category=DeprecationWarning,
47 stacklevel=2)
47 stacklevel=2)
48
48
49 # ensure the lock will be removed
49 # ensure the lock will be removed
50 # even if recursive locking did occur
50 # even if recursive locking did occur
51 self.held = 1
51 self.held = 1
52
52
53 self.release()
53 self.release()
54
54
55 def lock(self):
55 def lock(self):
56 timeout = self.timeout
56 timeout = self.timeout
57 while True:
57 while True:
58 try:
58 try:
59 self.trylock()
59 self.trylock()
60 return 1
60 return self.timeout - timeout
61 except error.LockHeld, inst:
61 except error.LockHeld, inst:
62 if timeout != 0:
62 if timeout != 0:
63 time.sleep(1)
63 time.sleep(1)
64 if timeout > 0:
64 if timeout > 0:
65 timeout -= 1
65 timeout -= 1
66 continue
66 continue
67 raise error.LockHeld(errno.ETIMEDOUT, inst.filename, self.desc,
67 raise error.LockHeld(errno.ETIMEDOUT, inst.filename, self.desc,
68 inst.locker)
68 inst.locker)
69
69
70 def trylock(self):
70 def trylock(self):
71 if self.held:
71 if self.held:
72 self.held += 1
72 self.held += 1
73 return
73 return
74 if lock._host is None:
74 if lock._host is None:
75 lock._host = socket.gethostname()
75 lock._host = socket.gethostname()
76 lockname = '%s:%s' % (lock._host, self.pid)
76 lockname = '%s:%s' % (lock._host, self.pid)
77 while not self.held:
77 while not self.held:
78 try:
78 try:
79 self.vfs.makelock(lockname, self.f)
79 self.vfs.makelock(lockname, self.f)
80 self.held = 1
80 self.held = 1
81 except (OSError, IOError), why:
81 except (OSError, IOError), why:
82 if why.errno == errno.EEXIST:
82 if why.errno == errno.EEXIST:
83 locker = self.testlock()
83 locker = self.testlock()
84 if locker is not None:
84 if locker is not None:
85 raise error.LockHeld(errno.EAGAIN,
85 raise error.LockHeld(errno.EAGAIN,
86 self.vfs.join(self.f), self.desc,
86 self.vfs.join(self.f), self.desc,
87 locker)
87 locker)
88 else:
88 else:
89 raise error.LockUnavailable(why.errno, why.strerror,
89 raise error.LockUnavailable(why.errno, why.strerror,
90 why.filename, self.desc)
90 why.filename, self.desc)
91
91
92 def testlock(self):
92 def testlock(self):
93 """return id of locker if lock is valid, else None.
93 """return id of locker if lock is valid, else None.
94
94
95 If old-style lock, we cannot tell what machine locker is on.
95 If old-style lock, we cannot tell what machine locker is on.
96 with new-style lock, if locker is on this machine, we can
96 with new-style lock, if locker is on this machine, we can
97 see if locker is alive. If locker is on this machine but
97 see if locker is alive. If locker is on this machine but
98 not alive, we can safely break lock.
98 not alive, we can safely break lock.
99
99
100 The lock file is only deleted when None is returned.
100 The lock file is only deleted when None is returned.
101
101
102 """
102 """
103 try:
103 try:
104 locker = self.vfs.readlock(self.f)
104 locker = self.vfs.readlock(self.f)
105 except (OSError, IOError), why:
105 except (OSError, IOError), why:
106 if why.errno == errno.ENOENT:
106 if why.errno == errno.ENOENT:
107 return None
107 return None
108 raise
108 raise
109 try:
109 try:
110 host, pid = locker.split(":", 1)
110 host, pid = locker.split(":", 1)
111 except ValueError:
111 except ValueError:
112 return locker
112 return locker
113 if host != lock._host:
113 if host != lock._host:
114 return locker
114 return locker
115 try:
115 try:
116 pid = int(pid)
116 pid = int(pid)
117 except ValueError:
117 except ValueError:
118 return locker
118 return locker
119 if util.testpid(pid):
119 if util.testpid(pid):
120 return locker
120 return locker
121 # if locker dead, break lock. must do this with another lock
121 # if locker dead, break lock. must do this with another lock
122 # held, or can race and break valid lock.
122 # held, or can race and break valid lock.
123 try:
123 try:
124 l = lock(self.vfs, self.f + '.break', timeout=0)
124 l = lock(self.vfs, self.f + '.break', timeout=0)
125 self.vfs.unlink(self.f)
125 self.vfs.unlink(self.f)
126 l.release()
126 l.release()
127 except error.LockError:
127 except error.LockError:
128 return locker
128 return locker
129
129
130 def release(self):
130 def release(self):
131 """release the lock and execute callback function if any
131 """release the lock and execute callback function if any
132
132
133 If the lock has been acquired multiple times, the actual release is
133 If the lock has been acquired multiple times, the actual release is
134 delayed to the last release call."""
134 delayed to the last release call."""
135 if self.held > 1:
135 if self.held > 1:
136 self.held -= 1
136 self.held -= 1
137 elif self.held == 1:
137 elif self.held == 1:
138 self.held = 0
138 self.held = 0
139 if os.getpid() != self.pid:
139 if os.getpid() != self.pid:
140 # we forked, and are not the parent
140 # we forked, and are not the parent
141 return
141 return
142 if self.releasefn:
142 if self.releasefn:
143 self.releasefn()
143 self.releasefn()
144 try:
144 try:
145 self.vfs.unlink(self.f)
145 self.vfs.unlink(self.f)
146 except OSError:
146 except OSError:
147 pass
147 pass
148 for callback in self.postrelease:
148 for callback in self.postrelease:
149 callback()
149 callback()
150
150
151 def release(*locks):
151 def release(*locks):
152 for lock in locks:
152 for lock in locks:
153 if lock is not None:
153 if lock is not None:
154 lock.release()
154 lock.release()
@@ -1,23 +1,41 b''
1 #if unix-permissions no-root
1 #if unix-permissions no-root no-windows
2
3 Prepare
4
2 $ hg init a
5 $ hg init a
3 $ echo a > a/a
6 $ echo a > a/a
4 $ hg -R a ci -A -m a
7 $ hg -R a ci -A -m a
5 adding a
8 adding a
6
9
7 $ hg clone a b
10 $ hg clone a b
8 updating to branch default
11 updating to branch default
9 1 files updated, 0 files merged, 0 files removed, 0 files unresolved
12 1 files updated, 0 files merged, 0 files removed, 0 files unresolved
10
13
14 One process waiting for another
15
16 $ cat > hooks.py << EOF
17 > import time
18 > def sleepone(**x): time.sleep(1)
19 > def sleephalf(**x): time.sleep(0.5)
20 > EOF
11 $ echo b > b/b
21 $ echo b > b/b
12 $ hg -R b ci -A -m b
22 $ hg -R b ci -A -m b --config hooks.precommit="python:`pwd`/hooks.py:sleepone" > stdout &
23 $ hg -R b up -q --config hooks.pre-update="python:`pwd`/hooks.py:sleephalf"
24 waiting for lock on working directory of b held by '*:*' (glob)
25 got lock after 1 seconds
26 warning: ignoring unknown working parent d2ae7f538514!
27 $ wait
28 $ cat stdout
13 adding b
29 adding b
14
30
31 Pushing to a local read-only repo that can't be locked
32
15 $ chmod 100 a/.hg/store
33 $ chmod 100 a/.hg/store
16
34
17 $ hg -R b push a
35 $ hg -R b push a
18 pushing to a
36 pushing to a
19 abort: could not lock repository a: Permission denied
37 abort: could not lock repository a: Permission denied
20 [255]
38 [255]
21
39
22 $ chmod 700 a/.hg/store
40 $ chmod 700 a/.hg/store
23 #endif
41 #endif
General Comments 0
You need to be logged in to leave comments. Login now