##// END OF EJS Templates
pushkey: add localrepo support
Matt Mackall -
r11368:b9eb005c default
parent child Browse files
Show More
@@ -1,1861 +1,1867
1 # localrepo.py - read/write repository class for mercurial
1 # localrepo.py - read/write repository class for mercurial
2 #
2 #
3 # Copyright 2005-2007 Matt Mackall <mpm@selenic.com>
3 # Copyright 2005-2007 Matt Mackall <mpm@selenic.com>
4 #
4 #
5 # This software may be used and distributed according to the terms of the
5 # This software may be used and distributed according to the terms of the
6 # GNU General Public License version 2 or any later version.
6 # GNU General Public License version 2 or any later version.
7
7
8 from node import bin, hex, nullid, nullrev, short
8 from node import bin, hex, nullid, nullrev, short
9 from i18n import _
9 from i18n import _
10 import repo, changegroup, subrepo, discovery
10 import repo, changegroup, subrepo, discovery, pushkey
11 import changelog, dirstate, filelog, manifest, context
11 import changelog, dirstate, filelog, manifest, context
12 import lock, transaction, store, encoding
12 import lock, transaction, store, encoding
13 import util, extensions, hook, error
13 import util, extensions, hook, error
14 import match as matchmod
14 import match as matchmod
15 import merge as mergemod
15 import merge as mergemod
16 import tags as tagsmod
16 import tags as tagsmod
17 import url as urlmod
17 import url as urlmod
18 from lock import release
18 from lock import release
19 import weakref, errno, os, time, inspect
19 import weakref, errno, os, time, inspect
20 propertycache = util.propertycache
20 propertycache = util.propertycache
21
21
22 class localrepository(repo.repository):
22 class localrepository(repo.repository):
23 capabilities = set(('lookup', 'changegroupsubset', 'branchmap'))
23 capabilities = set(('lookup', 'changegroupsubset', 'branchmap', 'pushkey'))
24 supported = set('revlogv1 store fncache shared'.split())
24 supported = set('revlogv1 store fncache shared'.split())
25
25
26 def __init__(self, baseui, path=None, create=0):
26 def __init__(self, baseui, path=None, create=0):
27 repo.repository.__init__(self)
27 repo.repository.__init__(self)
28 self.root = os.path.realpath(util.expandpath(path))
28 self.root = os.path.realpath(util.expandpath(path))
29 self.path = os.path.join(self.root, ".hg")
29 self.path = os.path.join(self.root, ".hg")
30 self.origroot = path
30 self.origroot = path
31 self.opener = util.opener(self.path)
31 self.opener = util.opener(self.path)
32 self.wopener = util.opener(self.root)
32 self.wopener = util.opener(self.root)
33 self.baseui = baseui
33 self.baseui = baseui
34 self.ui = baseui.copy()
34 self.ui = baseui.copy()
35
35
36 try:
36 try:
37 self.ui.readconfig(self.join("hgrc"), self.root)
37 self.ui.readconfig(self.join("hgrc"), self.root)
38 extensions.loadall(self.ui)
38 extensions.loadall(self.ui)
39 except IOError:
39 except IOError:
40 pass
40 pass
41
41
42 if not os.path.isdir(self.path):
42 if not os.path.isdir(self.path):
43 if create:
43 if create:
44 if not os.path.exists(path):
44 if not os.path.exists(path):
45 os.mkdir(path)
45 os.mkdir(path)
46 os.mkdir(self.path)
46 os.mkdir(self.path)
47 requirements = ["revlogv1"]
47 requirements = ["revlogv1"]
48 if self.ui.configbool('format', 'usestore', True):
48 if self.ui.configbool('format', 'usestore', True):
49 os.mkdir(os.path.join(self.path, "store"))
49 os.mkdir(os.path.join(self.path, "store"))
50 requirements.append("store")
50 requirements.append("store")
51 if self.ui.configbool('format', 'usefncache', True):
51 if self.ui.configbool('format', 'usefncache', True):
52 requirements.append("fncache")
52 requirements.append("fncache")
53 # create an invalid changelog
53 # create an invalid changelog
54 self.opener("00changelog.i", "a").write(
54 self.opener("00changelog.i", "a").write(
55 '\0\0\0\2' # represents revlogv2
55 '\0\0\0\2' # represents revlogv2
56 ' dummy changelog to prevent using the old repo layout'
56 ' dummy changelog to prevent using the old repo layout'
57 )
57 )
58 reqfile = self.opener("requires", "w")
58 reqfile = self.opener("requires", "w")
59 for r in requirements:
59 for r in requirements:
60 reqfile.write("%s\n" % r)
60 reqfile.write("%s\n" % r)
61 reqfile.close()
61 reqfile.close()
62 else:
62 else:
63 raise error.RepoError(_("repository %s not found") % path)
63 raise error.RepoError(_("repository %s not found") % path)
64 elif create:
64 elif create:
65 raise error.RepoError(_("repository %s already exists") % path)
65 raise error.RepoError(_("repository %s already exists") % path)
66 else:
66 else:
67 # find requirements
67 # find requirements
68 requirements = set()
68 requirements = set()
69 try:
69 try:
70 requirements = set(self.opener("requires").read().splitlines())
70 requirements = set(self.opener("requires").read().splitlines())
71 except IOError, inst:
71 except IOError, inst:
72 if inst.errno != errno.ENOENT:
72 if inst.errno != errno.ENOENT:
73 raise
73 raise
74 for r in requirements - self.supported:
74 for r in requirements - self.supported:
75 raise error.RepoError(_("requirement '%s' not supported") % r)
75 raise error.RepoError(_("requirement '%s' not supported") % r)
76
76
77 self.sharedpath = self.path
77 self.sharedpath = self.path
78 try:
78 try:
79 s = os.path.realpath(self.opener("sharedpath").read())
79 s = os.path.realpath(self.opener("sharedpath").read())
80 if not os.path.exists(s):
80 if not os.path.exists(s):
81 raise error.RepoError(
81 raise error.RepoError(
82 _('.hg/sharedpath points to nonexistent directory %s') % s)
82 _('.hg/sharedpath points to nonexistent directory %s') % s)
83 self.sharedpath = s
83 self.sharedpath = s
84 except IOError, inst:
84 except IOError, inst:
85 if inst.errno != errno.ENOENT:
85 if inst.errno != errno.ENOENT:
86 raise
86 raise
87
87
88 self.store = store.store(requirements, self.sharedpath, util.opener)
88 self.store = store.store(requirements, self.sharedpath, util.opener)
89 self.spath = self.store.path
89 self.spath = self.store.path
90 self.sopener = self.store.opener
90 self.sopener = self.store.opener
91 self.sjoin = self.store.join
91 self.sjoin = self.store.join
92 self.opener.createmode = self.store.createmode
92 self.opener.createmode = self.store.createmode
93 self.sopener.options = {}
93 self.sopener.options = {}
94
94
95 # These two define the set of tags for this repository. _tags
95 # These two define the set of tags for this repository. _tags
96 # maps tag name to node; _tagtypes maps tag name to 'global' or
96 # maps tag name to node; _tagtypes maps tag name to 'global' or
97 # 'local'. (Global tags are defined by .hgtags across all
97 # 'local'. (Global tags are defined by .hgtags across all
98 # heads, and local tags are defined in .hg/localtags.) They
98 # heads, and local tags are defined in .hg/localtags.) They
99 # constitute the in-memory cache of tags.
99 # constitute the in-memory cache of tags.
100 self._tags = None
100 self._tags = None
101 self._tagtypes = None
101 self._tagtypes = None
102
102
103 self._branchcache = None # in UTF-8
103 self._branchcache = None # in UTF-8
104 self._branchcachetip = None
104 self._branchcachetip = None
105 self.nodetagscache = None
105 self.nodetagscache = None
106 self.filterpats = {}
106 self.filterpats = {}
107 self._datafilters = {}
107 self._datafilters = {}
108 self._transref = self._lockref = self._wlockref = None
108 self._transref = self._lockref = self._wlockref = None
109
109
110 @propertycache
110 @propertycache
111 def changelog(self):
111 def changelog(self):
112 c = changelog.changelog(self.sopener)
112 c = changelog.changelog(self.sopener)
113 if 'HG_PENDING' in os.environ:
113 if 'HG_PENDING' in os.environ:
114 p = os.environ['HG_PENDING']
114 p = os.environ['HG_PENDING']
115 if p.startswith(self.root):
115 if p.startswith(self.root):
116 c.readpending('00changelog.i.a')
116 c.readpending('00changelog.i.a')
117 self.sopener.options['defversion'] = c.version
117 self.sopener.options['defversion'] = c.version
118 return c
118 return c
119
119
120 @propertycache
120 @propertycache
121 def manifest(self):
121 def manifest(self):
122 return manifest.manifest(self.sopener)
122 return manifest.manifest(self.sopener)
123
123
124 @propertycache
124 @propertycache
125 def dirstate(self):
125 def dirstate(self):
126 return dirstate.dirstate(self.opener, self.ui, self.root)
126 return dirstate.dirstate(self.opener, self.ui, self.root)
127
127
128 def __getitem__(self, changeid):
128 def __getitem__(self, changeid):
129 if changeid is None:
129 if changeid is None:
130 return context.workingctx(self)
130 return context.workingctx(self)
131 return context.changectx(self, changeid)
131 return context.changectx(self, changeid)
132
132
133 def __contains__(self, changeid):
133 def __contains__(self, changeid):
134 try:
134 try:
135 return bool(self.lookup(changeid))
135 return bool(self.lookup(changeid))
136 except error.RepoLookupError:
136 except error.RepoLookupError:
137 return False
137 return False
138
138
139 def __nonzero__(self):
139 def __nonzero__(self):
140 return True
140 return True
141
141
142 def __len__(self):
142 def __len__(self):
143 return len(self.changelog)
143 return len(self.changelog)
144
144
145 def __iter__(self):
145 def __iter__(self):
146 for i in xrange(len(self)):
146 for i in xrange(len(self)):
147 yield i
147 yield i
148
148
149 def url(self):
149 def url(self):
150 return 'file:' + self.root
150 return 'file:' + self.root
151
151
152 def hook(self, name, throw=False, **args):
152 def hook(self, name, throw=False, **args):
153 return hook.hook(self.ui, self, name, throw, **args)
153 return hook.hook(self.ui, self, name, throw, **args)
154
154
155 tag_disallowed = ':\r\n'
155 tag_disallowed = ':\r\n'
156
156
157 def _tag(self, names, node, message, local, user, date, extra={}):
157 def _tag(self, names, node, message, local, user, date, extra={}):
158 if isinstance(names, str):
158 if isinstance(names, str):
159 allchars = names
159 allchars = names
160 names = (names,)
160 names = (names,)
161 else:
161 else:
162 allchars = ''.join(names)
162 allchars = ''.join(names)
163 for c in self.tag_disallowed:
163 for c in self.tag_disallowed:
164 if c in allchars:
164 if c in allchars:
165 raise util.Abort(_('%r cannot be used in a tag name') % c)
165 raise util.Abort(_('%r cannot be used in a tag name') % c)
166
166
167 branches = self.branchmap()
167 branches = self.branchmap()
168 for name in names:
168 for name in names:
169 self.hook('pretag', throw=True, node=hex(node), tag=name,
169 self.hook('pretag', throw=True, node=hex(node), tag=name,
170 local=local)
170 local=local)
171 if name in branches:
171 if name in branches:
172 self.ui.warn(_("warning: tag %s conflicts with existing"
172 self.ui.warn(_("warning: tag %s conflicts with existing"
173 " branch name\n") % name)
173 " branch name\n") % name)
174
174
175 def writetags(fp, names, munge, prevtags):
175 def writetags(fp, names, munge, prevtags):
176 fp.seek(0, 2)
176 fp.seek(0, 2)
177 if prevtags and prevtags[-1] != '\n':
177 if prevtags and prevtags[-1] != '\n':
178 fp.write('\n')
178 fp.write('\n')
179 for name in names:
179 for name in names:
180 m = munge and munge(name) or name
180 m = munge and munge(name) or name
181 if self._tagtypes and name in self._tagtypes:
181 if self._tagtypes and name in self._tagtypes:
182 old = self._tags.get(name, nullid)
182 old = self._tags.get(name, nullid)
183 fp.write('%s %s\n' % (hex(old), m))
183 fp.write('%s %s\n' % (hex(old), m))
184 fp.write('%s %s\n' % (hex(node), m))
184 fp.write('%s %s\n' % (hex(node), m))
185 fp.close()
185 fp.close()
186
186
187 prevtags = ''
187 prevtags = ''
188 if local:
188 if local:
189 try:
189 try:
190 fp = self.opener('localtags', 'r+')
190 fp = self.opener('localtags', 'r+')
191 except IOError:
191 except IOError:
192 fp = self.opener('localtags', 'a')
192 fp = self.opener('localtags', 'a')
193 else:
193 else:
194 prevtags = fp.read()
194 prevtags = fp.read()
195
195
196 # local tags are stored in the current charset
196 # local tags are stored in the current charset
197 writetags(fp, names, None, prevtags)
197 writetags(fp, names, None, prevtags)
198 for name in names:
198 for name in names:
199 self.hook('tag', node=hex(node), tag=name, local=local)
199 self.hook('tag', node=hex(node), tag=name, local=local)
200 return
200 return
201
201
202 try:
202 try:
203 fp = self.wfile('.hgtags', 'rb+')
203 fp = self.wfile('.hgtags', 'rb+')
204 except IOError:
204 except IOError:
205 fp = self.wfile('.hgtags', 'ab')
205 fp = self.wfile('.hgtags', 'ab')
206 else:
206 else:
207 prevtags = fp.read()
207 prevtags = fp.read()
208
208
209 # committed tags are stored in UTF-8
209 # committed tags are stored in UTF-8
210 writetags(fp, names, encoding.fromlocal, prevtags)
210 writetags(fp, names, encoding.fromlocal, prevtags)
211
211
212 if '.hgtags' not in self.dirstate:
212 if '.hgtags' not in self.dirstate:
213 self[None].add(['.hgtags'])
213 self[None].add(['.hgtags'])
214
214
215 m = matchmod.exact(self.root, '', ['.hgtags'])
215 m = matchmod.exact(self.root, '', ['.hgtags'])
216 tagnode = self.commit(message, user, date, extra=extra, match=m)
216 tagnode = self.commit(message, user, date, extra=extra, match=m)
217
217
218 for name in names:
218 for name in names:
219 self.hook('tag', node=hex(node), tag=name, local=local)
219 self.hook('tag', node=hex(node), tag=name, local=local)
220
220
221 return tagnode
221 return tagnode
222
222
223 def tag(self, names, node, message, local, user, date):
223 def tag(self, names, node, message, local, user, date):
224 '''tag a revision with one or more symbolic names.
224 '''tag a revision with one or more symbolic names.
225
225
226 names is a list of strings or, when adding a single tag, names may be a
226 names is a list of strings or, when adding a single tag, names may be a
227 string.
227 string.
228
228
229 if local is True, the tags are stored in a per-repository file.
229 if local is True, the tags are stored in a per-repository file.
230 otherwise, they are stored in the .hgtags file, and a new
230 otherwise, they are stored in the .hgtags file, and a new
231 changeset is committed with the change.
231 changeset is committed with the change.
232
232
233 keyword arguments:
233 keyword arguments:
234
234
235 local: whether to store tags in non-version-controlled file
235 local: whether to store tags in non-version-controlled file
236 (default False)
236 (default False)
237
237
238 message: commit message to use if committing
238 message: commit message to use if committing
239
239
240 user: name of user to use if committing
240 user: name of user to use if committing
241
241
242 date: date tuple to use if committing'''
242 date: date tuple to use if committing'''
243
243
244 for x in self.status()[:5]:
244 for x in self.status()[:5]:
245 if '.hgtags' in x:
245 if '.hgtags' in x:
246 raise util.Abort(_('working copy of .hgtags is changed '
246 raise util.Abort(_('working copy of .hgtags is changed '
247 '(please commit .hgtags manually)'))
247 '(please commit .hgtags manually)'))
248
248
249 self.tags() # instantiate the cache
249 self.tags() # instantiate the cache
250 self._tag(names, node, message, local, user, date)
250 self._tag(names, node, message, local, user, date)
251
251
252 def tags(self):
252 def tags(self):
253 '''return a mapping of tag to node'''
253 '''return a mapping of tag to node'''
254 if self._tags is None:
254 if self._tags is None:
255 (self._tags, self._tagtypes) = self._findtags()
255 (self._tags, self._tagtypes) = self._findtags()
256
256
257 return self._tags
257 return self._tags
258
258
259 def _findtags(self):
259 def _findtags(self):
260 '''Do the hard work of finding tags. Return a pair of dicts
260 '''Do the hard work of finding tags. Return a pair of dicts
261 (tags, tagtypes) where tags maps tag name to node, and tagtypes
261 (tags, tagtypes) where tags maps tag name to node, and tagtypes
262 maps tag name to a string like \'global\' or \'local\'.
262 maps tag name to a string like \'global\' or \'local\'.
263 Subclasses or extensions are free to add their own tags, but
263 Subclasses or extensions are free to add their own tags, but
264 should be aware that the returned dicts will be retained for the
264 should be aware that the returned dicts will be retained for the
265 duration of the localrepo object.'''
265 duration of the localrepo object.'''
266
266
267 # XXX what tagtype should subclasses/extensions use? Currently
267 # XXX what tagtype should subclasses/extensions use? Currently
268 # mq and bookmarks add tags, but do not set the tagtype at all.
268 # mq and bookmarks add tags, but do not set the tagtype at all.
269 # Should each extension invent its own tag type? Should there
269 # Should each extension invent its own tag type? Should there
270 # be one tagtype for all such "virtual" tags? Or is the status
270 # be one tagtype for all such "virtual" tags? Or is the status
271 # quo fine?
271 # quo fine?
272
272
273 alltags = {} # map tag name to (node, hist)
273 alltags = {} # map tag name to (node, hist)
274 tagtypes = {}
274 tagtypes = {}
275
275
276 tagsmod.findglobaltags(self.ui, self, alltags, tagtypes)
276 tagsmod.findglobaltags(self.ui, self, alltags, tagtypes)
277 tagsmod.readlocaltags(self.ui, self, alltags, tagtypes)
277 tagsmod.readlocaltags(self.ui, self, alltags, tagtypes)
278
278
279 # Build the return dicts. Have to re-encode tag names because
279 # Build the return dicts. Have to re-encode tag names because
280 # the tags module always uses UTF-8 (in order not to lose info
280 # the tags module always uses UTF-8 (in order not to lose info
281 # writing to the cache), but the rest of Mercurial wants them in
281 # writing to the cache), but the rest of Mercurial wants them in
282 # local encoding.
282 # local encoding.
283 tags = {}
283 tags = {}
284 for (name, (node, hist)) in alltags.iteritems():
284 for (name, (node, hist)) in alltags.iteritems():
285 if node != nullid:
285 if node != nullid:
286 tags[encoding.tolocal(name)] = node
286 tags[encoding.tolocal(name)] = node
287 tags['tip'] = self.changelog.tip()
287 tags['tip'] = self.changelog.tip()
288 tagtypes = dict([(encoding.tolocal(name), value)
288 tagtypes = dict([(encoding.tolocal(name), value)
289 for (name, value) in tagtypes.iteritems()])
289 for (name, value) in tagtypes.iteritems()])
290 return (tags, tagtypes)
290 return (tags, tagtypes)
291
291
292 def tagtype(self, tagname):
292 def tagtype(self, tagname):
293 '''
293 '''
294 return the type of the given tag. result can be:
294 return the type of the given tag. result can be:
295
295
296 'local' : a local tag
296 'local' : a local tag
297 'global' : a global tag
297 'global' : a global tag
298 None : tag does not exist
298 None : tag does not exist
299 '''
299 '''
300
300
301 self.tags()
301 self.tags()
302
302
303 return self._tagtypes.get(tagname)
303 return self._tagtypes.get(tagname)
304
304
305 def tagslist(self):
305 def tagslist(self):
306 '''return a list of tags ordered by revision'''
306 '''return a list of tags ordered by revision'''
307 l = []
307 l = []
308 for t, n in self.tags().iteritems():
308 for t, n in self.tags().iteritems():
309 try:
309 try:
310 r = self.changelog.rev(n)
310 r = self.changelog.rev(n)
311 except:
311 except:
312 r = -2 # sort to the beginning of the list if unknown
312 r = -2 # sort to the beginning of the list if unknown
313 l.append((r, t, n))
313 l.append((r, t, n))
314 return [(t, n) for r, t, n in sorted(l)]
314 return [(t, n) for r, t, n in sorted(l)]
315
315
316 def nodetags(self, node):
316 def nodetags(self, node):
317 '''return the tags associated with a node'''
317 '''return the tags associated with a node'''
318 if not self.nodetagscache:
318 if not self.nodetagscache:
319 self.nodetagscache = {}
319 self.nodetagscache = {}
320 for t, n in self.tags().iteritems():
320 for t, n in self.tags().iteritems():
321 self.nodetagscache.setdefault(n, []).append(t)
321 self.nodetagscache.setdefault(n, []).append(t)
322 for tags in self.nodetagscache.itervalues():
322 for tags in self.nodetagscache.itervalues():
323 tags.sort()
323 tags.sort()
324 return self.nodetagscache.get(node, [])
324 return self.nodetagscache.get(node, [])
325
325
326 def _branchtags(self, partial, lrev):
326 def _branchtags(self, partial, lrev):
327 # TODO: rename this function?
327 # TODO: rename this function?
328 tiprev = len(self) - 1
328 tiprev = len(self) - 1
329 if lrev != tiprev:
329 if lrev != tiprev:
330 ctxgen = (self[r] for r in xrange(lrev + 1, tiprev + 1))
330 ctxgen = (self[r] for r in xrange(lrev + 1, tiprev + 1))
331 self._updatebranchcache(partial, ctxgen)
331 self._updatebranchcache(partial, ctxgen)
332 self._writebranchcache(partial, self.changelog.tip(), tiprev)
332 self._writebranchcache(partial, self.changelog.tip(), tiprev)
333
333
334 return partial
334 return partial
335
335
336 def branchmap(self):
336 def branchmap(self):
337 '''returns a dictionary {branch: [branchheads]}'''
337 '''returns a dictionary {branch: [branchheads]}'''
338 tip = self.changelog.tip()
338 tip = self.changelog.tip()
339 if self._branchcache is not None and self._branchcachetip == tip:
339 if self._branchcache is not None and self._branchcachetip == tip:
340 return self._branchcache
340 return self._branchcache
341
341
342 oldtip = self._branchcachetip
342 oldtip = self._branchcachetip
343 self._branchcachetip = tip
343 self._branchcachetip = tip
344 if oldtip is None or oldtip not in self.changelog.nodemap:
344 if oldtip is None or oldtip not in self.changelog.nodemap:
345 partial, last, lrev = self._readbranchcache()
345 partial, last, lrev = self._readbranchcache()
346 else:
346 else:
347 lrev = self.changelog.rev(oldtip)
347 lrev = self.changelog.rev(oldtip)
348 partial = self._branchcache
348 partial = self._branchcache
349
349
350 self._branchtags(partial, lrev)
350 self._branchtags(partial, lrev)
351 # this private cache holds all heads (not just tips)
351 # this private cache holds all heads (not just tips)
352 self._branchcache = partial
352 self._branchcache = partial
353
353
354 return self._branchcache
354 return self._branchcache
355
355
356 def branchtags(self):
356 def branchtags(self):
357 '''return a dict where branch names map to the tipmost head of
357 '''return a dict where branch names map to the tipmost head of
358 the branch, open heads come before closed'''
358 the branch, open heads come before closed'''
359 bt = {}
359 bt = {}
360 for bn, heads in self.branchmap().iteritems():
360 for bn, heads in self.branchmap().iteritems():
361 tip = heads[-1]
361 tip = heads[-1]
362 for h in reversed(heads):
362 for h in reversed(heads):
363 if 'close' not in self.changelog.read(h)[5]:
363 if 'close' not in self.changelog.read(h)[5]:
364 tip = h
364 tip = h
365 break
365 break
366 bt[bn] = tip
366 bt[bn] = tip
367 return bt
367 return bt
368
368
369
369
370 def _readbranchcache(self):
370 def _readbranchcache(self):
371 partial = {}
371 partial = {}
372 try:
372 try:
373 f = self.opener("branchheads.cache")
373 f = self.opener("branchheads.cache")
374 lines = f.read().split('\n')
374 lines = f.read().split('\n')
375 f.close()
375 f.close()
376 except (IOError, OSError):
376 except (IOError, OSError):
377 return {}, nullid, nullrev
377 return {}, nullid, nullrev
378
378
379 try:
379 try:
380 last, lrev = lines.pop(0).split(" ", 1)
380 last, lrev = lines.pop(0).split(" ", 1)
381 last, lrev = bin(last), int(lrev)
381 last, lrev = bin(last), int(lrev)
382 if lrev >= len(self) or self[lrev].node() != last:
382 if lrev >= len(self) or self[lrev].node() != last:
383 # invalidate the cache
383 # invalidate the cache
384 raise ValueError('invalidating branch cache (tip differs)')
384 raise ValueError('invalidating branch cache (tip differs)')
385 for l in lines:
385 for l in lines:
386 if not l:
386 if not l:
387 continue
387 continue
388 node, label = l.split(" ", 1)
388 node, label = l.split(" ", 1)
389 partial.setdefault(label.strip(), []).append(bin(node))
389 partial.setdefault(label.strip(), []).append(bin(node))
390 except KeyboardInterrupt:
390 except KeyboardInterrupt:
391 raise
391 raise
392 except Exception, inst:
392 except Exception, inst:
393 if self.ui.debugflag:
393 if self.ui.debugflag:
394 self.ui.warn(str(inst), '\n')
394 self.ui.warn(str(inst), '\n')
395 partial, last, lrev = {}, nullid, nullrev
395 partial, last, lrev = {}, nullid, nullrev
396 return partial, last, lrev
396 return partial, last, lrev
397
397
398 def _writebranchcache(self, branches, tip, tiprev):
398 def _writebranchcache(self, branches, tip, tiprev):
399 try:
399 try:
400 f = self.opener("branchheads.cache", "w", atomictemp=True)
400 f = self.opener("branchheads.cache", "w", atomictemp=True)
401 f.write("%s %s\n" % (hex(tip), tiprev))
401 f.write("%s %s\n" % (hex(tip), tiprev))
402 for label, nodes in branches.iteritems():
402 for label, nodes in branches.iteritems():
403 for node in nodes:
403 for node in nodes:
404 f.write("%s %s\n" % (hex(node), label))
404 f.write("%s %s\n" % (hex(node), label))
405 f.rename()
405 f.rename()
406 except (IOError, OSError):
406 except (IOError, OSError):
407 pass
407 pass
408
408
409 def _updatebranchcache(self, partial, ctxgen):
409 def _updatebranchcache(self, partial, ctxgen):
410 # collect new branch entries
410 # collect new branch entries
411 newbranches = {}
411 newbranches = {}
412 for c in ctxgen:
412 for c in ctxgen:
413 newbranches.setdefault(c.branch(), []).append(c.node())
413 newbranches.setdefault(c.branch(), []).append(c.node())
414 # if older branchheads are reachable from new ones, they aren't
414 # if older branchheads are reachable from new ones, they aren't
415 # really branchheads. Note checking parents is insufficient:
415 # really branchheads. Note checking parents is insufficient:
416 # 1 (branch a) -> 2 (branch b) -> 3 (branch a)
416 # 1 (branch a) -> 2 (branch b) -> 3 (branch a)
417 for branch, newnodes in newbranches.iteritems():
417 for branch, newnodes in newbranches.iteritems():
418 bheads = partial.setdefault(branch, [])
418 bheads = partial.setdefault(branch, [])
419 bheads.extend(newnodes)
419 bheads.extend(newnodes)
420 if len(bheads) <= 1:
420 if len(bheads) <= 1:
421 continue
421 continue
422 # starting from tip means fewer passes over reachable
422 # starting from tip means fewer passes over reachable
423 while newnodes:
423 while newnodes:
424 latest = newnodes.pop()
424 latest = newnodes.pop()
425 if latest not in bheads:
425 if latest not in bheads:
426 continue
426 continue
427 minbhrev = self[min([self[bh].rev() for bh in bheads])].node()
427 minbhrev = self[min([self[bh].rev() for bh in bheads])].node()
428 reachable = self.changelog.reachable(latest, minbhrev)
428 reachable = self.changelog.reachable(latest, minbhrev)
429 reachable.remove(latest)
429 reachable.remove(latest)
430 bheads = [b for b in bheads if b not in reachable]
430 bheads = [b for b in bheads if b not in reachable]
431 partial[branch] = bheads
431 partial[branch] = bheads
432
432
433 def lookup(self, key):
433 def lookup(self, key):
434 if isinstance(key, int):
434 if isinstance(key, int):
435 return self.changelog.node(key)
435 return self.changelog.node(key)
436 elif key == '.':
436 elif key == '.':
437 return self.dirstate.parents()[0]
437 return self.dirstate.parents()[0]
438 elif key == 'null':
438 elif key == 'null':
439 return nullid
439 return nullid
440 elif key == 'tip':
440 elif key == 'tip':
441 return self.changelog.tip()
441 return self.changelog.tip()
442 n = self.changelog._match(key)
442 n = self.changelog._match(key)
443 if n:
443 if n:
444 return n
444 return n
445 if key in self.tags():
445 if key in self.tags():
446 return self.tags()[key]
446 return self.tags()[key]
447 if key in self.branchtags():
447 if key in self.branchtags():
448 return self.branchtags()[key]
448 return self.branchtags()[key]
449 n = self.changelog._partialmatch(key)
449 n = self.changelog._partialmatch(key)
450 if n:
450 if n:
451 return n
451 return n
452
452
453 # can't find key, check if it might have come from damaged dirstate
453 # can't find key, check if it might have come from damaged dirstate
454 if key in self.dirstate.parents():
454 if key in self.dirstate.parents():
455 raise error.Abort(_("working directory has unknown parent '%s'!")
455 raise error.Abort(_("working directory has unknown parent '%s'!")
456 % short(key))
456 % short(key))
457 try:
457 try:
458 if len(key) == 20:
458 if len(key) == 20:
459 key = hex(key)
459 key = hex(key)
460 except:
460 except:
461 pass
461 pass
462 raise error.RepoLookupError(_("unknown revision '%s'") % key)
462 raise error.RepoLookupError(_("unknown revision '%s'") % key)
463
463
464 def lookupbranch(self, key, remote=None):
464 def lookupbranch(self, key, remote=None):
465 repo = remote or self
465 repo = remote or self
466 if key in repo.branchmap():
466 if key in repo.branchmap():
467 return key
467 return key
468
468
469 repo = (remote and remote.local()) and remote or self
469 repo = (remote and remote.local()) and remote or self
470 return repo[key].branch()
470 return repo[key].branch()
471
471
472 def local(self):
472 def local(self):
473 return True
473 return True
474
474
475 def join(self, f):
475 def join(self, f):
476 return os.path.join(self.path, f)
476 return os.path.join(self.path, f)
477
477
478 def wjoin(self, f):
478 def wjoin(self, f):
479 return os.path.join(self.root, f)
479 return os.path.join(self.root, f)
480
480
481 def rjoin(self, f):
481 def rjoin(self, f):
482 return os.path.join(self.root, util.pconvert(f))
482 return os.path.join(self.root, util.pconvert(f))
483
483
484 def file(self, f):
484 def file(self, f):
485 if f[0] == '/':
485 if f[0] == '/':
486 f = f[1:]
486 f = f[1:]
487 return filelog.filelog(self.sopener, f)
487 return filelog.filelog(self.sopener, f)
488
488
489 def changectx(self, changeid):
489 def changectx(self, changeid):
490 return self[changeid]
490 return self[changeid]
491
491
492 def parents(self, changeid=None):
492 def parents(self, changeid=None):
493 '''get list of changectxs for parents of changeid'''
493 '''get list of changectxs for parents of changeid'''
494 return self[changeid].parents()
494 return self[changeid].parents()
495
495
496 def filectx(self, path, changeid=None, fileid=None):
496 def filectx(self, path, changeid=None, fileid=None):
497 """changeid can be a changeset revision, node, or tag.
497 """changeid can be a changeset revision, node, or tag.
498 fileid can be a file revision or node."""
498 fileid can be a file revision or node."""
499 return context.filectx(self, path, changeid, fileid)
499 return context.filectx(self, path, changeid, fileid)
500
500
501 def getcwd(self):
501 def getcwd(self):
502 return self.dirstate.getcwd()
502 return self.dirstate.getcwd()
503
503
504 def pathto(self, f, cwd=None):
504 def pathto(self, f, cwd=None):
505 return self.dirstate.pathto(f, cwd)
505 return self.dirstate.pathto(f, cwd)
506
506
507 def wfile(self, f, mode='r'):
507 def wfile(self, f, mode='r'):
508 return self.wopener(f, mode)
508 return self.wopener(f, mode)
509
509
510 def _link(self, f):
510 def _link(self, f):
511 return os.path.islink(self.wjoin(f))
511 return os.path.islink(self.wjoin(f))
512
512
513 def _filter(self, filter, filename, data):
513 def _filter(self, filter, filename, data):
514 if filter not in self.filterpats:
514 if filter not in self.filterpats:
515 l = []
515 l = []
516 for pat, cmd in self.ui.configitems(filter):
516 for pat, cmd in self.ui.configitems(filter):
517 if cmd == '!':
517 if cmd == '!':
518 continue
518 continue
519 mf = matchmod.match(self.root, '', [pat])
519 mf = matchmod.match(self.root, '', [pat])
520 fn = None
520 fn = None
521 params = cmd
521 params = cmd
522 for name, filterfn in self._datafilters.iteritems():
522 for name, filterfn in self._datafilters.iteritems():
523 if cmd.startswith(name):
523 if cmd.startswith(name):
524 fn = filterfn
524 fn = filterfn
525 params = cmd[len(name):].lstrip()
525 params = cmd[len(name):].lstrip()
526 break
526 break
527 if not fn:
527 if not fn:
528 fn = lambda s, c, **kwargs: util.filter(s, c)
528 fn = lambda s, c, **kwargs: util.filter(s, c)
529 # Wrap old filters not supporting keyword arguments
529 # Wrap old filters not supporting keyword arguments
530 if not inspect.getargspec(fn)[2]:
530 if not inspect.getargspec(fn)[2]:
531 oldfn = fn
531 oldfn = fn
532 fn = lambda s, c, **kwargs: oldfn(s, c)
532 fn = lambda s, c, **kwargs: oldfn(s, c)
533 l.append((mf, fn, params))
533 l.append((mf, fn, params))
534 self.filterpats[filter] = l
534 self.filterpats[filter] = l
535
535
536 for mf, fn, cmd in self.filterpats[filter]:
536 for mf, fn, cmd in self.filterpats[filter]:
537 if mf(filename):
537 if mf(filename):
538 self.ui.debug("filtering %s through %s\n" % (filename, cmd))
538 self.ui.debug("filtering %s through %s\n" % (filename, cmd))
539 data = fn(data, cmd, ui=self.ui, repo=self, filename=filename)
539 data = fn(data, cmd, ui=self.ui, repo=self, filename=filename)
540 break
540 break
541
541
542 return data
542 return data
543
543
544 def adddatafilter(self, name, filter):
544 def adddatafilter(self, name, filter):
545 self._datafilters[name] = filter
545 self._datafilters[name] = filter
546
546
547 def wread(self, filename):
547 def wread(self, filename):
548 if self._link(filename):
548 if self._link(filename):
549 data = os.readlink(self.wjoin(filename))
549 data = os.readlink(self.wjoin(filename))
550 else:
550 else:
551 data = self.wopener(filename, 'r').read()
551 data = self.wopener(filename, 'r').read()
552 return self._filter("encode", filename, data)
552 return self._filter("encode", filename, data)
553
553
554 def wwrite(self, filename, data, flags):
554 def wwrite(self, filename, data, flags):
555 data = self._filter("decode", filename, data)
555 data = self._filter("decode", filename, data)
556 try:
556 try:
557 os.unlink(self.wjoin(filename))
557 os.unlink(self.wjoin(filename))
558 except OSError:
558 except OSError:
559 pass
559 pass
560 if 'l' in flags:
560 if 'l' in flags:
561 self.wopener.symlink(data, filename)
561 self.wopener.symlink(data, filename)
562 else:
562 else:
563 self.wopener(filename, 'w').write(data)
563 self.wopener(filename, 'w').write(data)
564 if 'x' in flags:
564 if 'x' in flags:
565 util.set_flags(self.wjoin(filename), False, True)
565 util.set_flags(self.wjoin(filename), False, True)
566
566
567 def wwritedata(self, filename, data):
567 def wwritedata(self, filename, data):
568 return self._filter("decode", filename, data)
568 return self._filter("decode", filename, data)
569
569
570 def transaction(self, desc):
570 def transaction(self, desc):
571 tr = self._transref and self._transref() or None
571 tr = self._transref and self._transref() or None
572 if tr and tr.running():
572 if tr and tr.running():
573 return tr.nest()
573 return tr.nest()
574
574
575 # abort here if the journal already exists
575 # abort here if the journal already exists
576 if os.path.exists(self.sjoin("journal")):
576 if os.path.exists(self.sjoin("journal")):
577 raise error.RepoError(
577 raise error.RepoError(
578 _("abandoned transaction found - run hg recover"))
578 _("abandoned transaction found - run hg recover"))
579
579
580 # save dirstate for rollback
580 # save dirstate for rollback
581 try:
581 try:
582 ds = self.opener("dirstate").read()
582 ds = self.opener("dirstate").read()
583 except IOError:
583 except IOError:
584 ds = ""
584 ds = ""
585 self.opener("journal.dirstate", "w").write(ds)
585 self.opener("journal.dirstate", "w").write(ds)
586 self.opener("journal.branch", "w").write(self.dirstate.branch())
586 self.opener("journal.branch", "w").write(self.dirstate.branch())
587 self.opener("journal.desc", "w").write("%d\n%s\n" % (len(self), desc))
587 self.opener("journal.desc", "w").write("%d\n%s\n" % (len(self), desc))
588
588
589 renames = [(self.sjoin("journal"), self.sjoin("undo")),
589 renames = [(self.sjoin("journal"), self.sjoin("undo")),
590 (self.join("journal.dirstate"), self.join("undo.dirstate")),
590 (self.join("journal.dirstate"), self.join("undo.dirstate")),
591 (self.join("journal.branch"), self.join("undo.branch")),
591 (self.join("journal.branch"), self.join("undo.branch")),
592 (self.join("journal.desc"), self.join("undo.desc"))]
592 (self.join("journal.desc"), self.join("undo.desc"))]
593 tr = transaction.transaction(self.ui.warn, self.sopener,
593 tr = transaction.transaction(self.ui.warn, self.sopener,
594 self.sjoin("journal"),
594 self.sjoin("journal"),
595 aftertrans(renames),
595 aftertrans(renames),
596 self.store.createmode)
596 self.store.createmode)
597 self._transref = weakref.ref(tr)
597 self._transref = weakref.ref(tr)
598 return tr
598 return tr
599
599
600 def recover(self):
600 def recover(self):
601 lock = self.lock()
601 lock = self.lock()
602 try:
602 try:
603 if os.path.exists(self.sjoin("journal")):
603 if os.path.exists(self.sjoin("journal")):
604 self.ui.status(_("rolling back interrupted transaction\n"))
604 self.ui.status(_("rolling back interrupted transaction\n"))
605 transaction.rollback(self.sopener, self.sjoin("journal"),
605 transaction.rollback(self.sopener, self.sjoin("journal"),
606 self.ui.warn)
606 self.ui.warn)
607 self.invalidate()
607 self.invalidate()
608 return True
608 return True
609 else:
609 else:
610 self.ui.warn(_("no interrupted transaction available\n"))
610 self.ui.warn(_("no interrupted transaction available\n"))
611 return False
611 return False
612 finally:
612 finally:
613 lock.release()
613 lock.release()
614
614
615 def rollback(self, dryrun=False):
615 def rollback(self, dryrun=False):
616 wlock = lock = None
616 wlock = lock = None
617 try:
617 try:
618 wlock = self.wlock()
618 wlock = self.wlock()
619 lock = self.lock()
619 lock = self.lock()
620 if os.path.exists(self.sjoin("undo")):
620 if os.path.exists(self.sjoin("undo")):
621 try:
621 try:
622 args = self.opener("undo.desc", "r").read().splitlines()
622 args = self.opener("undo.desc", "r").read().splitlines()
623 if len(args) >= 3 and self.ui.verbose:
623 if len(args) >= 3 and self.ui.verbose:
624 desc = _("rolling back to revision %s"
624 desc = _("rolling back to revision %s"
625 " (undo %s: %s)\n") % (
625 " (undo %s: %s)\n") % (
626 int(args[0]) - 1, args[1], args[2])
626 int(args[0]) - 1, args[1], args[2])
627 elif len(args) >= 2:
627 elif len(args) >= 2:
628 desc = _("rolling back to revision %s (undo %s)\n") % (
628 desc = _("rolling back to revision %s (undo %s)\n") % (
629 int(args[0]) - 1, args[1])
629 int(args[0]) - 1, args[1])
630 except IOError:
630 except IOError:
631 desc = _("rolling back unknown transaction\n")
631 desc = _("rolling back unknown transaction\n")
632 self.ui.status(desc)
632 self.ui.status(desc)
633 if dryrun:
633 if dryrun:
634 return
634 return
635 transaction.rollback(self.sopener, self.sjoin("undo"),
635 transaction.rollback(self.sopener, self.sjoin("undo"),
636 self.ui.warn)
636 self.ui.warn)
637 util.rename(self.join("undo.dirstate"), self.join("dirstate"))
637 util.rename(self.join("undo.dirstate"), self.join("dirstate"))
638 try:
638 try:
639 branch = self.opener("undo.branch").read()
639 branch = self.opener("undo.branch").read()
640 self.dirstate.setbranch(branch)
640 self.dirstate.setbranch(branch)
641 except IOError:
641 except IOError:
642 self.ui.warn(_("Named branch could not be reset, "
642 self.ui.warn(_("Named branch could not be reset, "
643 "current branch still is: %s\n")
643 "current branch still is: %s\n")
644 % encoding.tolocal(self.dirstate.branch()))
644 % encoding.tolocal(self.dirstate.branch()))
645 self.invalidate()
645 self.invalidate()
646 self.dirstate.invalidate()
646 self.dirstate.invalidate()
647 self.destroyed()
647 self.destroyed()
648 else:
648 else:
649 self.ui.warn(_("no rollback information available\n"))
649 self.ui.warn(_("no rollback information available\n"))
650 return 1
650 return 1
651 finally:
651 finally:
652 release(lock, wlock)
652 release(lock, wlock)
653
653
654 def invalidatecaches(self):
654 def invalidatecaches(self):
655 self._tags = None
655 self._tags = None
656 self._tagtypes = None
656 self._tagtypes = None
657 self.nodetagscache = None
657 self.nodetagscache = None
658 self._branchcache = None # in UTF-8
658 self._branchcache = None # in UTF-8
659 self._branchcachetip = None
659 self._branchcachetip = None
660
660
661 def invalidate(self):
661 def invalidate(self):
662 for a in "changelog manifest".split():
662 for a in "changelog manifest".split():
663 if a in self.__dict__:
663 if a in self.__dict__:
664 delattr(self, a)
664 delattr(self, a)
665 self.invalidatecaches()
665 self.invalidatecaches()
666
666
667 def _lock(self, lockname, wait, releasefn, acquirefn, desc):
667 def _lock(self, lockname, wait, releasefn, acquirefn, desc):
668 try:
668 try:
669 l = lock.lock(lockname, 0, releasefn, desc=desc)
669 l = lock.lock(lockname, 0, releasefn, desc=desc)
670 except error.LockHeld, inst:
670 except error.LockHeld, inst:
671 if not wait:
671 if not wait:
672 raise
672 raise
673 self.ui.warn(_("waiting for lock on %s held by %r\n") %
673 self.ui.warn(_("waiting for lock on %s held by %r\n") %
674 (desc, inst.locker))
674 (desc, inst.locker))
675 # default to 600 seconds timeout
675 # default to 600 seconds timeout
676 l = lock.lock(lockname, int(self.ui.config("ui", "timeout", "600")),
676 l = lock.lock(lockname, int(self.ui.config("ui", "timeout", "600")),
677 releasefn, desc=desc)
677 releasefn, desc=desc)
678 if acquirefn:
678 if acquirefn:
679 acquirefn()
679 acquirefn()
680 return l
680 return l
681
681
682 def lock(self, wait=True):
682 def lock(self, wait=True):
683 '''Lock the repository store (.hg/store) and return a weak reference
683 '''Lock the repository store (.hg/store) and return a weak reference
684 to the lock. Use this before modifying the store (e.g. committing or
684 to the lock. Use this before modifying the store (e.g. committing or
685 stripping). If you are opening a transaction, get a lock as well.)'''
685 stripping). If you are opening a transaction, get a lock as well.)'''
686 l = self._lockref and self._lockref()
686 l = self._lockref and self._lockref()
687 if l is not None and l.held:
687 if l is not None and l.held:
688 l.lock()
688 l.lock()
689 return l
689 return l
690
690
691 l = self._lock(self.sjoin("lock"), wait, None, self.invalidate,
691 l = self._lock(self.sjoin("lock"), wait, None, self.invalidate,
692 _('repository %s') % self.origroot)
692 _('repository %s') % self.origroot)
693 self._lockref = weakref.ref(l)
693 self._lockref = weakref.ref(l)
694 return l
694 return l
695
695
696 def wlock(self, wait=True):
696 def wlock(self, wait=True):
697 '''Lock the non-store parts of the repository (everything under
697 '''Lock the non-store parts of the repository (everything under
698 .hg except .hg/store) and return a weak reference to the lock.
698 .hg except .hg/store) and return a weak reference to the lock.
699 Use this before modifying files in .hg.'''
699 Use this before modifying files in .hg.'''
700 l = self._wlockref and self._wlockref()
700 l = self._wlockref and self._wlockref()
701 if l is not None and l.held:
701 if l is not None and l.held:
702 l.lock()
702 l.lock()
703 return l
703 return l
704
704
705 l = self._lock(self.join("wlock"), wait, self.dirstate.write,
705 l = self._lock(self.join("wlock"), wait, self.dirstate.write,
706 self.dirstate.invalidate, _('working directory of %s') %
706 self.dirstate.invalidate, _('working directory of %s') %
707 self.origroot)
707 self.origroot)
708 self._wlockref = weakref.ref(l)
708 self._wlockref = weakref.ref(l)
709 return l
709 return l
710
710
711 def _filecommit(self, fctx, manifest1, manifest2, linkrev, tr, changelist):
711 def _filecommit(self, fctx, manifest1, manifest2, linkrev, tr, changelist):
712 """
712 """
713 commit an individual file as part of a larger transaction
713 commit an individual file as part of a larger transaction
714 """
714 """
715
715
716 fname = fctx.path()
716 fname = fctx.path()
717 text = fctx.data()
717 text = fctx.data()
718 flog = self.file(fname)
718 flog = self.file(fname)
719 fparent1 = manifest1.get(fname, nullid)
719 fparent1 = manifest1.get(fname, nullid)
720 fparent2 = fparent2o = manifest2.get(fname, nullid)
720 fparent2 = fparent2o = manifest2.get(fname, nullid)
721
721
722 meta = {}
722 meta = {}
723 copy = fctx.renamed()
723 copy = fctx.renamed()
724 if copy and copy[0] != fname:
724 if copy and copy[0] != fname:
725 # Mark the new revision of this file as a copy of another
725 # Mark the new revision of this file as a copy of another
726 # file. This copy data will effectively act as a parent
726 # file. This copy data will effectively act as a parent
727 # of this new revision. If this is a merge, the first
727 # of this new revision. If this is a merge, the first
728 # parent will be the nullid (meaning "look up the copy data")
728 # parent will be the nullid (meaning "look up the copy data")
729 # and the second one will be the other parent. For example:
729 # and the second one will be the other parent. For example:
730 #
730 #
731 # 0 --- 1 --- 3 rev1 changes file foo
731 # 0 --- 1 --- 3 rev1 changes file foo
732 # \ / rev2 renames foo to bar and changes it
732 # \ / rev2 renames foo to bar and changes it
733 # \- 2 -/ rev3 should have bar with all changes and
733 # \- 2 -/ rev3 should have bar with all changes and
734 # should record that bar descends from
734 # should record that bar descends from
735 # bar in rev2 and foo in rev1
735 # bar in rev2 and foo in rev1
736 #
736 #
737 # this allows this merge to succeed:
737 # this allows this merge to succeed:
738 #
738 #
739 # 0 --- 1 --- 3 rev4 reverts the content change from rev2
739 # 0 --- 1 --- 3 rev4 reverts the content change from rev2
740 # \ / merging rev3 and rev4 should use bar@rev2
740 # \ / merging rev3 and rev4 should use bar@rev2
741 # \- 2 --- 4 as the merge base
741 # \- 2 --- 4 as the merge base
742 #
742 #
743
743
744 cfname = copy[0]
744 cfname = copy[0]
745 crev = manifest1.get(cfname)
745 crev = manifest1.get(cfname)
746 newfparent = fparent2
746 newfparent = fparent2
747
747
748 if manifest2: # branch merge
748 if manifest2: # branch merge
749 if fparent2 == nullid or crev is None: # copied on remote side
749 if fparent2 == nullid or crev is None: # copied on remote side
750 if cfname in manifest2:
750 if cfname in manifest2:
751 crev = manifest2[cfname]
751 crev = manifest2[cfname]
752 newfparent = fparent1
752 newfparent = fparent1
753
753
754 # find source in nearest ancestor if we've lost track
754 # find source in nearest ancestor if we've lost track
755 if not crev:
755 if not crev:
756 self.ui.debug(" %s: searching for copy revision for %s\n" %
756 self.ui.debug(" %s: searching for copy revision for %s\n" %
757 (fname, cfname))
757 (fname, cfname))
758 for ancestor in self['.'].ancestors():
758 for ancestor in self['.'].ancestors():
759 if cfname in ancestor:
759 if cfname in ancestor:
760 crev = ancestor[cfname].filenode()
760 crev = ancestor[cfname].filenode()
761 break
761 break
762
762
763 self.ui.debug(" %s: copy %s:%s\n" % (fname, cfname, hex(crev)))
763 self.ui.debug(" %s: copy %s:%s\n" % (fname, cfname, hex(crev)))
764 meta["copy"] = cfname
764 meta["copy"] = cfname
765 meta["copyrev"] = hex(crev)
765 meta["copyrev"] = hex(crev)
766 fparent1, fparent2 = nullid, newfparent
766 fparent1, fparent2 = nullid, newfparent
767 elif fparent2 != nullid:
767 elif fparent2 != nullid:
768 # is one parent an ancestor of the other?
768 # is one parent an ancestor of the other?
769 fparentancestor = flog.ancestor(fparent1, fparent2)
769 fparentancestor = flog.ancestor(fparent1, fparent2)
770 if fparentancestor == fparent1:
770 if fparentancestor == fparent1:
771 fparent1, fparent2 = fparent2, nullid
771 fparent1, fparent2 = fparent2, nullid
772 elif fparentancestor == fparent2:
772 elif fparentancestor == fparent2:
773 fparent2 = nullid
773 fparent2 = nullid
774
774
775 # is the file changed?
775 # is the file changed?
776 if fparent2 != nullid or flog.cmp(fparent1, text) or meta:
776 if fparent2 != nullid or flog.cmp(fparent1, text) or meta:
777 changelist.append(fname)
777 changelist.append(fname)
778 return flog.add(text, meta, tr, linkrev, fparent1, fparent2)
778 return flog.add(text, meta, tr, linkrev, fparent1, fparent2)
779
779
780 # are just the flags changed during merge?
780 # are just the flags changed during merge?
781 if fparent1 != fparent2o and manifest1.flags(fname) != fctx.flags():
781 if fparent1 != fparent2o and manifest1.flags(fname) != fctx.flags():
782 changelist.append(fname)
782 changelist.append(fname)
783
783
784 return fparent1
784 return fparent1
785
785
786 def commit(self, text="", user=None, date=None, match=None, force=False,
786 def commit(self, text="", user=None, date=None, match=None, force=False,
787 editor=False, extra={}):
787 editor=False, extra={}):
788 """Add a new revision to current repository.
788 """Add a new revision to current repository.
789
789
790 Revision information is gathered from the working directory,
790 Revision information is gathered from the working directory,
791 match can be used to filter the committed files. If editor is
791 match can be used to filter the committed files. If editor is
792 supplied, it is called to get a commit message.
792 supplied, it is called to get a commit message.
793 """
793 """
794
794
795 def fail(f, msg):
795 def fail(f, msg):
796 raise util.Abort('%s: %s' % (f, msg))
796 raise util.Abort('%s: %s' % (f, msg))
797
797
798 if not match:
798 if not match:
799 match = matchmod.always(self.root, '')
799 match = matchmod.always(self.root, '')
800
800
801 if not force:
801 if not force:
802 vdirs = []
802 vdirs = []
803 match.dir = vdirs.append
803 match.dir = vdirs.append
804 match.bad = fail
804 match.bad = fail
805
805
806 wlock = self.wlock()
806 wlock = self.wlock()
807 try:
807 try:
808 wctx = self[None]
808 wctx = self[None]
809 merge = len(wctx.parents()) > 1
809 merge = len(wctx.parents()) > 1
810
810
811 if (not force and merge and match and
811 if (not force and merge and match and
812 (match.files() or match.anypats())):
812 (match.files() or match.anypats())):
813 raise util.Abort(_('cannot partially commit a merge '
813 raise util.Abort(_('cannot partially commit a merge '
814 '(do not specify files or patterns)'))
814 '(do not specify files or patterns)'))
815
815
816 changes = self.status(match=match, clean=force)
816 changes = self.status(match=match, clean=force)
817 if force:
817 if force:
818 changes[0].extend(changes[6]) # mq may commit unchanged files
818 changes[0].extend(changes[6]) # mq may commit unchanged files
819
819
820 # check subrepos
820 # check subrepos
821 subs = []
821 subs = []
822 removedsubs = set()
822 removedsubs = set()
823 for p in wctx.parents():
823 for p in wctx.parents():
824 removedsubs.update(s for s in p.substate if match(s))
824 removedsubs.update(s for s in p.substate if match(s))
825 for s in wctx.substate:
825 for s in wctx.substate:
826 removedsubs.discard(s)
826 removedsubs.discard(s)
827 if match(s) and wctx.sub(s).dirty():
827 if match(s) and wctx.sub(s).dirty():
828 subs.append(s)
828 subs.append(s)
829 if (subs or removedsubs) and '.hgsubstate' not in changes[0]:
829 if (subs or removedsubs) and '.hgsubstate' not in changes[0]:
830 changes[0].insert(0, '.hgsubstate')
830 changes[0].insert(0, '.hgsubstate')
831
831
832 # make sure all explicit patterns are matched
832 # make sure all explicit patterns are matched
833 if not force and match.files():
833 if not force and match.files():
834 matched = set(changes[0] + changes[1] + changes[2])
834 matched = set(changes[0] + changes[1] + changes[2])
835
835
836 for f in match.files():
836 for f in match.files():
837 if f == '.' or f in matched or f in wctx.substate:
837 if f == '.' or f in matched or f in wctx.substate:
838 continue
838 continue
839 if f in changes[3]: # missing
839 if f in changes[3]: # missing
840 fail(f, _('file not found!'))
840 fail(f, _('file not found!'))
841 if f in vdirs: # visited directory
841 if f in vdirs: # visited directory
842 d = f + '/'
842 d = f + '/'
843 for mf in matched:
843 for mf in matched:
844 if mf.startswith(d):
844 if mf.startswith(d):
845 break
845 break
846 else:
846 else:
847 fail(f, _("no match under directory!"))
847 fail(f, _("no match under directory!"))
848 elif f not in self.dirstate:
848 elif f not in self.dirstate:
849 fail(f, _("file not tracked!"))
849 fail(f, _("file not tracked!"))
850
850
851 if (not force and not extra.get("close") and not merge
851 if (not force and not extra.get("close") and not merge
852 and not (changes[0] or changes[1] or changes[2])
852 and not (changes[0] or changes[1] or changes[2])
853 and wctx.branch() == wctx.p1().branch()):
853 and wctx.branch() == wctx.p1().branch()):
854 return None
854 return None
855
855
856 ms = mergemod.mergestate(self)
856 ms = mergemod.mergestate(self)
857 for f in changes[0]:
857 for f in changes[0]:
858 if f in ms and ms[f] == 'u':
858 if f in ms and ms[f] == 'u':
859 raise util.Abort(_("unresolved merge conflicts "
859 raise util.Abort(_("unresolved merge conflicts "
860 "(see hg resolve)"))
860 "(see hg resolve)"))
861
861
862 cctx = context.workingctx(self, text, user, date, extra, changes)
862 cctx = context.workingctx(self, text, user, date, extra, changes)
863 if editor:
863 if editor:
864 cctx._text = editor(self, cctx, subs)
864 cctx._text = editor(self, cctx, subs)
865 edited = (text != cctx._text)
865 edited = (text != cctx._text)
866
866
867 # commit subs
867 # commit subs
868 if subs or removedsubs:
868 if subs or removedsubs:
869 state = wctx.substate.copy()
869 state = wctx.substate.copy()
870 for s in subs:
870 for s in subs:
871 sub = wctx.sub(s)
871 sub = wctx.sub(s)
872 self.ui.status(_('committing subrepository %s\n') %
872 self.ui.status(_('committing subrepository %s\n') %
873 subrepo.relpath(sub))
873 subrepo.relpath(sub))
874 sr = sub.commit(cctx._text, user, date)
874 sr = sub.commit(cctx._text, user, date)
875 state[s] = (state[s][0], sr)
875 state[s] = (state[s][0], sr)
876 subrepo.writestate(self, state)
876 subrepo.writestate(self, state)
877
877
878 # Save commit message in case this transaction gets rolled back
878 # Save commit message in case this transaction gets rolled back
879 # (e.g. by a pretxncommit hook). Leave the content alone on
879 # (e.g. by a pretxncommit hook). Leave the content alone on
880 # the assumption that the user will use the same editor again.
880 # the assumption that the user will use the same editor again.
881 msgfile = self.opener('last-message.txt', 'wb')
881 msgfile = self.opener('last-message.txt', 'wb')
882 msgfile.write(cctx._text)
882 msgfile.write(cctx._text)
883 msgfile.close()
883 msgfile.close()
884
884
885 p1, p2 = self.dirstate.parents()
885 p1, p2 = self.dirstate.parents()
886 hookp1, hookp2 = hex(p1), (p2 != nullid and hex(p2) or '')
886 hookp1, hookp2 = hex(p1), (p2 != nullid and hex(p2) or '')
887 try:
887 try:
888 self.hook("precommit", throw=True, parent1=hookp1, parent2=hookp2)
888 self.hook("precommit", throw=True, parent1=hookp1, parent2=hookp2)
889 ret = self.commitctx(cctx, True)
889 ret = self.commitctx(cctx, True)
890 except:
890 except:
891 if edited:
891 if edited:
892 msgfn = self.pathto(msgfile.name[len(self.root)+1:])
892 msgfn = self.pathto(msgfile.name[len(self.root)+1:])
893 self.ui.write(
893 self.ui.write(
894 _('note: commit message saved in %s\n') % msgfn)
894 _('note: commit message saved in %s\n') % msgfn)
895 raise
895 raise
896
896
897 # update dirstate and mergestate
897 # update dirstate and mergestate
898 for f in changes[0] + changes[1]:
898 for f in changes[0] + changes[1]:
899 self.dirstate.normal(f)
899 self.dirstate.normal(f)
900 for f in changes[2]:
900 for f in changes[2]:
901 self.dirstate.forget(f)
901 self.dirstate.forget(f)
902 self.dirstate.setparents(ret)
902 self.dirstate.setparents(ret)
903 ms.reset()
903 ms.reset()
904 finally:
904 finally:
905 wlock.release()
905 wlock.release()
906
906
907 self.hook("commit", node=hex(ret), parent1=hookp1, parent2=hookp2)
907 self.hook("commit", node=hex(ret), parent1=hookp1, parent2=hookp2)
908 return ret
908 return ret
909
909
910 def commitctx(self, ctx, error=False):
910 def commitctx(self, ctx, error=False):
911 """Add a new revision to current repository.
911 """Add a new revision to current repository.
912 Revision information is passed via the context argument.
912 Revision information is passed via the context argument.
913 """
913 """
914
914
915 tr = lock = None
915 tr = lock = None
916 removed = ctx.removed()
916 removed = ctx.removed()
917 p1, p2 = ctx.p1(), ctx.p2()
917 p1, p2 = ctx.p1(), ctx.p2()
918 m1 = p1.manifest().copy()
918 m1 = p1.manifest().copy()
919 m2 = p2.manifest()
919 m2 = p2.manifest()
920 user = ctx.user()
920 user = ctx.user()
921
921
922 lock = self.lock()
922 lock = self.lock()
923 try:
923 try:
924 tr = self.transaction("commit")
924 tr = self.transaction("commit")
925 trp = weakref.proxy(tr)
925 trp = weakref.proxy(tr)
926
926
927 # check in files
927 # check in files
928 new = {}
928 new = {}
929 changed = []
929 changed = []
930 linkrev = len(self)
930 linkrev = len(self)
931 for f in sorted(ctx.modified() + ctx.added()):
931 for f in sorted(ctx.modified() + ctx.added()):
932 self.ui.note(f + "\n")
932 self.ui.note(f + "\n")
933 try:
933 try:
934 fctx = ctx[f]
934 fctx = ctx[f]
935 new[f] = self._filecommit(fctx, m1, m2, linkrev, trp,
935 new[f] = self._filecommit(fctx, m1, m2, linkrev, trp,
936 changed)
936 changed)
937 m1.set(f, fctx.flags())
937 m1.set(f, fctx.flags())
938 except OSError, inst:
938 except OSError, inst:
939 self.ui.warn(_("trouble committing %s!\n") % f)
939 self.ui.warn(_("trouble committing %s!\n") % f)
940 raise
940 raise
941 except IOError, inst:
941 except IOError, inst:
942 errcode = getattr(inst, 'errno', errno.ENOENT)
942 errcode = getattr(inst, 'errno', errno.ENOENT)
943 if error or errcode and errcode != errno.ENOENT:
943 if error or errcode and errcode != errno.ENOENT:
944 self.ui.warn(_("trouble committing %s!\n") % f)
944 self.ui.warn(_("trouble committing %s!\n") % f)
945 raise
945 raise
946 else:
946 else:
947 removed.append(f)
947 removed.append(f)
948
948
949 # update manifest
949 # update manifest
950 m1.update(new)
950 m1.update(new)
951 removed = [f for f in sorted(removed) if f in m1 or f in m2]
951 removed = [f for f in sorted(removed) if f in m1 or f in m2]
952 drop = [f for f in removed if f in m1]
952 drop = [f for f in removed if f in m1]
953 for f in drop:
953 for f in drop:
954 del m1[f]
954 del m1[f]
955 mn = self.manifest.add(m1, trp, linkrev, p1.manifestnode(),
955 mn = self.manifest.add(m1, trp, linkrev, p1.manifestnode(),
956 p2.manifestnode(), (new, drop))
956 p2.manifestnode(), (new, drop))
957
957
958 # update changelog
958 # update changelog
959 self.changelog.delayupdate()
959 self.changelog.delayupdate()
960 n = self.changelog.add(mn, changed + removed, ctx.description(),
960 n = self.changelog.add(mn, changed + removed, ctx.description(),
961 trp, p1.node(), p2.node(),
961 trp, p1.node(), p2.node(),
962 user, ctx.date(), ctx.extra().copy())
962 user, ctx.date(), ctx.extra().copy())
963 p = lambda: self.changelog.writepending() and self.root or ""
963 p = lambda: self.changelog.writepending() and self.root or ""
964 xp1, xp2 = p1.hex(), p2 and p2.hex() or ''
964 xp1, xp2 = p1.hex(), p2 and p2.hex() or ''
965 self.hook('pretxncommit', throw=True, node=hex(n), parent1=xp1,
965 self.hook('pretxncommit', throw=True, node=hex(n), parent1=xp1,
966 parent2=xp2, pending=p)
966 parent2=xp2, pending=p)
967 self.changelog.finalize(trp)
967 self.changelog.finalize(trp)
968 tr.close()
968 tr.close()
969
969
970 if self._branchcache:
970 if self._branchcache:
971 self.branchtags()
971 self.branchtags()
972 return n
972 return n
973 finally:
973 finally:
974 if tr:
974 if tr:
975 tr.release()
975 tr.release()
976 lock.release()
976 lock.release()
977
977
978 def destroyed(self):
978 def destroyed(self):
979 '''Inform the repository that nodes have been destroyed.
979 '''Inform the repository that nodes have been destroyed.
980 Intended for use by strip and rollback, so there's a common
980 Intended for use by strip and rollback, so there's a common
981 place for anything that has to be done after destroying history.'''
981 place for anything that has to be done after destroying history.'''
982 # XXX it might be nice if we could take the list of destroyed
982 # XXX it might be nice if we could take the list of destroyed
983 # nodes, but I don't see an easy way for rollback() to do that
983 # nodes, but I don't see an easy way for rollback() to do that
984
984
985 # Ensure the persistent tag cache is updated. Doing it now
985 # Ensure the persistent tag cache is updated. Doing it now
986 # means that the tag cache only has to worry about destroyed
986 # means that the tag cache only has to worry about destroyed
987 # heads immediately after a strip/rollback. That in turn
987 # heads immediately after a strip/rollback. That in turn
988 # guarantees that "cachetip == currenttip" (comparing both rev
988 # guarantees that "cachetip == currenttip" (comparing both rev
989 # and node) always means no nodes have been added or destroyed.
989 # and node) always means no nodes have been added or destroyed.
990
990
991 # XXX this is suboptimal when qrefresh'ing: we strip the current
991 # XXX this is suboptimal when qrefresh'ing: we strip the current
992 # head, refresh the tag cache, then immediately add a new head.
992 # head, refresh the tag cache, then immediately add a new head.
993 # But I think doing it this way is necessary for the "instant
993 # But I think doing it this way is necessary for the "instant
994 # tag cache retrieval" case to work.
994 # tag cache retrieval" case to work.
995 self.invalidatecaches()
995 self.invalidatecaches()
996
996
997 def walk(self, match, node=None):
997 def walk(self, match, node=None):
998 '''
998 '''
999 walk recursively through the directory tree or a given
999 walk recursively through the directory tree or a given
1000 changeset, finding all files matched by the match
1000 changeset, finding all files matched by the match
1001 function
1001 function
1002 '''
1002 '''
1003 return self[node].walk(match)
1003 return self[node].walk(match)
1004
1004
1005 def status(self, node1='.', node2=None, match=None,
1005 def status(self, node1='.', node2=None, match=None,
1006 ignored=False, clean=False, unknown=False):
1006 ignored=False, clean=False, unknown=False):
1007 """return status of files between two nodes or node and working directory
1007 """return status of files between two nodes or node and working directory
1008
1008
1009 If node1 is None, use the first dirstate parent instead.
1009 If node1 is None, use the first dirstate parent instead.
1010 If node2 is None, compare node1 with working directory.
1010 If node2 is None, compare node1 with working directory.
1011 """
1011 """
1012
1012
1013 def mfmatches(ctx):
1013 def mfmatches(ctx):
1014 mf = ctx.manifest().copy()
1014 mf = ctx.manifest().copy()
1015 for fn in mf.keys():
1015 for fn in mf.keys():
1016 if not match(fn):
1016 if not match(fn):
1017 del mf[fn]
1017 del mf[fn]
1018 return mf
1018 return mf
1019
1019
1020 if isinstance(node1, context.changectx):
1020 if isinstance(node1, context.changectx):
1021 ctx1 = node1
1021 ctx1 = node1
1022 else:
1022 else:
1023 ctx1 = self[node1]
1023 ctx1 = self[node1]
1024 if isinstance(node2, context.changectx):
1024 if isinstance(node2, context.changectx):
1025 ctx2 = node2
1025 ctx2 = node2
1026 else:
1026 else:
1027 ctx2 = self[node2]
1027 ctx2 = self[node2]
1028
1028
1029 working = ctx2.rev() is None
1029 working = ctx2.rev() is None
1030 parentworking = working and ctx1 == self['.']
1030 parentworking = working and ctx1 == self['.']
1031 match = match or matchmod.always(self.root, self.getcwd())
1031 match = match or matchmod.always(self.root, self.getcwd())
1032 listignored, listclean, listunknown = ignored, clean, unknown
1032 listignored, listclean, listunknown = ignored, clean, unknown
1033
1033
1034 # load earliest manifest first for caching reasons
1034 # load earliest manifest first for caching reasons
1035 if not working and ctx2.rev() < ctx1.rev():
1035 if not working and ctx2.rev() < ctx1.rev():
1036 ctx2.manifest()
1036 ctx2.manifest()
1037
1037
1038 if not parentworking:
1038 if not parentworking:
1039 def bad(f, msg):
1039 def bad(f, msg):
1040 if f not in ctx1:
1040 if f not in ctx1:
1041 self.ui.warn('%s: %s\n' % (self.dirstate.pathto(f), msg))
1041 self.ui.warn('%s: %s\n' % (self.dirstate.pathto(f), msg))
1042 match.bad = bad
1042 match.bad = bad
1043
1043
1044 if working: # we need to scan the working dir
1044 if working: # we need to scan the working dir
1045 subrepos = []
1045 subrepos = []
1046 if '.hgsub' in self.dirstate:
1046 if '.hgsub' in self.dirstate:
1047 subrepos = ctx1.substate.keys()
1047 subrepos = ctx1.substate.keys()
1048 s = self.dirstate.status(match, subrepos, listignored,
1048 s = self.dirstate.status(match, subrepos, listignored,
1049 listclean, listunknown)
1049 listclean, listunknown)
1050 cmp, modified, added, removed, deleted, unknown, ignored, clean = s
1050 cmp, modified, added, removed, deleted, unknown, ignored, clean = s
1051
1051
1052 # check for any possibly clean files
1052 # check for any possibly clean files
1053 if parentworking and cmp:
1053 if parentworking and cmp:
1054 fixup = []
1054 fixup = []
1055 # do a full compare of any files that might have changed
1055 # do a full compare of any files that might have changed
1056 for f in sorted(cmp):
1056 for f in sorted(cmp):
1057 if (f not in ctx1 or ctx2.flags(f) != ctx1.flags(f)
1057 if (f not in ctx1 or ctx2.flags(f) != ctx1.flags(f)
1058 or ctx1[f].cmp(ctx2[f].data())):
1058 or ctx1[f].cmp(ctx2[f].data())):
1059 modified.append(f)
1059 modified.append(f)
1060 else:
1060 else:
1061 fixup.append(f)
1061 fixup.append(f)
1062
1062
1063 if listclean:
1063 if listclean:
1064 clean += fixup
1064 clean += fixup
1065
1065
1066 # update dirstate for files that are actually clean
1066 # update dirstate for files that are actually clean
1067 if fixup:
1067 if fixup:
1068 try:
1068 try:
1069 # updating the dirstate is optional
1069 # updating the dirstate is optional
1070 # so we don't wait on the lock
1070 # so we don't wait on the lock
1071 wlock = self.wlock(False)
1071 wlock = self.wlock(False)
1072 try:
1072 try:
1073 for f in fixup:
1073 for f in fixup:
1074 self.dirstate.normal(f)
1074 self.dirstate.normal(f)
1075 finally:
1075 finally:
1076 wlock.release()
1076 wlock.release()
1077 except error.LockError:
1077 except error.LockError:
1078 pass
1078 pass
1079
1079
1080 if not parentworking:
1080 if not parentworking:
1081 mf1 = mfmatches(ctx1)
1081 mf1 = mfmatches(ctx1)
1082 if working:
1082 if working:
1083 # we are comparing working dir against non-parent
1083 # we are comparing working dir against non-parent
1084 # generate a pseudo-manifest for the working dir
1084 # generate a pseudo-manifest for the working dir
1085 mf2 = mfmatches(self['.'])
1085 mf2 = mfmatches(self['.'])
1086 for f in cmp + modified + added:
1086 for f in cmp + modified + added:
1087 mf2[f] = None
1087 mf2[f] = None
1088 mf2.set(f, ctx2.flags(f))
1088 mf2.set(f, ctx2.flags(f))
1089 for f in removed:
1089 for f in removed:
1090 if f in mf2:
1090 if f in mf2:
1091 del mf2[f]
1091 del mf2[f]
1092 else:
1092 else:
1093 # we are comparing two revisions
1093 # we are comparing two revisions
1094 deleted, unknown, ignored = [], [], []
1094 deleted, unknown, ignored = [], [], []
1095 mf2 = mfmatches(ctx2)
1095 mf2 = mfmatches(ctx2)
1096
1096
1097 modified, added, clean = [], [], []
1097 modified, added, clean = [], [], []
1098 for fn in mf2:
1098 for fn in mf2:
1099 if fn in mf1:
1099 if fn in mf1:
1100 if (mf1.flags(fn) != mf2.flags(fn) or
1100 if (mf1.flags(fn) != mf2.flags(fn) or
1101 (mf1[fn] != mf2[fn] and
1101 (mf1[fn] != mf2[fn] and
1102 (mf2[fn] or ctx1[fn].cmp(ctx2[fn].data())))):
1102 (mf2[fn] or ctx1[fn].cmp(ctx2[fn].data())))):
1103 modified.append(fn)
1103 modified.append(fn)
1104 elif listclean:
1104 elif listclean:
1105 clean.append(fn)
1105 clean.append(fn)
1106 del mf1[fn]
1106 del mf1[fn]
1107 else:
1107 else:
1108 added.append(fn)
1108 added.append(fn)
1109 removed = mf1.keys()
1109 removed = mf1.keys()
1110
1110
1111 r = modified, added, removed, deleted, unknown, ignored, clean
1111 r = modified, added, removed, deleted, unknown, ignored, clean
1112 [l.sort() for l in r]
1112 [l.sort() for l in r]
1113 return r
1113 return r
1114
1114
1115 def heads(self, start=None):
1115 def heads(self, start=None):
1116 heads = self.changelog.heads(start)
1116 heads = self.changelog.heads(start)
1117 # sort the output in rev descending order
1117 # sort the output in rev descending order
1118 heads = [(-self.changelog.rev(h), h) for h in heads]
1118 heads = [(-self.changelog.rev(h), h) for h in heads]
1119 return [n for (r, n) in sorted(heads)]
1119 return [n for (r, n) in sorted(heads)]
1120
1120
1121 def branchheads(self, branch=None, start=None, closed=False):
1121 def branchheads(self, branch=None, start=None, closed=False):
1122 '''return a (possibly filtered) list of heads for the given branch
1122 '''return a (possibly filtered) list of heads for the given branch
1123
1123
1124 Heads are returned in topological order, from newest to oldest.
1124 Heads are returned in topological order, from newest to oldest.
1125 If branch is None, use the dirstate branch.
1125 If branch is None, use the dirstate branch.
1126 If start is not None, return only heads reachable from start.
1126 If start is not None, return only heads reachable from start.
1127 If closed is True, return heads that are marked as closed as well.
1127 If closed is True, return heads that are marked as closed as well.
1128 '''
1128 '''
1129 if branch is None:
1129 if branch is None:
1130 branch = self[None].branch()
1130 branch = self[None].branch()
1131 branches = self.branchmap()
1131 branches = self.branchmap()
1132 if branch not in branches:
1132 if branch not in branches:
1133 return []
1133 return []
1134 # the cache returns heads ordered lowest to highest
1134 # the cache returns heads ordered lowest to highest
1135 bheads = list(reversed(branches[branch]))
1135 bheads = list(reversed(branches[branch]))
1136 if start is not None:
1136 if start is not None:
1137 # filter out the heads that cannot be reached from startrev
1137 # filter out the heads that cannot be reached from startrev
1138 fbheads = set(self.changelog.nodesbetween([start], bheads)[2])
1138 fbheads = set(self.changelog.nodesbetween([start], bheads)[2])
1139 bheads = [h for h in bheads if h in fbheads]
1139 bheads = [h for h in bheads if h in fbheads]
1140 if not closed:
1140 if not closed:
1141 bheads = [h for h in bheads if
1141 bheads = [h for h in bheads if
1142 ('close' not in self.changelog.read(h)[5])]
1142 ('close' not in self.changelog.read(h)[5])]
1143 return bheads
1143 return bheads
1144
1144
1145 def branches(self, nodes):
1145 def branches(self, nodes):
1146 if not nodes:
1146 if not nodes:
1147 nodes = [self.changelog.tip()]
1147 nodes = [self.changelog.tip()]
1148 b = []
1148 b = []
1149 for n in nodes:
1149 for n in nodes:
1150 t = n
1150 t = n
1151 while 1:
1151 while 1:
1152 p = self.changelog.parents(n)
1152 p = self.changelog.parents(n)
1153 if p[1] != nullid or p[0] == nullid:
1153 if p[1] != nullid or p[0] == nullid:
1154 b.append((t, n, p[0], p[1]))
1154 b.append((t, n, p[0], p[1]))
1155 break
1155 break
1156 n = p[0]
1156 n = p[0]
1157 return b
1157 return b
1158
1158
1159 def between(self, pairs):
1159 def between(self, pairs):
1160 r = []
1160 r = []
1161
1161
1162 for top, bottom in pairs:
1162 for top, bottom in pairs:
1163 n, l, i = top, [], 0
1163 n, l, i = top, [], 0
1164 f = 1
1164 f = 1
1165
1165
1166 while n != bottom and n != nullid:
1166 while n != bottom and n != nullid:
1167 p = self.changelog.parents(n)[0]
1167 p = self.changelog.parents(n)[0]
1168 if i == f:
1168 if i == f:
1169 l.append(n)
1169 l.append(n)
1170 f = f * 2
1170 f = f * 2
1171 n = p
1171 n = p
1172 i += 1
1172 i += 1
1173
1173
1174 r.append(l)
1174 r.append(l)
1175
1175
1176 return r
1176 return r
1177
1177
1178 def pull(self, remote, heads=None, force=False):
1178 def pull(self, remote, heads=None, force=False):
1179 lock = self.lock()
1179 lock = self.lock()
1180 try:
1180 try:
1181 tmp = discovery.findcommonincoming(self, remote, heads=heads,
1181 tmp = discovery.findcommonincoming(self, remote, heads=heads,
1182 force=force)
1182 force=force)
1183 common, fetch, rheads = tmp
1183 common, fetch, rheads = tmp
1184 if not fetch:
1184 if not fetch:
1185 self.ui.status(_("no changes found\n"))
1185 self.ui.status(_("no changes found\n"))
1186 return 0
1186 return 0
1187
1187
1188 if fetch == [nullid]:
1188 if fetch == [nullid]:
1189 self.ui.status(_("requesting all changes\n"))
1189 self.ui.status(_("requesting all changes\n"))
1190 elif heads is None and remote.capable('changegroupsubset'):
1190 elif heads is None and remote.capable('changegroupsubset'):
1191 # issue1320, avoid a race if remote changed after discovery
1191 # issue1320, avoid a race if remote changed after discovery
1192 heads = rheads
1192 heads = rheads
1193
1193
1194 if heads is None:
1194 if heads is None:
1195 cg = remote.changegroup(fetch, 'pull')
1195 cg = remote.changegroup(fetch, 'pull')
1196 else:
1196 else:
1197 if not remote.capable('changegroupsubset'):
1197 if not remote.capable('changegroupsubset'):
1198 raise util.Abort(_("Partial pull cannot be done because "
1198 raise util.Abort(_("Partial pull cannot be done because "
1199 "other repository doesn't support "
1199 "other repository doesn't support "
1200 "changegroupsubset."))
1200 "changegroupsubset."))
1201 cg = remote.changegroupsubset(fetch, heads, 'pull')
1201 cg = remote.changegroupsubset(fetch, heads, 'pull')
1202 return self.addchangegroup(cg, 'pull', remote.url())
1202 return self.addchangegroup(cg, 'pull', remote.url())
1203 finally:
1203 finally:
1204 lock.release()
1204 lock.release()
1205
1205
1206 def push(self, remote, force=False, revs=None, newbranch=False):
1206 def push(self, remote, force=False, revs=None, newbranch=False):
1207 '''Push outgoing changesets (limited by revs) from the current
1207 '''Push outgoing changesets (limited by revs) from the current
1208 repository to remote. Return an integer:
1208 repository to remote. Return an integer:
1209 - 0 means HTTP error *or* nothing to push
1209 - 0 means HTTP error *or* nothing to push
1210 - 1 means we pushed and remote head count is unchanged *or*
1210 - 1 means we pushed and remote head count is unchanged *or*
1211 we have outgoing changesets but refused to push
1211 we have outgoing changesets but refused to push
1212 - other values as described by addchangegroup()
1212 - other values as described by addchangegroup()
1213 '''
1213 '''
1214 # there are two ways to push to remote repo:
1214 # there are two ways to push to remote repo:
1215 #
1215 #
1216 # addchangegroup assumes local user can lock remote
1216 # addchangegroup assumes local user can lock remote
1217 # repo (local filesystem, old ssh servers).
1217 # repo (local filesystem, old ssh servers).
1218 #
1218 #
1219 # unbundle assumes local user cannot lock remote repo (new ssh
1219 # unbundle assumes local user cannot lock remote repo (new ssh
1220 # servers, http servers).
1220 # servers, http servers).
1221
1221
1222 if remote.capable('unbundle'):
1222 if remote.capable('unbundle'):
1223 return self.push_unbundle(remote, force, revs, newbranch)
1223 return self.push_unbundle(remote, force, revs, newbranch)
1224 return self.push_addchangegroup(remote, force, revs, newbranch)
1224 return self.push_addchangegroup(remote, force, revs, newbranch)
1225
1225
1226 def push_addchangegroup(self, remote, force, revs, newbranch):
1226 def push_addchangegroup(self, remote, force, revs, newbranch):
1227 '''Push a changegroup by locking the remote and sending the
1227 '''Push a changegroup by locking the remote and sending the
1228 addchangegroup command to it. Used for local and old SSH repos.
1228 addchangegroup command to it. Used for local and old SSH repos.
1229 Return an integer: see push().
1229 Return an integer: see push().
1230 '''
1230 '''
1231 lock = remote.lock()
1231 lock = remote.lock()
1232 try:
1232 try:
1233 ret = discovery.prepush(self, remote, force, revs, newbranch)
1233 ret = discovery.prepush(self, remote, force, revs, newbranch)
1234 if ret[0] is not None:
1234 if ret[0] is not None:
1235 cg, remote_heads = ret
1235 cg, remote_heads = ret
1236 # here, we return an integer indicating remote head count change
1236 # here, we return an integer indicating remote head count change
1237 return remote.addchangegroup(cg, 'push', self.url())
1237 return remote.addchangegroup(cg, 'push', self.url())
1238 # and here we return 0 for "nothing to push" or 1 for
1238 # and here we return 0 for "nothing to push" or 1 for
1239 # "something to push but I refuse"
1239 # "something to push but I refuse"
1240 return ret[1]
1240 return ret[1]
1241 finally:
1241 finally:
1242 lock.release()
1242 lock.release()
1243
1243
1244 def push_unbundle(self, remote, force, revs, newbranch):
1244 def push_unbundle(self, remote, force, revs, newbranch):
1245 '''Push a changegroup by unbundling it on the remote. Used for new
1245 '''Push a changegroup by unbundling it on the remote. Used for new
1246 SSH and HTTP repos. Return an integer: see push().'''
1246 SSH and HTTP repos. Return an integer: see push().'''
1247 # local repo finds heads on server, finds out what revs it
1247 # local repo finds heads on server, finds out what revs it
1248 # must push. once revs transferred, if server finds it has
1248 # must push. once revs transferred, if server finds it has
1249 # different heads (someone else won commit/push race), server
1249 # different heads (someone else won commit/push race), server
1250 # aborts.
1250 # aborts.
1251
1251
1252 ret = discovery.prepush(self, remote, force, revs, newbranch)
1252 ret = discovery.prepush(self, remote, force, revs, newbranch)
1253 if ret[0] is not None:
1253 if ret[0] is not None:
1254 cg, remote_heads = ret
1254 cg, remote_heads = ret
1255 if force:
1255 if force:
1256 remote_heads = ['force']
1256 remote_heads = ['force']
1257 # ssh: return remote's addchangegroup()
1257 # ssh: return remote's addchangegroup()
1258 # http: return remote's addchangegroup() or 0 for error
1258 # http: return remote's addchangegroup() or 0 for error
1259 return remote.unbundle(cg, remote_heads, 'push')
1259 return remote.unbundle(cg, remote_heads, 'push')
1260 # as in push_addchangegroup()
1260 # as in push_addchangegroup()
1261 return ret[1]
1261 return ret[1]
1262
1262
1263 def changegroupinfo(self, nodes, source):
1263 def changegroupinfo(self, nodes, source):
1264 if self.ui.verbose or source == 'bundle':
1264 if self.ui.verbose or source == 'bundle':
1265 self.ui.status(_("%d changesets found\n") % len(nodes))
1265 self.ui.status(_("%d changesets found\n") % len(nodes))
1266 if self.ui.debugflag:
1266 if self.ui.debugflag:
1267 self.ui.debug("list of changesets:\n")
1267 self.ui.debug("list of changesets:\n")
1268 for node in nodes:
1268 for node in nodes:
1269 self.ui.debug("%s\n" % hex(node))
1269 self.ui.debug("%s\n" % hex(node))
1270
1270
1271 def changegroupsubset(self, bases, heads, source, extranodes=None):
1271 def changegroupsubset(self, bases, heads, source, extranodes=None):
1272 """Compute a changegroup consisting of all the nodes that are
1272 """Compute a changegroup consisting of all the nodes that are
1273 descendents of any of the bases and ancestors of any of the heads.
1273 descendents of any of the bases and ancestors of any of the heads.
1274 Return a chunkbuffer object whose read() method will return
1274 Return a chunkbuffer object whose read() method will return
1275 successive changegroup chunks.
1275 successive changegroup chunks.
1276
1276
1277 It is fairly complex as determining which filenodes and which
1277 It is fairly complex as determining which filenodes and which
1278 manifest nodes need to be included for the changeset to be complete
1278 manifest nodes need to be included for the changeset to be complete
1279 is non-trivial.
1279 is non-trivial.
1280
1280
1281 Another wrinkle is doing the reverse, figuring out which changeset in
1281 Another wrinkle is doing the reverse, figuring out which changeset in
1282 the changegroup a particular filenode or manifestnode belongs to.
1282 the changegroup a particular filenode or manifestnode belongs to.
1283
1283
1284 The caller can specify some nodes that must be included in the
1284 The caller can specify some nodes that must be included in the
1285 changegroup using the extranodes argument. It should be a dict
1285 changegroup using the extranodes argument. It should be a dict
1286 where the keys are the filenames (or 1 for the manifest), and the
1286 where the keys are the filenames (or 1 for the manifest), and the
1287 values are lists of (node, linknode) tuples, where node is a wanted
1287 values are lists of (node, linknode) tuples, where node is a wanted
1288 node and linknode is the changelog node that should be transmitted as
1288 node and linknode is the changelog node that should be transmitted as
1289 the linkrev.
1289 the linkrev.
1290 """
1290 """
1291
1291
1292 # Set up some initial variables
1292 # Set up some initial variables
1293 # Make it easy to refer to self.changelog
1293 # Make it easy to refer to self.changelog
1294 cl = self.changelog
1294 cl = self.changelog
1295 # msng is short for missing - compute the list of changesets in this
1295 # msng is short for missing - compute the list of changesets in this
1296 # changegroup.
1296 # changegroup.
1297 if not bases:
1297 if not bases:
1298 bases = [nullid]
1298 bases = [nullid]
1299 msng_cl_lst, bases, heads = cl.nodesbetween(bases, heads)
1299 msng_cl_lst, bases, heads = cl.nodesbetween(bases, heads)
1300
1300
1301 if extranodes is None:
1301 if extranodes is None:
1302 # can we go through the fast path ?
1302 # can we go through the fast path ?
1303 heads.sort()
1303 heads.sort()
1304 allheads = self.heads()
1304 allheads = self.heads()
1305 allheads.sort()
1305 allheads.sort()
1306 if heads == allheads:
1306 if heads == allheads:
1307 return self._changegroup(msng_cl_lst, source)
1307 return self._changegroup(msng_cl_lst, source)
1308
1308
1309 # slow path
1309 # slow path
1310 self.hook('preoutgoing', throw=True, source=source)
1310 self.hook('preoutgoing', throw=True, source=source)
1311
1311
1312 self.changegroupinfo(msng_cl_lst, source)
1312 self.changegroupinfo(msng_cl_lst, source)
1313 # Some bases may turn out to be superfluous, and some heads may be
1313 # Some bases may turn out to be superfluous, and some heads may be
1314 # too. nodesbetween will return the minimal set of bases and heads
1314 # too. nodesbetween will return the minimal set of bases and heads
1315 # necessary to re-create the changegroup.
1315 # necessary to re-create the changegroup.
1316
1316
1317 # Known heads are the list of heads that it is assumed the recipient
1317 # Known heads are the list of heads that it is assumed the recipient
1318 # of this changegroup will know about.
1318 # of this changegroup will know about.
1319 knownheads = set()
1319 knownheads = set()
1320 # We assume that all parents of bases are known heads.
1320 # We assume that all parents of bases are known heads.
1321 for n in bases:
1321 for n in bases:
1322 knownheads.update(cl.parents(n))
1322 knownheads.update(cl.parents(n))
1323 knownheads.discard(nullid)
1323 knownheads.discard(nullid)
1324 knownheads = list(knownheads)
1324 knownheads = list(knownheads)
1325 if knownheads:
1325 if knownheads:
1326 # Now that we know what heads are known, we can compute which
1326 # Now that we know what heads are known, we can compute which
1327 # changesets are known. The recipient must know about all
1327 # changesets are known. The recipient must know about all
1328 # changesets required to reach the known heads from the null
1328 # changesets required to reach the known heads from the null
1329 # changeset.
1329 # changeset.
1330 has_cl_set, junk, junk = cl.nodesbetween(None, knownheads)
1330 has_cl_set, junk, junk = cl.nodesbetween(None, knownheads)
1331 junk = None
1331 junk = None
1332 # Transform the list into a set.
1332 # Transform the list into a set.
1333 has_cl_set = set(has_cl_set)
1333 has_cl_set = set(has_cl_set)
1334 else:
1334 else:
1335 # If there were no known heads, the recipient cannot be assumed to
1335 # If there were no known heads, the recipient cannot be assumed to
1336 # know about any changesets.
1336 # know about any changesets.
1337 has_cl_set = set()
1337 has_cl_set = set()
1338
1338
1339 # Make it easy to refer to self.manifest
1339 # Make it easy to refer to self.manifest
1340 mnfst = self.manifest
1340 mnfst = self.manifest
1341 # We don't know which manifests are missing yet
1341 # We don't know which manifests are missing yet
1342 msng_mnfst_set = {}
1342 msng_mnfst_set = {}
1343 # Nor do we know which filenodes are missing.
1343 # Nor do we know which filenodes are missing.
1344 msng_filenode_set = {}
1344 msng_filenode_set = {}
1345
1345
1346 junk = mnfst.index[len(mnfst) - 1] # Get around a bug in lazyindex
1346 junk = mnfst.index[len(mnfst) - 1] # Get around a bug in lazyindex
1347 junk = None
1347 junk = None
1348
1348
1349 # A changeset always belongs to itself, so the changenode lookup
1349 # A changeset always belongs to itself, so the changenode lookup
1350 # function for a changenode is identity.
1350 # function for a changenode is identity.
1351 def identity(x):
1351 def identity(x):
1352 return x
1352 return x
1353
1353
1354 # If we determine that a particular file or manifest node must be a
1354 # If we determine that a particular file or manifest node must be a
1355 # node that the recipient of the changegroup will already have, we can
1355 # node that the recipient of the changegroup will already have, we can
1356 # also assume the recipient will have all the parents. This function
1356 # also assume the recipient will have all the parents. This function
1357 # prunes them from the set of missing nodes.
1357 # prunes them from the set of missing nodes.
1358 def prune_parents(revlog, hasset, msngset):
1358 def prune_parents(revlog, hasset, msngset):
1359 for r in revlog.ancestors(*[revlog.rev(n) for n in hasset]):
1359 for r in revlog.ancestors(*[revlog.rev(n) for n in hasset]):
1360 msngset.pop(revlog.node(r), None)
1360 msngset.pop(revlog.node(r), None)
1361
1361
1362 # Use the information collected in collect_manifests_and_files to say
1362 # Use the information collected in collect_manifests_and_files to say
1363 # which changenode any manifestnode belongs to.
1363 # which changenode any manifestnode belongs to.
1364 def lookup_manifest_link(mnfstnode):
1364 def lookup_manifest_link(mnfstnode):
1365 return msng_mnfst_set[mnfstnode]
1365 return msng_mnfst_set[mnfstnode]
1366
1366
1367 # A function generating function that sets up the initial environment
1367 # A function generating function that sets up the initial environment
1368 # the inner function.
1368 # the inner function.
1369 def filenode_collector(changedfiles):
1369 def filenode_collector(changedfiles):
1370 # This gathers information from each manifestnode included in the
1370 # This gathers information from each manifestnode included in the
1371 # changegroup about which filenodes the manifest node references
1371 # changegroup about which filenodes the manifest node references
1372 # so we can include those in the changegroup too.
1372 # so we can include those in the changegroup too.
1373 #
1373 #
1374 # It also remembers which changenode each filenode belongs to. It
1374 # It also remembers which changenode each filenode belongs to. It
1375 # does this by assuming the a filenode belongs to the changenode
1375 # does this by assuming the a filenode belongs to the changenode
1376 # the first manifest that references it belongs to.
1376 # the first manifest that references it belongs to.
1377 def collect_msng_filenodes(mnfstnode):
1377 def collect_msng_filenodes(mnfstnode):
1378 r = mnfst.rev(mnfstnode)
1378 r = mnfst.rev(mnfstnode)
1379 if r - 1 in mnfst.parentrevs(r):
1379 if r - 1 in mnfst.parentrevs(r):
1380 # If the previous rev is one of the parents,
1380 # If the previous rev is one of the parents,
1381 # we only need to see a diff.
1381 # we only need to see a diff.
1382 deltamf = mnfst.readdelta(mnfstnode)
1382 deltamf = mnfst.readdelta(mnfstnode)
1383 # For each line in the delta
1383 # For each line in the delta
1384 for f, fnode in deltamf.iteritems():
1384 for f, fnode in deltamf.iteritems():
1385 f = changedfiles.get(f, None)
1385 f = changedfiles.get(f, None)
1386 # And if the file is in the list of files we care
1386 # And if the file is in the list of files we care
1387 # about.
1387 # about.
1388 if f is not None:
1388 if f is not None:
1389 # Get the changenode this manifest belongs to
1389 # Get the changenode this manifest belongs to
1390 clnode = msng_mnfst_set[mnfstnode]
1390 clnode = msng_mnfst_set[mnfstnode]
1391 # Create the set of filenodes for the file if
1391 # Create the set of filenodes for the file if
1392 # there isn't one already.
1392 # there isn't one already.
1393 ndset = msng_filenode_set.setdefault(f, {})
1393 ndset = msng_filenode_set.setdefault(f, {})
1394 # And set the filenode's changelog node to the
1394 # And set the filenode's changelog node to the
1395 # manifest's if it hasn't been set already.
1395 # manifest's if it hasn't been set already.
1396 ndset.setdefault(fnode, clnode)
1396 ndset.setdefault(fnode, clnode)
1397 else:
1397 else:
1398 # Otherwise we need a full manifest.
1398 # Otherwise we need a full manifest.
1399 m = mnfst.read(mnfstnode)
1399 m = mnfst.read(mnfstnode)
1400 # For every file in we care about.
1400 # For every file in we care about.
1401 for f in changedfiles:
1401 for f in changedfiles:
1402 fnode = m.get(f, None)
1402 fnode = m.get(f, None)
1403 # If it's in the manifest
1403 # If it's in the manifest
1404 if fnode is not None:
1404 if fnode is not None:
1405 # See comments above.
1405 # See comments above.
1406 clnode = msng_mnfst_set[mnfstnode]
1406 clnode = msng_mnfst_set[mnfstnode]
1407 ndset = msng_filenode_set.setdefault(f, {})
1407 ndset = msng_filenode_set.setdefault(f, {})
1408 ndset.setdefault(fnode, clnode)
1408 ndset.setdefault(fnode, clnode)
1409 return collect_msng_filenodes
1409 return collect_msng_filenodes
1410
1410
1411 # We have a list of filenodes we think we need for a file, lets remove
1411 # We have a list of filenodes we think we need for a file, lets remove
1412 # all those we know the recipient must have.
1412 # all those we know the recipient must have.
1413 def prune_filenodes(f, filerevlog):
1413 def prune_filenodes(f, filerevlog):
1414 msngset = msng_filenode_set[f]
1414 msngset = msng_filenode_set[f]
1415 hasset = set()
1415 hasset = set()
1416 # If a 'missing' filenode thinks it belongs to a changenode we
1416 # If a 'missing' filenode thinks it belongs to a changenode we
1417 # assume the recipient must have, then the recipient must have
1417 # assume the recipient must have, then the recipient must have
1418 # that filenode.
1418 # that filenode.
1419 for n in msngset:
1419 for n in msngset:
1420 clnode = cl.node(filerevlog.linkrev(filerevlog.rev(n)))
1420 clnode = cl.node(filerevlog.linkrev(filerevlog.rev(n)))
1421 if clnode in has_cl_set:
1421 if clnode in has_cl_set:
1422 hasset.add(n)
1422 hasset.add(n)
1423 prune_parents(filerevlog, hasset, msngset)
1423 prune_parents(filerevlog, hasset, msngset)
1424
1424
1425 # A function generator function that sets up the a context for the
1425 # A function generator function that sets up the a context for the
1426 # inner function.
1426 # inner function.
1427 def lookup_filenode_link_func(fname):
1427 def lookup_filenode_link_func(fname):
1428 msngset = msng_filenode_set[fname]
1428 msngset = msng_filenode_set[fname]
1429 # Lookup the changenode the filenode belongs to.
1429 # Lookup the changenode the filenode belongs to.
1430 def lookup_filenode_link(fnode):
1430 def lookup_filenode_link(fnode):
1431 return msngset[fnode]
1431 return msngset[fnode]
1432 return lookup_filenode_link
1432 return lookup_filenode_link
1433
1433
1434 # Add the nodes that were explicitly requested.
1434 # Add the nodes that were explicitly requested.
1435 def add_extra_nodes(name, nodes):
1435 def add_extra_nodes(name, nodes):
1436 if not extranodes or name not in extranodes:
1436 if not extranodes or name not in extranodes:
1437 return
1437 return
1438
1438
1439 for node, linknode in extranodes[name]:
1439 for node, linknode in extranodes[name]:
1440 if node not in nodes:
1440 if node not in nodes:
1441 nodes[node] = linknode
1441 nodes[node] = linknode
1442
1442
1443 # Now that we have all theses utility functions to help out and
1443 # Now that we have all theses utility functions to help out and
1444 # logically divide up the task, generate the group.
1444 # logically divide up the task, generate the group.
1445 def gengroup():
1445 def gengroup():
1446 # The set of changed files starts empty.
1446 # The set of changed files starts empty.
1447 changedfiles = {}
1447 changedfiles = {}
1448 collect = changegroup.collector(cl, msng_mnfst_set, changedfiles)
1448 collect = changegroup.collector(cl, msng_mnfst_set, changedfiles)
1449
1449
1450 # Create a changenode group generator that will call our functions
1450 # Create a changenode group generator that will call our functions
1451 # back to lookup the owning changenode and collect information.
1451 # back to lookup the owning changenode and collect information.
1452 group = cl.group(msng_cl_lst, identity, collect)
1452 group = cl.group(msng_cl_lst, identity, collect)
1453 cnt = 0
1453 cnt = 0
1454 for chnk in group:
1454 for chnk in group:
1455 yield chnk
1455 yield chnk
1456 self.ui.progress(_('bundling changes'), cnt, unit=_('chunks'))
1456 self.ui.progress(_('bundling changes'), cnt, unit=_('chunks'))
1457 cnt += 1
1457 cnt += 1
1458 self.ui.progress(_('bundling changes'), None)
1458 self.ui.progress(_('bundling changes'), None)
1459
1459
1460
1460
1461 # Figure out which manifest nodes (of the ones we think might be
1461 # Figure out which manifest nodes (of the ones we think might be
1462 # part of the changegroup) the recipient must know about and
1462 # part of the changegroup) the recipient must know about and
1463 # remove them from the changegroup.
1463 # remove them from the changegroup.
1464 has_mnfst_set = set()
1464 has_mnfst_set = set()
1465 for n in msng_mnfst_set:
1465 for n in msng_mnfst_set:
1466 # If a 'missing' manifest thinks it belongs to a changenode
1466 # If a 'missing' manifest thinks it belongs to a changenode
1467 # the recipient is assumed to have, obviously the recipient
1467 # the recipient is assumed to have, obviously the recipient
1468 # must have that manifest.
1468 # must have that manifest.
1469 linknode = cl.node(mnfst.linkrev(mnfst.rev(n)))
1469 linknode = cl.node(mnfst.linkrev(mnfst.rev(n)))
1470 if linknode in has_cl_set:
1470 if linknode in has_cl_set:
1471 has_mnfst_set.add(n)
1471 has_mnfst_set.add(n)
1472 prune_parents(mnfst, has_mnfst_set, msng_mnfst_set)
1472 prune_parents(mnfst, has_mnfst_set, msng_mnfst_set)
1473 add_extra_nodes(1, msng_mnfst_set)
1473 add_extra_nodes(1, msng_mnfst_set)
1474 msng_mnfst_lst = msng_mnfst_set.keys()
1474 msng_mnfst_lst = msng_mnfst_set.keys()
1475 # Sort the manifestnodes by revision number.
1475 # Sort the manifestnodes by revision number.
1476 msng_mnfst_lst.sort(key=mnfst.rev)
1476 msng_mnfst_lst.sort(key=mnfst.rev)
1477 # Create a generator for the manifestnodes that calls our lookup
1477 # Create a generator for the manifestnodes that calls our lookup
1478 # and data collection functions back.
1478 # and data collection functions back.
1479 group = mnfst.group(msng_mnfst_lst, lookup_manifest_link,
1479 group = mnfst.group(msng_mnfst_lst, lookup_manifest_link,
1480 filenode_collector(changedfiles))
1480 filenode_collector(changedfiles))
1481 cnt = 0
1481 cnt = 0
1482 for chnk in group:
1482 for chnk in group:
1483 yield chnk
1483 yield chnk
1484 self.ui.progress(_('bundling manifests'), cnt, unit=_('chunks'))
1484 self.ui.progress(_('bundling manifests'), cnt, unit=_('chunks'))
1485 cnt += 1
1485 cnt += 1
1486 self.ui.progress(_('bundling manifests'), None)
1486 self.ui.progress(_('bundling manifests'), None)
1487
1487
1488 # These are no longer needed, dereference and toss the memory for
1488 # These are no longer needed, dereference and toss the memory for
1489 # them.
1489 # them.
1490 msng_mnfst_lst = None
1490 msng_mnfst_lst = None
1491 msng_mnfst_set.clear()
1491 msng_mnfst_set.clear()
1492
1492
1493 if extranodes:
1493 if extranodes:
1494 for fname in extranodes:
1494 for fname in extranodes:
1495 if isinstance(fname, int):
1495 if isinstance(fname, int):
1496 continue
1496 continue
1497 msng_filenode_set.setdefault(fname, {})
1497 msng_filenode_set.setdefault(fname, {})
1498 changedfiles[fname] = 1
1498 changedfiles[fname] = 1
1499 # Go through all our files in order sorted by name.
1499 # Go through all our files in order sorted by name.
1500 cnt = 0
1500 cnt = 0
1501 for fname in sorted(changedfiles):
1501 for fname in sorted(changedfiles):
1502 filerevlog = self.file(fname)
1502 filerevlog = self.file(fname)
1503 if not len(filerevlog):
1503 if not len(filerevlog):
1504 raise util.Abort(_("empty or missing revlog for %s") % fname)
1504 raise util.Abort(_("empty or missing revlog for %s") % fname)
1505 # Toss out the filenodes that the recipient isn't really
1505 # Toss out the filenodes that the recipient isn't really
1506 # missing.
1506 # missing.
1507 if fname in msng_filenode_set:
1507 if fname in msng_filenode_set:
1508 prune_filenodes(fname, filerevlog)
1508 prune_filenodes(fname, filerevlog)
1509 add_extra_nodes(fname, msng_filenode_set[fname])
1509 add_extra_nodes(fname, msng_filenode_set[fname])
1510 msng_filenode_lst = msng_filenode_set[fname].keys()
1510 msng_filenode_lst = msng_filenode_set[fname].keys()
1511 else:
1511 else:
1512 msng_filenode_lst = []
1512 msng_filenode_lst = []
1513 # If any filenodes are left, generate the group for them,
1513 # If any filenodes are left, generate the group for them,
1514 # otherwise don't bother.
1514 # otherwise don't bother.
1515 if len(msng_filenode_lst) > 0:
1515 if len(msng_filenode_lst) > 0:
1516 yield changegroup.chunkheader(len(fname))
1516 yield changegroup.chunkheader(len(fname))
1517 yield fname
1517 yield fname
1518 # Sort the filenodes by their revision #
1518 # Sort the filenodes by their revision #
1519 msng_filenode_lst.sort(key=filerevlog.rev)
1519 msng_filenode_lst.sort(key=filerevlog.rev)
1520 # Create a group generator and only pass in a changenode
1520 # Create a group generator and only pass in a changenode
1521 # lookup function as we need to collect no information
1521 # lookup function as we need to collect no information
1522 # from filenodes.
1522 # from filenodes.
1523 group = filerevlog.group(msng_filenode_lst,
1523 group = filerevlog.group(msng_filenode_lst,
1524 lookup_filenode_link_func(fname))
1524 lookup_filenode_link_func(fname))
1525 for chnk in group:
1525 for chnk in group:
1526 self.ui.progress(
1526 self.ui.progress(
1527 _('bundling files'), cnt, item=fname, unit=_('chunks'))
1527 _('bundling files'), cnt, item=fname, unit=_('chunks'))
1528 cnt += 1
1528 cnt += 1
1529 yield chnk
1529 yield chnk
1530 if fname in msng_filenode_set:
1530 if fname in msng_filenode_set:
1531 # Don't need this anymore, toss it to free memory.
1531 # Don't need this anymore, toss it to free memory.
1532 del msng_filenode_set[fname]
1532 del msng_filenode_set[fname]
1533 # Signal that no more groups are left.
1533 # Signal that no more groups are left.
1534 yield changegroup.closechunk()
1534 yield changegroup.closechunk()
1535 self.ui.progress(_('bundling files'), None)
1535 self.ui.progress(_('bundling files'), None)
1536
1536
1537 if msng_cl_lst:
1537 if msng_cl_lst:
1538 self.hook('outgoing', node=hex(msng_cl_lst[0]), source=source)
1538 self.hook('outgoing', node=hex(msng_cl_lst[0]), source=source)
1539
1539
1540 return util.chunkbuffer(gengroup())
1540 return util.chunkbuffer(gengroup())
1541
1541
1542 def changegroup(self, basenodes, source):
1542 def changegroup(self, basenodes, source):
1543 # to avoid a race we use changegroupsubset() (issue1320)
1543 # to avoid a race we use changegroupsubset() (issue1320)
1544 return self.changegroupsubset(basenodes, self.heads(), source)
1544 return self.changegroupsubset(basenodes, self.heads(), source)
1545
1545
1546 def _changegroup(self, nodes, source):
1546 def _changegroup(self, nodes, source):
1547 """Compute the changegroup of all nodes that we have that a recipient
1547 """Compute the changegroup of all nodes that we have that a recipient
1548 doesn't. Return a chunkbuffer object whose read() method will return
1548 doesn't. Return a chunkbuffer object whose read() method will return
1549 successive changegroup chunks.
1549 successive changegroup chunks.
1550
1550
1551 This is much easier than the previous function as we can assume that
1551 This is much easier than the previous function as we can assume that
1552 the recipient has any changenode we aren't sending them.
1552 the recipient has any changenode we aren't sending them.
1553
1553
1554 nodes is the set of nodes to send"""
1554 nodes is the set of nodes to send"""
1555
1555
1556 self.hook('preoutgoing', throw=True, source=source)
1556 self.hook('preoutgoing', throw=True, source=source)
1557
1557
1558 cl = self.changelog
1558 cl = self.changelog
1559 revset = set([cl.rev(n) for n in nodes])
1559 revset = set([cl.rev(n) for n in nodes])
1560 self.changegroupinfo(nodes, source)
1560 self.changegroupinfo(nodes, source)
1561
1561
1562 def identity(x):
1562 def identity(x):
1563 return x
1563 return x
1564
1564
1565 def gennodelst(log):
1565 def gennodelst(log):
1566 for r in log:
1566 for r in log:
1567 if log.linkrev(r) in revset:
1567 if log.linkrev(r) in revset:
1568 yield log.node(r)
1568 yield log.node(r)
1569
1569
1570 def lookuprevlink_func(revlog):
1570 def lookuprevlink_func(revlog):
1571 def lookuprevlink(n):
1571 def lookuprevlink(n):
1572 return cl.node(revlog.linkrev(revlog.rev(n)))
1572 return cl.node(revlog.linkrev(revlog.rev(n)))
1573 return lookuprevlink
1573 return lookuprevlink
1574
1574
1575 def gengroup():
1575 def gengroup():
1576 '''yield a sequence of changegroup chunks (strings)'''
1576 '''yield a sequence of changegroup chunks (strings)'''
1577 # construct a list of all changed files
1577 # construct a list of all changed files
1578 changedfiles = {}
1578 changedfiles = {}
1579 mmfs = {}
1579 mmfs = {}
1580 collect = changegroup.collector(cl, mmfs, changedfiles)
1580 collect = changegroup.collector(cl, mmfs, changedfiles)
1581
1581
1582 cnt = 0
1582 cnt = 0
1583 for chnk in cl.group(nodes, identity, collect):
1583 for chnk in cl.group(nodes, identity, collect):
1584 self.ui.progress(_('bundling changes'), cnt, unit=_('chunks'))
1584 self.ui.progress(_('bundling changes'), cnt, unit=_('chunks'))
1585 cnt += 1
1585 cnt += 1
1586 yield chnk
1586 yield chnk
1587 self.ui.progress(_('bundling changes'), None)
1587 self.ui.progress(_('bundling changes'), None)
1588
1588
1589 mnfst = self.manifest
1589 mnfst = self.manifest
1590 nodeiter = gennodelst(mnfst)
1590 nodeiter = gennodelst(mnfst)
1591 cnt = 0
1591 cnt = 0
1592 for chnk in mnfst.group(nodeiter, lookuprevlink_func(mnfst)):
1592 for chnk in mnfst.group(nodeiter, lookuprevlink_func(mnfst)):
1593 self.ui.progress(_('bundling manifests'), cnt, unit=_('chunks'))
1593 self.ui.progress(_('bundling manifests'), cnt, unit=_('chunks'))
1594 cnt += 1
1594 cnt += 1
1595 yield chnk
1595 yield chnk
1596 self.ui.progress(_('bundling manifests'), None)
1596 self.ui.progress(_('bundling manifests'), None)
1597
1597
1598 cnt = 0
1598 cnt = 0
1599 for fname in sorted(changedfiles):
1599 for fname in sorted(changedfiles):
1600 filerevlog = self.file(fname)
1600 filerevlog = self.file(fname)
1601 if not len(filerevlog):
1601 if not len(filerevlog):
1602 raise util.Abort(_("empty or missing revlog for %s") % fname)
1602 raise util.Abort(_("empty or missing revlog for %s") % fname)
1603 nodeiter = gennodelst(filerevlog)
1603 nodeiter = gennodelst(filerevlog)
1604 nodeiter = list(nodeiter)
1604 nodeiter = list(nodeiter)
1605 if nodeiter:
1605 if nodeiter:
1606 yield changegroup.chunkheader(len(fname))
1606 yield changegroup.chunkheader(len(fname))
1607 yield fname
1607 yield fname
1608 lookup = lookuprevlink_func(filerevlog)
1608 lookup = lookuprevlink_func(filerevlog)
1609 for chnk in filerevlog.group(nodeiter, lookup):
1609 for chnk in filerevlog.group(nodeiter, lookup):
1610 self.ui.progress(
1610 self.ui.progress(
1611 _('bundling files'), cnt, item=fname, unit=_('chunks'))
1611 _('bundling files'), cnt, item=fname, unit=_('chunks'))
1612 cnt += 1
1612 cnt += 1
1613 yield chnk
1613 yield chnk
1614 self.ui.progress(_('bundling files'), None)
1614 self.ui.progress(_('bundling files'), None)
1615
1615
1616 yield changegroup.closechunk()
1616 yield changegroup.closechunk()
1617
1617
1618 if nodes:
1618 if nodes:
1619 self.hook('outgoing', node=hex(nodes[0]), source=source)
1619 self.hook('outgoing', node=hex(nodes[0]), source=source)
1620
1620
1621 return util.chunkbuffer(gengroup())
1621 return util.chunkbuffer(gengroup())
1622
1622
1623 def addchangegroup(self, source, srctype, url, emptyok=False):
1623 def addchangegroup(self, source, srctype, url, emptyok=False):
1624 """Add the changegroup returned by source.read() to this repo.
1624 """Add the changegroup returned by source.read() to this repo.
1625 srctype is a string like 'push', 'pull', or 'unbundle'. url is
1625 srctype is a string like 'push', 'pull', or 'unbundle'. url is
1626 the URL of the repo where this changegroup is coming from.
1626 the URL of the repo where this changegroup is coming from.
1627
1627
1628 Return an integer summarizing the change to this repo:
1628 Return an integer summarizing the change to this repo:
1629 - nothing changed or no source: 0
1629 - nothing changed or no source: 0
1630 - more heads than before: 1+added heads (2..n)
1630 - more heads than before: 1+added heads (2..n)
1631 - fewer heads than before: -1-removed heads (-2..-n)
1631 - fewer heads than before: -1-removed heads (-2..-n)
1632 - number of heads stays the same: 1
1632 - number of heads stays the same: 1
1633 """
1633 """
1634 def csmap(x):
1634 def csmap(x):
1635 self.ui.debug("add changeset %s\n" % short(x))
1635 self.ui.debug("add changeset %s\n" % short(x))
1636 return len(cl)
1636 return len(cl)
1637
1637
1638 def revmap(x):
1638 def revmap(x):
1639 return cl.rev(x)
1639 return cl.rev(x)
1640
1640
1641 if not source:
1641 if not source:
1642 return 0
1642 return 0
1643
1643
1644 self.hook('prechangegroup', throw=True, source=srctype, url=url)
1644 self.hook('prechangegroup', throw=True, source=srctype, url=url)
1645
1645
1646 changesets = files = revisions = 0
1646 changesets = files = revisions = 0
1647 efiles = set()
1647 efiles = set()
1648
1648
1649 # write changelog data to temp files so concurrent readers will not see
1649 # write changelog data to temp files so concurrent readers will not see
1650 # inconsistent view
1650 # inconsistent view
1651 cl = self.changelog
1651 cl = self.changelog
1652 cl.delayupdate()
1652 cl.delayupdate()
1653 oldheads = len(cl.heads())
1653 oldheads = len(cl.heads())
1654
1654
1655 tr = self.transaction("\n".join([srctype, urlmod.hidepassword(url)]))
1655 tr = self.transaction("\n".join([srctype, urlmod.hidepassword(url)]))
1656 try:
1656 try:
1657 trp = weakref.proxy(tr)
1657 trp = weakref.proxy(tr)
1658 # pull off the changeset group
1658 # pull off the changeset group
1659 self.ui.status(_("adding changesets\n"))
1659 self.ui.status(_("adding changesets\n"))
1660 clstart = len(cl)
1660 clstart = len(cl)
1661 class prog(object):
1661 class prog(object):
1662 step = _('changesets')
1662 step = _('changesets')
1663 count = 1
1663 count = 1
1664 ui = self.ui
1664 ui = self.ui
1665 total = None
1665 total = None
1666 def __call__(self):
1666 def __call__(self):
1667 self.ui.progress(self.step, self.count, unit=_('chunks'),
1667 self.ui.progress(self.step, self.count, unit=_('chunks'),
1668 total=self.total)
1668 total=self.total)
1669 self.count += 1
1669 self.count += 1
1670 pr = prog()
1670 pr = prog()
1671 chunkiter = changegroup.chunkiter(source, progress=pr)
1671 chunkiter = changegroup.chunkiter(source, progress=pr)
1672 if cl.addgroup(chunkiter, csmap, trp) is None and not emptyok:
1672 if cl.addgroup(chunkiter, csmap, trp) is None and not emptyok:
1673 raise util.Abort(_("received changelog group is empty"))
1673 raise util.Abort(_("received changelog group is empty"))
1674 clend = len(cl)
1674 clend = len(cl)
1675 changesets = clend - clstart
1675 changesets = clend - clstart
1676 for c in xrange(clstart, clend):
1676 for c in xrange(clstart, clend):
1677 efiles.update(self[c].files())
1677 efiles.update(self[c].files())
1678 efiles = len(efiles)
1678 efiles = len(efiles)
1679 self.ui.progress(_('changesets'), None)
1679 self.ui.progress(_('changesets'), None)
1680
1680
1681 # pull off the manifest group
1681 # pull off the manifest group
1682 self.ui.status(_("adding manifests\n"))
1682 self.ui.status(_("adding manifests\n"))
1683 pr.step = _('manifests')
1683 pr.step = _('manifests')
1684 pr.count = 1
1684 pr.count = 1
1685 pr.total = changesets # manifests <= changesets
1685 pr.total = changesets # manifests <= changesets
1686 chunkiter = changegroup.chunkiter(source, progress=pr)
1686 chunkiter = changegroup.chunkiter(source, progress=pr)
1687 # no need to check for empty manifest group here:
1687 # no need to check for empty manifest group here:
1688 # if the result of the merge of 1 and 2 is the same in 3 and 4,
1688 # if the result of the merge of 1 and 2 is the same in 3 and 4,
1689 # no new manifest will be created and the manifest group will
1689 # no new manifest will be created and the manifest group will
1690 # be empty during the pull
1690 # be empty during the pull
1691 self.manifest.addgroup(chunkiter, revmap, trp)
1691 self.manifest.addgroup(chunkiter, revmap, trp)
1692 self.ui.progress(_('manifests'), None)
1692 self.ui.progress(_('manifests'), None)
1693
1693
1694 needfiles = {}
1694 needfiles = {}
1695 if self.ui.configbool('server', 'validate', default=False):
1695 if self.ui.configbool('server', 'validate', default=False):
1696 # validate incoming csets have their manifests
1696 # validate incoming csets have their manifests
1697 for cset in xrange(clstart, clend):
1697 for cset in xrange(clstart, clend):
1698 mfest = self.changelog.read(self.changelog.node(cset))[0]
1698 mfest = self.changelog.read(self.changelog.node(cset))[0]
1699 mfest = self.manifest.readdelta(mfest)
1699 mfest = self.manifest.readdelta(mfest)
1700 # store file nodes we must see
1700 # store file nodes we must see
1701 for f, n in mfest.iteritems():
1701 for f, n in mfest.iteritems():
1702 needfiles.setdefault(f, set()).add(n)
1702 needfiles.setdefault(f, set()).add(n)
1703
1703
1704 # process the files
1704 # process the files
1705 self.ui.status(_("adding file changes\n"))
1705 self.ui.status(_("adding file changes\n"))
1706 pr.step = 'files'
1706 pr.step = 'files'
1707 pr.count = 1
1707 pr.count = 1
1708 pr.total = efiles
1708 pr.total = efiles
1709 while 1:
1709 while 1:
1710 f = changegroup.getchunk(source)
1710 f = changegroup.getchunk(source)
1711 if not f:
1711 if not f:
1712 break
1712 break
1713 self.ui.debug("adding %s revisions\n" % f)
1713 self.ui.debug("adding %s revisions\n" % f)
1714 pr()
1714 pr()
1715 fl = self.file(f)
1715 fl = self.file(f)
1716 o = len(fl)
1716 o = len(fl)
1717 chunkiter = changegroup.chunkiter(source)
1717 chunkiter = changegroup.chunkiter(source)
1718 if fl.addgroup(chunkiter, revmap, trp) is None:
1718 if fl.addgroup(chunkiter, revmap, trp) is None:
1719 raise util.Abort(_("received file revlog group is empty"))
1719 raise util.Abort(_("received file revlog group is empty"))
1720 revisions += len(fl) - o
1720 revisions += len(fl) - o
1721 files += 1
1721 files += 1
1722 if f in needfiles:
1722 if f in needfiles:
1723 needs = needfiles[f]
1723 needs = needfiles[f]
1724 for new in xrange(o, len(fl)):
1724 for new in xrange(o, len(fl)):
1725 n = fl.node(new)
1725 n = fl.node(new)
1726 if n in needs:
1726 if n in needs:
1727 needs.remove(n)
1727 needs.remove(n)
1728 if not needs:
1728 if not needs:
1729 del needfiles[f]
1729 del needfiles[f]
1730 self.ui.progress(_('files'), None)
1730 self.ui.progress(_('files'), None)
1731
1731
1732 for f, needs in needfiles.iteritems():
1732 for f, needs in needfiles.iteritems():
1733 fl = self.file(f)
1733 fl = self.file(f)
1734 for n in needs:
1734 for n in needs:
1735 try:
1735 try:
1736 fl.rev(n)
1736 fl.rev(n)
1737 except error.LookupError:
1737 except error.LookupError:
1738 raise util.Abort(
1738 raise util.Abort(
1739 _('missing file data for %s:%s - run hg verify') %
1739 _('missing file data for %s:%s - run hg verify') %
1740 (f, hex(n)))
1740 (f, hex(n)))
1741
1741
1742 newheads = len(cl.heads())
1742 newheads = len(cl.heads())
1743 heads = ""
1743 heads = ""
1744 if oldheads and newheads != oldheads:
1744 if oldheads and newheads != oldheads:
1745 heads = _(" (%+d heads)") % (newheads - oldheads)
1745 heads = _(" (%+d heads)") % (newheads - oldheads)
1746
1746
1747 self.ui.status(_("added %d changesets"
1747 self.ui.status(_("added %d changesets"
1748 " with %d changes to %d files%s\n")
1748 " with %d changes to %d files%s\n")
1749 % (changesets, revisions, files, heads))
1749 % (changesets, revisions, files, heads))
1750
1750
1751 if changesets > 0:
1751 if changesets > 0:
1752 p = lambda: cl.writepending() and self.root or ""
1752 p = lambda: cl.writepending() and self.root or ""
1753 self.hook('pretxnchangegroup', throw=True,
1753 self.hook('pretxnchangegroup', throw=True,
1754 node=hex(cl.node(clstart)), source=srctype,
1754 node=hex(cl.node(clstart)), source=srctype,
1755 url=url, pending=p)
1755 url=url, pending=p)
1756
1756
1757 # make changelog see real files again
1757 # make changelog see real files again
1758 cl.finalize(trp)
1758 cl.finalize(trp)
1759
1759
1760 tr.close()
1760 tr.close()
1761 finally:
1761 finally:
1762 tr.release()
1762 tr.release()
1763
1763
1764 if changesets > 0:
1764 if changesets > 0:
1765 # forcefully update the on-disk branch cache
1765 # forcefully update the on-disk branch cache
1766 self.ui.debug("updating the branch cache\n")
1766 self.ui.debug("updating the branch cache\n")
1767 self.branchtags()
1767 self.branchtags()
1768 self.hook("changegroup", node=hex(cl.node(clstart)),
1768 self.hook("changegroup", node=hex(cl.node(clstart)),
1769 source=srctype, url=url)
1769 source=srctype, url=url)
1770
1770
1771 for i in xrange(clstart, clend):
1771 for i in xrange(clstart, clend):
1772 self.hook("incoming", node=hex(cl.node(i)),
1772 self.hook("incoming", node=hex(cl.node(i)),
1773 source=srctype, url=url)
1773 source=srctype, url=url)
1774
1774
1775 # never return 0 here:
1775 # never return 0 here:
1776 if newheads < oldheads:
1776 if newheads < oldheads:
1777 return newheads - oldheads - 1
1777 return newheads - oldheads - 1
1778 else:
1778 else:
1779 return newheads - oldheads + 1
1779 return newheads - oldheads + 1
1780
1780
1781
1781
1782 def stream_in(self, remote):
1782 def stream_in(self, remote):
1783 fp = remote.stream_out()
1783 fp = remote.stream_out()
1784 l = fp.readline()
1784 l = fp.readline()
1785 try:
1785 try:
1786 resp = int(l)
1786 resp = int(l)
1787 except ValueError:
1787 except ValueError:
1788 raise error.ResponseError(
1788 raise error.ResponseError(
1789 _('Unexpected response from remote server:'), l)
1789 _('Unexpected response from remote server:'), l)
1790 if resp == 1:
1790 if resp == 1:
1791 raise util.Abort(_('operation forbidden by server'))
1791 raise util.Abort(_('operation forbidden by server'))
1792 elif resp == 2:
1792 elif resp == 2:
1793 raise util.Abort(_('locking the remote repository failed'))
1793 raise util.Abort(_('locking the remote repository failed'))
1794 elif resp != 0:
1794 elif resp != 0:
1795 raise util.Abort(_('the server sent an unknown error code'))
1795 raise util.Abort(_('the server sent an unknown error code'))
1796 self.ui.status(_('streaming all changes\n'))
1796 self.ui.status(_('streaming all changes\n'))
1797 l = fp.readline()
1797 l = fp.readline()
1798 try:
1798 try:
1799 total_files, total_bytes = map(int, l.split(' ', 1))
1799 total_files, total_bytes = map(int, l.split(' ', 1))
1800 except (ValueError, TypeError):
1800 except (ValueError, TypeError):
1801 raise error.ResponseError(
1801 raise error.ResponseError(
1802 _('Unexpected response from remote server:'), l)
1802 _('Unexpected response from remote server:'), l)
1803 self.ui.status(_('%d files to transfer, %s of data\n') %
1803 self.ui.status(_('%d files to transfer, %s of data\n') %
1804 (total_files, util.bytecount(total_bytes)))
1804 (total_files, util.bytecount(total_bytes)))
1805 start = time.time()
1805 start = time.time()
1806 for i in xrange(total_files):
1806 for i in xrange(total_files):
1807 # XXX doesn't support '\n' or '\r' in filenames
1807 # XXX doesn't support '\n' or '\r' in filenames
1808 l = fp.readline()
1808 l = fp.readline()
1809 try:
1809 try:
1810 name, size = l.split('\0', 1)
1810 name, size = l.split('\0', 1)
1811 size = int(size)
1811 size = int(size)
1812 except (ValueError, TypeError):
1812 except (ValueError, TypeError):
1813 raise error.ResponseError(
1813 raise error.ResponseError(
1814 _('Unexpected response from remote server:'), l)
1814 _('Unexpected response from remote server:'), l)
1815 self.ui.debug('adding %s (%s)\n' % (name, util.bytecount(size)))
1815 self.ui.debug('adding %s (%s)\n' % (name, util.bytecount(size)))
1816 # for backwards compat, name was partially encoded
1816 # for backwards compat, name was partially encoded
1817 ofp = self.sopener(store.decodedir(name), 'w')
1817 ofp = self.sopener(store.decodedir(name), 'w')
1818 for chunk in util.filechunkiter(fp, limit=size):
1818 for chunk in util.filechunkiter(fp, limit=size):
1819 ofp.write(chunk)
1819 ofp.write(chunk)
1820 ofp.close()
1820 ofp.close()
1821 elapsed = time.time() - start
1821 elapsed = time.time() - start
1822 if elapsed <= 0:
1822 if elapsed <= 0:
1823 elapsed = 0.001
1823 elapsed = 0.001
1824 self.ui.status(_('transferred %s in %.1f seconds (%s/sec)\n') %
1824 self.ui.status(_('transferred %s in %.1f seconds (%s/sec)\n') %
1825 (util.bytecount(total_bytes), elapsed,
1825 (util.bytecount(total_bytes), elapsed,
1826 util.bytecount(total_bytes / elapsed)))
1826 util.bytecount(total_bytes / elapsed)))
1827 self.invalidate()
1827 self.invalidate()
1828 return len(self.heads()) + 1
1828 return len(self.heads()) + 1
1829
1829
1830 def clone(self, remote, heads=[], stream=False):
1830 def clone(self, remote, heads=[], stream=False):
1831 '''clone remote repository.
1831 '''clone remote repository.
1832
1832
1833 keyword arguments:
1833 keyword arguments:
1834 heads: list of revs to clone (forces use of pull)
1834 heads: list of revs to clone (forces use of pull)
1835 stream: use streaming clone if possible'''
1835 stream: use streaming clone if possible'''
1836
1836
1837 # now, all clients that can request uncompressed clones can
1837 # now, all clients that can request uncompressed clones can
1838 # read repo formats supported by all servers that can serve
1838 # read repo formats supported by all servers that can serve
1839 # them.
1839 # them.
1840
1840
1841 # if revlog format changes, client will have to check version
1841 # if revlog format changes, client will have to check version
1842 # and format flags on "stream" capability, and use
1842 # and format flags on "stream" capability, and use
1843 # uncompressed only if compatible.
1843 # uncompressed only if compatible.
1844
1844
1845 if stream and not heads and remote.capable('stream'):
1845 if stream and not heads and remote.capable('stream'):
1846 return self.stream_in(remote)
1846 return self.stream_in(remote)
1847 return self.pull(remote, heads)
1847 return self.pull(remote, heads)
1848
1848
1849 def pushkey(self, namespace, key, old, new):
1850 return pushkey.push(self, namespace, key, old, new)
1851
1852 def listkeys(self, namespace):
1853 return pushkey.list(self, namespace)
1854
1849 # used to avoid circular references so destructors work
1855 # used to avoid circular references so destructors work
1850 def aftertrans(files):
1856 def aftertrans(files):
1851 renamefiles = [tuple(t) for t in files]
1857 renamefiles = [tuple(t) for t in files]
1852 def a():
1858 def a():
1853 for src, dest in renamefiles:
1859 for src, dest in renamefiles:
1854 util.rename(src, dest)
1860 util.rename(src, dest)
1855 return a
1861 return a
1856
1862
1857 def instance(ui, path, create):
1863 def instance(ui, path, create):
1858 return localrepository(ui, util.drop_scheme('file', path), create)
1864 return localrepository(ui, util.drop_scheme('file', path), create)
1859
1865
1860 def islocal(path):
1866 def islocal(path):
1861 return True
1867 return True
General Comments 0
You need to be logged in to leave comments. Login now