##// END OF EJS Templates
fix a NameError in changegroupsubset
Benoit Boissinot -
r2150:f15c6394 default
parent child Browse files
Show More
@@ -1,1998 +1,1998 b''
1 # localrepo.py - read/write repository class for mercurial
1 # localrepo.py - read/write repository class for mercurial
2 #
2 #
3 # Copyright 2005 Matt Mackall <mpm@selenic.com>
3 # Copyright 2005 Matt Mackall <mpm@selenic.com>
4 #
4 #
5 # This software may be used and distributed according to the terms
5 # This software may be used and distributed according to the terms
6 # of the GNU General Public License, incorporated herein by reference.
6 # of the GNU General Public License, incorporated herein by reference.
7
7
8 import os, util
8 import os, util
9 import filelog, manifest, changelog, dirstate, repo
9 import filelog, manifest, changelog, dirstate, repo
10 from node import *
10 from node import *
11 from i18n import gettext as _
11 from i18n import gettext as _
12 from demandload import *
12 from demandload import *
13 demandload(globals(), "appendfile changegroup")
13 demandload(globals(), "appendfile changegroup")
14 demandload(globals(), "re lock transaction tempfile stat mdiff errno ui revlog")
14 demandload(globals(), "re lock transaction tempfile stat mdiff errno ui revlog")
15
15
16 class localrepository(object):
16 class localrepository(object):
17 def __del__(self):
17 def __del__(self):
18 self.transhandle = None
18 self.transhandle = None
19 def __init__(self, parentui, path=None, create=0):
19 def __init__(self, parentui, path=None, create=0):
20 if not path:
20 if not path:
21 p = os.getcwd()
21 p = os.getcwd()
22 while not os.path.isdir(os.path.join(p, ".hg")):
22 while not os.path.isdir(os.path.join(p, ".hg")):
23 oldp = p
23 oldp = p
24 p = os.path.dirname(p)
24 p = os.path.dirname(p)
25 if p == oldp:
25 if p == oldp:
26 raise repo.RepoError(_("no repo found"))
26 raise repo.RepoError(_("no repo found"))
27 path = p
27 path = p
28 self.path = os.path.join(path, ".hg")
28 self.path = os.path.join(path, ".hg")
29
29
30 if not create and not os.path.isdir(self.path):
30 if not create and not os.path.isdir(self.path):
31 raise repo.RepoError(_("repository %s not found") % path)
31 raise repo.RepoError(_("repository %s not found") % path)
32
32
33 self.root = os.path.abspath(path)
33 self.root = os.path.abspath(path)
34 self.origroot = path
34 self.origroot = path
35 self.ui = ui.ui(parentui=parentui)
35 self.ui = ui.ui(parentui=parentui)
36 self.opener = util.opener(self.path)
36 self.opener = util.opener(self.path)
37 self.wopener = util.opener(self.root)
37 self.wopener = util.opener(self.root)
38
38
39 try:
39 try:
40 self.ui.readconfig(self.join("hgrc"), self.root)
40 self.ui.readconfig(self.join("hgrc"), self.root)
41 except IOError:
41 except IOError:
42 pass
42 pass
43
43
44 v = self.ui.revlogopts
44 v = self.ui.revlogopts
45 self.revlogversion = int(v.get('format', revlog.REVLOGV0))
45 self.revlogversion = int(v.get('format', revlog.REVLOGV0))
46 flags = 0
46 flags = 0
47 for x in v.get('flags', "").split():
47 for x in v.get('flags', "").split():
48 flags |= revlog.flagstr(x)
48 flags |= revlog.flagstr(x)
49
49
50 v = self.revlogversion | flags
50 v = self.revlogversion | flags
51 self.manifest = manifest.manifest(self.opener, v)
51 self.manifest = manifest.manifest(self.opener, v)
52 self.changelog = changelog.changelog(self.opener, v)
52 self.changelog = changelog.changelog(self.opener, v)
53
53
54 # the changelog might not have the inline index flag
54 # the changelog might not have the inline index flag
55 # on. If the format of the changelog is the same as found in
55 # on. If the format of the changelog is the same as found in
56 # .hgrc, apply any flags found in the .hgrc as well.
56 # .hgrc, apply any flags found in the .hgrc as well.
57 # Otherwise, just version from the changelog
57 # Otherwise, just version from the changelog
58 v = self.changelog.version
58 v = self.changelog.version
59 if v == self.revlogversion:
59 if v == self.revlogversion:
60 v |= flags
60 v |= flags
61 self.revlogversion = v
61 self.revlogversion = v
62
62
63 self.tagscache = None
63 self.tagscache = None
64 self.nodetagscache = None
64 self.nodetagscache = None
65 self.encodepats = None
65 self.encodepats = None
66 self.decodepats = None
66 self.decodepats = None
67 self.transhandle = None
67 self.transhandle = None
68
68
69 if create:
69 if create:
70 os.mkdir(self.path)
70 os.mkdir(self.path)
71 os.mkdir(self.join("data"))
71 os.mkdir(self.join("data"))
72
72
73 self.dirstate = dirstate.dirstate(self.opener, self.ui, self.root)
73 self.dirstate = dirstate.dirstate(self.opener, self.ui, self.root)
74 def hook(self, name, throw=False, **args):
74 def hook(self, name, throw=False, **args):
75 def runhook(name, cmd):
75 def runhook(name, cmd):
76 self.ui.note(_("running hook %s: %s\n") % (name, cmd))
76 self.ui.note(_("running hook %s: %s\n") % (name, cmd))
77 env = dict([('HG_' + k.upper(), v) for k, v in args.iteritems()] +
77 env = dict([('HG_' + k.upper(), v) for k, v in args.iteritems()] +
78 [(k.upper(), v) for k, v in args.iteritems()])
78 [(k.upper(), v) for k, v in args.iteritems()])
79 r = util.system(cmd, environ=env, cwd=self.root)
79 r = util.system(cmd, environ=env, cwd=self.root)
80 if r:
80 if r:
81 desc, r = util.explain_exit(r)
81 desc, r = util.explain_exit(r)
82 if throw:
82 if throw:
83 raise util.Abort(_('%s hook %s') % (name, desc))
83 raise util.Abort(_('%s hook %s') % (name, desc))
84 self.ui.warn(_('error: %s hook %s\n') % (name, desc))
84 self.ui.warn(_('error: %s hook %s\n') % (name, desc))
85 return False
85 return False
86 return True
86 return True
87
87
88 r = True
88 r = True
89 hooks = [(hname, cmd) for hname, cmd in self.ui.configitems("hooks")
89 hooks = [(hname, cmd) for hname, cmd in self.ui.configitems("hooks")
90 if hname.split(".", 1)[0] == name and cmd]
90 if hname.split(".", 1)[0] == name and cmd]
91 hooks.sort()
91 hooks.sort()
92 for hname, cmd in hooks:
92 for hname, cmd in hooks:
93 r = runhook(hname, cmd) and r
93 r = runhook(hname, cmd) and r
94 return r
94 return r
95
95
96 def tags(self):
96 def tags(self):
97 '''return a mapping of tag to node'''
97 '''return a mapping of tag to node'''
98 if not self.tagscache:
98 if not self.tagscache:
99 self.tagscache = {}
99 self.tagscache = {}
100
100
101 def parsetag(line, context):
101 def parsetag(line, context):
102 if not line:
102 if not line:
103 return
103 return
104 s = l.split(" ", 1)
104 s = l.split(" ", 1)
105 if len(s) != 2:
105 if len(s) != 2:
106 self.ui.warn(_("%s: ignoring invalid tag\n") % context)
106 self.ui.warn(_("%s: ignoring invalid tag\n") % context)
107 return
107 return
108 node, key = s
108 node, key = s
109 try:
109 try:
110 bin_n = bin(node)
110 bin_n = bin(node)
111 except TypeError:
111 except TypeError:
112 self.ui.warn(_("%s: ignoring invalid tag\n") % context)
112 self.ui.warn(_("%s: ignoring invalid tag\n") % context)
113 return
113 return
114 if bin_n not in self.changelog.nodemap:
114 if bin_n not in self.changelog.nodemap:
115 self.ui.warn(_("%s: ignoring invalid tag\n") % context)
115 self.ui.warn(_("%s: ignoring invalid tag\n") % context)
116 return
116 return
117 self.tagscache[key.strip()] = bin_n
117 self.tagscache[key.strip()] = bin_n
118
118
119 # read each head of the tags file, ending with the tip
119 # read each head of the tags file, ending with the tip
120 # and add each tag found to the map, with "newer" ones
120 # and add each tag found to the map, with "newer" ones
121 # taking precedence
121 # taking precedence
122 fl = self.file(".hgtags")
122 fl = self.file(".hgtags")
123 h = fl.heads()
123 h = fl.heads()
124 h.reverse()
124 h.reverse()
125 for r in h:
125 for r in h:
126 count = 0
126 count = 0
127 for l in fl.read(r).splitlines():
127 for l in fl.read(r).splitlines():
128 count += 1
128 count += 1
129 parsetag(l, ".hgtags:%d" % count)
129 parsetag(l, ".hgtags:%d" % count)
130
130
131 try:
131 try:
132 f = self.opener("localtags")
132 f = self.opener("localtags")
133 count = 0
133 count = 0
134 for l in f:
134 for l in f:
135 count += 1
135 count += 1
136 parsetag(l, "localtags:%d" % count)
136 parsetag(l, "localtags:%d" % count)
137 except IOError:
137 except IOError:
138 pass
138 pass
139
139
140 self.tagscache['tip'] = self.changelog.tip()
140 self.tagscache['tip'] = self.changelog.tip()
141
141
142 return self.tagscache
142 return self.tagscache
143
143
144 def tagslist(self):
144 def tagslist(self):
145 '''return a list of tags ordered by revision'''
145 '''return a list of tags ordered by revision'''
146 l = []
146 l = []
147 for t, n in self.tags().items():
147 for t, n in self.tags().items():
148 try:
148 try:
149 r = self.changelog.rev(n)
149 r = self.changelog.rev(n)
150 except:
150 except:
151 r = -2 # sort to the beginning of the list if unknown
151 r = -2 # sort to the beginning of the list if unknown
152 l.append((r, t, n))
152 l.append((r, t, n))
153 l.sort()
153 l.sort()
154 return [(t, n) for r, t, n in l]
154 return [(t, n) for r, t, n in l]
155
155
156 def nodetags(self, node):
156 def nodetags(self, node):
157 '''return the tags associated with a node'''
157 '''return the tags associated with a node'''
158 if not self.nodetagscache:
158 if not self.nodetagscache:
159 self.nodetagscache = {}
159 self.nodetagscache = {}
160 for t, n in self.tags().items():
160 for t, n in self.tags().items():
161 self.nodetagscache.setdefault(n, []).append(t)
161 self.nodetagscache.setdefault(n, []).append(t)
162 return self.nodetagscache.get(node, [])
162 return self.nodetagscache.get(node, [])
163
163
164 def lookup(self, key):
164 def lookup(self, key):
165 try:
165 try:
166 return self.tags()[key]
166 return self.tags()[key]
167 except KeyError:
167 except KeyError:
168 try:
168 try:
169 return self.changelog.lookup(key)
169 return self.changelog.lookup(key)
170 except:
170 except:
171 raise repo.RepoError(_("unknown revision '%s'") % key)
171 raise repo.RepoError(_("unknown revision '%s'") % key)
172
172
173 def dev(self):
173 def dev(self):
174 return os.stat(self.path).st_dev
174 return os.stat(self.path).st_dev
175
175
176 def local(self):
176 def local(self):
177 return True
177 return True
178
178
179 def join(self, f):
179 def join(self, f):
180 return os.path.join(self.path, f)
180 return os.path.join(self.path, f)
181
181
182 def wjoin(self, f):
182 def wjoin(self, f):
183 return os.path.join(self.root, f)
183 return os.path.join(self.root, f)
184
184
185 def file(self, f):
185 def file(self, f):
186 if f[0] == '/':
186 if f[0] == '/':
187 f = f[1:]
187 f = f[1:]
188 return filelog.filelog(self.opener, f, self.revlogversion)
188 return filelog.filelog(self.opener, f, self.revlogversion)
189
189
190 def getcwd(self):
190 def getcwd(self):
191 return self.dirstate.getcwd()
191 return self.dirstate.getcwd()
192
192
193 def wfile(self, f, mode='r'):
193 def wfile(self, f, mode='r'):
194 return self.wopener(f, mode)
194 return self.wopener(f, mode)
195
195
196 def wread(self, filename):
196 def wread(self, filename):
197 if self.encodepats == None:
197 if self.encodepats == None:
198 l = []
198 l = []
199 for pat, cmd in self.ui.configitems("encode"):
199 for pat, cmd in self.ui.configitems("encode"):
200 mf = util.matcher(self.root, "", [pat], [], [])[1]
200 mf = util.matcher(self.root, "", [pat], [], [])[1]
201 l.append((mf, cmd))
201 l.append((mf, cmd))
202 self.encodepats = l
202 self.encodepats = l
203
203
204 data = self.wopener(filename, 'r').read()
204 data = self.wopener(filename, 'r').read()
205
205
206 for mf, cmd in self.encodepats:
206 for mf, cmd in self.encodepats:
207 if mf(filename):
207 if mf(filename):
208 self.ui.debug(_("filtering %s through %s\n") % (filename, cmd))
208 self.ui.debug(_("filtering %s through %s\n") % (filename, cmd))
209 data = util.filter(data, cmd)
209 data = util.filter(data, cmd)
210 break
210 break
211
211
212 return data
212 return data
213
213
214 def wwrite(self, filename, data, fd=None):
214 def wwrite(self, filename, data, fd=None):
215 if self.decodepats == None:
215 if self.decodepats == None:
216 l = []
216 l = []
217 for pat, cmd in self.ui.configitems("decode"):
217 for pat, cmd in self.ui.configitems("decode"):
218 mf = util.matcher(self.root, "", [pat], [], [])[1]
218 mf = util.matcher(self.root, "", [pat], [], [])[1]
219 l.append((mf, cmd))
219 l.append((mf, cmd))
220 self.decodepats = l
220 self.decodepats = l
221
221
222 for mf, cmd in self.decodepats:
222 for mf, cmd in self.decodepats:
223 if mf(filename):
223 if mf(filename):
224 self.ui.debug(_("filtering %s through %s\n") % (filename, cmd))
224 self.ui.debug(_("filtering %s through %s\n") % (filename, cmd))
225 data = util.filter(data, cmd)
225 data = util.filter(data, cmd)
226 break
226 break
227
227
228 if fd:
228 if fd:
229 return fd.write(data)
229 return fd.write(data)
230 return self.wopener(filename, 'w').write(data)
230 return self.wopener(filename, 'w').write(data)
231
231
232 def transaction(self):
232 def transaction(self):
233 tr = self.transhandle
233 tr = self.transhandle
234 if tr != None and tr.running():
234 if tr != None and tr.running():
235 return tr.nest()
235 return tr.nest()
236
236
237 # save dirstate for undo
237 # save dirstate for undo
238 try:
238 try:
239 ds = self.opener("dirstate").read()
239 ds = self.opener("dirstate").read()
240 except IOError:
240 except IOError:
241 ds = ""
241 ds = ""
242 self.opener("journal.dirstate", "w").write(ds)
242 self.opener("journal.dirstate", "w").write(ds)
243
243
244 tr = transaction.transaction(self.ui.warn, self.opener,
244 tr = transaction.transaction(self.ui.warn, self.opener,
245 self.join("journal"),
245 self.join("journal"),
246 aftertrans(self.path))
246 aftertrans(self.path))
247 self.transhandle = tr
247 self.transhandle = tr
248 return tr
248 return tr
249
249
250 def recover(self):
250 def recover(self):
251 l = self.lock()
251 l = self.lock()
252 if os.path.exists(self.join("journal")):
252 if os.path.exists(self.join("journal")):
253 self.ui.status(_("rolling back interrupted transaction\n"))
253 self.ui.status(_("rolling back interrupted transaction\n"))
254 transaction.rollback(self.opener, self.join("journal"))
254 transaction.rollback(self.opener, self.join("journal"))
255 self.reload()
255 self.reload()
256 return True
256 return True
257 else:
257 else:
258 self.ui.warn(_("no interrupted transaction available\n"))
258 self.ui.warn(_("no interrupted transaction available\n"))
259 return False
259 return False
260
260
261 def undo(self, wlock=None):
261 def undo(self, wlock=None):
262 if not wlock:
262 if not wlock:
263 wlock = self.wlock()
263 wlock = self.wlock()
264 l = self.lock()
264 l = self.lock()
265 if os.path.exists(self.join("undo")):
265 if os.path.exists(self.join("undo")):
266 self.ui.status(_("rolling back last transaction\n"))
266 self.ui.status(_("rolling back last transaction\n"))
267 transaction.rollback(self.opener, self.join("undo"))
267 transaction.rollback(self.opener, self.join("undo"))
268 util.rename(self.join("undo.dirstate"), self.join("dirstate"))
268 util.rename(self.join("undo.dirstate"), self.join("dirstate"))
269 self.reload()
269 self.reload()
270 self.wreload()
270 self.wreload()
271 else:
271 else:
272 self.ui.warn(_("no undo information available\n"))
272 self.ui.warn(_("no undo information available\n"))
273
273
274 def wreload(self):
274 def wreload(self):
275 self.dirstate.read()
275 self.dirstate.read()
276
276
277 def reload(self):
277 def reload(self):
278 self.changelog.load()
278 self.changelog.load()
279 self.manifest.load()
279 self.manifest.load()
280 self.tagscache = None
280 self.tagscache = None
281 self.nodetagscache = None
281 self.nodetagscache = None
282
282
283 def do_lock(self, lockname, wait, releasefn=None, acquirefn=None,
283 def do_lock(self, lockname, wait, releasefn=None, acquirefn=None,
284 desc=None):
284 desc=None):
285 try:
285 try:
286 l = lock.lock(self.join(lockname), 0, releasefn, desc=desc)
286 l = lock.lock(self.join(lockname), 0, releasefn, desc=desc)
287 except lock.LockHeld, inst:
287 except lock.LockHeld, inst:
288 if not wait:
288 if not wait:
289 raise
289 raise
290 self.ui.warn(_("waiting for lock on %s held by %s\n") %
290 self.ui.warn(_("waiting for lock on %s held by %s\n") %
291 (desc, inst.args[0]))
291 (desc, inst.args[0]))
292 # default to 600 seconds timeout
292 # default to 600 seconds timeout
293 l = lock.lock(self.join(lockname),
293 l = lock.lock(self.join(lockname),
294 int(self.ui.config("ui", "timeout") or 600),
294 int(self.ui.config("ui", "timeout") or 600),
295 releasefn, desc=desc)
295 releasefn, desc=desc)
296 if acquirefn:
296 if acquirefn:
297 acquirefn()
297 acquirefn()
298 return l
298 return l
299
299
300 def lock(self, wait=1):
300 def lock(self, wait=1):
301 return self.do_lock("lock", wait, acquirefn=self.reload,
301 return self.do_lock("lock", wait, acquirefn=self.reload,
302 desc=_('repository %s') % self.origroot)
302 desc=_('repository %s') % self.origroot)
303
303
304 def wlock(self, wait=1):
304 def wlock(self, wait=1):
305 return self.do_lock("wlock", wait, self.dirstate.write,
305 return self.do_lock("wlock", wait, self.dirstate.write,
306 self.wreload,
306 self.wreload,
307 desc=_('working directory of %s') % self.origroot)
307 desc=_('working directory of %s') % self.origroot)
308
308
309 def checkfilemerge(self, filename, text, filelog, manifest1, manifest2):
309 def checkfilemerge(self, filename, text, filelog, manifest1, manifest2):
310 "determine whether a new filenode is needed"
310 "determine whether a new filenode is needed"
311 fp1 = manifest1.get(filename, nullid)
311 fp1 = manifest1.get(filename, nullid)
312 fp2 = manifest2.get(filename, nullid)
312 fp2 = manifest2.get(filename, nullid)
313
313
314 if fp2 != nullid:
314 if fp2 != nullid:
315 # is one parent an ancestor of the other?
315 # is one parent an ancestor of the other?
316 fpa = filelog.ancestor(fp1, fp2)
316 fpa = filelog.ancestor(fp1, fp2)
317 if fpa == fp1:
317 if fpa == fp1:
318 fp1, fp2 = fp2, nullid
318 fp1, fp2 = fp2, nullid
319 elif fpa == fp2:
319 elif fpa == fp2:
320 fp2 = nullid
320 fp2 = nullid
321
321
322 # is the file unmodified from the parent? report existing entry
322 # is the file unmodified from the parent? report existing entry
323 if fp2 == nullid and text == filelog.read(fp1):
323 if fp2 == nullid and text == filelog.read(fp1):
324 return (fp1, None, None)
324 return (fp1, None, None)
325
325
326 return (None, fp1, fp2)
326 return (None, fp1, fp2)
327
327
328 def rawcommit(self, files, text, user, date, p1=None, p2=None, wlock=None):
328 def rawcommit(self, files, text, user, date, p1=None, p2=None, wlock=None):
329 orig_parent = self.dirstate.parents()[0] or nullid
329 orig_parent = self.dirstate.parents()[0] or nullid
330 p1 = p1 or self.dirstate.parents()[0] or nullid
330 p1 = p1 or self.dirstate.parents()[0] or nullid
331 p2 = p2 or self.dirstate.parents()[1] or nullid
331 p2 = p2 or self.dirstate.parents()[1] or nullid
332 c1 = self.changelog.read(p1)
332 c1 = self.changelog.read(p1)
333 c2 = self.changelog.read(p2)
333 c2 = self.changelog.read(p2)
334 m1 = self.manifest.read(c1[0])
334 m1 = self.manifest.read(c1[0])
335 mf1 = self.manifest.readflags(c1[0])
335 mf1 = self.manifest.readflags(c1[0])
336 m2 = self.manifest.read(c2[0])
336 m2 = self.manifest.read(c2[0])
337 changed = []
337 changed = []
338
338
339 if orig_parent == p1:
339 if orig_parent == p1:
340 update_dirstate = 1
340 update_dirstate = 1
341 else:
341 else:
342 update_dirstate = 0
342 update_dirstate = 0
343
343
344 if not wlock:
344 if not wlock:
345 wlock = self.wlock()
345 wlock = self.wlock()
346 l = self.lock()
346 l = self.lock()
347 tr = self.transaction()
347 tr = self.transaction()
348 mm = m1.copy()
348 mm = m1.copy()
349 mfm = mf1.copy()
349 mfm = mf1.copy()
350 linkrev = self.changelog.count()
350 linkrev = self.changelog.count()
351 for f in files:
351 for f in files:
352 try:
352 try:
353 t = self.wread(f)
353 t = self.wread(f)
354 tm = util.is_exec(self.wjoin(f), mfm.get(f, False))
354 tm = util.is_exec(self.wjoin(f), mfm.get(f, False))
355 r = self.file(f)
355 r = self.file(f)
356 mfm[f] = tm
356 mfm[f] = tm
357
357
358 (entry, fp1, fp2) = self.checkfilemerge(f, t, r, m1, m2)
358 (entry, fp1, fp2) = self.checkfilemerge(f, t, r, m1, m2)
359 if entry:
359 if entry:
360 mm[f] = entry
360 mm[f] = entry
361 continue
361 continue
362
362
363 mm[f] = r.add(t, {}, tr, linkrev, fp1, fp2)
363 mm[f] = r.add(t, {}, tr, linkrev, fp1, fp2)
364 changed.append(f)
364 changed.append(f)
365 if update_dirstate:
365 if update_dirstate:
366 self.dirstate.update([f], "n")
366 self.dirstate.update([f], "n")
367 except IOError:
367 except IOError:
368 try:
368 try:
369 del mm[f]
369 del mm[f]
370 del mfm[f]
370 del mfm[f]
371 if update_dirstate:
371 if update_dirstate:
372 self.dirstate.forget([f])
372 self.dirstate.forget([f])
373 except:
373 except:
374 # deleted from p2?
374 # deleted from p2?
375 pass
375 pass
376
376
377 mnode = self.manifest.add(mm, mfm, tr, linkrev, c1[0], c2[0])
377 mnode = self.manifest.add(mm, mfm, tr, linkrev, c1[0], c2[0])
378 user = user or self.ui.username()
378 user = user or self.ui.username()
379 n = self.changelog.add(mnode, changed, text, tr, p1, p2, user, date)
379 n = self.changelog.add(mnode, changed, text, tr, p1, p2, user, date)
380 tr.close()
380 tr.close()
381 if update_dirstate:
381 if update_dirstate:
382 self.dirstate.setparents(n, nullid)
382 self.dirstate.setparents(n, nullid)
383
383
384 def commit(self, files=None, text="", user=None, date=None,
384 def commit(self, files=None, text="", user=None, date=None,
385 match=util.always, force=False, lock=None, wlock=None):
385 match=util.always, force=False, lock=None, wlock=None):
386 commit = []
386 commit = []
387 remove = []
387 remove = []
388 changed = []
388 changed = []
389
389
390 if files:
390 if files:
391 for f in files:
391 for f in files:
392 s = self.dirstate.state(f)
392 s = self.dirstate.state(f)
393 if s in 'nmai':
393 if s in 'nmai':
394 commit.append(f)
394 commit.append(f)
395 elif s == 'r':
395 elif s == 'r':
396 remove.append(f)
396 remove.append(f)
397 else:
397 else:
398 self.ui.warn(_("%s not tracked!\n") % f)
398 self.ui.warn(_("%s not tracked!\n") % f)
399 else:
399 else:
400 modified, added, removed, deleted, unknown = self.changes(match=match)
400 modified, added, removed, deleted, unknown = self.changes(match=match)
401 commit = modified + added
401 commit = modified + added
402 remove = removed
402 remove = removed
403
403
404 p1, p2 = self.dirstate.parents()
404 p1, p2 = self.dirstate.parents()
405 c1 = self.changelog.read(p1)
405 c1 = self.changelog.read(p1)
406 c2 = self.changelog.read(p2)
406 c2 = self.changelog.read(p2)
407 m1 = self.manifest.read(c1[0])
407 m1 = self.manifest.read(c1[0])
408 mf1 = self.manifest.readflags(c1[0])
408 mf1 = self.manifest.readflags(c1[0])
409 m2 = self.manifest.read(c2[0])
409 m2 = self.manifest.read(c2[0])
410
410
411 if not commit and not remove and not force and p2 == nullid:
411 if not commit and not remove and not force and p2 == nullid:
412 self.ui.status(_("nothing changed\n"))
412 self.ui.status(_("nothing changed\n"))
413 return None
413 return None
414
414
415 xp1 = hex(p1)
415 xp1 = hex(p1)
416 if p2 == nullid: xp2 = ''
416 if p2 == nullid: xp2 = ''
417 else: xp2 = hex(p2)
417 else: xp2 = hex(p2)
418
418
419 self.hook("precommit", throw=True, parent1=xp1, parent2=xp2)
419 self.hook("precommit", throw=True, parent1=xp1, parent2=xp2)
420
420
421 if not wlock:
421 if not wlock:
422 wlock = self.wlock()
422 wlock = self.wlock()
423 if not lock:
423 if not lock:
424 lock = self.lock()
424 lock = self.lock()
425 tr = self.transaction()
425 tr = self.transaction()
426
426
427 # check in files
427 # check in files
428 new = {}
428 new = {}
429 linkrev = self.changelog.count()
429 linkrev = self.changelog.count()
430 commit.sort()
430 commit.sort()
431 for f in commit:
431 for f in commit:
432 self.ui.note(f + "\n")
432 self.ui.note(f + "\n")
433 try:
433 try:
434 mf1[f] = util.is_exec(self.wjoin(f), mf1.get(f, False))
434 mf1[f] = util.is_exec(self.wjoin(f), mf1.get(f, False))
435 t = self.wread(f)
435 t = self.wread(f)
436 except IOError:
436 except IOError:
437 self.ui.warn(_("trouble committing %s!\n") % f)
437 self.ui.warn(_("trouble committing %s!\n") % f)
438 raise
438 raise
439
439
440 r = self.file(f)
440 r = self.file(f)
441
441
442 meta = {}
442 meta = {}
443 cp = self.dirstate.copied(f)
443 cp = self.dirstate.copied(f)
444 if cp:
444 if cp:
445 meta["copy"] = cp
445 meta["copy"] = cp
446 meta["copyrev"] = hex(m1.get(cp, m2.get(cp, nullid)))
446 meta["copyrev"] = hex(m1.get(cp, m2.get(cp, nullid)))
447 self.ui.debug(_(" %s: copy %s:%s\n") % (f, cp, meta["copyrev"]))
447 self.ui.debug(_(" %s: copy %s:%s\n") % (f, cp, meta["copyrev"]))
448 fp1, fp2 = nullid, nullid
448 fp1, fp2 = nullid, nullid
449 else:
449 else:
450 entry, fp1, fp2 = self.checkfilemerge(f, t, r, m1, m2)
450 entry, fp1, fp2 = self.checkfilemerge(f, t, r, m1, m2)
451 if entry:
451 if entry:
452 new[f] = entry
452 new[f] = entry
453 continue
453 continue
454
454
455 new[f] = r.add(t, meta, tr, linkrev, fp1, fp2)
455 new[f] = r.add(t, meta, tr, linkrev, fp1, fp2)
456 # remember what we've added so that we can later calculate
456 # remember what we've added so that we can later calculate
457 # the files to pull from a set of changesets
457 # the files to pull from a set of changesets
458 changed.append(f)
458 changed.append(f)
459
459
460 # update manifest
460 # update manifest
461 m1 = m1.copy()
461 m1 = m1.copy()
462 m1.update(new)
462 m1.update(new)
463 for f in remove:
463 for f in remove:
464 if f in m1:
464 if f in m1:
465 del m1[f]
465 del m1[f]
466 mn = self.manifest.add(m1, mf1, tr, linkrev, c1[0], c2[0],
466 mn = self.manifest.add(m1, mf1, tr, linkrev, c1[0], c2[0],
467 (new, remove))
467 (new, remove))
468
468
469 # add changeset
469 # add changeset
470 new = new.keys()
470 new = new.keys()
471 new.sort()
471 new.sort()
472
472
473 user = user or self.ui.username()
473 user = user or self.ui.username()
474 if not text:
474 if not text:
475 edittext = [""]
475 edittext = [""]
476 if p2 != nullid:
476 if p2 != nullid:
477 edittext.append("HG: branch merge")
477 edittext.append("HG: branch merge")
478 edittext.extend(["HG: changed %s" % f for f in changed])
478 edittext.extend(["HG: changed %s" % f for f in changed])
479 edittext.extend(["HG: removed %s" % f for f in remove])
479 edittext.extend(["HG: removed %s" % f for f in remove])
480 if not changed and not remove:
480 if not changed and not remove:
481 edittext.append("HG: no files changed")
481 edittext.append("HG: no files changed")
482 edittext.append("")
482 edittext.append("")
483 # run editor in the repository root
483 # run editor in the repository root
484 olddir = os.getcwd()
484 olddir = os.getcwd()
485 os.chdir(self.root)
485 os.chdir(self.root)
486 edittext = self.ui.edit("\n".join(edittext), user)
486 edittext = self.ui.edit("\n".join(edittext), user)
487 os.chdir(olddir)
487 os.chdir(olddir)
488 if not edittext.rstrip():
488 if not edittext.rstrip():
489 return None
489 return None
490 text = edittext
490 text = edittext
491
491
492 n = self.changelog.add(mn, changed + remove, text, tr, p1, p2, user, date)
492 n = self.changelog.add(mn, changed + remove, text, tr, p1, p2, user, date)
493 self.hook('pretxncommit', throw=True, node=hex(n), parent1=xp1,
493 self.hook('pretxncommit', throw=True, node=hex(n), parent1=xp1,
494 parent2=xp2)
494 parent2=xp2)
495 tr.close()
495 tr.close()
496
496
497 self.dirstate.setparents(n)
497 self.dirstate.setparents(n)
498 self.dirstate.update(new, "n")
498 self.dirstate.update(new, "n")
499 self.dirstate.forget(remove)
499 self.dirstate.forget(remove)
500
500
501 self.hook("commit", node=hex(n), parent1=xp1, parent2=xp2)
501 self.hook("commit", node=hex(n), parent1=xp1, parent2=xp2)
502 return n
502 return n
503
503
504 def walk(self, node=None, files=[], match=util.always, badmatch=None):
504 def walk(self, node=None, files=[], match=util.always, badmatch=None):
505 if node:
505 if node:
506 fdict = dict.fromkeys(files)
506 fdict = dict.fromkeys(files)
507 for fn in self.manifest.read(self.changelog.read(node)[0]):
507 for fn in self.manifest.read(self.changelog.read(node)[0]):
508 fdict.pop(fn, None)
508 fdict.pop(fn, None)
509 if match(fn):
509 if match(fn):
510 yield 'm', fn
510 yield 'm', fn
511 for fn in fdict:
511 for fn in fdict:
512 if badmatch and badmatch(fn):
512 if badmatch and badmatch(fn):
513 if match(fn):
513 if match(fn):
514 yield 'b', fn
514 yield 'b', fn
515 else:
515 else:
516 self.ui.warn(_('%s: No such file in rev %s\n') % (
516 self.ui.warn(_('%s: No such file in rev %s\n') % (
517 util.pathto(self.getcwd(), fn), short(node)))
517 util.pathto(self.getcwd(), fn), short(node)))
518 else:
518 else:
519 for src, fn in self.dirstate.walk(files, match, badmatch=badmatch):
519 for src, fn in self.dirstate.walk(files, match, badmatch=badmatch):
520 yield src, fn
520 yield src, fn
521
521
522 def changes(self, node1=None, node2=None, files=[], match=util.always,
522 def changes(self, node1=None, node2=None, files=[], match=util.always,
523 wlock=None, show_ignored=None):
523 wlock=None, show_ignored=None):
524 """return changes between two nodes or node and working directory
524 """return changes between two nodes or node and working directory
525
525
526 If node1 is None, use the first dirstate parent instead.
526 If node1 is None, use the first dirstate parent instead.
527 If node2 is None, compare node1 with working directory.
527 If node2 is None, compare node1 with working directory.
528 """
528 """
529
529
530 def fcmp(fn, mf):
530 def fcmp(fn, mf):
531 t1 = self.wread(fn)
531 t1 = self.wread(fn)
532 t2 = self.file(fn).read(mf.get(fn, nullid))
532 t2 = self.file(fn).read(mf.get(fn, nullid))
533 return cmp(t1, t2)
533 return cmp(t1, t2)
534
534
535 def mfmatches(node):
535 def mfmatches(node):
536 change = self.changelog.read(node)
536 change = self.changelog.read(node)
537 mf = dict(self.manifest.read(change[0]))
537 mf = dict(self.manifest.read(change[0]))
538 for fn in mf.keys():
538 for fn in mf.keys():
539 if not match(fn):
539 if not match(fn):
540 del mf[fn]
540 del mf[fn]
541 return mf
541 return mf
542
542
543 if node1:
543 if node1:
544 # read the manifest from node1 before the manifest from node2,
544 # read the manifest from node1 before the manifest from node2,
545 # so that we'll hit the manifest cache if we're going through
545 # so that we'll hit the manifest cache if we're going through
546 # all the revisions in parent->child order.
546 # all the revisions in parent->child order.
547 mf1 = mfmatches(node1)
547 mf1 = mfmatches(node1)
548
548
549 # are we comparing the working directory?
549 # are we comparing the working directory?
550 if not node2:
550 if not node2:
551 if not wlock:
551 if not wlock:
552 try:
552 try:
553 wlock = self.wlock(wait=0)
553 wlock = self.wlock(wait=0)
554 except lock.LockException:
554 except lock.LockException:
555 wlock = None
555 wlock = None
556 lookup, modified, added, removed, deleted, unknown, ignored = (
556 lookup, modified, added, removed, deleted, unknown, ignored = (
557 self.dirstate.changes(files, match, show_ignored))
557 self.dirstate.changes(files, match, show_ignored))
558
558
559 # are we comparing working dir against its parent?
559 # are we comparing working dir against its parent?
560 if not node1:
560 if not node1:
561 if lookup:
561 if lookup:
562 # do a full compare of any files that might have changed
562 # do a full compare of any files that might have changed
563 mf2 = mfmatches(self.dirstate.parents()[0])
563 mf2 = mfmatches(self.dirstate.parents()[0])
564 for f in lookup:
564 for f in lookup:
565 if fcmp(f, mf2):
565 if fcmp(f, mf2):
566 modified.append(f)
566 modified.append(f)
567 elif wlock is not None:
567 elif wlock is not None:
568 self.dirstate.update([f], "n")
568 self.dirstate.update([f], "n")
569 else:
569 else:
570 # we are comparing working dir against non-parent
570 # we are comparing working dir against non-parent
571 # generate a pseudo-manifest for the working dir
571 # generate a pseudo-manifest for the working dir
572 mf2 = mfmatches(self.dirstate.parents()[0])
572 mf2 = mfmatches(self.dirstate.parents()[0])
573 for f in lookup + modified + added:
573 for f in lookup + modified + added:
574 mf2[f] = ""
574 mf2[f] = ""
575 for f in removed:
575 for f in removed:
576 if f in mf2:
576 if f in mf2:
577 del mf2[f]
577 del mf2[f]
578 else:
578 else:
579 # we are comparing two revisions
579 # we are comparing two revisions
580 deleted, unknown, ignored = [], [], []
580 deleted, unknown, ignored = [], [], []
581 mf2 = mfmatches(node2)
581 mf2 = mfmatches(node2)
582
582
583 if node1:
583 if node1:
584 # flush lists from dirstate before comparing manifests
584 # flush lists from dirstate before comparing manifests
585 modified, added = [], []
585 modified, added = [], []
586
586
587 for fn in mf2:
587 for fn in mf2:
588 if mf1.has_key(fn):
588 if mf1.has_key(fn):
589 if mf1[fn] != mf2[fn] and (mf2[fn] != "" or fcmp(fn, mf1)):
589 if mf1[fn] != mf2[fn] and (mf2[fn] != "" or fcmp(fn, mf1)):
590 modified.append(fn)
590 modified.append(fn)
591 del mf1[fn]
591 del mf1[fn]
592 else:
592 else:
593 added.append(fn)
593 added.append(fn)
594
594
595 removed = mf1.keys()
595 removed = mf1.keys()
596
596
597 # sort and return results:
597 # sort and return results:
598 for l in modified, added, removed, deleted, unknown, ignored:
598 for l in modified, added, removed, deleted, unknown, ignored:
599 l.sort()
599 l.sort()
600 if show_ignored is None:
600 if show_ignored is None:
601 return (modified, added, removed, deleted, unknown)
601 return (modified, added, removed, deleted, unknown)
602 else:
602 else:
603 return (modified, added, removed, deleted, unknown, ignored)
603 return (modified, added, removed, deleted, unknown, ignored)
604
604
605 def add(self, list, wlock=None):
605 def add(self, list, wlock=None):
606 if not wlock:
606 if not wlock:
607 wlock = self.wlock()
607 wlock = self.wlock()
608 for f in list:
608 for f in list:
609 p = self.wjoin(f)
609 p = self.wjoin(f)
610 if not os.path.exists(p):
610 if not os.path.exists(p):
611 self.ui.warn(_("%s does not exist!\n") % f)
611 self.ui.warn(_("%s does not exist!\n") % f)
612 elif not os.path.isfile(p):
612 elif not os.path.isfile(p):
613 self.ui.warn(_("%s not added: only files supported currently\n")
613 self.ui.warn(_("%s not added: only files supported currently\n")
614 % f)
614 % f)
615 elif self.dirstate.state(f) in 'an':
615 elif self.dirstate.state(f) in 'an':
616 self.ui.warn(_("%s already tracked!\n") % f)
616 self.ui.warn(_("%s already tracked!\n") % f)
617 else:
617 else:
618 self.dirstate.update([f], "a")
618 self.dirstate.update([f], "a")
619
619
620 def forget(self, list, wlock=None):
620 def forget(self, list, wlock=None):
621 if not wlock:
621 if not wlock:
622 wlock = self.wlock()
622 wlock = self.wlock()
623 for f in list:
623 for f in list:
624 if self.dirstate.state(f) not in 'ai':
624 if self.dirstate.state(f) not in 'ai':
625 self.ui.warn(_("%s not added!\n") % f)
625 self.ui.warn(_("%s not added!\n") % f)
626 else:
626 else:
627 self.dirstate.forget([f])
627 self.dirstate.forget([f])
628
628
629 def remove(self, list, unlink=False, wlock=None):
629 def remove(self, list, unlink=False, wlock=None):
630 if unlink:
630 if unlink:
631 for f in list:
631 for f in list:
632 try:
632 try:
633 util.unlink(self.wjoin(f))
633 util.unlink(self.wjoin(f))
634 except OSError, inst:
634 except OSError, inst:
635 if inst.errno != errno.ENOENT:
635 if inst.errno != errno.ENOENT:
636 raise
636 raise
637 if not wlock:
637 if not wlock:
638 wlock = self.wlock()
638 wlock = self.wlock()
639 for f in list:
639 for f in list:
640 p = self.wjoin(f)
640 p = self.wjoin(f)
641 if os.path.exists(p):
641 if os.path.exists(p):
642 self.ui.warn(_("%s still exists!\n") % f)
642 self.ui.warn(_("%s still exists!\n") % f)
643 elif self.dirstate.state(f) == 'a':
643 elif self.dirstate.state(f) == 'a':
644 self.dirstate.forget([f])
644 self.dirstate.forget([f])
645 elif f not in self.dirstate:
645 elif f not in self.dirstate:
646 self.ui.warn(_("%s not tracked!\n") % f)
646 self.ui.warn(_("%s not tracked!\n") % f)
647 else:
647 else:
648 self.dirstate.update([f], "r")
648 self.dirstate.update([f], "r")
649
649
650 def undelete(self, list, wlock=None):
650 def undelete(self, list, wlock=None):
651 p = self.dirstate.parents()[0]
651 p = self.dirstate.parents()[0]
652 mn = self.changelog.read(p)[0]
652 mn = self.changelog.read(p)[0]
653 mf = self.manifest.readflags(mn)
653 mf = self.manifest.readflags(mn)
654 m = self.manifest.read(mn)
654 m = self.manifest.read(mn)
655 if not wlock:
655 if not wlock:
656 wlock = self.wlock()
656 wlock = self.wlock()
657 for f in list:
657 for f in list:
658 if self.dirstate.state(f) not in "r":
658 if self.dirstate.state(f) not in "r":
659 self.ui.warn("%s not removed!\n" % f)
659 self.ui.warn("%s not removed!\n" % f)
660 else:
660 else:
661 t = self.file(f).read(m[f])
661 t = self.file(f).read(m[f])
662 self.wwrite(f, t)
662 self.wwrite(f, t)
663 util.set_exec(self.wjoin(f), mf[f])
663 util.set_exec(self.wjoin(f), mf[f])
664 self.dirstate.update([f], "n")
664 self.dirstate.update([f], "n")
665
665
666 def copy(self, source, dest, wlock=None):
666 def copy(self, source, dest, wlock=None):
667 p = self.wjoin(dest)
667 p = self.wjoin(dest)
668 if not os.path.exists(p):
668 if not os.path.exists(p):
669 self.ui.warn(_("%s does not exist!\n") % dest)
669 self.ui.warn(_("%s does not exist!\n") % dest)
670 elif not os.path.isfile(p):
670 elif not os.path.isfile(p):
671 self.ui.warn(_("copy failed: %s is not a file\n") % dest)
671 self.ui.warn(_("copy failed: %s is not a file\n") % dest)
672 else:
672 else:
673 if not wlock:
673 if not wlock:
674 wlock = self.wlock()
674 wlock = self.wlock()
675 if self.dirstate.state(dest) == '?':
675 if self.dirstate.state(dest) == '?':
676 self.dirstate.update([dest], "a")
676 self.dirstate.update([dest], "a")
677 self.dirstate.copy(source, dest)
677 self.dirstate.copy(source, dest)
678
678
679 def heads(self, start=None):
679 def heads(self, start=None):
680 heads = self.changelog.heads(start)
680 heads = self.changelog.heads(start)
681 # sort the output in rev descending order
681 # sort the output in rev descending order
682 heads = [(-self.changelog.rev(h), h) for h in heads]
682 heads = [(-self.changelog.rev(h), h) for h in heads]
683 heads.sort()
683 heads.sort()
684 return [n for (r, n) in heads]
684 return [n for (r, n) in heads]
685
685
686 # branchlookup returns a dict giving a list of branches for
686 # branchlookup returns a dict giving a list of branches for
687 # each head. A branch is defined as the tag of a node or
687 # each head. A branch is defined as the tag of a node or
688 # the branch of the node's parents. If a node has multiple
688 # the branch of the node's parents. If a node has multiple
689 # branch tags, tags are eliminated if they are visible from other
689 # branch tags, tags are eliminated if they are visible from other
690 # branch tags.
690 # branch tags.
691 #
691 #
692 # So, for this graph: a->b->c->d->e
692 # So, for this graph: a->b->c->d->e
693 # \ /
693 # \ /
694 # aa -----/
694 # aa -----/
695 # a has tag 2.6.12
695 # a has tag 2.6.12
696 # d has tag 2.6.13
696 # d has tag 2.6.13
697 # e would have branch tags for 2.6.12 and 2.6.13. Because the node
697 # e would have branch tags for 2.6.12 and 2.6.13. Because the node
698 # for 2.6.12 can be reached from the node 2.6.13, that is eliminated
698 # for 2.6.12 can be reached from the node 2.6.13, that is eliminated
699 # from the list.
699 # from the list.
700 #
700 #
701 # It is possible that more than one head will have the same branch tag.
701 # It is possible that more than one head will have the same branch tag.
702 # callers need to check the result for multiple heads under the same
702 # callers need to check the result for multiple heads under the same
703 # branch tag if that is a problem for them (ie checkout of a specific
703 # branch tag if that is a problem for them (ie checkout of a specific
704 # branch).
704 # branch).
705 #
705 #
706 # passing in a specific branch will limit the depth of the search
706 # passing in a specific branch will limit the depth of the search
707 # through the parents. It won't limit the branches returned in the
707 # through the parents. It won't limit the branches returned in the
708 # result though.
708 # result though.
709 def branchlookup(self, heads=None, branch=None):
709 def branchlookup(self, heads=None, branch=None):
710 if not heads:
710 if not heads:
711 heads = self.heads()
711 heads = self.heads()
712 headt = [ h for h in heads ]
712 headt = [ h for h in heads ]
713 chlog = self.changelog
713 chlog = self.changelog
714 branches = {}
714 branches = {}
715 merges = []
715 merges = []
716 seenmerge = {}
716 seenmerge = {}
717
717
718 # traverse the tree once for each head, recording in the branches
718 # traverse the tree once for each head, recording in the branches
719 # dict which tags are visible from this head. The branches
719 # dict which tags are visible from this head. The branches
720 # dict also records which tags are visible from each tag
720 # dict also records which tags are visible from each tag
721 # while we traverse.
721 # while we traverse.
722 while headt or merges:
722 while headt or merges:
723 if merges:
723 if merges:
724 n, found = merges.pop()
724 n, found = merges.pop()
725 visit = [n]
725 visit = [n]
726 else:
726 else:
727 h = headt.pop()
727 h = headt.pop()
728 visit = [h]
728 visit = [h]
729 found = [h]
729 found = [h]
730 seen = {}
730 seen = {}
731 while visit:
731 while visit:
732 n = visit.pop()
732 n = visit.pop()
733 if n in seen:
733 if n in seen:
734 continue
734 continue
735 pp = chlog.parents(n)
735 pp = chlog.parents(n)
736 tags = self.nodetags(n)
736 tags = self.nodetags(n)
737 if tags:
737 if tags:
738 for x in tags:
738 for x in tags:
739 if x == 'tip':
739 if x == 'tip':
740 continue
740 continue
741 for f in found:
741 for f in found:
742 branches.setdefault(f, {})[n] = 1
742 branches.setdefault(f, {})[n] = 1
743 branches.setdefault(n, {})[n] = 1
743 branches.setdefault(n, {})[n] = 1
744 break
744 break
745 if n not in found:
745 if n not in found:
746 found.append(n)
746 found.append(n)
747 if branch in tags:
747 if branch in tags:
748 continue
748 continue
749 seen[n] = 1
749 seen[n] = 1
750 if pp[1] != nullid and n not in seenmerge:
750 if pp[1] != nullid and n not in seenmerge:
751 merges.append((pp[1], [x for x in found]))
751 merges.append((pp[1], [x for x in found]))
752 seenmerge[n] = 1
752 seenmerge[n] = 1
753 if pp[0] != nullid:
753 if pp[0] != nullid:
754 visit.append(pp[0])
754 visit.append(pp[0])
755 # traverse the branches dict, eliminating branch tags from each
755 # traverse the branches dict, eliminating branch tags from each
756 # head that are visible from another branch tag for that head.
756 # head that are visible from another branch tag for that head.
757 out = {}
757 out = {}
758 viscache = {}
758 viscache = {}
759 for h in heads:
759 for h in heads:
760 def visible(node):
760 def visible(node):
761 if node in viscache:
761 if node in viscache:
762 return viscache[node]
762 return viscache[node]
763 ret = {}
763 ret = {}
764 visit = [node]
764 visit = [node]
765 while visit:
765 while visit:
766 x = visit.pop()
766 x = visit.pop()
767 if x in viscache:
767 if x in viscache:
768 ret.update(viscache[x])
768 ret.update(viscache[x])
769 elif x not in ret:
769 elif x not in ret:
770 ret[x] = 1
770 ret[x] = 1
771 if x in branches:
771 if x in branches:
772 visit[len(visit):] = branches[x].keys()
772 visit[len(visit):] = branches[x].keys()
773 viscache[node] = ret
773 viscache[node] = ret
774 return ret
774 return ret
775 if h not in branches:
775 if h not in branches:
776 continue
776 continue
777 # O(n^2), but somewhat limited. This only searches the
777 # O(n^2), but somewhat limited. This only searches the
778 # tags visible from a specific head, not all the tags in the
778 # tags visible from a specific head, not all the tags in the
779 # whole repo.
779 # whole repo.
780 for b in branches[h]:
780 for b in branches[h]:
781 vis = False
781 vis = False
782 for bb in branches[h].keys():
782 for bb in branches[h].keys():
783 if b != bb:
783 if b != bb:
784 if b in visible(bb):
784 if b in visible(bb):
785 vis = True
785 vis = True
786 break
786 break
787 if not vis:
787 if not vis:
788 l = out.setdefault(h, [])
788 l = out.setdefault(h, [])
789 l[len(l):] = self.nodetags(b)
789 l[len(l):] = self.nodetags(b)
790 return out
790 return out
791
791
792 def branches(self, nodes):
792 def branches(self, nodes):
793 if not nodes:
793 if not nodes:
794 nodes = [self.changelog.tip()]
794 nodes = [self.changelog.tip()]
795 b = []
795 b = []
796 for n in nodes:
796 for n in nodes:
797 t = n
797 t = n
798 while n:
798 while n:
799 p = self.changelog.parents(n)
799 p = self.changelog.parents(n)
800 if p[1] != nullid or p[0] == nullid:
800 if p[1] != nullid or p[0] == nullid:
801 b.append((t, n, p[0], p[1]))
801 b.append((t, n, p[0], p[1]))
802 break
802 break
803 n = p[0]
803 n = p[0]
804 return b
804 return b
805
805
806 def between(self, pairs):
806 def between(self, pairs):
807 r = []
807 r = []
808
808
809 for top, bottom in pairs:
809 for top, bottom in pairs:
810 n, l, i = top, [], 0
810 n, l, i = top, [], 0
811 f = 1
811 f = 1
812
812
813 while n != bottom:
813 while n != bottom:
814 p = self.changelog.parents(n)[0]
814 p = self.changelog.parents(n)[0]
815 if i == f:
815 if i == f:
816 l.append(n)
816 l.append(n)
817 f = f * 2
817 f = f * 2
818 n = p
818 n = p
819 i += 1
819 i += 1
820
820
821 r.append(l)
821 r.append(l)
822
822
823 return r
823 return r
824
824
825 def findincoming(self, remote, base=None, heads=None, force=False):
825 def findincoming(self, remote, base=None, heads=None, force=False):
826 m = self.changelog.nodemap
826 m = self.changelog.nodemap
827 search = []
827 search = []
828 fetch = {}
828 fetch = {}
829 seen = {}
829 seen = {}
830 seenbranch = {}
830 seenbranch = {}
831 if base == None:
831 if base == None:
832 base = {}
832 base = {}
833
833
834 if not heads:
834 if not heads:
835 heads = remote.heads()
835 heads = remote.heads()
836
836
837 if self.changelog.tip() == nullid:
837 if self.changelog.tip() == nullid:
838 if heads != [nullid]:
838 if heads != [nullid]:
839 return [nullid]
839 return [nullid]
840 return []
840 return []
841
841
842 # assume we're closer to the tip than the root
842 # assume we're closer to the tip than the root
843 # and start by examining the heads
843 # and start by examining the heads
844 self.ui.status(_("searching for changes\n"))
844 self.ui.status(_("searching for changes\n"))
845
845
846 unknown = []
846 unknown = []
847 for h in heads:
847 for h in heads:
848 if h not in m:
848 if h not in m:
849 unknown.append(h)
849 unknown.append(h)
850 else:
850 else:
851 base[h] = 1
851 base[h] = 1
852
852
853 if not unknown:
853 if not unknown:
854 return []
854 return []
855
855
856 rep = {}
856 rep = {}
857 reqcnt = 0
857 reqcnt = 0
858
858
859 # search through remote branches
859 # search through remote branches
860 # a 'branch' here is a linear segment of history, with four parts:
860 # a 'branch' here is a linear segment of history, with four parts:
861 # head, root, first parent, second parent
861 # head, root, first parent, second parent
862 # (a branch always has two parents (or none) by definition)
862 # (a branch always has two parents (or none) by definition)
863 unknown = remote.branches(unknown)
863 unknown = remote.branches(unknown)
864 while unknown:
864 while unknown:
865 r = []
865 r = []
866 while unknown:
866 while unknown:
867 n = unknown.pop(0)
867 n = unknown.pop(0)
868 if n[0] in seen:
868 if n[0] in seen:
869 continue
869 continue
870
870
871 self.ui.debug(_("examining %s:%s\n")
871 self.ui.debug(_("examining %s:%s\n")
872 % (short(n[0]), short(n[1])))
872 % (short(n[0]), short(n[1])))
873 if n[0] == nullid:
873 if n[0] == nullid:
874 break
874 break
875 if n in seenbranch:
875 if n in seenbranch:
876 self.ui.debug(_("branch already found\n"))
876 self.ui.debug(_("branch already found\n"))
877 continue
877 continue
878 if n[1] and n[1] in m: # do we know the base?
878 if n[1] and n[1] in m: # do we know the base?
879 self.ui.debug(_("found incomplete branch %s:%s\n")
879 self.ui.debug(_("found incomplete branch %s:%s\n")
880 % (short(n[0]), short(n[1])))
880 % (short(n[0]), short(n[1])))
881 search.append(n) # schedule branch range for scanning
881 search.append(n) # schedule branch range for scanning
882 seenbranch[n] = 1
882 seenbranch[n] = 1
883 else:
883 else:
884 if n[1] not in seen and n[1] not in fetch:
884 if n[1] not in seen and n[1] not in fetch:
885 if n[2] in m and n[3] in m:
885 if n[2] in m and n[3] in m:
886 self.ui.debug(_("found new changeset %s\n") %
886 self.ui.debug(_("found new changeset %s\n") %
887 short(n[1]))
887 short(n[1]))
888 fetch[n[1]] = 1 # earliest unknown
888 fetch[n[1]] = 1 # earliest unknown
889 base[n[2]] = 1 # latest known
889 base[n[2]] = 1 # latest known
890 continue
890 continue
891
891
892 for a in n[2:4]:
892 for a in n[2:4]:
893 if a not in rep:
893 if a not in rep:
894 r.append(a)
894 r.append(a)
895 rep[a] = 1
895 rep[a] = 1
896
896
897 seen[n[0]] = 1
897 seen[n[0]] = 1
898
898
899 if r:
899 if r:
900 reqcnt += 1
900 reqcnt += 1
901 self.ui.debug(_("request %d: %s\n") %
901 self.ui.debug(_("request %d: %s\n") %
902 (reqcnt, " ".join(map(short, r))))
902 (reqcnt, " ".join(map(short, r))))
903 for p in range(0, len(r), 10):
903 for p in range(0, len(r), 10):
904 for b in remote.branches(r[p:p+10]):
904 for b in remote.branches(r[p:p+10]):
905 self.ui.debug(_("received %s:%s\n") %
905 self.ui.debug(_("received %s:%s\n") %
906 (short(b[0]), short(b[1])))
906 (short(b[0]), short(b[1])))
907 if b[0] in m:
907 if b[0] in m:
908 self.ui.debug(_("found base node %s\n")
908 self.ui.debug(_("found base node %s\n")
909 % short(b[0]))
909 % short(b[0]))
910 base[b[0]] = 1
910 base[b[0]] = 1
911 elif b[0] not in seen:
911 elif b[0] not in seen:
912 unknown.append(b)
912 unknown.append(b)
913
913
914 # do binary search on the branches we found
914 # do binary search on the branches we found
915 while search:
915 while search:
916 n = search.pop(0)
916 n = search.pop(0)
917 reqcnt += 1
917 reqcnt += 1
918 l = remote.between([(n[0], n[1])])[0]
918 l = remote.between([(n[0], n[1])])[0]
919 l.append(n[1])
919 l.append(n[1])
920 p = n[0]
920 p = n[0]
921 f = 1
921 f = 1
922 for i in l:
922 for i in l:
923 self.ui.debug(_("narrowing %d:%d %s\n") % (f, len(l), short(i)))
923 self.ui.debug(_("narrowing %d:%d %s\n") % (f, len(l), short(i)))
924 if i in m:
924 if i in m:
925 if f <= 2:
925 if f <= 2:
926 self.ui.debug(_("found new branch changeset %s\n") %
926 self.ui.debug(_("found new branch changeset %s\n") %
927 short(p))
927 short(p))
928 fetch[p] = 1
928 fetch[p] = 1
929 base[i] = 1
929 base[i] = 1
930 else:
930 else:
931 self.ui.debug(_("narrowed branch search to %s:%s\n")
931 self.ui.debug(_("narrowed branch search to %s:%s\n")
932 % (short(p), short(i)))
932 % (short(p), short(i)))
933 search.append((p, i))
933 search.append((p, i))
934 break
934 break
935 p, f = i, f * 2
935 p, f = i, f * 2
936
936
937 # sanity check our fetch list
937 # sanity check our fetch list
938 for f in fetch.keys():
938 for f in fetch.keys():
939 if f in m:
939 if f in m:
940 raise repo.RepoError(_("already have changeset ") + short(f[:4]))
940 raise repo.RepoError(_("already have changeset ") + short(f[:4]))
941
941
942 if base.keys() == [nullid]:
942 if base.keys() == [nullid]:
943 if force:
943 if force:
944 self.ui.warn(_("warning: repository is unrelated\n"))
944 self.ui.warn(_("warning: repository is unrelated\n"))
945 else:
945 else:
946 raise util.Abort(_("repository is unrelated"))
946 raise util.Abort(_("repository is unrelated"))
947
947
948 self.ui.note(_("found new changesets starting at ") +
948 self.ui.note(_("found new changesets starting at ") +
949 " ".join([short(f) for f in fetch]) + "\n")
949 " ".join([short(f) for f in fetch]) + "\n")
950
950
951 self.ui.debug(_("%d total queries\n") % reqcnt)
951 self.ui.debug(_("%d total queries\n") % reqcnt)
952
952
953 return fetch.keys()
953 return fetch.keys()
954
954
955 def findoutgoing(self, remote, base=None, heads=None, force=False):
955 def findoutgoing(self, remote, base=None, heads=None, force=False):
956 """Return list of nodes that are roots of subsets not in remote
956 """Return list of nodes that are roots of subsets not in remote
957
957
958 If base dict is specified, assume that these nodes and their parents
958 If base dict is specified, assume that these nodes and their parents
959 exist on the remote side.
959 exist on the remote side.
960 If a list of heads is specified, return only nodes which are heads
960 If a list of heads is specified, return only nodes which are heads
961 or ancestors of these heads, and return a second element which
961 or ancestors of these heads, and return a second element which
962 contains all remote heads which get new children.
962 contains all remote heads which get new children.
963 """
963 """
964 if base == None:
964 if base == None:
965 base = {}
965 base = {}
966 self.findincoming(remote, base, heads, force=force)
966 self.findincoming(remote, base, heads, force=force)
967
967
968 self.ui.debug(_("common changesets up to ")
968 self.ui.debug(_("common changesets up to ")
969 + " ".join(map(short, base.keys())) + "\n")
969 + " ".join(map(short, base.keys())) + "\n")
970
970
971 remain = dict.fromkeys(self.changelog.nodemap)
971 remain = dict.fromkeys(self.changelog.nodemap)
972
972
973 # prune everything remote has from the tree
973 # prune everything remote has from the tree
974 del remain[nullid]
974 del remain[nullid]
975 remove = base.keys()
975 remove = base.keys()
976 while remove:
976 while remove:
977 n = remove.pop(0)
977 n = remove.pop(0)
978 if n in remain:
978 if n in remain:
979 del remain[n]
979 del remain[n]
980 for p in self.changelog.parents(n):
980 for p in self.changelog.parents(n):
981 remove.append(p)
981 remove.append(p)
982
982
983 # find every node whose parents have been pruned
983 # find every node whose parents have been pruned
984 subset = []
984 subset = []
985 # find every remote head that will get new children
985 # find every remote head that will get new children
986 updated_heads = {}
986 updated_heads = {}
987 for n in remain:
987 for n in remain:
988 p1, p2 = self.changelog.parents(n)
988 p1, p2 = self.changelog.parents(n)
989 if p1 not in remain and p2 not in remain:
989 if p1 not in remain and p2 not in remain:
990 subset.append(n)
990 subset.append(n)
991 if heads:
991 if heads:
992 if p1 in heads:
992 if p1 in heads:
993 updated_heads[p1] = True
993 updated_heads[p1] = True
994 if p2 in heads:
994 if p2 in heads:
995 updated_heads[p2] = True
995 updated_heads[p2] = True
996
996
997 # this is the set of all roots we have to push
997 # this is the set of all roots we have to push
998 if heads:
998 if heads:
999 return subset, updated_heads.keys()
999 return subset, updated_heads.keys()
1000 else:
1000 else:
1001 return subset
1001 return subset
1002
1002
1003 def pull(self, remote, heads=None, force=False):
1003 def pull(self, remote, heads=None, force=False):
1004 l = self.lock()
1004 l = self.lock()
1005
1005
1006 fetch = self.findincoming(remote, force=force)
1006 fetch = self.findincoming(remote, force=force)
1007 if fetch == [nullid]:
1007 if fetch == [nullid]:
1008 self.ui.status(_("requesting all changes\n"))
1008 self.ui.status(_("requesting all changes\n"))
1009
1009
1010 if not fetch:
1010 if not fetch:
1011 self.ui.status(_("no changes found\n"))
1011 self.ui.status(_("no changes found\n"))
1012 return 0
1012 return 0
1013
1013
1014 if heads is None:
1014 if heads is None:
1015 cg = remote.changegroup(fetch, 'pull')
1015 cg = remote.changegroup(fetch, 'pull')
1016 else:
1016 else:
1017 cg = remote.changegroupsubset(fetch, heads, 'pull')
1017 cg = remote.changegroupsubset(fetch, heads, 'pull')
1018 return self.addchangegroup(cg)
1018 return self.addchangegroup(cg)
1019
1019
1020 def push(self, remote, force=False, revs=None):
1020 def push(self, remote, force=False, revs=None):
1021 lock = remote.lock()
1021 lock = remote.lock()
1022
1022
1023 base = {}
1023 base = {}
1024 remote_heads = remote.heads()
1024 remote_heads = remote.heads()
1025 inc = self.findincoming(remote, base, remote_heads, force=force)
1025 inc = self.findincoming(remote, base, remote_heads, force=force)
1026 if not force and inc:
1026 if not force and inc:
1027 self.ui.warn(_("abort: unsynced remote changes!\n"))
1027 self.ui.warn(_("abort: unsynced remote changes!\n"))
1028 self.ui.status(_("(did you forget to sync?"
1028 self.ui.status(_("(did you forget to sync?"
1029 " use push -f to force)\n"))
1029 " use push -f to force)\n"))
1030 return 1
1030 return 1
1031
1031
1032 update, updated_heads = self.findoutgoing(remote, base, remote_heads)
1032 update, updated_heads = self.findoutgoing(remote, base, remote_heads)
1033 if revs is not None:
1033 if revs is not None:
1034 msng_cl, bases, heads = self.changelog.nodesbetween(update, revs)
1034 msng_cl, bases, heads = self.changelog.nodesbetween(update, revs)
1035 else:
1035 else:
1036 bases, heads = update, self.changelog.heads()
1036 bases, heads = update, self.changelog.heads()
1037
1037
1038 if not bases:
1038 if not bases:
1039 self.ui.status(_("no changes found\n"))
1039 self.ui.status(_("no changes found\n"))
1040 return 1
1040 return 1
1041 elif not force:
1041 elif not force:
1042 # FIXME we don't properly detect creation of new heads
1042 # FIXME we don't properly detect creation of new heads
1043 # in the push -r case, assume the user knows what he's doing
1043 # in the push -r case, assume the user knows what he's doing
1044 if not revs and len(remote_heads) < len(heads) \
1044 if not revs and len(remote_heads) < len(heads) \
1045 and remote_heads != [nullid]:
1045 and remote_heads != [nullid]:
1046 self.ui.warn(_("abort: push creates new remote branches!\n"))
1046 self.ui.warn(_("abort: push creates new remote branches!\n"))
1047 self.ui.status(_("(did you forget to merge?"
1047 self.ui.status(_("(did you forget to merge?"
1048 " use push -f to force)\n"))
1048 " use push -f to force)\n"))
1049 return 1
1049 return 1
1050
1050
1051 if revs is None:
1051 if revs is None:
1052 cg = self.changegroup(update, 'push')
1052 cg = self.changegroup(update, 'push')
1053 else:
1053 else:
1054 cg = self.changegroupsubset(update, revs, 'push')
1054 cg = self.changegroupsubset(update, revs, 'push')
1055 return remote.addchangegroup(cg)
1055 return remote.addchangegroup(cg)
1056
1056
1057 def changegroupsubset(self, bases, heads, source):
1057 def changegroupsubset(self, bases, heads, source):
1058 """This function generates a changegroup consisting of all the nodes
1058 """This function generates a changegroup consisting of all the nodes
1059 that are descendents of any of the bases, and ancestors of any of
1059 that are descendents of any of the bases, and ancestors of any of
1060 the heads.
1060 the heads.
1061
1061
1062 It is fairly complex as determining which filenodes and which
1062 It is fairly complex as determining which filenodes and which
1063 manifest nodes need to be included for the changeset to be complete
1063 manifest nodes need to be included for the changeset to be complete
1064 is non-trivial.
1064 is non-trivial.
1065
1065
1066 Another wrinkle is doing the reverse, figuring out which changeset in
1066 Another wrinkle is doing the reverse, figuring out which changeset in
1067 the changegroup a particular filenode or manifestnode belongs to."""
1067 the changegroup a particular filenode or manifestnode belongs to."""
1068
1068
1069 self.hook('preoutgoing', throw=True, source=source)
1069 self.hook('preoutgoing', throw=True, source=source)
1070
1070
1071 # Set up some initial variables
1071 # Set up some initial variables
1072 # Make it easy to refer to self.changelog
1072 # Make it easy to refer to self.changelog
1073 cl = self.changelog
1073 cl = self.changelog
1074 # msng is short for missing - compute the list of changesets in this
1074 # msng is short for missing - compute the list of changesets in this
1075 # changegroup.
1075 # changegroup.
1076 msng_cl_lst, bases, heads = cl.nodesbetween(bases, heads)
1076 msng_cl_lst, bases, heads = cl.nodesbetween(bases, heads)
1077 # Some bases may turn out to be superfluous, and some heads may be
1077 # Some bases may turn out to be superfluous, and some heads may be
1078 # too. nodesbetween will return the minimal set of bases and heads
1078 # too. nodesbetween will return the minimal set of bases and heads
1079 # necessary to re-create the changegroup.
1079 # necessary to re-create the changegroup.
1080
1080
1081 # Known heads are the list of heads that it is assumed the recipient
1081 # Known heads are the list of heads that it is assumed the recipient
1082 # of this changegroup will know about.
1082 # of this changegroup will know about.
1083 knownheads = {}
1083 knownheads = {}
1084 # We assume that all parents of bases are known heads.
1084 # We assume that all parents of bases are known heads.
1085 for n in bases:
1085 for n in bases:
1086 for p in cl.parents(n):
1086 for p in cl.parents(n):
1087 if p != nullid:
1087 if p != nullid:
1088 knownheads[p] = 1
1088 knownheads[p] = 1
1089 knownheads = knownheads.keys()
1089 knownheads = knownheads.keys()
1090 if knownheads:
1090 if knownheads:
1091 # Now that we know what heads are known, we can compute which
1091 # Now that we know what heads are known, we can compute which
1092 # changesets are known. The recipient must know about all
1092 # changesets are known. The recipient must know about all
1093 # changesets required to reach the known heads from the null
1093 # changesets required to reach the known heads from the null
1094 # changeset.
1094 # changeset.
1095 has_cl_set, junk, junk = cl.nodesbetween(None, knownheads)
1095 has_cl_set, junk, junk = cl.nodesbetween(None, knownheads)
1096 junk = None
1096 junk = None
1097 # Transform the list into an ersatz set.
1097 # Transform the list into an ersatz set.
1098 has_cl_set = dict.fromkeys(has_cl_set)
1098 has_cl_set = dict.fromkeys(has_cl_set)
1099 else:
1099 else:
1100 # If there were no known heads, the recipient cannot be assumed to
1100 # If there were no known heads, the recipient cannot be assumed to
1101 # know about any changesets.
1101 # know about any changesets.
1102 has_cl_set = {}
1102 has_cl_set = {}
1103
1103
1104 # Make it easy to refer to self.manifest
1104 # Make it easy to refer to self.manifest
1105 mnfst = self.manifest
1105 mnfst = self.manifest
1106 # We don't know which manifests are missing yet
1106 # We don't know which manifests are missing yet
1107 msng_mnfst_set = {}
1107 msng_mnfst_set = {}
1108 # Nor do we know which filenodes are missing.
1108 # Nor do we know which filenodes are missing.
1109 msng_filenode_set = {}
1109 msng_filenode_set = {}
1110
1110
1111 junk = mnfst.index[mnfst.count() - 1] # Get around a bug in lazyindex
1111 junk = mnfst.index[mnfst.count() - 1] # Get around a bug in lazyindex
1112 junk = None
1112 junk = None
1113
1113
1114 # A changeset always belongs to itself, so the changenode lookup
1114 # A changeset always belongs to itself, so the changenode lookup
1115 # function for a changenode is identity.
1115 # function for a changenode is identity.
1116 def identity(x):
1116 def identity(x):
1117 return x
1117 return x
1118
1118
1119 # A function generating function. Sets up an environment for the
1119 # A function generating function. Sets up an environment for the
1120 # inner function.
1120 # inner function.
1121 def cmp_by_rev_func(revlog):
1121 def cmp_by_rev_func(revlog):
1122 # Compare two nodes by their revision number in the environment's
1122 # Compare two nodes by their revision number in the environment's
1123 # revision history. Since the revision number both represents the
1123 # revision history. Since the revision number both represents the
1124 # most efficient order to read the nodes in, and represents a
1124 # most efficient order to read the nodes in, and represents a
1125 # topological sorting of the nodes, this function is often useful.
1125 # topological sorting of the nodes, this function is often useful.
1126 def cmp_by_rev(a, b):
1126 def cmp_by_rev(a, b):
1127 return cmp(revlog.rev(a), revlog.rev(b))
1127 return cmp(revlog.rev(a), revlog.rev(b))
1128 return cmp_by_rev
1128 return cmp_by_rev
1129
1129
1130 # If we determine that a particular file or manifest node must be a
1130 # If we determine that a particular file or manifest node must be a
1131 # node that the recipient of the changegroup will already have, we can
1131 # node that the recipient of the changegroup will already have, we can
1132 # also assume the recipient will have all the parents. This function
1132 # also assume the recipient will have all the parents. This function
1133 # prunes them from the set of missing nodes.
1133 # prunes them from the set of missing nodes.
1134 def prune_parents(revlog, hasset, msngset):
1134 def prune_parents(revlog, hasset, msngset):
1135 haslst = hasset.keys()
1135 haslst = hasset.keys()
1136 haslst.sort(cmp_by_rev_func(revlog))
1136 haslst.sort(cmp_by_rev_func(revlog))
1137 for node in haslst:
1137 for node in haslst:
1138 parentlst = [p for p in revlog.parents(node) if p != nullid]
1138 parentlst = [p for p in revlog.parents(node) if p != nullid]
1139 while parentlst:
1139 while parentlst:
1140 n = parentlst.pop()
1140 n = parentlst.pop()
1141 if n not in hasset:
1141 if n not in hasset:
1142 hasset[n] = 1
1142 hasset[n] = 1
1143 p = [p for p in revlog.parents(n) if p != nullid]
1143 p = [p for p in revlog.parents(n) if p != nullid]
1144 parentlst.extend(p)
1144 parentlst.extend(p)
1145 for n in hasset:
1145 for n in hasset:
1146 msngset.pop(n, None)
1146 msngset.pop(n, None)
1147
1147
1148 # This is a function generating function used to set up an environment
1148 # This is a function generating function used to set up an environment
1149 # for the inner function to execute in.
1149 # for the inner function to execute in.
1150 def manifest_and_file_collector(changedfileset):
1150 def manifest_and_file_collector(changedfileset):
1151 # This is an information gathering function that gathers
1151 # This is an information gathering function that gathers
1152 # information from each changeset node that goes out as part of
1152 # information from each changeset node that goes out as part of
1153 # the changegroup. The information gathered is a list of which
1153 # the changegroup. The information gathered is a list of which
1154 # manifest nodes are potentially required (the recipient may
1154 # manifest nodes are potentially required (the recipient may
1155 # already have them) and total list of all files which were
1155 # already have them) and total list of all files which were
1156 # changed in any changeset in the changegroup.
1156 # changed in any changeset in the changegroup.
1157 #
1157 #
1158 # We also remember the first changenode we saw any manifest
1158 # We also remember the first changenode we saw any manifest
1159 # referenced by so we can later determine which changenode 'owns'
1159 # referenced by so we can later determine which changenode 'owns'
1160 # the manifest.
1160 # the manifest.
1161 def collect_manifests_and_files(clnode):
1161 def collect_manifests_and_files(clnode):
1162 c = cl.read(clnode)
1162 c = cl.read(clnode)
1163 for f in c[3]:
1163 for f in c[3]:
1164 # This is to make sure we only have one instance of each
1164 # This is to make sure we only have one instance of each
1165 # filename string for each filename.
1165 # filename string for each filename.
1166 changedfileset.setdefault(f, f)
1166 changedfileset.setdefault(f, f)
1167 msng_mnfst_set.setdefault(c[0], clnode)
1167 msng_mnfst_set.setdefault(c[0], clnode)
1168 return collect_manifests_and_files
1168 return collect_manifests_and_files
1169
1169
1170 # Figure out which manifest nodes (of the ones we think might be part
1170 # Figure out which manifest nodes (of the ones we think might be part
1171 # of the changegroup) the recipient must know about and remove them
1171 # of the changegroup) the recipient must know about and remove them
1172 # from the changegroup.
1172 # from the changegroup.
1173 def prune_manifests():
1173 def prune_manifests():
1174 has_mnfst_set = {}
1174 has_mnfst_set = {}
1175 for n in msng_mnfst_set:
1175 for n in msng_mnfst_set:
1176 # If a 'missing' manifest thinks it belongs to a changenode
1176 # If a 'missing' manifest thinks it belongs to a changenode
1177 # the recipient is assumed to have, obviously the recipient
1177 # the recipient is assumed to have, obviously the recipient
1178 # must have that manifest.
1178 # must have that manifest.
1179 linknode = cl.node(mnfst.linkrev(n))
1179 linknode = cl.node(mnfst.linkrev(n))
1180 if linknode in has_cl_set:
1180 if linknode in has_cl_set:
1181 has_mnfst_set[n] = 1
1181 has_mnfst_set[n] = 1
1182 prune_parents(mnfst, has_mnfst_set, msng_mnfst_set)
1182 prune_parents(mnfst, has_mnfst_set, msng_mnfst_set)
1183
1183
1184 # Use the information collected in collect_manifests_and_files to say
1184 # Use the information collected in collect_manifests_and_files to say
1185 # which changenode any manifestnode belongs to.
1185 # which changenode any manifestnode belongs to.
1186 def lookup_manifest_link(mnfstnode):
1186 def lookup_manifest_link(mnfstnode):
1187 return msng_mnfst_set[mnfstnode]
1187 return msng_mnfst_set[mnfstnode]
1188
1188
1189 # A function generating function that sets up the initial environment
1189 # A function generating function that sets up the initial environment
1190 # the inner function.
1190 # the inner function.
1191 def filenode_collector(changedfiles):
1191 def filenode_collector(changedfiles):
1192 next_rev = [0]
1192 next_rev = [0]
1193 # This gathers information from each manifestnode included in the
1193 # This gathers information from each manifestnode included in the
1194 # changegroup about which filenodes the manifest node references
1194 # changegroup about which filenodes the manifest node references
1195 # so we can include those in the changegroup too.
1195 # so we can include those in the changegroup too.
1196 #
1196 #
1197 # It also remembers which changenode each filenode belongs to. It
1197 # It also remembers which changenode each filenode belongs to. It
1198 # does this by assuming the a filenode belongs to the changenode
1198 # does this by assuming the a filenode belongs to the changenode
1199 # the first manifest that references it belongs to.
1199 # the first manifest that references it belongs to.
1200 def collect_msng_filenodes(mnfstnode):
1200 def collect_msng_filenodes(mnfstnode):
1201 r = mnfst.rev(mnfstnode)
1201 r = mnfst.rev(mnfstnode)
1202 if r == next_rev[0]:
1202 if r == next_rev[0]:
1203 # If the last rev we looked at was the one just previous,
1203 # If the last rev we looked at was the one just previous,
1204 # we only need to see a diff.
1204 # we only need to see a diff.
1205 delta = mdiff.patchtext(mnfst.delta(mnfstnode))
1205 delta = mdiff.patchtext(mnfst.delta(mnfstnode))
1206 # For each line in the delta
1206 # For each line in the delta
1207 for dline in delta.splitlines():
1207 for dline in delta.splitlines():
1208 # get the filename and filenode for that line
1208 # get the filename and filenode for that line
1209 f, fnode = dline.split('\0')
1209 f, fnode = dline.split('\0')
1210 fnode = bin(fnode[:40])
1210 fnode = bin(fnode[:40])
1211 f = changedfiles.get(f, None)
1211 f = changedfiles.get(f, None)
1212 # And if the file is in the list of files we care
1212 # And if the file is in the list of files we care
1213 # about.
1213 # about.
1214 if f is not None:
1214 if f is not None:
1215 # Get the changenode this manifest belongs to
1215 # Get the changenode this manifest belongs to
1216 clnode = msng_mnfst_set[mnfstnode]
1216 clnode = msng_mnfst_set[mnfstnode]
1217 # Create the set of filenodes for the file if
1217 # Create the set of filenodes for the file if
1218 # there isn't one already.
1218 # there isn't one already.
1219 ndset = msng_filenode_set.setdefault(f, {})
1219 ndset = msng_filenode_set.setdefault(f, {})
1220 # And set the filenode's changelog node to the
1220 # And set the filenode's changelog node to the
1221 # manifest's if it hasn't been set already.
1221 # manifest's if it hasn't been set already.
1222 ndset.setdefault(fnode, clnode)
1222 ndset.setdefault(fnode, clnode)
1223 else:
1223 else:
1224 # Otherwise we need a full manifest.
1224 # Otherwise we need a full manifest.
1225 m = mnfst.read(mnfstnode)
1225 m = mnfst.read(mnfstnode)
1226 # For every file in we care about.
1226 # For every file in we care about.
1227 for f in changedfiles:
1227 for f in changedfiles:
1228 fnode = m.get(f, None)
1228 fnode = m.get(f, None)
1229 # If it's in the manifest
1229 # If it's in the manifest
1230 if fnode is not None:
1230 if fnode is not None:
1231 # See comments above.
1231 # See comments above.
1232 clnode = msng_mnfst_set[mnfstnode]
1232 clnode = msng_mnfst_set[mnfstnode]
1233 ndset = msng_filenode_set.setdefault(f, {})
1233 ndset = msng_filenode_set.setdefault(f, {})
1234 ndset.setdefault(fnode, clnode)
1234 ndset.setdefault(fnode, clnode)
1235 # Remember the revision we hope to see next.
1235 # Remember the revision we hope to see next.
1236 next_rev[0] = r + 1
1236 next_rev[0] = r + 1
1237 return collect_msng_filenodes
1237 return collect_msng_filenodes
1238
1238
1239 # We have a list of filenodes we think we need for a file, lets remove
1239 # We have a list of filenodes we think we need for a file, lets remove
1240 # all those we now the recipient must have.
1240 # all those we now the recipient must have.
1241 def prune_filenodes(f, filerevlog):
1241 def prune_filenodes(f, filerevlog):
1242 msngset = msng_filenode_set[f]
1242 msngset = msng_filenode_set[f]
1243 hasset = {}
1243 hasset = {}
1244 # If a 'missing' filenode thinks it belongs to a changenode we
1244 # If a 'missing' filenode thinks it belongs to a changenode we
1245 # assume the recipient must have, then the recipient must have
1245 # assume the recipient must have, then the recipient must have
1246 # that filenode.
1246 # that filenode.
1247 for n in msngset:
1247 for n in msngset:
1248 clnode = cl.node(filerevlog.linkrev(n))
1248 clnode = cl.node(filerevlog.linkrev(n))
1249 if clnode in has_cl_set:
1249 if clnode in has_cl_set:
1250 hasset[n] = 1
1250 hasset[n] = 1
1251 prune_parents(filerevlog, hasset, msngset)
1251 prune_parents(filerevlog, hasset, msngset)
1252
1252
1253 # A function generator function that sets up the a context for the
1253 # A function generator function that sets up the a context for the
1254 # inner function.
1254 # inner function.
1255 def lookup_filenode_link_func(fname):
1255 def lookup_filenode_link_func(fname):
1256 msngset = msng_filenode_set[fname]
1256 msngset = msng_filenode_set[fname]
1257 # Lookup the changenode the filenode belongs to.
1257 # Lookup the changenode the filenode belongs to.
1258 def lookup_filenode_link(fnode):
1258 def lookup_filenode_link(fnode):
1259 return msngset[fnode]
1259 return msngset[fnode]
1260 return lookup_filenode_link
1260 return lookup_filenode_link
1261
1261
1262 # Now that we have all theses utility functions to help out and
1262 # Now that we have all theses utility functions to help out and
1263 # logically divide up the task, generate the group.
1263 # logically divide up the task, generate the group.
1264 def gengroup():
1264 def gengroup():
1265 # The set of changed files starts empty.
1265 # The set of changed files starts empty.
1266 changedfiles = {}
1266 changedfiles = {}
1267 # Create a changenode group generator that will call our functions
1267 # Create a changenode group generator that will call our functions
1268 # back to lookup the owning changenode and collect information.
1268 # back to lookup the owning changenode and collect information.
1269 group = cl.group(msng_cl_lst, identity,
1269 group = cl.group(msng_cl_lst, identity,
1270 manifest_and_file_collector(changedfiles))
1270 manifest_and_file_collector(changedfiles))
1271 for chnk in group:
1271 for chnk in group:
1272 yield chnk
1272 yield chnk
1273
1273
1274 # The list of manifests has been collected by the generator
1274 # The list of manifests has been collected by the generator
1275 # calling our functions back.
1275 # calling our functions back.
1276 prune_manifests()
1276 prune_manifests()
1277 msng_mnfst_lst = msng_mnfst_set.keys()
1277 msng_mnfst_lst = msng_mnfst_set.keys()
1278 # Sort the manifestnodes by revision number.
1278 # Sort the manifestnodes by revision number.
1279 msng_mnfst_lst.sort(cmp_by_rev_func(mnfst))
1279 msng_mnfst_lst.sort(cmp_by_rev_func(mnfst))
1280 # Create a generator for the manifestnodes that calls our lookup
1280 # Create a generator for the manifestnodes that calls our lookup
1281 # and data collection functions back.
1281 # and data collection functions back.
1282 group = mnfst.group(msng_mnfst_lst, lookup_manifest_link,
1282 group = mnfst.group(msng_mnfst_lst, lookup_manifest_link,
1283 filenode_collector(changedfiles))
1283 filenode_collector(changedfiles))
1284 for chnk in group:
1284 for chnk in group:
1285 yield chnk
1285 yield chnk
1286
1286
1287 # These are no longer needed, dereference and toss the memory for
1287 # These are no longer needed, dereference and toss the memory for
1288 # them.
1288 # them.
1289 msng_mnfst_lst = None
1289 msng_mnfst_lst = None
1290 msng_mnfst_set.clear()
1290 msng_mnfst_set.clear()
1291
1291
1292 changedfiles = changedfiles.keys()
1292 changedfiles = changedfiles.keys()
1293 changedfiles.sort()
1293 changedfiles.sort()
1294 # Go through all our files in order sorted by name.
1294 # Go through all our files in order sorted by name.
1295 for fname in changedfiles:
1295 for fname in changedfiles:
1296 filerevlog = self.file(fname)
1296 filerevlog = self.file(fname)
1297 # Toss out the filenodes that the recipient isn't really
1297 # Toss out the filenodes that the recipient isn't really
1298 # missing.
1298 # missing.
1299 if msng_filenode_set.has_key(fname):
1299 if msng_filenode_set.has_key(fname):
1300 prune_filenodes(fname, filerevlog)
1300 prune_filenodes(fname, filerevlog)
1301 msng_filenode_lst = msng_filenode_set[fname].keys()
1301 msng_filenode_lst = msng_filenode_set[fname].keys()
1302 else:
1302 else:
1303 msng_filenode_lst = []
1303 msng_filenode_lst = []
1304 # If any filenodes are left, generate the group for them,
1304 # If any filenodes are left, generate the group for them,
1305 # otherwise don't bother.
1305 # otherwise don't bother.
1306 if len(msng_filenode_lst) > 0:
1306 if len(msng_filenode_lst) > 0:
1307 yield changegroup.genchunk(fname)
1307 yield changegroup.genchunk(fname)
1308 # Sort the filenodes by their revision #
1308 # Sort the filenodes by their revision #
1309 msng_filenode_lst.sort(cmp_by_rev_func(filerevlog))
1309 msng_filenode_lst.sort(cmp_by_rev_func(filerevlog))
1310 # Create a group generator and only pass in a changenode
1310 # Create a group generator and only pass in a changenode
1311 # lookup function as we need to collect no information
1311 # lookup function as we need to collect no information
1312 # from filenodes.
1312 # from filenodes.
1313 group = filerevlog.group(msng_filenode_lst,
1313 group = filerevlog.group(msng_filenode_lst,
1314 lookup_filenode_link_func(fname))
1314 lookup_filenode_link_func(fname))
1315 for chnk in group:
1315 for chnk in group:
1316 yield chnk
1316 yield chnk
1317 if msng_filenode_set.has_key(fname):
1317 if msng_filenode_set.has_key(fname):
1318 # Don't need this anymore, toss it to free memory.
1318 # Don't need this anymore, toss it to free memory.
1319 del msng_filenode_set[fname]
1319 del msng_filenode_set[fname]
1320 # Signal that no more groups are left.
1320 # Signal that no more groups are left.
1321 yield changegroup.closechunk()
1321 yield changegroup.closechunk()
1322
1322
1323 if nodes:
1323 if msng_cl_lst:
1324 self.hook('outgoing', node=hex(msng_cl_lst[0]), source=source)
1324 self.hook('outgoing', node=hex(msng_cl_lst[0]), source=source)
1325
1325
1326 return util.chunkbuffer(gengroup())
1326 return util.chunkbuffer(gengroup())
1327
1327
1328 def changegroup(self, basenodes, source):
1328 def changegroup(self, basenodes, source):
1329 """Generate a changegroup of all nodes that we have that a recipient
1329 """Generate a changegroup of all nodes that we have that a recipient
1330 doesn't.
1330 doesn't.
1331
1331
1332 This is much easier than the previous function as we can assume that
1332 This is much easier than the previous function as we can assume that
1333 the recipient has any changenode we aren't sending them."""
1333 the recipient has any changenode we aren't sending them."""
1334
1334
1335 self.hook('preoutgoing', throw=True, source=source)
1335 self.hook('preoutgoing', throw=True, source=source)
1336
1336
1337 cl = self.changelog
1337 cl = self.changelog
1338 nodes = cl.nodesbetween(basenodes, None)[0]
1338 nodes = cl.nodesbetween(basenodes, None)[0]
1339 revset = dict.fromkeys([cl.rev(n) for n in nodes])
1339 revset = dict.fromkeys([cl.rev(n) for n in nodes])
1340
1340
1341 def identity(x):
1341 def identity(x):
1342 return x
1342 return x
1343
1343
1344 def gennodelst(revlog):
1344 def gennodelst(revlog):
1345 for r in xrange(0, revlog.count()):
1345 for r in xrange(0, revlog.count()):
1346 n = revlog.node(r)
1346 n = revlog.node(r)
1347 if revlog.linkrev(n) in revset:
1347 if revlog.linkrev(n) in revset:
1348 yield n
1348 yield n
1349
1349
1350 def changed_file_collector(changedfileset):
1350 def changed_file_collector(changedfileset):
1351 def collect_changed_files(clnode):
1351 def collect_changed_files(clnode):
1352 c = cl.read(clnode)
1352 c = cl.read(clnode)
1353 for fname in c[3]:
1353 for fname in c[3]:
1354 changedfileset[fname] = 1
1354 changedfileset[fname] = 1
1355 return collect_changed_files
1355 return collect_changed_files
1356
1356
1357 def lookuprevlink_func(revlog):
1357 def lookuprevlink_func(revlog):
1358 def lookuprevlink(n):
1358 def lookuprevlink(n):
1359 return cl.node(revlog.linkrev(n))
1359 return cl.node(revlog.linkrev(n))
1360 return lookuprevlink
1360 return lookuprevlink
1361
1361
1362 def gengroup():
1362 def gengroup():
1363 # construct a list of all changed files
1363 # construct a list of all changed files
1364 changedfiles = {}
1364 changedfiles = {}
1365
1365
1366 for chnk in cl.group(nodes, identity,
1366 for chnk in cl.group(nodes, identity,
1367 changed_file_collector(changedfiles)):
1367 changed_file_collector(changedfiles)):
1368 yield chnk
1368 yield chnk
1369 changedfiles = changedfiles.keys()
1369 changedfiles = changedfiles.keys()
1370 changedfiles.sort()
1370 changedfiles.sort()
1371
1371
1372 mnfst = self.manifest
1372 mnfst = self.manifest
1373 nodeiter = gennodelst(mnfst)
1373 nodeiter = gennodelst(mnfst)
1374 for chnk in mnfst.group(nodeiter, lookuprevlink_func(mnfst)):
1374 for chnk in mnfst.group(nodeiter, lookuprevlink_func(mnfst)):
1375 yield chnk
1375 yield chnk
1376
1376
1377 for fname in changedfiles:
1377 for fname in changedfiles:
1378 filerevlog = self.file(fname)
1378 filerevlog = self.file(fname)
1379 nodeiter = gennodelst(filerevlog)
1379 nodeiter = gennodelst(filerevlog)
1380 nodeiter = list(nodeiter)
1380 nodeiter = list(nodeiter)
1381 if nodeiter:
1381 if nodeiter:
1382 yield changegroup.genchunk(fname)
1382 yield changegroup.genchunk(fname)
1383 lookup = lookuprevlink_func(filerevlog)
1383 lookup = lookuprevlink_func(filerevlog)
1384 for chnk in filerevlog.group(nodeiter, lookup):
1384 for chnk in filerevlog.group(nodeiter, lookup):
1385 yield chnk
1385 yield chnk
1386
1386
1387 yield changegroup.closechunk()
1387 yield changegroup.closechunk()
1388
1388
1389 if nodes:
1389 if nodes:
1390 self.hook('outgoing', node=hex(nodes[0]), source=source)
1390 self.hook('outgoing', node=hex(nodes[0]), source=source)
1391
1391
1392 return util.chunkbuffer(gengroup())
1392 return util.chunkbuffer(gengroup())
1393
1393
1394 def addchangegroup(self, source):
1394 def addchangegroup(self, source):
1395 """add changegroup to repo.
1395 """add changegroup to repo.
1396 returns number of heads modified or added + 1."""
1396 returns number of heads modified or added + 1."""
1397
1397
1398 def csmap(x):
1398 def csmap(x):
1399 self.ui.debug(_("add changeset %s\n") % short(x))
1399 self.ui.debug(_("add changeset %s\n") % short(x))
1400 return cl.count()
1400 return cl.count()
1401
1401
1402 def revmap(x):
1402 def revmap(x):
1403 return cl.rev(x)
1403 return cl.rev(x)
1404
1404
1405 if not source:
1405 if not source:
1406 return 0
1406 return 0
1407
1407
1408 self.hook('prechangegroup', throw=True)
1408 self.hook('prechangegroup', throw=True)
1409
1409
1410 changesets = files = revisions = 0
1410 changesets = files = revisions = 0
1411
1411
1412 tr = self.transaction()
1412 tr = self.transaction()
1413
1413
1414 # write changelog and manifest data to temp files so
1414 # write changelog and manifest data to temp files so
1415 # concurrent readers will not see inconsistent view
1415 # concurrent readers will not see inconsistent view
1416 cl = appendfile.appendchangelog(self.opener, self.changelog.version)
1416 cl = appendfile.appendchangelog(self.opener, self.changelog.version)
1417
1417
1418 oldheads = len(cl.heads())
1418 oldheads = len(cl.heads())
1419
1419
1420 # pull off the changeset group
1420 # pull off the changeset group
1421 self.ui.status(_("adding changesets\n"))
1421 self.ui.status(_("adding changesets\n"))
1422 co = cl.tip()
1422 co = cl.tip()
1423 chunkiter = changegroup.chunkiter(source)
1423 chunkiter = changegroup.chunkiter(source)
1424 cn = cl.addgroup(chunkiter, csmap, tr, 1) # unique
1424 cn = cl.addgroup(chunkiter, csmap, tr, 1) # unique
1425 cnr, cor = map(cl.rev, (cn, co))
1425 cnr, cor = map(cl.rev, (cn, co))
1426 if cn == nullid:
1426 if cn == nullid:
1427 cnr = cor
1427 cnr = cor
1428 changesets = cnr - cor
1428 changesets = cnr - cor
1429
1429
1430 mf = appendfile.appendmanifest(self.opener, self.manifest.version)
1430 mf = appendfile.appendmanifest(self.opener, self.manifest.version)
1431
1431
1432 # pull off the manifest group
1432 # pull off the manifest group
1433 self.ui.status(_("adding manifests\n"))
1433 self.ui.status(_("adding manifests\n"))
1434 mm = mf.tip()
1434 mm = mf.tip()
1435 chunkiter = changegroup.chunkiter(source)
1435 chunkiter = changegroup.chunkiter(source)
1436 mo = mf.addgroup(chunkiter, revmap, tr)
1436 mo = mf.addgroup(chunkiter, revmap, tr)
1437
1437
1438 # process the files
1438 # process the files
1439 self.ui.status(_("adding file changes\n"))
1439 self.ui.status(_("adding file changes\n"))
1440 while 1:
1440 while 1:
1441 f = changegroup.getchunk(source)
1441 f = changegroup.getchunk(source)
1442 if not f:
1442 if not f:
1443 break
1443 break
1444 self.ui.debug(_("adding %s revisions\n") % f)
1444 self.ui.debug(_("adding %s revisions\n") % f)
1445 fl = self.file(f)
1445 fl = self.file(f)
1446 o = fl.count()
1446 o = fl.count()
1447 chunkiter = changegroup.chunkiter(source)
1447 chunkiter = changegroup.chunkiter(source)
1448 n = fl.addgroup(chunkiter, revmap, tr)
1448 n = fl.addgroup(chunkiter, revmap, tr)
1449 revisions += fl.count() - o
1449 revisions += fl.count() - o
1450 files += 1
1450 files += 1
1451
1451
1452 # write order here is important so concurrent readers will see
1452 # write order here is important so concurrent readers will see
1453 # consistent view of repo
1453 # consistent view of repo
1454 mf.writedata()
1454 mf.writedata()
1455 cl.writedata()
1455 cl.writedata()
1456
1456
1457 # make changelog and manifest see real files again
1457 # make changelog and manifest see real files again
1458 self.changelog = changelog.changelog(self.opener, self.changelog.version)
1458 self.changelog = changelog.changelog(self.opener, self.changelog.version)
1459 self.manifest = manifest.manifest(self.opener, self.manifest.version)
1459 self.manifest = manifest.manifest(self.opener, self.manifest.version)
1460 self.changelog.checkinlinesize(tr)
1460 self.changelog.checkinlinesize(tr)
1461 self.manifest.checkinlinesize(tr)
1461 self.manifest.checkinlinesize(tr)
1462
1462
1463 newheads = len(self.changelog.heads())
1463 newheads = len(self.changelog.heads())
1464 heads = ""
1464 heads = ""
1465 if oldheads and newheads > oldheads:
1465 if oldheads and newheads > oldheads:
1466 heads = _(" (+%d heads)") % (newheads - oldheads)
1466 heads = _(" (+%d heads)") % (newheads - oldheads)
1467
1467
1468 self.ui.status(_("added %d changesets"
1468 self.ui.status(_("added %d changesets"
1469 " with %d changes to %d files%s\n")
1469 " with %d changes to %d files%s\n")
1470 % (changesets, revisions, files, heads))
1470 % (changesets, revisions, files, heads))
1471
1471
1472 self.hook('pretxnchangegroup', throw=True,
1472 self.hook('pretxnchangegroup', throw=True,
1473 node=hex(self.changelog.node(cor+1)))
1473 node=hex(self.changelog.node(cor+1)))
1474
1474
1475 tr.close()
1475 tr.close()
1476
1476
1477 if changesets > 0:
1477 if changesets > 0:
1478 self.hook("changegroup", node=hex(self.changelog.node(cor+1)))
1478 self.hook("changegroup", node=hex(self.changelog.node(cor+1)))
1479
1479
1480 for i in range(cor + 1, cnr + 1):
1480 for i in range(cor + 1, cnr + 1):
1481 self.hook("incoming", node=hex(self.changelog.node(i)))
1481 self.hook("incoming", node=hex(self.changelog.node(i)))
1482
1482
1483 return newheads - oldheads + 1
1483 return newheads - oldheads + 1
1484
1484
1485 def update(self, node, allow=False, force=False, choose=None,
1485 def update(self, node, allow=False, force=False, choose=None,
1486 moddirstate=True, forcemerge=False, wlock=None):
1486 moddirstate=True, forcemerge=False, wlock=None):
1487 pl = self.dirstate.parents()
1487 pl = self.dirstate.parents()
1488 if not force and pl[1] != nullid:
1488 if not force and pl[1] != nullid:
1489 self.ui.warn(_("aborting: outstanding uncommitted merges\n"))
1489 self.ui.warn(_("aborting: outstanding uncommitted merges\n"))
1490 return 1
1490 return 1
1491
1491
1492 err = False
1492 err = False
1493
1493
1494 p1, p2 = pl[0], node
1494 p1, p2 = pl[0], node
1495 pa = self.changelog.ancestor(p1, p2)
1495 pa = self.changelog.ancestor(p1, p2)
1496 m1n = self.changelog.read(p1)[0]
1496 m1n = self.changelog.read(p1)[0]
1497 m2n = self.changelog.read(p2)[0]
1497 m2n = self.changelog.read(p2)[0]
1498 man = self.manifest.ancestor(m1n, m2n)
1498 man = self.manifest.ancestor(m1n, m2n)
1499 m1 = self.manifest.read(m1n)
1499 m1 = self.manifest.read(m1n)
1500 mf1 = self.manifest.readflags(m1n)
1500 mf1 = self.manifest.readflags(m1n)
1501 m2 = self.manifest.read(m2n).copy()
1501 m2 = self.manifest.read(m2n).copy()
1502 mf2 = self.manifest.readflags(m2n)
1502 mf2 = self.manifest.readflags(m2n)
1503 ma = self.manifest.read(man)
1503 ma = self.manifest.read(man)
1504 mfa = self.manifest.readflags(man)
1504 mfa = self.manifest.readflags(man)
1505
1505
1506 modified, added, removed, deleted, unknown = self.changes()
1506 modified, added, removed, deleted, unknown = self.changes()
1507
1507
1508 # is this a jump, or a merge? i.e. is there a linear path
1508 # is this a jump, or a merge? i.e. is there a linear path
1509 # from p1 to p2?
1509 # from p1 to p2?
1510 linear_path = (pa == p1 or pa == p2)
1510 linear_path = (pa == p1 or pa == p2)
1511
1511
1512 if allow and linear_path:
1512 if allow and linear_path:
1513 raise util.Abort(_("there is nothing to merge, "
1513 raise util.Abort(_("there is nothing to merge, "
1514 "just use 'hg update'"))
1514 "just use 'hg update'"))
1515 if allow and not forcemerge:
1515 if allow and not forcemerge:
1516 if modified or added or removed:
1516 if modified or added or removed:
1517 raise util.Abort(_("outstanding uncommitted changes"))
1517 raise util.Abort(_("outstanding uncommitted changes"))
1518 if not forcemerge and not force:
1518 if not forcemerge and not force:
1519 for f in unknown:
1519 for f in unknown:
1520 if f in m2:
1520 if f in m2:
1521 t1 = self.wread(f)
1521 t1 = self.wread(f)
1522 t2 = self.file(f).read(m2[f])
1522 t2 = self.file(f).read(m2[f])
1523 if cmp(t1, t2) != 0:
1523 if cmp(t1, t2) != 0:
1524 raise util.Abort(_("'%s' already exists in the working"
1524 raise util.Abort(_("'%s' already exists in the working"
1525 " dir and differs from remote") % f)
1525 " dir and differs from remote") % f)
1526
1526
1527 # resolve the manifest to determine which files
1527 # resolve the manifest to determine which files
1528 # we care about merging
1528 # we care about merging
1529 self.ui.note(_("resolving manifests\n"))
1529 self.ui.note(_("resolving manifests\n"))
1530 self.ui.debug(_(" force %s allow %s moddirstate %s linear %s\n") %
1530 self.ui.debug(_(" force %s allow %s moddirstate %s linear %s\n") %
1531 (force, allow, moddirstate, linear_path))
1531 (force, allow, moddirstate, linear_path))
1532 self.ui.debug(_(" ancestor %s local %s remote %s\n") %
1532 self.ui.debug(_(" ancestor %s local %s remote %s\n") %
1533 (short(man), short(m1n), short(m2n)))
1533 (short(man), short(m1n), short(m2n)))
1534
1534
1535 merge = {}
1535 merge = {}
1536 get = {}
1536 get = {}
1537 remove = []
1537 remove = []
1538
1538
1539 # construct a working dir manifest
1539 # construct a working dir manifest
1540 mw = m1.copy()
1540 mw = m1.copy()
1541 mfw = mf1.copy()
1541 mfw = mf1.copy()
1542 umap = dict.fromkeys(unknown)
1542 umap = dict.fromkeys(unknown)
1543
1543
1544 for f in added + modified + unknown:
1544 for f in added + modified + unknown:
1545 mw[f] = ""
1545 mw[f] = ""
1546 mfw[f] = util.is_exec(self.wjoin(f), mfw.get(f, False))
1546 mfw[f] = util.is_exec(self.wjoin(f), mfw.get(f, False))
1547
1547
1548 if moddirstate and not wlock:
1548 if moddirstate and not wlock:
1549 wlock = self.wlock()
1549 wlock = self.wlock()
1550
1550
1551 for f in deleted + removed:
1551 for f in deleted + removed:
1552 if f in mw:
1552 if f in mw:
1553 del mw[f]
1553 del mw[f]
1554
1554
1555 # If we're jumping between revisions (as opposed to merging),
1555 # If we're jumping between revisions (as opposed to merging),
1556 # and if neither the working directory nor the target rev has
1556 # and if neither the working directory nor the target rev has
1557 # the file, then we need to remove it from the dirstate, to
1557 # the file, then we need to remove it from the dirstate, to
1558 # prevent the dirstate from listing the file when it is no
1558 # prevent the dirstate from listing the file when it is no
1559 # longer in the manifest.
1559 # longer in the manifest.
1560 if moddirstate and linear_path and f not in m2:
1560 if moddirstate and linear_path and f not in m2:
1561 self.dirstate.forget((f,))
1561 self.dirstate.forget((f,))
1562
1562
1563 # Compare manifests
1563 # Compare manifests
1564 for f, n in mw.iteritems():
1564 for f, n in mw.iteritems():
1565 if choose and not choose(f):
1565 if choose and not choose(f):
1566 continue
1566 continue
1567 if f in m2:
1567 if f in m2:
1568 s = 0
1568 s = 0
1569
1569
1570 # is the wfile new since m1, and match m2?
1570 # is the wfile new since m1, and match m2?
1571 if f not in m1:
1571 if f not in m1:
1572 t1 = self.wread(f)
1572 t1 = self.wread(f)
1573 t2 = self.file(f).read(m2[f])
1573 t2 = self.file(f).read(m2[f])
1574 if cmp(t1, t2) == 0:
1574 if cmp(t1, t2) == 0:
1575 n = m2[f]
1575 n = m2[f]
1576 del t1, t2
1576 del t1, t2
1577
1577
1578 # are files different?
1578 # are files different?
1579 if n != m2[f]:
1579 if n != m2[f]:
1580 a = ma.get(f, nullid)
1580 a = ma.get(f, nullid)
1581 # are both different from the ancestor?
1581 # are both different from the ancestor?
1582 if n != a and m2[f] != a:
1582 if n != a and m2[f] != a:
1583 self.ui.debug(_(" %s versions differ, resolve\n") % f)
1583 self.ui.debug(_(" %s versions differ, resolve\n") % f)
1584 # merge executable bits
1584 # merge executable bits
1585 # "if we changed or they changed, change in merge"
1585 # "if we changed or they changed, change in merge"
1586 a, b, c = mfa.get(f, 0), mfw[f], mf2[f]
1586 a, b, c = mfa.get(f, 0), mfw[f], mf2[f]
1587 mode = ((a^b) | (a^c)) ^ a
1587 mode = ((a^b) | (a^c)) ^ a
1588 merge[f] = (m1.get(f, nullid), m2[f], mode)
1588 merge[f] = (m1.get(f, nullid), m2[f], mode)
1589 s = 1
1589 s = 1
1590 # are we clobbering?
1590 # are we clobbering?
1591 # is remote's version newer?
1591 # is remote's version newer?
1592 # or are we going back in time?
1592 # or are we going back in time?
1593 elif force or m2[f] != a or (p2 == pa and mw[f] == m1[f]):
1593 elif force or m2[f] != a or (p2 == pa and mw[f] == m1[f]):
1594 self.ui.debug(_(" remote %s is newer, get\n") % f)
1594 self.ui.debug(_(" remote %s is newer, get\n") % f)
1595 get[f] = m2[f]
1595 get[f] = m2[f]
1596 s = 1
1596 s = 1
1597 elif f in umap or f in added:
1597 elif f in umap or f in added:
1598 # this unknown file is the same as the checkout
1598 # this unknown file is the same as the checkout
1599 # we need to reset the dirstate if the file was added
1599 # we need to reset the dirstate if the file was added
1600 get[f] = m2[f]
1600 get[f] = m2[f]
1601
1601
1602 if not s and mfw[f] != mf2[f]:
1602 if not s and mfw[f] != mf2[f]:
1603 if force:
1603 if force:
1604 self.ui.debug(_(" updating permissions for %s\n") % f)
1604 self.ui.debug(_(" updating permissions for %s\n") % f)
1605 util.set_exec(self.wjoin(f), mf2[f])
1605 util.set_exec(self.wjoin(f), mf2[f])
1606 else:
1606 else:
1607 a, b, c = mfa.get(f, 0), mfw[f], mf2[f]
1607 a, b, c = mfa.get(f, 0), mfw[f], mf2[f]
1608 mode = ((a^b) | (a^c)) ^ a
1608 mode = ((a^b) | (a^c)) ^ a
1609 if mode != b:
1609 if mode != b:
1610 self.ui.debug(_(" updating permissions for %s\n")
1610 self.ui.debug(_(" updating permissions for %s\n")
1611 % f)
1611 % f)
1612 util.set_exec(self.wjoin(f), mode)
1612 util.set_exec(self.wjoin(f), mode)
1613 del m2[f]
1613 del m2[f]
1614 elif f in ma:
1614 elif f in ma:
1615 if n != ma[f]:
1615 if n != ma[f]:
1616 r = _("d")
1616 r = _("d")
1617 if not force and (linear_path or allow):
1617 if not force and (linear_path or allow):
1618 r = self.ui.prompt(
1618 r = self.ui.prompt(
1619 (_(" local changed %s which remote deleted\n") % f) +
1619 (_(" local changed %s which remote deleted\n") % f) +
1620 _("(k)eep or (d)elete?"), _("[kd]"), _("k"))
1620 _("(k)eep or (d)elete?"), _("[kd]"), _("k"))
1621 if r == _("d"):
1621 if r == _("d"):
1622 remove.append(f)
1622 remove.append(f)
1623 else:
1623 else:
1624 self.ui.debug(_("other deleted %s\n") % f)
1624 self.ui.debug(_("other deleted %s\n") % f)
1625 remove.append(f) # other deleted it
1625 remove.append(f) # other deleted it
1626 else:
1626 else:
1627 # file is created on branch or in working directory
1627 # file is created on branch or in working directory
1628 if force and f not in umap:
1628 if force and f not in umap:
1629 self.ui.debug(_("remote deleted %s, clobbering\n") % f)
1629 self.ui.debug(_("remote deleted %s, clobbering\n") % f)
1630 remove.append(f)
1630 remove.append(f)
1631 elif n == m1.get(f, nullid): # same as parent
1631 elif n == m1.get(f, nullid): # same as parent
1632 if p2 == pa: # going backwards?
1632 if p2 == pa: # going backwards?
1633 self.ui.debug(_("remote deleted %s\n") % f)
1633 self.ui.debug(_("remote deleted %s\n") % f)
1634 remove.append(f)
1634 remove.append(f)
1635 else:
1635 else:
1636 self.ui.debug(_("local modified %s, keeping\n") % f)
1636 self.ui.debug(_("local modified %s, keeping\n") % f)
1637 else:
1637 else:
1638 self.ui.debug(_("working dir created %s, keeping\n") % f)
1638 self.ui.debug(_("working dir created %s, keeping\n") % f)
1639
1639
1640 for f, n in m2.iteritems():
1640 for f, n in m2.iteritems():
1641 if choose and not choose(f):
1641 if choose and not choose(f):
1642 continue
1642 continue
1643 if f[0] == "/":
1643 if f[0] == "/":
1644 continue
1644 continue
1645 if f in ma and n != ma[f]:
1645 if f in ma and n != ma[f]:
1646 r = _("k")
1646 r = _("k")
1647 if not force and (linear_path or allow):
1647 if not force and (linear_path or allow):
1648 r = self.ui.prompt(
1648 r = self.ui.prompt(
1649 (_("remote changed %s which local deleted\n") % f) +
1649 (_("remote changed %s which local deleted\n") % f) +
1650 _("(k)eep or (d)elete?"), _("[kd]"), _("k"))
1650 _("(k)eep or (d)elete?"), _("[kd]"), _("k"))
1651 if r == _("k"):
1651 if r == _("k"):
1652 get[f] = n
1652 get[f] = n
1653 elif f not in ma:
1653 elif f not in ma:
1654 self.ui.debug(_("remote created %s\n") % f)
1654 self.ui.debug(_("remote created %s\n") % f)
1655 get[f] = n
1655 get[f] = n
1656 else:
1656 else:
1657 if force or p2 == pa: # going backwards?
1657 if force or p2 == pa: # going backwards?
1658 self.ui.debug(_("local deleted %s, recreating\n") % f)
1658 self.ui.debug(_("local deleted %s, recreating\n") % f)
1659 get[f] = n
1659 get[f] = n
1660 else:
1660 else:
1661 self.ui.debug(_("local deleted %s\n") % f)
1661 self.ui.debug(_("local deleted %s\n") % f)
1662
1662
1663 del mw, m1, m2, ma
1663 del mw, m1, m2, ma
1664
1664
1665 if force:
1665 if force:
1666 for f in merge:
1666 for f in merge:
1667 get[f] = merge[f][1]
1667 get[f] = merge[f][1]
1668 merge = {}
1668 merge = {}
1669
1669
1670 if linear_path or force:
1670 if linear_path or force:
1671 # we don't need to do any magic, just jump to the new rev
1671 # we don't need to do any magic, just jump to the new rev
1672 branch_merge = False
1672 branch_merge = False
1673 p1, p2 = p2, nullid
1673 p1, p2 = p2, nullid
1674 else:
1674 else:
1675 if not allow:
1675 if not allow:
1676 self.ui.status(_("this update spans a branch"
1676 self.ui.status(_("this update spans a branch"
1677 " affecting the following files:\n"))
1677 " affecting the following files:\n"))
1678 fl = merge.keys() + get.keys()
1678 fl = merge.keys() + get.keys()
1679 fl.sort()
1679 fl.sort()
1680 for f in fl:
1680 for f in fl:
1681 cf = ""
1681 cf = ""
1682 if f in merge:
1682 if f in merge:
1683 cf = _(" (resolve)")
1683 cf = _(" (resolve)")
1684 self.ui.status(" %s%s\n" % (f, cf))
1684 self.ui.status(" %s%s\n" % (f, cf))
1685 self.ui.warn(_("aborting update spanning branches!\n"))
1685 self.ui.warn(_("aborting update spanning branches!\n"))
1686 self.ui.status(_("(use 'hg merge' to merge across branches"
1686 self.ui.status(_("(use 'hg merge' to merge across branches"
1687 " or 'hg update -C' to lose changes)\n"))
1687 " or 'hg update -C' to lose changes)\n"))
1688 return 1
1688 return 1
1689 branch_merge = True
1689 branch_merge = True
1690
1690
1691 # get the files we don't need to change
1691 # get the files we don't need to change
1692 files = get.keys()
1692 files = get.keys()
1693 files.sort()
1693 files.sort()
1694 for f in files:
1694 for f in files:
1695 if f[0] == "/":
1695 if f[0] == "/":
1696 continue
1696 continue
1697 self.ui.note(_("getting %s\n") % f)
1697 self.ui.note(_("getting %s\n") % f)
1698 t = self.file(f).read(get[f])
1698 t = self.file(f).read(get[f])
1699 self.wwrite(f, t)
1699 self.wwrite(f, t)
1700 util.set_exec(self.wjoin(f), mf2[f])
1700 util.set_exec(self.wjoin(f), mf2[f])
1701 if moddirstate:
1701 if moddirstate:
1702 if branch_merge:
1702 if branch_merge:
1703 self.dirstate.update([f], 'n', st_mtime=-1)
1703 self.dirstate.update([f], 'n', st_mtime=-1)
1704 else:
1704 else:
1705 self.dirstate.update([f], 'n')
1705 self.dirstate.update([f], 'n')
1706
1706
1707 # merge the tricky bits
1707 # merge the tricky bits
1708 failedmerge = []
1708 failedmerge = []
1709 files = merge.keys()
1709 files = merge.keys()
1710 files.sort()
1710 files.sort()
1711 xp1 = hex(p1)
1711 xp1 = hex(p1)
1712 xp2 = hex(p2)
1712 xp2 = hex(p2)
1713 for f in files:
1713 for f in files:
1714 self.ui.status(_("merging %s\n") % f)
1714 self.ui.status(_("merging %s\n") % f)
1715 my, other, flag = merge[f]
1715 my, other, flag = merge[f]
1716 ret = self.merge3(f, my, other, xp1, xp2)
1716 ret = self.merge3(f, my, other, xp1, xp2)
1717 if ret:
1717 if ret:
1718 err = True
1718 err = True
1719 failedmerge.append(f)
1719 failedmerge.append(f)
1720 util.set_exec(self.wjoin(f), flag)
1720 util.set_exec(self.wjoin(f), flag)
1721 if moddirstate:
1721 if moddirstate:
1722 if branch_merge:
1722 if branch_merge:
1723 # We've done a branch merge, mark this file as merged
1723 # We've done a branch merge, mark this file as merged
1724 # so that we properly record the merger later
1724 # so that we properly record the merger later
1725 self.dirstate.update([f], 'm')
1725 self.dirstate.update([f], 'm')
1726 else:
1726 else:
1727 # We've update-merged a locally modified file, so
1727 # We've update-merged a locally modified file, so
1728 # we set the dirstate to emulate a normal checkout
1728 # we set the dirstate to emulate a normal checkout
1729 # of that file some time in the past. Thus our
1729 # of that file some time in the past. Thus our
1730 # merge will appear as a normal local file
1730 # merge will appear as a normal local file
1731 # modification.
1731 # modification.
1732 f_len = len(self.file(f).read(other))
1732 f_len = len(self.file(f).read(other))
1733 self.dirstate.update([f], 'n', st_size=f_len, st_mtime=-1)
1733 self.dirstate.update([f], 'n', st_size=f_len, st_mtime=-1)
1734
1734
1735 remove.sort()
1735 remove.sort()
1736 for f in remove:
1736 for f in remove:
1737 self.ui.note(_("removing %s\n") % f)
1737 self.ui.note(_("removing %s\n") % f)
1738 util.audit_path(f)
1738 util.audit_path(f)
1739 try:
1739 try:
1740 util.unlink(self.wjoin(f))
1740 util.unlink(self.wjoin(f))
1741 except OSError, inst:
1741 except OSError, inst:
1742 if inst.errno != errno.ENOENT:
1742 if inst.errno != errno.ENOENT:
1743 self.ui.warn(_("update failed to remove %s: %s!\n") %
1743 self.ui.warn(_("update failed to remove %s: %s!\n") %
1744 (f, inst.strerror))
1744 (f, inst.strerror))
1745 if moddirstate:
1745 if moddirstate:
1746 if branch_merge:
1746 if branch_merge:
1747 self.dirstate.update(remove, 'r')
1747 self.dirstate.update(remove, 'r')
1748 else:
1748 else:
1749 self.dirstate.forget(remove)
1749 self.dirstate.forget(remove)
1750
1750
1751 if moddirstate:
1751 if moddirstate:
1752 self.dirstate.setparents(p1, p2)
1752 self.dirstate.setparents(p1, p2)
1753
1753
1754 stat = ((len(get), _("updated")),
1754 stat = ((len(get), _("updated")),
1755 (len(merge) - len(failedmerge), _("merged")),
1755 (len(merge) - len(failedmerge), _("merged")),
1756 (len(remove), _("removed")),
1756 (len(remove), _("removed")),
1757 (len(failedmerge), _("unresolved")))
1757 (len(failedmerge), _("unresolved")))
1758 note = ", ".join([_("%d files %s") % s for s in stat])
1758 note = ", ".join([_("%d files %s") % s for s in stat])
1759 self.ui.note("%s\n" % note)
1759 self.ui.note("%s\n" % note)
1760 if moddirstate and branch_merge:
1760 if moddirstate and branch_merge:
1761 self.ui.note(_("(branch merge, don't forget to commit)\n"))
1761 self.ui.note(_("(branch merge, don't forget to commit)\n"))
1762
1762
1763 return err
1763 return err
1764
1764
1765 def merge3(self, fn, my, other, p1, p2):
1765 def merge3(self, fn, my, other, p1, p2):
1766 """perform a 3-way merge in the working directory"""
1766 """perform a 3-way merge in the working directory"""
1767
1767
1768 def temp(prefix, node):
1768 def temp(prefix, node):
1769 pre = "%s~%s." % (os.path.basename(fn), prefix)
1769 pre = "%s~%s." % (os.path.basename(fn), prefix)
1770 (fd, name) = tempfile.mkstemp("", pre)
1770 (fd, name) = tempfile.mkstemp("", pre)
1771 f = os.fdopen(fd, "wb")
1771 f = os.fdopen(fd, "wb")
1772 self.wwrite(fn, fl.read(node), f)
1772 self.wwrite(fn, fl.read(node), f)
1773 f.close()
1773 f.close()
1774 return name
1774 return name
1775
1775
1776 fl = self.file(fn)
1776 fl = self.file(fn)
1777 base = fl.ancestor(my, other)
1777 base = fl.ancestor(my, other)
1778 a = self.wjoin(fn)
1778 a = self.wjoin(fn)
1779 b = temp("base", base)
1779 b = temp("base", base)
1780 c = temp("other", other)
1780 c = temp("other", other)
1781
1781
1782 self.ui.note(_("resolving %s\n") % fn)
1782 self.ui.note(_("resolving %s\n") % fn)
1783 self.ui.debug(_("file %s: my %s other %s ancestor %s\n") %
1783 self.ui.debug(_("file %s: my %s other %s ancestor %s\n") %
1784 (fn, short(my), short(other), short(base)))
1784 (fn, short(my), short(other), short(base)))
1785
1785
1786 cmd = (os.environ.get("HGMERGE") or self.ui.config("ui", "merge")
1786 cmd = (os.environ.get("HGMERGE") or self.ui.config("ui", "merge")
1787 or "hgmerge")
1787 or "hgmerge")
1788 r = util.system('%s "%s" "%s" "%s"' % (cmd, a, b, c), cwd=self.root,
1788 r = util.system('%s "%s" "%s" "%s"' % (cmd, a, b, c), cwd=self.root,
1789 environ={'HG_FILE': fn,
1789 environ={'HG_FILE': fn,
1790 'HG_MY_NODE': p1,
1790 'HG_MY_NODE': p1,
1791 'HG_OTHER_NODE': p2,
1791 'HG_OTHER_NODE': p2,
1792 'HG_FILE_MY_NODE': hex(my),
1792 'HG_FILE_MY_NODE': hex(my),
1793 'HG_FILE_OTHER_NODE': hex(other),
1793 'HG_FILE_OTHER_NODE': hex(other),
1794 'HG_FILE_BASE_NODE': hex(base)})
1794 'HG_FILE_BASE_NODE': hex(base)})
1795 if r:
1795 if r:
1796 self.ui.warn(_("merging %s failed!\n") % fn)
1796 self.ui.warn(_("merging %s failed!\n") % fn)
1797
1797
1798 os.unlink(b)
1798 os.unlink(b)
1799 os.unlink(c)
1799 os.unlink(c)
1800 return r
1800 return r
1801
1801
1802 def verify(self):
1802 def verify(self):
1803 filelinkrevs = {}
1803 filelinkrevs = {}
1804 filenodes = {}
1804 filenodes = {}
1805 changesets = revisions = files = 0
1805 changesets = revisions = files = 0
1806 errors = [0]
1806 errors = [0]
1807 warnings = [0]
1807 warnings = [0]
1808 neededmanifests = {}
1808 neededmanifests = {}
1809
1809
1810 def err(msg):
1810 def err(msg):
1811 self.ui.warn(msg + "\n")
1811 self.ui.warn(msg + "\n")
1812 errors[0] += 1
1812 errors[0] += 1
1813
1813
1814 def warn(msg):
1814 def warn(msg):
1815 self.ui.warn(msg + "\n")
1815 self.ui.warn(msg + "\n")
1816 warnings[0] += 1
1816 warnings[0] += 1
1817
1817
1818 def checksize(obj, name):
1818 def checksize(obj, name):
1819 d = obj.checksize()
1819 d = obj.checksize()
1820 if d[0]:
1820 if d[0]:
1821 err(_("%s data length off by %d bytes") % (name, d[0]))
1821 err(_("%s data length off by %d bytes") % (name, d[0]))
1822 if d[1]:
1822 if d[1]:
1823 err(_("%s index contains %d extra bytes") % (name, d[1]))
1823 err(_("%s index contains %d extra bytes") % (name, d[1]))
1824
1824
1825 def checkversion(obj, name):
1825 def checkversion(obj, name):
1826 if obj.version != revlog.REVLOGV0:
1826 if obj.version != revlog.REVLOGV0:
1827 if not revlogv1:
1827 if not revlogv1:
1828 warn(_("warning: `%s' uses revlog format 1") % name)
1828 warn(_("warning: `%s' uses revlog format 1") % name)
1829 elif revlogv1:
1829 elif revlogv1:
1830 warn(_("warning: `%s' uses revlog format 0") % name)
1830 warn(_("warning: `%s' uses revlog format 0") % name)
1831
1831
1832 revlogv1 = self.revlogversion != revlog.REVLOGV0
1832 revlogv1 = self.revlogversion != revlog.REVLOGV0
1833 self.ui.status(_("repository uses revlog format %d\n") %
1833 self.ui.status(_("repository uses revlog format %d\n") %
1834 (revlogv1 and 1 or 0))
1834 (revlogv1 and 1 or 0))
1835
1835
1836 seen = {}
1836 seen = {}
1837 self.ui.status(_("checking changesets\n"))
1837 self.ui.status(_("checking changesets\n"))
1838 checksize(self.changelog, "changelog")
1838 checksize(self.changelog, "changelog")
1839
1839
1840 for i in range(self.changelog.count()):
1840 for i in range(self.changelog.count()):
1841 changesets += 1
1841 changesets += 1
1842 n = self.changelog.node(i)
1842 n = self.changelog.node(i)
1843 l = self.changelog.linkrev(n)
1843 l = self.changelog.linkrev(n)
1844 if l != i:
1844 if l != i:
1845 err(_("incorrect link (%d) for changeset revision %d") %(l, i))
1845 err(_("incorrect link (%d) for changeset revision %d") %(l, i))
1846 if n in seen:
1846 if n in seen:
1847 err(_("duplicate changeset at revision %d") % i)
1847 err(_("duplicate changeset at revision %d") % i)
1848 seen[n] = 1
1848 seen[n] = 1
1849
1849
1850 for p in self.changelog.parents(n):
1850 for p in self.changelog.parents(n):
1851 if p not in self.changelog.nodemap:
1851 if p not in self.changelog.nodemap:
1852 err(_("changeset %s has unknown parent %s") %
1852 err(_("changeset %s has unknown parent %s") %
1853 (short(n), short(p)))
1853 (short(n), short(p)))
1854 try:
1854 try:
1855 changes = self.changelog.read(n)
1855 changes = self.changelog.read(n)
1856 except KeyboardInterrupt:
1856 except KeyboardInterrupt:
1857 self.ui.warn(_("interrupted"))
1857 self.ui.warn(_("interrupted"))
1858 raise
1858 raise
1859 except Exception, inst:
1859 except Exception, inst:
1860 err(_("unpacking changeset %s: %s") % (short(n), inst))
1860 err(_("unpacking changeset %s: %s") % (short(n), inst))
1861 continue
1861 continue
1862
1862
1863 neededmanifests[changes[0]] = n
1863 neededmanifests[changes[0]] = n
1864
1864
1865 for f in changes[3]:
1865 for f in changes[3]:
1866 filelinkrevs.setdefault(f, []).append(i)
1866 filelinkrevs.setdefault(f, []).append(i)
1867
1867
1868 seen = {}
1868 seen = {}
1869 self.ui.status(_("checking manifests\n"))
1869 self.ui.status(_("checking manifests\n"))
1870 checkversion(self.manifest, "manifest")
1870 checkversion(self.manifest, "manifest")
1871 checksize(self.manifest, "manifest")
1871 checksize(self.manifest, "manifest")
1872
1872
1873 for i in range(self.manifest.count()):
1873 for i in range(self.manifest.count()):
1874 n = self.manifest.node(i)
1874 n = self.manifest.node(i)
1875 l = self.manifest.linkrev(n)
1875 l = self.manifest.linkrev(n)
1876
1876
1877 if l < 0 or l >= self.changelog.count():
1877 if l < 0 or l >= self.changelog.count():
1878 err(_("bad manifest link (%d) at revision %d") % (l, i))
1878 err(_("bad manifest link (%d) at revision %d") % (l, i))
1879
1879
1880 if n in neededmanifests:
1880 if n in neededmanifests:
1881 del neededmanifests[n]
1881 del neededmanifests[n]
1882
1882
1883 if n in seen:
1883 if n in seen:
1884 err(_("duplicate manifest at revision %d") % i)
1884 err(_("duplicate manifest at revision %d") % i)
1885
1885
1886 seen[n] = 1
1886 seen[n] = 1
1887
1887
1888 for p in self.manifest.parents(n):
1888 for p in self.manifest.parents(n):
1889 if p not in self.manifest.nodemap:
1889 if p not in self.manifest.nodemap:
1890 err(_("manifest %s has unknown parent %s") %
1890 err(_("manifest %s has unknown parent %s") %
1891 (short(n), short(p)))
1891 (short(n), short(p)))
1892
1892
1893 try:
1893 try:
1894 delta = mdiff.patchtext(self.manifest.delta(n))
1894 delta = mdiff.patchtext(self.manifest.delta(n))
1895 except KeyboardInterrupt:
1895 except KeyboardInterrupt:
1896 self.ui.warn(_("interrupted"))
1896 self.ui.warn(_("interrupted"))
1897 raise
1897 raise
1898 except Exception, inst:
1898 except Exception, inst:
1899 err(_("unpacking manifest %s: %s") % (short(n), inst))
1899 err(_("unpacking manifest %s: %s") % (short(n), inst))
1900 continue
1900 continue
1901
1901
1902 try:
1902 try:
1903 ff = [ l.split('\0') for l in delta.splitlines() ]
1903 ff = [ l.split('\0') for l in delta.splitlines() ]
1904 for f, fn in ff:
1904 for f, fn in ff:
1905 filenodes.setdefault(f, {})[bin(fn[:40])] = 1
1905 filenodes.setdefault(f, {})[bin(fn[:40])] = 1
1906 except (ValueError, TypeError), inst:
1906 except (ValueError, TypeError), inst:
1907 err(_("broken delta in manifest %s: %s") % (short(n), inst))
1907 err(_("broken delta in manifest %s: %s") % (short(n), inst))
1908
1908
1909 self.ui.status(_("crosschecking files in changesets and manifests\n"))
1909 self.ui.status(_("crosschecking files in changesets and manifests\n"))
1910
1910
1911 for m, c in neededmanifests.items():
1911 for m, c in neededmanifests.items():
1912 err(_("Changeset %s refers to unknown manifest %s") %
1912 err(_("Changeset %s refers to unknown manifest %s") %
1913 (short(m), short(c)))
1913 (short(m), short(c)))
1914 del neededmanifests
1914 del neededmanifests
1915
1915
1916 for f in filenodes:
1916 for f in filenodes:
1917 if f not in filelinkrevs:
1917 if f not in filelinkrevs:
1918 err(_("file %s in manifest but not in changesets") % f)
1918 err(_("file %s in manifest but not in changesets") % f)
1919
1919
1920 for f in filelinkrevs:
1920 for f in filelinkrevs:
1921 if f not in filenodes:
1921 if f not in filenodes:
1922 err(_("file %s in changeset but not in manifest") % f)
1922 err(_("file %s in changeset but not in manifest") % f)
1923
1923
1924 self.ui.status(_("checking files\n"))
1924 self.ui.status(_("checking files\n"))
1925 ff = filenodes.keys()
1925 ff = filenodes.keys()
1926 ff.sort()
1926 ff.sort()
1927 for f in ff:
1927 for f in ff:
1928 if f == "/dev/null":
1928 if f == "/dev/null":
1929 continue
1929 continue
1930 files += 1
1930 files += 1
1931 if not f:
1931 if not f:
1932 err(_("file without name in manifest %s") % short(n))
1932 err(_("file without name in manifest %s") % short(n))
1933 continue
1933 continue
1934 fl = self.file(f)
1934 fl = self.file(f)
1935 checkversion(fl, f)
1935 checkversion(fl, f)
1936 checksize(fl, f)
1936 checksize(fl, f)
1937
1937
1938 nodes = {nullid: 1}
1938 nodes = {nullid: 1}
1939 seen = {}
1939 seen = {}
1940 for i in range(fl.count()):
1940 for i in range(fl.count()):
1941 revisions += 1
1941 revisions += 1
1942 n = fl.node(i)
1942 n = fl.node(i)
1943
1943
1944 if n in seen:
1944 if n in seen:
1945 err(_("%s: duplicate revision %d") % (f, i))
1945 err(_("%s: duplicate revision %d") % (f, i))
1946 if n not in filenodes[f]:
1946 if n not in filenodes[f]:
1947 err(_("%s: %d:%s not in manifests") % (f, i, short(n)))
1947 err(_("%s: %d:%s not in manifests") % (f, i, short(n)))
1948 else:
1948 else:
1949 del filenodes[f][n]
1949 del filenodes[f][n]
1950
1950
1951 flr = fl.linkrev(n)
1951 flr = fl.linkrev(n)
1952 if flr not in filelinkrevs.get(f, []):
1952 if flr not in filelinkrevs.get(f, []):
1953 err(_("%s:%s points to unexpected changeset %d")
1953 err(_("%s:%s points to unexpected changeset %d")
1954 % (f, short(n), flr))
1954 % (f, short(n), flr))
1955 else:
1955 else:
1956 filelinkrevs[f].remove(flr)
1956 filelinkrevs[f].remove(flr)
1957
1957
1958 # verify contents
1958 # verify contents
1959 try:
1959 try:
1960 t = fl.read(n)
1960 t = fl.read(n)
1961 except KeyboardInterrupt:
1961 except KeyboardInterrupt:
1962 self.ui.warn(_("interrupted"))
1962 self.ui.warn(_("interrupted"))
1963 raise
1963 raise
1964 except Exception, inst:
1964 except Exception, inst:
1965 err(_("unpacking file %s %s: %s") % (f, short(n), inst))
1965 err(_("unpacking file %s %s: %s") % (f, short(n), inst))
1966
1966
1967 # verify parents
1967 # verify parents
1968 (p1, p2) = fl.parents(n)
1968 (p1, p2) = fl.parents(n)
1969 if p1 not in nodes:
1969 if p1 not in nodes:
1970 err(_("file %s:%s unknown parent 1 %s") %
1970 err(_("file %s:%s unknown parent 1 %s") %
1971 (f, short(n), short(p1)))
1971 (f, short(n), short(p1)))
1972 if p2 not in nodes:
1972 if p2 not in nodes:
1973 err(_("file %s:%s unknown parent 2 %s") %
1973 err(_("file %s:%s unknown parent 2 %s") %
1974 (f, short(n), short(p1)))
1974 (f, short(n), short(p1)))
1975 nodes[n] = 1
1975 nodes[n] = 1
1976
1976
1977 # cross-check
1977 # cross-check
1978 for node in filenodes[f]:
1978 for node in filenodes[f]:
1979 err(_("node %s in manifests not in %s") % (hex(node), f))
1979 err(_("node %s in manifests not in %s") % (hex(node), f))
1980
1980
1981 self.ui.status(_("%d files, %d changesets, %d total revisions\n") %
1981 self.ui.status(_("%d files, %d changesets, %d total revisions\n") %
1982 (files, changesets, revisions))
1982 (files, changesets, revisions))
1983
1983
1984 if warnings[0]:
1984 if warnings[0]:
1985 self.ui.warn(_("%d warnings encountered!\n") % warnings[0])
1985 self.ui.warn(_("%d warnings encountered!\n") % warnings[0])
1986 if errors[0]:
1986 if errors[0]:
1987 self.ui.warn(_("%d integrity errors encountered!\n") % errors[0])
1987 self.ui.warn(_("%d integrity errors encountered!\n") % errors[0])
1988 return 1
1988 return 1
1989
1989
1990 # used to avoid circular references so destructors work
1990 # used to avoid circular references so destructors work
1991 def aftertrans(base):
1991 def aftertrans(base):
1992 p = base
1992 p = base
1993 def a():
1993 def a():
1994 util.rename(os.path.join(p, "journal"), os.path.join(p, "undo"))
1994 util.rename(os.path.join(p, "journal"), os.path.join(p, "undo"))
1995 util.rename(os.path.join(p, "journal.dirstate"),
1995 util.rename(os.path.join(p, "journal.dirstate"),
1996 os.path.join(p, "undo.dirstate"))
1996 os.path.join(p, "undo.dirstate"))
1997 return a
1997 return a
1998
1998
General Comments 0
You need to be logged in to leave comments. Login now