##// END OF EJS Templates
fix a NameError in changegroupsubset
Benoit Boissinot -
r2150:f15c6394 default
parent child Browse files
Show More
@@ -1,1998 +1,1998 b''
1 1 # localrepo.py - read/write repository class for mercurial
2 2 #
3 3 # Copyright 2005 Matt Mackall <mpm@selenic.com>
4 4 #
5 5 # This software may be used and distributed according to the terms
6 6 # of the GNU General Public License, incorporated herein by reference.
7 7
8 8 import os, util
9 9 import filelog, manifest, changelog, dirstate, repo
10 10 from node import *
11 11 from i18n import gettext as _
12 12 from demandload import *
13 13 demandload(globals(), "appendfile changegroup")
14 14 demandload(globals(), "re lock transaction tempfile stat mdiff errno ui revlog")
15 15
16 16 class localrepository(object):
17 17 def __del__(self):
18 18 self.transhandle = None
19 19 def __init__(self, parentui, path=None, create=0):
20 20 if not path:
21 21 p = os.getcwd()
22 22 while not os.path.isdir(os.path.join(p, ".hg")):
23 23 oldp = p
24 24 p = os.path.dirname(p)
25 25 if p == oldp:
26 26 raise repo.RepoError(_("no repo found"))
27 27 path = p
28 28 self.path = os.path.join(path, ".hg")
29 29
30 30 if not create and not os.path.isdir(self.path):
31 31 raise repo.RepoError(_("repository %s not found") % path)
32 32
33 33 self.root = os.path.abspath(path)
34 34 self.origroot = path
35 35 self.ui = ui.ui(parentui=parentui)
36 36 self.opener = util.opener(self.path)
37 37 self.wopener = util.opener(self.root)
38 38
39 39 try:
40 40 self.ui.readconfig(self.join("hgrc"), self.root)
41 41 except IOError:
42 42 pass
43 43
44 44 v = self.ui.revlogopts
45 45 self.revlogversion = int(v.get('format', revlog.REVLOGV0))
46 46 flags = 0
47 47 for x in v.get('flags', "").split():
48 48 flags |= revlog.flagstr(x)
49 49
50 50 v = self.revlogversion | flags
51 51 self.manifest = manifest.manifest(self.opener, v)
52 52 self.changelog = changelog.changelog(self.opener, v)
53 53
54 54 # the changelog might not have the inline index flag
55 55 # on. If the format of the changelog is the same as found in
56 56 # .hgrc, apply any flags found in the .hgrc as well.
57 57 # Otherwise, just version from the changelog
58 58 v = self.changelog.version
59 59 if v == self.revlogversion:
60 60 v |= flags
61 61 self.revlogversion = v
62 62
63 63 self.tagscache = None
64 64 self.nodetagscache = None
65 65 self.encodepats = None
66 66 self.decodepats = None
67 67 self.transhandle = None
68 68
69 69 if create:
70 70 os.mkdir(self.path)
71 71 os.mkdir(self.join("data"))
72 72
73 73 self.dirstate = dirstate.dirstate(self.opener, self.ui, self.root)
74 74 def hook(self, name, throw=False, **args):
75 75 def runhook(name, cmd):
76 76 self.ui.note(_("running hook %s: %s\n") % (name, cmd))
77 77 env = dict([('HG_' + k.upper(), v) for k, v in args.iteritems()] +
78 78 [(k.upper(), v) for k, v in args.iteritems()])
79 79 r = util.system(cmd, environ=env, cwd=self.root)
80 80 if r:
81 81 desc, r = util.explain_exit(r)
82 82 if throw:
83 83 raise util.Abort(_('%s hook %s') % (name, desc))
84 84 self.ui.warn(_('error: %s hook %s\n') % (name, desc))
85 85 return False
86 86 return True
87 87
88 88 r = True
89 89 hooks = [(hname, cmd) for hname, cmd in self.ui.configitems("hooks")
90 90 if hname.split(".", 1)[0] == name and cmd]
91 91 hooks.sort()
92 92 for hname, cmd in hooks:
93 93 r = runhook(hname, cmd) and r
94 94 return r
95 95
96 96 def tags(self):
97 97 '''return a mapping of tag to node'''
98 98 if not self.tagscache:
99 99 self.tagscache = {}
100 100
101 101 def parsetag(line, context):
102 102 if not line:
103 103 return
104 104 s = l.split(" ", 1)
105 105 if len(s) != 2:
106 106 self.ui.warn(_("%s: ignoring invalid tag\n") % context)
107 107 return
108 108 node, key = s
109 109 try:
110 110 bin_n = bin(node)
111 111 except TypeError:
112 112 self.ui.warn(_("%s: ignoring invalid tag\n") % context)
113 113 return
114 114 if bin_n not in self.changelog.nodemap:
115 115 self.ui.warn(_("%s: ignoring invalid tag\n") % context)
116 116 return
117 117 self.tagscache[key.strip()] = bin_n
118 118
119 119 # read each head of the tags file, ending with the tip
120 120 # and add each tag found to the map, with "newer" ones
121 121 # taking precedence
122 122 fl = self.file(".hgtags")
123 123 h = fl.heads()
124 124 h.reverse()
125 125 for r in h:
126 126 count = 0
127 127 for l in fl.read(r).splitlines():
128 128 count += 1
129 129 parsetag(l, ".hgtags:%d" % count)
130 130
131 131 try:
132 132 f = self.opener("localtags")
133 133 count = 0
134 134 for l in f:
135 135 count += 1
136 136 parsetag(l, "localtags:%d" % count)
137 137 except IOError:
138 138 pass
139 139
140 140 self.tagscache['tip'] = self.changelog.tip()
141 141
142 142 return self.tagscache
143 143
144 144 def tagslist(self):
145 145 '''return a list of tags ordered by revision'''
146 146 l = []
147 147 for t, n in self.tags().items():
148 148 try:
149 149 r = self.changelog.rev(n)
150 150 except:
151 151 r = -2 # sort to the beginning of the list if unknown
152 152 l.append((r, t, n))
153 153 l.sort()
154 154 return [(t, n) for r, t, n in l]
155 155
156 156 def nodetags(self, node):
157 157 '''return the tags associated with a node'''
158 158 if not self.nodetagscache:
159 159 self.nodetagscache = {}
160 160 for t, n in self.tags().items():
161 161 self.nodetagscache.setdefault(n, []).append(t)
162 162 return self.nodetagscache.get(node, [])
163 163
164 164 def lookup(self, key):
165 165 try:
166 166 return self.tags()[key]
167 167 except KeyError:
168 168 try:
169 169 return self.changelog.lookup(key)
170 170 except:
171 171 raise repo.RepoError(_("unknown revision '%s'") % key)
172 172
173 173 def dev(self):
174 174 return os.stat(self.path).st_dev
175 175
176 176 def local(self):
177 177 return True
178 178
179 179 def join(self, f):
180 180 return os.path.join(self.path, f)
181 181
182 182 def wjoin(self, f):
183 183 return os.path.join(self.root, f)
184 184
185 185 def file(self, f):
186 186 if f[0] == '/':
187 187 f = f[1:]
188 188 return filelog.filelog(self.opener, f, self.revlogversion)
189 189
190 190 def getcwd(self):
191 191 return self.dirstate.getcwd()
192 192
193 193 def wfile(self, f, mode='r'):
194 194 return self.wopener(f, mode)
195 195
196 196 def wread(self, filename):
197 197 if self.encodepats == None:
198 198 l = []
199 199 for pat, cmd in self.ui.configitems("encode"):
200 200 mf = util.matcher(self.root, "", [pat], [], [])[1]
201 201 l.append((mf, cmd))
202 202 self.encodepats = l
203 203
204 204 data = self.wopener(filename, 'r').read()
205 205
206 206 for mf, cmd in self.encodepats:
207 207 if mf(filename):
208 208 self.ui.debug(_("filtering %s through %s\n") % (filename, cmd))
209 209 data = util.filter(data, cmd)
210 210 break
211 211
212 212 return data
213 213
214 214 def wwrite(self, filename, data, fd=None):
215 215 if self.decodepats == None:
216 216 l = []
217 217 for pat, cmd in self.ui.configitems("decode"):
218 218 mf = util.matcher(self.root, "", [pat], [], [])[1]
219 219 l.append((mf, cmd))
220 220 self.decodepats = l
221 221
222 222 for mf, cmd in self.decodepats:
223 223 if mf(filename):
224 224 self.ui.debug(_("filtering %s through %s\n") % (filename, cmd))
225 225 data = util.filter(data, cmd)
226 226 break
227 227
228 228 if fd:
229 229 return fd.write(data)
230 230 return self.wopener(filename, 'w').write(data)
231 231
232 232 def transaction(self):
233 233 tr = self.transhandle
234 234 if tr != None and tr.running():
235 235 return tr.nest()
236 236
237 237 # save dirstate for undo
238 238 try:
239 239 ds = self.opener("dirstate").read()
240 240 except IOError:
241 241 ds = ""
242 242 self.opener("journal.dirstate", "w").write(ds)
243 243
244 244 tr = transaction.transaction(self.ui.warn, self.opener,
245 245 self.join("journal"),
246 246 aftertrans(self.path))
247 247 self.transhandle = tr
248 248 return tr
249 249
250 250 def recover(self):
251 251 l = self.lock()
252 252 if os.path.exists(self.join("journal")):
253 253 self.ui.status(_("rolling back interrupted transaction\n"))
254 254 transaction.rollback(self.opener, self.join("journal"))
255 255 self.reload()
256 256 return True
257 257 else:
258 258 self.ui.warn(_("no interrupted transaction available\n"))
259 259 return False
260 260
261 261 def undo(self, wlock=None):
262 262 if not wlock:
263 263 wlock = self.wlock()
264 264 l = self.lock()
265 265 if os.path.exists(self.join("undo")):
266 266 self.ui.status(_("rolling back last transaction\n"))
267 267 transaction.rollback(self.opener, self.join("undo"))
268 268 util.rename(self.join("undo.dirstate"), self.join("dirstate"))
269 269 self.reload()
270 270 self.wreload()
271 271 else:
272 272 self.ui.warn(_("no undo information available\n"))
273 273
274 274 def wreload(self):
275 275 self.dirstate.read()
276 276
277 277 def reload(self):
278 278 self.changelog.load()
279 279 self.manifest.load()
280 280 self.tagscache = None
281 281 self.nodetagscache = None
282 282
283 283 def do_lock(self, lockname, wait, releasefn=None, acquirefn=None,
284 284 desc=None):
285 285 try:
286 286 l = lock.lock(self.join(lockname), 0, releasefn, desc=desc)
287 287 except lock.LockHeld, inst:
288 288 if not wait:
289 289 raise
290 290 self.ui.warn(_("waiting for lock on %s held by %s\n") %
291 291 (desc, inst.args[0]))
292 292 # default to 600 seconds timeout
293 293 l = lock.lock(self.join(lockname),
294 294 int(self.ui.config("ui", "timeout") or 600),
295 295 releasefn, desc=desc)
296 296 if acquirefn:
297 297 acquirefn()
298 298 return l
299 299
300 300 def lock(self, wait=1):
301 301 return self.do_lock("lock", wait, acquirefn=self.reload,
302 302 desc=_('repository %s') % self.origroot)
303 303
304 304 def wlock(self, wait=1):
305 305 return self.do_lock("wlock", wait, self.dirstate.write,
306 306 self.wreload,
307 307 desc=_('working directory of %s') % self.origroot)
308 308
309 309 def checkfilemerge(self, filename, text, filelog, manifest1, manifest2):
310 310 "determine whether a new filenode is needed"
311 311 fp1 = manifest1.get(filename, nullid)
312 312 fp2 = manifest2.get(filename, nullid)
313 313
314 314 if fp2 != nullid:
315 315 # is one parent an ancestor of the other?
316 316 fpa = filelog.ancestor(fp1, fp2)
317 317 if fpa == fp1:
318 318 fp1, fp2 = fp2, nullid
319 319 elif fpa == fp2:
320 320 fp2 = nullid
321 321
322 322 # is the file unmodified from the parent? report existing entry
323 323 if fp2 == nullid and text == filelog.read(fp1):
324 324 return (fp1, None, None)
325 325
326 326 return (None, fp1, fp2)
327 327
328 328 def rawcommit(self, files, text, user, date, p1=None, p2=None, wlock=None):
329 329 orig_parent = self.dirstate.parents()[0] or nullid
330 330 p1 = p1 or self.dirstate.parents()[0] or nullid
331 331 p2 = p2 or self.dirstate.parents()[1] or nullid
332 332 c1 = self.changelog.read(p1)
333 333 c2 = self.changelog.read(p2)
334 334 m1 = self.manifest.read(c1[0])
335 335 mf1 = self.manifest.readflags(c1[0])
336 336 m2 = self.manifest.read(c2[0])
337 337 changed = []
338 338
339 339 if orig_parent == p1:
340 340 update_dirstate = 1
341 341 else:
342 342 update_dirstate = 0
343 343
344 344 if not wlock:
345 345 wlock = self.wlock()
346 346 l = self.lock()
347 347 tr = self.transaction()
348 348 mm = m1.copy()
349 349 mfm = mf1.copy()
350 350 linkrev = self.changelog.count()
351 351 for f in files:
352 352 try:
353 353 t = self.wread(f)
354 354 tm = util.is_exec(self.wjoin(f), mfm.get(f, False))
355 355 r = self.file(f)
356 356 mfm[f] = tm
357 357
358 358 (entry, fp1, fp2) = self.checkfilemerge(f, t, r, m1, m2)
359 359 if entry:
360 360 mm[f] = entry
361 361 continue
362 362
363 363 mm[f] = r.add(t, {}, tr, linkrev, fp1, fp2)
364 364 changed.append(f)
365 365 if update_dirstate:
366 366 self.dirstate.update([f], "n")
367 367 except IOError:
368 368 try:
369 369 del mm[f]
370 370 del mfm[f]
371 371 if update_dirstate:
372 372 self.dirstate.forget([f])
373 373 except:
374 374 # deleted from p2?
375 375 pass
376 376
377 377 mnode = self.manifest.add(mm, mfm, tr, linkrev, c1[0], c2[0])
378 378 user = user or self.ui.username()
379 379 n = self.changelog.add(mnode, changed, text, tr, p1, p2, user, date)
380 380 tr.close()
381 381 if update_dirstate:
382 382 self.dirstate.setparents(n, nullid)
383 383
384 384 def commit(self, files=None, text="", user=None, date=None,
385 385 match=util.always, force=False, lock=None, wlock=None):
386 386 commit = []
387 387 remove = []
388 388 changed = []
389 389
390 390 if files:
391 391 for f in files:
392 392 s = self.dirstate.state(f)
393 393 if s in 'nmai':
394 394 commit.append(f)
395 395 elif s == 'r':
396 396 remove.append(f)
397 397 else:
398 398 self.ui.warn(_("%s not tracked!\n") % f)
399 399 else:
400 400 modified, added, removed, deleted, unknown = self.changes(match=match)
401 401 commit = modified + added
402 402 remove = removed
403 403
404 404 p1, p2 = self.dirstate.parents()
405 405 c1 = self.changelog.read(p1)
406 406 c2 = self.changelog.read(p2)
407 407 m1 = self.manifest.read(c1[0])
408 408 mf1 = self.manifest.readflags(c1[0])
409 409 m2 = self.manifest.read(c2[0])
410 410
411 411 if not commit and not remove and not force and p2 == nullid:
412 412 self.ui.status(_("nothing changed\n"))
413 413 return None
414 414
415 415 xp1 = hex(p1)
416 416 if p2 == nullid: xp2 = ''
417 417 else: xp2 = hex(p2)
418 418
419 419 self.hook("precommit", throw=True, parent1=xp1, parent2=xp2)
420 420
421 421 if not wlock:
422 422 wlock = self.wlock()
423 423 if not lock:
424 424 lock = self.lock()
425 425 tr = self.transaction()
426 426
427 427 # check in files
428 428 new = {}
429 429 linkrev = self.changelog.count()
430 430 commit.sort()
431 431 for f in commit:
432 432 self.ui.note(f + "\n")
433 433 try:
434 434 mf1[f] = util.is_exec(self.wjoin(f), mf1.get(f, False))
435 435 t = self.wread(f)
436 436 except IOError:
437 437 self.ui.warn(_("trouble committing %s!\n") % f)
438 438 raise
439 439
440 440 r = self.file(f)
441 441
442 442 meta = {}
443 443 cp = self.dirstate.copied(f)
444 444 if cp:
445 445 meta["copy"] = cp
446 446 meta["copyrev"] = hex(m1.get(cp, m2.get(cp, nullid)))
447 447 self.ui.debug(_(" %s: copy %s:%s\n") % (f, cp, meta["copyrev"]))
448 448 fp1, fp2 = nullid, nullid
449 449 else:
450 450 entry, fp1, fp2 = self.checkfilemerge(f, t, r, m1, m2)
451 451 if entry:
452 452 new[f] = entry
453 453 continue
454 454
455 455 new[f] = r.add(t, meta, tr, linkrev, fp1, fp2)
456 456 # remember what we've added so that we can later calculate
457 457 # the files to pull from a set of changesets
458 458 changed.append(f)
459 459
460 460 # update manifest
461 461 m1 = m1.copy()
462 462 m1.update(new)
463 463 for f in remove:
464 464 if f in m1:
465 465 del m1[f]
466 466 mn = self.manifest.add(m1, mf1, tr, linkrev, c1[0], c2[0],
467 467 (new, remove))
468 468
469 469 # add changeset
470 470 new = new.keys()
471 471 new.sort()
472 472
473 473 user = user or self.ui.username()
474 474 if not text:
475 475 edittext = [""]
476 476 if p2 != nullid:
477 477 edittext.append("HG: branch merge")
478 478 edittext.extend(["HG: changed %s" % f for f in changed])
479 479 edittext.extend(["HG: removed %s" % f for f in remove])
480 480 if not changed and not remove:
481 481 edittext.append("HG: no files changed")
482 482 edittext.append("")
483 483 # run editor in the repository root
484 484 olddir = os.getcwd()
485 485 os.chdir(self.root)
486 486 edittext = self.ui.edit("\n".join(edittext), user)
487 487 os.chdir(olddir)
488 488 if not edittext.rstrip():
489 489 return None
490 490 text = edittext
491 491
492 492 n = self.changelog.add(mn, changed + remove, text, tr, p1, p2, user, date)
493 493 self.hook('pretxncommit', throw=True, node=hex(n), parent1=xp1,
494 494 parent2=xp2)
495 495 tr.close()
496 496
497 497 self.dirstate.setparents(n)
498 498 self.dirstate.update(new, "n")
499 499 self.dirstate.forget(remove)
500 500
501 501 self.hook("commit", node=hex(n), parent1=xp1, parent2=xp2)
502 502 return n
503 503
504 504 def walk(self, node=None, files=[], match=util.always, badmatch=None):
505 505 if node:
506 506 fdict = dict.fromkeys(files)
507 507 for fn in self.manifest.read(self.changelog.read(node)[0]):
508 508 fdict.pop(fn, None)
509 509 if match(fn):
510 510 yield 'm', fn
511 511 for fn in fdict:
512 512 if badmatch and badmatch(fn):
513 513 if match(fn):
514 514 yield 'b', fn
515 515 else:
516 516 self.ui.warn(_('%s: No such file in rev %s\n') % (
517 517 util.pathto(self.getcwd(), fn), short(node)))
518 518 else:
519 519 for src, fn in self.dirstate.walk(files, match, badmatch=badmatch):
520 520 yield src, fn
521 521
522 522 def changes(self, node1=None, node2=None, files=[], match=util.always,
523 523 wlock=None, show_ignored=None):
524 524 """return changes between two nodes or node and working directory
525 525
526 526 If node1 is None, use the first dirstate parent instead.
527 527 If node2 is None, compare node1 with working directory.
528 528 """
529 529
530 530 def fcmp(fn, mf):
531 531 t1 = self.wread(fn)
532 532 t2 = self.file(fn).read(mf.get(fn, nullid))
533 533 return cmp(t1, t2)
534 534
535 535 def mfmatches(node):
536 536 change = self.changelog.read(node)
537 537 mf = dict(self.manifest.read(change[0]))
538 538 for fn in mf.keys():
539 539 if not match(fn):
540 540 del mf[fn]
541 541 return mf
542 542
543 543 if node1:
544 544 # read the manifest from node1 before the manifest from node2,
545 545 # so that we'll hit the manifest cache if we're going through
546 546 # all the revisions in parent->child order.
547 547 mf1 = mfmatches(node1)
548 548
549 549 # are we comparing the working directory?
550 550 if not node2:
551 551 if not wlock:
552 552 try:
553 553 wlock = self.wlock(wait=0)
554 554 except lock.LockException:
555 555 wlock = None
556 556 lookup, modified, added, removed, deleted, unknown, ignored = (
557 557 self.dirstate.changes(files, match, show_ignored))
558 558
559 559 # are we comparing working dir against its parent?
560 560 if not node1:
561 561 if lookup:
562 562 # do a full compare of any files that might have changed
563 563 mf2 = mfmatches(self.dirstate.parents()[0])
564 564 for f in lookup:
565 565 if fcmp(f, mf2):
566 566 modified.append(f)
567 567 elif wlock is not None:
568 568 self.dirstate.update([f], "n")
569 569 else:
570 570 # we are comparing working dir against non-parent
571 571 # generate a pseudo-manifest for the working dir
572 572 mf2 = mfmatches(self.dirstate.parents()[0])
573 573 for f in lookup + modified + added:
574 574 mf2[f] = ""
575 575 for f in removed:
576 576 if f in mf2:
577 577 del mf2[f]
578 578 else:
579 579 # we are comparing two revisions
580 580 deleted, unknown, ignored = [], [], []
581 581 mf2 = mfmatches(node2)
582 582
583 583 if node1:
584 584 # flush lists from dirstate before comparing manifests
585 585 modified, added = [], []
586 586
587 587 for fn in mf2:
588 588 if mf1.has_key(fn):
589 589 if mf1[fn] != mf2[fn] and (mf2[fn] != "" or fcmp(fn, mf1)):
590 590 modified.append(fn)
591 591 del mf1[fn]
592 592 else:
593 593 added.append(fn)
594 594
595 595 removed = mf1.keys()
596 596
597 597 # sort and return results:
598 598 for l in modified, added, removed, deleted, unknown, ignored:
599 599 l.sort()
600 600 if show_ignored is None:
601 601 return (modified, added, removed, deleted, unknown)
602 602 else:
603 603 return (modified, added, removed, deleted, unknown, ignored)
604 604
605 605 def add(self, list, wlock=None):
606 606 if not wlock:
607 607 wlock = self.wlock()
608 608 for f in list:
609 609 p = self.wjoin(f)
610 610 if not os.path.exists(p):
611 611 self.ui.warn(_("%s does not exist!\n") % f)
612 612 elif not os.path.isfile(p):
613 613 self.ui.warn(_("%s not added: only files supported currently\n")
614 614 % f)
615 615 elif self.dirstate.state(f) in 'an':
616 616 self.ui.warn(_("%s already tracked!\n") % f)
617 617 else:
618 618 self.dirstate.update([f], "a")
619 619
620 620 def forget(self, list, wlock=None):
621 621 if not wlock:
622 622 wlock = self.wlock()
623 623 for f in list:
624 624 if self.dirstate.state(f) not in 'ai':
625 625 self.ui.warn(_("%s not added!\n") % f)
626 626 else:
627 627 self.dirstate.forget([f])
628 628
629 629 def remove(self, list, unlink=False, wlock=None):
630 630 if unlink:
631 631 for f in list:
632 632 try:
633 633 util.unlink(self.wjoin(f))
634 634 except OSError, inst:
635 635 if inst.errno != errno.ENOENT:
636 636 raise
637 637 if not wlock:
638 638 wlock = self.wlock()
639 639 for f in list:
640 640 p = self.wjoin(f)
641 641 if os.path.exists(p):
642 642 self.ui.warn(_("%s still exists!\n") % f)
643 643 elif self.dirstate.state(f) == 'a':
644 644 self.dirstate.forget([f])
645 645 elif f not in self.dirstate:
646 646 self.ui.warn(_("%s not tracked!\n") % f)
647 647 else:
648 648 self.dirstate.update([f], "r")
649 649
650 650 def undelete(self, list, wlock=None):
651 651 p = self.dirstate.parents()[0]
652 652 mn = self.changelog.read(p)[0]
653 653 mf = self.manifest.readflags(mn)
654 654 m = self.manifest.read(mn)
655 655 if not wlock:
656 656 wlock = self.wlock()
657 657 for f in list:
658 658 if self.dirstate.state(f) not in "r":
659 659 self.ui.warn("%s not removed!\n" % f)
660 660 else:
661 661 t = self.file(f).read(m[f])
662 662 self.wwrite(f, t)
663 663 util.set_exec(self.wjoin(f), mf[f])
664 664 self.dirstate.update([f], "n")
665 665
666 666 def copy(self, source, dest, wlock=None):
667 667 p = self.wjoin(dest)
668 668 if not os.path.exists(p):
669 669 self.ui.warn(_("%s does not exist!\n") % dest)
670 670 elif not os.path.isfile(p):
671 671 self.ui.warn(_("copy failed: %s is not a file\n") % dest)
672 672 else:
673 673 if not wlock:
674 674 wlock = self.wlock()
675 675 if self.dirstate.state(dest) == '?':
676 676 self.dirstate.update([dest], "a")
677 677 self.dirstate.copy(source, dest)
678 678
679 679 def heads(self, start=None):
680 680 heads = self.changelog.heads(start)
681 681 # sort the output in rev descending order
682 682 heads = [(-self.changelog.rev(h), h) for h in heads]
683 683 heads.sort()
684 684 return [n for (r, n) in heads]
685 685
686 686 # branchlookup returns a dict giving a list of branches for
687 687 # each head. A branch is defined as the tag of a node or
688 688 # the branch of the node's parents. If a node has multiple
689 689 # branch tags, tags are eliminated if they are visible from other
690 690 # branch tags.
691 691 #
692 692 # So, for this graph: a->b->c->d->e
693 693 # \ /
694 694 # aa -----/
695 695 # a has tag 2.6.12
696 696 # d has tag 2.6.13
697 697 # e would have branch tags for 2.6.12 and 2.6.13. Because the node
698 698 # for 2.6.12 can be reached from the node 2.6.13, that is eliminated
699 699 # from the list.
700 700 #
701 701 # It is possible that more than one head will have the same branch tag.
702 702 # callers need to check the result for multiple heads under the same
703 703 # branch tag if that is a problem for them (ie checkout of a specific
704 704 # branch).
705 705 #
706 706 # passing in a specific branch will limit the depth of the search
707 707 # through the parents. It won't limit the branches returned in the
708 708 # result though.
709 709 def branchlookup(self, heads=None, branch=None):
710 710 if not heads:
711 711 heads = self.heads()
712 712 headt = [ h for h in heads ]
713 713 chlog = self.changelog
714 714 branches = {}
715 715 merges = []
716 716 seenmerge = {}
717 717
718 718 # traverse the tree once for each head, recording in the branches
719 719 # dict which tags are visible from this head. The branches
720 720 # dict also records which tags are visible from each tag
721 721 # while we traverse.
722 722 while headt or merges:
723 723 if merges:
724 724 n, found = merges.pop()
725 725 visit = [n]
726 726 else:
727 727 h = headt.pop()
728 728 visit = [h]
729 729 found = [h]
730 730 seen = {}
731 731 while visit:
732 732 n = visit.pop()
733 733 if n in seen:
734 734 continue
735 735 pp = chlog.parents(n)
736 736 tags = self.nodetags(n)
737 737 if tags:
738 738 for x in tags:
739 739 if x == 'tip':
740 740 continue
741 741 for f in found:
742 742 branches.setdefault(f, {})[n] = 1
743 743 branches.setdefault(n, {})[n] = 1
744 744 break
745 745 if n not in found:
746 746 found.append(n)
747 747 if branch in tags:
748 748 continue
749 749 seen[n] = 1
750 750 if pp[1] != nullid and n not in seenmerge:
751 751 merges.append((pp[1], [x for x in found]))
752 752 seenmerge[n] = 1
753 753 if pp[0] != nullid:
754 754 visit.append(pp[0])
755 755 # traverse the branches dict, eliminating branch tags from each
756 756 # head that are visible from another branch tag for that head.
757 757 out = {}
758 758 viscache = {}
759 759 for h in heads:
760 760 def visible(node):
761 761 if node in viscache:
762 762 return viscache[node]
763 763 ret = {}
764 764 visit = [node]
765 765 while visit:
766 766 x = visit.pop()
767 767 if x in viscache:
768 768 ret.update(viscache[x])
769 769 elif x not in ret:
770 770 ret[x] = 1
771 771 if x in branches:
772 772 visit[len(visit):] = branches[x].keys()
773 773 viscache[node] = ret
774 774 return ret
775 775 if h not in branches:
776 776 continue
777 777 # O(n^2), but somewhat limited. This only searches the
778 778 # tags visible from a specific head, not all the tags in the
779 779 # whole repo.
780 780 for b in branches[h]:
781 781 vis = False
782 782 for bb in branches[h].keys():
783 783 if b != bb:
784 784 if b in visible(bb):
785 785 vis = True
786 786 break
787 787 if not vis:
788 788 l = out.setdefault(h, [])
789 789 l[len(l):] = self.nodetags(b)
790 790 return out
791 791
792 792 def branches(self, nodes):
793 793 if not nodes:
794 794 nodes = [self.changelog.tip()]
795 795 b = []
796 796 for n in nodes:
797 797 t = n
798 798 while n:
799 799 p = self.changelog.parents(n)
800 800 if p[1] != nullid or p[0] == nullid:
801 801 b.append((t, n, p[0], p[1]))
802 802 break
803 803 n = p[0]
804 804 return b
805 805
806 806 def between(self, pairs):
807 807 r = []
808 808
809 809 for top, bottom in pairs:
810 810 n, l, i = top, [], 0
811 811 f = 1
812 812
813 813 while n != bottom:
814 814 p = self.changelog.parents(n)[0]
815 815 if i == f:
816 816 l.append(n)
817 817 f = f * 2
818 818 n = p
819 819 i += 1
820 820
821 821 r.append(l)
822 822
823 823 return r
824 824
825 825 def findincoming(self, remote, base=None, heads=None, force=False):
826 826 m = self.changelog.nodemap
827 827 search = []
828 828 fetch = {}
829 829 seen = {}
830 830 seenbranch = {}
831 831 if base == None:
832 832 base = {}
833 833
834 834 if not heads:
835 835 heads = remote.heads()
836 836
837 837 if self.changelog.tip() == nullid:
838 838 if heads != [nullid]:
839 839 return [nullid]
840 840 return []
841 841
842 842 # assume we're closer to the tip than the root
843 843 # and start by examining the heads
844 844 self.ui.status(_("searching for changes\n"))
845 845
846 846 unknown = []
847 847 for h in heads:
848 848 if h not in m:
849 849 unknown.append(h)
850 850 else:
851 851 base[h] = 1
852 852
853 853 if not unknown:
854 854 return []
855 855
856 856 rep = {}
857 857 reqcnt = 0
858 858
859 859 # search through remote branches
860 860 # a 'branch' here is a linear segment of history, with four parts:
861 861 # head, root, first parent, second parent
862 862 # (a branch always has two parents (or none) by definition)
863 863 unknown = remote.branches(unknown)
864 864 while unknown:
865 865 r = []
866 866 while unknown:
867 867 n = unknown.pop(0)
868 868 if n[0] in seen:
869 869 continue
870 870
871 871 self.ui.debug(_("examining %s:%s\n")
872 872 % (short(n[0]), short(n[1])))
873 873 if n[0] == nullid:
874 874 break
875 875 if n in seenbranch:
876 876 self.ui.debug(_("branch already found\n"))
877 877 continue
878 878 if n[1] and n[1] in m: # do we know the base?
879 879 self.ui.debug(_("found incomplete branch %s:%s\n")
880 880 % (short(n[0]), short(n[1])))
881 881 search.append(n) # schedule branch range for scanning
882 882 seenbranch[n] = 1
883 883 else:
884 884 if n[1] not in seen and n[1] not in fetch:
885 885 if n[2] in m and n[3] in m:
886 886 self.ui.debug(_("found new changeset %s\n") %
887 887 short(n[1]))
888 888 fetch[n[1]] = 1 # earliest unknown
889 889 base[n[2]] = 1 # latest known
890 890 continue
891 891
892 892 for a in n[2:4]:
893 893 if a not in rep:
894 894 r.append(a)
895 895 rep[a] = 1
896 896
897 897 seen[n[0]] = 1
898 898
899 899 if r:
900 900 reqcnt += 1
901 901 self.ui.debug(_("request %d: %s\n") %
902 902 (reqcnt, " ".join(map(short, r))))
903 903 for p in range(0, len(r), 10):
904 904 for b in remote.branches(r[p:p+10]):
905 905 self.ui.debug(_("received %s:%s\n") %
906 906 (short(b[0]), short(b[1])))
907 907 if b[0] in m:
908 908 self.ui.debug(_("found base node %s\n")
909 909 % short(b[0]))
910 910 base[b[0]] = 1
911 911 elif b[0] not in seen:
912 912 unknown.append(b)
913 913
914 914 # do binary search on the branches we found
915 915 while search:
916 916 n = search.pop(0)
917 917 reqcnt += 1
918 918 l = remote.between([(n[0], n[1])])[0]
919 919 l.append(n[1])
920 920 p = n[0]
921 921 f = 1
922 922 for i in l:
923 923 self.ui.debug(_("narrowing %d:%d %s\n") % (f, len(l), short(i)))
924 924 if i in m:
925 925 if f <= 2:
926 926 self.ui.debug(_("found new branch changeset %s\n") %
927 927 short(p))
928 928 fetch[p] = 1
929 929 base[i] = 1
930 930 else:
931 931 self.ui.debug(_("narrowed branch search to %s:%s\n")
932 932 % (short(p), short(i)))
933 933 search.append((p, i))
934 934 break
935 935 p, f = i, f * 2
936 936
937 937 # sanity check our fetch list
938 938 for f in fetch.keys():
939 939 if f in m:
940 940 raise repo.RepoError(_("already have changeset ") + short(f[:4]))
941 941
942 942 if base.keys() == [nullid]:
943 943 if force:
944 944 self.ui.warn(_("warning: repository is unrelated\n"))
945 945 else:
946 946 raise util.Abort(_("repository is unrelated"))
947 947
948 948 self.ui.note(_("found new changesets starting at ") +
949 949 " ".join([short(f) for f in fetch]) + "\n")
950 950
951 951 self.ui.debug(_("%d total queries\n") % reqcnt)
952 952
953 953 return fetch.keys()
954 954
955 955 def findoutgoing(self, remote, base=None, heads=None, force=False):
956 956 """Return list of nodes that are roots of subsets not in remote
957 957
958 958 If base dict is specified, assume that these nodes and their parents
959 959 exist on the remote side.
960 960 If a list of heads is specified, return only nodes which are heads
961 961 or ancestors of these heads, and return a second element which
962 962 contains all remote heads which get new children.
963 963 """
964 964 if base == None:
965 965 base = {}
966 966 self.findincoming(remote, base, heads, force=force)
967 967
968 968 self.ui.debug(_("common changesets up to ")
969 969 + " ".join(map(short, base.keys())) + "\n")
970 970
971 971 remain = dict.fromkeys(self.changelog.nodemap)
972 972
973 973 # prune everything remote has from the tree
974 974 del remain[nullid]
975 975 remove = base.keys()
976 976 while remove:
977 977 n = remove.pop(0)
978 978 if n in remain:
979 979 del remain[n]
980 980 for p in self.changelog.parents(n):
981 981 remove.append(p)
982 982
983 983 # find every node whose parents have been pruned
984 984 subset = []
985 985 # find every remote head that will get new children
986 986 updated_heads = {}
987 987 for n in remain:
988 988 p1, p2 = self.changelog.parents(n)
989 989 if p1 not in remain and p2 not in remain:
990 990 subset.append(n)
991 991 if heads:
992 992 if p1 in heads:
993 993 updated_heads[p1] = True
994 994 if p2 in heads:
995 995 updated_heads[p2] = True
996 996
997 997 # this is the set of all roots we have to push
998 998 if heads:
999 999 return subset, updated_heads.keys()
1000 1000 else:
1001 1001 return subset
1002 1002
1003 1003 def pull(self, remote, heads=None, force=False):
1004 1004 l = self.lock()
1005 1005
1006 1006 fetch = self.findincoming(remote, force=force)
1007 1007 if fetch == [nullid]:
1008 1008 self.ui.status(_("requesting all changes\n"))
1009 1009
1010 1010 if not fetch:
1011 1011 self.ui.status(_("no changes found\n"))
1012 1012 return 0
1013 1013
1014 1014 if heads is None:
1015 1015 cg = remote.changegroup(fetch, 'pull')
1016 1016 else:
1017 1017 cg = remote.changegroupsubset(fetch, heads, 'pull')
1018 1018 return self.addchangegroup(cg)
1019 1019
1020 1020 def push(self, remote, force=False, revs=None):
1021 1021 lock = remote.lock()
1022 1022
1023 1023 base = {}
1024 1024 remote_heads = remote.heads()
1025 1025 inc = self.findincoming(remote, base, remote_heads, force=force)
1026 1026 if not force and inc:
1027 1027 self.ui.warn(_("abort: unsynced remote changes!\n"))
1028 1028 self.ui.status(_("(did you forget to sync?"
1029 1029 " use push -f to force)\n"))
1030 1030 return 1
1031 1031
1032 1032 update, updated_heads = self.findoutgoing(remote, base, remote_heads)
1033 1033 if revs is not None:
1034 1034 msng_cl, bases, heads = self.changelog.nodesbetween(update, revs)
1035 1035 else:
1036 1036 bases, heads = update, self.changelog.heads()
1037 1037
1038 1038 if not bases:
1039 1039 self.ui.status(_("no changes found\n"))
1040 1040 return 1
1041 1041 elif not force:
1042 1042 # FIXME we don't properly detect creation of new heads
1043 1043 # in the push -r case, assume the user knows what he's doing
1044 1044 if not revs and len(remote_heads) < len(heads) \
1045 1045 and remote_heads != [nullid]:
1046 1046 self.ui.warn(_("abort: push creates new remote branches!\n"))
1047 1047 self.ui.status(_("(did you forget to merge?"
1048 1048 " use push -f to force)\n"))
1049 1049 return 1
1050 1050
1051 1051 if revs is None:
1052 1052 cg = self.changegroup(update, 'push')
1053 1053 else:
1054 1054 cg = self.changegroupsubset(update, revs, 'push')
1055 1055 return remote.addchangegroup(cg)
1056 1056
1057 1057 def changegroupsubset(self, bases, heads, source):
1058 1058 """This function generates a changegroup consisting of all the nodes
1059 1059 that are descendents of any of the bases, and ancestors of any of
1060 1060 the heads.
1061 1061
1062 1062 It is fairly complex as determining which filenodes and which
1063 1063 manifest nodes need to be included for the changeset to be complete
1064 1064 is non-trivial.
1065 1065
1066 1066 Another wrinkle is doing the reverse, figuring out which changeset in
1067 1067 the changegroup a particular filenode or manifestnode belongs to."""
1068 1068
1069 1069 self.hook('preoutgoing', throw=True, source=source)
1070 1070
1071 1071 # Set up some initial variables
1072 1072 # Make it easy to refer to self.changelog
1073 1073 cl = self.changelog
1074 1074 # msng is short for missing - compute the list of changesets in this
1075 1075 # changegroup.
1076 1076 msng_cl_lst, bases, heads = cl.nodesbetween(bases, heads)
1077 1077 # Some bases may turn out to be superfluous, and some heads may be
1078 1078 # too. nodesbetween will return the minimal set of bases and heads
1079 1079 # necessary to re-create the changegroup.
1080 1080
1081 1081 # Known heads are the list of heads that it is assumed the recipient
1082 1082 # of this changegroup will know about.
1083 1083 knownheads = {}
1084 1084 # We assume that all parents of bases are known heads.
1085 1085 for n in bases:
1086 1086 for p in cl.parents(n):
1087 1087 if p != nullid:
1088 1088 knownheads[p] = 1
1089 1089 knownheads = knownheads.keys()
1090 1090 if knownheads:
1091 1091 # Now that we know what heads are known, we can compute which
1092 1092 # changesets are known. The recipient must know about all
1093 1093 # changesets required to reach the known heads from the null
1094 1094 # changeset.
1095 1095 has_cl_set, junk, junk = cl.nodesbetween(None, knownheads)
1096 1096 junk = None
1097 1097 # Transform the list into an ersatz set.
1098 1098 has_cl_set = dict.fromkeys(has_cl_set)
1099 1099 else:
1100 1100 # If there were no known heads, the recipient cannot be assumed to
1101 1101 # know about any changesets.
1102 1102 has_cl_set = {}
1103 1103
1104 1104 # Make it easy to refer to self.manifest
1105 1105 mnfst = self.manifest
1106 1106 # We don't know which manifests are missing yet
1107 1107 msng_mnfst_set = {}
1108 1108 # Nor do we know which filenodes are missing.
1109 1109 msng_filenode_set = {}
1110 1110
1111 1111 junk = mnfst.index[mnfst.count() - 1] # Get around a bug in lazyindex
1112 1112 junk = None
1113 1113
1114 1114 # A changeset always belongs to itself, so the changenode lookup
1115 1115 # function for a changenode is identity.
1116 1116 def identity(x):
1117 1117 return x
1118 1118
1119 1119 # A function generating function. Sets up an environment for the
1120 1120 # inner function.
1121 1121 def cmp_by_rev_func(revlog):
1122 1122 # Compare two nodes by their revision number in the environment's
1123 1123 # revision history. Since the revision number both represents the
1124 1124 # most efficient order to read the nodes in, and represents a
1125 1125 # topological sorting of the nodes, this function is often useful.
1126 1126 def cmp_by_rev(a, b):
1127 1127 return cmp(revlog.rev(a), revlog.rev(b))
1128 1128 return cmp_by_rev
1129 1129
1130 1130 # If we determine that a particular file or manifest node must be a
1131 1131 # node that the recipient of the changegroup will already have, we can
1132 1132 # also assume the recipient will have all the parents. This function
1133 1133 # prunes them from the set of missing nodes.
1134 1134 def prune_parents(revlog, hasset, msngset):
1135 1135 haslst = hasset.keys()
1136 1136 haslst.sort(cmp_by_rev_func(revlog))
1137 1137 for node in haslst:
1138 1138 parentlst = [p for p in revlog.parents(node) if p != nullid]
1139 1139 while parentlst:
1140 1140 n = parentlst.pop()
1141 1141 if n not in hasset:
1142 1142 hasset[n] = 1
1143 1143 p = [p for p in revlog.parents(n) if p != nullid]
1144 1144 parentlst.extend(p)
1145 1145 for n in hasset:
1146 1146 msngset.pop(n, None)
1147 1147
1148 1148 # This is a function generating function used to set up an environment
1149 1149 # for the inner function to execute in.
1150 1150 def manifest_and_file_collector(changedfileset):
1151 1151 # This is an information gathering function that gathers
1152 1152 # information from each changeset node that goes out as part of
1153 1153 # the changegroup. The information gathered is a list of which
1154 1154 # manifest nodes are potentially required (the recipient may
1155 1155 # already have them) and total list of all files which were
1156 1156 # changed in any changeset in the changegroup.
1157 1157 #
1158 1158 # We also remember the first changenode we saw any manifest
1159 1159 # referenced by so we can later determine which changenode 'owns'
1160 1160 # the manifest.
1161 1161 def collect_manifests_and_files(clnode):
1162 1162 c = cl.read(clnode)
1163 1163 for f in c[3]:
1164 1164 # This is to make sure we only have one instance of each
1165 1165 # filename string for each filename.
1166 1166 changedfileset.setdefault(f, f)
1167 1167 msng_mnfst_set.setdefault(c[0], clnode)
1168 1168 return collect_manifests_and_files
1169 1169
1170 1170 # Figure out which manifest nodes (of the ones we think might be part
1171 1171 # of the changegroup) the recipient must know about and remove them
1172 1172 # from the changegroup.
1173 1173 def prune_manifests():
1174 1174 has_mnfst_set = {}
1175 1175 for n in msng_mnfst_set:
1176 1176 # If a 'missing' manifest thinks it belongs to a changenode
1177 1177 # the recipient is assumed to have, obviously the recipient
1178 1178 # must have that manifest.
1179 1179 linknode = cl.node(mnfst.linkrev(n))
1180 1180 if linknode in has_cl_set:
1181 1181 has_mnfst_set[n] = 1
1182 1182 prune_parents(mnfst, has_mnfst_set, msng_mnfst_set)
1183 1183
1184 1184 # Use the information collected in collect_manifests_and_files to say
1185 1185 # which changenode any manifestnode belongs to.
1186 1186 def lookup_manifest_link(mnfstnode):
1187 1187 return msng_mnfst_set[mnfstnode]
1188 1188
1189 1189 # A function generating function that sets up the initial environment
1190 1190 # the inner function.
1191 1191 def filenode_collector(changedfiles):
1192 1192 next_rev = [0]
1193 1193 # This gathers information from each manifestnode included in the
1194 1194 # changegroup about which filenodes the manifest node references
1195 1195 # so we can include those in the changegroup too.
1196 1196 #
1197 1197 # It also remembers which changenode each filenode belongs to. It
1198 1198 # does this by assuming the a filenode belongs to the changenode
1199 1199 # the first manifest that references it belongs to.
1200 1200 def collect_msng_filenodes(mnfstnode):
1201 1201 r = mnfst.rev(mnfstnode)
1202 1202 if r == next_rev[0]:
1203 1203 # If the last rev we looked at was the one just previous,
1204 1204 # we only need to see a diff.
1205 1205 delta = mdiff.patchtext(mnfst.delta(mnfstnode))
1206 1206 # For each line in the delta
1207 1207 for dline in delta.splitlines():
1208 1208 # get the filename and filenode for that line
1209 1209 f, fnode = dline.split('\0')
1210 1210 fnode = bin(fnode[:40])
1211 1211 f = changedfiles.get(f, None)
1212 1212 # And if the file is in the list of files we care
1213 1213 # about.
1214 1214 if f is not None:
1215 1215 # Get the changenode this manifest belongs to
1216 1216 clnode = msng_mnfst_set[mnfstnode]
1217 1217 # Create the set of filenodes for the file if
1218 1218 # there isn't one already.
1219 1219 ndset = msng_filenode_set.setdefault(f, {})
1220 1220 # And set the filenode's changelog node to the
1221 1221 # manifest's if it hasn't been set already.
1222 1222 ndset.setdefault(fnode, clnode)
1223 1223 else:
1224 1224 # Otherwise we need a full manifest.
1225 1225 m = mnfst.read(mnfstnode)
1226 1226 # For every file in we care about.
1227 1227 for f in changedfiles:
1228 1228 fnode = m.get(f, None)
1229 1229 # If it's in the manifest
1230 1230 if fnode is not None:
1231 1231 # See comments above.
1232 1232 clnode = msng_mnfst_set[mnfstnode]
1233 1233 ndset = msng_filenode_set.setdefault(f, {})
1234 1234 ndset.setdefault(fnode, clnode)
1235 1235 # Remember the revision we hope to see next.
1236 1236 next_rev[0] = r + 1
1237 1237 return collect_msng_filenodes
1238 1238
1239 1239 # We have a list of filenodes we think we need for a file, lets remove
1240 1240 # all those we now the recipient must have.
1241 1241 def prune_filenodes(f, filerevlog):
1242 1242 msngset = msng_filenode_set[f]
1243 1243 hasset = {}
1244 1244 # If a 'missing' filenode thinks it belongs to a changenode we
1245 1245 # assume the recipient must have, then the recipient must have
1246 1246 # that filenode.
1247 1247 for n in msngset:
1248 1248 clnode = cl.node(filerevlog.linkrev(n))
1249 1249 if clnode in has_cl_set:
1250 1250 hasset[n] = 1
1251 1251 prune_parents(filerevlog, hasset, msngset)
1252 1252
1253 1253 # A function generator function that sets up the a context for the
1254 1254 # inner function.
1255 1255 def lookup_filenode_link_func(fname):
1256 1256 msngset = msng_filenode_set[fname]
1257 1257 # Lookup the changenode the filenode belongs to.
1258 1258 def lookup_filenode_link(fnode):
1259 1259 return msngset[fnode]
1260 1260 return lookup_filenode_link
1261 1261
1262 1262 # Now that we have all theses utility functions to help out and
1263 1263 # logically divide up the task, generate the group.
1264 1264 def gengroup():
1265 1265 # The set of changed files starts empty.
1266 1266 changedfiles = {}
1267 1267 # Create a changenode group generator that will call our functions
1268 1268 # back to lookup the owning changenode and collect information.
1269 1269 group = cl.group(msng_cl_lst, identity,
1270 1270 manifest_and_file_collector(changedfiles))
1271 1271 for chnk in group:
1272 1272 yield chnk
1273 1273
1274 1274 # The list of manifests has been collected by the generator
1275 1275 # calling our functions back.
1276 1276 prune_manifests()
1277 1277 msng_mnfst_lst = msng_mnfst_set.keys()
1278 1278 # Sort the manifestnodes by revision number.
1279 1279 msng_mnfst_lst.sort(cmp_by_rev_func(mnfst))
1280 1280 # Create a generator for the manifestnodes that calls our lookup
1281 1281 # and data collection functions back.
1282 1282 group = mnfst.group(msng_mnfst_lst, lookup_manifest_link,
1283 1283 filenode_collector(changedfiles))
1284 1284 for chnk in group:
1285 1285 yield chnk
1286 1286
1287 1287 # These are no longer needed, dereference and toss the memory for
1288 1288 # them.
1289 1289 msng_mnfst_lst = None
1290 1290 msng_mnfst_set.clear()
1291 1291
1292 1292 changedfiles = changedfiles.keys()
1293 1293 changedfiles.sort()
1294 1294 # Go through all our files in order sorted by name.
1295 1295 for fname in changedfiles:
1296 1296 filerevlog = self.file(fname)
1297 1297 # Toss out the filenodes that the recipient isn't really
1298 1298 # missing.
1299 1299 if msng_filenode_set.has_key(fname):
1300 1300 prune_filenodes(fname, filerevlog)
1301 1301 msng_filenode_lst = msng_filenode_set[fname].keys()
1302 1302 else:
1303 1303 msng_filenode_lst = []
1304 1304 # If any filenodes are left, generate the group for them,
1305 1305 # otherwise don't bother.
1306 1306 if len(msng_filenode_lst) > 0:
1307 1307 yield changegroup.genchunk(fname)
1308 1308 # Sort the filenodes by their revision #
1309 1309 msng_filenode_lst.sort(cmp_by_rev_func(filerevlog))
1310 1310 # Create a group generator and only pass in a changenode
1311 1311 # lookup function as we need to collect no information
1312 1312 # from filenodes.
1313 1313 group = filerevlog.group(msng_filenode_lst,
1314 1314 lookup_filenode_link_func(fname))
1315 1315 for chnk in group:
1316 1316 yield chnk
1317 1317 if msng_filenode_set.has_key(fname):
1318 1318 # Don't need this anymore, toss it to free memory.
1319 1319 del msng_filenode_set[fname]
1320 1320 # Signal that no more groups are left.
1321 1321 yield changegroup.closechunk()
1322 1322
1323 if nodes:
1323 if msng_cl_lst:
1324 1324 self.hook('outgoing', node=hex(msng_cl_lst[0]), source=source)
1325 1325
1326 1326 return util.chunkbuffer(gengroup())
1327 1327
1328 1328 def changegroup(self, basenodes, source):
1329 1329 """Generate a changegroup of all nodes that we have that a recipient
1330 1330 doesn't.
1331 1331
1332 1332 This is much easier than the previous function as we can assume that
1333 1333 the recipient has any changenode we aren't sending them."""
1334 1334
1335 1335 self.hook('preoutgoing', throw=True, source=source)
1336 1336
1337 1337 cl = self.changelog
1338 1338 nodes = cl.nodesbetween(basenodes, None)[0]
1339 1339 revset = dict.fromkeys([cl.rev(n) for n in nodes])
1340 1340
1341 1341 def identity(x):
1342 1342 return x
1343 1343
1344 1344 def gennodelst(revlog):
1345 1345 for r in xrange(0, revlog.count()):
1346 1346 n = revlog.node(r)
1347 1347 if revlog.linkrev(n) in revset:
1348 1348 yield n
1349 1349
1350 1350 def changed_file_collector(changedfileset):
1351 1351 def collect_changed_files(clnode):
1352 1352 c = cl.read(clnode)
1353 1353 for fname in c[3]:
1354 1354 changedfileset[fname] = 1
1355 1355 return collect_changed_files
1356 1356
1357 1357 def lookuprevlink_func(revlog):
1358 1358 def lookuprevlink(n):
1359 1359 return cl.node(revlog.linkrev(n))
1360 1360 return lookuprevlink
1361 1361
1362 1362 def gengroup():
1363 1363 # construct a list of all changed files
1364 1364 changedfiles = {}
1365 1365
1366 1366 for chnk in cl.group(nodes, identity,
1367 1367 changed_file_collector(changedfiles)):
1368 1368 yield chnk
1369 1369 changedfiles = changedfiles.keys()
1370 1370 changedfiles.sort()
1371 1371
1372 1372 mnfst = self.manifest
1373 1373 nodeiter = gennodelst(mnfst)
1374 1374 for chnk in mnfst.group(nodeiter, lookuprevlink_func(mnfst)):
1375 1375 yield chnk
1376 1376
1377 1377 for fname in changedfiles:
1378 1378 filerevlog = self.file(fname)
1379 1379 nodeiter = gennodelst(filerevlog)
1380 1380 nodeiter = list(nodeiter)
1381 1381 if nodeiter:
1382 1382 yield changegroup.genchunk(fname)
1383 1383 lookup = lookuprevlink_func(filerevlog)
1384 1384 for chnk in filerevlog.group(nodeiter, lookup):
1385 1385 yield chnk
1386 1386
1387 1387 yield changegroup.closechunk()
1388 1388
1389 1389 if nodes:
1390 1390 self.hook('outgoing', node=hex(nodes[0]), source=source)
1391 1391
1392 1392 return util.chunkbuffer(gengroup())
1393 1393
1394 1394 def addchangegroup(self, source):
1395 1395 """add changegroup to repo.
1396 1396 returns number of heads modified or added + 1."""
1397 1397
1398 1398 def csmap(x):
1399 1399 self.ui.debug(_("add changeset %s\n") % short(x))
1400 1400 return cl.count()
1401 1401
1402 1402 def revmap(x):
1403 1403 return cl.rev(x)
1404 1404
1405 1405 if not source:
1406 1406 return 0
1407 1407
1408 1408 self.hook('prechangegroup', throw=True)
1409 1409
1410 1410 changesets = files = revisions = 0
1411 1411
1412 1412 tr = self.transaction()
1413 1413
1414 1414 # write changelog and manifest data to temp files so
1415 1415 # concurrent readers will not see inconsistent view
1416 1416 cl = appendfile.appendchangelog(self.opener, self.changelog.version)
1417 1417
1418 1418 oldheads = len(cl.heads())
1419 1419
1420 1420 # pull off the changeset group
1421 1421 self.ui.status(_("adding changesets\n"))
1422 1422 co = cl.tip()
1423 1423 chunkiter = changegroup.chunkiter(source)
1424 1424 cn = cl.addgroup(chunkiter, csmap, tr, 1) # unique
1425 1425 cnr, cor = map(cl.rev, (cn, co))
1426 1426 if cn == nullid:
1427 1427 cnr = cor
1428 1428 changesets = cnr - cor
1429 1429
1430 1430 mf = appendfile.appendmanifest(self.opener, self.manifest.version)
1431 1431
1432 1432 # pull off the manifest group
1433 1433 self.ui.status(_("adding manifests\n"))
1434 1434 mm = mf.tip()
1435 1435 chunkiter = changegroup.chunkiter(source)
1436 1436 mo = mf.addgroup(chunkiter, revmap, tr)
1437 1437
1438 1438 # process the files
1439 1439 self.ui.status(_("adding file changes\n"))
1440 1440 while 1:
1441 1441 f = changegroup.getchunk(source)
1442 1442 if not f:
1443 1443 break
1444 1444 self.ui.debug(_("adding %s revisions\n") % f)
1445 1445 fl = self.file(f)
1446 1446 o = fl.count()
1447 1447 chunkiter = changegroup.chunkiter(source)
1448 1448 n = fl.addgroup(chunkiter, revmap, tr)
1449 1449 revisions += fl.count() - o
1450 1450 files += 1
1451 1451
1452 1452 # write order here is important so concurrent readers will see
1453 1453 # consistent view of repo
1454 1454 mf.writedata()
1455 1455 cl.writedata()
1456 1456
1457 1457 # make changelog and manifest see real files again
1458 1458 self.changelog = changelog.changelog(self.opener, self.changelog.version)
1459 1459 self.manifest = manifest.manifest(self.opener, self.manifest.version)
1460 1460 self.changelog.checkinlinesize(tr)
1461 1461 self.manifest.checkinlinesize(tr)
1462 1462
1463 1463 newheads = len(self.changelog.heads())
1464 1464 heads = ""
1465 1465 if oldheads and newheads > oldheads:
1466 1466 heads = _(" (+%d heads)") % (newheads - oldheads)
1467 1467
1468 1468 self.ui.status(_("added %d changesets"
1469 1469 " with %d changes to %d files%s\n")
1470 1470 % (changesets, revisions, files, heads))
1471 1471
1472 1472 self.hook('pretxnchangegroup', throw=True,
1473 1473 node=hex(self.changelog.node(cor+1)))
1474 1474
1475 1475 tr.close()
1476 1476
1477 1477 if changesets > 0:
1478 1478 self.hook("changegroup", node=hex(self.changelog.node(cor+1)))
1479 1479
1480 1480 for i in range(cor + 1, cnr + 1):
1481 1481 self.hook("incoming", node=hex(self.changelog.node(i)))
1482 1482
1483 1483 return newheads - oldheads + 1
1484 1484
1485 1485 def update(self, node, allow=False, force=False, choose=None,
1486 1486 moddirstate=True, forcemerge=False, wlock=None):
1487 1487 pl = self.dirstate.parents()
1488 1488 if not force and pl[1] != nullid:
1489 1489 self.ui.warn(_("aborting: outstanding uncommitted merges\n"))
1490 1490 return 1
1491 1491
1492 1492 err = False
1493 1493
1494 1494 p1, p2 = pl[0], node
1495 1495 pa = self.changelog.ancestor(p1, p2)
1496 1496 m1n = self.changelog.read(p1)[0]
1497 1497 m2n = self.changelog.read(p2)[0]
1498 1498 man = self.manifest.ancestor(m1n, m2n)
1499 1499 m1 = self.manifest.read(m1n)
1500 1500 mf1 = self.manifest.readflags(m1n)
1501 1501 m2 = self.manifest.read(m2n).copy()
1502 1502 mf2 = self.manifest.readflags(m2n)
1503 1503 ma = self.manifest.read(man)
1504 1504 mfa = self.manifest.readflags(man)
1505 1505
1506 1506 modified, added, removed, deleted, unknown = self.changes()
1507 1507
1508 1508 # is this a jump, or a merge? i.e. is there a linear path
1509 1509 # from p1 to p2?
1510 1510 linear_path = (pa == p1 or pa == p2)
1511 1511
1512 1512 if allow and linear_path:
1513 1513 raise util.Abort(_("there is nothing to merge, "
1514 1514 "just use 'hg update'"))
1515 1515 if allow and not forcemerge:
1516 1516 if modified or added or removed:
1517 1517 raise util.Abort(_("outstanding uncommitted changes"))
1518 1518 if not forcemerge and not force:
1519 1519 for f in unknown:
1520 1520 if f in m2:
1521 1521 t1 = self.wread(f)
1522 1522 t2 = self.file(f).read(m2[f])
1523 1523 if cmp(t1, t2) != 0:
1524 1524 raise util.Abort(_("'%s' already exists in the working"
1525 1525 " dir and differs from remote") % f)
1526 1526
1527 1527 # resolve the manifest to determine which files
1528 1528 # we care about merging
1529 1529 self.ui.note(_("resolving manifests\n"))
1530 1530 self.ui.debug(_(" force %s allow %s moddirstate %s linear %s\n") %
1531 1531 (force, allow, moddirstate, linear_path))
1532 1532 self.ui.debug(_(" ancestor %s local %s remote %s\n") %
1533 1533 (short(man), short(m1n), short(m2n)))
1534 1534
1535 1535 merge = {}
1536 1536 get = {}
1537 1537 remove = []
1538 1538
1539 1539 # construct a working dir manifest
1540 1540 mw = m1.copy()
1541 1541 mfw = mf1.copy()
1542 1542 umap = dict.fromkeys(unknown)
1543 1543
1544 1544 for f in added + modified + unknown:
1545 1545 mw[f] = ""
1546 1546 mfw[f] = util.is_exec(self.wjoin(f), mfw.get(f, False))
1547 1547
1548 1548 if moddirstate and not wlock:
1549 1549 wlock = self.wlock()
1550 1550
1551 1551 for f in deleted + removed:
1552 1552 if f in mw:
1553 1553 del mw[f]
1554 1554
1555 1555 # If we're jumping between revisions (as opposed to merging),
1556 1556 # and if neither the working directory nor the target rev has
1557 1557 # the file, then we need to remove it from the dirstate, to
1558 1558 # prevent the dirstate from listing the file when it is no
1559 1559 # longer in the manifest.
1560 1560 if moddirstate and linear_path and f not in m2:
1561 1561 self.dirstate.forget((f,))
1562 1562
1563 1563 # Compare manifests
1564 1564 for f, n in mw.iteritems():
1565 1565 if choose and not choose(f):
1566 1566 continue
1567 1567 if f in m2:
1568 1568 s = 0
1569 1569
1570 1570 # is the wfile new since m1, and match m2?
1571 1571 if f not in m1:
1572 1572 t1 = self.wread(f)
1573 1573 t2 = self.file(f).read(m2[f])
1574 1574 if cmp(t1, t2) == 0:
1575 1575 n = m2[f]
1576 1576 del t1, t2
1577 1577
1578 1578 # are files different?
1579 1579 if n != m2[f]:
1580 1580 a = ma.get(f, nullid)
1581 1581 # are both different from the ancestor?
1582 1582 if n != a and m2[f] != a:
1583 1583 self.ui.debug(_(" %s versions differ, resolve\n") % f)
1584 1584 # merge executable bits
1585 1585 # "if we changed or they changed, change in merge"
1586 1586 a, b, c = mfa.get(f, 0), mfw[f], mf2[f]
1587 1587 mode = ((a^b) | (a^c)) ^ a
1588 1588 merge[f] = (m1.get(f, nullid), m2[f], mode)
1589 1589 s = 1
1590 1590 # are we clobbering?
1591 1591 # is remote's version newer?
1592 1592 # or are we going back in time?
1593 1593 elif force or m2[f] != a or (p2 == pa and mw[f] == m1[f]):
1594 1594 self.ui.debug(_(" remote %s is newer, get\n") % f)
1595 1595 get[f] = m2[f]
1596 1596 s = 1
1597 1597 elif f in umap or f in added:
1598 1598 # this unknown file is the same as the checkout
1599 1599 # we need to reset the dirstate if the file was added
1600 1600 get[f] = m2[f]
1601 1601
1602 1602 if not s and mfw[f] != mf2[f]:
1603 1603 if force:
1604 1604 self.ui.debug(_(" updating permissions for %s\n") % f)
1605 1605 util.set_exec(self.wjoin(f), mf2[f])
1606 1606 else:
1607 1607 a, b, c = mfa.get(f, 0), mfw[f], mf2[f]
1608 1608 mode = ((a^b) | (a^c)) ^ a
1609 1609 if mode != b:
1610 1610 self.ui.debug(_(" updating permissions for %s\n")
1611 1611 % f)
1612 1612 util.set_exec(self.wjoin(f), mode)
1613 1613 del m2[f]
1614 1614 elif f in ma:
1615 1615 if n != ma[f]:
1616 1616 r = _("d")
1617 1617 if not force and (linear_path or allow):
1618 1618 r = self.ui.prompt(
1619 1619 (_(" local changed %s which remote deleted\n") % f) +
1620 1620 _("(k)eep or (d)elete?"), _("[kd]"), _("k"))
1621 1621 if r == _("d"):
1622 1622 remove.append(f)
1623 1623 else:
1624 1624 self.ui.debug(_("other deleted %s\n") % f)
1625 1625 remove.append(f) # other deleted it
1626 1626 else:
1627 1627 # file is created on branch or in working directory
1628 1628 if force and f not in umap:
1629 1629 self.ui.debug(_("remote deleted %s, clobbering\n") % f)
1630 1630 remove.append(f)
1631 1631 elif n == m1.get(f, nullid): # same as parent
1632 1632 if p2 == pa: # going backwards?
1633 1633 self.ui.debug(_("remote deleted %s\n") % f)
1634 1634 remove.append(f)
1635 1635 else:
1636 1636 self.ui.debug(_("local modified %s, keeping\n") % f)
1637 1637 else:
1638 1638 self.ui.debug(_("working dir created %s, keeping\n") % f)
1639 1639
1640 1640 for f, n in m2.iteritems():
1641 1641 if choose and not choose(f):
1642 1642 continue
1643 1643 if f[0] == "/":
1644 1644 continue
1645 1645 if f in ma and n != ma[f]:
1646 1646 r = _("k")
1647 1647 if not force and (linear_path or allow):
1648 1648 r = self.ui.prompt(
1649 1649 (_("remote changed %s which local deleted\n") % f) +
1650 1650 _("(k)eep or (d)elete?"), _("[kd]"), _("k"))
1651 1651 if r == _("k"):
1652 1652 get[f] = n
1653 1653 elif f not in ma:
1654 1654 self.ui.debug(_("remote created %s\n") % f)
1655 1655 get[f] = n
1656 1656 else:
1657 1657 if force or p2 == pa: # going backwards?
1658 1658 self.ui.debug(_("local deleted %s, recreating\n") % f)
1659 1659 get[f] = n
1660 1660 else:
1661 1661 self.ui.debug(_("local deleted %s\n") % f)
1662 1662
1663 1663 del mw, m1, m2, ma
1664 1664
1665 1665 if force:
1666 1666 for f in merge:
1667 1667 get[f] = merge[f][1]
1668 1668 merge = {}
1669 1669
1670 1670 if linear_path or force:
1671 1671 # we don't need to do any magic, just jump to the new rev
1672 1672 branch_merge = False
1673 1673 p1, p2 = p2, nullid
1674 1674 else:
1675 1675 if not allow:
1676 1676 self.ui.status(_("this update spans a branch"
1677 1677 " affecting the following files:\n"))
1678 1678 fl = merge.keys() + get.keys()
1679 1679 fl.sort()
1680 1680 for f in fl:
1681 1681 cf = ""
1682 1682 if f in merge:
1683 1683 cf = _(" (resolve)")
1684 1684 self.ui.status(" %s%s\n" % (f, cf))
1685 1685 self.ui.warn(_("aborting update spanning branches!\n"))
1686 1686 self.ui.status(_("(use 'hg merge' to merge across branches"
1687 1687 " or 'hg update -C' to lose changes)\n"))
1688 1688 return 1
1689 1689 branch_merge = True
1690 1690
1691 1691 # get the files we don't need to change
1692 1692 files = get.keys()
1693 1693 files.sort()
1694 1694 for f in files:
1695 1695 if f[0] == "/":
1696 1696 continue
1697 1697 self.ui.note(_("getting %s\n") % f)
1698 1698 t = self.file(f).read(get[f])
1699 1699 self.wwrite(f, t)
1700 1700 util.set_exec(self.wjoin(f), mf2[f])
1701 1701 if moddirstate:
1702 1702 if branch_merge:
1703 1703 self.dirstate.update([f], 'n', st_mtime=-1)
1704 1704 else:
1705 1705 self.dirstate.update([f], 'n')
1706 1706
1707 1707 # merge the tricky bits
1708 1708 failedmerge = []
1709 1709 files = merge.keys()
1710 1710 files.sort()
1711 1711 xp1 = hex(p1)
1712 1712 xp2 = hex(p2)
1713 1713 for f in files:
1714 1714 self.ui.status(_("merging %s\n") % f)
1715 1715 my, other, flag = merge[f]
1716 1716 ret = self.merge3(f, my, other, xp1, xp2)
1717 1717 if ret:
1718 1718 err = True
1719 1719 failedmerge.append(f)
1720 1720 util.set_exec(self.wjoin(f), flag)
1721 1721 if moddirstate:
1722 1722 if branch_merge:
1723 1723 # We've done a branch merge, mark this file as merged
1724 1724 # so that we properly record the merger later
1725 1725 self.dirstate.update([f], 'm')
1726 1726 else:
1727 1727 # We've update-merged a locally modified file, so
1728 1728 # we set the dirstate to emulate a normal checkout
1729 1729 # of that file some time in the past. Thus our
1730 1730 # merge will appear as a normal local file
1731 1731 # modification.
1732 1732 f_len = len(self.file(f).read(other))
1733 1733 self.dirstate.update([f], 'n', st_size=f_len, st_mtime=-1)
1734 1734
1735 1735 remove.sort()
1736 1736 for f in remove:
1737 1737 self.ui.note(_("removing %s\n") % f)
1738 1738 util.audit_path(f)
1739 1739 try:
1740 1740 util.unlink(self.wjoin(f))
1741 1741 except OSError, inst:
1742 1742 if inst.errno != errno.ENOENT:
1743 1743 self.ui.warn(_("update failed to remove %s: %s!\n") %
1744 1744 (f, inst.strerror))
1745 1745 if moddirstate:
1746 1746 if branch_merge:
1747 1747 self.dirstate.update(remove, 'r')
1748 1748 else:
1749 1749 self.dirstate.forget(remove)
1750 1750
1751 1751 if moddirstate:
1752 1752 self.dirstate.setparents(p1, p2)
1753 1753
1754 1754 stat = ((len(get), _("updated")),
1755 1755 (len(merge) - len(failedmerge), _("merged")),
1756 1756 (len(remove), _("removed")),
1757 1757 (len(failedmerge), _("unresolved")))
1758 1758 note = ", ".join([_("%d files %s") % s for s in stat])
1759 1759 self.ui.note("%s\n" % note)
1760 1760 if moddirstate and branch_merge:
1761 1761 self.ui.note(_("(branch merge, don't forget to commit)\n"))
1762 1762
1763 1763 return err
1764 1764
1765 1765 def merge3(self, fn, my, other, p1, p2):
1766 1766 """perform a 3-way merge in the working directory"""
1767 1767
1768 1768 def temp(prefix, node):
1769 1769 pre = "%s~%s." % (os.path.basename(fn), prefix)
1770 1770 (fd, name) = tempfile.mkstemp("", pre)
1771 1771 f = os.fdopen(fd, "wb")
1772 1772 self.wwrite(fn, fl.read(node), f)
1773 1773 f.close()
1774 1774 return name
1775 1775
1776 1776 fl = self.file(fn)
1777 1777 base = fl.ancestor(my, other)
1778 1778 a = self.wjoin(fn)
1779 1779 b = temp("base", base)
1780 1780 c = temp("other", other)
1781 1781
1782 1782 self.ui.note(_("resolving %s\n") % fn)
1783 1783 self.ui.debug(_("file %s: my %s other %s ancestor %s\n") %
1784 1784 (fn, short(my), short(other), short(base)))
1785 1785
1786 1786 cmd = (os.environ.get("HGMERGE") or self.ui.config("ui", "merge")
1787 1787 or "hgmerge")
1788 1788 r = util.system('%s "%s" "%s" "%s"' % (cmd, a, b, c), cwd=self.root,
1789 1789 environ={'HG_FILE': fn,
1790 1790 'HG_MY_NODE': p1,
1791 1791 'HG_OTHER_NODE': p2,
1792 1792 'HG_FILE_MY_NODE': hex(my),
1793 1793 'HG_FILE_OTHER_NODE': hex(other),
1794 1794 'HG_FILE_BASE_NODE': hex(base)})
1795 1795 if r:
1796 1796 self.ui.warn(_("merging %s failed!\n") % fn)
1797 1797
1798 1798 os.unlink(b)
1799 1799 os.unlink(c)
1800 1800 return r
1801 1801
1802 1802 def verify(self):
1803 1803 filelinkrevs = {}
1804 1804 filenodes = {}
1805 1805 changesets = revisions = files = 0
1806 1806 errors = [0]
1807 1807 warnings = [0]
1808 1808 neededmanifests = {}
1809 1809
1810 1810 def err(msg):
1811 1811 self.ui.warn(msg + "\n")
1812 1812 errors[0] += 1
1813 1813
1814 1814 def warn(msg):
1815 1815 self.ui.warn(msg + "\n")
1816 1816 warnings[0] += 1
1817 1817
1818 1818 def checksize(obj, name):
1819 1819 d = obj.checksize()
1820 1820 if d[0]:
1821 1821 err(_("%s data length off by %d bytes") % (name, d[0]))
1822 1822 if d[1]:
1823 1823 err(_("%s index contains %d extra bytes") % (name, d[1]))
1824 1824
1825 1825 def checkversion(obj, name):
1826 1826 if obj.version != revlog.REVLOGV0:
1827 1827 if not revlogv1:
1828 1828 warn(_("warning: `%s' uses revlog format 1") % name)
1829 1829 elif revlogv1:
1830 1830 warn(_("warning: `%s' uses revlog format 0") % name)
1831 1831
1832 1832 revlogv1 = self.revlogversion != revlog.REVLOGV0
1833 1833 self.ui.status(_("repository uses revlog format %d\n") %
1834 1834 (revlogv1 and 1 or 0))
1835 1835
1836 1836 seen = {}
1837 1837 self.ui.status(_("checking changesets\n"))
1838 1838 checksize(self.changelog, "changelog")
1839 1839
1840 1840 for i in range(self.changelog.count()):
1841 1841 changesets += 1
1842 1842 n = self.changelog.node(i)
1843 1843 l = self.changelog.linkrev(n)
1844 1844 if l != i:
1845 1845 err(_("incorrect link (%d) for changeset revision %d") %(l, i))
1846 1846 if n in seen:
1847 1847 err(_("duplicate changeset at revision %d") % i)
1848 1848 seen[n] = 1
1849 1849
1850 1850 for p in self.changelog.parents(n):
1851 1851 if p not in self.changelog.nodemap:
1852 1852 err(_("changeset %s has unknown parent %s") %
1853 1853 (short(n), short(p)))
1854 1854 try:
1855 1855 changes = self.changelog.read(n)
1856 1856 except KeyboardInterrupt:
1857 1857 self.ui.warn(_("interrupted"))
1858 1858 raise
1859 1859 except Exception, inst:
1860 1860 err(_("unpacking changeset %s: %s") % (short(n), inst))
1861 1861 continue
1862 1862
1863 1863 neededmanifests[changes[0]] = n
1864 1864
1865 1865 for f in changes[3]:
1866 1866 filelinkrevs.setdefault(f, []).append(i)
1867 1867
1868 1868 seen = {}
1869 1869 self.ui.status(_("checking manifests\n"))
1870 1870 checkversion(self.manifest, "manifest")
1871 1871 checksize(self.manifest, "manifest")
1872 1872
1873 1873 for i in range(self.manifest.count()):
1874 1874 n = self.manifest.node(i)
1875 1875 l = self.manifest.linkrev(n)
1876 1876
1877 1877 if l < 0 or l >= self.changelog.count():
1878 1878 err(_("bad manifest link (%d) at revision %d") % (l, i))
1879 1879
1880 1880 if n in neededmanifests:
1881 1881 del neededmanifests[n]
1882 1882
1883 1883 if n in seen:
1884 1884 err(_("duplicate manifest at revision %d") % i)
1885 1885
1886 1886 seen[n] = 1
1887 1887
1888 1888 for p in self.manifest.parents(n):
1889 1889 if p not in self.manifest.nodemap:
1890 1890 err(_("manifest %s has unknown parent %s") %
1891 1891 (short(n), short(p)))
1892 1892
1893 1893 try:
1894 1894 delta = mdiff.patchtext(self.manifest.delta(n))
1895 1895 except KeyboardInterrupt:
1896 1896 self.ui.warn(_("interrupted"))
1897 1897 raise
1898 1898 except Exception, inst:
1899 1899 err(_("unpacking manifest %s: %s") % (short(n), inst))
1900 1900 continue
1901 1901
1902 1902 try:
1903 1903 ff = [ l.split('\0') for l in delta.splitlines() ]
1904 1904 for f, fn in ff:
1905 1905 filenodes.setdefault(f, {})[bin(fn[:40])] = 1
1906 1906 except (ValueError, TypeError), inst:
1907 1907 err(_("broken delta in manifest %s: %s") % (short(n), inst))
1908 1908
1909 1909 self.ui.status(_("crosschecking files in changesets and manifests\n"))
1910 1910
1911 1911 for m, c in neededmanifests.items():
1912 1912 err(_("Changeset %s refers to unknown manifest %s") %
1913 1913 (short(m), short(c)))
1914 1914 del neededmanifests
1915 1915
1916 1916 for f in filenodes:
1917 1917 if f not in filelinkrevs:
1918 1918 err(_("file %s in manifest but not in changesets") % f)
1919 1919
1920 1920 for f in filelinkrevs:
1921 1921 if f not in filenodes:
1922 1922 err(_("file %s in changeset but not in manifest") % f)
1923 1923
1924 1924 self.ui.status(_("checking files\n"))
1925 1925 ff = filenodes.keys()
1926 1926 ff.sort()
1927 1927 for f in ff:
1928 1928 if f == "/dev/null":
1929 1929 continue
1930 1930 files += 1
1931 1931 if not f:
1932 1932 err(_("file without name in manifest %s") % short(n))
1933 1933 continue
1934 1934 fl = self.file(f)
1935 1935 checkversion(fl, f)
1936 1936 checksize(fl, f)
1937 1937
1938 1938 nodes = {nullid: 1}
1939 1939 seen = {}
1940 1940 for i in range(fl.count()):
1941 1941 revisions += 1
1942 1942 n = fl.node(i)
1943 1943
1944 1944 if n in seen:
1945 1945 err(_("%s: duplicate revision %d") % (f, i))
1946 1946 if n not in filenodes[f]:
1947 1947 err(_("%s: %d:%s not in manifests") % (f, i, short(n)))
1948 1948 else:
1949 1949 del filenodes[f][n]
1950 1950
1951 1951 flr = fl.linkrev(n)
1952 1952 if flr not in filelinkrevs.get(f, []):
1953 1953 err(_("%s:%s points to unexpected changeset %d")
1954 1954 % (f, short(n), flr))
1955 1955 else:
1956 1956 filelinkrevs[f].remove(flr)
1957 1957
1958 1958 # verify contents
1959 1959 try:
1960 1960 t = fl.read(n)
1961 1961 except KeyboardInterrupt:
1962 1962 self.ui.warn(_("interrupted"))
1963 1963 raise
1964 1964 except Exception, inst:
1965 1965 err(_("unpacking file %s %s: %s") % (f, short(n), inst))
1966 1966
1967 1967 # verify parents
1968 1968 (p1, p2) = fl.parents(n)
1969 1969 if p1 not in nodes:
1970 1970 err(_("file %s:%s unknown parent 1 %s") %
1971 1971 (f, short(n), short(p1)))
1972 1972 if p2 not in nodes:
1973 1973 err(_("file %s:%s unknown parent 2 %s") %
1974 1974 (f, short(n), short(p1)))
1975 1975 nodes[n] = 1
1976 1976
1977 1977 # cross-check
1978 1978 for node in filenodes[f]:
1979 1979 err(_("node %s in manifests not in %s") % (hex(node), f))
1980 1980
1981 1981 self.ui.status(_("%d files, %d changesets, %d total revisions\n") %
1982 1982 (files, changesets, revisions))
1983 1983
1984 1984 if warnings[0]:
1985 1985 self.ui.warn(_("%d warnings encountered!\n") % warnings[0])
1986 1986 if errors[0]:
1987 1987 self.ui.warn(_("%d integrity errors encountered!\n") % errors[0])
1988 1988 return 1
1989 1989
1990 1990 # used to avoid circular references so destructors work
1991 1991 def aftertrans(base):
1992 1992 p = base
1993 1993 def a():
1994 1994 util.rename(os.path.join(p, "journal"), os.path.join(p, "undo"))
1995 1995 util.rename(os.path.join(p, "journal.dirstate"),
1996 1996 os.path.join(p, "undo.dirstate"))
1997 1997 return a
1998 1998
General Comments 0
You need to be logged in to leave comments. Login now