##// END OF EJS Templates
Merge with TAH...
mpm@selenic.com -
r299:7c239fad merge default
parent child Browse files
Show More
@@ -1,1264 +1,1271 b''
1 1 # hg.py - repository classes for mercurial
2 2 #
3 3 # Copyright 2005 Matt Mackall <mpm@selenic.com>
4 4 #
5 5 # This software may be used and distributed according to the terms
6 6 # of the GNU General Public License, incorporated herein by reference.
7 7
8 8 import sys, struct, os
9 9 from revlog import *
10 10 from demandload import *
11 11 demandload(globals(), "re lock urllib urllib2 transaction time socket")
12 12 demandload(globals(), "tempfile byterange difflib")
13 13
14 14 def is_exec(f):
15 15 return (os.stat(f).st_mode & 0100 != 0)
16 16
17 17 def set_exec(f, mode):
18 18 s = os.stat(f).st_mode
19 19 if (s & 0100 != 0) == mode:
20 20 return
21 os.chmod(f, s & 0666 | (mode * 0111))
21 if mode:
22 # Turn on +x for every +r bit when making a file executable
23 # and obey umask.
24 umask = os.umask(0)
25 os.umask(umask)
26 os.chmod(f, s | (s & 0444) >> 2 & ~umask)
27 else:
28 os.chmod(f, s & 0666)
22 29
23 30 class filelog(revlog):
24 31 def __init__(self, opener, path):
25 32 revlog.__init__(self, opener,
26 33 os.path.join("data", path + ".i"),
27 34 os.path.join("data", path + ".d"))
28 35
29 36 def read(self, node):
30 37 return self.revision(node)
31 38 def add(self, text, transaction, link, p1=None, p2=None):
32 39 return self.addrevision(text, transaction, link, p1, p2)
33 40
34 41 def annotate(self, node):
35 42
36 43 def decorate(text, rev):
37 44 return [(rev, l) for l in text.splitlines(1)]
38 45
39 46 def strip(annotation):
40 47 return [e[1] for e in annotation]
41 48
42 49 def pair(parent, child):
43 50 new = []
44 51 sm = difflib.SequenceMatcher(None, strip(parent), strip(child))
45 52 for o, m, n, s, t in sm.get_opcodes():
46 53 if o == 'equal':
47 54 new += parent[m:n]
48 55 else:
49 56 new += child[s:t]
50 57 return new
51 58
52 59 # find all ancestors
53 60 needed = {node:1}
54 61 visit = [node]
55 62 while visit:
56 63 n = visit.pop(0)
57 64 for p in self.parents(n):
58 65 if p not in needed:
59 66 needed[p] = 1
60 67 visit.append(p)
61 68 else:
62 69 # count how many times we'll use this
63 70 needed[p] += 1
64 71
65 72 # sort by revision which is a topological order
66 73 visit = needed.keys()
67 74 visit = [ (self.rev(n), n) for n in visit ]
68 75 visit.sort()
69 76 visit = [ p[1] for p in visit ]
70 77 hist = {}
71 78
72 79 for n in visit:
73 80 curr = decorate(self.read(n), self.linkrev(n))
74 81 for p in self.parents(n):
75 82 if p != nullid:
76 83 curr = pair(hist[p], curr)
77 84 # trim the history of unneeded revs
78 85 needed[p] -= 1
79 86 if not needed[p]:
80 87 del hist[p]
81 88 hist[n] = curr
82 89
83 90 return hist[n]
84 91
85 92 class manifest(revlog):
86 93 def __init__(self, opener):
87 94 self.mapcache = None
88 95 self.listcache = None
89 96 self.addlist = None
90 97 revlog.__init__(self, opener, "00manifest.i", "00manifest.d")
91 98
92 99 def read(self, node):
93 100 if self.mapcache and self.mapcache[0] == node:
94 101 return self.mapcache[1].copy()
95 102 text = self.revision(node)
96 103 map = {}
97 104 flag = {}
98 105 self.listcache = (text, text.splitlines(1))
99 106 for l in self.listcache[1]:
100 107 (f, n) = l.split('\0')
101 108 map[f] = bin(n[:40])
102 109 flag[f] = (n[40:-1] == "x")
103 110 self.mapcache = (node, map, flag)
104 111 return map
105 112
106 113 def readflags(self, node):
107 114 if self.mapcache or self.mapcache[0] != node:
108 115 self.read(node)
109 116 return self.mapcache[2]
110 117
111 118 def diff(self, a, b):
112 119 # this is sneaky, as we're not actually using a and b
113 120 if self.listcache and self.addlist and self.listcache[0] == a:
114 121 d = mdiff.diff(self.listcache[1], self.addlist, 1)
115 122 if mdiff.patch(a, d) != b:
116 123 sys.stderr.write("*** sortdiff failed, falling back ***\n")
117 124 return mdiff.textdiff(a, b)
118 125 return d
119 126 else:
120 127 return mdiff.textdiff(a, b)
121 128
122 129 def add(self, map, flags, transaction, link, p1=None, p2=None):
123 130 files = map.keys()
124 131 files.sort()
125 132
126 133 self.addlist = ["%s\000%s%s\n" %
127 134 (f, hex(map[f]), flags[f] and "x" or '')
128 135 for f in files]
129 136 text = "".join(self.addlist)
130 137
131 138 n = self.addrevision(text, transaction, link, p1, p2)
132 139 self.mapcache = (n, map)
133 140 self.listcache = (text, self.addlist)
134 141 self.addlist = None
135 142
136 143 return n
137 144
138 145 class changelog(revlog):
139 146 def __init__(self, opener):
140 147 revlog.__init__(self, opener, "00changelog.i", "00changelog.d")
141 148
142 149 def extract(self, text):
143 150 if not text:
144 151 return (nullid, "", "0", [], "")
145 152 last = text.index("\n\n")
146 153 desc = text[last + 2:]
147 154 l = text[:last].splitlines()
148 155 manifest = bin(l[0])
149 156 user = l[1]
150 157 date = l[2]
151 158 files = l[3:]
152 159 return (manifest, user, date, files, desc)
153 160
154 161 def read(self, node):
155 162 return self.extract(self.revision(node))
156 163
157 164 def add(self, manifest, list, desc, transaction, p1=None, p2=None,
158 165 user=None, date=None):
159 166 user = (user or
160 167 os.environ.get("HGUSER") or
161 168 os.environ.get("EMAIL") or
162 169 os.environ.get("LOGNAME", "unknown") + '@' + socket.getfqdn())
163 170 date = date or "%d %d" % (time.time(), time.timezone)
164 171 list.sort()
165 172 l = [hex(manifest), user, date] + list + ["", desc]
166 173 text = "\n".join(l)
167 174 return self.addrevision(text, transaction, self.count(), p1, p2)
168 175
169 176 class dirstate:
170 177 def __init__(self, opener, ui, root):
171 178 self.opener = opener
172 179 self.root = root
173 180 self.dirty = 0
174 181 self.ui = ui
175 182 self.map = None
176 183 self.pl = None
177 184
178 185 def __del__(self):
179 186 if self.dirty:
180 187 self.write()
181 188
182 189 def __getitem__(self, key):
183 190 try:
184 191 return self.map[key]
185 192 except TypeError:
186 193 self.read()
187 194 return self[key]
188 195
189 196 def __contains__(self, key):
190 197 if not self.map: self.read()
191 198 return key in self.map
192 199
193 200 def parents(self):
194 201 if not self.pl:
195 202 self.read()
196 203 return self.pl
197 204
198 205 def setparents(self, p1, p2 = nullid):
199 206 self.dirty = 1
200 207 self.pl = p1, p2
201 208
202 209 def state(self, key):
203 210 try:
204 211 return self[key][0]
205 212 except KeyError:
206 213 return "?"
207 214
208 215 def read(self):
209 216 if self.map is not None: return self.map
210 217
211 218 self.map = {}
212 219 self.pl = [nullid, nullid]
213 220 try:
214 221 st = self.opener("dirstate").read()
215 222 except: return
216 223
217 224 self.pl = [st[:20], st[20: 40]]
218 225
219 226 pos = 40
220 227 while pos < len(st):
221 228 e = struct.unpack(">cllll", st[pos:pos+17])
222 229 l = e[4]
223 230 pos += 17
224 231 f = st[pos:pos + l]
225 232 self.map[f] = e[:4]
226 233 pos += l
227 234
228 235 def update(self, files, state):
229 236 ''' current states:
230 237 n normal
231 238 m needs merging
232 239 r marked for removal
233 240 a marked for addition'''
234 241
235 242 if not files: return
236 243 self.read()
237 244 self.dirty = 1
238 245 for f in files:
239 246 if state == "r":
240 247 self.map[f] = ('r', 0, 0, 0)
241 248 else:
242 249 s = os.stat(os.path.join(self.root, f))
243 250 self.map[f] = (state, s.st_mode, s.st_size, s.st_mtime)
244 251
245 252 def forget(self, files):
246 253 if not files: return
247 254 self.read()
248 255 self.dirty = 1
249 256 for f in files:
250 257 try:
251 258 del self.map[f]
252 259 except KeyError:
253 260 self.ui.warn("not in dirstate: %s!\n" % f)
254 261 pass
255 262
256 263 def clear(self):
257 264 self.map = {}
258 265 self.dirty = 1
259 266
260 267 def write(self):
261 268 st = self.opener("dirstate", "w")
262 269 st.write("".join(self.pl))
263 270 for f, e in self.map.items():
264 271 e = struct.pack(">cllll", e[0], e[1], e[2], e[3], len(f))
265 272 st.write(e + f)
266 273 self.dirty = 0
267 274
268 275 def copy(self):
269 276 self.read()
270 277 return self.map.copy()
271 278
272 279 # used to avoid circular references so destructors work
273 280 def opener(base):
274 281 p = base
275 282 def o(path, mode="r"):
276 283 if p[:7] == "http://":
277 284 f = os.path.join(p, urllib.quote(path))
278 285 return httprangereader(f)
279 286
280 287 f = os.path.join(p, path)
281 288
282 289 mode += "b" # for that other OS
283 290
284 291 if mode[0] != "r":
285 292 try:
286 293 s = os.stat(f)
287 294 except OSError:
288 295 d = os.path.dirname(f)
289 296 if not os.path.isdir(d):
290 297 os.makedirs(d)
291 298 else:
292 299 if s.st_nlink > 1:
293 300 file(f + ".tmp", "w").write(file(f).read())
294 301 os.rename(f+".tmp", f)
295 302
296 303 return file(f, mode)
297 304
298 305 return o
299 306
300 307 class localrepository:
301 308 def __init__(self, ui, path=None, create=0):
302 309 self.remote = 0
303 310 if path and path[:7] == "http://":
304 311 self.remote = 1
305 312 self.path = path
306 313 else:
307 314 if not path:
308 315 p = os.getcwd()
309 316 while not os.path.isdir(os.path.join(p, ".hg")):
310 317 p = os.path.dirname(p)
311 318 if p == "/": raise "No repo found"
312 319 path = p
313 320 self.path = os.path.join(path, ".hg")
314 321
315 322 self.root = path
316 323 self.ui = ui
317 324
318 325 if create:
319 326 os.mkdir(self.path)
320 327 os.mkdir(self.join("data"))
321 328
322 329 self.opener = opener(self.path)
323 330 self.wopener = opener(self.root)
324 331 self.manifest = manifest(self.opener)
325 332 self.changelog = changelog(self.opener)
326 333 self.ignorelist = None
327 334 self.tags = None
328 335
329 336 if not self.remote:
330 337 self.dirstate = dirstate(self.opener, ui, self.root)
331 338
332 339 def ignore(self, f):
333 340 if self.ignorelist is None:
334 341 self.ignorelist = []
335 342 try:
336 343 l = self.wfile(".hgignore")
337 344 for pat in l:
338 345 if pat != "\n":
339 346 self.ignorelist.append(re.compile(pat[:-1]))
340 347 except IOError: pass
341 348 for pat in self.ignorelist:
342 349 if pat.search(f): return True
343 350 return False
344 351
345 352 def lookup(self, key):
346 353 if self.tags is None:
347 354 self.tags = {}
348 355 try:
349 356 # read each head of the tags file, ending with the tip
350 357 # and add each tag found to the map, with "newer" ones
351 358 # taking precedence
352 359 fl = self.file(".hgtags")
353 360 h = fl.heads()
354 361 h.reverse()
355 362 for r in h:
356 363 for l in fl.revision(r).splitlines():
357 364 if l:
358 365 n, k = l.split(" ")
359 366 self.tags[k] = bin(n)
360 367 except KeyError: pass
361 368 try:
362 369 return self.tags[key]
363 370 except KeyError:
364 371 return self.changelog.lookup(key)
365 372
366 373 def join(self, f):
367 374 return os.path.join(self.path, f)
368 375
369 376 def wjoin(self, f):
370 377 return os.path.join(self.root, f)
371 378
372 379 def file(self, f):
373 380 if f[0] == '/': f = f[1:]
374 381 return filelog(self.opener, f)
375 382
376 383 def wfile(self, f, mode='r'):
377 384 return self.wopener(f, mode)
378 385
379 386 def transaction(self):
380 387 # save dirstate for undo
381 388 try:
382 389 ds = self.opener("dirstate").read()
383 390 except IOError:
384 391 ds = ""
385 392 self.opener("undo.dirstate", "w").write(ds)
386 393
387 394 return transaction.transaction(self.opener, self.join("journal"),
388 395 self.join("undo"))
389 396
390 397 def recover(self):
391 398 lock = self.lock()
392 399 if os.path.exists(self.join("recover")):
393 400 self.ui.status("attempting to rollback interrupted transaction\n")
394 401 return transaction.rollback(self.opener, self.join("recover"))
395 402 else:
396 403 self.ui.warn("no interrupted transaction available\n")
397 404
398 405 def undo(self):
399 406 lock = self.lock()
400 407 if os.path.exists(self.join("undo")):
401 408 self.ui.status("attempting to rollback last transaction\n")
402 409 transaction.rollback(self.opener, self.join("undo"))
403 410 self.dirstate = None
404 411 os.rename(self.join("undo.dirstate"), self.join("dirstate"))
405 412 self.dirstate = dirstate(self.opener, self.ui, self.root)
406 413 else:
407 414 self.ui.warn("no undo information available\n")
408 415
409 416 def lock(self, wait = 1):
410 417 try:
411 418 return lock.lock(self.join("lock"), 0)
412 419 except lock.LockHeld, inst:
413 420 if wait:
414 421 self.ui.warn("waiting for lock held by %s\n" % inst.args[0])
415 422 return lock.lock(self.join("lock"), wait)
416 423 raise inst
417 424
418 425 def rawcommit(self, files, text, user, date, p1=None, p2=None):
419 426 p1 = p1 or self.dirstate.parents()[0] or nullid
420 427 p2 = p2 or self.dirstate.parents()[1] or nullid
421 428 pchange = self.changelog.read(p1)
422 429 pmmap = self.manifest.read(pchange[0])
423 430 tr = self.transaction()
424 431 mmap = {}
425 432 linkrev = self.changelog.count()
426 433 for f in files:
427 434 try:
428 435 t = file(f).read()
429 436 except IOError:
430 437 self.ui.warn("Read file %s error, skipped\n" % f)
431 438 continue
432 439 r = self.file(f)
433 440 # FIXME - need to find both parents properly
434 441 prev = pmmap.get(f, nullid)
435 442 mmap[f] = r.add(t, tr, linkrev, prev)
436 443
437 444 mnode = self.manifest.add(mmap, tr, linkrev, pchange[0])
438 445 n = self.changelog.add(mnode, files, text, tr, p1, p2, user ,date, )
439 446 tr.close()
440 447 self.dirstate.setparents(p1, p2)
441 448 self.dirstate.clear()
442 449 self.dirstate.update(mmap.keys(), "n")
443 450
444 451 def commit(self, files = None, text = ""):
445 452 commit = []
446 453 remove = []
447 454 if files:
448 455 for f in files:
449 456 s = self.dirstate.state(f)
450 457 if s in 'nmai':
451 458 commit.append(f)
452 459 elif s == 'r':
453 460 remove.append(f)
454 461 else:
455 462 self.ui.warn("%s not tracked!\n" % f)
456 463 else:
457 464 (c, a, d, u) = self.diffdir(self.root)
458 465 commit = c + a
459 466 remove = d
460 467
461 468 if not commit and not remove:
462 469 self.ui.status("nothing changed\n")
463 470 return
464 471
465 472 p1, p2 = self.dirstate.parents()
466 473 c1 = self.changelog.read(p1)
467 474 c2 = self.changelog.read(p2)
468 475 m1 = self.manifest.read(c1[0])
469 476 mf1 = self.manifest.readflags(c1[0])
470 477 m2 = self.manifest.read(c2[0])
471 478 lock = self.lock()
472 479 tr = self.transaction()
473 480
474 481 # check in files
475 482 new = {}
476 483 linkrev = self.changelog.count()
477 484 commit.sort()
478 485 for f in commit:
479 486 self.ui.note(f + "\n")
480 487 try:
481 488 fp = self.wjoin(f)
482 489 mf1[f] = is_exec(fp)
483 490 t = file(fp).read()
484 491 except IOError:
485 492 self.warn("trouble committing %s!\n" % f)
486 493 raise
487 494
488 495 r = self.file(f)
489 496 fp1 = m1.get(f, nullid)
490 497 fp2 = m2.get(f, nullid)
491 498 new[f] = r.add(t, tr, linkrev, fp1, fp2)
492 499
493 500 # update manifest
494 501 m1.update(new)
495 502 for f in remove: del m1[f]
496 503 mn = self.manifest.add(m1, mf1, tr, linkrev, c1[0], c2[0])
497 504
498 505 # add changeset
499 506 new = new.keys()
500 507 new.sort()
501 508
502 509 if not text:
503 510 edittext = "\n" + "HG: manifest hash %s\n" % hex(mn)
504 511 edittext += "".join(["HG: changed %s\n" % f for f in new])
505 512 edittext += "".join(["HG: removed %s\n" % f for f in remove])
506 513 edittext = self.ui.edit(edittext)
507 514 if not edittext.rstrip():
508 515 return 1
509 516 text = edittext
510 517
511 518 n = self.changelog.add(mn, new, text, tr, p1, p2)
512 519 tr.close()
513 520
514 521 self.dirstate.setparents(n)
515 522 self.dirstate.update(new, "n")
516 523 self.dirstate.forget(remove)
517 524
518 525 def diffdir(self, path, changeset = None):
519 526 changed = []
520 527 added = []
521 528 unknown = []
522 529 mf = {}
523 530
524 531 if changeset:
525 532 change = self.changelog.read(changeset)
526 533 mf = self.manifest.read(change[0])
527 534 dc = dict.fromkeys(mf)
528 535 else:
529 536 changeset = self.dirstate.parents()[0]
530 537 change = self.changelog.read(changeset)
531 538 mf = self.manifest.read(change[0])
532 539 dc = self.dirstate.copy()
533 540
534 541 def fcmp(fn):
535 542 t1 = self.wfile(fn).read()
536 543 t2 = self.file(fn).revision(mf[fn])
537 544 return cmp(t1, t2)
538 545
539 546 for dir, subdirs, files in os.walk(self.root):
540 547 d = dir[len(self.root)+1:]
541 548 if ".hg" in subdirs: subdirs.remove(".hg")
542 549
543 550 for f in files:
544 551 fn = os.path.join(d, f)
545 552 try: s = os.stat(os.path.join(self.root, fn))
546 553 except: continue
547 554 if fn in dc:
548 555 c = dc[fn]
549 556 del dc[fn]
550 557 if not c:
551 558 if fcmp(fn):
552 559 changed.append(fn)
553 560 elif c[0] == 'm':
554 561 changed.append(fn)
555 562 elif c[0] == 'a':
556 563 added.append(fn)
557 564 elif c[0] == 'r':
558 565 unknown.append(fn)
559 566 elif c[2] != s.st_size or (c[1] ^ s.st_mode) & 0100:
560 567 changed.append(fn)
561 568 elif c[1] != s.st_mode or c[3] != s.st_mtime:
562 569 if fcmp(fn):
563 570 changed.append(fn)
564 571 else:
565 572 if self.ignore(fn): continue
566 573 unknown.append(fn)
567 574
568 575 deleted = dc.keys()
569 576 deleted.sort()
570 577
571 578 return (changed, added, deleted, unknown)
572 579
573 580 def diffrevs(self, node1, node2):
574 581 changed, added = [], []
575 582
576 583 change = self.changelog.read(node1)
577 584 mf1 = self.manifest.read(change[0])
578 585 change = self.changelog.read(node2)
579 586 mf2 = self.manifest.read(change[0])
580 587
581 588 for fn in mf2:
582 589 if mf1.has_key(fn):
583 590 if mf1[fn] != mf2[fn]:
584 591 changed.append(fn)
585 592 del mf1[fn]
586 593 else:
587 594 added.append(fn)
588 595
589 596 deleted = mf1.keys()
590 597 deleted.sort()
591 598
592 599 return (changed, added, deleted)
593 600
594 601 def add(self, list):
595 602 for f in list:
596 603 p = self.wjoin(f)
597 604 if not os.path.isfile(p):
598 605 self.ui.warn("%s does not exist!\n" % f)
599 606 elif self.dirstate.state(f) == 'n':
600 607 self.ui.warn("%s already tracked!\n" % f)
601 608 else:
602 609 self.dirstate.update([f], "a")
603 610
604 611 def forget(self, list):
605 612 for f in list:
606 613 if self.dirstate.state(f) not in 'ai':
607 614 self.ui.warn("%s not added!\n" % f)
608 615 else:
609 616 self.dirstate.forget([f])
610 617
611 618 def remove(self, list):
612 619 for f in list:
613 620 p = self.wjoin(f)
614 621 if os.path.isfile(p):
615 622 self.ui.warn("%s still exists!\n" % f)
616 623 elif f not in self.dirstate:
617 624 self.ui.warn("%s not tracked!\n" % f)
618 625 else:
619 626 self.dirstate.update([f], "r")
620 627
621 628 def heads(self):
622 629 return self.changelog.heads()
623 630
624 631 def branches(self, nodes):
625 632 if not nodes: nodes = [self.changelog.tip()]
626 633 b = []
627 634 for n in nodes:
628 635 t = n
629 636 while n:
630 637 p = self.changelog.parents(n)
631 638 if p[1] != nullid or p[0] == nullid:
632 639 b.append((t, n, p[0], p[1]))
633 640 break
634 641 n = p[0]
635 642 return b
636 643
637 644 def between(self, pairs):
638 645 r = []
639 646
640 647 for top, bottom in pairs:
641 648 n, l, i = top, [], 0
642 649 f = 1
643 650
644 651 while n != bottom:
645 652 p = self.changelog.parents(n)[0]
646 653 if i == f:
647 654 l.append(n)
648 655 f = f * 2
649 656 n = p
650 657 i += 1
651 658
652 659 r.append(l)
653 660
654 661 return r
655 662
656 663 def newer(self, nodes):
657 664 m = {}
658 665 nl = []
659 666 pm = {}
660 667 cl = self.changelog
661 668 t = l = cl.count()
662 669
663 670 # find the lowest numbered node
664 671 for n in nodes:
665 672 l = min(l, cl.rev(n))
666 673 m[n] = 1
667 674
668 675 for i in xrange(l, t):
669 676 n = cl.node(i)
670 677 if n in m: # explicitly listed
671 678 pm[n] = 1
672 679 nl.append(n)
673 680 continue
674 681 for p in cl.parents(n):
675 682 if p in pm: # parent listed
676 683 pm[n] = 1
677 684 nl.append(n)
678 685 break
679 686
680 687 return nl
681 688
682 689 def getchangegroup(self, remote):
683 690 m = self.changelog.nodemap
684 691 search = []
685 692 fetch = []
686 693 seen = {}
687 694 seenbranch = {}
688 695
689 696 # if we have an empty repo, fetch everything
690 697 if self.changelog.tip() == nullid:
691 698 self.ui.status("requesting all changes\n")
692 699 return remote.changegroup([nullid])
693 700
694 701 # otherwise, assume we're closer to the tip than the root
695 702 self.ui.status("searching for changes\n")
696 703 heads = remote.heads()
697 704 unknown = []
698 705 for h in heads:
699 706 if h not in m:
700 707 unknown.append(h)
701 708
702 709 if not unknown:
703 710 self.ui.status("nothing to do!\n")
704 711 return None
705 712
706 713 unknown = remote.branches(unknown)
707 714 while unknown:
708 715 n = unknown.pop(0)
709 716 seen[n[0]] = 1
710 717
711 718 self.ui.debug("examining %s:%s\n" % (short(n[0]), short(n[1])))
712 719 if n == nullid: break
713 720 if n in seenbranch:
714 721 self.ui.debug("branch already found\n")
715 722 continue
716 723 if n[1] and n[1] in m: # do we know the base?
717 724 self.ui.debug("found incomplete branch %s:%s\n"
718 725 % (short(n[0]), short(n[1])))
719 726 search.append(n) # schedule branch range for scanning
720 727 seenbranch[n] = 1
721 728 else:
722 729 if n[2] in m and n[3] in m:
723 730 if n[1] not in fetch:
724 731 self.ui.debug("found new changeset %s\n" %
725 732 short(n[1]))
726 733 fetch.append(n[1]) # earliest unknown
727 734 continue
728 735
729 736 r = []
730 737 for a in n[2:4]:
731 738 if a not in seen: r.append(a)
732 739
733 740 if r:
734 741 self.ui.debug("requesting %s\n" %
735 742 " ".join(map(short, r)))
736 743 for b in remote.branches(r):
737 744 self.ui.debug("received %s:%s\n" %
738 745 (short(b[0]), short(b[1])))
739 746 if b[0] not in m and b[0] not in seen:
740 747 unknown.append(b)
741 748
742 749 while search:
743 750 n = search.pop(0)
744 751 l = remote.between([(n[0], n[1])])[0]
745 752 p = n[0]
746 753 f = 1
747 754 for i in l + [n[1]]:
748 755 if i in m:
749 756 if f <= 2:
750 757 self.ui.debug("found new branch changeset %s\n" %
751 758 short(p))
752 759 fetch.append(p)
753 760 else:
754 761 self.ui.debug("narrowed branch search to %s:%s\n"
755 762 % (short(p), short(i)))
756 763 search.append((p, i))
757 764 break
758 765 p, f = i, f * 2
759 766
760 767 for f in fetch:
761 768 if f in m:
762 769 raise "already have", short(f[:4])
763 770
764 771 self.ui.note("adding new changesets starting at " +
765 772 " ".join([short(f) for f in fetch]) + "\n")
766 773
767 774 return remote.changegroup(fetch)
768 775
769 776 def changegroup(self, basenodes):
770 777 nodes = self.newer(basenodes)
771 778
772 779 # construct the link map
773 780 linkmap = {}
774 781 for n in nodes:
775 782 linkmap[self.changelog.rev(n)] = n
776 783
777 784 # construct a list of all changed files
778 785 changed = {}
779 786 for n in nodes:
780 787 c = self.changelog.read(n)
781 788 for f in c[3]:
782 789 changed[f] = 1
783 790 changed = changed.keys()
784 791 changed.sort()
785 792
786 793 # the changegroup is changesets + manifests + all file revs
787 794 revs = [ self.changelog.rev(n) for n in nodes ]
788 795
789 796 for y in self.changelog.group(linkmap): yield y
790 797 for y in self.manifest.group(linkmap): yield y
791 798 for f in changed:
792 799 yield struct.pack(">l", len(f) + 4) + f
793 800 g = self.file(f).group(linkmap)
794 801 for y in g:
795 802 yield y
796 803
797 804 def addchangegroup(self, generator):
798 805
799 806 class genread:
800 807 def __init__(self, generator):
801 808 self.g = generator
802 809 self.buf = ""
803 810 def read(self, l):
804 811 while l > len(self.buf):
805 812 try:
806 813 self.buf += self.g.next()
807 814 except StopIteration:
808 815 break
809 816 d, self.buf = self.buf[:l], self.buf[l:]
810 817 return d
811 818
812 819 def getchunk():
813 820 d = source.read(4)
814 821 if not d: return ""
815 822 l = struct.unpack(">l", d)[0]
816 823 if l <= 4: return ""
817 824 return source.read(l - 4)
818 825
819 826 def getgroup():
820 827 while 1:
821 828 c = getchunk()
822 829 if not c: break
823 830 yield c
824 831
825 832 def csmap(x):
826 833 self.ui.debug("add changeset %s\n" % short(x))
827 834 return self.changelog.count()
828 835
829 836 def revmap(x):
830 837 return self.changelog.rev(x)
831 838
832 839 if not generator: return
833 840 changesets = files = revisions = 0
834 841
835 842 source = genread(generator)
836 843 lock = self.lock()
837 844 tr = self.transaction()
838 845
839 846 # pull off the changeset group
840 847 self.ui.status("adding changesets\n")
841 848 co = self.changelog.tip()
842 849 cn = self.changelog.addgroup(getgroup(), csmap, tr, 1) # unique
843 850 changesets = self.changelog.rev(cn) - self.changelog.rev(co)
844 851
845 852 # pull off the manifest group
846 853 self.ui.status("adding manifests\n")
847 854 mm = self.manifest.tip()
848 855 mo = self.manifest.addgroup(getgroup(), revmap, tr)
849 856
850 857 # process the files
851 858 self.ui.status("adding file revisions\n")
852 859 while 1:
853 860 f = getchunk()
854 861 if not f: break
855 862 self.ui.debug("adding %s revisions\n" % f)
856 863 fl = self.file(f)
857 864 o = fl.tip()
858 865 n = fl.addgroup(getgroup(), revmap, tr)
859 866 revisions += fl.rev(n) - fl.rev(o)
860 867 files += 1
861 868
862 869 self.ui.status(("modified %d files, added %d changesets" +
863 870 " and %d new revisions\n")
864 871 % (files, changesets, revisions))
865 872
866 873 tr.close()
867 874 return
868 875
869 876 def update(self, node, allow=False, force=False):
870 877 pl = self.dirstate.parents()
871 878 if not force and pl[1] != nullid:
872 879 self.ui.warn("aborting: outstanding uncommitted merges\n")
873 880 return
874 881
875 882 p1, p2 = pl[0], node
876 883 m1n = self.changelog.read(p1)[0]
877 884 m2n = self.changelog.read(p2)[0]
878 885 man = self.manifest.ancestor(m1n, m2n)
879 886 m1 = self.manifest.read(m1n)
880 887 mf1 = self.manifest.readflags(m1n)
881 888 m2 = self.manifest.read(m2n)
882 889 mf2 = self.manifest.readflags(m2n)
883 890 ma = self.manifest.read(man)
884 891 mfa = self.manifest.readflags(m2n)
885 892
886 893 (c, a, d, u) = self.diffdir(self.root)
887 894
888 895 # resolve the manifest to determine which files
889 896 # we care about merging
890 897 self.ui.note("resolving manifests\n")
891 898 self.ui.debug(" ancestor %s local %s remote %s\n" %
892 899 (short(man), short(m1n), short(m2n)))
893 900
894 901 merge = {}
895 902 get = {}
896 903 remove = []
897 904
898 905 # construct a working dir manifest
899 906 mw = m1.copy()
900 907 mfw = mf1.copy()
901 908 for f in a + c + u:
902 909 mw[f] = ""
903 910 mfw[f] = is_exec(self.wjoin(f))
904 911 for f in d:
905 912 if f in mw: del mw[f]
906 913
907 914 for f, n in mw.iteritems():
908 915 if f in m2:
909 916 s = 0
910 917
911 918 # are files different?
912 919 if n != m2[f]:
913 920 a = ma.get(f, nullid)
914 921 # are both different from the ancestor?
915 922 if n != a and m2[f] != a:
916 923 self.ui.debug(" %s versions differ, resolve\n" % f)
917 924 merge[f] = (m1.get(f, nullid), m2[f])
918 925 # merge executable bits
919 926 # "if we changed or they changed, change in merge"
920 927 a, b, c = mfa.get(f, 0), mfw[f], mf2[f]
921 928 mode = ((a^b) | (a^c)) ^ a
922 929 merge[f] = (m1.get(f, nullid), m2[f], mode)
923 930 s = 1
924 931 # is this an unmodified file or are we clobbering?
925 932 elif mw[f] == m1[f] or force:
926 933 self.ui.debug(" remote %s is newer, get\n" % f)
927 934 get[f] = m2[f]
928 935 s = 1
929 936
930 937 if not s and mfw[f] != mf2[f]:
931 938 if force:
932 939 self.ui.debug(" updating permissions for %s\n" % f)
933 940 set_exec(self.wjoin(f), mf2[f])
934 941 else:
935 942 a, b, c = mfa.get(f, 0), mfw[f], mf2[f]
936 943 mode = ((a^b) | (a^c)) ^ a
937 944 if mode != b:
938 945 self.ui.debug(" updating permissions for %s\n" % f)
939 946 set_exec(self.wjoin(f), mode)
940 947
941 948 del m2[f]
942 949 elif f in ma:
943 950 if not force and n != ma[f]:
944 951 r = self.ui.prompt(
945 952 (" local changed %s which remote deleted\n" % f) +
946 953 "(k)eep or (d)elete?", "[kd]", "k")
947 954 if r == "d":
948 955 remove.append(f)
949 956 else:
950 957 self.ui.debug("other deleted %s\n" % f)
951 958 remove.append(f) # other deleted it
952 959 else:
953 960 if n == m1.get(f, nullid): # same as parent
954 961 self.ui.debug("remote deleted %s\n" % f)
955 962 remove.append(f)
956 963 else:
957 964 self.ui.debug("working dir created %s, keeping\n" % f)
958 965
959 966 for f, n in m2.iteritems():
960 967 if f[0] == "/": continue
961 968 if not force and f in ma and n != ma[f]:
962 969 r = self.ui.prompt(
963 970 ("remote changed %s which local deleted\n" % f) +
964 971 "(k)eep or (d)elete?", "[kd]", "k")
965 972 if r == "d": remove.append(f)
966 973 else:
967 974 self.ui.debug("remote created %s\n" % f)
968 975 get[f] = n
969 976
970 977 del mw, m1, m2, ma
971 978
972 979 if force:
973 980 for f in merge:
974 981 get[f] = merge[f][1]
975 982 merge = {}
976 983
977 984 if not merge:
978 985 # we don't need to do any magic, just jump to the new rev
979 986 mode = 'n'
980 987 p1, p2 = p2, nullid
981 988 else:
982 989 if not allow:
983 990 self.ui.status("the following files conflict:\n")
984 991 for f in merge:
985 992 self.ui.status(" %s\n" % f)
986 993 self.ui.warn("aborting update due to conflicting files!\n")
987 994 self.ui.status("(use update -m to allow a merge)\n")
988 995 return 1
989 996 # we have to remember what files we needed to get/change
990 997 # because any file that's different from either one of its
991 998 # parents must be in the changeset
992 999 mode = 'm'
993 1000
994 1001 self.dirstate.setparents(p1, p2)
995 1002
996 1003 # get the files we don't need to change
997 1004 files = get.keys()
998 1005 files.sort()
999 1006 for f in files:
1000 1007 if f[0] == "/": continue
1001 1008 self.ui.note("getting %s\n" % f)
1002 1009 t = self.file(f).read(get[f])
1003 1010 try:
1004 1011 self.wfile(f, "w").write(t)
1005 1012 except IOError:
1006 os.makedirs(os.path.dirname(wp))
1013 os.makedirs(os.path.dirname(self.wjoin(f)))
1007 1014 self.wfile(f, "w").write(t)
1008 1015 set_exec(self.wjoin(f), mf2[f])
1009 1016 self.dirstate.update([f], mode)
1010 1017
1011 1018 # merge the tricky bits
1012 1019 files = merge.keys()
1013 1020 files.sort()
1014 1021 for f in files:
1015 1022 self.ui.status("merging %s\n" % f)
1016 1023 m, o, flag = merge[f]
1017 1024 self.merge3(f, m, o)
1018 set_exec(wp, flag)
1025 set_exec(self.wjoin(f), flag)
1019 1026 self.dirstate.update([f], 'm')
1020 1027
1021 1028 for f in remove:
1022 1029 self.ui.note("removing %s\n" % f)
1023 1030 os.unlink(f)
1024 1031 if mode == 'n':
1025 1032 self.dirstate.forget(remove)
1026 1033 else:
1027 1034 self.dirstate.update(remove, 'r')
1028 1035
1029 1036 def merge3(self, fn, my, other):
1030 1037 """perform a 3-way merge in the working directory"""
1031 1038
1032 1039 def temp(prefix, node):
1033 1040 pre = "%s~%s." % (os.path.basename(fn), prefix)
1034 1041 (fd, name) = tempfile.mkstemp("", pre)
1035 1042 f = os.fdopen(fd, "w")
1036 1043 f.write(fl.revision(node))
1037 1044 f.close()
1038 1045 return name
1039 1046
1040 1047 fl = self.file(fn)
1041 1048 base = fl.ancestor(my, other)
1042 1049 a = self.wjoin(fn)
1043 1050 b = temp("other", other)
1044 1051 c = temp("base", base)
1045 1052
1046 1053 self.ui.note("resolving %s\n" % fn)
1047 1054 self.ui.debug("file %s: other %s ancestor %s\n" %
1048 1055 (fn, short(other), short(base)))
1049 1056
1050 1057 cmd = os.environ.get("HGMERGE", "hgmerge")
1051 1058 r = os.system("%s %s %s %s" % (cmd, a, b, c))
1052 1059 if r:
1053 1060 self.ui.warn("merging %s failed!\n" % fn)
1054 1061
1055 1062 os.unlink(b)
1056 1063 os.unlink(c)
1057 1064
1058 1065 def verify(self):
1059 1066 filelinkrevs = {}
1060 1067 filenodes = {}
1061 1068 manifestchangeset = {}
1062 1069 changesets = revisions = files = 0
1063 1070 errors = 0
1064 1071
1065 1072 self.ui.status("checking changesets\n")
1066 1073 for i in range(self.changelog.count()):
1067 1074 changesets += 1
1068 1075 n = self.changelog.node(i)
1069 1076 for p in self.changelog.parents(n):
1070 1077 if p not in self.changelog.nodemap:
1071 1078 self.ui.warn("changeset %s has unknown parent %s\n" %
1072 1079 (short(n), short(p)))
1073 1080 errors += 1
1074 1081 try:
1075 1082 changes = self.changelog.read(n)
1076 1083 except Exception, inst:
1077 1084 self.ui.warn("unpacking changeset %s: %s\n" % (short(n), inst))
1078 1085 errors += 1
1079 1086
1080 1087 manifestchangeset[changes[0]] = n
1081 1088 for f in changes[3]:
1082 1089 filelinkrevs.setdefault(f, []).append(i)
1083 1090
1084 1091 self.ui.status("checking manifests\n")
1085 1092 for i in range(self.manifest.count()):
1086 1093 n = self.manifest.node(i)
1087 1094 for p in self.manifest.parents(n):
1088 1095 if p not in self.manifest.nodemap:
1089 1096 self.ui.warn("manifest %s has unknown parent %s\n" %
1090 1097 (short(n), short(p)))
1091 1098 errors += 1
1092 1099 ca = self.changelog.node(self.manifest.linkrev(n))
1093 1100 cc = manifestchangeset[n]
1094 1101 if ca != cc:
1095 1102 self.ui.warn("manifest %s points to %s, not %s\n" %
1096 1103 (hex(n), hex(ca), hex(cc)))
1097 1104 errors += 1
1098 1105
1099 1106 try:
1100 1107 delta = mdiff.patchtext(self.manifest.delta(n))
1101 1108 except KeyboardInterrupt:
1102 1109 print "aborted"
1103 1110 sys.exit(0)
1104 1111 except Exception, inst:
1105 1112 self.ui.warn("unpacking manifest %s: %s\n"
1106 1113 % (short(n), inst))
1107 1114 errors += 1
1108 1115
1109 1116 ff = [ l.split('\0') for l in delta.splitlines() ]
1110 1117 for f, fn in ff:
1111 1118 filenodes.setdefault(f, {})[bin(fn[:40])] = 1
1112 1119
1113 1120 self.ui.status("crosschecking files in changesets and manifests\n")
1114 1121 for f in filenodes:
1115 1122 if f not in filelinkrevs:
1116 1123 self.ui.warn("file %s in manifest but not in changesets\n" % f)
1117 1124 errors += 1
1118 1125
1119 1126 for f in filelinkrevs:
1120 1127 if f not in filenodes:
1121 1128 self.ui.warn("file %s in changeset but not in manifest\n" % f)
1122 1129 errors += 1
1123 1130
1124 1131 self.ui.status("checking files\n")
1125 1132 ff = filenodes.keys()
1126 1133 ff.sort()
1127 1134 for f in ff:
1128 1135 if f == "/dev/null": continue
1129 1136 files += 1
1130 1137 fl = self.file(f)
1131 1138 nodes = { nullid: 1 }
1132 1139 for i in range(fl.count()):
1133 1140 revisions += 1
1134 1141 n = fl.node(i)
1135 1142
1136 1143 if n not in filenodes[f]:
1137 1144 self.ui.warn("%s: %d:%s not in manifests\n"
1138 1145 % (f, i, short(n)))
1139 1146 print len(filenodes[f].keys()), fl.count(), f
1140 1147 errors += 1
1141 1148 else:
1142 1149 del filenodes[f][n]
1143 1150
1144 1151 flr = fl.linkrev(n)
1145 1152 if flr not in filelinkrevs[f]:
1146 1153 self.ui.warn("%s:%s points to unexpected changeset %d\n"
1147 1154 % (f, short(n), fl.linkrev(n)))
1148 1155 errors += 1
1149 1156 else:
1150 1157 filelinkrevs[f].remove(flr)
1151 1158
1152 1159 # verify contents
1153 1160 try:
1154 1161 t = fl.read(n)
1155 1162 except Exception, inst:
1156 1163 self.ui.warn("unpacking file %s %s: %s\n"
1157 1164 % (f, short(n), inst))
1158 1165 errors += 1
1159 1166
1160 1167 # verify parents
1161 1168 (p1, p2) = fl.parents(n)
1162 1169 if p1 not in nodes:
1163 1170 self.ui.warn("file %s:%s unknown parent 1 %s" %
1164 1171 (f, short(n), short(p1)))
1165 1172 errors += 1
1166 1173 if p2 not in nodes:
1167 1174 self.ui.warn("file %s:%s unknown parent 2 %s" %
1168 1175 (f, short(n), short(p1)))
1169 1176 errors += 1
1170 1177 nodes[n] = 1
1171 1178
1172 1179 # cross-check
1173 1180 for node in filenodes[f]:
1174 1181 self.ui.warn("node %s in manifests not in %s\n"
1175 1182 % (hex(n), f))
1176 1183 errors += 1
1177 1184
1178 1185 self.ui.status("%d files, %d changesets, %d total revisions\n" %
1179 1186 (files, changesets, revisions))
1180 1187
1181 1188 if errors:
1182 1189 self.ui.warn("%d integrity errors encountered!\n" % errors)
1183 1190 return 1
1184 1191
1185 1192 class remoterepository:
1186 1193 def __init__(self, ui, path):
1187 1194 self.url = path
1188 1195 self.ui = ui
1189 1196
1190 1197 def do_cmd(self, cmd, **args):
1191 1198 self.ui.debug("sending %s command\n" % cmd)
1192 1199 q = {"cmd": cmd}
1193 1200 q.update(args)
1194 1201 qs = urllib.urlencode(q)
1195 1202 cu = "%s?%s" % (self.url, qs)
1196 1203 return urllib.urlopen(cu)
1197 1204
1198 1205 def heads(self):
1199 1206 d = self.do_cmd("heads").read()
1200 1207 try:
1201 1208 return map(bin, d[:-1].split(" "))
1202 1209 except:
1203 1210 self.ui.warn("unexpected response:\n" + d[:400] + "\n...\n")
1204 1211 raise
1205 1212
1206 1213 def branches(self, nodes):
1207 1214 n = " ".join(map(hex, nodes))
1208 1215 d = self.do_cmd("branches", nodes=n).read()
1209 1216 try:
1210 1217 br = [ tuple(map(bin, b.split(" "))) for b in d.splitlines() ]
1211 1218 return br
1212 1219 except:
1213 1220 self.ui.warn("unexpected response:\n" + d[:400] + "\n...\n")
1214 1221 raise
1215 1222
1216 1223 def between(self, pairs):
1217 1224 n = "\n".join(["-".join(map(hex, p)) for p in pairs])
1218 1225 d = self.do_cmd("between", pairs=n).read()
1219 1226 try:
1220 1227 p = [ l and map(bin, l.split(" ")) or [] for l in d.splitlines() ]
1221 1228 return p
1222 1229 except:
1223 1230 self.ui.warn("unexpected response:\n" + d[:400] + "\n...\n")
1224 1231 raise
1225 1232
1226 1233 def changegroup(self, nodes):
1227 1234 n = " ".join(map(hex, nodes))
1228 1235 zd = zlib.decompressobj()
1229 1236 f = self.do_cmd("changegroup", roots=n)
1230 1237 bytes = 0
1231 1238 while 1:
1232 1239 d = f.read(4096)
1233 1240 bytes += len(d)
1234 1241 if not d:
1235 1242 yield zd.flush()
1236 1243 break
1237 1244 yield zd.decompress(d)
1238 1245 self.ui.note("%d bytes of data transfered\n" % bytes)
1239 1246
1240 1247 def repository(ui, path=None, create=0):
1241 1248 if path and path[:7] == "http://":
1242 1249 return remoterepository(ui, path)
1243 1250 if path and path[:5] == "hg://":
1244 1251 return remoterepository(ui, path.replace("hg://", "http://"))
1245 1252 if path and path[:11] == "old-http://":
1246 1253 return localrepository(ui, path.replace("old-http://", "http://"))
1247 1254 else:
1248 1255 return localrepository(ui, path, create)
1249 1256
1250 1257 class httprangereader:
1251 1258 def __init__(self, url):
1252 1259 self.url = url
1253 1260 self.pos = 0
1254 1261 def seek(self, pos):
1255 1262 self.pos = pos
1256 1263 def read(self, bytes=None):
1257 1264 opener = urllib2.build_opener(byterange.HTTPRangeHandler())
1258 1265 urllib2.install_opener(opener)
1259 1266 req = urllib2.Request(self.url)
1260 1267 end = ''
1261 1268 if bytes: end = self.pos + bytes
1262 1269 req.add_header('Range', 'bytes=%d-%s' % (self.pos, end))
1263 1270 f = urllib2.urlopen(req)
1264 1271 return f.read()
General Comments 0
You need to be logged in to leave comments. Login now