##// END OF EJS Templates
subrepo: refuse to commit subrepos if .hgsub is excluded (issue2232)
Matt Mackall -
r11485:b602a95c stable
parent child Browse files
Show More
@@ -1,1869 +1,1874 b''
1 1 # localrepo.py - read/write repository class for mercurial
2 2 #
3 3 # Copyright 2005-2007 Matt Mackall <mpm@selenic.com>
4 4 #
5 5 # This software may be used and distributed according to the terms of the
6 6 # GNU General Public License version 2 or any later version.
7 7
8 8 from node import bin, hex, nullid, nullrev, short
9 9 from i18n import _
10 10 import repo, changegroup, subrepo, discovery, pushkey
11 11 import changelog, dirstate, filelog, manifest, context
12 12 import lock, transaction, store, encoding
13 13 import util, extensions, hook, error
14 14 import match as matchmod
15 15 import merge as mergemod
16 16 import tags as tagsmod
17 17 import url as urlmod
18 18 from lock import release
19 19 import weakref, errno, os, time, inspect
20 20 propertycache = util.propertycache
21 21
22 22 class localrepository(repo.repository):
23 23 capabilities = set(('lookup', 'changegroupsubset', 'branchmap', 'pushkey'))
24 24 supported = set('revlogv1 store fncache shared'.split())
25 25
26 26 def __init__(self, baseui, path=None, create=0):
27 27 repo.repository.__init__(self)
28 28 self.root = os.path.realpath(util.expandpath(path))
29 29 self.path = os.path.join(self.root, ".hg")
30 30 self.origroot = path
31 31 self.opener = util.opener(self.path)
32 32 self.wopener = util.opener(self.root)
33 33 self.baseui = baseui
34 34 self.ui = baseui.copy()
35 35
36 36 try:
37 37 self.ui.readconfig(self.join("hgrc"), self.root)
38 38 extensions.loadall(self.ui)
39 39 except IOError:
40 40 pass
41 41
42 42 if not os.path.isdir(self.path):
43 43 if create:
44 44 if not os.path.exists(path):
45 45 os.mkdir(path)
46 46 os.mkdir(self.path)
47 47 requirements = ["revlogv1"]
48 48 if self.ui.configbool('format', 'usestore', True):
49 49 os.mkdir(os.path.join(self.path, "store"))
50 50 requirements.append("store")
51 51 if self.ui.configbool('format', 'usefncache', True):
52 52 requirements.append("fncache")
53 53 # create an invalid changelog
54 54 self.opener("00changelog.i", "a").write(
55 55 '\0\0\0\2' # represents revlogv2
56 56 ' dummy changelog to prevent using the old repo layout'
57 57 )
58 58 reqfile = self.opener("requires", "w")
59 59 for r in requirements:
60 60 reqfile.write("%s\n" % r)
61 61 reqfile.close()
62 62 else:
63 63 raise error.RepoError(_("repository %s not found") % path)
64 64 elif create:
65 65 raise error.RepoError(_("repository %s already exists") % path)
66 66 else:
67 67 # find requirements
68 68 requirements = set()
69 69 try:
70 70 requirements = set(self.opener("requires").read().splitlines())
71 71 except IOError, inst:
72 72 if inst.errno != errno.ENOENT:
73 73 raise
74 74 for r in requirements - self.supported:
75 75 raise error.RepoError(_("requirement '%s' not supported") % r)
76 76
77 77 self.sharedpath = self.path
78 78 try:
79 79 s = os.path.realpath(self.opener("sharedpath").read())
80 80 if not os.path.exists(s):
81 81 raise error.RepoError(
82 82 _('.hg/sharedpath points to nonexistent directory %s') % s)
83 83 self.sharedpath = s
84 84 except IOError, inst:
85 85 if inst.errno != errno.ENOENT:
86 86 raise
87 87
88 88 self.store = store.store(requirements, self.sharedpath, util.opener)
89 89 self.spath = self.store.path
90 90 self.sopener = self.store.opener
91 91 self.sjoin = self.store.join
92 92 self.opener.createmode = self.store.createmode
93 93 self.sopener.options = {}
94 94
95 95 # These two define the set of tags for this repository. _tags
96 96 # maps tag name to node; _tagtypes maps tag name to 'global' or
97 97 # 'local'. (Global tags are defined by .hgtags across all
98 98 # heads, and local tags are defined in .hg/localtags.) They
99 99 # constitute the in-memory cache of tags.
100 100 self._tags = None
101 101 self._tagtypes = None
102 102
103 103 self._branchcache = None # in UTF-8
104 104 self._branchcachetip = None
105 105 self.nodetagscache = None
106 106 self.filterpats = {}
107 107 self._datafilters = {}
108 108 self._transref = self._lockref = self._wlockref = None
109 109
110 110 @propertycache
111 111 def changelog(self):
112 112 c = changelog.changelog(self.sopener)
113 113 if 'HG_PENDING' in os.environ:
114 114 p = os.environ['HG_PENDING']
115 115 if p.startswith(self.root):
116 116 c.readpending('00changelog.i.a')
117 117 self.sopener.options['defversion'] = c.version
118 118 return c
119 119
120 120 @propertycache
121 121 def manifest(self):
122 122 return manifest.manifest(self.sopener)
123 123
124 124 @propertycache
125 125 def dirstate(self):
126 126 return dirstate.dirstate(self.opener, self.ui, self.root)
127 127
128 128 def __getitem__(self, changeid):
129 129 if changeid is None:
130 130 return context.workingctx(self)
131 131 return context.changectx(self, changeid)
132 132
133 133 def __contains__(self, changeid):
134 134 try:
135 135 return bool(self.lookup(changeid))
136 136 except error.RepoLookupError:
137 137 return False
138 138
139 139 def __nonzero__(self):
140 140 return True
141 141
142 142 def __len__(self):
143 143 return len(self.changelog)
144 144
145 145 def __iter__(self):
146 146 for i in xrange(len(self)):
147 147 yield i
148 148
149 149 def url(self):
150 150 return 'file:' + self.root
151 151
152 152 def hook(self, name, throw=False, **args):
153 153 return hook.hook(self.ui, self, name, throw, **args)
154 154
155 155 tag_disallowed = ':\r\n'
156 156
157 157 def _tag(self, names, node, message, local, user, date, extra={}):
158 158 if isinstance(names, str):
159 159 allchars = names
160 160 names = (names,)
161 161 else:
162 162 allchars = ''.join(names)
163 163 for c in self.tag_disallowed:
164 164 if c in allchars:
165 165 raise util.Abort(_('%r cannot be used in a tag name') % c)
166 166
167 167 branches = self.branchmap()
168 168 for name in names:
169 169 self.hook('pretag', throw=True, node=hex(node), tag=name,
170 170 local=local)
171 171 if name in branches:
172 172 self.ui.warn(_("warning: tag %s conflicts with existing"
173 173 " branch name\n") % name)
174 174
175 175 def writetags(fp, names, munge, prevtags):
176 176 fp.seek(0, 2)
177 177 if prevtags and prevtags[-1] != '\n':
178 178 fp.write('\n')
179 179 for name in names:
180 180 m = munge and munge(name) or name
181 181 if self._tagtypes and name in self._tagtypes:
182 182 old = self._tags.get(name, nullid)
183 183 fp.write('%s %s\n' % (hex(old), m))
184 184 fp.write('%s %s\n' % (hex(node), m))
185 185 fp.close()
186 186
187 187 prevtags = ''
188 188 if local:
189 189 try:
190 190 fp = self.opener('localtags', 'r+')
191 191 except IOError:
192 192 fp = self.opener('localtags', 'a')
193 193 else:
194 194 prevtags = fp.read()
195 195
196 196 # local tags are stored in the current charset
197 197 writetags(fp, names, None, prevtags)
198 198 for name in names:
199 199 self.hook('tag', node=hex(node), tag=name, local=local)
200 200 return
201 201
202 202 try:
203 203 fp = self.wfile('.hgtags', 'rb+')
204 204 except IOError:
205 205 fp = self.wfile('.hgtags', 'ab')
206 206 else:
207 207 prevtags = fp.read()
208 208
209 209 # committed tags are stored in UTF-8
210 210 writetags(fp, names, encoding.fromlocal, prevtags)
211 211
212 212 if '.hgtags' not in self.dirstate:
213 213 self[None].add(['.hgtags'])
214 214
215 215 m = matchmod.exact(self.root, '', ['.hgtags'])
216 216 tagnode = self.commit(message, user, date, extra=extra, match=m)
217 217
218 218 for name in names:
219 219 self.hook('tag', node=hex(node), tag=name, local=local)
220 220
221 221 return tagnode
222 222
223 223 def tag(self, names, node, message, local, user, date):
224 224 '''tag a revision with one or more symbolic names.
225 225
226 226 names is a list of strings or, when adding a single tag, names may be a
227 227 string.
228 228
229 229 if local is True, the tags are stored in a per-repository file.
230 230 otherwise, they are stored in the .hgtags file, and a new
231 231 changeset is committed with the change.
232 232
233 233 keyword arguments:
234 234
235 235 local: whether to store tags in non-version-controlled file
236 236 (default False)
237 237
238 238 message: commit message to use if committing
239 239
240 240 user: name of user to use if committing
241 241
242 242 date: date tuple to use if committing'''
243 243
244 244 for x in self.status()[:5]:
245 245 if '.hgtags' in x:
246 246 raise util.Abort(_('working copy of .hgtags is changed '
247 247 '(please commit .hgtags manually)'))
248 248
249 249 self.tags() # instantiate the cache
250 250 self._tag(names, node, message, local, user, date)
251 251
252 252 def tags(self):
253 253 '''return a mapping of tag to node'''
254 254 if self._tags is None:
255 255 (self._tags, self._tagtypes) = self._findtags()
256 256
257 257 return self._tags
258 258
259 259 def _findtags(self):
260 260 '''Do the hard work of finding tags. Return a pair of dicts
261 261 (tags, tagtypes) where tags maps tag name to node, and tagtypes
262 262 maps tag name to a string like \'global\' or \'local\'.
263 263 Subclasses or extensions are free to add their own tags, but
264 264 should be aware that the returned dicts will be retained for the
265 265 duration of the localrepo object.'''
266 266
267 267 # XXX what tagtype should subclasses/extensions use? Currently
268 268 # mq and bookmarks add tags, but do not set the tagtype at all.
269 269 # Should each extension invent its own tag type? Should there
270 270 # be one tagtype for all such "virtual" tags? Or is the status
271 271 # quo fine?
272 272
273 273 alltags = {} # map tag name to (node, hist)
274 274 tagtypes = {}
275 275
276 276 tagsmod.findglobaltags(self.ui, self, alltags, tagtypes)
277 277 tagsmod.readlocaltags(self.ui, self, alltags, tagtypes)
278 278
279 279 # Build the return dicts. Have to re-encode tag names because
280 280 # the tags module always uses UTF-8 (in order not to lose info
281 281 # writing to the cache), but the rest of Mercurial wants them in
282 282 # local encoding.
283 283 tags = {}
284 284 for (name, (node, hist)) in alltags.iteritems():
285 285 if node != nullid:
286 286 tags[encoding.tolocal(name)] = node
287 287 tags['tip'] = self.changelog.tip()
288 288 tagtypes = dict([(encoding.tolocal(name), value)
289 289 for (name, value) in tagtypes.iteritems()])
290 290 return (tags, tagtypes)
291 291
292 292 def tagtype(self, tagname):
293 293 '''
294 294 return the type of the given tag. result can be:
295 295
296 296 'local' : a local tag
297 297 'global' : a global tag
298 298 None : tag does not exist
299 299 '''
300 300
301 301 self.tags()
302 302
303 303 return self._tagtypes.get(tagname)
304 304
305 305 def tagslist(self):
306 306 '''return a list of tags ordered by revision'''
307 307 l = []
308 308 for t, n in self.tags().iteritems():
309 309 try:
310 310 r = self.changelog.rev(n)
311 311 except:
312 312 r = -2 # sort to the beginning of the list if unknown
313 313 l.append((r, t, n))
314 314 return [(t, n) for r, t, n in sorted(l)]
315 315
316 316 def nodetags(self, node):
317 317 '''return the tags associated with a node'''
318 318 if not self.nodetagscache:
319 319 self.nodetagscache = {}
320 320 for t, n in self.tags().iteritems():
321 321 self.nodetagscache.setdefault(n, []).append(t)
322 322 for tags in self.nodetagscache.itervalues():
323 323 tags.sort()
324 324 return self.nodetagscache.get(node, [])
325 325
326 326 def _branchtags(self, partial, lrev):
327 327 # TODO: rename this function?
328 328 tiprev = len(self) - 1
329 329 if lrev != tiprev:
330 330 ctxgen = (self[r] for r in xrange(lrev + 1, tiprev + 1))
331 331 self._updatebranchcache(partial, ctxgen)
332 332 self._writebranchcache(partial, self.changelog.tip(), tiprev)
333 333
334 334 return partial
335 335
336 336 def branchmap(self):
337 337 '''returns a dictionary {branch: [branchheads]}'''
338 338 tip = self.changelog.tip()
339 339 if self._branchcache is not None and self._branchcachetip == tip:
340 340 return self._branchcache
341 341
342 342 oldtip = self._branchcachetip
343 343 self._branchcachetip = tip
344 344 if oldtip is None or oldtip not in self.changelog.nodemap:
345 345 partial, last, lrev = self._readbranchcache()
346 346 else:
347 347 lrev = self.changelog.rev(oldtip)
348 348 partial = self._branchcache
349 349
350 350 self._branchtags(partial, lrev)
351 351 # this private cache holds all heads (not just tips)
352 352 self._branchcache = partial
353 353
354 354 return self._branchcache
355 355
356 356 def branchtags(self):
357 357 '''return a dict where branch names map to the tipmost head of
358 358 the branch, open heads come before closed'''
359 359 bt = {}
360 360 for bn, heads in self.branchmap().iteritems():
361 361 tip = heads[-1]
362 362 for h in reversed(heads):
363 363 if 'close' not in self.changelog.read(h)[5]:
364 364 tip = h
365 365 break
366 366 bt[bn] = tip
367 367 return bt
368 368
369 369
370 370 def _readbranchcache(self):
371 371 partial = {}
372 372 try:
373 373 f = self.opener("branchheads.cache")
374 374 lines = f.read().split('\n')
375 375 f.close()
376 376 except (IOError, OSError):
377 377 return {}, nullid, nullrev
378 378
379 379 try:
380 380 last, lrev = lines.pop(0).split(" ", 1)
381 381 last, lrev = bin(last), int(lrev)
382 382 if lrev >= len(self) or self[lrev].node() != last:
383 383 # invalidate the cache
384 384 raise ValueError('invalidating branch cache (tip differs)')
385 385 for l in lines:
386 386 if not l:
387 387 continue
388 388 node, label = l.split(" ", 1)
389 389 partial.setdefault(label.strip(), []).append(bin(node))
390 390 except KeyboardInterrupt:
391 391 raise
392 392 except Exception, inst:
393 393 if self.ui.debugflag:
394 394 self.ui.warn(str(inst), '\n')
395 395 partial, last, lrev = {}, nullid, nullrev
396 396 return partial, last, lrev
397 397
398 398 def _writebranchcache(self, branches, tip, tiprev):
399 399 try:
400 400 f = self.opener("branchheads.cache", "w", atomictemp=True)
401 401 f.write("%s %s\n" % (hex(tip), tiprev))
402 402 for label, nodes in branches.iteritems():
403 403 for node in nodes:
404 404 f.write("%s %s\n" % (hex(node), label))
405 405 f.rename()
406 406 except (IOError, OSError):
407 407 pass
408 408
409 409 def _updatebranchcache(self, partial, ctxgen):
410 410 # collect new branch entries
411 411 newbranches = {}
412 412 for c in ctxgen:
413 413 newbranches.setdefault(c.branch(), []).append(c.node())
414 414 # if older branchheads are reachable from new ones, they aren't
415 415 # really branchheads. Note checking parents is insufficient:
416 416 # 1 (branch a) -> 2 (branch b) -> 3 (branch a)
417 417 for branch, newnodes in newbranches.iteritems():
418 418 bheads = partial.setdefault(branch, [])
419 419 bheads.extend(newnodes)
420 420 if len(bheads) <= 1:
421 421 continue
422 422 # starting from tip means fewer passes over reachable
423 423 while newnodes:
424 424 latest = newnodes.pop()
425 425 if latest not in bheads:
426 426 continue
427 427 minbhrev = self[min([self[bh].rev() for bh in bheads])].node()
428 428 reachable = self.changelog.reachable(latest, minbhrev)
429 429 reachable.remove(latest)
430 430 bheads = [b for b in bheads if b not in reachable]
431 431 partial[branch] = bheads
432 432
433 433 def lookup(self, key):
434 434 if isinstance(key, int):
435 435 return self.changelog.node(key)
436 436 elif key == '.':
437 437 return self.dirstate.parents()[0]
438 438 elif key == 'null':
439 439 return nullid
440 440 elif key == 'tip':
441 441 return self.changelog.tip()
442 442 n = self.changelog._match(key)
443 443 if n:
444 444 return n
445 445 if key in self.tags():
446 446 return self.tags()[key]
447 447 if key in self.branchtags():
448 448 return self.branchtags()[key]
449 449 n = self.changelog._partialmatch(key)
450 450 if n:
451 451 return n
452 452
453 453 # can't find key, check if it might have come from damaged dirstate
454 454 if key in self.dirstate.parents():
455 455 raise error.Abort(_("working directory has unknown parent '%s'!")
456 456 % short(key))
457 457 try:
458 458 if len(key) == 20:
459 459 key = hex(key)
460 460 except:
461 461 pass
462 462 raise error.RepoLookupError(_("unknown revision '%s'") % key)
463 463
464 464 def lookupbranch(self, key, remote=None):
465 465 repo = remote or self
466 466 if key in repo.branchmap():
467 467 return key
468 468
469 469 repo = (remote and remote.local()) and remote or self
470 470 return repo[key].branch()
471 471
472 472 def local(self):
473 473 return True
474 474
475 475 def join(self, f):
476 476 return os.path.join(self.path, f)
477 477
478 478 def wjoin(self, f):
479 479 return os.path.join(self.root, f)
480 480
481 481 def rjoin(self, f):
482 482 return os.path.join(self.root, util.pconvert(f))
483 483
484 484 def file(self, f):
485 485 if f[0] == '/':
486 486 f = f[1:]
487 487 return filelog.filelog(self.sopener, f)
488 488
489 489 def changectx(self, changeid):
490 490 return self[changeid]
491 491
492 492 def parents(self, changeid=None):
493 493 '''get list of changectxs for parents of changeid'''
494 494 return self[changeid].parents()
495 495
496 496 def filectx(self, path, changeid=None, fileid=None):
497 497 """changeid can be a changeset revision, node, or tag.
498 498 fileid can be a file revision or node."""
499 499 return context.filectx(self, path, changeid, fileid)
500 500
501 501 def getcwd(self):
502 502 return self.dirstate.getcwd()
503 503
504 504 def pathto(self, f, cwd=None):
505 505 return self.dirstate.pathto(f, cwd)
506 506
507 507 def wfile(self, f, mode='r'):
508 508 return self.wopener(f, mode)
509 509
510 510 def _link(self, f):
511 511 return os.path.islink(self.wjoin(f))
512 512
513 513 def _filter(self, filter, filename, data):
514 514 if filter not in self.filterpats:
515 515 l = []
516 516 for pat, cmd in self.ui.configitems(filter):
517 517 if cmd == '!':
518 518 continue
519 519 mf = matchmod.match(self.root, '', [pat])
520 520 fn = None
521 521 params = cmd
522 522 for name, filterfn in self._datafilters.iteritems():
523 523 if cmd.startswith(name):
524 524 fn = filterfn
525 525 params = cmd[len(name):].lstrip()
526 526 break
527 527 if not fn:
528 528 fn = lambda s, c, **kwargs: util.filter(s, c)
529 529 # Wrap old filters not supporting keyword arguments
530 530 if not inspect.getargspec(fn)[2]:
531 531 oldfn = fn
532 532 fn = lambda s, c, **kwargs: oldfn(s, c)
533 533 l.append((mf, fn, params))
534 534 self.filterpats[filter] = l
535 535
536 536 for mf, fn, cmd in self.filterpats[filter]:
537 537 if mf(filename):
538 538 self.ui.debug("filtering %s through %s\n" % (filename, cmd))
539 539 data = fn(data, cmd, ui=self.ui, repo=self, filename=filename)
540 540 break
541 541
542 542 return data
543 543
544 544 def adddatafilter(self, name, filter):
545 545 self._datafilters[name] = filter
546 546
547 547 def wread(self, filename):
548 548 if self._link(filename):
549 549 data = os.readlink(self.wjoin(filename))
550 550 else:
551 551 data = self.wopener(filename, 'r').read()
552 552 return self._filter("encode", filename, data)
553 553
554 554 def wwrite(self, filename, data, flags):
555 555 data = self._filter("decode", filename, data)
556 556 try:
557 557 os.unlink(self.wjoin(filename))
558 558 except OSError:
559 559 pass
560 560 if 'l' in flags:
561 561 self.wopener.symlink(data, filename)
562 562 else:
563 563 self.wopener(filename, 'w').write(data)
564 564 if 'x' in flags:
565 565 util.set_flags(self.wjoin(filename), False, True)
566 566
567 567 def wwritedata(self, filename, data):
568 568 return self._filter("decode", filename, data)
569 569
570 570 def transaction(self, desc):
571 571 tr = self._transref and self._transref() or None
572 572 if tr and tr.running():
573 573 return tr.nest()
574 574
575 575 # abort here if the journal already exists
576 576 if os.path.exists(self.sjoin("journal")):
577 577 raise error.RepoError(
578 578 _("abandoned transaction found - run hg recover"))
579 579
580 580 # save dirstate for rollback
581 581 try:
582 582 ds = self.opener("dirstate").read()
583 583 except IOError:
584 584 ds = ""
585 585 self.opener("journal.dirstate", "w").write(ds)
586 586 self.opener("journal.branch", "w").write(self.dirstate.branch())
587 587 self.opener("journal.desc", "w").write("%d\n%s\n" % (len(self), desc))
588 588
589 589 renames = [(self.sjoin("journal"), self.sjoin("undo")),
590 590 (self.join("journal.dirstate"), self.join("undo.dirstate")),
591 591 (self.join("journal.branch"), self.join("undo.branch")),
592 592 (self.join("journal.desc"), self.join("undo.desc"))]
593 593 tr = transaction.transaction(self.ui.warn, self.sopener,
594 594 self.sjoin("journal"),
595 595 aftertrans(renames),
596 596 self.store.createmode)
597 597 self._transref = weakref.ref(tr)
598 598 return tr
599 599
600 600 def recover(self):
601 601 lock = self.lock()
602 602 try:
603 603 if os.path.exists(self.sjoin("journal")):
604 604 self.ui.status(_("rolling back interrupted transaction\n"))
605 605 transaction.rollback(self.sopener, self.sjoin("journal"),
606 606 self.ui.warn)
607 607 self.invalidate()
608 608 return True
609 609 else:
610 610 self.ui.warn(_("no interrupted transaction available\n"))
611 611 return False
612 612 finally:
613 613 lock.release()
614 614
615 615 def rollback(self, dryrun=False):
616 616 wlock = lock = None
617 617 try:
618 618 wlock = self.wlock()
619 619 lock = self.lock()
620 620 if os.path.exists(self.sjoin("undo")):
621 621 try:
622 622 args = self.opener("undo.desc", "r").read().splitlines()
623 623 if len(args) >= 3 and self.ui.verbose:
624 624 desc = _("rolling back to revision %s"
625 625 " (undo %s: %s)\n") % (
626 626 int(args[0]) - 1, args[1], args[2])
627 627 elif len(args) >= 2:
628 628 desc = _("rolling back to revision %s (undo %s)\n") % (
629 629 int(args[0]) - 1, args[1])
630 630 except IOError:
631 631 desc = _("rolling back unknown transaction\n")
632 632 self.ui.status(desc)
633 633 if dryrun:
634 634 return
635 635 transaction.rollback(self.sopener, self.sjoin("undo"),
636 636 self.ui.warn)
637 637 util.rename(self.join("undo.dirstate"), self.join("dirstate"))
638 638 try:
639 639 branch = self.opener("undo.branch").read()
640 640 self.dirstate.setbranch(branch)
641 641 except IOError:
642 642 self.ui.warn(_("Named branch could not be reset, "
643 643 "current branch still is: %s\n")
644 644 % encoding.tolocal(self.dirstate.branch()))
645 645 self.invalidate()
646 646 self.dirstate.invalidate()
647 647 self.destroyed()
648 648 else:
649 649 self.ui.warn(_("no rollback information available\n"))
650 650 return 1
651 651 finally:
652 652 release(lock, wlock)
653 653
654 654 def invalidatecaches(self):
655 655 self._tags = None
656 656 self._tagtypes = None
657 657 self.nodetagscache = None
658 658 self._branchcache = None # in UTF-8
659 659 self._branchcachetip = None
660 660
661 661 def invalidate(self):
662 662 for a in "changelog manifest".split():
663 663 if a in self.__dict__:
664 664 delattr(self, a)
665 665 self.invalidatecaches()
666 666
667 667 def _lock(self, lockname, wait, releasefn, acquirefn, desc):
668 668 try:
669 669 l = lock.lock(lockname, 0, releasefn, desc=desc)
670 670 except error.LockHeld, inst:
671 671 if not wait:
672 672 raise
673 673 self.ui.warn(_("waiting for lock on %s held by %r\n") %
674 674 (desc, inst.locker))
675 675 # default to 600 seconds timeout
676 676 l = lock.lock(lockname, int(self.ui.config("ui", "timeout", "600")),
677 677 releasefn, desc=desc)
678 678 if acquirefn:
679 679 acquirefn()
680 680 return l
681 681
682 682 def lock(self, wait=True):
683 683 '''Lock the repository store (.hg/store) and return a weak reference
684 684 to the lock. Use this before modifying the store (e.g. committing or
685 685 stripping). If you are opening a transaction, get a lock as well.)'''
686 686 l = self._lockref and self._lockref()
687 687 if l is not None and l.held:
688 688 l.lock()
689 689 return l
690 690
691 691 l = self._lock(self.sjoin("lock"), wait, None, self.invalidate,
692 692 _('repository %s') % self.origroot)
693 693 self._lockref = weakref.ref(l)
694 694 return l
695 695
696 696 def wlock(self, wait=True):
697 697 '''Lock the non-store parts of the repository (everything under
698 698 .hg except .hg/store) and return a weak reference to the lock.
699 699 Use this before modifying files in .hg.'''
700 700 l = self._wlockref and self._wlockref()
701 701 if l is not None and l.held:
702 702 l.lock()
703 703 return l
704 704
705 705 l = self._lock(self.join("wlock"), wait, self.dirstate.write,
706 706 self.dirstate.invalidate, _('working directory of %s') %
707 707 self.origroot)
708 708 self._wlockref = weakref.ref(l)
709 709 return l
710 710
711 711 def _filecommit(self, fctx, manifest1, manifest2, linkrev, tr, changelist):
712 712 """
713 713 commit an individual file as part of a larger transaction
714 714 """
715 715
716 716 fname = fctx.path()
717 717 text = fctx.data()
718 718 flog = self.file(fname)
719 719 fparent1 = manifest1.get(fname, nullid)
720 720 fparent2 = fparent2o = manifest2.get(fname, nullid)
721 721
722 722 meta = {}
723 723 copy = fctx.renamed()
724 724 if copy and copy[0] != fname:
725 725 # Mark the new revision of this file as a copy of another
726 726 # file. This copy data will effectively act as a parent
727 727 # of this new revision. If this is a merge, the first
728 728 # parent will be the nullid (meaning "look up the copy data")
729 729 # and the second one will be the other parent. For example:
730 730 #
731 731 # 0 --- 1 --- 3 rev1 changes file foo
732 732 # \ / rev2 renames foo to bar and changes it
733 733 # \- 2 -/ rev3 should have bar with all changes and
734 734 # should record that bar descends from
735 735 # bar in rev2 and foo in rev1
736 736 #
737 737 # this allows this merge to succeed:
738 738 #
739 739 # 0 --- 1 --- 3 rev4 reverts the content change from rev2
740 740 # \ / merging rev3 and rev4 should use bar@rev2
741 741 # \- 2 --- 4 as the merge base
742 742 #
743 743
744 744 cfname = copy[0]
745 745 crev = manifest1.get(cfname)
746 746 newfparent = fparent2
747 747
748 748 if manifest2: # branch merge
749 749 if fparent2 == nullid or crev is None: # copied on remote side
750 750 if cfname in manifest2:
751 751 crev = manifest2[cfname]
752 752 newfparent = fparent1
753 753
754 754 # find source in nearest ancestor if we've lost track
755 755 if not crev:
756 756 self.ui.debug(" %s: searching for copy revision for %s\n" %
757 757 (fname, cfname))
758 758 for ancestor in self['.'].ancestors():
759 759 if cfname in ancestor:
760 760 crev = ancestor[cfname].filenode()
761 761 break
762 762
763 763 self.ui.debug(" %s: copy %s:%s\n" % (fname, cfname, hex(crev)))
764 764 meta["copy"] = cfname
765 765 meta["copyrev"] = hex(crev)
766 766 fparent1, fparent2 = nullid, newfparent
767 767 elif fparent2 != nullid:
768 768 # is one parent an ancestor of the other?
769 769 fparentancestor = flog.ancestor(fparent1, fparent2)
770 770 if fparentancestor == fparent1:
771 771 fparent1, fparent2 = fparent2, nullid
772 772 elif fparentancestor == fparent2:
773 773 fparent2 = nullid
774 774
775 775 # is the file changed?
776 776 if fparent2 != nullid or flog.cmp(fparent1, text) or meta:
777 777 changelist.append(fname)
778 778 return flog.add(text, meta, tr, linkrev, fparent1, fparent2)
779 779
780 780 # are just the flags changed during merge?
781 781 if fparent1 != fparent2o and manifest1.flags(fname) != fctx.flags():
782 782 changelist.append(fname)
783 783
784 784 return fparent1
785 785
786 786 def commit(self, text="", user=None, date=None, match=None, force=False,
787 787 editor=False, extra={}):
788 788 """Add a new revision to current repository.
789 789
790 790 Revision information is gathered from the working directory,
791 791 match can be used to filter the committed files. If editor is
792 792 supplied, it is called to get a commit message.
793 793 """
794 794
795 795 def fail(f, msg):
796 796 raise util.Abort('%s: %s' % (f, msg))
797 797
798 798 if not match:
799 799 match = matchmod.always(self.root, '')
800 800
801 801 if not force:
802 802 vdirs = []
803 803 match.dir = vdirs.append
804 804 match.bad = fail
805 805
806 806 wlock = self.wlock()
807 807 try:
808 808 wctx = self[None]
809 809 merge = len(wctx.parents()) > 1
810 810
811 811 if (not force and merge and match and
812 812 (match.files() or match.anypats())):
813 813 raise util.Abort(_('cannot partially commit a merge '
814 814 '(do not specify files or patterns)'))
815 815
816 816 changes = self.status(match=match, clean=force)
817 817 if force:
818 818 changes[0].extend(changes[6]) # mq may commit unchanged files
819 819
820 820 # check subrepos
821 821 subs = []
822 822 removedsubs = set()
823 823 for p in wctx.parents():
824 824 removedsubs.update(s for s in p.substate if match(s))
825 825 for s in wctx.substate:
826 826 removedsubs.discard(s)
827 827 if match(s) and wctx.sub(s).dirty():
828 828 subs.append(s)
829 if (subs or removedsubs) and '.hgsubstate' not in changes[0]:
829 if (subs or removedsubs):
830 # is hgsub modified and not included?
831 if (not match('.hgsub') and
832 '.hgsub' in (wctx.modified() + wctx.added())):
833 raise util.Abort("can't commit subrepos without .hgsub")
834 if '.hgsubstate' not in changes[0]:
830 835 changes[0].insert(0, '.hgsubstate')
831 836
832 837 # make sure all explicit patterns are matched
833 838 if not force and match.files():
834 839 matched = set(changes[0] + changes[1] + changes[2])
835 840
836 841 for f in match.files():
837 842 if f == '.' or f in matched or f in wctx.substate:
838 843 continue
839 844 if f in changes[3]: # missing
840 845 fail(f, _('file not found!'))
841 846 if f in vdirs: # visited directory
842 847 d = f + '/'
843 848 for mf in matched:
844 849 if mf.startswith(d):
845 850 break
846 851 else:
847 852 fail(f, _("no match under directory!"))
848 853 elif f not in self.dirstate:
849 854 fail(f, _("file not tracked!"))
850 855
851 856 if (not force and not extra.get("close") and not merge
852 857 and not (changes[0] or changes[1] or changes[2])
853 858 and wctx.branch() == wctx.p1().branch()):
854 859 return None
855 860
856 861 ms = mergemod.mergestate(self)
857 862 for f in changes[0]:
858 863 if f in ms and ms[f] == 'u':
859 864 raise util.Abort(_("unresolved merge conflicts "
860 865 "(see hg resolve)"))
861 866
862 867 cctx = context.workingctx(self, text, user, date, extra, changes)
863 868 if editor:
864 869 cctx._text = editor(self, cctx, subs)
865 870 edited = (text != cctx._text)
866 871
867 872 # commit subs
868 873 if subs or removedsubs:
869 874 state = wctx.substate.copy()
870 875 for s in subs:
871 876 sub = wctx.sub(s)
872 877 self.ui.status(_('committing subrepository %s\n') %
873 878 subrepo.relpath(sub))
874 879 sr = sub.commit(cctx._text, user, date)
875 880 state[s] = (state[s][0], sr)
876 881 subrepo.writestate(self, state)
877 882
878 883 # Save commit message in case this transaction gets rolled back
879 884 # (e.g. by a pretxncommit hook). Leave the content alone on
880 885 # the assumption that the user will use the same editor again.
881 886 msgfile = self.opener('last-message.txt', 'wb')
882 887 msgfile.write(cctx._text)
883 888 msgfile.close()
884 889
885 890 p1, p2 = self.dirstate.parents()
886 891 hookp1, hookp2 = hex(p1), (p2 != nullid and hex(p2) or '')
887 892 try:
888 893 self.hook("precommit", throw=True, parent1=hookp1, parent2=hookp2)
889 894 ret = self.commitctx(cctx, True)
890 895 except:
891 896 if edited:
892 897 msgfn = self.pathto(msgfile.name[len(self.root)+1:])
893 898 self.ui.write(
894 899 _('note: commit message saved in %s\n') % msgfn)
895 900 raise
896 901
897 902 # update dirstate and mergestate
898 903 for f in changes[0] + changes[1]:
899 904 self.dirstate.normal(f)
900 905 for f in changes[2]:
901 906 self.dirstate.forget(f)
902 907 self.dirstate.setparents(ret)
903 908 ms.reset()
904 909 finally:
905 910 wlock.release()
906 911
907 912 self.hook("commit", node=hex(ret), parent1=hookp1, parent2=hookp2)
908 913 return ret
909 914
910 915 def commitctx(self, ctx, error=False):
911 916 """Add a new revision to current repository.
912 917 Revision information is passed via the context argument.
913 918 """
914 919
915 920 tr = lock = None
916 921 removed = ctx.removed()
917 922 p1, p2 = ctx.p1(), ctx.p2()
918 923 m1 = p1.manifest().copy()
919 924 m2 = p2.manifest()
920 925 user = ctx.user()
921 926
922 927 lock = self.lock()
923 928 try:
924 929 tr = self.transaction("commit")
925 930 trp = weakref.proxy(tr)
926 931
927 932 # check in files
928 933 new = {}
929 934 changed = []
930 935 linkrev = len(self)
931 936 for f in sorted(ctx.modified() + ctx.added()):
932 937 self.ui.note(f + "\n")
933 938 try:
934 939 fctx = ctx[f]
935 940 new[f] = self._filecommit(fctx, m1, m2, linkrev, trp,
936 941 changed)
937 942 m1.set(f, fctx.flags())
938 943 except OSError, inst:
939 944 self.ui.warn(_("trouble committing %s!\n") % f)
940 945 raise
941 946 except IOError, inst:
942 947 errcode = getattr(inst, 'errno', errno.ENOENT)
943 948 if error or errcode and errcode != errno.ENOENT:
944 949 self.ui.warn(_("trouble committing %s!\n") % f)
945 950 raise
946 951 else:
947 952 removed.append(f)
948 953
949 954 # update manifest
950 955 m1.update(new)
951 956 removed = [f for f in sorted(removed) if f in m1 or f in m2]
952 957 drop = [f for f in removed if f in m1]
953 958 for f in drop:
954 959 del m1[f]
955 960 mn = self.manifest.add(m1, trp, linkrev, p1.manifestnode(),
956 961 p2.manifestnode(), (new, drop))
957 962
958 963 # update changelog
959 964 self.changelog.delayupdate()
960 965 n = self.changelog.add(mn, changed + removed, ctx.description(),
961 966 trp, p1.node(), p2.node(),
962 967 user, ctx.date(), ctx.extra().copy())
963 968 p = lambda: self.changelog.writepending() and self.root or ""
964 969 xp1, xp2 = p1.hex(), p2 and p2.hex() or ''
965 970 self.hook('pretxncommit', throw=True, node=hex(n), parent1=xp1,
966 971 parent2=xp2, pending=p)
967 972 self.changelog.finalize(trp)
968 973 tr.close()
969 974
970 975 if self._branchcache:
971 976 self.branchtags()
972 977 return n
973 978 finally:
974 979 if tr:
975 980 tr.release()
976 981 lock.release()
977 982
978 983 def destroyed(self):
979 984 '''Inform the repository that nodes have been destroyed.
980 985 Intended for use by strip and rollback, so there's a common
981 986 place for anything that has to be done after destroying history.'''
982 987 # XXX it might be nice if we could take the list of destroyed
983 988 # nodes, but I don't see an easy way for rollback() to do that
984 989
985 990 # Ensure the persistent tag cache is updated. Doing it now
986 991 # means that the tag cache only has to worry about destroyed
987 992 # heads immediately after a strip/rollback. That in turn
988 993 # guarantees that "cachetip == currenttip" (comparing both rev
989 994 # and node) always means no nodes have been added or destroyed.
990 995
991 996 # XXX this is suboptimal when qrefresh'ing: we strip the current
992 997 # head, refresh the tag cache, then immediately add a new head.
993 998 # But I think doing it this way is necessary for the "instant
994 999 # tag cache retrieval" case to work.
995 1000 self.invalidatecaches()
996 1001
997 1002 def walk(self, match, node=None):
998 1003 '''
999 1004 walk recursively through the directory tree or a given
1000 1005 changeset, finding all files matched by the match
1001 1006 function
1002 1007 '''
1003 1008 return self[node].walk(match)
1004 1009
1005 1010 def status(self, node1='.', node2=None, match=None,
1006 1011 ignored=False, clean=False, unknown=False):
1007 1012 """return status of files between two nodes or node and working directory
1008 1013
1009 1014 If node1 is None, use the first dirstate parent instead.
1010 1015 If node2 is None, compare node1 with working directory.
1011 1016 """
1012 1017
1013 1018 def mfmatches(ctx):
1014 1019 mf = ctx.manifest().copy()
1015 1020 for fn in mf.keys():
1016 1021 if not match(fn):
1017 1022 del mf[fn]
1018 1023 return mf
1019 1024
1020 1025 if isinstance(node1, context.changectx):
1021 1026 ctx1 = node1
1022 1027 else:
1023 1028 ctx1 = self[node1]
1024 1029 if isinstance(node2, context.changectx):
1025 1030 ctx2 = node2
1026 1031 else:
1027 1032 ctx2 = self[node2]
1028 1033
1029 1034 working = ctx2.rev() is None
1030 1035 parentworking = working and ctx1 == self['.']
1031 1036 match = match or matchmod.always(self.root, self.getcwd())
1032 1037 listignored, listclean, listunknown = ignored, clean, unknown
1033 1038
1034 1039 # load earliest manifest first for caching reasons
1035 1040 if not working and ctx2.rev() < ctx1.rev():
1036 1041 ctx2.manifest()
1037 1042
1038 1043 if not parentworking:
1039 1044 def bad(f, msg):
1040 1045 if f not in ctx1:
1041 1046 self.ui.warn('%s: %s\n' % (self.dirstate.pathto(f), msg))
1042 1047 match.bad = bad
1043 1048
1044 1049 if working: # we need to scan the working dir
1045 1050 subrepos = []
1046 1051 if '.hgsub' in self.dirstate:
1047 1052 subrepos = ctx1.substate.keys()
1048 1053 s = self.dirstate.status(match, subrepos, listignored,
1049 1054 listclean, listunknown)
1050 1055 cmp, modified, added, removed, deleted, unknown, ignored, clean = s
1051 1056
1052 1057 # check for any possibly clean files
1053 1058 if parentworking and cmp:
1054 1059 fixup = []
1055 1060 # do a full compare of any files that might have changed
1056 1061 for f in sorted(cmp):
1057 1062 if (f not in ctx1 or ctx2.flags(f) != ctx1.flags(f)
1058 1063 or ctx1[f].cmp(ctx2[f].data())):
1059 1064 modified.append(f)
1060 1065 else:
1061 1066 fixup.append(f)
1062 1067
1063 1068 if listclean:
1064 1069 clean += fixup
1065 1070
1066 1071 # update dirstate for files that are actually clean
1067 1072 if fixup:
1068 1073 try:
1069 1074 # updating the dirstate is optional
1070 1075 # so we don't wait on the lock
1071 1076 wlock = self.wlock(False)
1072 1077 try:
1073 1078 for f in fixup:
1074 1079 self.dirstate.normal(f)
1075 1080 finally:
1076 1081 wlock.release()
1077 1082 except error.LockError:
1078 1083 pass
1079 1084
1080 1085 if not parentworking:
1081 1086 mf1 = mfmatches(ctx1)
1082 1087 if working:
1083 1088 # we are comparing working dir against non-parent
1084 1089 # generate a pseudo-manifest for the working dir
1085 1090 mf2 = mfmatches(self['.'])
1086 1091 for f in cmp + modified + added:
1087 1092 mf2[f] = None
1088 1093 mf2.set(f, ctx2.flags(f))
1089 1094 for f in removed:
1090 1095 if f in mf2:
1091 1096 del mf2[f]
1092 1097 else:
1093 1098 # we are comparing two revisions
1094 1099 deleted, unknown, ignored = [], [], []
1095 1100 mf2 = mfmatches(ctx2)
1096 1101
1097 1102 modified, added, clean = [], [], []
1098 1103 for fn in mf2:
1099 1104 if fn in mf1:
1100 1105 if (mf1.flags(fn) != mf2.flags(fn) or
1101 1106 (mf1[fn] != mf2[fn] and
1102 1107 (mf2[fn] or ctx1[fn].cmp(ctx2[fn].data())))):
1103 1108 modified.append(fn)
1104 1109 elif listclean:
1105 1110 clean.append(fn)
1106 1111 del mf1[fn]
1107 1112 else:
1108 1113 added.append(fn)
1109 1114 removed = mf1.keys()
1110 1115
1111 1116 r = modified, added, removed, deleted, unknown, ignored, clean
1112 1117 [l.sort() for l in r]
1113 1118 return r
1114 1119
1115 1120 def heads(self, start=None):
1116 1121 heads = self.changelog.heads(start)
1117 1122 # sort the output in rev descending order
1118 1123 heads = [(-self.changelog.rev(h), h) for h in heads]
1119 1124 return [n for (r, n) in sorted(heads)]
1120 1125
1121 1126 def branchheads(self, branch=None, start=None, closed=False):
1122 1127 '''return a (possibly filtered) list of heads for the given branch
1123 1128
1124 1129 Heads are returned in topological order, from newest to oldest.
1125 1130 If branch is None, use the dirstate branch.
1126 1131 If start is not None, return only heads reachable from start.
1127 1132 If closed is True, return heads that are marked as closed as well.
1128 1133 '''
1129 1134 if branch is None:
1130 1135 branch = self[None].branch()
1131 1136 branches = self.branchmap()
1132 1137 if branch not in branches:
1133 1138 return []
1134 1139 # the cache returns heads ordered lowest to highest
1135 1140 bheads = list(reversed(branches[branch]))
1136 1141 if start is not None:
1137 1142 # filter out the heads that cannot be reached from startrev
1138 1143 fbheads = set(self.changelog.nodesbetween([start], bheads)[2])
1139 1144 bheads = [h for h in bheads if h in fbheads]
1140 1145 if not closed:
1141 1146 bheads = [h for h in bheads if
1142 1147 ('close' not in self.changelog.read(h)[5])]
1143 1148 return bheads
1144 1149
1145 1150 def branches(self, nodes):
1146 1151 if not nodes:
1147 1152 nodes = [self.changelog.tip()]
1148 1153 b = []
1149 1154 for n in nodes:
1150 1155 t = n
1151 1156 while 1:
1152 1157 p = self.changelog.parents(n)
1153 1158 if p[1] != nullid or p[0] == nullid:
1154 1159 b.append((t, n, p[0], p[1]))
1155 1160 break
1156 1161 n = p[0]
1157 1162 return b
1158 1163
1159 1164 def between(self, pairs):
1160 1165 r = []
1161 1166
1162 1167 for top, bottom in pairs:
1163 1168 n, l, i = top, [], 0
1164 1169 f = 1
1165 1170
1166 1171 while n != bottom and n != nullid:
1167 1172 p = self.changelog.parents(n)[0]
1168 1173 if i == f:
1169 1174 l.append(n)
1170 1175 f = f * 2
1171 1176 n = p
1172 1177 i += 1
1173 1178
1174 1179 r.append(l)
1175 1180
1176 1181 return r
1177 1182
1178 1183 def pull(self, remote, heads=None, force=False):
1179 1184 lock = self.lock()
1180 1185 try:
1181 1186 tmp = discovery.findcommonincoming(self, remote, heads=heads,
1182 1187 force=force)
1183 1188 common, fetch, rheads = tmp
1184 1189 if not fetch:
1185 1190 self.ui.status(_("no changes found\n"))
1186 1191 return 0
1187 1192
1188 1193 if fetch == [nullid]:
1189 1194 self.ui.status(_("requesting all changes\n"))
1190 1195 elif heads is None and remote.capable('changegroupsubset'):
1191 1196 # issue1320, avoid a race if remote changed after discovery
1192 1197 heads = rheads
1193 1198
1194 1199 if heads is None:
1195 1200 cg = remote.changegroup(fetch, 'pull')
1196 1201 else:
1197 1202 if not remote.capable('changegroupsubset'):
1198 1203 raise util.Abort(_("Partial pull cannot be done because "
1199 1204 "other repository doesn't support "
1200 1205 "changegroupsubset."))
1201 1206 cg = remote.changegroupsubset(fetch, heads, 'pull')
1202 1207 return self.addchangegroup(cg, 'pull', remote.url(), lock=lock)
1203 1208 finally:
1204 1209 lock.release()
1205 1210
1206 1211 def push(self, remote, force=False, revs=None, newbranch=False):
1207 1212 '''Push outgoing changesets (limited by revs) from the current
1208 1213 repository to remote. Return an integer:
1209 1214 - 0 means HTTP error *or* nothing to push
1210 1215 - 1 means we pushed and remote head count is unchanged *or*
1211 1216 we have outgoing changesets but refused to push
1212 1217 - other values as described by addchangegroup()
1213 1218 '''
1214 1219 # there are two ways to push to remote repo:
1215 1220 #
1216 1221 # addchangegroup assumes local user can lock remote
1217 1222 # repo (local filesystem, old ssh servers).
1218 1223 #
1219 1224 # unbundle assumes local user cannot lock remote repo (new ssh
1220 1225 # servers, http servers).
1221 1226
1222 1227 if remote.capable('unbundle'):
1223 1228 return self.push_unbundle(remote, force, revs, newbranch)
1224 1229 return self.push_addchangegroup(remote, force, revs, newbranch)
1225 1230
1226 1231 def push_addchangegroup(self, remote, force, revs, newbranch):
1227 1232 '''Push a changegroup by locking the remote and sending the
1228 1233 addchangegroup command to it. Used for local and old SSH repos.
1229 1234 Return an integer: see push().
1230 1235 '''
1231 1236 lock = remote.lock()
1232 1237 try:
1233 1238 ret = discovery.prepush(self, remote, force, revs, newbranch)
1234 1239 if ret[0] is not None:
1235 1240 cg, remote_heads = ret
1236 1241 # we return an integer indicating remote head count change
1237 1242 return remote.addchangegroup(cg, 'push', self.url(), lock=lock)
1238 1243 # and here we return 0 for "nothing to push" or 1 for
1239 1244 # "something to push but I refuse"
1240 1245 return ret[1]
1241 1246 finally:
1242 1247 lock.release()
1243 1248
1244 1249 def push_unbundle(self, remote, force, revs, newbranch):
1245 1250 '''Push a changegroup by unbundling it on the remote. Used for new
1246 1251 SSH and HTTP repos. Return an integer: see push().'''
1247 1252 # local repo finds heads on server, finds out what revs it
1248 1253 # must push. once revs transferred, if server finds it has
1249 1254 # different heads (someone else won commit/push race), server
1250 1255 # aborts.
1251 1256
1252 1257 ret = discovery.prepush(self, remote, force, revs, newbranch)
1253 1258 if ret[0] is not None:
1254 1259 cg, remote_heads = ret
1255 1260 if force:
1256 1261 remote_heads = ['force']
1257 1262 # ssh: return remote's addchangegroup()
1258 1263 # http: return remote's addchangegroup() or 0 for error
1259 1264 return remote.unbundle(cg, remote_heads, 'push')
1260 1265 # as in push_addchangegroup()
1261 1266 return ret[1]
1262 1267
1263 1268 def changegroupinfo(self, nodes, source):
1264 1269 if self.ui.verbose or source == 'bundle':
1265 1270 self.ui.status(_("%d changesets found\n") % len(nodes))
1266 1271 if self.ui.debugflag:
1267 1272 self.ui.debug("list of changesets:\n")
1268 1273 for node in nodes:
1269 1274 self.ui.debug("%s\n" % hex(node))
1270 1275
1271 1276 def changegroupsubset(self, bases, heads, source, extranodes=None):
1272 1277 """Compute a changegroup consisting of all the nodes that are
1273 1278 descendents of any of the bases and ancestors of any of the heads.
1274 1279 Return a chunkbuffer object whose read() method will return
1275 1280 successive changegroup chunks.
1276 1281
1277 1282 It is fairly complex as determining which filenodes and which
1278 1283 manifest nodes need to be included for the changeset to be complete
1279 1284 is non-trivial.
1280 1285
1281 1286 Another wrinkle is doing the reverse, figuring out which changeset in
1282 1287 the changegroup a particular filenode or manifestnode belongs to.
1283 1288
1284 1289 The caller can specify some nodes that must be included in the
1285 1290 changegroup using the extranodes argument. It should be a dict
1286 1291 where the keys are the filenames (or 1 for the manifest), and the
1287 1292 values are lists of (node, linknode) tuples, where node is a wanted
1288 1293 node and linknode is the changelog node that should be transmitted as
1289 1294 the linkrev.
1290 1295 """
1291 1296
1292 1297 # Set up some initial variables
1293 1298 # Make it easy to refer to self.changelog
1294 1299 cl = self.changelog
1295 1300 # msng is short for missing - compute the list of changesets in this
1296 1301 # changegroup.
1297 1302 if not bases:
1298 1303 bases = [nullid]
1299 1304 msng_cl_lst, bases, heads = cl.nodesbetween(bases, heads)
1300 1305
1301 1306 if extranodes is None:
1302 1307 # can we go through the fast path ?
1303 1308 heads.sort()
1304 1309 allheads = self.heads()
1305 1310 allheads.sort()
1306 1311 if heads == allheads:
1307 1312 return self._changegroup(msng_cl_lst, source)
1308 1313
1309 1314 # slow path
1310 1315 self.hook('preoutgoing', throw=True, source=source)
1311 1316
1312 1317 self.changegroupinfo(msng_cl_lst, source)
1313 1318 # Some bases may turn out to be superfluous, and some heads may be
1314 1319 # too. nodesbetween will return the minimal set of bases and heads
1315 1320 # necessary to re-create the changegroup.
1316 1321
1317 1322 # Known heads are the list of heads that it is assumed the recipient
1318 1323 # of this changegroup will know about.
1319 1324 knownheads = set()
1320 1325 # We assume that all parents of bases are known heads.
1321 1326 for n in bases:
1322 1327 knownheads.update(cl.parents(n))
1323 1328 knownheads.discard(nullid)
1324 1329 knownheads = list(knownheads)
1325 1330 if knownheads:
1326 1331 # Now that we know what heads are known, we can compute which
1327 1332 # changesets are known. The recipient must know about all
1328 1333 # changesets required to reach the known heads from the null
1329 1334 # changeset.
1330 1335 has_cl_set, junk, junk = cl.nodesbetween(None, knownheads)
1331 1336 junk = None
1332 1337 # Transform the list into a set.
1333 1338 has_cl_set = set(has_cl_set)
1334 1339 else:
1335 1340 # If there were no known heads, the recipient cannot be assumed to
1336 1341 # know about any changesets.
1337 1342 has_cl_set = set()
1338 1343
1339 1344 # Make it easy to refer to self.manifest
1340 1345 mnfst = self.manifest
1341 1346 # We don't know which manifests are missing yet
1342 1347 msng_mnfst_set = {}
1343 1348 # Nor do we know which filenodes are missing.
1344 1349 msng_filenode_set = {}
1345 1350
1346 1351 junk = mnfst.index[len(mnfst) - 1] # Get around a bug in lazyindex
1347 1352 junk = None
1348 1353
1349 1354 # A changeset always belongs to itself, so the changenode lookup
1350 1355 # function for a changenode is identity.
1351 1356 def identity(x):
1352 1357 return x
1353 1358
1354 1359 # If we determine that a particular file or manifest node must be a
1355 1360 # node that the recipient of the changegroup will already have, we can
1356 1361 # also assume the recipient will have all the parents. This function
1357 1362 # prunes them from the set of missing nodes.
1358 1363 def prune_parents(revlog, hasset, msngset):
1359 1364 for r in revlog.ancestors(*[revlog.rev(n) for n in hasset]):
1360 1365 msngset.pop(revlog.node(r), None)
1361 1366
1362 1367 # Use the information collected in collect_manifests_and_files to say
1363 1368 # which changenode any manifestnode belongs to.
1364 1369 def lookup_manifest_link(mnfstnode):
1365 1370 return msng_mnfst_set[mnfstnode]
1366 1371
1367 1372 # A function generating function that sets up the initial environment
1368 1373 # the inner function.
1369 1374 def filenode_collector(changedfiles):
1370 1375 # This gathers information from each manifestnode included in the
1371 1376 # changegroup about which filenodes the manifest node references
1372 1377 # so we can include those in the changegroup too.
1373 1378 #
1374 1379 # It also remembers which changenode each filenode belongs to. It
1375 1380 # does this by assuming the a filenode belongs to the changenode
1376 1381 # the first manifest that references it belongs to.
1377 1382 def collect_msng_filenodes(mnfstnode):
1378 1383 r = mnfst.rev(mnfstnode)
1379 1384 if r - 1 in mnfst.parentrevs(r):
1380 1385 # If the previous rev is one of the parents,
1381 1386 # we only need to see a diff.
1382 1387 deltamf = mnfst.readdelta(mnfstnode)
1383 1388 # For each line in the delta
1384 1389 for f, fnode in deltamf.iteritems():
1385 1390 f = changedfiles.get(f, None)
1386 1391 # And if the file is in the list of files we care
1387 1392 # about.
1388 1393 if f is not None:
1389 1394 # Get the changenode this manifest belongs to
1390 1395 clnode = msng_mnfst_set[mnfstnode]
1391 1396 # Create the set of filenodes for the file if
1392 1397 # there isn't one already.
1393 1398 ndset = msng_filenode_set.setdefault(f, {})
1394 1399 # And set the filenode's changelog node to the
1395 1400 # manifest's if it hasn't been set already.
1396 1401 ndset.setdefault(fnode, clnode)
1397 1402 else:
1398 1403 # Otherwise we need a full manifest.
1399 1404 m = mnfst.read(mnfstnode)
1400 1405 # For every file in we care about.
1401 1406 for f in changedfiles:
1402 1407 fnode = m.get(f, None)
1403 1408 # If it's in the manifest
1404 1409 if fnode is not None:
1405 1410 # See comments above.
1406 1411 clnode = msng_mnfst_set[mnfstnode]
1407 1412 ndset = msng_filenode_set.setdefault(f, {})
1408 1413 ndset.setdefault(fnode, clnode)
1409 1414 return collect_msng_filenodes
1410 1415
1411 1416 # We have a list of filenodes we think we need for a file, lets remove
1412 1417 # all those we know the recipient must have.
1413 1418 def prune_filenodes(f, filerevlog):
1414 1419 msngset = msng_filenode_set[f]
1415 1420 hasset = set()
1416 1421 # If a 'missing' filenode thinks it belongs to a changenode we
1417 1422 # assume the recipient must have, then the recipient must have
1418 1423 # that filenode.
1419 1424 for n in msngset:
1420 1425 clnode = cl.node(filerevlog.linkrev(filerevlog.rev(n)))
1421 1426 if clnode in has_cl_set:
1422 1427 hasset.add(n)
1423 1428 prune_parents(filerevlog, hasset, msngset)
1424 1429
1425 1430 # A function generator function that sets up the a context for the
1426 1431 # inner function.
1427 1432 def lookup_filenode_link_func(fname):
1428 1433 msngset = msng_filenode_set[fname]
1429 1434 # Lookup the changenode the filenode belongs to.
1430 1435 def lookup_filenode_link(fnode):
1431 1436 return msngset[fnode]
1432 1437 return lookup_filenode_link
1433 1438
1434 1439 # Add the nodes that were explicitly requested.
1435 1440 def add_extra_nodes(name, nodes):
1436 1441 if not extranodes or name not in extranodes:
1437 1442 return
1438 1443
1439 1444 for node, linknode in extranodes[name]:
1440 1445 if node not in nodes:
1441 1446 nodes[node] = linknode
1442 1447
1443 1448 # Now that we have all theses utility functions to help out and
1444 1449 # logically divide up the task, generate the group.
1445 1450 def gengroup():
1446 1451 # The set of changed files starts empty.
1447 1452 changedfiles = {}
1448 1453 collect = changegroup.collector(cl, msng_mnfst_set, changedfiles)
1449 1454
1450 1455 # Create a changenode group generator that will call our functions
1451 1456 # back to lookup the owning changenode and collect information.
1452 1457 group = cl.group(msng_cl_lst, identity, collect)
1453 1458 cnt = 0
1454 1459 for chnk in group:
1455 1460 yield chnk
1456 1461 self.ui.progress(_('bundling changes'), cnt, unit=_('chunks'))
1457 1462 cnt += 1
1458 1463 self.ui.progress(_('bundling changes'), None)
1459 1464
1460 1465
1461 1466 # Figure out which manifest nodes (of the ones we think might be
1462 1467 # part of the changegroup) the recipient must know about and
1463 1468 # remove them from the changegroup.
1464 1469 has_mnfst_set = set()
1465 1470 for n in msng_mnfst_set:
1466 1471 # If a 'missing' manifest thinks it belongs to a changenode
1467 1472 # the recipient is assumed to have, obviously the recipient
1468 1473 # must have that manifest.
1469 1474 linknode = cl.node(mnfst.linkrev(mnfst.rev(n)))
1470 1475 if linknode in has_cl_set:
1471 1476 has_mnfst_set.add(n)
1472 1477 prune_parents(mnfst, has_mnfst_set, msng_mnfst_set)
1473 1478 add_extra_nodes(1, msng_mnfst_set)
1474 1479 msng_mnfst_lst = msng_mnfst_set.keys()
1475 1480 # Sort the manifestnodes by revision number.
1476 1481 msng_mnfst_lst.sort(key=mnfst.rev)
1477 1482 # Create a generator for the manifestnodes that calls our lookup
1478 1483 # and data collection functions back.
1479 1484 group = mnfst.group(msng_mnfst_lst, lookup_manifest_link,
1480 1485 filenode_collector(changedfiles))
1481 1486 cnt = 0
1482 1487 for chnk in group:
1483 1488 yield chnk
1484 1489 self.ui.progress(_('bundling manifests'), cnt, unit=_('chunks'))
1485 1490 cnt += 1
1486 1491 self.ui.progress(_('bundling manifests'), None)
1487 1492
1488 1493 # These are no longer needed, dereference and toss the memory for
1489 1494 # them.
1490 1495 msng_mnfst_lst = None
1491 1496 msng_mnfst_set.clear()
1492 1497
1493 1498 if extranodes:
1494 1499 for fname in extranodes:
1495 1500 if isinstance(fname, int):
1496 1501 continue
1497 1502 msng_filenode_set.setdefault(fname, {})
1498 1503 changedfiles[fname] = 1
1499 1504 # Go through all our files in order sorted by name.
1500 1505 cnt = 0
1501 1506 for fname in sorted(changedfiles):
1502 1507 filerevlog = self.file(fname)
1503 1508 if not len(filerevlog):
1504 1509 raise util.Abort(_("empty or missing revlog for %s") % fname)
1505 1510 # Toss out the filenodes that the recipient isn't really
1506 1511 # missing.
1507 1512 if fname in msng_filenode_set:
1508 1513 prune_filenodes(fname, filerevlog)
1509 1514 add_extra_nodes(fname, msng_filenode_set[fname])
1510 1515 msng_filenode_lst = msng_filenode_set[fname].keys()
1511 1516 else:
1512 1517 msng_filenode_lst = []
1513 1518 # If any filenodes are left, generate the group for them,
1514 1519 # otherwise don't bother.
1515 1520 if len(msng_filenode_lst) > 0:
1516 1521 yield changegroup.chunkheader(len(fname))
1517 1522 yield fname
1518 1523 # Sort the filenodes by their revision #
1519 1524 msng_filenode_lst.sort(key=filerevlog.rev)
1520 1525 # Create a group generator and only pass in a changenode
1521 1526 # lookup function as we need to collect no information
1522 1527 # from filenodes.
1523 1528 group = filerevlog.group(msng_filenode_lst,
1524 1529 lookup_filenode_link_func(fname))
1525 1530 for chnk in group:
1526 1531 self.ui.progress(
1527 1532 _('bundling files'), cnt, item=fname, unit=_('chunks'))
1528 1533 cnt += 1
1529 1534 yield chnk
1530 1535 if fname in msng_filenode_set:
1531 1536 # Don't need this anymore, toss it to free memory.
1532 1537 del msng_filenode_set[fname]
1533 1538 # Signal that no more groups are left.
1534 1539 yield changegroup.closechunk()
1535 1540 self.ui.progress(_('bundling files'), None)
1536 1541
1537 1542 if msng_cl_lst:
1538 1543 self.hook('outgoing', node=hex(msng_cl_lst[0]), source=source)
1539 1544
1540 1545 return util.chunkbuffer(gengroup())
1541 1546
1542 1547 def changegroup(self, basenodes, source):
1543 1548 # to avoid a race we use changegroupsubset() (issue1320)
1544 1549 return self.changegroupsubset(basenodes, self.heads(), source)
1545 1550
1546 1551 def _changegroup(self, nodes, source):
1547 1552 """Compute the changegroup of all nodes that we have that a recipient
1548 1553 doesn't. Return a chunkbuffer object whose read() method will return
1549 1554 successive changegroup chunks.
1550 1555
1551 1556 This is much easier than the previous function as we can assume that
1552 1557 the recipient has any changenode we aren't sending them.
1553 1558
1554 1559 nodes is the set of nodes to send"""
1555 1560
1556 1561 self.hook('preoutgoing', throw=True, source=source)
1557 1562
1558 1563 cl = self.changelog
1559 1564 revset = set([cl.rev(n) for n in nodes])
1560 1565 self.changegroupinfo(nodes, source)
1561 1566
1562 1567 def identity(x):
1563 1568 return x
1564 1569
1565 1570 def gennodelst(log):
1566 1571 for r in log:
1567 1572 if log.linkrev(r) in revset:
1568 1573 yield log.node(r)
1569 1574
1570 1575 def lookuprevlink_func(revlog):
1571 1576 def lookuprevlink(n):
1572 1577 return cl.node(revlog.linkrev(revlog.rev(n)))
1573 1578 return lookuprevlink
1574 1579
1575 1580 def gengroup():
1576 1581 '''yield a sequence of changegroup chunks (strings)'''
1577 1582 # construct a list of all changed files
1578 1583 changedfiles = {}
1579 1584 mmfs = {}
1580 1585 collect = changegroup.collector(cl, mmfs, changedfiles)
1581 1586
1582 1587 cnt = 0
1583 1588 for chnk in cl.group(nodes, identity, collect):
1584 1589 self.ui.progress(_('bundling changes'), cnt, unit=_('chunks'))
1585 1590 cnt += 1
1586 1591 yield chnk
1587 1592 self.ui.progress(_('bundling changes'), None)
1588 1593
1589 1594 mnfst = self.manifest
1590 1595 nodeiter = gennodelst(mnfst)
1591 1596 cnt = 0
1592 1597 for chnk in mnfst.group(nodeiter, lookuprevlink_func(mnfst)):
1593 1598 self.ui.progress(_('bundling manifests'), cnt, unit=_('chunks'))
1594 1599 cnt += 1
1595 1600 yield chnk
1596 1601 self.ui.progress(_('bundling manifests'), None)
1597 1602
1598 1603 cnt = 0
1599 1604 for fname in sorted(changedfiles):
1600 1605 filerevlog = self.file(fname)
1601 1606 if not len(filerevlog):
1602 1607 raise util.Abort(_("empty or missing revlog for %s") % fname)
1603 1608 nodeiter = gennodelst(filerevlog)
1604 1609 nodeiter = list(nodeiter)
1605 1610 if nodeiter:
1606 1611 yield changegroup.chunkheader(len(fname))
1607 1612 yield fname
1608 1613 lookup = lookuprevlink_func(filerevlog)
1609 1614 for chnk in filerevlog.group(nodeiter, lookup):
1610 1615 self.ui.progress(
1611 1616 _('bundling files'), cnt, item=fname, unit=_('chunks'))
1612 1617 cnt += 1
1613 1618 yield chnk
1614 1619 self.ui.progress(_('bundling files'), None)
1615 1620
1616 1621 yield changegroup.closechunk()
1617 1622
1618 1623 if nodes:
1619 1624 self.hook('outgoing', node=hex(nodes[0]), source=source)
1620 1625
1621 1626 return util.chunkbuffer(gengroup())
1622 1627
1623 1628 def addchangegroup(self, source, srctype, url, emptyok=False, lock=None):
1624 1629 """Add the changegroup returned by source.read() to this repo.
1625 1630 srctype is a string like 'push', 'pull', or 'unbundle'. url is
1626 1631 the URL of the repo where this changegroup is coming from.
1627 1632
1628 1633 Return an integer summarizing the change to this repo:
1629 1634 - nothing changed or no source: 0
1630 1635 - more heads than before: 1+added heads (2..n)
1631 1636 - fewer heads than before: -1-removed heads (-2..-n)
1632 1637 - number of heads stays the same: 1
1633 1638 """
1634 1639 def csmap(x):
1635 1640 self.ui.debug("add changeset %s\n" % short(x))
1636 1641 return len(cl)
1637 1642
1638 1643 def revmap(x):
1639 1644 return cl.rev(x)
1640 1645
1641 1646 if not source:
1642 1647 return 0
1643 1648
1644 1649 self.hook('prechangegroup', throw=True, source=srctype, url=url)
1645 1650
1646 1651 changesets = files = revisions = 0
1647 1652 efiles = set()
1648 1653
1649 1654 # write changelog data to temp files so concurrent readers will not see
1650 1655 # inconsistent view
1651 1656 cl = self.changelog
1652 1657 cl.delayupdate()
1653 1658 oldheads = len(cl.heads())
1654 1659
1655 1660 tr = self.transaction("\n".join([srctype, urlmod.hidepassword(url)]))
1656 1661 try:
1657 1662 trp = weakref.proxy(tr)
1658 1663 # pull off the changeset group
1659 1664 self.ui.status(_("adding changesets\n"))
1660 1665 clstart = len(cl)
1661 1666 class prog(object):
1662 1667 step = _('changesets')
1663 1668 count = 1
1664 1669 ui = self.ui
1665 1670 total = None
1666 1671 def __call__(self):
1667 1672 self.ui.progress(self.step, self.count, unit=_('chunks'),
1668 1673 total=self.total)
1669 1674 self.count += 1
1670 1675 pr = prog()
1671 1676 chunkiter = changegroup.chunkiter(source, progress=pr)
1672 1677 if cl.addgroup(chunkiter, csmap, trp) is None and not emptyok:
1673 1678 raise util.Abort(_("received changelog group is empty"))
1674 1679 clend = len(cl)
1675 1680 changesets = clend - clstart
1676 1681 for c in xrange(clstart, clend):
1677 1682 efiles.update(self[c].files())
1678 1683 efiles = len(efiles)
1679 1684 self.ui.progress(_('changesets'), None)
1680 1685
1681 1686 # pull off the manifest group
1682 1687 self.ui.status(_("adding manifests\n"))
1683 1688 pr.step = _('manifests')
1684 1689 pr.count = 1
1685 1690 pr.total = changesets # manifests <= changesets
1686 1691 chunkiter = changegroup.chunkiter(source, progress=pr)
1687 1692 # no need to check for empty manifest group here:
1688 1693 # if the result of the merge of 1 and 2 is the same in 3 and 4,
1689 1694 # no new manifest will be created and the manifest group will
1690 1695 # be empty during the pull
1691 1696 self.manifest.addgroup(chunkiter, revmap, trp)
1692 1697 self.ui.progress(_('manifests'), None)
1693 1698
1694 1699 needfiles = {}
1695 1700 if self.ui.configbool('server', 'validate', default=False):
1696 1701 # validate incoming csets have their manifests
1697 1702 for cset in xrange(clstart, clend):
1698 1703 mfest = self.changelog.read(self.changelog.node(cset))[0]
1699 1704 mfest = self.manifest.readdelta(mfest)
1700 1705 # store file nodes we must see
1701 1706 for f, n in mfest.iteritems():
1702 1707 needfiles.setdefault(f, set()).add(n)
1703 1708
1704 1709 # process the files
1705 1710 self.ui.status(_("adding file changes\n"))
1706 1711 pr.step = 'files'
1707 1712 pr.count = 1
1708 1713 pr.total = efiles
1709 1714 while 1:
1710 1715 f = changegroup.getchunk(source)
1711 1716 if not f:
1712 1717 break
1713 1718 self.ui.debug("adding %s revisions\n" % f)
1714 1719 pr()
1715 1720 fl = self.file(f)
1716 1721 o = len(fl)
1717 1722 chunkiter = changegroup.chunkiter(source)
1718 1723 if fl.addgroup(chunkiter, revmap, trp) is None:
1719 1724 raise util.Abort(_("received file revlog group is empty"))
1720 1725 revisions += len(fl) - o
1721 1726 files += 1
1722 1727 if f in needfiles:
1723 1728 needs = needfiles[f]
1724 1729 for new in xrange(o, len(fl)):
1725 1730 n = fl.node(new)
1726 1731 if n in needs:
1727 1732 needs.remove(n)
1728 1733 if not needs:
1729 1734 del needfiles[f]
1730 1735 self.ui.progress(_('files'), None)
1731 1736
1732 1737 for f, needs in needfiles.iteritems():
1733 1738 fl = self.file(f)
1734 1739 for n in needs:
1735 1740 try:
1736 1741 fl.rev(n)
1737 1742 except error.LookupError:
1738 1743 raise util.Abort(
1739 1744 _('missing file data for %s:%s - run hg verify') %
1740 1745 (f, hex(n)))
1741 1746
1742 1747 newheads = len(cl.heads())
1743 1748 heads = ""
1744 1749 if oldheads and newheads != oldheads:
1745 1750 heads = _(" (%+d heads)") % (newheads - oldheads)
1746 1751
1747 1752 self.ui.status(_("added %d changesets"
1748 1753 " with %d changes to %d files%s\n")
1749 1754 % (changesets, revisions, files, heads))
1750 1755
1751 1756 if changesets > 0:
1752 1757 p = lambda: cl.writepending() and self.root or ""
1753 1758 self.hook('pretxnchangegroup', throw=True,
1754 1759 node=hex(cl.node(clstart)), source=srctype,
1755 1760 url=url, pending=p)
1756 1761
1757 1762 # make changelog see real files again
1758 1763 cl.finalize(trp)
1759 1764
1760 1765 tr.close()
1761 1766 finally:
1762 1767 tr.release()
1763 1768 if lock:
1764 1769 lock.release()
1765 1770
1766 1771 if changesets > 0:
1767 1772 # forcefully update the on-disk branch cache
1768 1773 self.ui.debug("updating the branch cache\n")
1769 1774 self.branchtags()
1770 1775 self.hook("changegroup", node=hex(cl.node(clstart)),
1771 1776 source=srctype, url=url)
1772 1777
1773 1778 for i in xrange(clstart, clend):
1774 1779 self.hook("incoming", node=hex(cl.node(i)),
1775 1780 source=srctype, url=url)
1776 1781
1777 1782 # never return 0 here:
1778 1783 if newheads < oldheads:
1779 1784 return newheads - oldheads - 1
1780 1785 else:
1781 1786 return newheads - oldheads + 1
1782 1787
1783 1788
1784 1789 def stream_in(self, remote):
1785 1790 fp = remote.stream_out()
1786 1791 l = fp.readline()
1787 1792 try:
1788 1793 resp = int(l)
1789 1794 except ValueError:
1790 1795 raise error.ResponseError(
1791 1796 _('Unexpected response from remote server:'), l)
1792 1797 if resp == 1:
1793 1798 raise util.Abort(_('operation forbidden by server'))
1794 1799 elif resp == 2:
1795 1800 raise util.Abort(_('locking the remote repository failed'))
1796 1801 elif resp != 0:
1797 1802 raise util.Abort(_('the server sent an unknown error code'))
1798 1803 self.ui.status(_('streaming all changes\n'))
1799 1804 l = fp.readline()
1800 1805 try:
1801 1806 total_files, total_bytes = map(int, l.split(' ', 1))
1802 1807 except (ValueError, TypeError):
1803 1808 raise error.ResponseError(
1804 1809 _('Unexpected response from remote server:'), l)
1805 1810 self.ui.status(_('%d files to transfer, %s of data\n') %
1806 1811 (total_files, util.bytecount(total_bytes)))
1807 1812 start = time.time()
1808 1813 for i in xrange(total_files):
1809 1814 # XXX doesn't support '\n' or '\r' in filenames
1810 1815 l = fp.readline()
1811 1816 try:
1812 1817 name, size = l.split('\0', 1)
1813 1818 size = int(size)
1814 1819 except (ValueError, TypeError):
1815 1820 raise error.ResponseError(
1816 1821 _('Unexpected response from remote server:'), l)
1817 1822 self.ui.debug('adding %s (%s)\n' % (name, util.bytecount(size)))
1818 1823 # for backwards compat, name was partially encoded
1819 1824 ofp = self.sopener(store.decodedir(name), 'w')
1820 1825 for chunk in util.filechunkiter(fp, limit=size):
1821 1826 ofp.write(chunk)
1822 1827 ofp.close()
1823 1828 elapsed = time.time() - start
1824 1829 if elapsed <= 0:
1825 1830 elapsed = 0.001
1826 1831 self.ui.status(_('transferred %s in %.1f seconds (%s/sec)\n') %
1827 1832 (util.bytecount(total_bytes), elapsed,
1828 1833 util.bytecount(total_bytes / elapsed)))
1829 1834 self.invalidate()
1830 1835 return len(self.heads()) + 1
1831 1836
1832 1837 def clone(self, remote, heads=[], stream=False):
1833 1838 '''clone remote repository.
1834 1839
1835 1840 keyword arguments:
1836 1841 heads: list of revs to clone (forces use of pull)
1837 1842 stream: use streaming clone if possible'''
1838 1843
1839 1844 # now, all clients that can request uncompressed clones can
1840 1845 # read repo formats supported by all servers that can serve
1841 1846 # them.
1842 1847
1843 1848 # if revlog format changes, client will have to check version
1844 1849 # and format flags on "stream" capability, and use
1845 1850 # uncompressed only if compatible.
1846 1851
1847 1852 if stream and not heads and remote.capable('stream'):
1848 1853 return self.stream_in(remote)
1849 1854 return self.pull(remote, heads)
1850 1855
1851 1856 def pushkey(self, namespace, key, old, new):
1852 1857 return pushkey.push(self, namespace, key, old, new)
1853 1858
1854 1859 def listkeys(self, namespace):
1855 1860 return pushkey.list(self, namespace)
1856 1861
1857 1862 # used to avoid circular references so destructors work
1858 1863 def aftertrans(files):
1859 1864 renamefiles = [tuple(t) for t in files]
1860 1865 def a():
1861 1866 for src, dest in renamefiles:
1862 1867 util.rename(src, dest)
1863 1868 return a
1864 1869
1865 1870 def instance(ui, path, create):
1866 1871 return localrepository(ui, util.drop_scheme('file', path), create)
1867 1872
1868 1873 def islocal(path):
1869 1874 return True
@@ -1,241 +1,244 b''
1 1 #!/bin/sh
2 2
3 3 rm -rf sub
4 4 mkdir sub
5 5 cd sub
6 6 hg init t
7 7 cd t
8 8
9 9 echo % first revision, no sub
10 10 echo a > a
11 11 hg ci -Am0
12 12
13 13 echo % add first sub
14 14 echo s = s > .hgsub
15 15 hg add .hgsub
16 16 hg init s
17 17 echo a > s/a
18
19 # issue2232 - committing a subrepo without .hgsub
20 hg ci -mbad s
21
18 22 hg -R s ci -Ams0
19 23 hg sum
20 24 hg ci -m1
21 25
22 26 # issue 2022 - update -C
23
24 27 echo b > s/a
25 28 hg sum
26 29 hg co -C 1
27 30 hg sum
28 31
29 32 echo % add sub sub
30 33 echo ss = ss > s/.hgsub
31 34 hg init s/ss
32 35 echo a > s/ss/a
33 36 hg -R s add s/.hgsub
34 37 hg -R s/ss add s/ss/a
35 38 hg sum
36 39 hg ci -m2
37 40 hg sum
38 41
39 42 echo % bump sub rev
40 43 echo b > s/a
41 44 hg -R s ci -ms1
42 45 hg ci -m3
43 46
44 47 echo % leave sub dirty
45 48 echo c > s/a
46 49 hg ci -m4
47 50 hg tip -R s
48 51
49 52 echo % check caching
50 53 hg co 0
51 54 hg debugsub
52 55 echo % restore
53 56 hg co
54 57 hg debugsub
55 58
56 59 echo % new branch for merge tests
57 60 hg co 1
58 61 echo t = t >> .hgsub
59 62 hg init t
60 63 echo t > t/t
61 64 hg -R t add t
62 65 echo % 5
63 66 hg ci -m5 # add sub
64 67 echo t2 > t/t
65 68 echo % 6
66 69 hg st -R s
67 70 hg ci -m6 # change sub
68 71 hg debugsub
69 72 echo t3 > t/t
70 73 echo % 7
71 74 hg ci -m7 # change sub again for conflict test
72 75 hg rm .hgsub
73 76 echo % 8
74 77 hg ci -m8 # remove sub
75 78
76 79 echo % merge tests
77 80 hg co -C 3
78 81 hg merge 5 # test adding
79 82 hg debugsub
80 83 hg ci -m9
81 84 hg merge 6 --debug # test change
82 85 hg debugsub
83 86 echo conflict > t/t
84 87 hg ci -m10
85 88 HGMERGE=internal:merge hg merge --debug 7 # test conflict
86 89 echo % should conflict
87 90 cat t/t
88 91
89 92 echo % clone
90 93 cd ..
91 94 hg clone t tc | sed 's|from .*/sub|from .../sub|g'
92 95 cd tc
93 96 hg debugsub
94 97
95 98 echo % push
96 99 echo bah > t/t
97 100 hg ci -m11
98 101 hg push | sed 's/ .*sub/ ...sub/g'
99 102
100 103 echo % push -f
101 104 echo bah > s/a
102 105 hg ci -m12
103 106 hg push | sed 's/ .*sub/ ...sub/g'
104 107 hg push -f | sed 's/ .*sub/ ...sub/g'
105 108
106 109 echo % update
107 110 cd ../t
108 111 hg up -C # discard our earlier merge
109 112 echo blah > t/t
110 113 hg ci -m13
111 114
112 115 echo % pull
113 116 cd ../tc
114 117 hg pull | sed 's/ .*sub/ ...sub/g'
115 118 # should pull t
116 119 hg up | sed 's|from .*/sub|from .../sub|g'
117 120 cat t/t
118 121
119 122 echo % bogus subrepo path aborts
120 123 echo 'bogus=[boguspath' >> .hgsub
121 124 hg ci -m 'bogus subrepo path'
122 125
123 126 echo % issue 1986
124 127 cd ..
125 128 rm -rf sub
126 129 hg init main
127 130 cd main
128 131
129 132 hg init s # subrepo layout
130 133 cd s #
131 134 echo a > a # o 5 br
132 135 hg ci -Am1 # /|
133 136 hg branch br # o | 4 default
134 137 echo a >> a # | |
135 138 hg ci -m1 # | o 3 br
136 139 hg up default # |/|
137 140 echo b > b # o | 2 default
138 141 hg ci -Am1 # | |
139 142 hg up br # | o 1 br
140 143 hg merge tip # |/
141 144 hg ci -m1 # o 0 default
142 145 hg up 2
143 146 echo c > c
144 147 hg ci -Am1
145 148 hg up 3
146 149 hg merge 4
147 150 hg ci -m1
148 151
149 152 cd .. # main repo layout:
150 153 echo 's = s' > .hgsub #
151 154 hg -R s up 2 # * <-- try to merge default into br again
152 155 hg ci -Am1 # .`|
153 156 hg branch br # . o 5 br --> substate = 5
154 157 echo b > b # . |
155 158 hg -R s up 3 # o | 4 default --> substate = 4
156 159 hg ci -Am1 # | |
157 160 hg up default # | o 3 br --> substate = 2
158 161 echo c > c # |/|
159 162 hg ci -Am1 # o | 2 default --> substate = 2
160 163 hg up 1 # | |
161 164 hg merge 2 # | o 1 br --> substate = 3
162 165 hg ci -m1 # |/
163 166 hg up 2 # o 0 default --> substate = 2
164 167 hg -R s up 4
165 168 echo d > d
166 169 hg ci -Am1
167 170 hg up 3
168 171 hg -R s up 5
169 172 echo e > e
170 173 hg ci -Am1
171 174
172 175 hg up 5
173 176 hg merge 4 # try to merge default into br again
174 177 cd ..
175 178
176 179 echo % test subrepo delete from .hgsubstate
177 180 hg init testdelete
178 181 mkdir testdelete/nested testdelete/nested2
179 182 hg init testdelete/nested
180 183 hg init testdelete/nested2
181 184 echo test > testdelete/nested/foo
182 185 echo test > testdelete/nested2/foo
183 186 hg -R testdelete/nested add
184 187 hg -R testdelete/nested2 add
185 188 hg -R testdelete/nested ci -m test
186 189 hg -R testdelete/nested2 ci -m test
187 190 echo nested = nested > testdelete/.hgsub
188 191 echo nested2 = nested2 >> testdelete/.hgsub
189 192 hg -R testdelete add
190 193 hg -R testdelete ci -m "nested 1 & 2 added"
191 194 echo nested = nested > testdelete/.hgsub
192 195 hg -R testdelete ci -m "nested 2 deleted"
193 196 cat testdelete/.hgsubstate | sed "s:.* ::"
194 197 hg -R testdelete remove testdelete/.hgsub
195 198 hg -R testdelete ci -m ".hgsub deleted"
196 199 cat testdelete/.hgsubstate
197 200
198 201 echo % test repository cloning
199 202 mkdir mercurial mercurial2
200 203 hg init nested_absolute
201 204 echo test > nested_absolute/foo
202 205 hg -R nested_absolute add
203 206 hg -R nested_absolute ci -mtest
204 207 cd mercurial
205 208 hg init nested_relative
206 209 echo test2 > nested_relative/foo2
207 210 hg -R nested_relative add
208 211 hg -R nested_relative ci -mtest2
209 212 hg init main
210 213 echo "nested_relative = ../nested_relative" > main/.hgsub
211 214 echo "nested_absolute = `pwd`/nested_absolute" >> main/.hgsub
212 215 hg -R main add
213 216 hg -R main ci -m "add subrepos"
214 217 cd ..
215 218 hg clone mercurial/main mercurial2/main
216 219 cat mercurial2/main/nested_absolute/.hg/hgrc \
217 220 mercurial2/main/nested_relative/.hg/hgrc \
218 221 | "$TESTDIR/filtertmp.py"
219 222 rm -rf mercurial mercurial2
220 223
221 224 echo % issue 1977
222 225 hg init repo
223 226 hg init repo/s
224 227 echo a > repo/s/a
225 228 hg -R repo/s ci -Am0
226 229 echo s = s > repo/.hgsub
227 230 hg -R repo ci -Am1
228 231 hg clone repo repo2 | sed 's|from .*/sub|from .../sub|g'
229 232 hg -q -R repo2 pull -u
230 233 echo 1 > repo2/s/a
231 234 hg -R repo2/s ci -m2
232 235 hg -q -R repo2/s push
233 236 hg -R repo2/s up -C 0
234 237 echo 2 > repo2/s/a
235 238 hg -R repo2/s ci -m3
236 239 hg -R repo2 ci -m3
237 240 hg -q -R repo2 push
238 241 hg -R repo update
239 242 rm -rf repo2 repo
240 243
241 244 exit 0
@@ -1,302 +1,303 b''
1 1 % first revision, no sub
2 2 adding a
3 3 % add first sub
4 abort: can't commit subrepos without .hgsub
4 5 adding a
5 6 parent: 0:f7b1eb17ad24 tip
6 7 0
7 8 branch: default
8 9 commit: 1 added, 1 subrepos
9 10 update: (current)
10 11 committing subrepository s
11 12 parent: 1:7cf8cfea66e4 tip
12 13 1
13 14 branch: default
14 15 commit: 1 subrepos
15 16 update: (current)
16 17 1 files updated, 0 files merged, 0 files removed, 0 files unresolved
17 18 parent: 1:7cf8cfea66e4 tip
18 19 1
19 20 branch: default
20 21 commit: (clean)
21 22 update: (current)
22 23 % add sub sub
23 24 parent: 1:7cf8cfea66e4 tip
24 25 1
25 26 branch: default
26 27 commit: 1 subrepos
27 28 update: (current)
28 29 committing subrepository s
29 30 committing subrepository s/ss
30 31 parent: 2:df30734270ae tip
31 32 2
32 33 branch: default
33 34 commit: (clean)
34 35 update: (current)
35 36 % bump sub rev
36 37 committing subrepository s
37 38 % leave sub dirty
38 39 committing subrepository s
39 40 changeset: 3:1c833a7a9e3a
40 41 tag: tip
41 42 user: test
42 43 date: Thu Jan 01 00:00:00 1970 +0000
43 44 summary: 4
44 45
45 46 % check caching
46 47 0 files updated, 0 files merged, 2 files removed, 0 files unresolved
47 48 % restore
48 49 2 files updated, 0 files merged, 0 files removed, 0 files unresolved
49 50 path s
50 51 source s
51 52 revision 1c833a7a9e3a4445c711aaf0f012379cd0d4034e
52 53 % new branch for merge tests
53 54 1 files updated, 0 files merged, 0 files removed, 0 files unresolved
54 55 adding t/t
55 56 % 5
56 57 committing subrepository t
57 58 created new head
58 59 % 6
59 60 committing subrepository t
60 61 path s
61 62 source s
62 63 revision e4ece1bf43360ddc8f6a96432201a37b7cd27ae4
63 64 path t
64 65 source t
65 66 revision 6747d179aa9a688023c4b0cad32e4c92bb7f34ad
66 67 % 7
67 68 committing subrepository t
68 69 % 8
69 70 % merge tests
70 71 2 files updated, 0 files merged, 0 files removed, 0 files unresolved
71 72 1 files updated, 0 files merged, 0 files removed, 0 files unresolved
72 73 (branch merge, don't forget to commit)
73 74 path s
74 75 source s
75 76 revision fc627a69481fcbe5f1135069e8a3881c023e4cf5
76 77 path t
77 78 source t
78 79 revision 60ca1237c19474e7a3978b0dc1ca4e6f36d51382
79 80 created new head
80 81 searching for copies back to rev 2
81 82 resolving manifests
82 83 overwrite None partial False
83 84 ancestor 1f14a2e2d3ec local f0d2028bf86d+ remote 1831e14459c4
84 85 .hgsubstate: versions differ -> m
85 86 update: .hgsubstate 1/1 files (100.00%)
86 87 subrepo merge f0d2028bf86d+ 1831e14459c4 1f14a2e2d3ec
87 88 subrepo t: other changed, get t:6747d179aa9a688023c4b0cad32e4c92bb7f34ad:hg
88 89 getting subrepo t
89 90 resolving manifests
90 91 overwrite True partial False
91 92 ancestor 60ca1237c194+ local 60ca1237c194+ remote 6747d179aa9a
92 93 t: remote is newer -> g
93 94 update: t 1/1 files (100.00%)
94 95 getting t
95 96 0 files updated, 0 files merged, 0 files removed, 0 files unresolved
96 97 (branch merge, don't forget to commit)
97 98 path s
98 99 source s
99 100 revision fc627a69481fcbe5f1135069e8a3881c023e4cf5
100 101 path t
101 102 source t
102 103 revision 6747d179aa9a688023c4b0cad32e4c92bb7f34ad
103 104 committing subrepository t
104 105 searching for copies back to rev 2
105 106 resolving manifests
106 107 overwrite None partial False
107 108 ancestor 1831e14459c4 local e45c8b14af55+ remote f94576341bcf
108 109 .hgsubstate: versions differ -> m
109 110 update: .hgsubstate 1/1 files (100.00%)
110 111 subrepo merge e45c8b14af55+ f94576341bcf 1831e14459c4
111 112 subrepo t: both sides changed, merge with t:7af322bc1198a32402fe903e0b7ebcfc5c9bf8f4:hg
112 113 merging subrepo t
113 114 searching for copies back to rev 2
114 115 resolving manifests
115 116 overwrite None partial False
116 117 ancestor 6747d179aa9a local 20a0db6fbf6c+ remote 7af322bc1198
117 118 t: versions differ -> m
118 119 preserving t for resolve of t
119 120 update: t 1/1 files (100.00%)
120 121 picked tool 'internal:merge' for t (binary False symlink False)
121 122 merging t
122 123 my t@20a0db6fbf6c+ other t@7af322bc1198 ancestor t@6747d179aa9a
123 124 warning: conflicts during merge.
124 125 merging t failed!
125 126 0 files updated, 0 files merged, 0 files removed, 1 files unresolved
126 127 use 'hg resolve' to retry unresolved file merges or 'hg update -C' to abandon
127 128 0 files updated, 0 files merged, 0 files removed, 0 files unresolved
128 129 (branch merge, don't forget to commit)
129 130 % should conflict
130 131 <<<<<<< local
131 132 conflict
132 133 =======
133 134 t3
134 135 >>>>>>> other
135 136 % clone
136 137 updating to branch default
137 138 pulling subrepo s from .../sub/t/s
138 139 requesting all changes
139 140 adding changesets
140 141 adding manifests
141 142 adding file changes
142 143 added 4 changesets with 5 changes to 3 files
143 144 pulling subrepo s/ss from .../sub/t/s/ss
144 145 requesting all changes
145 146 adding changesets
146 147 adding manifests
147 148 adding file changes
148 149 added 1 changesets with 1 changes to 1 files
149 150 pulling subrepo t from .../sub/t/t
150 151 requesting all changes
151 152 adding changesets
152 153 adding manifests
153 154 adding file changes
154 155 added 4 changesets with 4 changes to 1 files (+1 heads)
155 156 3 files updated, 0 files merged, 0 files removed, 0 files unresolved
156 157 path s
157 158 source s
158 159 revision fc627a69481fcbe5f1135069e8a3881c023e4cf5
159 160 path t
160 161 source t
161 162 revision 20a0db6fbf6c3d2836e6519a642ae929bfc67c0e
162 163 % push
163 164 committing subrepository t
164 165 pushing ...sub/t
165 166 pushing ...sub/t/s/ss
166 167 searching for changes
167 168 no changes found
168 169 pushing ...sub/t/s
169 170 searching for changes
170 171 no changes found
171 172 pushing ...sub/t/t
172 173 searching for changes
173 174 adding changesets
174 175 adding manifests
175 176 adding file changes
176 177 added 1 changesets with 1 changes to 1 files
177 178 searching for changes
178 179 adding changesets
179 180 adding manifests
180 181 adding file changes
181 182 added 1 changesets with 1 changes to 1 files
182 183 % push -f
183 184 committing subrepository s
184 185 abort: push creates new remote heads on branch 'default'!
185 186 pushing ...sub/t
186 187 pushing ...sub/t/s/ss
187 188 searching for changes
188 189 no changes found
189 190 pushing ...sub/t/s
190 191 searching for changes
191 192 (did you forget to merge? use push -f to force)
192 193 pushing ...sub/t
193 194 pushing ...sub/t/s/ss
194 195 searching for changes
195 196 no changes found
196 197 pushing ...sub/t/s
197 198 searching for changes
198 199 adding changesets
199 200 adding manifests
200 201 adding file changes
201 202 added 1 changesets with 1 changes to 1 files (+1 heads)
202 203 pushing ...sub/t/t
203 204 searching for changes
204 205 no changes found
205 206 searching for changes
206 207 adding changesets
207 208 adding manifests
208 209 adding file changes
209 210 added 1 changesets with 1 changes to 1 files
210 211 % update
211 212 1 files updated, 0 files merged, 0 files removed, 0 files unresolved
212 213 committing subrepository t
213 214 % pull
214 215 pulling ...sub/t
215 216 searching for changes
216 217 adding changesets
217 218 adding manifests
218 219 adding file changes
219 220 added 1 changesets with 1 changes to 1 files
220 221 (run 'hg update' to get a working copy)
221 222 pulling subrepo t from .../sub/t/t
222 223 searching for changes
223 224 adding changesets
224 225 adding manifests
225 226 adding file changes
226 227 added 1 changesets with 1 changes to 1 files
227 228 1 files updated, 0 files merged, 0 files removed, 0 files unresolved
228 229 blah
229 230 % bogus subrepo path aborts
230 231 abort: missing ] in subrepo source
231 232 % issue 1986
232 233 adding a
233 234 marked working directory as branch br
234 235 1 files updated, 0 files merged, 0 files removed, 0 files unresolved
235 236 adding b
236 237 1 files updated, 0 files merged, 1 files removed, 0 files unresolved
237 238 1 files updated, 0 files merged, 0 files removed, 0 files unresolved
238 239 (branch merge, don't forget to commit)
239 240 1 files updated, 0 files merged, 0 files removed, 0 files unresolved
240 241 adding c
241 242 1 files updated, 0 files merged, 1 files removed, 0 files unresolved
242 243 1 files updated, 0 files merged, 0 files removed, 0 files unresolved
243 244 (branch merge, don't forget to commit)
244 245 1 files updated, 0 files merged, 1 files removed, 0 files unresolved
245 246 adding .hgsub
246 247 committing subrepository s
247 248 marked working directory as branch br
248 249 1 files updated, 0 files merged, 0 files removed, 0 files unresolved
249 250 adding b
250 251 committing subrepository s
251 252 1 files updated, 0 files merged, 1 files removed, 0 files unresolved
252 253 adding c
253 254 2 files updated, 0 files merged, 1 files removed, 0 files unresolved
254 255 1 files updated, 0 files merged, 0 files removed, 0 files unresolved
255 256 (branch merge, don't forget to commit)
256 257 1 files updated, 0 files merged, 1 files removed, 0 files unresolved
257 258 1 files updated, 0 files merged, 0 files removed, 0 files unresolved
258 259 adding d
259 260 committing subrepository s
260 261 2 files updated, 0 files merged, 1 files removed, 0 files unresolved
261 262 1 files updated, 0 files merged, 0 files removed, 0 files unresolved
262 263 adding e
263 264 committing subrepository s
264 265 0 files updated, 0 files merged, 0 files removed, 0 files unresolved
265 266 1 files updated, 0 files merged, 0 files removed, 0 files unresolved
266 267 (branch merge, don't forget to commit)
267 268 % test subrepo delete from .hgsubstate
268 269 adding testdelete/nested/foo
269 270 adding testdelete/nested2/foo
270 271 adding testdelete/.hgsub
271 272 committing subrepository nested2
272 273 committing subrepository nested
273 274 nested
274 275 % test repository cloning
275 276 adding nested_absolute/foo
276 277 adding nested_relative/foo2
277 278 adding main/.hgsub
278 279 committing subrepository nested_relative
279 280 committing subrepository nested_absolute
280 281 updating to branch default
281 282 2 files updated, 0 files merged, 0 files removed, 0 files unresolved
282 283 [paths]
283 284 default = $HGTMP/test-subrepo/sub/mercurial/nested_absolute
284 285 [paths]
285 286 default = $HGTMP/test-subrepo/sub/mercurial/nested_relative
286 287 % issue 1977
287 288 adding a
288 289 adding .hgsub
289 290 committing subrepository s
290 291 updating to branch default
291 292 pulling subrepo s from .../sub/repo/s
292 293 requesting all changes
293 294 adding changesets
294 295 adding manifests
295 296 adding file changes
296 297 added 1 changesets with 1 changes to 1 files
297 298 2 files updated, 0 files merged, 0 files removed, 0 files unresolved
298 299 1 files updated, 0 files merged, 0 files removed, 0 files unresolved
299 300 created new head
300 301 committing subrepository s
301 302 abort: push creates new remote heads on branch 'default'!
302 303 0 files updated, 0 files merged, 0 files removed, 0 files unresolved
General Comments 0
You need to be logged in to leave comments. Login now