##// END OF EJS Templates
repo: remove now-unused changectx() method (API)...
Martin von Zweigbergk -
r37332:83686758 default
parent child Browse files
Show More
@@ -1,2339 +1,2336
1 1 # localrepo.py - read/write repository class for mercurial
2 2 #
3 3 # Copyright 2005-2007 Matt Mackall <mpm@selenic.com>
4 4 #
5 5 # This software may be used and distributed according to the terms of the
6 6 # GNU General Public License version 2 or any later version.
7 7
8 8 from __future__ import absolute_import
9 9
10 10 import errno
11 11 import hashlib
12 12 import os
13 13 import random
14 14 import time
15 15 import weakref
16 16
17 17 from .i18n import _
18 18 from .node import (
19 19 hex,
20 20 nullid,
21 21 short,
22 22 )
23 23 from .thirdparty.zope import (
24 24 interface as zi,
25 25 )
26 26 from . import (
27 27 bookmarks,
28 28 branchmap,
29 29 bundle2,
30 30 changegroup,
31 31 changelog,
32 32 color,
33 33 context,
34 34 dirstate,
35 35 dirstateguard,
36 36 discovery,
37 37 encoding,
38 38 error,
39 39 exchange,
40 40 extensions,
41 41 filelog,
42 42 hook,
43 43 lock as lockmod,
44 44 manifest,
45 45 match as matchmod,
46 46 merge as mergemod,
47 47 mergeutil,
48 48 namespaces,
49 49 narrowspec,
50 50 obsolete,
51 51 pathutil,
52 52 peer,
53 53 phases,
54 54 pushkey,
55 55 pycompat,
56 56 repository,
57 57 repoview,
58 58 revset,
59 59 revsetlang,
60 60 scmutil,
61 61 sparse,
62 62 store,
63 63 subrepoutil,
64 64 tags as tagsmod,
65 65 transaction,
66 66 txnutil,
67 67 util,
68 68 vfs as vfsmod,
69 69 )
70 70 from .utils import (
71 71 procutil,
72 72 stringutil,
73 73 )
74 74
75 75 release = lockmod.release
76 76 urlerr = util.urlerr
77 77 urlreq = util.urlreq
78 78
79 79 # set of (path, vfs-location) tuples. vfs-location is:
80 80 # - 'plain for vfs relative paths
81 81 # - '' for svfs relative paths
82 82 _cachedfiles = set()
83 83
84 84 class _basefilecache(scmutil.filecache):
85 85 """All filecache usage on repo are done for logic that should be unfiltered
86 86 """
87 87 def __get__(self, repo, type=None):
88 88 if repo is None:
89 89 return self
90 90 return super(_basefilecache, self).__get__(repo.unfiltered(), type)
91 91 def __set__(self, repo, value):
92 92 return super(_basefilecache, self).__set__(repo.unfiltered(), value)
93 93 def __delete__(self, repo):
94 94 return super(_basefilecache, self).__delete__(repo.unfiltered())
95 95
96 96 class repofilecache(_basefilecache):
97 97 """filecache for files in .hg but outside of .hg/store"""
98 98 def __init__(self, *paths):
99 99 super(repofilecache, self).__init__(*paths)
100 100 for path in paths:
101 101 _cachedfiles.add((path, 'plain'))
102 102
103 103 def join(self, obj, fname):
104 104 return obj.vfs.join(fname)
105 105
106 106 class storecache(_basefilecache):
107 107 """filecache for files in the store"""
108 108 def __init__(self, *paths):
109 109 super(storecache, self).__init__(*paths)
110 110 for path in paths:
111 111 _cachedfiles.add((path, ''))
112 112
113 113 def join(self, obj, fname):
114 114 return obj.sjoin(fname)
115 115
116 116 def isfilecached(repo, name):
117 117 """check if a repo has already cached "name" filecache-ed property
118 118
119 119 This returns (cachedobj-or-None, iscached) tuple.
120 120 """
121 121 cacheentry = repo.unfiltered()._filecache.get(name, None)
122 122 if not cacheentry:
123 123 return None, False
124 124 return cacheentry.obj, True
125 125
126 126 class unfilteredpropertycache(util.propertycache):
127 127 """propertycache that apply to unfiltered repo only"""
128 128
129 129 def __get__(self, repo, type=None):
130 130 unfi = repo.unfiltered()
131 131 if unfi is repo:
132 132 return super(unfilteredpropertycache, self).__get__(unfi)
133 133 return getattr(unfi, self.name)
134 134
135 135 class filteredpropertycache(util.propertycache):
136 136 """propertycache that must take filtering in account"""
137 137
138 138 def cachevalue(self, obj, value):
139 139 object.__setattr__(obj, self.name, value)
140 140
141 141
142 142 def hasunfilteredcache(repo, name):
143 143 """check if a repo has an unfilteredpropertycache value for <name>"""
144 144 return name in vars(repo.unfiltered())
145 145
146 146 def unfilteredmethod(orig):
147 147 """decorate method that always need to be run on unfiltered version"""
148 148 def wrapper(repo, *args, **kwargs):
149 149 return orig(repo.unfiltered(), *args, **kwargs)
150 150 return wrapper
151 151
152 152 moderncaps = {'lookup', 'branchmap', 'pushkey', 'known', 'getbundle',
153 153 'unbundle'}
154 154 legacycaps = moderncaps.union({'changegroupsubset'})
155 155
156 156 class localpeer(repository.peer):
157 157 '''peer for a local repo; reflects only the most recent API'''
158 158
159 159 def __init__(self, repo, caps=None):
160 160 super(localpeer, self).__init__()
161 161
162 162 if caps is None:
163 163 caps = moderncaps.copy()
164 164 self._repo = repo.filtered('served')
165 165 self._ui = repo.ui
166 166 self._caps = repo._restrictcapabilities(caps)
167 167
168 168 # Begin of _basepeer interface.
169 169
170 170 @util.propertycache
171 171 def ui(self):
172 172 return self._ui
173 173
174 174 def url(self):
175 175 return self._repo.url()
176 176
177 177 def local(self):
178 178 return self._repo
179 179
180 180 def peer(self):
181 181 return self
182 182
183 183 def canpush(self):
184 184 return True
185 185
186 186 def close(self):
187 187 self._repo.close()
188 188
189 189 # End of _basepeer interface.
190 190
191 191 # Begin of _basewirecommands interface.
192 192
193 193 def branchmap(self):
194 194 return self._repo.branchmap()
195 195
196 196 def capabilities(self):
197 197 return self._caps
198 198
199 199 def debugwireargs(self, one, two, three=None, four=None, five=None):
200 200 """Used to test argument passing over the wire"""
201 201 return "%s %s %s %s %s" % (one, two, pycompat.bytestr(three),
202 202 pycompat.bytestr(four),
203 203 pycompat.bytestr(five))
204 204
205 205 def getbundle(self, source, heads=None, common=None, bundlecaps=None,
206 206 **kwargs):
207 207 chunks = exchange.getbundlechunks(self._repo, source, heads=heads,
208 208 common=common, bundlecaps=bundlecaps,
209 209 **kwargs)[1]
210 210 cb = util.chunkbuffer(chunks)
211 211
212 212 if exchange.bundle2requested(bundlecaps):
213 213 # When requesting a bundle2, getbundle returns a stream to make the
214 214 # wire level function happier. We need to build a proper object
215 215 # from it in local peer.
216 216 return bundle2.getunbundler(self.ui, cb)
217 217 else:
218 218 return changegroup.getunbundler('01', cb, None)
219 219
220 220 def heads(self):
221 221 return self._repo.heads()
222 222
223 223 def known(self, nodes):
224 224 return self._repo.known(nodes)
225 225
226 226 def listkeys(self, namespace):
227 227 return self._repo.listkeys(namespace)
228 228
229 229 def lookup(self, key):
230 230 return self._repo.lookup(key)
231 231
232 232 def pushkey(self, namespace, key, old, new):
233 233 return self._repo.pushkey(namespace, key, old, new)
234 234
235 235 def stream_out(self):
236 236 raise error.Abort(_('cannot perform stream clone against local '
237 237 'peer'))
238 238
239 239 def unbundle(self, cg, heads, url):
240 240 """apply a bundle on a repo
241 241
242 242 This function handles the repo locking itself."""
243 243 try:
244 244 try:
245 245 cg = exchange.readbundle(self.ui, cg, None)
246 246 ret = exchange.unbundle(self._repo, cg, heads, 'push', url)
247 247 if util.safehasattr(ret, 'getchunks'):
248 248 # This is a bundle20 object, turn it into an unbundler.
249 249 # This little dance should be dropped eventually when the
250 250 # API is finally improved.
251 251 stream = util.chunkbuffer(ret.getchunks())
252 252 ret = bundle2.getunbundler(self.ui, stream)
253 253 return ret
254 254 except Exception as exc:
255 255 # If the exception contains output salvaged from a bundle2
256 256 # reply, we need to make sure it is printed before continuing
257 257 # to fail. So we build a bundle2 with such output and consume
258 258 # it directly.
259 259 #
260 260 # This is not very elegant but allows a "simple" solution for
261 261 # issue4594
262 262 output = getattr(exc, '_bundle2salvagedoutput', ())
263 263 if output:
264 264 bundler = bundle2.bundle20(self._repo.ui)
265 265 for out in output:
266 266 bundler.addpart(out)
267 267 stream = util.chunkbuffer(bundler.getchunks())
268 268 b = bundle2.getunbundler(self.ui, stream)
269 269 bundle2.processbundle(self._repo, b)
270 270 raise
271 271 except error.PushRaced as exc:
272 272 raise error.ResponseError(_('push failed:'),
273 273 stringutil.forcebytestr(exc))
274 274
275 275 # End of _basewirecommands interface.
276 276
277 277 # Begin of peer interface.
278 278
279 279 def iterbatch(self):
280 280 return peer.localiterbatcher(self)
281 281
282 282 # End of peer interface.
283 283
284 284 class locallegacypeer(repository.legacypeer, localpeer):
285 285 '''peer extension which implements legacy methods too; used for tests with
286 286 restricted capabilities'''
287 287
288 288 def __init__(self, repo):
289 289 super(locallegacypeer, self).__init__(repo, caps=legacycaps)
290 290
291 291 # Begin of baselegacywirecommands interface.
292 292
293 293 def between(self, pairs):
294 294 return self._repo.between(pairs)
295 295
296 296 def branches(self, nodes):
297 297 return self._repo.branches(nodes)
298 298
299 299 def changegroup(self, basenodes, source):
300 300 outgoing = discovery.outgoing(self._repo, missingroots=basenodes,
301 301 missingheads=self._repo.heads())
302 302 return changegroup.makechangegroup(self._repo, outgoing, '01', source)
303 303
304 304 def changegroupsubset(self, bases, heads, source):
305 305 outgoing = discovery.outgoing(self._repo, missingroots=bases,
306 306 missingheads=heads)
307 307 return changegroup.makechangegroup(self._repo, outgoing, '01', source)
308 308
309 309 # End of baselegacywirecommands interface.
310 310
311 311 # Increment the sub-version when the revlog v2 format changes to lock out old
312 312 # clients.
313 313 REVLOGV2_REQUIREMENT = 'exp-revlogv2.0'
314 314
315 315 # Functions receiving (ui, features) that extensions can register to impact
316 316 # the ability to load repositories with custom requirements. Only
317 317 # functions defined in loaded extensions are called.
318 318 #
319 319 # The function receives a set of requirement strings that the repository
320 320 # is capable of opening. Functions will typically add elements to the
321 321 # set to reflect that the extension knows how to handle that requirements.
322 322 featuresetupfuncs = set()
323 323
324 324 @zi.implementer(repository.completelocalrepository)
325 325 class localrepository(object):
326 326
327 327 # obsolete experimental requirements:
328 328 # - manifestv2: An experimental new manifest format that allowed
329 329 # for stem compression of long paths. Experiment ended up not
330 330 # being successful (repository sizes went up due to worse delta
331 331 # chains), and the code was deleted in 4.6.
332 332 supportedformats = {
333 333 'revlogv1',
334 334 'generaldelta',
335 335 'treemanifest',
336 336 REVLOGV2_REQUIREMENT,
337 337 }
338 338 _basesupported = supportedformats | {
339 339 'store',
340 340 'fncache',
341 341 'shared',
342 342 'relshared',
343 343 'dotencode',
344 344 'exp-sparse',
345 345 }
346 346 openerreqs = {
347 347 'revlogv1',
348 348 'generaldelta',
349 349 'treemanifest',
350 350 }
351 351
352 352 # list of prefix for file which can be written without 'wlock'
353 353 # Extensions should extend this list when needed
354 354 _wlockfreeprefix = {
355 355 # We migh consider requiring 'wlock' for the next
356 356 # two, but pretty much all the existing code assume
357 357 # wlock is not needed so we keep them excluded for
358 358 # now.
359 359 'hgrc',
360 360 'requires',
361 361 # XXX cache is a complicatged business someone
362 362 # should investigate this in depth at some point
363 363 'cache/',
364 364 # XXX shouldn't be dirstate covered by the wlock?
365 365 'dirstate',
366 366 # XXX bisect was still a bit too messy at the time
367 367 # this changeset was introduced. Someone should fix
368 368 # the remainig bit and drop this line
369 369 'bisect.state',
370 370 }
371 371
372 372 def __init__(self, baseui, path, create=False):
373 373 self.requirements = set()
374 374 self.filtername = None
375 375 # wvfs: rooted at the repository root, used to access the working copy
376 376 self.wvfs = vfsmod.vfs(path, expandpath=True, realpath=True)
377 377 # vfs: rooted at .hg, used to access repo files outside of .hg/store
378 378 self.vfs = None
379 379 # svfs: usually rooted at .hg/store, used to access repository history
380 380 # If this is a shared repository, this vfs may point to another
381 381 # repository's .hg/store directory.
382 382 self.svfs = None
383 383 self.root = self.wvfs.base
384 384 self.path = self.wvfs.join(".hg")
385 385 self.origroot = path
386 386 # This is only used by context.workingctx.match in order to
387 387 # detect files in subrepos.
388 388 self.auditor = pathutil.pathauditor(
389 389 self.root, callback=self._checknested)
390 390 # This is only used by context.basectx.match in order to detect
391 391 # files in subrepos.
392 392 self.nofsauditor = pathutil.pathauditor(
393 393 self.root, callback=self._checknested, realfs=False, cached=True)
394 394 self.baseui = baseui
395 395 self.ui = baseui.copy()
396 396 self.ui.copy = baseui.copy # prevent copying repo configuration
397 397 self.vfs = vfsmod.vfs(self.path, cacheaudited=True)
398 398 if (self.ui.configbool('devel', 'all-warnings') or
399 399 self.ui.configbool('devel', 'check-locks')):
400 400 self.vfs.audit = self._getvfsward(self.vfs.audit)
401 401 # A list of callback to shape the phase if no data were found.
402 402 # Callback are in the form: func(repo, roots) --> processed root.
403 403 # This list it to be filled by extension during repo setup
404 404 self._phasedefaults = []
405 405 try:
406 406 self.ui.readconfig(self.vfs.join("hgrc"), self.root)
407 407 self._loadextensions()
408 408 except IOError:
409 409 pass
410 410
411 411 if featuresetupfuncs:
412 412 self.supported = set(self._basesupported) # use private copy
413 413 extmods = set(m.__name__ for n, m
414 414 in extensions.extensions(self.ui))
415 415 for setupfunc in featuresetupfuncs:
416 416 if setupfunc.__module__ in extmods:
417 417 setupfunc(self.ui, self.supported)
418 418 else:
419 419 self.supported = self._basesupported
420 420 color.setup(self.ui)
421 421
422 422 # Add compression engines.
423 423 for name in util.compengines:
424 424 engine = util.compengines[name]
425 425 if engine.revlogheader():
426 426 self.supported.add('exp-compression-%s' % name)
427 427
428 428 if not self.vfs.isdir():
429 429 if create:
430 430 self.requirements = newreporequirements(self)
431 431
432 432 if not self.wvfs.exists():
433 433 self.wvfs.makedirs()
434 434 self.vfs.makedir(notindexed=True)
435 435
436 436 if 'store' in self.requirements:
437 437 self.vfs.mkdir("store")
438 438
439 439 # create an invalid changelog
440 440 self.vfs.append(
441 441 "00changelog.i",
442 442 '\0\0\0\2' # represents revlogv2
443 443 ' dummy changelog to prevent using the old repo layout'
444 444 )
445 445 else:
446 446 raise error.RepoError(_("repository %s not found") % path)
447 447 elif create:
448 448 raise error.RepoError(_("repository %s already exists") % path)
449 449 else:
450 450 try:
451 451 self.requirements = scmutil.readrequires(
452 452 self.vfs, self.supported)
453 453 except IOError as inst:
454 454 if inst.errno != errno.ENOENT:
455 455 raise
456 456
457 457 cachepath = self.vfs.join('cache')
458 458 self.sharedpath = self.path
459 459 try:
460 460 sharedpath = self.vfs.read("sharedpath").rstrip('\n')
461 461 if 'relshared' in self.requirements:
462 462 sharedpath = self.vfs.join(sharedpath)
463 463 vfs = vfsmod.vfs(sharedpath, realpath=True)
464 464 cachepath = vfs.join('cache')
465 465 s = vfs.base
466 466 if not vfs.exists():
467 467 raise error.RepoError(
468 468 _('.hg/sharedpath points to nonexistent directory %s') % s)
469 469 self.sharedpath = s
470 470 except IOError as inst:
471 471 if inst.errno != errno.ENOENT:
472 472 raise
473 473
474 474 if 'exp-sparse' in self.requirements and not sparse.enabled:
475 475 raise error.RepoError(_('repository is using sparse feature but '
476 476 'sparse is not enabled; enable the '
477 477 '"sparse" extensions to access'))
478 478
479 479 self.store = store.store(
480 480 self.requirements, self.sharedpath,
481 481 lambda base: vfsmod.vfs(base, cacheaudited=True))
482 482 self.spath = self.store.path
483 483 self.svfs = self.store.vfs
484 484 self.sjoin = self.store.join
485 485 self.vfs.createmode = self.store.createmode
486 486 self.cachevfs = vfsmod.vfs(cachepath, cacheaudited=True)
487 487 self.cachevfs.createmode = self.store.createmode
488 488 if (self.ui.configbool('devel', 'all-warnings') or
489 489 self.ui.configbool('devel', 'check-locks')):
490 490 if util.safehasattr(self.svfs, 'vfs'): # this is filtervfs
491 491 self.svfs.vfs.audit = self._getsvfsward(self.svfs.vfs.audit)
492 492 else: # standard vfs
493 493 self.svfs.audit = self._getsvfsward(self.svfs.audit)
494 494 self._applyopenerreqs()
495 495 if create:
496 496 self._writerequirements()
497 497
498 498 self._dirstatevalidatewarned = False
499 499
500 500 self._branchcaches = {}
501 501 self._revbranchcache = None
502 502 self._filterpats = {}
503 503 self._datafilters = {}
504 504 self._transref = self._lockref = self._wlockref = None
505 505
506 506 # A cache for various files under .hg/ that tracks file changes,
507 507 # (used by the filecache decorator)
508 508 #
509 509 # Maps a property name to its util.filecacheentry
510 510 self._filecache = {}
511 511
512 512 # hold sets of revision to be filtered
513 513 # should be cleared when something might have changed the filter value:
514 514 # - new changesets,
515 515 # - phase change,
516 516 # - new obsolescence marker,
517 517 # - working directory parent change,
518 518 # - bookmark changes
519 519 self.filteredrevcache = {}
520 520
521 521 # post-dirstate-status hooks
522 522 self._postdsstatus = []
523 523
524 524 # generic mapping between names and nodes
525 525 self.names = namespaces.namespaces()
526 526
527 527 # Key to signature value.
528 528 self._sparsesignaturecache = {}
529 529 # Signature to cached matcher instance.
530 530 self._sparsematchercache = {}
531 531
532 532 def _getvfsward(self, origfunc):
533 533 """build a ward for self.vfs"""
534 534 rref = weakref.ref(self)
535 535 def checkvfs(path, mode=None):
536 536 ret = origfunc(path, mode=mode)
537 537 repo = rref()
538 538 if (repo is None
539 539 or not util.safehasattr(repo, '_wlockref')
540 540 or not util.safehasattr(repo, '_lockref')):
541 541 return
542 542 if mode in (None, 'r', 'rb'):
543 543 return
544 544 if path.startswith(repo.path):
545 545 # truncate name relative to the repository (.hg)
546 546 path = path[len(repo.path) + 1:]
547 547 if path.startswith('cache/'):
548 548 msg = 'accessing cache with vfs instead of cachevfs: "%s"'
549 549 repo.ui.develwarn(msg % path, stacklevel=2, config="cache-vfs")
550 550 if path.startswith('journal.'):
551 551 # journal is covered by 'lock'
552 552 if repo._currentlock(repo._lockref) is None:
553 553 repo.ui.develwarn('write with no lock: "%s"' % path,
554 554 stacklevel=2, config='check-locks')
555 555 elif repo._currentlock(repo._wlockref) is None:
556 556 # rest of vfs files are covered by 'wlock'
557 557 #
558 558 # exclude special files
559 559 for prefix in self._wlockfreeprefix:
560 560 if path.startswith(prefix):
561 561 return
562 562 repo.ui.develwarn('write with no wlock: "%s"' % path,
563 563 stacklevel=2, config='check-locks')
564 564 return ret
565 565 return checkvfs
566 566
567 567 def _getsvfsward(self, origfunc):
568 568 """build a ward for self.svfs"""
569 569 rref = weakref.ref(self)
570 570 def checksvfs(path, mode=None):
571 571 ret = origfunc(path, mode=mode)
572 572 repo = rref()
573 573 if repo is None or not util.safehasattr(repo, '_lockref'):
574 574 return
575 575 if mode in (None, 'r', 'rb'):
576 576 return
577 577 if path.startswith(repo.sharedpath):
578 578 # truncate name relative to the repository (.hg)
579 579 path = path[len(repo.sharedpath) + 1:]
580 580 if repo._currentlock(repo._lockref) is None:
581 581 repo.ui.develwarn('write with no lock: "%s"' % path,
582 582 stacklevel=3)
583 583 return ret
584 584 return checksvfs
585 585
586 586 def close(self):
587 587 self._writecaches()
588 588
589 589 def _loadextensions(self):
590 590 extensions.loadall(self.ui)
591 591
592 592 def _writecaches(self):
593 593 if self._revbranchcache:
594 594 self._revbranchcache.write()
595 595
596 596 def _restrictcapabilities(self, caps):
597 597 if self.ui.configbool('experimental', 'bundle2-advertise'):
598 598 caps = set(caps)
599 599 capsblob = bundle2.encodecaps(bundle2.getrepocaps(self,
600 600 role='client'))
601 601 caps.add('bundle2=' + urlreq.quote(capsblob))
602 602 return caps
603 603
604 604 def _applyopenerreqs(self):
605 605 self.svfs.options = dict((r, 1) for r in self.requirements
606 606 if r in self.openerreqs)
607 607 # experimental config: format.chunkcachesize
608 608 chunkcachesize = self.ui.configint('format', 'chunkcachesize')
609 609 if chunkcachesize is not None:
610 610 self.svfs.options['chunkcachesize'] = chunkcachesize
611 611 # experimental config: format.maxchainlen
612 612 maxchainlen = self.ui.configint('format', 'maxchainlen')
613 613 if maxchainlen is not None:
614 614 self.svfs.options['maxchainlen'] = maxchainlen
615 615 # experimental config: format.manifestcachesize
616 616 manifestcachesize = self.ui.configint('format', 'manifestcachesize')
617 617 if manifestcachesize is not None:
618 618 self.svfs.options['manifestcachesize'] = manifestcachesize
619 619 # experimental config: format.aggressivemergedeltas
620 620 aggressivemergedeltas = self.ui.configbool('format',
621 621 'aggressivemergedeltas')
622 622 self.svfs.options['aggressivemergedeltas'] = aggressivemergedeltas
623 623 self.svfs.options['lazydeltabase'] = not scmutil.gddeltaconfig(self.ui)
624 624 chainspan = self.ui.configbytes('experimental', 'maxdeltachainspan')
625 625 if 0 <= chainspan:
626 626 self.svfs.options['maxdeltachainspan'] = chainspan
627 627 mmapindexthreshold = self.ui.configbytes('experimental',
628 628 'mmapindexthreshold')
629 629 if mmapindexthreshold is not None:
630 630 self.svfs.options['mmapindexthreshold'] = mmapindexthreshold
631 631 withsparseread = self.ui.configbool('experimental', 'sparse-read')
632 632 srdensitythres = float(self.ui.config('experimental',
633 633 'sparse-read.density-threshold'))
634 634 srmingapsize = self.ui.configbytes('experimental',
635 635 'sparse-read.min-gap-size')
636 636 self.svfs.options['with-sparse-read'] = withsparseread
637 637 self.svfs.options['sparse-read-density-threshold'] = srdensitythres
638 638 self.svfs.options['sparse-read-min-gap-size'] = srmingapsize
639 639
640 640 for r in self.requirements:
641 641 if r.startswith('exp-compression-'):
642 642 self.svfs.options['compengine'] = r[len('exp-compression-'):]
643 643
644 644 # TODO move "revlogv2" to openerreqs once finalized.
645 645 if REVLOGV2_REQUIREMENT in self.requirements:
646 646 self.svfs.options['revlogv2'] = True
647 647
648 648 def _writerequirements(self):
649 649 scmutil.writerequires(self.vfs, self.requirements)
650 650
651 651 def _checknested(self, path):
652 652 """Determine if path is a legal nested repository."""
653 653 if not path.startswith(self.root):
654 654 return False
655 655 subpath = path[len(self.root) + 1:]
656 656 normsubpath = util.pconvert(subpath)
657 657
658 658 # XXX: Checking against the current working copy is wrong in
659 659 # the sense that it can reject things like
660 660 #
661 661 # $ hg cat -r 10 sub/x.txt
662 662 #
663 663 # if sub/ is no longer a subrepository in the working copy
664 664 # parent revision.
665 665 #
666 666 # However, it can of course also allow things that would have
667 667 # been rejected before, such as the above cat command if sub/
668 668 # is a subrepository now, but was a normal directory before.
669 669 # The old path auditor would have rejected by mistake since it
670 670 # panics when it sees sub/.hg/.
671 671 #
672 672 # All in all, checking against the working copy seems sensible
673 673 # since we want to prevent access to nested repositories on
674 674 # the filesystem *now*.
675 675 ctx = self[None]
676 676 parts = util.splitpath(subpath)
677 677 while parts:
678 678 prefix = '/'.join(parts)
679 679 if prefix in ctx.substate:
680 680 if prefix == normsubpath:
681 681 return True
682 682 else:
683 683 sub = ctx.sub(prefix)
684 684 return sub.checknested(subpath[len(prefix) + 1:])
685 685 else:
686 686 parts.pop()
687 687 return False
688 688
689 689 def peer(self):
690 690 return localpeer(self) # not cached to avoid reference cycle
691 691
692 692 def unfiltered(self):
693 693 """Return unfiltered version of the repository
694 694
695 695 Intended to be overwritten by filtered repo."""
696 696 return self
697 697
698 698 def filtered(self, name, visibilityexceptions=None):
699 699 """Return a filtered version of a repository"""
700 700 cls = repoview.newtype(self.unfiltered().__class__)
701 701 return cls(self, name, visibilityexceptions)
702 702
703 703 @repofilecache('bookmarks', 'bookmarks.current')
704 704 def _bookmarks(self):
705 705 return bookmarks.bmstore(self)
706 706
707 707 @property
708 708 def _activebookmark(self):
709 709 return self._bookmarks.active
710 710
711 711 # _phasesets depend on changelog. what we need is to call
712 712 # _phasecache.invalidate() if '00changelog.i' was changed, but it
713 713 # can't be easily expressed in filecache mechanism.
714 714 @storecache('phaseroots', '00changelog.i')
715 715 def _phasecache(self):
716 716 return phases.phasecache(self, self._phasedefaults)
717 717
718 718 @storecache('obsstore')
719 719 def obsstore(self):
720 720 return obsolete.makestore(self.ui, self)
721 721
722 722 @storecache('00changelog.i')
723 723 def changelog(self):
724 724 return changelog.changelog(self.svfs,
725 725 trypending=txnutil.mayhavepending(self.root))
726 726
727 727 def _constructmanifest(self):
728 728 # This is a temporary function while we migrate from manifest to
729 729 # manifestlog. It allows bundlerepo and unionrepo to intercept the
730 730 # manifest creation.
731 731 return manifest.manifestrevlog(self.svfs)
732 732
733 733 @storecache('00manifest.i')
734 734 def manifestlog(self):
735 735 return manifest.manifestlog(self.svfs, self)
736 736
737 737 @repofilecache('dirstate')
738 738 def dirstate(self):
739 739 sparsematchfn = lambda: sparse.matcher(self)
740 740
741 741 return dirstate.dirstate(self.vfs, self.ui, self.root,
742 742 self._dirstatevalidate, sparsematchfn)
743 743
744 744 def _dirstatevalidate(self, node):
745 745 try:
746 746 self.changelog.rev(node)
747 747 return node
748 748 except error.LookupError:
749 749 if not self._dirstatevalidatewarned:
750 750 self._dirstatevalidatewarned = True
751 751 self.ui.warn(_("warning: ignoring unknown"
752 752 " working parent %s!\n") % short(node))
753 753 return nullid
754 754
755 755 @repofilecache(narrowspec.FILENAME)
756 756 def narrowpats(self):
757 757 """matcher patterns for this repository's narrowspec
758 758
759 759 A tuple of (includes, excludes).
760 760 """
761 761 source = self
762 762 if self.shared():
763 763 from . import hg
764 764 source = hg.sharedreposource(self)
765 765 return narrowspec.load(source)
766 766
767 767 @repofilecache(narrowspec.FILENAME)
768 768 def _narrowmatch(self):
769 769 if changegroup.NARROW_REQUIREMENT not in self.requirements:
770 770 return matchmod.always(self.root, '')
771 771 include, exclude = self.narrowpats
772 772 return narrowspec.match(self.root, include=include, exclude=exclude)
773 773
774 774 # TODO(martinvonz): make this property-like instead?
775 775 def narrowmatch(self):
776 776 return self._narrowmatch
777 777
778 778 def setnarrowpats(self, newincludes, newexcludes):
779 779 target = self
780 780 if self.shared():
781 781 from . import hg
782 782 target = hg.sharedreposource(self)
783 783 narrowspec.save(target, newincludes, newexcludes)
784 784 self.invalidate(clearfilecache=True)
785 785
786 786 def __getitem__(self, changeid):
787 787 if changeid is None:
788 788 return context.workingctx(self)
789 789 if isinstance(changeid, context.basectx):
790 790 return changeid
791 791 if isinstance(changeid, slice):
792 792 # wdirrev isn't contiguous so the slice shouldn't include it
793 793 return [context.changectx(self, i)
794 794 for i in xrange(*changeid.indices(len(self)))
795 795 if i not in self.changelog.filteredrevs]
796 796 try:
797 797 return context.changectx(self, changeid)
798 798 except error.WdirUnsupported:
799 799 return context.workingctx(self)
800 800
801 801 def __contains__(self, changeid):
802 802 """True if the given changeid exists
803 803
804 804 error.LookupError is raised if an ambiguous node specified.
805 805 """
806 806 try:
807 807 self[changeid]
808 808 return True
809 809 except error.RepoLookupError:
810 810 return False
811 811
812 812 def __nonzero__(self):
813 813 return True
814 814
815 815 __bool__ = __nonzero__
816 816
817 817 def __len__(self):
818 818 # no need to pay the cost of repoview.changelog
819 819 unfi = self.unfiltered()
820 820 return len(unfi.changelog)
821 821
822 822 def __iter__(self):
823 823 return iter(self.changelog)
824 824
825 825 def revs(self, expr, *args):
826 826 '''Find revisions matching a revset.
827 827
828 828 The revset is specified as a string ``expr`` that may contain
829 829 %-formatting to escape certain types. See ``revsetlang.formatspec``.
830 830
831 831 Revset aliases from the configuration are not expanded. To expand
832 832 user aliases, consider calling ``scmutil.revrange()`` or
833 833 ``repo.anyrevs([expr], user=True)``.
834 834
835 835 Returns a revset.abstractsmartset, which is a list-like interface
836 836 that contains integer revisions.
837 837 '''
838 838 expr = revsetlang.formatspec(expr, *args)
839 839 m = revset.match(None, expr)
840 840 return m(self)
841 841
842 842 def set(self, expr, *args):
843 843 '''Find revisions matching a revset and emit changectx instances.
844 844
845 845 This is a convenience wrapper around ``revs()`` that iterates the
846 846 result and is a generator of changectx instances.
847 847
848 848 Revset aliases from the configuration are not expanded. To expand
849 849 user aliases, consider calling ``scmutil.revrange()``.
850 850 '''
851 851 for r in self.revs(expr, *args):
852 852 yield self[r]
853 853
854 854 def anyrevs(self, specs, user=False, localalias=None):
855 855 '''Find revisions matching one of the given revsets.
856 856
857 857 Revset aliases from the configuration are not expanded by default. To
858 858 expand user aliases, specify ``user=True``. To provide some local
859 859 definitions overriding user aliases, set ``localalias`` to
860 860 ``{name: definitionstring}``.
861 861 '''
862 862 if user:
863 863 m = revset.matchany(self.ui, specs, repo=self,
864 864 localalias=localalias)
865 865 else:
866 866 m = revset.matchany(None, specs, localalias=localalias)
867 867 return m(self)
868 868
869 869 def url(self):
870 870 return 'file:' + self.root
871 871
872 872 def hook(self, name, throw=False, **args):
873 873 """Call a hook, passing this repo instance.
874 874
875 875 This a convenience method to aid invoking hooks. Extensions likely
876 876 won't call this unless they have registered a custom hook or are
877 877 replacing code that is expected to call a hook.
878 878 """
879 879 return hook.hook(self.ui, self, name, throw, **args)
880 880
881 881 @filteredpropertycache
882 882 def _tagscache(self):
883 883 '''Returns a tagscache object that contains various tags related
884 884 caches.'''
885 885
886 886 # This simplifies its cache management by having one decorated
887 887 # function (this one) and the rest simply fetch things from it.
888 888 class tagscache(object):
889 889 def __init__(self):
890 890 # These two define the set of tags for this repository. tags
891 891 # maps tag name to node; tagtypes maps tag name to 'global' or
892 892 # 'local'. (Global tags are defined by .hgtags across all
893 893 # heads, and local tags are defined in .hg/localtags.)
894 894 # They constitute the in-memory cache of tags.
895 895 self.tags = self.tagtypes = None
896 896
897 897 self.nodetagscache = self.tagslist = None
898 898
899 899 cache = tagscache()
900 900 cache.tags, cache.tagtypes = self._findtags()
901 901
902 902 return cache
903 903
904 904 def tags(self):
905 905 '''return a mapping of tag to node'''
906 906 t = {}
907 907 if self.changelog.filteredrevs:
908 908 tags, tt = self._findtags()
909 909 else:
910 910 tags = self._tagscache.tags
911 911 for k, v in tags.iteritems():
912 912 try:
913 913 # ignore tags to unknown nodes
914 914 self.changelog.rev(v)
915 915 t[k] = v
916 916 except (error.LookupError, ValueError):
917 917 pass
918 918 return t
919 919
920 920 def _findtags(self):
921 921 '''Do the hard work of finding tags. Return a pair of dicts
922 922 (tags, tagtypes) where tags maps tag name to node, and tagtypes
923 923 maps tag name to a string like \'global\' or \'local\'.
924 924 Subclasses or extensions are free to add their own tags, but
925 925 should be aware that the returned dicts will be retained for the
926 926 duration of the localrepo object.'''
927 927
928 928 # XXX what tagtype should subclasses/extensions use? Currently
929 929 # mq and bookmarks add tags, but do not set the tagtype at all.
930 930 # Should each extension invent its own tag type? Should there
931 931 # be one tagtype for all such "virtual" tags? Or is the status
932 932 # quo fine?
933 933
934 934
935 935 # map tag name to (node, hist)
936 936 alltags = tagsmod.findglobaltags(self.ui, self)
937 937 # map tag name to tag type
938 938 tagtypes = dict((tag, 'global') for tag in alltags)
939 939
940 940 tagsmod.readlocaltags(self.ui, self, alltags, tagtypes)
941 941
942 942 # Build the return dicts. Have to re-encode tag names because
943 943 # the tags module always uses UTF-8 (in order not to lose info
944 944 # writing to the cache), but the rest of Mercurial wants them in
945 945 # local encoding.
946 946 tags = {}
947 947 for (name, (node, hist)) in alltags.iteritems():
948 948 if node != nullid:
949 949 tags[encoding.tolocal(name)] = node
950 950 tags['tip'] = self.changelog.tip()
951 951 tagtypes = dict([(encoding.tolocal(name), value)
952 952 for (name, value) in tagtypes.iteritems()])
953 953 return (tags, tagtypes)
954 954
955 955 def tagtype(self, tagname):
956 956 '''
957 957 return the type of the given tag. result can be:
958 958
959 959 'local' : a local tag
960 960 'global' : a global tag
961 961 None : tag does not exist
962 962 '''
963 963
964 964 return self._tagscache.tagtypes.get(tagname)
965 965
966 966 def tagslist(self):
967 967 '''return a list of tags ordered by revision'''
968 968 if not self._tagscache.tagslist:
969 969 l = []
970 970 for t, n in self.tags().iteritems():
971 971 l.append((self.changelog.rev(n), t, n))
972 972 self._tagscache.tagslist = [(t, n) for r, t, n in sorted(l)]
973 973
974 974 return self._tagscache.tagslist
975 975
976 976 def nodetags(self, node):
977 977 '''return the tags associated with a node'''
978 978 if not self._tagscache.nodetagscache:
979 979 nodetagscache = {}
980 980 for t, n in self._tagscache.tags.iteritems():
981 981 nodetagscache.setdefault(n, []).append(t)
982 982 for tags in nodetagscache.itervalues():
983 983 tags.sort()
984 984 self._tagscache.nodetagscache = nodetagscache
985 985 return self._tagscache.nodetagscache.get(node, [])
986 986
987 987 def nodebookmarks(self, node):
988 988 """return the list of bookmarks pointing to the specified node"""
989 989 marks = []
990 990 for bookmark, n in self._bookmarks.iteritems():
991 991 if n == node:
992 992 marks.append(bookmark)
993 993 return sorted(marks)
994 994
995 995 def branchmap(self):
996 996 '''returns a dictionary {branch: [branchheads]} with branchheads
997 997 ordered by increasing revision number'''
998 998 branchmap.updatecache(self)
999 999 return self._branchcaches[self.filtername]
1000 1000
1001 1001 @unfilteredmethod
1002 1002 def revbranchcache(self):
1003 1003 if not self._revbranchcache:
1004 1004 self._revbranchcache = branchmap.revbranchcache(self.unfiltered())
1005 1005 return self._revbranchcache
1006 1006
1007 1007 def branchtip(self, branch, ignoremissing=False):
1008 1008 '''return the tip node for a given branch
1009 1009
1010 1010 If ignoremissing is True, then this method will not raise an error.
1011 1011 This is helpful for callers that only expect None for a missing branch
1012 1012 (e.g. namespace).
1013 1013
1014 1014 '''
1015 1015 try:
1016 1016 return self.branchmap().branchtip(branch)
1017 1017 except KeyError:
1018 1018 if not ignoremissing:
1019 1019 raise error.RepoLookupError(_("unknown branch '%s'") % branch)
1020 1020 else:
1021 1021 pass
1022 1022
1023 1023 def lookup(self, key):
1024 1024 return scmutil.revsymbol(self, key).node()
1025 1025
1026 1026 def lookupbranch(self, key, remote=None):
1027 1027 repo = remote or self
1028 1028 if key in repo.branchmap():
1029 1029 return key
1030 1030
1031 1031 repo = (remote and remote.local()) and remote or self
1032 1032 return repo[key].branch()
1033 1033
1034 1034 def known(self, nodes):
1035 1035 cl = self.changelog
1036 1036 nm = cl.nodemap
1037 1037 filtered = cl.filteredrevs
1038 1038 result = []
1039 1039 for n in nodes:
1040 1040 r = nm.get(n)
1041 1041 resp = not (r is None or r in filtered)
1042 1042 result.append(resp)
1043 1043 return result
1044 1044
1045 1045 def local(self):
1046 1046 return self
1047 1047
1048 1048 def publishing(self):
1049 1049 # it's safe (and desirable) to trust the publish flag unconditionally
1050 1050 # so that we don't finalize changes shared between users via ssh or nfs
1051 1051 return self.ui.configbool('phases', 'publish', untrusted=True)
1052 1052
1053 1053 def cancopy(self):
1054 1054 # so statichttprepo's override of local() works
1055 1055 if not self.local():
1056 1056 return False
1057 1057 if not self.publishing():
1058 1058 return True
1059 1059 # if publishing we can't copy if there is filtered content
1060 1060 return not self.filtered('visible').changelog.filteredrevs
1061 1061
1062 1062 def shared(self):
1063 1063 '''the type of shared repository (None if not shared)'''
1064 1064 if self.sharedpath != self.path:
1065 1065 return 'store'
1066 1066 return None
1067 1067
1068 1068 def wjoin(self, f, *insidef):
1069 1069 return self.vfs.reljoin(self.root, f, *insidef)
1070 1070
1071 1071 def file(self, f):
1072 1072 if f[0] == '/':
1073 1073 f = f[1:]
1074 1074 return filelog.filelog(self.svfs, f)
1075 1075
1076 def changectx(self, changeid):
1077 return self[changeid]
1078
1079 1076 def setparents(self, p1, p2=nullid):
1080 1077 with self.dirstate.parentchange():
1081 1078 copies = self.dirstate.setparents(p1, p2)
1082 1079 pctx = self[p1]
1083 1080 if copies:
1084 1081 # Adjust copy records, the dirstate cannot do it, it
1085 1082 # requires access to parents manifests. Preserve them
1086 1083 # only for entries added to first parent.
1087 1084 for f in copies:
1088 1085 if f not in pctx and copies[f] in pctx:
1089 1086 self.dirstate.copy(copies[f], f)
1090 1087 if p2 == nullid:
1091 1088 for f, s in sorted(self.dirstate.copies().items()):
1092 1089 if f not in pctx and s not in pctx:
1093 1090 self.dirstate.copy(None, f)
1094 1091
1095 1092 def filectx(self, path, changeid=None, fileid=None, changectx=None):
1096 1093 """changeid can be a changeset revision, node, or tag.
1097 1094 fileid can be a file revision or node."""
1098 1095 return context.filectx(self, path, changeid, fileid,
1099 1096 changectx=changectx)
1100 1097
1101 1098 def getcwd(self):
1102 1099 return self.dirstate.getcwd()
1103 1100
1104 1101 def pathto(self, f, cwd=None):
1105 1102 return self.dirstate.pathto(f, cwd)
1106 1103
1107 1104 def _loadfilter(self, filter):
1108 1105 if filter not in self._filterpats:
1109 1106 l = []
1110 1107 for pat, cmd in self.ui.configitems(filter):
1111 1108 if cmd == '!':
1112 1109 continue
1113 1110 mf = matchmod.match(self.root, '', [pat])
1114 1111 fn = None
1115 1112 params = cmd
1116 1113 for name, filterfn in self._datafilters.iteritems():
1117 1114 if cmd.startswith(name):
1118 1115 fn = filterfn
1119 1116 params = cmd[len(name):].lstrip()
1120 1117 break
1121 1118 if not fn:
1122 1119 fn = lambda s, c, **kwargs: procutil.filter(s, c)
1123 1120 # Wrap old filters not supporting keyword arguments
1124 1121 if not pycompat.getargspec(fn)[2]:
1125 1122 oldfn = fn
1126 1123 fn = lambda s, c, **kwargs: oldfn(s, c)
1127 1124 l.append((mf, fn, params))
1128 1125 self._filterpats[filter] = l
1129 1126 return self._filterpats[filter]
1130 1127
1131 1128 def _filter(self, filterpats, filename, data):
1132 1129 for mf, fn, cmd in filterpats:
1133 1130 if mf(filename):
1134 1131 self.ui.debug("filtering %s through %s\n" % (filename, cmd))
1135 1132 data = fn(data, cmd, ui=self.ui, repo=self, filename=filename)
1136 1133 break
1137 1134
1138 1135 return data
1139 1136
1140 1137 @unfilteredpropertycache
1141 1138 def _encodefilterpats(self):
1142 1139 return self._loadfilter('encode')
1143 1140
1144 1141 @unfilteredpropertycache
1145 1142 def _decodefilterpats(self):
1146 1143 return self._loadfilter('decode')
1147 1144
1148 1145 def adddatafilter(self, name, filter):
1149 1146 self._datafilters[name] = filter
1150 1147
1151 1148 def wread(self, filename):
1152 1149 if self.wvfs.islink(filename):
1153 1150 data = self.wvfs.readlink(filename)
1154 1151 else:
1155 1152 data = self.wvfs.read(filename)
1156 1153 return self._filter(self._encodefilterpats, filename, data)
1157 1154
1158 1155 def wwrite(self, filename, data, flags, backgroundclose=False, **kwargs):
1159 1156 """write ``data`` into ``filename`` in the working directory
1160 1157
1161 1158 This returns length of written (maybe decoded) data.
1162 1159 """
1163 1160 data = self._filter(self._decodefilterpats, filename, data)
1164 1161 if 'l' in flags:
1165 1162 self.wvfs.symlink(data, filename)
1166 1163 else:
1167 1164 self.wvfs.write(filename, data, backgroundclose=backgroundclose,
1168 1165 **kwargs)
1169 1166 if 'x' in flags:
1170 1167 self.wvfs.setflags(filename, False, True)
1171 1168 else:
1172 1169 self.wvfs.setflags(filename, False, False)
1173 1170 return len(data)
1174 1171
1175 1172 def wwritedata(self, filename, data):
1176 1173 return self._filter(self._decodefilterpats, filename, data)
1177 1174
1178 1175 def currenttransaction(self):
1179 1176 """return the current transaction or None if non exists"""
1180 1177 if self._transref:
1181 1178 tr = self._transref()
1182 1179 else:
1183 1180 tr = None
1184 1181
1185 1182 if tr and tr.running():
1186 1183 return tr
1187 1184 return None
1188 1185
1189 1186 def transaction(self, desc, report=None):
1190 1187 if (self.ui.configbool('devel', 'all-warnings')
1191 1188 or self.ui.configbool('devel', 'check-locks')):
1192 1189 if self._currentlock(self._lockref) is None:
1193 1190 raise error.ProgrammingError('transaction requires locking')
1194 1191 tr = self.currenttransaction()
1195 1192 if tr is not None:
1196 1193 return tr.nest(name=desc)
1197 1194
1198 1195 # abort here if the journal already exists
1199 1196 if self.svfs.exists("journal"):
1200 1197 raise error.RepoError(
1201 1198 _("abandoned transaction found"),
1202 1199 hint=_("run 'hg recover' to clean up transaction"))
1203 1200
1204 1201 idbase = "%.40f#%f" % (random.random(), time.time())
1205 1202 ha = hex(hashlib.sha1(idbase).digest())
1206 1203 txnid = 'TXN:' + ha
1207 1204 self.hook('pretxnopen', throw=True, txnname=desc, txnid=txnid)
1208 1205
1209 1206 self._writejournal(desc)
1210 1207 renames = [(vfs, x, undoname(x)) for vfs, x in self._journalfiles()]
1211 1208 if report:
1212 1209 rp = report
1213 1210 else:
1214 1211 rp = self.ui.warn
1215 1212 vfsmap = {'plain': self.vfs} # root of .hg/
1216 1213 # we must avoid cyclic reference between repo and transaction.
1217 1214 reporef = weakref.ref(self)
1218 1215 # Code to track tag movement
1219 1216 #
1220 1217 # Since tags are all handled as file content, it is actually quite hard
1221 1218 # to track these movement from a code perspective. So we fallback to a
1222 1219 # tracking at the repository level. One could envision to track changes
1223 1220 # to the '.hgtags' file through changegroup apply but that fails to
1224 1221 # cope with case where transaction expose new heads without changegroup
1225 1222 # being involved (eg: phase movement).
1226 1223 #
1227 1224 # For now, We gate the feature behind a flag since this likely comes
1228 1225 # with performance impacts. The current code run more often than needed
1229 1226 # and do not use caches as much as it could. The current focus is on
1230 1227 # the behavior of the feature so we disable it by default. The flag
1231 1228 # will be removed when we are happy with the performance impact.
1232 1229 #
1233 1230 # Once this feature is no longer experimental move the following
1234 1231 # documentation to the appropriate help section:
1235 1232 #
1236 1233 # The ``HG_TAG_MOVED`` variable will be set if the transaction touched
1237 1234 # tags (new or changed or deleted tags). In addition the details of
1238 1235 # these changes are made available in a file at:
1239 1236 # ``REPOROOT/.hg/changes/tags.changes``.
1240 1237 # Make sure you check for HG_TAG_MOVED before reading that file as it
1241 1238 # might exist from a previous transaction even if no tag were touched
1242 1239 # in this one. Changes are recorded in a line base format::
1243 1240 #
1244 1241 # <action> <hex-node> <tag-name>\n
1245 1242 #
1246 1243 # Actions are defined as follow:
1247 1244 # "-R": tag is removed,
1248 1245 # "+A": tag is added,
1249 1246 # "-M": tag is moved (old value),
1250 1247 # "+M": tag is moved (new value),
1251 1248 tracktags = lambda x: None
1252 1249 # experimental config: experimental.hook-track-tags
1253 1250 shouldtracktags = self.ui.configbool('experimental', 'hook-track-tags')
1254 1251 if desc != 'strip' and shouldtracktags:
1255 1252 oldheads = self.changelog.headrevs()
1256 1253 def tracktags(tr2):
1257 1254 repo = reporef()
1258 1255 oldfnodes = tagsmod.fnoderevs(repo.ui, repo, oldheads)
1259 1256 newheads = repo.changelog.headrevs()
1260 1257 newfnodes = tagsmod.fnoderevs(repo.ui, repo, newheads)
1261 1258 # notes: we compare lists here.
1262 1259 # As we do it only once buiding set would not be cheaper
1263 1260 changes = tagsmod.difftags(repo.ui, repo, oldfnodes, newfnodes)
1264 1261 if changes:
1265 1262 tr2.hookargs['tag_moved'] = '1'
1266 1263 with repo.vfs('changes/tags.changes', 'w',
1267 1264 atomictemp=True) as changesfile:
1268 1265 # note: we do not register the file to the transaction
1269 1266 # because we needs it to still exist on the transaction
1270 1267 # is close (for txnclose hooks)
1271 1268 tagsmod.writediff(changesfile, changes)
1272 1269 def validate(tr2):
1273 1270 """will run pre-closing hooks"""
1274 1271 # XXX the transaction API is a bit lacking here so we take a hacky
1275 1272 # path for now
1276 1273 #
1277 1274 # We cannot add this as a "pending" hooks since the 'tr.hookargs'
1278 1275 # dict is copied before these run. In addition we needs the data
1279 1276 # available to in memory hooks too.
1280 1277 #
1281 1278 # Moreover, we also need to make sure this runs before txnclose
1282 1279 # hooks and there is no "pending" mechanism that would execute
1283 1280 # logic only if hooks are about to run.
1284 1281 #
1285 1282 # Fixing this limitation of the transaction is also needed to track
1286 1283 # other families of changes (bookmarks, phases, obsolescence).
1287 1284 #
1288 1285 # This will have to be fixed before we remove the experimental
1289 1286 # gating.
1290 1287 tracktags(tr2)
1291 1288 repo = reporef()
1292 1289 if repo.ui.configbool('experimental', 'single-head-per-branch'):
1293 1290 scmutil.enforcesinglehead(repo, tr2, desc)
1294 1291 if hook.hashook(repo.ui, 'pretxnclose-bookmark'):
1295 1292 for name, (old, new) in sorted(tr.changes['bookmarks'].items()):
1296 1293 args = tr.hookargs.copy()
1297 1294 args.update(bookmarks.preparehookargs(name, old, new))
1298 1295 repo.hook('pretxnclose-bookmark', throw=True,
1299 1296 txnname=desc,
1300 1297 **pycompat.strkwargs(args))
1301 1298 if hook.hashook(repo.ui, 'pretxnclose-phase'):
1302 1299 cl = repo.unfiltered().changelog
1303 1300 for rev, (old, new) in tr.changes['phases'].items():
1304 1301 args = tr.hookargs.copy()
1305 1302 node = hex(cl.node(rev))
1306 1303 args.update(phases.preparehookargs(node, old, new))
1307 1304 repo.hook('pretxnclose-phase', throw=True, txnname=desc,
1308 1305 **pycompat.strkwargs(args))
1309 1306
1310 1307 repo.hook('pretxnclose', throw=True,
1311 1308 txnname=desc, **pycompat.strkwargs(tr.hookargs))
1312 1309 def releasefn(tr, success):
1313 1310 repo = reporef()
1314 1311 if success:
1315 1312 # this should be explicitly invoked here, because
1316 1313 # in-memory changes aren't written out at closing
1317 1314 # transaction, if tr.addfilegenerator (via
1318 1315 # dirstate.write or so) isn't invoked while
1319 1316 # transaction running
1320 1317 repo.dirstate.write(None)
1321 1318 else:
1322 1319 # discard all changes (including ones already written
1323 1320 # out) in this transaction
1324 1321 repo.dirstate.restorebackup(None, 'journal.dirstate')
1325 1322
1326 1323 repo.invalidate(clearfilecache=True)
1327 1324
1328 1325 tr = transaction.transaction(rp, self.svfs, vfsmap,
1329 1326 "journal",
1330 1327 "undo",
1331 1328 aftertrans(renames),
1332 1329 self.store.createmode,
1333 1330 validator=validate,
1334 1331 releasefn=releasefn,
1335 1332 checkambigfiles=_cachedfiles,
1336 1333 name=desc)
1337 1334 tr.changes['revs'] = xrange(0, 0)
1338 1335 tr.changes['obsmarkers'] = set()
1339 1336 tr.changes['phases'] = {}
1340 1337 tr.changes['bookmarks'] = {}
1341 1338
1342 1339 tr.hookargs['txnid'] = txnid
1343 1340 # note: writing the fncache only during finalize mean that the file is
1344 1341 # outdated when running hooks. As fncache is used for streaming clone,
1345 1342 # this is not expected to break anything that happen during the hooks.
1346 1343 tr.addfinalize('flush-fncache', self.store.write)
1347 1344 def txnclosehook(tr2):
1348 1345 """To be run if transaction is successful, will schedule a hook run
1349 1346 """
1350 1347 # Don't reference tr2 in hook() so we don't hold a reference.
1351 1348 # This reduces memory consumption when there are multiple
1352 1349 # transactions per lock. This can likely go away if issue5045
1353 1350 # fixes the function accumulation.
1354 1351 hookargs = tr2.hookargs
1355 1352
1356 1353 def hookfunc():
1357 1354 repo = reporef()
1358 1355 if hook.hashook(repo.ui, 'txnclose-bookmark'):
1359 1356 bmchanges = sorted(tr.changes['bookmarks'].items())
1360 1357 for name, (old, new) in bmchanges:
1361 1358 args = tr.hookargs.copy()
1362 1359 args.update(bookmarks.preparehookargs(name, old, new))
1363 1360 repo.hook('txnclose-bookmark', throw=False,
1364 1361 txnname=desc, **pycompat.strkwargs(args))
1365 1362
1366 1363 if hook.hashook(repo.ui, 'txnclose-phase'):
1367 1364 cl = repo.unfiltered().changelog
1368 1365 phasemv = sorted(tr.changes['phases'].items())
1369 1366 for rev, (old, new) in phasemv:
1370 1367 args = tr.hookargs.copy()
1371 1368 node = hex(cl.node(rev))
1372 1369 args.update(phases.preparehookargs(node, old, new))
1373 1370 repo.hook('txnclose-phase', throw=False, txnname=desc,
1374 1371 **pycompat.strkwargs(args))
1375 1372
1376 1373 repo.hook('txnclose', throw=False, txnname=desc,
1377 1374 **pycompat.strkwargs(hookargs))
1378 1375 reporef()._afterlock(hookfunc)
1379 1376 tr.addfinalize('txnclose-hook', txnclosehook)
1380 1377 # Include a leading "-" to make it happen before the transaction summary
1381 1378 # reports registered via scmutil.registersummarycallback() whose names
1382 1379 # are 00-txnreport etc. That way, the caches will be warm when the
1383 1380 # callbacks run.
1384 1381 tr.addpostclose('-warm-cache', self._buildcacheupdater(tr))
1385 1382 def txnaborthook(tr2):
1386 1383 """To be run if transaction is aborted
1387 1384 """
1388 1385 reporef().hook('txnabort', throw=False, txnname=desc,
1389 1386 **pycompat.strkwargs(tr2.hookargs))
1390 1387 tr.addabort('txnabort-hook', txnaborthook)
1391 1388 # avoid eager cache invalidation. in-memory data should be identical
1392 1389 # to stored data if transaction has no error.
1393 1390 tr.addpostclose('refresh-filecachestats', self._refreshfilecachestats)
1394 1391 self._transref = weakref.ref(tr)
1395 1392 scmutil.registersummarycallback(self, tr, desc)
1396 1393 return tr
1397 1394
1398 1395 def _journalfiles(self):
1399 1396 return ((self.svfs, 'journal'),
1400 1397 (self.vfs, 'journal.dirstate'),
1401 1398 (self.vfs, 'journal.branch'),
1402 1399 (self.vfs, 'journal.desc'),
1403 1400 (self.vfs, 'journal.bookmarks'),
1404 1401 (self.svfs, 'journal.phaseroots'))
1405 1402
1406 1403 def undofiles(self):
1407 1404 return [(vfs, undoname(x)) for vfs, x in self._journalfiles()]
1408 1405
1409 1406 @unfilteredmethod
1410 1407 def _writejournal(self, desc):
1411 1408 self.dirstate.savebackup(None, 'journal.dirstate')
1412 1409 self.vfs.write("journal.branch",
1413 1410 encoding.fromlocal(self.dirstate.branch()))
1414 1411 self.vfs.write("journal.desc",
1415 1412 "%d\n%s\n" % (len(self), desc))
1416 1413 self.vfs.write("journal.bookmarks",
1417 1414 self.vfs.tryread("bookmarks"))
1418 1415 self.svfs.write("journal.phaseroots",
1419 1416 self.svfs.tryread("phaseroots"))
1420 1417
1421 1418 def recover(self):
1422 1419 with self.lock():
1423 1420 if self.svfs.exists("journal"):
1424 1421 self.ui.status(_("rolling back interrupted transaction\n"))
1425 1422 vfsmap = {'': self.svfs,
1426 1423 'plain': self.vfs,}
1427 1424 transaction.rollback(self.svfs, vfsmap, "journal",
1428 1425 self.ui.warn,
1429 1426 checkambigfiles=_cachedfiles)
1430 1427 self.invalidate()
1431 1428 return True
1432 1429 else:
1433 1430 self.ui.warn(_("no interrupted transaction available\n"))
1434 1431 return False
1435 1432
1436 1433 def rollback(self, dryrun=False, force=False):
1437 1434 wlock = lock = dsguard = None
1438 1435 try:
1439 1436 wlock = self.wlock()
1440 1437 lock = self.lock()
1441 1438 if self.svfs.exists("undo"):
1442 1439 dsguard = dirstateguard.dirstateguard(self, 'rollback')
1443 1440
1444 1441 return self._rollback(dryrun, force, dsguard)
1445 1442 else:
1446 1443 self.ui.warn(_("no rollback information available\n"))
1447 1444 return 1
1448 1445 finally:
1449 1446 release(dsguard, lock, wlock)
1450 1447
1451 1448 @unfilteredmethod # Until we get smarter cache management
1452 1449 def _rollback(self, dryrun, force, dsguard):
1453 1450 ui = self.ui
1454 1451 try:
1455 1452 args = self.vfs.read('undo.desc').splitlines()
1456 1453 (oldlen, desc, detail) = (int(args[0]), args[1], None)
1457 1454 if len(args) >= 3:
1458 1455 detail = args[2]
1459 1456 oldtip = oldlen - 1
1460 1457
1461 1458 if detail and ui.verbose:
1462 1459 msg = (_('repository tip rolled back to revision %d'
1463 1460 ' (undo %s: %s)\n')
1464 1461 % (oldtip, desc, detail))
1465 1462 else:
1466 1463 msg = (_('repository tip rolled back to revision %d'
1467 1464 ' (undo %s)\n')
1468 1465 % (oldtip, desc))
1469 1466 except IOError:
1470 1467 msg = _('rolling back unknown transaction\n')
1471 1468 desc = None
1472 1469
1473 1470 if not force and self['.'] != self['tip'] and desc == 'commit':
1474 1471 raise error.Abort(
1475 1472 _('rollback of last commit while not checked out '
1476 1473 'may lose data'), hint=_('use -f to force'))
1477 1474
1478 1475 ui.status(msg)
1479 1476 if dryrun:
1480 1477 return 0
1481 1478
1482 1479 parents = self.dirstate.parents()
1483 1480 self.destroying()
1484 1481 vfsmap = {'plain': self.vfs, '': self.svfs}
1485 1482 transaction.rollback(self.svfs, vfsmap, 'undo', ui.warn,
1486 1483 checkambigfiles=_cachedfiles)
1487 1484 if self.vfs.exists('undo.bookmarks'):
1488 1485 self.vfs.rename('undo.bookmarks', 'bookmarks', checkambig=True)
1489 1486 if self.svfs.exists('undo.phaseroots'):
1490 1487 self.svfs.rename('undo.phaseroots', 'phaseroots', checkambig=True)
1491 1488 self.invalidate()
1492 1489
1493 1490 parentgone = (parents[0] not in self.changelog.nodemap or
1494 1491 parents[1] not in self.changelog.nodemap)
1495 1492 if parentgone:
1496 1493 # prevent dirstateguard from overwriting already restored one
1497 1494 dsguard.close()
1498 1495
1499 1496 self.dirstate.restorebackup(None, 'undo.dirstate')
1500 1497 try:
1501 1498 branch = self.vfs.read('undo.branch')
1502 1499 self.dirstate.setbranch(encoding.tolocal(branch))
1503 1500 except IOError:
1504 1501 ui.warn(_('named branch could not be reset: '
1505 1502 'current branch is still \'%s\'\n')
1506 1503 % self.dirstate.branch())
1507 1504
1508 1505 parents = tuple([p.rev() for p in self[None].parents()])
1509 1506 if len(parents) > 1:
1510 1507 ui.status(_('working directory now based on '
1511 1508 'revisions %d and %d\n') % parents)
1512 1509 else:
1513 1510 ui.status(_('working directory now based on '
1514 1511 'revision %d\n') % parents)
1515 1512 mergemod.mergestate.clean(self, self['.'].node())
1516 1513
1517 1514 # TODO: if we know which new heads may result from this rollback, pass
1518 1515 # them to destroy(), which will prevent the branchhead cache from being
1519 1516 # invalidated.
1520 1517 self.destroyed()
1521 1518 return 0
1522 1519
1523 1520 def _buildcacheupdater(self, newtransaction):
1524 1521 """called during transaction to build the callback updating cache
1525 1522
1526 1523 Lives on the repository to help extension who might want to augment
1527 1524 this logic. For this purpose, the created transaction is passed to the
1528 1525 method.
1529 1526 """
1530 1527 # we must avoid cyclic reference between repo and transaction.
1531 1528 reporef = weakref.ref(self)
1532 1529 def updater(tr):
1533 1530 repo = reporef()
1534 1531 repo.updatecaches(tr)
1535 1532 return updater
1536 1533
1537 1534 @unfilteredmethod
1538 1535 def updatecaches(self, tr=None, full=False):
1539 1536 """warm appropriate caches
1540 1537
1541 1538 If this function is called after a transaction closed. The transaction
1542 1539 will be available in the 'tr' argument. This can be used to selectively
1543 1540 update caches relevant to the changes in that transaction.
1544 1541
1545 1542 If 'full' is set, make sure all caches the function knows about have
1546 1543 up-to-date data. Even the ones usually loaded more lazily.
1547 1544 """
1548 1545 if tr is not None and tr.hookargs.get('source') == 'strip':
1549 1546 # During strip, many caches are invalid but
1550 1547 # later call to `destroyed` will refresh them.
1551 1548 return
1552 1549
1553 1550 if tr is None or tr.changes['revs']:
1554 1551 # updating the unfiltered branchmap should refresh all the others,
1555 1552 self.ui.debug('updating the branch cache\n')
1556 1553 branchmap.updatecache(self.filtered('served'))
1557 1554
1558 1555 if full:
1559 1556 rbc = self.revbranchcache()
1560 1557 for r in self.changelog:
1561 1558 rbc.branchinfo(r)
1562 1559 rbc.write()
1563 1560
1564 1561 def invalidatecaches(self):
1565 1562
1566 1563 if '_tagscache' in vars(self):
1567 1564 # can't use delattr on proxy
1568 1565 del self.__dict__['_tagscache']
1569 1566
1570 1567 self.unfiltered()._branchcaches.clear()
1571 1568 self.invalidatevolatilesets()
1572 1569 self._sparsesignaturecache.clear()
1573 1570
1574 1571 def invalidatevolatilesets(self):
1575 1572 self.filteredrevcache.clear()
1576 1573 obsolete.clearobscaches(self)
1577 1574
1578 1575 def invalidatedirstate(self):
1579 1576 '''Invalidates the dirstate, causing the next call to dirstate
1580 1577 to check if it was modified since the last time it was read,
1581 1578 rereading it if it has.
1582 1579
1583 1580 This is different to dirstate.invalidate() that it doesn't always
1584 1581 rereads the dirstate. Use dirstate.invalidate() if you want to
1585 1582 explicitly read the dirstate again (i.e. restoring it to a previous
1586 1583 known good state).'''
1587 1584 if hasunfilteredcache(self, 'dirstate'):
1588 1585 for k in self.dirstate._filecache:
1589 1586 try:
1590 1587 delattr(self.dirstate, k)
1591 1588 except AttributeError:
1592 1589 pass
1593 1590 delattr(self.unfiltered(), 'dirstate')
1594 1591
1595 1592 def invalidate(self, clearfilecache=False):
1596 1593 '''Invalidates both store and non-store parts other than dirstate
1597 1594
1598 1595 If a transaction is running, invalidation of store is omitted,
1599 1596 because discarding in-memory changes might cause inconsistency
1600 1597 (e.g. incomplete fncache causes unintentional failure, but
1601 1598 redundant one doesn't).
1602 1599 '''
1603 1600 unfiltered = self.unfiltered() # all file caches are stored unfiltered
1604 1601 for k in list(self._filecache.keys()):
1605 1602 # dirstate is invalidated separately in invalidatedirstate()
1606 1603 if k == 'dirstate':
1607 1604 continue
1608 1605 if (k == 'changelog' and
1609 1606 self.currenttransaction() and
1610 1607 self.changelog._delayed):
1611 1608 # The changelog object may store unwritten revisions. We don't
1612 1609 # want to lose them.
1613 1610 # TODO: Solve the problem instead of working around it.
1614 1611 continue
1615 1612
1616 1613 if clearfilecache:
1617 1614 del self._filecache[k]
1618 1615 try:
1619 1616 delattr(unfiltered, k)
1620 1617 except AttributeError:
1621 1618 pass
1622 1619 self.invalidatecaches()
1623 1620 if not self.currenttransaction():
1624 1621 # TODO: Changing contents of store outside transaction
1625 1622 # causes inconsistency. We should make in-memory store
1626 1623 # changes detectable, and abort if changed.
1627 1624 self.store.invalidatecaches()
1628 1625
1629 1626 def invalidateall(self):
1630 1627 '''Fully invalidates both store and non-store parts, causing the
1631 1628 subsequent operation to reread any outside changes.'''
1632 1629 # extension should hook this to invalidate its caches
1633 1630 self.invalidate()
1634 1631 self.invalidatedirstate()
1635 1632
1636 1633 @unfilteredmethod
1637 1634 def _refreshfilecachestats(self, tr):
1638 1635 """Reload stats of cached files so that they are flagged as valid"""
1639 1636 for k, ce in self._filecache.items():
1640 1637 k = pycompat.sysstr(k)
1641 1638 if k == r'dirstate' or k not in self.__dict__:
1642 1639 continue
1643 1640 ce.refresh()
1644 1641
1645 1642 def _lock(self, vfs, lockname, wait, releasefn, acquirefn, desc,
1646 1643 inheritchecker=None, parentenvvar=None):
1647 1644 parentlock = None
1648 1645 # the contents of parentenvvar are used by the underlying lock to
1649 1646 # determine whether it can be inherited
1650 1647 if parentenvvar is not None:
1651 1648 parentlock = encoding.environ.get(parentenvvar)
1652 1649
1653 1650 timeout = 0
1654 1651 warntimeout = 0
1655 1652 if wait:
1656 1653 timeout = self.ui.configint("ui", "timeout")
1657 1654 warntimeout = self.ui.configint("ui", "timeout.warn")
1658 1655
1659 1656 l = lockmod.trylock(self.ui, vfs, lockname, timeout, warntimeout,
1660 1657 releasefn=releasefn,
1661 1658 acquirefn=acquirefn, desc=desc,
1662 1659 inheritchecker=inheritchecker,
1663 1660 parentlock=parentlock)
1664 1661 return l
1665 1662
1666 1663 def _afterlock(self, callback):
1667 1664 """add a callback to be run when the repository is fully unlocked
1668 1665
1669 1666 The callback will be executed when the outermost lock is released
1670 1667 (with wlock being higher level than 'lock')."""
1671 1668 for ref in (self._wlockref, self._lockref):
1672 1669 l = ref and ref()
1673 1670 if l and l.held:
1674 1671 l.postrelease.append(callback)
1675 1672 break
1676 1673 else: # no lock have been found.
1677 1674 callback()
1678 1675
1679 1676 def lock(self, wait=True):
1680 1677 '''Lock the repository store (.hg/store) and return a weak reference
1681 1678 to the lock. Use this before modifying the store (e.g. committing or
1682 1679 stripping). If you are opening a transaction, get a lock as well.)
1683 1680
1684 1681 If both 'lock' and 'wlock' must be acquired, ensure you always acquires
1685 1682 'wlock' first to avoid a dead-lock hazard.'''
1686 1683 l = self._currentlock(self._lockref)
1687 1684 if l is not None:
1688 1685 l.lock()
1689 1686 return l
1690 1687
1691 1688 l = self._lock(self.svfs, "lock", wait, None,
1692 1689 self.invalidate, _('repository %s') % self.origroot)
1693 1690 self._lockref = weakref.ref(l)
1694 1691 return l
1695 1692
1696 1693 def _wlockchecktransaction(self):
1697 1694 if self.currenttransaction() is not None:
1698 1695 raise error.LockInheritanceContractViolation(
1699 1696 'wlock cannot be inherited in the middle of a transaction')
1700 1697
1701 1698 def wlock(self, wait=True):
1702 1699 '''Lock the non-store parts of the repository (everything under
1703 1700 .hg except .hg/store) and return a weak reference to the lock.
1704 1701
1705 1702 Use this before modifying files in .hg.
1706 1703
1707 1704 If both 'lock' and 'wlock' must be acquired, ensure you always acquires
1708 1705 'wlock' first to avoid a dead-lock hazard.'''
1709 1706 l = self._wlockref and self._wlockref()
1710 1707 if l is not None and l.held:
1711 1708 l.lock()
1712 1709 return l
1713 1710
1714 1711 # We do not need to check for non-waiting lock acquisition. Such
1715 1712 # acquisition would not cause dead-lock as they would just fail.
1716 1713 if wait and (self.ui.configbool('devel', 'all-warnings')
1717 1714 or self.ui.configbool('devel', 'check-locks')):
1718 1715 if self._currentlock(self._lockref) is not None:
1719 1716 self.ui.develwarn('"wlock" acquired after "lock"')
1720 1717
1721 1718 def unlock():
1722 1719 if self.dirstate.pendingparentchange():
1723 1720 self.dirstate.invalidate()
1724 1721 else:
1725 1722 self.dirstate.write(None)
1726 1723
1727 1724 self._filecache['dirstate'].refresh()
1728 1725
1729 1726 l = self._lock(self.vfs, "wlock", wait, unlock,
1730 1727 self.invalidatedirstate, _('working directory of %s') %
1731 1728 self.origroot,
1732 1729 inheritchecker=self._wlockchecktransaction,
1733 1730 parentenvvar='HG_WLOCK_LOCKER')
1734 1731 self._wlockref = weakref.ref(l)
1735 1732 return l
1736 1733
1737 1734 def _currentlock(self, lockref):
1738 1735 """Returns the lock if it's held, or None if it's not."""
1739 1736 if lockref is None:
1740 1737 return None
1741 1738 l = lockref()
1742 1739 if l is None or not l.held:
1743 1740 return None
1744 1741 return l
1745 1742
1746 1743 def currentwlock(self):
1747 1744 """Returns the wlock if it's held, or None if it's not."""
1748 1745 return self._currentlock(self._wlockref)
1749 1746
1750 1747 def _filecommit(self, fctx, manifest1, manifest2, linkrev, tr, changelist):
1751 1748 """
1752 1749 commit an individual file as part of a larger transaction
1753 1750 """
1754 1751
1755 1752 fname = fctx.path()
1756 1753 fparent1 = manifest1.get(fname, nullid)
1757 1754 fparent2 = manifest2.get(fname, nullid)
1758 1755 if isinstance(fctx, context.filectx):
1759 1756 node = fctx.filenode()
1760 1757 if node in [fparent1, fparent2]:
1761 1758 self.ui.debug('reusing %s filelog entry\n' % fname)
1762 1759 if manifest1.flags(fname) != fctx.flags():
1763 1760 changelist.append(fname)
1764 1761 return node
1765 1762
1766 1763 flog = self.file(fname)
1767 1764 meta = {}
1768 1765 copy = fctx.renamed()
1769 1766 if copy and copy[0] != fname:
1770 1767 # Mark the new revision of this file as a copy of another
1771 1768 # file. This copy data will effectively act as a parent
1772 1769 # of this new revision. If this is a merge, the first
1773 1770 # parent will be the nullid (meaning "look up the copy data")
1774 1771 # and the second one will be the other parent. For example:
1775 1772 #
1776 1773 # 0 --- 1 --- 3 rev1 changes file foo
1777 1774 # \ / rev2 renames foo to bar and changes it
1778 1775 # \- 2 -/ rev3 should have bar with all changes and
1779 1776 # should record that bar descends from
1780 1777 # bar in rev2 and foo in rev1
1781 1778 #
1782 1779 # this allows this merge to succeed:
1783 1780 #
1784 1781 # 0 --- 1 --- 3 rev4 reverts the content change from rev2
1785 1782 # \ / merging rev3 and rev4 should use bar@rev2
1786 1783 # \- 2 --- 4 as the merge base
1787 1784 #
1788 1785
1789 1786 cfname = copy[0]
1790 1787 crev = manifest1.get(cfname)
1791 1788 newfparent = fparent2
1792 1789
1793 1790 if manifest2: # branch merge
1794 1791 if fparent2 == nullid or crev is None: # copied on remote side
1795 1792 if cfname in manifest2:
1796 1793 crev = manifest2[cfname]
1797 1794 newfparent = fparent1
1798 1795
1799 1796 # Here, we used to search backwards through history to try to find
1800 1797 # where the file copy came from if the source of a copy was not in
1801 1798 # the parent directory. However, this doesn't actually make sense to
1802 1799 # do (what does a copy from something not in your working copy even
1803 1800 # mean?) and it causes bugs (eg, issue4476). Instead, we will warn
1804 1801 # the user that copy information was dropped, so if they didn't
1805 1802 # expect this outcome it can be fixed, but this is the correct
1806 1803 # behavior in this circumstance.
1807 1804
1808 1805 if crev:
1809 1806 self.ui.debug(" %s: copy %s:%s\n" % (fname, cfname, hex(crev)))
1810 1807 meta["copy"] = cfname
1811 1808 meta["copyrev"] = hex(crev)
1812 1809 fparent1, fparent2 = nullid, newfparent
1813 1810 else:
1814 1811 self.ui.warn(_("warning: can't find ancestor for '%s' "
1815 1812 "copied from '%s'!\n") % (fname, cfname))
1816 1813
1817 1814 elif fparent1 == nullid:
1818 1815 fparent1, fparent2 = fparent2, nullid
1819 1816 elif fparent2 != nullid:
1820 1817 # is one parent an ancestor of the other?
1821 1818 fparentancestors = flog.commonancestorsheads(fparent1, fparent2)
1822 1819 if fparent1 in fparentancestors:
1823 1820 fparent1, fparent2 = fparent2, nullid
1824 1821 elif fparent2 in fparentancestors:
1825 1822 fparent2 = nullid
1826 1823
1827 1824 # is the file changed?
1828 1825 text = fctx.data()
1829 1826 if fparent2 != nullid or flog.cmp(fparent1, text) or meta:
1830 1827 changelist.append(fname)
1831 1828 return flog.add(text, meta, tr, linkrev, fparent1, fparent2)
1832 1829 # are just the flags changed during merge?
1833 1830 elif fname in manifest1 and manifest1.flags(fname) != fctx.flags():
1834 1831 changelist.append(fname)
1835 1832
1836 1833 return fparent1
1837 1834
1838 1835 def checkcommitpatterns(self, wctx, vdirs, match, status, fail):
1839 1836 """check for commit arguments that aren't committable"""
1840 1837 if match.isexact() or match.prefix():
1841 1838 matched = set(status.modified + status.added + status.removed)
1842 1839
1843 1840 for f in match.files():
1844 1841 f = self.dirstate.normalize(f)
1845 1842 if f == '.' or f in matched or f in wctx.substate:
1846 1843 continue
1847 1844 if f in status.deleted:
1848 1845 fail(f, _('file not found!'))
1849 1846 if f in vdirs: # visited directory
1850 1847 d = f + '/'
1851 1848 for mf in matched:
1852 1849 if mf.startswith(d):
1853 1850 break
1854 1851 else:
1855 1852 fail(f, _("no match under directory!"))
1856 1853 elif f not in self.dirstate:
1857 1854 fail(f, _("file not tracked!"))
1858 1855
1859 1856 @unfilteredmethod
1860 1857 def commit(self, text="", user=None, date=None, match=None, force=False,
1861 1858 editor=False, extra=None):
1862 1859 """Add a new revision to current repository.
1863 1860
1864 1861 Revision information is gathered from the working directory,
1865 1862 match can be used to filter the committed files. If editor is
1866 1863 supplied, it is called to get a commit message.
1867 1864 """
1868 1865 if extra is None:
1869 1866 extra = {}
1870 1867
1871 1868 def fail(f, msg):
1872 1869 raise error.Abort('%s: %s' % (f, msg))
1873 1870
1874 1871 if not match:
1875 1872 match = matchmod.always(self.root, '')
1876 1873
1877 1874 if not force:
1878 1875 vdirs = []
1879 1876 match.explicitdir = vdirs.append
1880 1877 match.bad = fail
1881 1878
1882 1879 wlock = lock = tr = None
1883 1880 try:
1884 1881 wlock = self.wlock()
1885 1882 lock = self.lock() # for recent changelog (see issue4368)
1886 1883
1887 1884 wctx = self[None]
1888 1885 merge = len(wctx.parents()) > 1
1889 1886
1890 1887 if not force and merge and not match.always():
1891 1888 raise error.Abort(_('cannot partially commit a merge '
1892 1889 '(do not specify files or patterns)'))
1893 1890
1894 1891 status = self.status(match=match, clean=force)
1895 1892 if force:
1896 1893 status.modified.extend(status.clean) # mq may commit clean files
1897 1894
1898 1895 # check subrepos
1899 1896 subs, commitsubs, newstate = subrepoutil.precommit(
1900 1897 self.ui, wctx, status, match, force=force)
1901 1898
1902 1899 # make sure all explicit patterns are matched
1903 1900 if not force:
1904 1901 self.checkcommitpatterns(wctx, vdirs, match, status, fail)
1905 1902
1906 1903 cctx = context.workingcommitctx(self, status,
1907 1904 text, user, date, extra)
1908 1905
1909 1906 # internal config: ui.allowemptycommit
1910 1907 allowemptycommit = (wctx.branch() != wctx.p1().branch()
1911 1908 or extra.get('close') or merge or cctx.files()
1912 1909 or self.ui.configbool('ui', 'allowemptycommit'))
1913 1910 if not allowemptycommit:
1914 1911 return None
1915 1912
1916 1913 if merge and cctx.deleted():
1917 1914 raise error.Abort(_("cannot commit merge with missing files"))
1918 1915
1919 1916 ms = mergemod.mergestate.read(self)
1920 1917 mergeutil.checkunresolved(ms)
1921 1918
1922 1919 if editor:
1923 1920 cctx._text = editor(self, cctx, subs)
1924 1921 edited = (text != cctx._text)
1925 1922
1926 1923 # Save commit message in case this transaction gets rolled back
1927 1924 # (e.g. by a pretxncommit hook). Leave the content alone on
1928 1925 # the assumption that the user will use the same editor again.
1929 1926 msgfn = self.savecommitmessage(cctx._text)
1930 1927
1931 1928 # commit subs and write new state
1932 1929 if subs:
1933 1930 for s in sorted(commitsubs):
1934 1931 sub = wctx.sub(s)
1935 1932 self.ui.status(_('committing subrepository %s\n') %
1936 1933 subrepoutil.subrelpath(sub))
1937 1934 sr = sub.commit(cctx._text, user, date)
1938 1935 newstate[s] = (newstate[s][0], sr)
1939 1936 subrepoutil.writestate(self, newstate)
1940 1937
1941 1938 p1, p2 = self.dirstate.parents()
1942 1939 hookp1, hookp2 = hex(p1), (p2 != nullid and hex(p2) or '')
1943 1940 try:
1944 1941 self.hook("precommit", throw=True, parent1=hookp1,
1945 1942 parent2=hookp2)
1946 1943 tr = self.transaction('commit')
1947 1944 ret = self.commitctx(cctx, True)
1948 1945 except: # re-raises
1949 1946 if edited:
1950 1947 self.ui.write(
1951 1948 _('note: commit message saved in %s\n') % msgfn)
1952 1949 raise
1953 1950 # update bookmarks, dirstate and mergestate
1954 1951 bookmarks.update(self, [p1, p2], ret)
1955 1952 cctx.markcommitted(ret)
1956 1953 ms.reset()
1957 1954 tr.close()
1958 1955
1959 1956 finally:
1960 1957 lockmod.release(tr, lock, wlock)
1961 1958
1962 1959 def commithook(node=hex(ret), parent1=hookp1, parent2=hookp2):
1963 1960 # hack for command that use a temporary commit (eg: histedit)
1964 1961 # temporary commit got stripped before hook release
1965 1962 if self.changelog.hasnode(ret):
1966 1963 self.hook("commit", node=node, parent1=parent1,
1967 1964 parent2=parent2)
1968 1965 self._afterlock(commithook)
1969 1966 return ret
1970 1967
1971 1968 @unfilteredmethod
1972 1969 def commitctx(self, ctx, error=False):
1973 1970 """Add a new revision to current repository.
1974 1971 Revision information is passed via the context argument.
1975 1972 """
1976 1973
1977 1974 tr = None
1978 1975 p1, p2 = ctx.p1(), ctx.p2()
1979 1976 user = ctx.user()
1980 1977
1981 1978 lock = self.lock()
1982 1979 try:
1983 1980 tr = self.transaction("commit")
1984 1981 trp = weakref.proxy(tr)
1985 1982
1986 1983 if ctx.manifestnode():
1987 1984 # reuse an existing manifest revision
1988 1985 mn = ctx.manifestnode()
1989 1986 files = ctx.files()
1990 1987 elif ctx.files():
1991 1988 m1ctx = p1.manifestctx()
1992 1989 m2ctx = p2.manifestctx()
1993 1990 mctx = m1ctx.copy()
1994 1991
1995 1992 m = mctx.read()
1996 1993 m1 = m1ctx.read()
1997 1994 m2 = m2ctx.read()
1998 1995
1999 1996 # check in files
2000 1997 added = []
2001 1998 changed = []
2002 1999 removed = list(ctx.removed())
2003 2000 linkrev = len(self)
2004 2001 self.ui.note(_("committing files:\n"))
2005 2002 for f in sorted(ctx.modified() + ctx.added()):
2006 2003 self.ui.note(f + "\n")
2007 2004 try:
2008 2005 fctx = ctx[f]
2009 2006 if fctx is None:
2010 2007 removed.append(f)
2011 2008 else:
2012 2009 added.append(f)
2013 2010 m[f] = self._filecommit(fctx, m1, m2, linkrev,
2014 2011 trp, changed)
2015 2012 m.setflag(f, fctx.flags())
2016 2013 except OSError as inst:
2017 2014 self.ui.warn(_("trouble committing %s!\n") % f)
2018 2015 raise
2019 2016 except IOError as inst:
2020 2017 errcode = getattr(inst, 'errno', errno.ENOENT)
2021 2018 if error or errcode and errcode != errno.ENOENT:
2022 2019 self.ui.warn(_("trouble committing %s!\n") % f)
2023 2020 raise
2024 2021
2025 2022 # update manifest
2026 2023 self.ui.note(_("committing manifest\n"))
2027 2024 removed = [f for f in sorted(removed) if f in m1 or f in m2]
2028 2025 drop = [f for f in removed if f in m]
2029 2026 for f in drop:
2030 2027 del m[f]
2031 2028 mn = mctx.write(trp, linkrev,
2032 2029 p1.manifestnode(), p2.manifestnode(),
2033 2030 added, drop)
2034 2031 files = changed + removed
2035 2032 else:
2036 2033 mn = p1.manifestnode()
2037 2034 files = []
2038 2035
2039 2036 # update changelog
2040 2037 self.ui.note(_("committing changelog\n"))
2041 2038 self.changelog.delayupdate(tr)
2042 2039 n = self.changelog.add(mn, files, ctx.description(),
2043 2040 trp, p1.node(), p2.node(),
2044 2041 user, ctx.date(), ctx.extra().copy())
2045 2042 xp1, xp2 = p1.hex(), p2 and p2.hex() or ''
2046 2043 self.hook('pretxncommit', throw=True, node=hex(n), parent1=xp1,
2047 2044 parent2=xp2)
2048 2045 # set the new commit is proper phase
2049 2046 targetphase = subrepoutil.newcommitphase(self.ui, ctx)
2050 2047 if targetphase:
2051 2048 # retract boundary do not alter parent changeset.
2052 2049 # if a parent have higher the resulting phase will
2053 2050 # be compliant anyway
2054 2051 #
2055 2052 # if minimal phase was 0 we don't need to retract anything
2056 2053 phases.registernew(self, tr, targetphase, [n])
2057 2054 tr.close()
2058 2055 return n
2059 2056 finally:
2060 2057 if tr:
2061 2058 tr.release()
2062 2059 lock.release()
2063 2060
2064 2061 @unfilteredmethod
2065 2062 def destroying(self):
2066 2063 '''Inform the repository that nodes are about to be destroyed.
2067 2064 Intended for use by strip and rollback, so there's a common
2068 2065 place for anything that has to be done before destroying history.
2069 2066
2070 2067 This is mostly useful for saving state that is in memory and waiting
2071 2068 to be flushed when the current lock is released. Because a call to
2072 2069 destroyed is imminent, the repo will be invalidated causing those
2073 2070 changes to stay in memory (waiting for the next unlock), or vanish
2074 2071 completely.
2075 2072 '''
2076 2073 # When using the same lock to commit and strip, the phasecache is left
2077 2074 # dirty after committing. Then when we strip, the repo is invalidated,
2078 2075 # causing those changes to disappear.
2079 2076 if '_phasecache' in vars(self):
2080 2077 self._phasecache.write()
2081 2078
2082 2079 @unfilteredmethod
2083 2080 def destroyed(self):
2084 2081 '''Inform the repository that nodes have been destroyed.
2085 2082 Intended for use by strip and rollback, so there's a common
2086 2083 place for anything that has to be done after destroying history.
2087 2084 '''
2088 2085 # When one tries to:
2089 2086 # 1) destroy nodes thus calling this method (e.g. strip)
2090 2087 # 2) use phasecache somewhere (e.g. commit)
2091 2088 #
2092 2089 # then 2) will fail because the phasecache contains nodes that were
2093 2090 # removed. We can either remove phasecache from the filecache,
2094 2091 # causing it to reload next time it is accessed, or simply filter
2095 2092 # the removed nodes now and write the updated cache.
2096 2093 self._phasecache.filterunknown(self)
2097 2094 self._phasecache.write()
2098 2095
2099 2096 # refresh all repository caches
2100 2097 self.updatecaches()
2101 2098
2102 2099 # Ensure the persistent tag cache is updated. Doing it now
2103 2100 # means that the tag cache only has to worry about destroyed
2104 2101 # heads immediately after a strip/rollback. That in turn
2105 2102 # guarantees that "cachetip == currenttip" (comparing both rev
2106 2103 # and node) always means no nodes have been added or destroyed.
2107 2104
2108 2105 # XXX this is suboptimal when qrefresh'ing: we strip the current
2109 2106 # head, refresh the tag cache, then immediately add a new head.
2110 2107 # But I think doing it this way is necessary for the "instant
2111 2108 # tag cache retrieval" case to work.
2112 2109 self.invalidate()
2113 2110
2114 2111 def status(self, node1='.', node2=None, match=None,
2115 2112 ignored=False, clean=False, unknown=False,
2116 2113 listsubrepos=False):
2117 2114 '''a convenience method that calls node1.status(node2)'''
2118 2115 return self[node1].status(node2, match, ignored, clean, unknown,
2119 2116 listsubrepos)
2120 2117
2121 2118 def addpostdsstatus(self, ps):
2122 2119 """Add a callback to run within the wlock, at the point at which status
2123 2120 fixups happen.
2124 2121
2125 2122 On status completion, callback(wctx, status) will be called with the
2126 2123 wlock held, unless the dirstate has changed from underneath or the wlock
2127 2124 couldn't be grabbed.
2128 2125
2129 2126 Callbacks should not capture and use a cached copy of the dirstate --
2130 2127 it might change in the meanwhile. Instead, they should access the
2131 2128 dirstate via wctx.repo().dirstate.
2132 2129
2133 2130 This list is emptied out after each status run -- extensions should
2134 2131 make sure it adds to this list each time dirstate.status is called.
2135 2132 Extensions should also make sure they don't call this for statuses
2136 2133 that don't involve the dirstate.
2137 2134 """
2138 2135
2139 2136 # The list is located here for uniqueness reasons -- it is actually
2140 2137 # managed by the workingctx, but that isn't unique per-repo.
2141 2138 self._postdsstatus.append(ps)
2142 2139
2143 2140 def postdsstatus(self):
2144 2141 """Used by workingctx to get the list of post-dirstate-status hooks."""
2145 2142 return self._postdsstatus
2146 2143
2147 2144 def clearpostdsstatus(self):
2148 2145 """Used by workingctx to clear post-dirstate-status hooks."""
2149 2146 del self._postdsstatus[:]
2150 2147
2151 2148 def heads(self, start=None):
2152 2149 if start is None:
2153 2150 cl = self.changelog
2154 2151 headrevs = reversed(cl.headrevs())
2155 2152 return [cl.node(rev) for rev in headrevs]
2156 2153
2157 2154 heads = self.changelog.heads(start)
2158 2155 # sort the output in rev descending order
2159 2156 return sorted(heads, key=self.changelog.rev, reverse=True)
2160 2157
2161 2158 def branchheads(self, branch=None, start=None, closed=False):
2162 2159 '''return a (possibly filtered) list of heads for the given branch
2163 2160
2164 2161 Heads are returned in topological order, from newest to oldest.
2165 2162 If branch is None, use the dirstate branch.
2166 2163 If start is not None, return only heads reachable from start.
2167 2164 If closed is True, return heads that are marked as closed as well.
2168 2165 '''
2169 2166 if branch is None:
2170 2167 branch = self[None].branch()
2171 2168 branches = self.branchmap()
2172 2169 if branch not in branches:
2173 2170 return []
2174 2171 # the cache returns heads ordered lowest to highest
2175 2172 bheads = list(reversed(branches.branchheads(branch, closed=closed)))
2176 2173 if start is not None:
2177 2174 # filter out the heads that cannot be reached from startrev
2178 2175 fbheads = set(self.changelog.nodesbetween([start], bheads)[2])
2179 2176 bheads = [h for h in bheads if h in fbheads]
2180 2177 return bheads
2181 2178
2182 2179 def branches(self, nodes):
2183 2180 if not nodes:
2184 2181 nodes = [self.changelog.tip()]
2185 2182 b = []
2186 2183 for n in nodes:
2187 2184 t = n
2188 2185 while True:
2189 2186 p = self.changelog.parents(n)
2190 2187 if p[1] != nullid or p[0] == nullid:
2191 2188 b.append((t, n, p[0], p[1]))
2192 2189 break
2193 2190 n = p[0]
2194 2191 return b
2195 2192
2196 2193 def between(self, pairs):
2197 2194 r = []
2198 2195
2199 2196 for top, bottom in pairs:
2200 2197 n, l, i = top, [], 0
2201 2198 f = 1
2202 2199
2203 2200 while n != bottom and n != nullid:
2204 2201 p = self.changelog.parents(n)[0]
2205 2202 if i == f:
2206 2203 l.append(n)
2207 2204 f = f * 2
2208 2205 n = p
2209 2206 i += 1
2210 2207
2211 2208 r.append(l)
2212 2209
2213 2210 return r
2214 2211
2215 2212 def checkpush(self, pushop):
2216 2213 """Extensions can override this function if additional checks have
2217 2214 to be performed before pushing, or call it if they override push
2218 2215 command.
2219 2216 """
2220 2217
2221 2218 @unfilteredpropertycache
2222 2219 def prepushoutgoinghooks(self):
2223 2220 """Return util.hooks consists of a pushop with repo, remote, outgoing
2224 2221 methods, which are called before pushing changesets.
2225 2222 """
2226 2223 return util.hooks()
2227 2224
2228 2225 def pushkey(self, namespace, key, old, new):
2229 2226 try:
2230 2227 tr = self.currenttransaction()
2231 2228 hookargs = {}
2232 2229 if tr is not None:
2233 2230 hookargs.update(tr.hookargs)
2234 2231 hookargs = pycompat.strkwargs(hookargs)
2235 2232 hookargs[r'namespace'] = namespace
2236 2233 hookargs[r'key'] = key
2237 2234 hookargs[r'old'] = old
2238 2235 hookargs[r'new'] = new
2239 2236 self.hook('prepushkey', throw=True, **hookargs)
2240 2237 except error.HookAbort as exc:
2241 2238 self.ui.write_err(_("pushkey-abort: %s\n") % exc)
2242 2239 if exc.hint:
2243 2240 self.ui.write_err(_("(%s)\n") % exc.hint)
2244 2241 return False
2245 2242 self.ui.debug('pushing key for "%s:%s"\n' % (namespace, key))
2246 2243 ret = pushkey.push(self, namespace, key, old, new)
2247 2244 def runhook():
2248 2245 self.hook('pushkey', namespace=namespace, key=key, old=old, new=new,
2249 2246 ret=ret)
2250 2247 self._afterlock(runhook)
2251 2248 return ret
2252 2249
2253 2250 def listkeys(self, namespace):
2254 2251 self.hook('prelistkeys', throw=True, namespace=namespace)
2255 2252 self.ui.debug('listing keys for "%s"\n' % namespace)
2256 2253 values = pushkey.list(self, namespace)
2257 2254 self.hook('listkeys', namespace=namespace, values=values)
2258 2255 return values
2259 2256
2260 2257 def debugwireargs(self, one, two, three=None, four=None, five=None):
2261 2258 '''used to test argument passing over the wire'''
2262 2259 return "%s %s %s %s %s" % (one, two, pycompat.bytestr(three),
2263 2260 pycompat.bytestr(four),
2264 2261 pycompat.bytestr(five))
2265 2262
2266 2263 def savecommitmessage(self, text):
2267 2264 fp = self.vfs('last-message.txt', 'wb')
2268 2265 try:
2269 2266 fp.write(text)
2270 2267 finally:
2271 2268 fp.close()
2272 2269 return self.pathto(fp.name[len(self.root) + 1:])
2273 2270
2274 2271 # used to avoid circular references so destructors work
2275 2272 def aftertrans(files):
2276 2273 renamefiles = [tuple(t) for t in files]
2277 2274 def a():
2278 2275 for vfs, src, dest in renamefiles:
2279 2276 # if src and dest refer to a same file, vfs.rename is a no-op,
2280 2277 # leaving both src and dest on disk. delete dest to make sure
2281 2278 # the rename couldn't be such a no-op.
2282 2279 vfs.tryunlink(dest)
2283 2280 try:
2284 2281 vfs.rename(src, dest)
2285 2282 except OSError: # journal file does not yet exist
2286 2283 pass
2287 2284 return a
2288 2285
2289 2286 def undoname(fn):
2290 2287 base, name = os.path.split(fn)
2291 2288 assert name.startswith('journal')
2292 2289 return os.path.join(base, name.replace('journal', 'undo', 1))
2293 2290
2294 2291 def instance(ui, path, create):
2295 2292 return localrepository(ui, util.urllocalpath(path), create)
2296 2293
2297 2294 def islocal(path):
2298 2295 return True
2299 2296
2300 2297 def newreporequirements(repo):
2301 2298 """Determine the set of requirements for a new local repository.
2302 2299
2303 2300 Extensions can wrap this function to specify custom requirements for
2304 2301 new repositories.
2305 2302 """
2306 2303 ui = repo.ui
2307 2304 requirements = {'revlogv1'}
2308 2305 if ui.configbool('format', 'usestore'):
2309 2306 requirements.add('store')
2310 2307 if ui.configbool('format', 'usefncache'):
2311 2308 requirements.add('fncache')
2312 2309 if ui.configbool('format', 'dotencode'):
2313 2310 requirements.add('dotencode')
2314 2311
2315 2312 compengine = ui.config('experimental', 'format.compression')
2316 2313 if compengine not in util.compengines:
2317 2314 raise error.Abort(_('compression engine %s defined by '
2318 2315 'experimental.format.compression not available') %
2319 2316 compengine,
2320 2317 hint=_('run "hg debuginstall" to list available '
2321 2318 'compression engines'))
2322 2319
2323 2320 # zlib is the historical default and doesn't need an explicit requirement.
2324 2321 if compengine != 'zlib':
2325 2322 requirements.add('exp-compression-%s' % compengine)
2326 2323
2327 2324 if scmutil.gdinitconfig(ui):
2328 2325 requirements.add('generaldelta')
2329 2326 if ui.configbool('experimental', 'treemanifest'):
2330 2327 requirements.add('treemanifest')
2331 2328
2332 2329 revlogv2 = ui.config('experimental', 'revlogv2')
2333 2330 if revlogv2 == 'enable-unstable-format-and-corrupt-my-data':
2334 2331 requirements.remove('revlogv1')
2335 2332 # generaldelta is implied by revlogv2.
2336 2333 requirements.discard('generaldelta')
2337 2334 requirements.add(REVLOGV2_REQUIREMENT)
2338 2335
2339 2336 return requirements
@@ -1,628 +1,622
1 1 # repository.py - Interfaces and base classes for repositories and peers.
2 2 #
3 3 # Copyright 2017 Gregory Szorc <gregory.szorc@gmail.com>
4 4 #
5 5 # This software may be used and distributed according to the terms of the
6 6 # GNU General Public License version 2 or any later version.
7 7
8 8 from __future__ import absolute_import
9 9
10 10 import abc
11 11
12 12 from .i18n import _
13 13 from .thirdparty.zope import (
14 14 interface as zi,
15 15 )
16 16 from . import (
17 17 error,
18 18 )
19 19
20 20 class _basepeer(object):
21 21 """Represents a "connection" to a repository.
22 22
23 23 This is the base interface for representing a connection to a repository.
24 24 It holds basic properties and methods applicable to all peer types.
25 25
26 26 This is not a complete interface definition and should not be used
27 27 outside of this module.
28 28 """
29 29 __metaclass__ = abc.ABCMeta
30 30
31 31 @abc.abstractproperty
32 32 def ui(self):
33 33 """ui.ui instance."""
34 34
35 35 @abc.abstractmethod
36 36 def url(self):
37 37 """Returns a URL string representing this peer.
38 38
39 39 Currently, implementations expose the raw URL used to construct the
40 40 instance. It may contain credentials as part of the URL. The
41 41 expectations of the value aren't well-defined and this could lead to
42 42 data leakage.
43 43
44 44 TODO audit/clean consumers and more clearly define the contents of this
45 45 value.
46 46 """
47 47
48 48 @abc.abstractmethod
49 49 def local(self):
50 50 """Returns a local repository instance.
51 51
52 52 If the peer represents a local repository, returns an object that
53 53 can be used to interface with it. Otherwise returns ``None``.
54 54 """
55 55
56 56 @abc.abstractmethod
57 57 def peer(self):
58 58 """Returns an object conforming to this interface.
59 59
60 60 Most implementations will ``return self``.
61 61 """
62 62
63 63 @abc.abstractmethod
64 64 def canpush(self):
65 65 """Returns a boolean indicating if this peer can be pushed to."""
66 66
67 67 @abc.abstractmethod
68 68 def close(self):
69 69 """Close the connection to this peer.
70 70
71 71 This is called when the peer will no longer be used. Resources
72 72 associated with the peer should be cleaned up.
73 73 """
74 74
75 75 class _basewirecommands(object):
76 76 """Client-side interface for communicating over the wire protocol.
77 77
78 78 This interface is used as a gateway to the Mercurial wire protocol.
79 79 methods commonly call wire protocol commands of the same name.
80 80 """
81 81 __metaclass__ = abc.ABCMeta
82 82
83 83 @abc.abstractmethod
84 84 def branchmap(self):
85 85 """Obtain heads in named branches.
86 86
87 87 Returns a dict mapping branch name to an iterable of nodes that are
88 88 heads on that branch.
89 89 """
90 90
91 91 @abc.abstractmethod
92 92 def capabilities(self):
93 93 """Obtain capabilities of the peer.
94 94
95 95 Returns a set of string capabilities.
96 96 """
97 97
98 98 @abc.abstractmethod
99 99 def debugwireargs(self, one, two, three=None, four=None, five=None):
100 100 """Used to facilitate debugging of arguments passed over the wire."""
101 101
102 102 @abc.abstractmethod
103 103 def getbundle(self, source, **kwargs):
104 104 """Obtain remote repository data as a bundle.
105 105
106 106 This command is how the bulk of repository data is transferred from
107 107 the peer to the local repository
108 108
109 109 Returns a generator of bundle data.
110 110 """
111 111
112 112 @abc.abstractmethod
113 113 def heads(self):
114 114 """Determine all known head revisions in the peer.
115 115
116 116 Returns an iterable of binary nodes.
117 117 """
118 118
119 119 @abc.abstractmethod
120 120 def known(self, nodes):
121 121 """Determine whether multiple nodes are known.
122 122
123 123 Accepts an iterable of nodes whose presence to check for.
124 124
125 125 Returns an iterable of booleans indicating of the corresponding node
126 126 at that index is known to the peer.
127 127 """
128 128
129 129 @abc.abstractmethod
130 130 def listkeys(self, namespace):
131 131 """Obtain all keys in a pushkey namespace.
132 132
133 133 Returns an iterable of key names.
134 134 """
135 135
136 136 @abc.abstractmethod
137 137 def lookup(self, key):
138 138 """Resolve a value to a known revision.
139 139
140 140 Returns a binary node of the resolved revision on success.
141 141 """
142 142
143 143 @abc.abstractmethod
144 144 def pushkey(self, namespace, key, old, new):
145 145 """Set a value using the ``pushkey`` protocol.
146 146
147 147 Arguments correspond to the pushkey namespace and key to operate on and
148 148 the old and new values for that key.
149 149
150 150 Returns a string with the peer result. The value inside varies by the
151 151 namespace.
152 152 """
153 153
154 154 @abc.abstractmethod
155 155 def stream_out(self):
156 156 """Obtain streaming clone data.
157 157
158 158 Successful result should be a generator of data chunks.
159 159 """
160 160
161 161 @abc.abstractmethod
162 162 def unbundle(self, bundle, heads, url):
163 163 """Transfer repository data to the peer.
164 164
165 165 This is how the bulk of data during a push is transferred.
166 166
167 167 Returns the integer number of heads added to the peer.
168 168 """
169 169
170 170 class _baselegacywirecommands(object):
171 171 """Interface for implementing support for legacy wire protocol commands.
172 172
173 173 Wire protocol commands transition to legacy status when they are no longer
174 174 used by modern clients. To facilitate identifying which commands are
175 175 legacy, the interfaces are split.
176 176 """
177 177 __metaclass__ = abc.ABCMeta
178 178
179 179 @abc.abstractmethod
180 180 def between(self, pairs):
181 181 """Obtain nodes between pairs of nodes.
182 182
183 183 ``pairs`` is an iterable of node pairs.
184 184
185 185 Returns an iterable of iterables of nodes corresponding to each
186 186 requested pair.
187 187 """
188 188
189 189 @abc.abstractmethod
190 190 def branches(self, nodes):
191 191 """Obtain ancestor changesets of specific nodes back to a branch point.
192 192
193 193 For each requested node, the peer finds the first ancestor node that is
194 194 a DAG root or is a merge.
195 195
196 196 Returns an iterable of iterables with the resolved values for each node.
197 197 """
198 198
199 199 @abc.abstractmethod
200 200 def changegroup(self, nodes, kind):
201 201 """Obtain a changegroup with data for descendants of specified nodes."""
202 202
203 203 @abc.abstractmethod
204 204 def changegroupsubset(self, bases, heads, kind):
205 205 pass
206 206
207 207 class peer(_basepeer, _basewirecommands):
208 208 """Unified interface and base class for peer repositories.
209 209
210 210 All peer instances must inherit from this class and conform to its
211 211 interface.
212 212 """
213 213
214 214 @abc.abstractmethod
215 215 def iterbatch(self):
216 216 """Obtain an object to be used for multiple method calls.
217 217
218 218 Various operations call several methods on peer instances. If each
219 219 method call were performed immediately and serially, this would
220 220 require round trips to remote peers and/or would slow down execution.
221 221
222 222 Some peers have the ability to "batch" method calls to avoid costly
223 223 round trips or to facilitate concurrent execution.
224 224
225 225 This method returns an object that can be used to indicate intent to
226 226 perform batched method calls.
227 227
228 228 The returned object is a proxy of this peer. It intercepts calls to
229 229 batchable methods and queues them instead of performing them
230 230 immediately. This proxy object has a ``submit`` method that will
231 231 perform all queued batchable method calls. A ``results()`` method
232 232 exposes the results of queued/batched method calls. It is a generator
233 233 of results in the order they were called.
234 234
235 235 Not all peers or wire protocol implementations may actually batch method
236 236 calls. However, they must all support this API.
237 237 """
238 238
239 239 def capable(self, name):
240 240 """Determine support for a named capability.
241 241
242 242 Returns ``False`` if capability not supported.
243 243
244 244 Returns ``True`` if boolean capability is supported. Returns a string
245 245 if capability support is non-boolean.
246 246 """
247 247 caps = self.capabilities()
248 248 if name in caps:
249 249 return True
250 250
251 251 name = '%s=' % name
252 252 for cap in caps:
253 253 if cap.startswith(name):
254 254 return cap[len(name):]
255 255
256 256 return False
257 257
258 258 def requirecap(self, name, purpose):
259 259 """Require a capability to be present.
260 260
261 261 Raises a ``CapabilityError`` if the capability isn't present.
262 262 """
263 263 if self.capable(name):
264 264 return
265 265
266 266 raise error.CapabilityError(
267 267 _('cannot %s; remote repository does not support the %r '
268 268 'capability') % (purpose, name))
269 269
270 270 class legacypeer(peer, _baselegacywirecommands):
271 271 """peer but with support for legacy wire protocol commands."""
272 272
273 273 class completelocalrepository(zi.Interface):
274 274 """Monolithic interface for local repositories.
275 275
276 276 This currently captures the reality of things - not how things should be.
277 277 """
278 278
279 279 supportedformats = zi.Attribute(
280 280 """Set of requirements that apply to stream clone.
281 281
282 282 This is actually a class attribute and is shared among all instances.
283 283 """)
284 284
285 285 openerreqs = zi.Attribute(
286 286 """Set of requirements that are passed to the opener.
287 287
288 288 This is actually a class attribute and is shared among all instances.
289 289 """)
290 290
291 291 supported = zi.Attribute(
292 292 """Set of requirements that this repo is capable of opening.""")
293 293
294 294 requirements = zi.Attribute(
295 295 """Set of requirements this repo uses.""")
296 296
297 297 filtername = zi.Attribute(
298 298 """Name of the repoview that is active on this repo.""")
299 299
300 300 wvfs = zi.Attribute(
301 301 """VFS used to access the working directory.""")
302 302
303 303 vfs = zi.Attribute(
304 304 """VFS rooted at the .hg directory.
305 305
306 306 Used to access repository data not in the store.
307 307 """)
308 308
309 309 svfs = zi.Attribute(
310 310 """VFS rooted at the store.
311 311
312 312 Used to access repository data in the store. Typically .hg/store.
313 313 But can point elsewhere if the store is shared.
314 314 """)
315 315
316 316 root = zi.Attribute(
317 317 """Path to the root of the working directory.""")
318 318
319 319 path = zi.Attribute(
320 320 """Path to the .hg directory.""")
321 321
322 322 origroot = zi.Attribute(
323 323 """The filesystem path that was used to construct the repo.""")
324 324
325 325 auditor = zi.Attribute(
326 326 """A pathauditor for the working directory.
327 327
328 328 This checks if a path refers to a nested repository.
329 329
330 330 Operates on the filesystem.
331 331 """)
332 332
333 333 nofsauditor = zi.Attribute(
334 334 """A pathauditor for the working directory.
335 335
336 336 This is like ``auditor`` except it doesn't do filesystem checks.
337 337 """)
338 338
339 339 baseui = zi.Attribute(
340 340 """Original ui instance passed into constructor.""")
341 341
342 342 ui = zi.Attribute(
343 343 """Main ui instance for this instance.""")
344 344
345 345 sharedpath = zi.Attribute(
346 346 """Path to the .hg directory of the repo this repo was shared from.""")
347 347
348 348 store = zi.Attribute(
349 349 """A store instance.""")
350 350
351 351 spath = zi.Attribute(
352 352 """Path to the store.""")
353 353
354 354 sjoin = zi.Attribute(
355 355 """Alias to self.store.join.""")
356 356
357 357 cachevfs = zi.Attribute(
358 358 """A VFS used to access the cache directory.
359 359
360 360 Typically .hg/cache.
361 361 """)
362 362
363 363 filteredrevcache = zi.Attribute(
364 364 """Holds sets of revisions to be filtered.""")
365 365
366 366 names = zi.Attribute(
367 367 """A ``namespaces`` instance.""")
368 368
369 369 def close():
370 370 """Close the handle on this repository."""
371 371
372 372 def peer():
373 373 """Obtain an object conforming to the ``peer`` interface."""
374 374
375 375 def unfiltered():
376 376 """Obtain an unfiltered/raw view of this repo."""
377 377
378 378 def filtered(name, visibilityexceptions=None):
379 379 """Obtain a named view of this repository."""
380 380
381 381 obsstore = zi.Attribute(
382 382 """A store of obsolescence data.""")
383 383
384 384 changelog = zi.Attribute(
385 385 """A handle on the changelog revlog.""")
386 386
387 387 manifestlog = zi.Attribute(
388 388 """A handle on the root manifest revlog.""")
389 389
390 390 dirstate = zi.Attribute(
391 391 """Working directory state.""")
392 392
393 393 narrowpats = zi.Attribute(
394 394 """Matcher patterns for this repository's narrowspec.""")
395 395
396 396 def narrowmatch():
397 397 """Obtain a matcher for the narrowspec."""
398 398
399 399 def setnarrowpats(newincludes, newexcludes):
400 400 """Define the narrowspec for this repository."""
401 401
402 402 def __getitem__(changeid):
403 403 """Try to resolve a changectx."""
404 404
405 405 def __contains__(changeid):
406 406 """Whether a changeset exists."""
407 407
408 408 def __nonzero__():
409 409 """Always returns True."""
410 410 return True
411 411
412 412 __bool__ = __nonzero__
413 413
414 414 def __len__():
415 415 """Returns the number of changesets in the repo."""
416 416
417 417 def __iter__():
418 418 """Iterate over revisions in the changelog."""
419 419
420 420 def revs(expr, *args):
421 421 """Evaluate a revset.
422 422
423 423 Emits revisions.
424 424 """
425 425
426 426 def set(expr, *args):
427 427 """Evaluate a revset.
428 428
429 429 Emits changectx instances.
430 430 """
431 431
432 432 def anyrevs(specs, user=False, localalias=None):
433 433 """Find revisions matching one of the given revsets."""
434 434
435 435 def url():
436 436 """Returns a string representing the location of this repo."""
437 437
438 438 def hook(name, throw=False, **args):
439 439 """Call a hook."""
440 440
441 441 def tags():
442 442 """Return a mapping of tag to node."""
443 443
444 444 def tagtype(tagname):
445 445 """Return the type of a given tag."""
446 446
447 447 def tagslist():
448 448 """Return a list of tags ordered by revision."""
449 449
450 450 def nodetags(node):
451 451 """Return the tags associated with a node."""
452 452
453 453 def nodebookmarks(node):
454 454 """Return the list of bookmarks pointing to the specified node."""
455 455
456 456 def branchmap():
457 457 """Return a mapping of branch to heads in that branch."""
458 458
459 459 def revbranchcache():
460 460 pass
461 461
462 462 def branchtip(branchtip, ignoremissing=False):
463 463 """Return the tip node for a given branch."""
464 464
465 465 def lookup(key):
466 466 """Resolve the node for a revision."""
467 467
468 468 def lookupbranch(key, remote=None):
469 469 """Look up the branch name of the given revision or branch name."""
470 470
471 471 def known(nodes):
472 472 """Determine whether a series of nodes is known.
473 473
474 474 Returns a list of bools.
475 475 """
476 476
477 477 def local():
478 478 """Whether the repository is local."""
479 479 return True
480 480
481 481 def publishing():
482 482 """Whether the repository is a publishing repository."""
483 483
484 484 def cancopy():
485 485 pass
486 486
487 487 def shared():
488 488 """The type of shared repository or None."""
489 489
490 490 def wjoin(f, *insidef):
491 491 """Calls self.vfs.reljoin(self.root, f, *insidef)"""
492 492
493 493 def file(f):
494 494 """Obtain a filelog for a tracked path."""
495 495
496 def changectx(changeid):
497 """Obtains a changectx for a revision.
498
499 Identical to __getitem__.
500 """
501
502 496 def setparents(p1, p2):
503 497 """Set the parent nodes of the working directory."""
504 498
505 499 def filectx(path, changeid=None, fileid=None):
506 500 """Obtain a filectx for the given file revision."""
507 501
508 502 def getcwd():
509 503 """Obtain the current working directory from the dirstate."""
510 504
511 505 def pathto(f, cwd=None):
512 506 """Obtain the relative path to a file."""
513 507
514 508 def adddatafilter(name, fltr):
515 509 pass
516 510
517 511 def wread(filename):
518 512 """Read a file from wvfs, using data filters."""
519 513
520 514 def wwrite(filename, data, flags, backgroundclose=False, **kwargs):
521 515 """Write data to a file in the wvfs, using data filters."""
522 516
523 517 def wwritedata(filename, data):
524 518 """Resolve data for writing to the wvfs, using data filters."""
525 519
526 520 def currenttransaction():
527 521 """Obtain the current transaction instance or None."""
528 522
529 523 def transaction(desc, report=None):
530 524 """Open a new transaction to write to the repository."""
531 525
532 526 def undofiles():
533 527 """Returns a list of (vfs, path) for files to undo transactions."""
534 528
535 529 def recover():
536 530 """Roll back an interrupted transaction."""
537 531
538 532 def rollback(dryrun=False, force=False):
539 533 """Undo the last transaction.
540 534
541 535 DANGEROUS.
542 536 """
543 537
544 538 def updatecaches(tr=None, full=False):
545 539 """Warm repo caches."""
546 540
547 541 def invalidatecaches():
548 542 """Invalidate cached data due to the repository mutating."""
549 543
550 544 def invalidatevolatilesets():
551 545 pass
552 546
553 547 def invalidatedirstate():
554 548 """Invalidate the dirstate."""
555 549
556 550 def invalidate(clearfilecache=False):
557 551 pass
558 552
559 553 def invalidateall():
560 554 pass
561 555
562 556 def lock(wait=True):
563 557 """Lock the repository store and return a lock instance."""
564 558
565 559 def wlock(wait=True):
566 560 """Lock the non-store parts of the repository."""
567 561
568 562 def currentwlock():
569 563 """Return the wlock if it's held or None."""
570 564
571 565 def checkcommitpatterns(wctx, vdirs, match, status, fail):
572 566 pass
573 567
574 568 def commit(text='', user=None, date=None, match=None, force=False,
575 569 editor=False, extra=None):
576 570 """Add a new revision to the repository."""
577 571
578 572 def commitctx(ctx, error=False):
579 573 """Commit a commitctx instance to the repository."""
580 574
581 575 def destroying():
582 576 """Inform the repository that nodes are about to be destroyed."""
583 577
584 578 def destroyed():
585 579 """Inform the repository that nodes have been destroyed."""
586 580
587 581 def status(node1='.', node2=None, match=None, ignored=False,
588 582 clean=False, unknown=False, listsubrepos=False):
589 583 """Convenience method to call repo[x].status()."""
590 584
591 585 def addpostdsstatus(ps):
592 586 pass
593 587
594 588 def postdsstatus():
595 589 pass
596 590
597 591 def clearpostdsstatus():
598 592 pass
599 593
600 594 def heads(start=None):
601 595 """Obtain list of nodes that are DAG heads."""
602 596
603 597 def branchheads(branch=None, start=None, closed=False):
604 598 pass
605 599
606 600 def branches(nodes):
607 601 pass
608 602
609 603 def between(pairs):
610 604 pass
611 605
612 606 def checkpush(pushop):
613 607 pass
614 608
615 609 prepushoutgoinghooks = zi.Attribute(
616 610 """util.hooks instance.""")
617 611
618 612 def pushkey(namespace, key, old, new):
619 613 pass
620 614
621 615 def listkeys(namespace):
622 616 pass
623 617
624 618 def debugwireargs(one, two, three=None, four=None, five=None):
625 619 pass
626 620
627 621 def savecommitmessage(text):
628 622 pass
General Comments 0
You need to be logged in to leave comments. Login now