##// END OF EJS Templates
requirements: no longer drop `generaldelta` requirement with revlogv2...
marmoute -
r47995:5eb5b866 default
parent child Browse files
Show More
@@ -1,3772 +1,3770 b''
1 1 # localrepo.py - read/write repository class for mercurial
2 2 #
3 3 # Copyright 2005-2007 Olivia Mackall <olivia@selenic.com>
4 4 #
5 5 # This software may be used and distributed according to the terms of the
6 6 # GNU General Public License version 2 or any later version.
7 7
8 8 from __future__ import absolute_import
9 9
10 10 import errno
11 11 import functools
12 12 import os
13 13 import random
14 14 import sys
15 15 import time
16 16 import weakref
17 17
18 18 from .i18n import _
19 19 from .node import (
20 20 bin,
21 21 hex,
22 22 nullrev,
23 23 sha1nodeconstants,
24 24 short,
25 25 )
26 26 from .pycompat import (
27 27 delattr,
28 28 getattr,
29 29 )
30 30 from . import (
31 31 bookmarks,
32 32 branchmap,
33 33 bundle2,
34 34 bundlecaches,
35 35 changegroup,
36 36 color,
37 37 commit,
38 38 context,
39 39 dirstate,
40 40 dirstateguard,
41 41 discovery,
42 42 encoding,
43 43 error,
44 44 exchange,
45 45 extensions,
46 46 filelog,
47 47 hook,
48 48 lock as lockmod,
49 49 match as matchmod,
50 50 mergestate as mergestatemod,
51 51 mergeutil,
52 52 namespaces,
53 53 narrowspec,
54 54 obsolete,
55 55 pathutil,
56 56 phases,
57 57 pushkey,
58 58 pycompat,
59 59 rcutil,
60 60 repoview,
61 61 requirements as requirementsmod,
62 62 revlog,
63 63 revset,
64 64 revsetlang,
65 65 scmutil,
66 66 sparse,
67 67 store as storemod,
68 68 subrepoutil,
69 69 tags as tagsmod,
70 70 transaction,
71 71 txnutil,
72 72 util,
73 73 vfs as vfsmod,
74 74 wireprototypes,
75 75 )
76 76
77 77 from .interfaces import (
78 78 repository,
79 79 util as interfaceutil,
80 80 )
81 81
82 82 from .utils import (
83 83 hashutil,
84 84 procutil,
85 85 stringutil,
86 86 urlutil,
87 87 )
88 88
89 89 from .revlogutils import (
90 90 concurrency_checker as revlogchecker,
91 91 constants as revlogconst,
92 92 sidedata as sidedatamod,
93 93 )
94 94
95 95 release = lockmod.release
96 96 urlerr = util.urlerr
97 97 urlreq = util.urlreq
98 98
99 99 # set of (path, vfs-location) tuples. vfs-location is:
100 100 # - 'plain for vfs relative paths
101 101 # - '' for svfs relative paths
102 102 _cachedfiles = set()
103 103
104 104
105 105 class _basefilecache(scmutil.filecache):
106 106 """All filecache usage on repo are done for logic that should be unfiltered"""
107 107
108 108 def __get__(self, repo, type=None):
109 109 if repo is None:
110 110 return self
111 111 # proxy to unfiltered __dict__ since filtered repo has no entry
112 112 unfi = repo.unfiltered()
113 113 try:
114 114 return unfi.__dict__[self.sname]
115 115 except KeyError:
116 116 pass
117 117 return super(_basefilecache, self).__get__(unfi, type)
118 118
119 119 def set(self, repo, value):
120 120 return super(_basefilecache, self).set(repo.unfiltered(), value)
121 121
122 122
123 123 class repofilecache(_basefilecache):
124 124 """filecache for files in .hg but outside of .hg/store"""
125 125
126 126 def __init__(self, *paths):
127 127 super(repofilecache, self).__init__(*paths)
128 128 for path in paths:
129 129 _cachedfiles.add((path, b'plain'))
130 130
131 131 def join(self, obj, fname):
132 132 return obj.vfs.join(fname)
133 133
134 134
135 135 class storecache(_basefilecache):
136 136 """filecache for files in the store"""
137 137
138 138 def __init__(self, *paths):
139 139 super(storecache, self).__init__(*paths)
140 140 for path in paths:
141 141 _cachedfiles.add((path, b''))
142 142
143 143 def join(self, obj, fname):
144 144 return obj.sjoin(fname)
145 145
146 146
147 147 class mixedrepostorecache(_basefilecache):
148 148 """filecache for a mix files in .hg/store and outside"""
149 149
150 150 def __init__(self, *pathsandlocations):
151 151 # scmutil.filecache only uses the path for passing back into our
152 152 # join(), so we can safely pass a list of paths and locations
153 153 super(mixedrepostorecache, self).__init__(*pathsandlocations)
154 154 _cachedfiles.update(pathsandlocations)
155 155
156 156 def join(self, obj, fnameandlocation):
157 157 fname, location = fnameandlocation
158 158 if location == b'plain':
159 159 return obj.vfs.join(fname)
160 160 else:
161 161 if location != b'':
162 162 raise error.ProgrammingError(
163 163 b'unexpected location: %s' % location
164 164 )
165 165 return obj.sjoin(fname)
166 166
167 167
168 168 def isfilecached(repo, name):
169 169 """check if a repo has already cached "name" filecache-ed property
170 170
171 171 This returns (cachedobj-or-None, iscached) tuple.
172 172 """
173 173 cacheentry = repo.unfiltered()._filecache.get(name, None)
174 174 if not cacheentry:
175 175 return None, False
176 176 return cacheentry.obj, True
177 177
178 178
179 179 class unfilteredpropertycache(util.propertycache):
180 180 """propertycache that apply to unfiltered repo only"""
181 181
182 182 def __get__(self, repo, type=None):
183 183 unfi = repo.unfiltered()
184 184 if unfi is repo:
185 185 return super(unfilteredpropertycache, self).__get__(unfi)
186 186 return getattr(unfi, self.name)
187 187
188 188
189 189 class filteredpropertycache(util.propertycache):
190 190 """propertycache that must take filtering in account"""
191 191
192 192 def cachevalue(self, obj, value):
193 193 object.__setattr__(obj, self.name, value)
194 194
195 195
196 196 def hasunfilteredcache(repo, name):
197 197 """check if a repo has an unfilteredpropertycache value for <name>"""
198 198 return name in vars(repo.unfiltered())
199 199
200 200
201 201 def unfilteredmethod(orig):
202 202 """decorate method that always need to be run on unfiltered version"""
203 203
204 204 @functools.wraps(orig)
205 205 def wrapper(repo, *args, **kwargs):
206 206 return orig(repo.unfiltered(), *args, **kwargs)
207 207
208 208 return wrapper
209 209
210 210
211 211 moderncaps = {
212 212 b'lookup',
213 213 b'branchmap',
214 214 b'pushkey',
215 215 b'known',
216 216 b'getbundle',
217 217 b'unbundle',
218 218 }
219 219 legacycaps = moderncaps.union({b'changegroupsubset'})
220 220
221 221
222 222 @interfaceutil.implementer(repository.ipeercommandexecutor)
223 223 class localcommandexecutor(object):
224 224 def __init__(self, peer):
225 225 self._peer = peer
226 226 self._sent = False
227 227 self._closed = False
228 228
229 229 def __enter__(self):
230 230 return self
231 231
232 232 def __exit__(self, exctype, excvalue, exctb):
233 233 self.close()
234 234
235 235 def callcommand(self, command, args):
236 236 if self._sent:
237 237 raise error.ProgrammingError(
238 238 b'callcommand() cannot be used after sendcommands()'
239 239 )
240 240
241 241 if self._closed:
242 242 raise error.ProgrammingError(
243 243 b'callcommand() cannot be used after close()'
244 244 )
245 245
246 246 # We don't need to support anything fancy. Just call the named
247 247 # method on the peer and return a resolved future.
248 248 fn = getattr(self._peer, pycompat.sysstr(command))
249 249
250 250 f = pycompat.futures.Future()
251 251
252 252 try:
253 253 result = fn(**pycompat.strkwargs(args))
254 254 except Exception:
255 255 pycompat.future_set_exception_info(f, sys.exc_info()[1:])
256 256 else:
257 257 f.set_result(result)
258 258
259 259 return f
260 260
261 261 def sendcommands(self):
262 262 self._sent = True
263 263
264 264 def close(self):
265 265 self._closed = True
266 266
267 267
268 268 @interfaceutil.implementer(repository.ipeercommands)
269 269 class localpeer(repository.peer):
270 270 '''peer for a local repo; reflects only the most recent API'''
271 271
272 272 def __init__(self, repo, caps=None):
273 273 super(localpeer, self).__init__()
274 274
275 275 if caps is None:
276 276 caps = moderncaps.copy()
277 277 self._repo = repo.filtered(b'served')
278 278 self.ui = repo.ui
279 279
280 280 if repo._wanted_sidedata:
281 281 formatted = bundle2.format_remote_wanted_sidedata(repo)
282 282 caps.add(b'exp-wanted-sidedata=' + formatted)
283 283
284 284 self._caps = repo._restrictcapabilities(caps)
285 285
286 286 # Begin of _basepeer interface.
287 287
288 288 def url(self):
289 289 return self._repo.url()
290 290
291 291 def local(self):
292 292 return self._repo
293 293
294 294 def peer(self):
295 295 return self
296 296
297 297 def canpush(self):
298 298 return True
299 299
300 300 def close(self):
301 301 self._repo.close()
302 302
303 303 # End of _basepeer interface.
304 304
305 305 # Begin of _basewirecommands interface.
306 306
307 307 def branchmap(self):
308 308 return self._repo.branchmap()
309 309
310 310 def capabilities(self):
311 311 return self._caps
312 312
313 313 def clonebundles(self):
314 314 return self._repo.tryread(bundlecaches.CB_MANIFEST_FILE)
315 315
316 316 def debugwireargs(self, one, two, three=None, four=None, five=None):
317 317 """Used to test argument passing over the wire"""
318 318 return b"%s %s %s %s %s" % (
319 319 one,
320 320 two,
321 321 pycompat.bytestr(three),
322 322 pycompat.bytestr(four),
323 323 pycompat.bytestr(five),
324 324 )
325 325
326 326 def getbundle(
327 327 self,
328 328 source,
329 329 heads=None,
330 330 common=None,
331 331 bundlecaps=None,
332 332 remote_sidedata=None,
333 333 **kwargs
334 334 ):
335 335 chunks = exchange.getbundlechunks(
336 336 self._repo,
337 337 source,
338 338 heads=heads,
339 339 common=common,
340 340 bundlecaps=bundlecaps,
341 341 remote_sidedata=remote_sidedata,
342 342 **kwargs
343 343 )[1]
344 344 cb = util.chunkbuffer(chunks)
345 345
346 346 if exchange.bundle2requested(bundlecaps):
347 347 # When requesting a bundle2, getbundle returns a stream to make the
348 348 # wire level function happier. We need to build a proper object
349 349 # from it in local peer.
350 350 return bundle2.getunbundler(self.ui, cb)
351 351 else:
352 352 return changegroup.getunbundler(b'01', cb, None)
353 353
354 354 def heads(self):
355 355 return self._repo.heads()
356 356
357 357 def known(self, nodes):
358 358 return self._repo.known(nodes)
359 359
360 360 def listkeys(self, namespace):
361 361 return self._repo.listkeys(namespace)
362 362
363 363 def lookup(self, key):
364 364 return self._repo.lookup(key)
365 365
366 366 def pushkey(self, namespace, key, old, new):
367 367 return self._repo.pushkey(namespace, key, old, new)
368 368
369 369 def stream_out(self):
370 370 raise error.Abort(_(b'cannot perform stream clone against local peer'))
371 371
372 372 def unbundle(self, bundle, heads, url):
373 373 """apply a bundle on a repo
374 374
375 375 This function handles the repo locking itself."""
376 376 try:
377 377 try:
378 378 bundle = exchange.readbundle(self.ui, bundle, None)
379 379 ret = exchange.unbundle(self._repo, bundle, heads, b'push', url)
380 380 if util.safehasattr(ret, b'getchunks'):
381 381 # This is a bundle20 object, turn it into an unbundler.
382 382 # This little dance should be dropped eventually when the
383 383 # API is finally improved.
384 384 stream = util.chunkbuffer(ret.getchunks())
385 385 ret = bundle2.getunbundler(self.ui, stream)
386 386 return ret
387 387 except Exception as exc:
388 388 # If the exception contains output salvaged from a bundle2
389 389 # reply, we need to make sure it is printed before continuing
390 390 # to fail. So we build a bundle2 with such output and consume
391 391 # it directly.
392 392 #
393 393 # This is not very elegant but allows a "simple" solution for
394 394 # issue4594
395 395 output = getattr(exc, '_bundle2salvagedoutput', ())
396 396 if output:
397 397 bundler = bundle2.bundle20(self._repo.ui)
398 398 for out in output:
399 399 bundler.addpart(out)
400 400 stream = util.chunkbuffer(bundler.getchunks())
401 401 b = bundle2.getunbundler(self.ui, stream)
402 402 bundle2.processbundle(self._repo, b)
403 403 raise
404 404 except error.PushRaced as exc:
405 405 raise error.ResponseError(
406 406 _(b'push failed:'), stringutil.forcebytestr(exc)
407 407 )
408 408
409 409 # End of _basewirecommands interface.
410 410
411 411 # Begin of peer interface.
412 412
413 413 def commandexecutor(self):
414 414 return localcommandexecutor(self)
415 415
416 416 # End of peer interface.
417 417
418 418
419 419 @interfaceutil.implementer(repository.ipeerlegacycommands)
420 420 class locallegacypeer(localpeer):
421 421 """peer extension which implements legacy methods too; used for tests with
422 422 restricted capabilities"""
423 423
424 424 def __init__(self, repo):
425 425 super(locallegacypeer, self).__init__(repo, caps=legacycaps)
426 426
427 427 # Begin of baselegacywirecommands interface.
428 428
429 429 def between(self, pairs):
430 430 return self._repo.between(pairs)
431 431
432 432 def branches(self, nodes):
433 433 return self._repo.branches(nodes)
434 434
435 435 def changegroup(self, nodes, source):
436 436 outgoing = discovery.outgoing(
437 437 self._repo, missingroots=nodes, ancestorsof=self._repo.heads()
438 438 )
439 439 return changegroup.makechangegroup(self._repo, outgoing, b'01', source)
440 440
441 441 def changegroupsubset(self, bases, heads, source):
442 442 outgoing = discovery.outgoing(
443 443 self._repo, missingroots=bases, ancestorsof=heads
444 444 )
445 445 return changegroup.makechangegroup(self._repo, outgoing, b'01', source)
446 446
447 447 # End of baselegacywirecommands interface.
448 448
449 449
450 450 # Functions receiving (ui, features) that extensions can register to impact
451 451 # the ability to load repositories with custom requirements. Only
452 452 # functions defined in loaded extensions are called.
453 453 #
454 454 # The function receives a set of requirement strings that the repository
455 455 # is capable of opening. Functions will typically add elements to the
456 456 # set to reflect that the extension knows how to handle that requirements.
457 457 featuresetupfuncs = set()
458 458
459 459
460 460 def _getsharedvfs(hgvfs, requirements):
461 461 """returns the vfs object pointing to root of shared source
462 462 repo for a shared repository
463 463
464 464 hgvfs is vfs pointing at .hg/ of current repo (shared one)
465 465 requirements is a set of requirements of current repo (shared one)
466 466 """
467 467 # The ``shared`` or ``relshared`` requirements indicate the
468 468 # store lives in the path contained in the ``.hg/sharedpath`` file.
469 469 # This is an absolute path for ``shared`` and relative to
470 470 # ``.hg/`` for ``relshared``.
471 471 sharedpath = hgvfs.read(b'sharedpath').rstrip(b'\n')
472 472 if requirementsmod.RELATIVE_SHARED_REQUIREMENT in requirements:
473 473 sharedpath = util.normpath(hgvfs.join(sharedpath))
474 474
475 475 sharedvfs = vfsmod.vfs(sharedpath, realpath=True)
476 476
477 477 if not sharedvfs.exists():
478 478 raise error.RepoError(
479 479 _(b'.hg/sharedpath points to nonexistent directory %s')
480 480 % sharedvfs.base
481 481 )
482 482 return sharedvfs
483 483
484 484
485 485 def _readrequires(vfs, allowmissing):
486 486 """reads the require file present at root of this vfs
487 487 and return a set of requirements
488 488
489 489 If allowmissing is True, we suppress ENOENT if raised"""
490 490 # requires file contains a newline-delimited list of
491 491 # features/capabilities the opener (us) must have in order to use
492 492 # the repository. This file was introduced in Mercurial 0.9.2,
493 493 # which means very old repositories may not have one. We assume
494 494 # a missing file translates to no requirements.
495 495 try:
496 496 requirements = set(vfs.read(b'requires').splitlines())
497 497 except IOError as e:
498 498 if not (allowmissing and e.errno == errno.ENOENT):
499 499 raise
500 500 requirements = set()
501 501 return requirements
502 502
503 503
504 504 def makelocalrepository(baseui, path, intents=None):
505 505 """Create a local repository object.
506 506
507 507 Given arguments needed to construct a local repository, this function
508 508 performs various early repository loading functionality (such as
509 509 reading the ``.hg/requires`` and ``.hg/hgrc`` files), validates that
510 510 the repository can be opened, derives a type suitable for representing
511 511 that repository, and returns an instance of it.
512 512
513 513 The returned object conforms to the ``repository.completelocalrepository``
514 514 interface.
515 515
516 516 The repository type is derived by calling a series of factory functions
517 517 for each aspect/interface of the final repository. These are defined by
518 518 ``REPO_INTERFACES``.
519 519
520 520 Each factory function is called to produce a type implementing a specific
521 521 interface. The cumulative list of returned types will be combined into a
522 522 new type and that type will be instantiated to represent the local
523 523 repository.
524 524
525 525 The factory functions each receive various state that may be consulted
526 526 as part of deriving a type.
527 527
528 528 Extensions should wrap these factory functions to customize repository type
529 529 creation. Note that an extension's wrapped function may be called even if
530 530 that extension is not loaded for the repo being constructed. Extensions
531 531 should check if their ``__name__`` appears in the
532 532 ``extensionmodulenames`` set passed to the factory function and no-op if
533 533 not.
534 534 """
535 535 ui = baseui.copy()
536 536 # Prevent copying repo configuration.
537 537 ui.copy = baseui.copy
538 538
539 539 # Working directory VFS rooted at repository root.
540 540 wdirvfs = vfsmod.vfs(path, expandpath=True, realpath=True)
541 541
542 542 # Main VFS for .hg/ directory.
543 543 hgpath = wdirvfs.join(b'.hg')
544 544 hgvfs = vfsmod.vfs(hgpath, cacheaudited=True)
545 545 # Whether this repository is shared one or not
546 546 shared = False
547 547 # If this repository is shared, vfs pointing to shared repo
548 548 sharedvfs = None
549 549
550 550 # The .hg/ path should exist and should be a directory. All other
551 551 # cases are errors.
552 552 if not hgvfs.isdir():
553 553 try:
554 554 hgvfs.stat()
555 555 except OSError as e:
556 556 if e.errno != errno.ENOENT:
557 557 raise
558 558 except ValueError as e:
559 559 # Can be raised on Python 3.8 when path is invalid.
560 560 raise error.Abort(
561 561 _(b'invalid path %s: %s') % (path, stringutil.forcebytestr(e))
562 562 )
563 563
564 564 raise error.RepoError(_(b'repository %s not found') % path)
565 565
566 566 requirements = _readrequires(hgvfs, True)
567 567 shared = (
568 568 requirementsmod.SHARED_REQUIREMENT in requirements
569 569 or requirementsmod.RELATIVE_SHARED_REQUIREMENT in requirements
570 570 )
571 571 storevfs = None
572 572 if shared:
573 573 # This is a shared repo
574 574 sharedvfs = _getsharedvfs(hgvfs, requirements)
575 575 storevfs = vfsmod.vfs(sharedvfs.join(b'store'))
576 576 else:
577 577 storevfs = vfsmod.vfs(hgvfs.join(b'store'))
578 578
579 579 # if .hg/requires contains the sharesafe requirement, it means
580 580 # there exists a `.hg/store/requires` too and we should read it
581 581 # NOTE: presence of SHARESAFE_REQUIREMENT imply that store requirement
582 582 # is present. We never write SHARESAFE_REQUIREMENT for a repo if store
583 583 # is not present, refer checkrequirementscompat() for that
584 584 #
585 585 # However, if SHARESAFE_REQUIREMENT is not present, it means that the
586 586 # repository was shared the old way. We check the share source .hg/requires
587 587 # for SHARESAFE_REQUIREMENT to detect whether the current repository needs
588 588 # to be reshared
589 589 hint = _(b"see `hg help config.format.use-share-safe` for more information")
590 590 if requirementsmod.SHARESAFE_REQUIREMENT in requirements:
591 591
592 592 if (
593 593 shared
594 594 and requirementsmod.SHARESAFE_REQUIREMENT
595 595 not in _readrequires(sharedvfs, True)
596 596 ):
597 597 mismatch_warn = ui.configbool(
598 598 b'share', b'safe-mismatch.source-not-safe.warn'
599 599 )
600 600 mismatch_config = ui.config(
601 601 b'share', b'safe-mismatch.source-not-safe'
602 602 )
603 603 if mismatch_config in (
604 604 b'downgrade-allow',
605 605 b'allow',
606 606 b'downgrade-abort',
607 607 ):
608 608 # prevent cyclic import localrepo -> upgrade -> localrepo
609 609 from . import upgrade
610 610
611 611 upgrade.downgrade_share_to_non_safe(
612 612 ui,
613 613 hgvfs,
614 614 sharedvfs,
615 615 requirements,
616 616 mismatch_config,
617 617 mismatch_warn,
618 618 )
619 619 elif mismatch_config == b'abort':
620 620 raise error.Abort(
621 621 _(b"share source does not support share-safe requirement"),
622 622 hint=hint,
623 623 )
624 624 else:
625 625 raise error.Abort(
626 626 _(
627 627 b"share-safe mismatch with source.\nUnrecognized"
628 628 b" value '%s' of `share.safe-mismatch.source-not-safe`"
629 629 b" set."
630 630 )
631 631 % mismatch_config,
632 632 hint=hint,
633 633 )
634 634 else:
635 635 requirements |= _readrequires(storevfs, False)
636 636 elif shared:
637 637 sourcerequires = _readrequires(sharedvfs, False)
638 638 if requirementsmod.SHARESAFE_REQUIREMENT in sourcerequires:
639 639 mismatch_config = ui.config(b'share', b'safe-mismatch.source-safe')
640 640 mismatch_warn = ui.configbool(
641 641 b'share', b'safe-mismatch.source-safe.warn'
642 642 )
643 643 if mismatch_config in (
644 644 b'upgrade-allow',
645 645 b'allow',
646 646 b'upgrade-abort',
647 647 ):
648 648 # prevent cyclic import localrepo -> upgrade -> localrepo
649 649 from . import upgrade
650 650
651 651 upgrade.upgrade_share_to_safe(
652 652 ui,
653 653 hgvfs,
654 654 storevfs,
655 655 requirements,
656 656 mismatch_config,
657 657 mismatch_warn,
658 658 )
659 659 elif mismatch_config == b'abort':
660 660 raise error.Abort(
661 661 _(
662 662 b'version mismatch: source uses share-safe'
663 663 b' functionality while the current share does not'
664 664 ),
665 665 hint=hint,
666 666 )
667 667 else:
668 668 raise error.Abort(
669 669 _(
670 670 b"share-safe mismatch with source.\nUnrecognized"
671 671 b" value '%s' of `share.safe-mismatch.source-safe` set."
672 672 )
673 673 % mismatch_config,
674 674 hint=hint,
675 675 )
676 676
677 677 # The .hg/hgrc file may load extensions or contain config options
678 678 # that influence repository construction. Attempt to load it and
679 679 # process any new extensions that it may have pulled in.
680 680 if loadhgrc(ui, wdirvfs, hgvfs, requirements, sharedvfs):
681 681 afterhgrcload(ui, wdirvfs, hgvfs, requirements)
682 682 extensions.loadall(ui)
683 683 extensions.populateui(ui)
684 684
685 685 # Set of module names of extensions loaded for this repository.
686 686 extensionmodulenames = {m.__name__ for n, m in extensions.extensions(ui)}
687 687
688 688 supportedrequirements = gathersupportedrequirements(ui)
689 689
690 690 # We first validate the requirements are known.
691 691 ensurerequirementsrecognized(requirements, supportedrequirements)
692 692
693 693 # Then we validate that the known set is reasonable to use together.
694 694 ensurerequirementscompatible(ui, requirements)
695 695
696 696 # TODO there are unhandled edge cases related to opening repositories with
697 697 # shared storage. If storage is shared, we should also test for requirements
698 698 # compatibility in the pointed-to repo. This entails loading the .hg/hgrc in
699 699 # that repo, as that repo may load extensions needed to open it. This is a
700 700 # bit complicated because we don't want the other hgrc to overwrite settings
701 701 # in this hgrc.
702 702 #
703 703 # This bug is somewhat mitigated by the fact that we copy the .hg/requires
704 704 # file when sharing repos. But if a requirement is added after the share is
705 705 # performed, thereby introducing a new requirement for the opener, we may
706 706 # will not see that and could encounter a run-time error interacting with
707 707 # that shared store since it has an unknown-to-us requirement.
708 708
709 709 # At this point, we know we should be capable of opening the repository.
710 710 # Now get on with doing that.
711 711
712 712 features = set()
713 713
714 714 # The "store" part of the repository holds versioned data. How it is
715 715 # accessed is determined by various requirements. If `shared` or
716 716 # `relshared` requirements are present, this indicates current repository
717 717 # is a share and store exists in path mentioned in `.hg/sharedpath`
718 718 if shared:
719 719 storebasepath = sharedvfs.base
720 720 cachepath = sharedvfs.join(b'cache')
721 721 features.add(repository.REPO_FEATURE_SHARED_STORAGE)
722 722 else:
723 723 storebasepath = hgvfs.base
724 724 cachepath = hgvfs.join(b'cache')
725 725 wcachepath = hgvfs.join(b'wcache')
726 726
727 727 # The store has changed over time and the exact layout is dictated by
728 728 # requirements. The store interface abstracts differences across all
729 729 # of them.
730 730 store = makestore(
731 731 requirements,
732 732 storebasepath,
733 733 lambda base: vfsmod.vfs(base, cacheaudited=True),
734 734 )
735 735 hgvfs.createmode = store.createmode
736 736
737 737 storevfs = store.vfs
738 738 storevfs.options = resolvestorevfsoptions(ui, requirements, features)
739 739
740 740 # The cache vfs is used to manage cache files.
741 741 cachevfs = vfsmod.vfs(cachepath, cacheaudited=True)
742 742 cachevfs.createmode = store.createmode
743 743 # The cache vfs is used to manage cache files related to the working copy
744 744 wcachevfs = vfsmod.vfs(wcachepath, cacheaudited=True)
745 745 wcachevfs.createmode = store.createmode
746 746
747 747 # Now resolve the type for the repository object. We do this by repeatedly
748 748 # calling a factory function to produces types for specific aspects of the
749 749 # repo's operation. The aggregate returned types are used as base classes
750 750 # for a dynamically-derived type, which will represent our new repository.
751 751
752 752 bases = []
753 753 extrastate = {}
754 754
755 755 for iface, fn in REPO_INTERFACES:
756 756 # We pass all potentially useful state to give extensions tons of
757 757 # flexibility.
758 758 typ = fn()(
759 759 ui=ui,
760 760 intents=intents,
761 761 requirements=requirements,
762 762 features=features,
763 763 wdirvfs=wdirvfs,
764 764 hgvfs=hgvfs,
765 765 store=store,
766 766 storevfs=storevfs,
767 767 storeoptions=storevfs.options,
768 768 cachevfs=cachevfs,
769 769 wcachevfs=wcachevfs,
770 770 extensionmodulenames=extensionmodulenames,
771 771 extrastate=extrastate,
772 772 baseclasses=bases,
773 773 )
774 774
775 775 if not isinstance(typ, type):
776 776 raise error.ProgrammingError(
777 777 b'unable to construct type for %s' % iface
778 778 )
779 779
780 780 bases.append(typ)
781 781
782 782 # type() allows you to use characters in type names that wouldn't be
783 783 # recognized as Python symbols in source code. We abuse that to add
784 784 # rich information about our constructed repo.
785 785 name = pycompat.sysstr(
786 786 b'derivedrepo:%s<%s>' % (wdirvfs.base, b','.join(sorted(requirements)))
787 787 )
788 788
789 789 cls = type(name, tuple(bases), {})
790 790
791 791 return cls(
792 792 baseui=baseui,
793 793 ui=ui,
794 794 origroot=path,
795 795 wdirvfs=wdirvfs,
796 796 hgvfs=hgvfs,
797 797 requirements=requirements,
798 798 supportedrequirements=supportedrequirements,
799 799 sharedpath=storebasepath,
800 800 store=store,
801 801 cachevfs=cachevfs,
802 802 wcachevfs=wcachevfs,
803 803 features=features,
804 804 intents=intents,
805 805 )
806 806
807 807
808 808 def loadhgrc(ui, wdirvfs, hgvfs, requirements, sharedvfs=None):
809 809 """Load hgrc files/content into a ui instance.
810 810
811 811 This is called during repository opening to load any additional
812 812 config files or settings relevant to the current repository.
813 813
814 814 Returns a bool indicating whether any additional configs were loaded.
815 815
816 816 Extensions should monkeypatch this function to modify how per-repo
817 817 configs are loaded. For example, an extension may wish to pull in
818 818 configs from alternate files or sources.
819 819
820 820 sharedvfs is vfs object pointing to source repo if the current one is a
821 821 shared one
822 822 """
823 823 if not rcutil.use_repo_hgrc():
824 824 return False
825 825
826 826 ret = False
827 827 # first load config from shared source if we has to
828 828 if requirementsmod.SHARESAFE_REQUIREMENT in requirements and sharedvfs:
829 829 try:
830 830 ui.readconfig(sharedvfs.join(b'hgrc'), root=sharedvfs.base)
831 831 ret = True
832 832 except IOError:
833 833 pass
834 834
835 835 try:
836 836 ui.readconfig(hgvfs.join(b'hgrc'), root=wdirvfs.base)
837 837 ret = True
838 838 except IOError:
839 839 pass
840 840
841 841 try:
842 842 ui.readconfig(hgvfs.join(b'hgrc-not-shared'), root=wdirvfs.base)
843 843 ret = True
844 844 except IOError:
845 845 pass
846 846
847 847 return ret
848 848
849 849
850 850 def afterhgrcload(ui, wdirvfs, hgvfs, requirements):
851 851 """Perform additional actions after .hg/hgrc is loaded.
852 852
853 853 This function is called during repository loading immediately after
854 854 the .hg/hgrc file is loaded and before per-repo extensions are loaded.
855 855
856 856 The function can be used to validate configs, automatically add
857 857 options (including extensions) based on requirements, etc.
858 858 """
859 859
860 860 # Map of requirements to list of extensions to load automatically when
861 861 # requirement is present.
862 862 autoextensions = {
863 863 b'git': [b'git'],
864 864 b'largefiles': [b'largefiles'],
865 865 b'lfs': [b'lfs'],
866 866 }
867 867
868 868 for requirement, names in sorted(autoextensions.items()):
869 869 if requirement not in requirements:
870 870 continue
871 871
872 872 for name in names:
873 873 if not ui.hasconfig(b'extensions', name):
874 874 ui.setconfig(b'extensions', name, b'', source=b'autoload')
875 875
876 876
877 877 def gathersupportedrequirements(ui):
878 878 """Determine the complete set of recognized requirements."""
879 879 # Start with all requirements supported by this file.
880 880 supported = set(localrepository._basesupported)
881 881
882 882 # Execute ``featuresetupfuncs`` entries if they belong to an extension
883 883 # relevant to this ui instance.
884 884 modules = {m.__name__ for n, m in extensions.extensions(ui)}
885 885
886 886 for fn in featuresetupfuncs:
887 887 if fn.__module__ in modules:
888 888 fn(ui, supported)
889 889
890 890 # Add derived requirements from registered compression engines.
891 891 for name in util.compengines:
892 892 engine = util.compengines[name]
893 893 if engine.available() and engine.revlogheader():
894 894 supported.add(b'exp-compression-%s' % name)
895 895 if engine.name() == b'zstd':
896 896 supported.add(b'revlog-compression-zstd')
897 897
898 898 return supported
899 899
900 900
901 901 def ensurerequirementsrecognized(requirements, supported):
902 902 """Validate that a set of local requirements is recognized.
903 903
904 904 Receives a set of requirements. Raises an ``error.RepoError`` if there
905 905 exists any requirement in that set that currently loaded code doesn't
906 906 recognize.
907 907
908 908 Returns a set of supported requirements.
909 909 """
910 910 missing = set()
911 911
912 912 for requirement in requirements:
913 913 if requirement in supported:
914 914 continue
915 915
916 916 if not requirement or not requirement[0:1].isalnum():
917 917 raise error.RequirementError(_(b'.hg/requires file is corrupt'))
918 918
919 919 missing.add(requirement)
920 920
921 921 if missing:
922 922 raise error.RequirementError(
923 923 _(b'repository requires features unknown to this Mercurial: %s')
924 924 % b' '.join(sorted(missing)),
925 925 hint=_(
926 926 b'see https://mercurial-scm.org/wiki/MissingRequirement '
927 927 b'for more information'
928 928 ),
929 929 )
930 930
931 931
932 932 def ensurerequirementscompatible(ui, requirements):
933 933 """Validates that a set of recognized requirements is mutually compatible.
934 934
935 935 Some requirements may not be compatible with others or require
936 936 config options that aren't enabled. This function is called during
937 937 repository opening to ensure that the set of requirements needed
938 938 to open a repository is sane and compatible with config options.
939 939
940 940 Extensions can monkeypatch this function to perform additional
941 941 checking.
942 942
943 943 ``error.RepoError`` should be raised on failure.
944 944 """
945 945 if (
946 946 requirementsmod.SPARSE_REQUIREMENT in requirements
947 947 and not sparse.enabled
948 948 ):
949 949 raise error.RepoError(
950 950 _(
951 951 b'repository is using sparse feature but '
952 952 b'sparse is not enabled; enable the '
953 953 b'"sparse" extensions to access'
954 954 )
955 955 )
956 956
957 957
958 958 def makestore(requirements, path, vfstype):
959 959 """Construct a storage object for a repository."""
960 960 if requirementsmod.STORE_REQUIREMENT in requirements:
961 961 if requirementsmod.FNCACHE_REQUIREMENT in requirements:
962 962 dotencode = requirementsmod.DOTENCODE_REQUIREMENT in requirements
963 963 return storemod.fncachestore(path, vfstype, dotencode)
964 964
965 965 return storemod.encodedstore(path, vfstype)
966 966
967 967 return storemod.basicstore(path, vfstype)
968 968
969 969
970 970 def resolvestorevfsoptions(ui, requirements, features):
971 971 """Resolve the options to pass to the store vfs opener.
972 972
973 973 The returned dict is used to influence behavior of the storage layer.
974 974 """
975 975 options = {}
976 976
977 977 if requirementsmod.TREEMANIFEST_REQUIREMENT in requirements:
978 978 options[b'treemanifest'] = True
979 979
980 980 # experimental config: format.manifestcachesize
981 981 manifestcachesize = ui.configint(b'format', b'manifestcachesize')
982 982 if manifestcachesize is not None:
983 983 options[b'manifestcachesize'] = manifestcachesize
984 984
985 985 # In the absence of another requirement superseding a revlog-related
986 986 # requirement, we have to assume the repo is using revlog version 0.
987 987 # This revlog format is super old and we don't bother trying to parse
988 988 # opener options for it because those options wouldn't do anything
989 989 # meaningful on such old repos.
990 990 if (
991 991 requirementsmod.REVLOGV1_REQUIREMENT in requirements
992 992 or requirementsmod.REVLOGV2_REQUIREMENT in requirements
993 993 ):
994 994 options.update(resolverevlogstorevfsoptions(ui, requirements, features))
995 995 else: # explicitly mark repo as using revlogv0
996 996 options[b'revlogv0'] = True
997 997
998 998 if requirementsmod.COPIESSDC_REQUIREMENT in requirements:
999 999 options[b'copies-storage'] = b'changeset-sidedata'
1000 1000 else:
1001 1001 writecopiesto = ui.config(b'experimental', b'copies.write-to')
1002 1002 copiesextramode = (b'changeset-only', b'compatibility')
1003 1003 if writecopiesto in copiesextramode:
1004 1004 options[b'copies-storage'] = b'extra'
1005 1005
1006 1006 return options
1007 1007
1008 1008
1009 1009 def resolverevlogstorevfsoptions(ui, requirements, features):
1010 1010 """Resolve opener options specific to revlogs."""
1011 1011
1012 1012 options = {}
1013 1013 options[b'flagprocessors'] = {}
1014 1014
1015 1015 if requirementsmod.REVLOGV1_REQUIREMENT in requirements:
1016 1016 options[b'revlogv1'] = True
1017 1017 if requirementsmod.REVLOGV2_REQUIREMENT in requirements:
1018 1018 options[b'revlogv2'] = True
1019 1019
1020 1020 if requirementsmod.GENERALDELTA_REQUIREMENT in requirements:
1021 1021 options[b'generaldelta'] = True
1022 1022
1023 1023 # experimental config: format.chunkcachesize
1024 1024 chunkcachesize = ui.configint(b'format', b'chunkcachesize')
1025 1025 if chunkcachesize is not None:
1026 1026 options[b'chunkcachesize'] = chunkcachesize
1027 1027
1028 1028 deltabothparents = ui.configbool(
1029 1029 b'storage', b'revlog.optimize-delta-parent-choice'
1030 1030 )
1031 1031 options[b'deltabothparents'] = deltabothparents
1032 1032
1033 1033 lazydelta = ui.configbool(b'storage', b'revlog.reuse-external-delta')
1034 1034 lazydeltabase = False
1035 1035 if lazydelta:
1036 1036 lazydeltabase = ui.configbool(
1037 1037 b'storage', b'revlog.reuse-external-delta-parent'
1038 1038 )
1039 1039 if lazydeltabase is None:
1040 1040 lazydeltabase = not scmutil.gddeltaconfig(ui)
1041 1041 options[b'lazydelta'] = lazydelta
1042 1042 options[b'lazydeltabase'] = lazydeltabase
1043 1043
1044 1044 chainspan = ui.configbytes(b'experimental', b'maxdeltachainspan')
1045 1045 if 0 <= chainspan:
1046 1046 options[b'maxdeltachainspan'] = chainspan
1047 1047
1048 1048 mmapindexthreshold = ui.configbytes(b'experimental', b'mmapindexthreshold')
1049 1049 if mmapindexthreshold is not None:
1050 1050 options[b'mmapindexthreshold'] = mmapindexthreshold
1051 1051
1052 1052 withsparseread = ui.configbool(b'experimental', b'sparse-read')
1053 1053 srdensitythres = float(
1054 1054 ui.config(b'experimental', b'sparse-read.density-threshold')
1055 1055 )
1056 1056 srmingapsize = ui.configbytes(b'experimental', b'sparse-read.min-gap-size')
1057 1057 options[b'with-sparse-read'] = withsparseread
1058 1058 options[b'sparse-read-density-threshold'] = srdensitythres
1059 1059 options[b'sparse-read-min-gap-size'] = srmingapsize
1060 1060
1061 1061 sparserevlog = requirementsmod.SPARSEREVLOG_REQUIREMENT in requirements
1062 1062 options[b'sparse-revlog'] = sparserevlog
1063 1063 if sparserevlog:
1064 1064 options[b'generaldelta'] = True
1065 1065
1066 1066 sidedata = requirementsmod.SIDEDATA_REQUIREMENT in requirements
1067 1067 options[b'side-data'] = sidedata
1068 1068
1069 1069 maxchainlen = None
1070 1070 if sparserevlog:
1071 1071 maxchainlen = revlogconst.SPARSE_REVLOG_MAX_CHAIN_LENGTH
1072 1072 # experimental config: format.maxchainlen
1073 1073 maxchainlen = ui.configint(b'format', b'maxchainlen', maxchainlen)
1074 1074 if maxchainlen is not None:
1075 1075 options[b'maxchainlen'] = maxchainlen
1076 1076
1077 1077 for r in requirements:
1078 1078 # we allow multiple compression engine requirement to co-exist because
1079 1079 # strickly speaking, revlog seems to support mixed compression style.
1080 1080 #
1081 1081 # The compression used for new entries will be "the last one"
1082 1082 prefix = r.startswith
1083 1083 if prefix(b'revlog-compression-') or prefix(b'exp-compression-'):
1084 1084 options[b'compengine'] = r.split(b'-', 2)[2]
1085 1085
1086 1086 options[b'zlib.level'] = ui.configint(b'storage', b'revlog.zlib.level')
1087 1087 if options[b'zlib.level'] is not None:
1088 1088 if not (0 <= options[b'zlib.level'] <= 9):
1089 1089 msg = _(b'invalid value for `storage.revlog.zlib.level` config: %d')
1090 1090 raise error.Abort(msg % options[b'zlib.level'])
1091 1091 options[b'zstd.level'] = ui.configint(b'storage', b'revlog.zstd.level')
1092 1092 if options[b'zstd.level'] is not None:
1093 1093 if not (0 <= options[b'zstd.level'] <= 22):
1094 1094 msg = _(b'invalid value for `storage.revlog.zstd.level` config: %d')
1095 1095 raise error.Abort(msg % options[b'zstd.level'])
1096 1096
1097 1097 if requirementsmod.NARROW_REQUIREMENT in requirements:
1098 1098 options[b'enableellipsis'] = True
1099 1099
1100 1100 if ui.configbool(b'experimental', b'rust.index'):
1101 1101 options[b'rust.index'] = True
1102 1102 if requirementsmod.NODEMAP_REQUIREMENT in requirements:
1103 1103 slow_path = ui.config(
1104 1104 b'storage', b'revlog.persistent-nodemap.slow-path'
1105 1105 )
1106 1106 if slow_path not in (b'allow', b'warn', b'abort'):
1107 1107 default = ui.config_default(
1108 1108 b'storage', b'revlog.persistent-nodemap.slow-path'
1109 1109 )
1110 1110 msg = _(
1111 1111 b'unknown value for config '
1112 1112 b'"storage.revlog.persistent-nodemap.slow-path": "%s"\n'
1113 1113 )
1114 1114 ui.warn(msg % slow_path)
1115 1115 if not ui.quiet:
1116 1116 ui.warn(_(b'falling back to default value: %s\n') % default)
1117 1117 slow_path = default
1118 1118
1119 1119 msg = _(
1120 1120 b"accessing `persistent-nodemap` repository without associated "
1121 1121 b"fast implementation."
1122 1122 )
1123 1123 hint = _(
1124 1124 b"check `hg help config.format.use-persistent-nodemap` "
1125 1125 b"for details"
1126 1126 )
1127 1127 if not revlog.HAS_FAST_PERSISTENT_NODEMAP:
1128 1128 if slow_path == b'warn':
1129 1129 msg = b"warning: " + msg + b'\n'
1130 1130 ui.warn(msg)
1131 1131 if not ui.quiet:
1132 1132 hint = b'(' + hint + b')\n'
1133 1133 ui.warn(hint)
1134 1134 if slow_path == b'abort':
1135 1135 raise error.Abort(msg, hint=hint)
1136 1136 options[b'persistent-nodemap'] = True
1137 1137 if ui.configbool(b'storage', b'revlog.persistent-nodemap.mmap'):
1138 1138 options[b'persistent-nodemap.mmap'] = True
1139 1139 if ui.configbool(b'devel', b'persistent-nodemap'):
1140 1140 options[b'devel-force-nodemap'] = True
1141 1141
1142 1142 return options
1143 1143
1144 1144
1145 1145 def makemain(**kwargs):
1146 1146 """Produce a type conforming to ``ilocalrepositorymain``."""
1147 1147 return localrepository
1148 1148
1149 1149
1150 1150 @interfaceutil.implementer(repository.ilocalrepositoryfilestorage)
1151 1151 class revlogfilestorage(object):
1152 1152 """File storage when using revlogs."""
1153 1153
1154 1154 def file(self, path):
1155 1155 if path.startswith(b'/'):
1156 1156 path = path[1:]
1157 1157
1158 1158 return filelog.filelog(self.svfs, path)
1159 1159
1160 1160
1161 1161 @interfaceutil.implementer(repository.ilocalrepositoryfilestorage)
1162 1162 class revlognarrowfilestorage(object):
1163 1163 """File storage when using revlogs and narrow files."""
1164 1164
1165 1165 def file(self, path):
1166 1166 if path.startswith(b'/'):
1167 1167 path = path[1:]
1168 1168
1169 1169 return filelog.narrowfilelog(self.svfs, path, self._storenarrowmatch)
1170 1170
1171 1171
1172 1172 def makefilestorage(requirements, features, **kwargs):
1173 1173 """Produce a type conforming to ``ilocalrepositoryfilestorage``."""
1174 1174 features.add(repository.REPO_FEATURE_REVLOG_FILE_STORAGE)
1175 1175 features.add(repository.REPO_FEATURE_STREAM_CLONE)
1176 1176
1177 1177 if requirementsmod.NARROW_REQUIREMENT in requirements:
1178 1178 return revlognarrowfilestorage
1179 1179 else:
1180 1180 return revlogfilestorage
1181 1181
1182 1182
1183 1183 # List of repository interfaces and factory functions for them. Each
1184 1184 # will be called in order during ``makelocalrepository()`` to iteratively
1185 1185 # derive the final type for a local repository instance. We capture the
1186 1186 # function as a lambda so we don't hold a reference and the module-level
1187 1187 # functions can be wrapped.
1188 1188 REPO_INTERFACES = [
1189 1189 (repository.ilocalrepositorymain, lambda: makemain),
1190 1190 (repository.ilocalrepositoryfilestorage, lambda: makefilestorage),
1191 1191 ]
1192 1192
1193 1193
1194 1194 @interfaceutil.implementer(repository.ilocalrepositorymain)
1195 1195 class localrepository(object):
1196 1196 """Main class for representing local repositories.
1197 1197
1198 1198 All local repositories are instances of this class.
1199 1199
1200 1200 Constructed on its own, instances of this class are not usable as
1201 1201 repository objects. To obtain a usable repository object, call
1202 1202 ``hg.repository()``, ``localrepo.instance()``, or
1203 1203 ``localrepo.makelocalrepository()``. The latter is the lowest-level.
1204 1204 ``instance()`` adds support for creating new repositories.
1205 1205 ``hg.repository()`` adds more extension integration, including calling
1206 1206 ``reposetup()``. Generally speaking, ``hg.repository()`` should be
1207 1207 used.
1208 1208 """
1209 1209
1210 1210 # obsolete experimental requirements:
1211 1211 # - manifestv2: An experimental new manifest format that allowed
1212 1212 # for stem compression of long paths. Experiment ended up not
1213 1213 # being successful (repository sizes went up due to worse delta
1214 1214 # chains), and the code was deleted in 4.6.
1215 1215 supportedformats = {
1216 1216 requirementsmod.REVLOGV1_REQUIREMENT,
1217 1217 requirementsmod.GENERALDELTA_REQUIREMENT,
1218 1218 requirementsmod.TREEMANIFEST_REQUIREMENT,
1219 1219 requirementsmod.COPIESSDC_REQUIREMENT,
1220 1220 requirementsmod.REVLOGV2_REQUIREMENT,
1221 1221 requirementsmod.SIDEDATA_REQUIREMENT,
1222 1222 requirementsmod.SPARSEREVLOG_REQUIREMENT,
1223 1223 requirementsmod.NODEMAP_REQUIREMENT,
1224 1224 bookmarks.BOOKMARKS_IN_STORE_REQUIREMENT,
1225 1225 requirementsmod.SHARESAFE_REQUIREMENT,
1226 1226 }
1227 1227 _basesupported = supportedformats | {
1228 1228 requirementsmod.STORE_REQUIREMENT,
1229 1229 requirementsmod.FNCACHE_REQUIREMENT,
1230 1230 requirementsmod.SHARED_REQUIREMENT,
1231 1231 requirementsmod.RELATIVE_SHARED_REQUIREMENT,
1232 1232 requirementsmod.DOTENCODE_REQUIREMENT,
1233 1233 requirementsmod.SPARSE_REQUIREMENT,
1234 1234 requirementsmod.INTERNAL_PHASE_REQUIREMENT,
1235 1235 }
1236 1236
1237 1237 # list of prefix for file which can be written without 'wlock'
1238 1238 # Extensions should extend this list when needed
1239 1239 _wlockfreeprefix = {
1240 1240 # We migh consider requiring 'wlock' for the next
1241 1241 # two, but pretty much all the existing code assume
1242 1242 # wlock is not needed so we keep them excluded for
1243 1243 # now.
1244 1244 b'hgrc',
1245 1245 b'requires',
1246 1246 # XXX cache is a complicatged business someone
1247 1247 # should investigate this in depth at some point
1248 1248 b'cache/',
1249 1249 # XXX shouldn't be dirstate covered by the wlock?
1250 1250 b'dirstate',
1251 1251 # XXX bisect was still a bit too messy at the time
1252 1252 # this changeset was introduced. Someone should fix
1253 1253 # the remainig bit and drop this line
1254 1254 b'bisect.state',
1255 1255 }
1256 1256
1257 1257 def __init__(
1258 1258 self,
1259 1259 baseui,
1260 1260 ui,
1261 1261 origroot,
1262 1262 wdirvfs,
1263 1263 hgvfs,
1264 1264 requirements,
1265 1265 supportedrequirements,
1266 1266 sharedpath,
1267 1267 store,
1268 1268 cachevfs,
1269 1269 wcachevfs,
1270 1270 features,
1271 1271 intents=None,
1272 1272 ):
1273 1273 """Create a new local repository instance.
1274 1274
1275 1275 Most callers should use ``hg.repository()``, ``localrepo.instance()``,
1276 1276 or ``localrepo.makelocalrepository()`` for obtaining a new repository
1277 1277 object.
1278 1278
1279 1279 Arguments:
1280 1280
1281 1281 baseui
1282 1282 ``ui.ui`` instance that ``ui`` argument was based off of.
1283 1283
1284 1284 ui
1285 1285 ``ui.ui`` instance for use by the repository.
1286 1286
1287 1287 origroot
1288 1288 ``bytes`` path to working directory root of this repository.
1289 1289
1290 1290 wdirvfs
1291 1291 ``vfs.vfs`` rooted at the working directory.
1292 1292
1293 1293 hgvfs
1294 1294 ``vfs.vfs`` rooted at .hg/
1295 1295
1296 1296 requirements
1297 1297 ``set`` of bytestrings representing repository opening requirements.
1298 1298
1299 1299 supportedrequirements
1300 1300 ``set`` of bytestrings representing repository requirements that we
1301 1301 know how to open. May be a supetset of ``requirements``.
1302 1302
1303 1303 sharedpath
1304 1304 ``bytes`` Defining path to storage base directory. Points to a
1305 1305 ``.hg/`` directory somewhere.
1306 1306
1307 1307 store
1308 1308 ``store.basicstore`` (or derived) instance providing access to
1309 1309 versioned storage.
1310 1310
1311 1311 cachevfs
1312 1312 ``vfs.vfs`` used for cache files.
1313 1313
1314 1314 wcachevfs
1315 1315 ``vfs.vfs`` used for cache files related to the working copy.
1316 1316
1317 1317 features
1318 1318 ``set`` of bytestrings defining features/capabilities of this
1319 1319 instance.
1320 1320
1321 1321 intents
1322 1322 ``set`` of system strings indicating what this repo will be used
1323 1323 for.
1324 1324 """
1325 1325 self.baseui = baseui
1326 1326 self.ui = ui
1327 1327 self.origroot = origroot
1328 1328 # vfs rooted at working directory.
1329 1329 self.wvfs = wdirvfs
1330 1330 self.root = wdirvfs.base
1331 1331 # vfs rooted at .hg/. Used to access most non-store paths.
1332 1332 self.vfs = hgvfs
1333 1333 self.path = hgvfs.base
1334 1334 self.requirements = requirements
1335 1335 self.nodeconstants = sha1nodeconstants
1336 1336 self.nullid = self.nodeconstants.nullid
1337 1337 self.supported = supportedrequirements
1338 1338 self.sharedpath = sharedpath
1339 1339 self.store = store
1340 1340 self.cachevfs = cachevfs
1341 1341 self.wcachevfs = wcachevfs
1342 1342 self.features = features
1343 1343
1344 1344 self.filtername = None
1345 1345
1346 1346 if self.ui.configbool(b'devel', b'all-warnings') or self.ui.configbool(
1347 1347 b'devel', b'check-locks'
1348 1348 ):
1349 1349 self.vfs.audit = self._getvfsward(self.vfs.audit)
1350 1350 # A list of callback to shape the phase if no data were found.
1351 1351 # Callback are in the form: func(repo, roots) --> processed root.
1352 1352 # This list it to be filled by extension during repo setup
1353 1353 self._phasedefaults = []
1354 1354
1355 1355 color.setup(self.ui)
1356 1356
1357 1357 self.spath = self.store.path
1358 1358 self.svfs = self.store.vfs
1359 1359 self.sjoin = self.store.join
1360 1360 if self.ui.configbool(b'devel', b'all-warnings') or self.ui.configbool(
1361 1361 b'devel', b'check-locks'
1362 1362 ):
1363 1363 if util.safehasattr(self.svfs, b'vfs'): # this is filtervfs
1364 1364 self.svfs.vfs.audit = self._getsvfsward(self.svfs.vfs.audit)
1365 1365 else: # standard vfs
1366 1366 self.svfs.audit = self._getsvfsward(self.svfs.audit)
1367 1367
1368 1368 self._dirstatevalidatewarned = False
1369 1369
1370 1370 self._branchcaches = branchmap.BranchMapCache()
1371 1371 self._revbranchcache = None
1372 1372 self._filterpats = {}
1373 1373 self._datafilters = {}
1374 1374 self._transref = self._lockref = self._wlockref = None
1375 1375
1376 1376 # A cache for various files under .hg/ that tracks file changes,
1377 1377 # (used by the filecache decorator)
1378 1378 #
1379 1379 # Maps a property name to its util.filecacheentry
1380 1380 self._filecache = {}
1381 1381
1382 1382 # hold sets of revision to be filtered
1383 1383 # should be cleared when something might have changed the filter value:
1384 1384 # - new changesets,
1385 1385 # - phase change,
1386 1386 # - new obsolescence marker,
1387 1387 # - working directory parent change,
1388 1388 # - bookmark changes
1389 1389 self.filteredrevcache = {}
1390 1390
1391 1391 # post-dirstate-status hooks
1392 1392 self._postdsstatus = []
1393 1393
1394 1394 # generic mapping between names and nodes
1395 1395 self.names = namespaces.namespaces()
1396 1396
1397 1397 # Key to signature value.
1398 1398 self._sparsesignaturecache = {}
1399 1399 # Signature to cached matcher instance.
1400 1400 self._sparsematchercache = {}
1401 1401
1402 1402 self._extrafilterid = repoview.extrafilter(ui)
1403 1403
1404 1404 self.filecopiesmode = None
1405 1405 if requirementsmod.COPIESSDC_REQUIREMENT in self.requirements:
1406 1406 self.filecopiesmode = b'changeset-sidedata'
1407 1407
1408 1408 self._wanted_sidedata = set()
1409 1409 self._sidedata_computers = {}
1410 1410 sidedatamod.set_sidedata_spec_for_repo(self)
1411 1411
1412 1412 def _getvfsward(self, origfunc):
1413 1413 """build a ward for self.vfs"""
1414 1414 rref = weakref.ref(self)
1415 1415
1416 1416 def checkvfs(path, mode=None):
1417 1417 ret = origfunc(path, mode=mode)
1418 1418 repo = rref()
1419 1419 if (
1420 1420 repo is None
1421 1421 or not util.safehasattr(repo, b'_wlockref')
1422 1422 or not util.safehasattr(repo, b'_lockref')
1423 1423 ):
1424 1424 return
1425 1425 if mode in (None, b'r', b'rb'):
1426 1426 return
1427 1427 if path.startswith(repo.path):
1428 1428 # truncate name relative to the repository (.hg)
1429 1429 path = path[len(repo.path) + 1 :]
1430 1430 if path.startswith(b'cache/'):
1431 1431 msg = b'accessing cache with vfs instead of cachevfs: "%s"'
1432 1432 repo.ui.develwarn(msg % path, stacklevel=3, config=b"cache-vfs")
1433 1433 # path prefixes covered by 'lock'
1434 1434 vfs_path_prefixes = (
1435 1435 b'journal.',
1436 1436 b'undo.',
1437 1437 b'strip-backup/',
1438 1438 b'cache/',
1439 1439 )
1440 1440 if any(path.startswith(prefix) for prefix in vfs_path_prefixes):
1441 1441 if repo._currentlock(repo._lockref) is None:
1442 1442 repo.ui.develwarn(
1443 1443 b'write with no lock: "%s"' % path,
1444 1444 stacklevel=3,
1445 1445 config=b'check-locks',
1446 1446 )
1447 1447 elif repo._currentlock(repo._wlockref) is None:
1448 1448 # rest of vfs files are covered by 'wlock'
1449 1449 #
1450 1450 # exclude special files
1451 1451 for prefix in self._wlockfreeprefix:
1452 1452 if path.startswith(prefix):
1453 1453 return
1454 1454 repo.ui.develwarn(
1455 1455 b'write with no wlock: "%s"' % path,
1456 1456 stacklevel=3,
1457 1457 config=b'check-locks',
1458 1458 )
1459 1459 return ret
1460 1460
1461 1461 return checkvfs
1462 1462
1463 1463 def _getsvfsward(self, origfunc):
1464 1464 """build a ward for self.svfs"""
1465 1465 rref = weakref.ref(self)
1466 1466
1467 1467 def checksvfs(path, mode=None):
1468 1468 ret = origfunc(path, mode=mode)
1469 1469 repo = rref()
1470 1470 if repo is None or not util.safehasattr(repo, b'_lockref'):
1471 1471 return
1472 1472 if mode in (None, b'r', b'rb'):
1473 1473 return
1474 1474 if path.startswith(repo.sharedpath):
1475 1475 # truncate name relative to the repository (.hg)
1476 1476 path = path[len(repo.sharedpath) + 1 :]
1477 1477 if repo._currentlock(repo._lockref) is None:
1478 1478 repo.ui.develwarn(
1479 1479 b'write with no lock: "%s"' % path, stacklevel=4
1480 1480 )
1481 1481 return ret
1482 1482
1483 1483 return checksvfs
1484 1484
1485 1485 def close(self):
1486 1486 self._writecaches()
1487 1487
1488 1488 def _writecaches(self):
1489 1489 if self._revbranchcache:
1490 1490 self._revbranchcache.write()
1491 1491
1492 1492 def _restrictcapabilities(self, caps):
1493 1493 if self.ui.configbool(b'experimental', b'bundle2-advertise'):
1494 1494 caps = set(caps)
1495 1495 capsblob = bundle2.encodecaps(
1496 1496 bundle2.getrepocaps(self, role=b'client')
1497 1497 )
1498 1498 caps.add(b'bundle2=' + urlreq.quote(capsblob))
1499 1499 if self.ui.configbool(b'experimental', b'narrow'):
1500 1500 caps.add(wireprototypes.NARROWCAP)
1501 1501 return caps
1502 1502
1503 1503 # Don't cache auditor/nofsauditor, or you'll end up with reference cycle:
1504 1504 # self -> auditor -> self._checknested -> self
1505 1505
1506 1506 @property
1507 1507 def auditor(self):
1508 1508 # This is only used by context.workingctx.match in order to
1509 1509 # detect files in subrepos.
1510 1510 return pathutil.pathauditor(self.root, callback=self._checknested)
1511 1511
1512 1512 @property
1513 1513 def nofsauditor(self):
1514 1514 # This is only used by context.basectx.match in order to detect
1515 1515 # files in subrepos.
1516 1516 return pathutil.pathauditor(
1517 1517 self.root, callback=self._checknested, realfs=False, cached=True
1518 1518 )
1519 1519
1520 1520 def _checknested(self, path):
1521 1521 """Determine if path is a legal nested repository."""
1522 1522 if not path.startswith(self.root):
1523 1523 return False
1524 1524 subpath = path[len(self.root) + 1 :]
1525 1525 normsubpath = util.pconvert(subpath)
1526 1526
1527 1527 # XXX: Checking against the current working copy is wrong in
1528 1528 # the sense that it can reject things like
1529 1529 #
1530 1530 # $ hg cat -r 10 sub/x.txt
1531 1531 #
1532 1532 # if sub/ is no longer a subrepository in the working copy
1533 1533 # parent revision.
1534 1534 #
1535 1535 # However, it can of course also allow things that would have
1536 1536 # been rejected before, such as the above cat command if sub/
1537 1537 # is a subrepository now, but was a normal directory before.
1538 1538 # The old path auditor would have rejected by mistake since it
1539 1539 # panics when it sees sub/.hg/.
1540 1540 #
1541 1541 # All in all, checking against the working copy seems sensible
1542 1542 # since we want to prevent access to nested repositories on
1543 1543 # the filesystem *now*.
1544 1544 ctx = self[None]
1545 1545 parts = util.splitpath(subpath)
1546 1546 while parts:
1547 1547 prefix = b'/'.join(parts)
1548 1548 if prefix in ctx.substate:
1549 1549 if prefix == normsubpath:
1550 1550 return True
1551 1551 else:
1552 1552 sub = ctx.sub(prefix)
1553 1553 return sub.checknested(subpath[len(prefix) + 1 :])
1554 1554 else:
1555 1555 parts.pop()
1556 1556 return False
1557 1557
1558 1558 def peer(self):
1559 1559 return localpeer(self) # not cached to avoid reference cycle
1560 1560
1561 1561 def unfiltered(self):
1562 1562 """Return unfiltered version of the repository
1563 1563
1564 1564 Intended to be overwritten by filtered repo."""
1565 1565 return self
1566 1566
1567 1567 def filtered(self, name, visibilityexceptions=None):
1568 1568 """Return a filtered version of a repository
1569 1569
1570 1570 The `name` parameter is the identifier of the requested view. This
1571 1571 will return a repoview object set "exactly" to the specified view.
1572 1572
1573 1573 This function does not apply recursive filtering to a repository. For
1574 1574 example calling `repo.filtered("served")` will return a repoview using
1575 1575 the "served" view, regardless of the initial view used by `repo`.
1576 1576
1577 1577 In other word, there is always only one level of `repoview` "filtering".
1578 1578 """
1579 1579 if self._extrafilterid is not None and b'%' not in name:
1580 1580 name = name + b'%' + self._extrafilterid
1581 1581
1582 1582 cls = repoview.newtype(self.unfiltered().__class__)
1583 1583 return cls(self, name, visibilityexceptions)
1584 1584
1585 1585 @mixedrepostorecache(
1586 1586 (b'bookmarks', b'plain'),
1587 1587 (b'bookmarks.current', b'plain'),
1588 1588 (b'bookmarks', b''),
1589 1589 (b'00changelog.i', b''),
1590 1590 )
1591 1591 def _bookmarks(self):
1592 1592 # Since the multiple files involved in the transaction cannot be
1593 1593 # written atomically (with current repository format), there is a race
1594 1594 # condition here.
1595 1595 #
1596 1596 # 1) changelog content A is read
1597 1597 # 2) outside transaction update changelog to content B
1598 1598 # 3) outside transaction update bookmark file referring to content B
1599 1599 # 4) bookmarks file content is read and filtered against changelog-A
1600 1600 #
1601 1601 # When this happens, bookmarks against nodes missing from A are dropped.
1602 1602 #
1603 1603 # Having this happening during read is not great, but it become worse
1604 1604 # when this happen during write because the bookmarks to the "unknown"
1605 1605 # nodes will be dropped for good. However, writes happen within locks.
1606 1606 # This locking makes it possible to have a race free consistent read.
1607 1607 # For this purpose data read from disc before locking are
1608 1608 # "invalidated" right after the locks are taken. This invalidations are
1609 1609 # "light", the `filecache` mechanism keep the data in memory and will
1610 1610 # reuse them if the underlying files did not changed. Not parsing the
1611 1611 # same data multiple times helps performances.
1612 1612 #
1613 1613 # Unfortunately in the case describe above, the files tracked by the
1614 1614 # bookmarks file cache might not have changed, but the in-memory
1615 1615 # content is still "wrong" because we used an older changelog content
1616 1616 # to process the on-disk data. So after locking, the changelog would be
1617 1617 # refreshed but `_bookmarks` would be preserved.
1618 1618 # Adding `00changelog.i` to the list of tracked file is not
1619 1619 # enough, because at the time we build the content for `_bookmarks` in
1620 1620 # (4), the changelog file has already diverged from the content used
1621 1621 # for loading `changelog` in (1)
1622 1622 #
1623 1623 # To prevent the issue, we force the changelog to be explicitly
1624 1624 # reloaded while computing `_bookmarks`. The data race can still happen
1625 1625 # without the lock (with a narrower window), but it would no longer go
1626 1626 # undetected during the lock time refresh.
1627 1627 #
1628 1628 # The new schedule is as follow
1629 1629 #
1630 1630 # 1) filecache logic detect that `_bookmarks` needs to be computed
1631 1631 # 2) cachestat for `bookmarks` and `changelog` are captured (for book)
1632 1632 # 3) We force `changelog` filecache to be tested
1633 1633 # 4) cachestat for `changelog` are captured (for changelog)
1634 1634 # 5) `_bookmarks` is computed and cached
1635 1635 #
1636 1636 # The step in (3) ensure we have a changelog at least as recent as the
1637 1637 # cache stat computed in (1). As a result at locking time:
1638 1638 # * if the changelog did not changed since (1) -> we can reuse the data
1639 1639 # * otherwise -> the bookmarks get refreshed.
1640 1640 self._refreshchangelog()
1641 1641 return bookmarks.bmstore(self)
1642 1642
1643 1643 def _refreshchangelog(self):
1644 1644 """make sure the in memory changelog match the on-disk one"""
1645 1645 if 'changelog' in vars(self) and self.currenttransaction() is None:
1646 1646 del self.changelog
1647 1647
1648 1648 @property
1649 1649 def _activebookmark(self):
1650 1650 return self._bookmarks.active
1651 1651
1652 1652 # _phasesets depend on changelog. what we need is to call
1653 1653 # _phasecache.invalidate() if '00changelog.i' was changed, but it
1654 1654 # can't be easily expressed in filecache mechanism.
1655 1655 @storecache(b'phaseroots', b'00changelog.i')
1656 1656 def _phasecache(self):
1657 1657 return phases.phasecache(self, self._phasedefaults)
1658 1658
1659 1659 @storecache(b'obsstore')
1660 1660 def obsstore(self):
1661 1661 return obsolete.makestore(self.ui, self)
1662 1662
1663 1663 @storecache(b'00changelog.i')
1664 1664 def changelog(self):
1665 1665 # load dirstate before changelog to avoid race see issue6303
1666 1666 self.dirstate.prefetch_parents()
1667 1667 return self.store.changelog(
1668 1668 txnutil.mayhavepending(self.root),
1669 1669 concurrencychecker=revlogchecker.get_checker(self.ui, b'changelog'),
1670 1670 )
1671 1671
1672 1672 @storecache(b'00manifest.i')
1673 1673 def manifestlog(self):
1674 1674 return self.store.manifestlog(self, self._storenarrowmatch)
1675 1675
1676 1676 @repofilecache(b'dirstate')
1677 1677 def dirstate(self):
1678 1678 return self._makedirstate()
1679 1679
1680 1680 def _makedirstate(self):
1681 1681 """Extension point for wrapping the dirstate per-repo."""
1682 1682 sparsematchfn = lambda: sparse.matcher(self)
1683 1683
1684 1684 return dirstate.dirstate(
1685 1685 self.vfs,
1686 1686 self.ui,
1687 1687 self.root,
1688 1688 self._dirstatevalidate,
1689 1689 sparsematchfn,
1690 1690 self.nodeconstants,
1691 1691 )
1692 1692
1693 1693 def _dirstatevalidate(self, node):
1694 1694 try:
1695 1695 self.changelog.rev(node)
1696 1696 return node
1697 1697 except error.LookupError:
1698 1698 if not self._dirstatevalidatewarned:
1699 1699 self._dirstatevalidatewarned = True
1700 1700 self.ui.warn(
1701 1701 _(b"warning: ignoring unknown working parent %s!\n")
1702 1702 % short(node)
1703 1703 )
1704 1704 return self.nullid
1705 1705
1706 1706 @storecache(narrowspec.FILENAME)
1707 1707 def narrowpats(self):
1708 1708 """matcher patterns for this repository's narrowspec
1709 1709
1710 1710 A tuple of (includes, excludes).
1711 1711 """
1712 1712 return narrowspec.load(self)
1713 1713
1714 1714 @storecache(narrowspec.FILENAME)
1715 1715 def _storenarrowmatch(self):
1716 1716 if requirementsmod.NARROW_REQUIREMENT not in self.requirements:
1717 1717 return matchmod.always()
1718 1718 include, exclude = self.narrowpats
1719 1719 return narrowspec.match(self.root, include=include, exclude=exclude)
1720 1720
1721 1721 @storecache(narrowspec.FILENAME)
1722 1722 def _narrowmatch(self):
1723 1723 if requirementsmod.NARROW_REQUIREMENT not in self.requirements:
1724 1724 return matchmod.always()
1725 1725 narrowspec.checkworkingcopynarrowspec(self)
1726 1726 include, exclude = self.narrowpats
1727 1727 return narrowspec.match(self.root, include=include, exclude=exclude)
1728 1728
1729 1729 def narrowmatch(self, match=None, includeexact=False):
1730 1730 """matcher corresponding the the repo's narrowspec
1731 1731
1732 1732 If `match` is given, then that will be intersected with the narrow
1733 1733 matcher.
1734 1734
1735 1735 If `includeexact` is True, then any exact matches from `match` will
1736 1736 be included even if they're outside the narrowspec.
1737 1737 """
1738 1738 if match:
1739 1739 if includeexact and not self._narrowmatch.always():
1740 1740 # do not exclude explicitly-specified paths so that they can
1741 1741 # be warned later on
1742 1742 em = matchmod.exact(match.files())
1743 1743 nm = matchmod.unionmatcher([self._narrowmatch, em])
1744 1744 return matchmod.intersectmatchers(match, nm)
1745 1745 return matchmod.intersectmatchers(match, self._narrowmatch)
1746 1746 return self._narrowmatch
1747 1747
1748 1748 def setnarrowpats(self, newincludes, newexcludes):
1749 1749 narrowspec.save(self, newincludes, newexcludes)
1750 1750 self.invalidate(clearfilecache=True)
1751 1751
1752 1752 @unfilteredpropertycache
1753 1753 def _quick_access_changeid_null(self):
1754 1754 return {
1755 1755 b'null': (nullrev, self.nodeconstants.nullid),
1756 1756 nullrev: (nullrev, self.nodeconstants.nullid),
1757 1757 self.nullid: (nullrev, self.nullid),
1758 1758 }
1759 1759
1760 1760 @unfilteredpropertycache
1761 1761 def _quick_access_changeid_wc(self):
1762 1762 # also fast path access to the working copy parents
1763 1763 # however, only do it for filter that ensure wc is visible.
1764 1764 quick = self._quick_access_changeid_null.copy()
1765 1765 cl = self.unfiltered().changelog
1766 1766 for node in self.dirstate.parents():
1767 1767 if node == self.nullid:
1768 1768 continue
1769 1769 rev = cl.index.get_rev(node)
1770 1770 if rev is None:
1771 1771 # unknown working copy parent case:
1772 1772 #
1773 1773 # skip the fast path and let higher code deal with it
1774 1774 continue
1775 1775 pair = (rev, node)
1776 1776 quick[rev] = pair
1777 1777 quick[node] = pair
1778 1778 # also add the parents of the parents
1779 1779 for r in cl.parentrevs(rev):
1780 1780 if r == nullrev:
1781 1781 continue
1782 1782 n = cl.node(r)
1783 1783 pair = (r, n)
1784 1784 quick[r] = pair
1785 1785 quick[n] = pair
1786 1786 p1node = self.dirstate.p1()
1787 1787 if p1node != self.nullid:
1788 1788 quick[b'.'] = quick[p1node]
1789 1789 return quick
1790 1790
1791 1791 @unfilteredmethod
1792 1792 def _quick_access_changeid_invalidate(self):
1793 1793 if '_quick_access_changeid_wc' in vars(self):
1794 1794 del self.__dict__['_quick_access_changeid_wc']
1795 1795
1796 1796 @property
1797 1797 def _quick_access_changeid(self):
1798 1798 """an helper dictionnary for __getitem__ calls
1799 1799
1800 1800 This contains a list of symbol we can recognise right away without
1801 1801 further processing.
1802 1802 """
1803 1803 if self.filtername in repoview.filter_has_wc:
1804 1804 return self._quick_access_changeid_wc
1805 1805 return self._quick_access_changeid_null
1806 1806
1807 1807 def __getitem__(self, changeid):
1808 1808 # dealing with special cases
1809 1809 if changeid is None:
1810 1810 return context.workingctx(self)
1811 1811 if isinstance(changeid, context.basectx):
1812 1812 return changeid
1813 1813
1814 1814 # dealing with multiple revisions
1815 1815 if isinstance(changeid, slice):
1816 1816 # wdirrev isn't contiguous so the slice shouldn't include it
1817 1817 return [
1818 1818 self[i]
1819 1819 for i in pycompat.xrange(*changeid.indices(len(self)))
1820 1820 if i not in self.changelog.filteredrevs
1821 1821 ]
1822 1822
1823 1823 # dealing with some special values
1824 1824 quick_access = self._quick_access_changeid.get(changeid)
1825 1825 if quick_access is not None:
1826 1826 rev, node = quick_access
1827 1827 return context.changectx(self, rev, node, maybe_filtered=False)
1828 1828 if changeid == b'tip':
1829 1829 node = self.changelog.tip()
1830 1830 rev = self.changelog.rev(node)
1831 1831 return context.changectx(self, rev, node)
1832 1832
1833 1833 # dealing with arbitrary values
1834 1834 try:
1835 1835 if isinstance(changeid, int):
1836 1836 node = self.changelog.node(changeid)
1837 1837 rev = changeid
1838 1838 elif changeid == b'.':
1839 1839 # this is a hack to delay/avoid loading obsmarkers
1840 1840 # when we know that '.' won't be hidden
1841 1841 node = self.dirstate.p1()
1842 1842 rev = self.unfiltered().changelog.rev(node)
1843 1843 elif len(changeid) == self.nodeconstants.nodelen:
1844 1844 try:
1845 1845 node = changeid
1846 1846 rev = self.changelog.rev(changeid)
1847 1847 except error.FilteredLookupError:
1848 1848 changeid = hex(changeid) # for the error message
1849 1849 raise
1850 1850 except LookupError:
1851 1851 # check if it might have come from damaged dirstate
1852 1852 #
1853 1853 # XXX we could avoid the unfiltered if we had a recognizable
1854 1854 # exception for filtered changeset access
1855 1855 if (
1856 1856 self.local()
1857 1857 and changeid in self.unfiltered().dirstate.parents()
1858 1858 ):
1859 1859 msg = _(b"working directory has unknown parent '%s'!")
1860 1860 raise error.Abort(msg % short(changeid))
1861 1861 changeid = hex(changeid) # for the error message
1862 1862 raise
1863 1863
1864 1864 elif len(changeid) == 2 * self.nodeconstants.nodelen:
1865 1865 node = bin(changeid)
1866 1866 rev = self.changelog.rev(node)
1867 1867 else:
1868 1868 raise error.ProgrammingError(
1869 1869 b"unsupported changeid '%s' of type %s"
1870 1870 % (changeid, pycompat.bytestr(type(changeid)))
1871 1871 )
1872 1872
1873 1873 return context.changectx(self, rev, node)
1874 1874
1875 1875 except (error.FilteredIndexError, error.FilteredLookupError):
1876 1876 raise error.FilteredRepoLookupError(
1877 1877 _(b"filtered revision '%s'") % pycompat.bytestr(changeid)
1878 1878 )
1879 1879 except (IndexError, LookupError):
1880 1880 raise error.RepoLookupError(
1881 1881 _(b"unknown revision '%s'") % pycompat.bytestr(changeid)
1882 1882 )
1883 1883 except error.WdirUnsupported:
1884 1884 return context.workingctx(self)
1885 1885
1886 1886 def __contains__(self, changeid):
1887 1887 """True if the given changeid exists"""
1888 1888 try:
1889 1889 self[changeid]
1890 1890 return True
1891 1891 except error.RepoLookupError:
1892 1892 return False
1893 1893
1894 1894 def __nonzero__(self):
1895 1895 return True
1896 1896
1897 1897 __bool__ = __nonzero__
1898 1898
1899 1899 def __len__(self):
1900 1900 # no need to pay the cost of repoview.changelog
1901 1901 unfi = self.unfiltered()
1902 1902 return len(unfi.changelog)
1903 1903
1904 1904 def __iter__(self):
1905 1905 return iter(self.changelog)
1906 1906
1907 1907 def revs(self, expr, *args):
1908 1908 """Find revisions matching a revset.
1909 1909
1910 1910 The revset is specified as a string ``expr`` that may contain
1911 1911 %-formatting to escape certain types. See ``revsetlang.formatspec``.
1912 1912
1913 1913 Revset aliases from the configuration are not expanded. To expand
1914 1914 user aliases, consider calling ``scmutil.revrange()`` or
1915 1915 ``repo.anyrevs([expr], user=True)``.
1916 1916
1917 1917 Returns a smartset.abstractsmartset, which is a list-like interface
1918 1918 that contains integer revisions.
1919 1919 """
1920 1920 tree = revsetlang.spectree(expr, *args)
1921 1921 return revset.makematcher(tree)(self)
1922 1922
1923 1923 def set(self, expr, *args):
1924 1924 """Find revisions matching a revset and emit changectx instances.
1925 1925
1926 1926 This is a convenience wrapper around ``revs()`` that iterates the
1927 1927 result and is a generator of changectx instances.
1928 1928
1929 1929 Revset aliases from the configuration are not expanded. To expand
1930 1930 user aliases, consider calling ``scmutil.revrange()``.
1931 1931 """
1932 1932 for r in self.revs(expr, *args):
1933 1933 yield self[r]
1934 1934
1935 1935 def anyrevs(self, specs, user=False, localalias=None):
1936 1936 """Find revisions matching one of the given revsets.
1937 1937
1938 1938 Revset aliases from the configuration are not expanded by default. To
1939 1939 expand user aliases, specify ``user=True``. To provide some local
1940 1940 definitions overriding user aliases, set ``localalias`` to
1941 1941 ``{name: definitionstring}``.
1942 1942 """
1943 1943 if specs == [b'null']:
1944 1944 return revset.baseset([nullrev])
1945 1945 if specs == [b'.']:
1946 1946 quick_data = self._quick_access_changeid.get(b'.')
1947 1947 if quick_data is not None:
1948 1948 return revset.baseset([quick_data[0]])
1949 1949 if user:
1950 1950 m = revset.matchany(
1951 1951 self.ui,
1952 1952 specs,
1953 1953 lookup=revset.lookupfn(self),
1954 1954 localalias=localalias,
1955 1955 )
1956 1956 else:
1957 1957 m = revset.matchany(None, specs, localalias=localalias)
1958 1958 return m(self)
1959 1959
1960 1960 def url(self):
1961 1961 return b'file:' + self.root
1962 1962
1963 1963 def hook(self, name, throw=False, **args):
1964 1964 """Call a hook, passing this repo instance.
1965 1965
1966 1966 This a convenience method to aid invoking hooks. Extensions likely
1967 1967 won't call this unless they have registered a custom hook or are
1968 1968 replacing code that is expected to call a hook.
1969 1969 """
1970 1970 return hook.hook(self.ui, self, name, throw, **args)
1971 1971
1972 1972 @filteredpropertycache
1973 1973 def _tagscache(self):
1974 1974 """Returns a tagscache object that contains various tags related
1975 1975 caches."""
1976 1976
1977 1977 # This simplifies its cache management by having one decorated
1978 1978 # function (this one) and the rest simply fetch things from it.
1979 1979 class tagscache(object):
1980 1980 def __init__(self):
1981 1981 # These two define the set of tags for this repository. tags
1982 1982 # maps tag name to node; tagtypes maps tag name to 'global' or
1983 1983 # 'local'. (Global tags are defined by .hgtags across all
1984 1984 # heads, and local tags are defined in .hg/localtags.)
1985 1985 # They constitute the in-memory cache of tags.
1986 1986 self.tags = self.tagtypes = None
1987 1987
1988 1988 self.nodetagscache = self.tagslist = None
1989 1989
1990 1990 cache = tagscache()
1991 1991 cache.tags, cache.tagtypes = self._findtags()
1992 1992
1993 1993 return cache
1994 1994
1995 1995 def tags(self):
1996 1996 '''return a mapping of tag to node'''
1997 1997 t = {}
1998 1998 if self.changelog.filteredrevs:
1999 1999 tags, tt = self._findtags()
2000 2000 else:
2001 2001 tags = self._tagscache.tags
2002 2002 rev = self.changelog.rev
2003 2003 for k, v in pycompat.iteritems(tags):
2004 2004 try:
2005 2005 # ignore tags to unknown nodes
2006 2006 rev(v)
2007 2007 t[k] = v
2008 2008 except (error.LookupError, ValueError):
2009 2009 pass
2010 2010 return t
2011 2011
2012 2012 def _findtags(self):
2013 2013 """Do the hard work of finding tags. Return a pair of dicts
2014 2014 (tags, tagtypes) where tags maps tag name to node, and tagtypes
2015 2015 maps tag name to a string like \'global\' or \'local\'.
2016 2016 Subclasses or extensions are free to add their own tags, but
2017 2017 should be aware that the returned dicts will be retained for the
2018 2018 duration of the localrepo object."""
2019 2019
2020 2020 # XXX what tagtype should subclasses/extensions use? Currently
2021 2021 # mq and bookmarks add tags, but do not set the tagtype at all.
2022 2022 # Should each extension invent its own tag type? Should there
2023 2023 # be one tagtype for all such "virtual" tags? Or is the status
2024 2024 # quo fine?
2025 2025
2026 2026 # map tag name to (node, hist)
2027 2027 alltags = tagsmod.findglobaltags(self.ui, self)
2028 2028 # map tag name to tag type
2029 2029 tagtypes = {tag: b'global' for tag in alltags}
2030 2030
2031 2031 tagsmod.readlocaltags(self.ui, self, alltags, tagtypes)
2032 2032
2033 2033 # Build the return dicts. Have to re-encode tag names because
2034 2034 # the tags module always uses UTF-8 (in order not to lose info
2035 2035 # writing to the cache), but the rest of Mercurial wants them in
2036 2036 # local encoding.
2037 2037 tags = {}
2038 2038 for (name, (node, hist)) in pycompat.iteritems(alltags):
2039 2039 if node != self.nullid:
2040 2040 tags[encoding.tolocal(name)] = node
2041 2041 tags[b'tip'] = self.changelog.tip()
2042 2042 tagtypes = {
2043 2043 encoding.tolocal(name): value
2044 2044 for (name, value) in pycompat.iteritems(tagtypes)
2045 2045 }
2046 2046 return (tags, tagtypes)
2047 2047
2048 2048 def tagtype(self, tagname):
2049 2049 """
2050 2050 return the type of the given tag. result can be:
2051 2051
2052 2052 'local' : a local tag
2053 2053 'global' : a global tag
2054 2054 None : tag does not exist
2055 2055 """
2056 2056
2057 2057 return self._tagscache.tagtypes.get(tagname)
2058 2058
2059 2059 def tagslist(self):
2060 2060 '''return a list of tags ordered by revision'''
2061 2061 if not self._tagscache.tagslist:
2062 2062 l = []
2063 2063 for t, n in pycompat.iteritems(self.tags()):
2064 2064 l.append((self.changelog.rev(n), t, n))
2065 2065 self._tagscache.tagslist = [(t, n) for r, t, n in sorted(l)]
2066 2066
2067 2067 return self._tagscache.tagslist
2068 2068
2069 2069 def nodetags(self, node):
2070 2070 '''return the tags associated with a node'''
2071 2071 if not self._tagscache.nodetagscache:
2072 2072 nodetagscache = {}
2073 2073 for t, n in pycompat.iteritems(self._tagscache.tags):
2074 2074 nodetagscache.setdefault(n, []).append(t)
2075 2075 for tags in pycompat.itervalues(nodetagscache):
2076 2076 tags.sort()
2077 2077 self._tagscache.nodetagscache = nodetagscache
2078 2078 return self._tagscache.nodetagscache.get(node, [])
2079 2079
2080 2080 def nodebookmarks(self, node):
2081 2081 """return the list of bookmarks pointing to the specified node"""
2082 2082 return self._bookmarks.names(node)
2083 2083
2084 2084 def branchmap(self):
2085 2085 """returns a dictionary {branch: [branchheads]} with branchheads
2086 2086 ordered by increasing revision number"""
2087 2087 return self._branchcaches[self]
2088 2088
2089 2089 @unfilteredmethod
2090 2090 def revbranchcache(self):
2091 2091 if not self._revbranchcache:
2092 2092 self._revbranchcache = branchmap.revbranchcache(self.unfiltered())
2093 2093 return self._revbranchcache
2094 2094
2095 2095 def register_changeset(self, rev, changelogrevision):
2096 2096 self.revbranchcache().setdata(rev, changelogrevision)
2097 2097
2098 2098 def branchtip(self, branch, ignoremissing=False):
2099 2099 """return the tip node for a given branch
2100 2100
2101 2101 If ignoremissing is True, then this method will not raise an error.
2102 2102 This is helpful for callers that only expect None for a missing branch
2103 2103 (e.g. namespace).
2104 2104
2105 2105 """
2106 2106 try:
2107 2107 return self.branchmap().branchtip(branch)
2108 2108 except KeyError:
2109 2109 if not ignoremissing:
2110 2110 raise error.RepoLookupError(_(b"unknown branch '%s'") % branch)
2111 2111 else:
2112 2112 pass
2113 2113
2114 2114 def lookup(self, key):
2115 2115 node = scmutil.revsymbol(self, key).node()
2116 2116 if node is None:
2117 2117 raise error.RepoLookupError(_(b"unknown revision '%s'") % key)
2118 2118 return node
2119 2119
2120 2120 def lookupbranch(self, key):
2121 2121 if self.branchmap().hasbranch(key):
2122 2122 return key
2123 2123
2124 2124 return scmutil.revsymbol(self, key).branch()
2125 2125
2126 2126 def known(self, nodes):
2127 2127 cl = self.changelog
2128 2128 get_rev = cl.index.get_rev
2129 2129 filtered = cl.filteredrevs
2130 2130 result = []
2131 2131 for n in nodes:
2132 2132 r = get_rev(n)
2133 2133 resp = not (r is None or r in filtered)
2134 2134 result.append(resp)
2135 2135 return result
2136 2136
2137 2137 def local(self):
2138 2138 return self
2139 2139
2140 2140 def publishing(self):
2141 2141 # it's safe (and desirable) to trust the publish flag unconditionally
2142 2142 # so that we don't finalize changes shared between users via ssh or nfs
2143 2143 return self.ui.configbool(b'phases', b'publish', untrusted=True)
2144 2144
2145 2145 def cancopy(self):
2146 2146 # so statichttprepo's override of local() works
2147 2147 if not self.local():
2148 2148 return False
2149 2149 if not self.publishing():
2150 2150 return True
2151 2151 # if publishing we can't copy if there is filtered content
2152 2152 return not self.filtered(b'visible').changelog.filteredrevs
2153 2153
2154 2154 def shared(self):
2155 2155 '''the type of shared repository (None if not shared)'''
2156 2156 if self.sharedpath != self.path:
2157 2157 return b'store'
2158 2158 return None
2159 2159
2160 2160 def wjoin(self, f, *insidef):
2161 2161 return self.vfs.reljoin(self.root, f, *insidef)
2162 2162
2163 2163 def setparents(self, p1, p2=None):
2164 2164 if p2 is None:
2165 2165 p2 = self.nullid
2166 2166 self[None].setparents(p1, p2)
2167 2167 self._quick_access_changeid_invalidate()
2168 2168
2169 2169 def filectx(self, path, changeid=None, fileid=None, changectx=None):
2170 2170 """changeid must be a changeset revision, if specified.
2171 2171 fileid can be a file revision or node."""
2172 2172 return context.filectx(
2173 2173 self, path, changeid, fileid, changectx=changectx
2174 2174 )
2175 2175
2176 2176 def getcwd(self):
2177 2177 return self.dirstate.getcwd()
2178 2178
2179 2179 def pathto(self, f, cwd=None):
2180 2180 return self.dirstate.pathto(f, cwd)
2181 2181
2182 2182 def _loadfilter(self, filter):
2183 2183 if filter not in self._filterpats:
2184 2184 l = []
2185 2185 for pat, cmd in self.ui.configitems(filter):
2186 2186 if cmd == b'!':
2187 2187 continue
2188 2188 mf = matchmod.match(self.root, b'', [pat])
2189 2189 fn = None
2190 2190 params = cmd
2191 2191 for name, filterfn in pycompat.iteritems(self._datafilters):
2192 2192 if cmd.startswith(name):
2193 2193 fn = filterfn
2194 2194 params = cmd[len(name) :].lstrip()
2195 2195 break
2196 2196 if not fn:
2197 2197 fn = lambda s, c, **kwargs: procutil.filter(s, c)
2198 2198 fn.__name__ = 'commandfilter'
2199 2199 # Wrap old filters not supporting keyword arguments
2200 2200 if not pycompat.getargspec(fn)[2]:
2201 2201 oldfn = fn
2202 2202 fn = lambda s, c, oldfn=oldfn, **kwargs: oldfn(s, c)
2203 2203 fn.__name__ = 'compat-' + oldfn.__name__
2204 2204 l.append((mf, fn, params))
2205 2205 self._filterpats[filter] = l
2206 2206 return self._filterpats[filter]
2207 2207
2208 2208 def _filter(self, filterpats, filename, data):
2209 2209 for mf, fn, cmd in filterpats:
2210 2210 if mf(filename):
2211 2211 self.ui.debug(
2212 2212 b"filtering %s through %s\n"
2213 2213 % (filename, cmd or pycompat.sysbytes(fn.__name__))
2214 2214 )
2215 2215 data = fn(data, cmd, ui=self.ui, repo=self, filename=filename)
2216 2216 break
2217 2217
2218 2218 return data
2219 2219
2220 2220 @unfilteredpropertycache
2221 2221 def _encodefilterpats(self):
2222 2222 return self._loadfilter(b'encode')
2223 2223
2224 2224 @unfilteredpropertycache
2225 2225 def _decodefilterpats(self):
2226 2226 return self._loadfilter(b'decode')
2227 2227
2228 2228 def adddatafilter(self, name, filter):
2229 2229 self._datafilters[name] = filter
2230 2230
2231 2231 def wread(self, filename):
2232 2232 if self.wvfs.islink(filename):
2233 2233 data = self.wvfs.readlink(filename)
2234 2234 else:
2235 2235 data = self.wvfs.read(filename)
2236 2236 return self._filter(self._encodefilterpats, filename, data)
2237 2237
2238 2238 def wwrite(self, filename, data, flags, backgroundclose=False, **kwargs):
2239 2239 """write ``data`` into ``filename`` in the working directory
2240 2240
2241 2241 This returns length of written (maybe decoded) data.
2242 2242 """
2243 2243 data = self._filter(self._decodefilterpats, filename, data)
2244 2244 if b'l' in flags:
2245 2245 self.wvfs.symlink(data, filename)
2246 2246 else:
2247 2247 self.wvfs.write(
2248 2248 filename, data, backgroundclose=backgroundclose, **kwargs
2249 2249 )
2250 2250 if b'x' in flags:
2251 2251 self.wvfs.setflags(filename, False, True)
2252 2252 else:
2253 2253 self.wvfs.setflags(filename, False, False)
2254 2254 return len(data)
2255 2255
2256 2256 def wwritedata(self, filename, data):
2257 2257 return self._filter(self._decodefilterpats, filename, data)
2258 2258
2259 2259 def currenttransaction(self):
2260 2260 """return the current transaction or None if non exists"""
2261 2261 if self._transref:
2262 2262 tr = self._transref()
2263 2263 else:
2264 2264 tr = None
2265 2265
2266 2266 if tr and tr.running():
2267 2267 return tr
2268 2268 return None
2269 2269
2270 2270 def transaction(self, desc, report=None):
2271 2271 if self.ui.configbool(b'devel', b'all-warnings') or self.ui.configbool(
2272 2272 b'devel', b'check-locks'
2273 2273 ):
2274 2274 if self._currentlock(self._lockref) is None:
2275 2275 raise error.ProgrammingError(b'transaction requires locking')
2276 2276 tr = self.currenttransaction()
2277 2277 if tr is not None:
2278 2278 return tr.nest(name=desc)
2279 2279
2280 2280 # abort here if the journal already exists
2281 2281 if self.svfs.exists(b"journal"):
2282 2282 raise error.RepoError(
2283 2283 _(b"abandoned transaction found"),
2284 2284 hint=_(b"run 'hg recover' to clean up transaction"),
2285 2285 )
2286 2286
2287 2287 idbase = b"%.40f#%f" % (random.random(), time.time())
2288 2288 ha = hex(hashutil.sha1(idbase).digest())
2289 2289 txnid = b'TXN:' + ha
2290 2290 self.hook(b'pretxnopen', throw=True, txnname=desc, txnid=txnid)
2291 2291
2292 2292 self._writejournal(desc)
2293 2293 renames = [(vfs, x, undoname(x)) for vfs, x in self._journalfiles()]
2294 2294 if report:
2295 2295 rp = report
2296 2296 else:
2297 2297 rp = self.ui.warn
2298 2298 vfsmap = {b'plain': self.vfs, b'store': self.svfs} # root of .hg/
2299 2299 # we must avoid cyclic reference between repo and transaction.
2300 2300 reporef = weakref.ref(self)
2301 2301 # Code to track tag movement
2302 2302 #
2303 2303 # Since tags are all handled as file content, it is actually quite hard
2304 2304 # to track these movement from a code perspective. So we fallback to a
2305 2305 # tracking at the repository level. One could envision to track changes
2306 2306 # to the '.hgtags' file through changegroup apply but that fails to
2307 2307 # cope with case where transaction expose new heads without changegroup
2308 2308 # being involved (eg: phase movement).
2309 2309 #
2310 2310 # For now, We gate the feature behind a flag since this likely comes
2311 2311 # with performance impacts. The current code run more often than needed
2312 2312 # and do not use caches as much as it could. The current focus is on
2313 2313 # the behavior of the feature so we disable it by default. The flag
2314 2314 # will be removed when we are happy with the performance impact.
2315 2315 #
2316 2316 # Once this feature is no longer experimental move the following
2317 2317 # documentation to the appropriate help section:
2318 2318 #
2319 2319 # The ``HG_TAG_MOVED`` variable will be set if the transaction touched
2320 2320 # tags (new or changed or deleted tags). In addition the details of
2321 2321 # these changes are made available in a file at:
2322 2322 # ``REPOROOT/.hg/changes/tags.changes``.
2323 2323 # Make sure you check for HG_TAG_MOVED before reading that file as it
2324 2324 # might exist from a previous transaction even if no tag were touched
2325 2325 # in this one. Changes are recorded in a line base format::
2326 2326 #
2327 2327 # <action> <hex-node> <tag-name>\n
2328 2328 #
2329 2329 # Actions are defined as follow:
2330 2330 # "-R": tag is removed,
2331 2331 # "+A": tag is added,
2332 2332 # "-M": tag is moved (old value),
2333 2333 # "+M": tag is moved (new value),
2334 2334 tracktags = lambda x: None
2335 2335 # experimental config: experimental.hook-track-tags
2336 2336 shouldtracktags = self.ui.configbool(
2337 2337 b'experimental', b'hook-track-tags'
2338 2338 )
2339 2339 if desc != b'strip' and shouldtracktags:
2340 2340 oldheads = self.changelog.headrevs()
2341 2341
2342 2342 def tracktags(tr2):
2343 2343 repo = reporef()
2344 2344 assert repo is not None # help pytype
2345 2345 oldfnodes = tagsmod.fnoderevs(repo.ui, repo, oldheads)
2346 2346 newheads = repo.changelog.headrevs()
2347 2347 newfnodes = tagsmod.fnoderevs(repo.ui, repo, newheads)
2348 2348 # notes: we compare lists here.
2349 2349 # As we do it only once buiding set would not be cheaper
2350 2350 changes = tagsmod.difftags(repo.ui, repo, oldfnodes, newfnodes)
2351 2351 if changes:
2352 2352 tr2.hookargs[b'tag_moved'] = b'1'
2353 2353 with repo.vfs(
2354 2354 b'changes/tags.changes', b'w', atomictemp=True
2355 2355 ) as changesfile:
2356 2356 # note: we do not register the file to the transaction
2357 2357 # because we needs it to still exist on the transaction
2358 2358 # is close (for txnclose hooks)
2359 2359 tagsmod.writediff(changesfile, changes)
2360 2360
2361 2361 def validate(tr2):
2362 2362 """will run pre-closing hooks"""
2363 2363 # XXX the transaction API is a bit lacking here so we take a hacky
2364 2364 # path for now
2365 2365 #
2366 2366 # We cannot add this as a "pending" hooks since the 'tr.hookargs'
2367 2367 # dict is copied before these run. In addition we needs the data
2368 2368 # available to in memory hooks too.
2369 2369 #
2370 2370 # Moreover, we also need to make sure this runs before txnclose
2371 2371 # hooks and there is no "pending" mechanism that would execute
2372 2372 # logic only if hooks are about to run.
2373 2373 #
2374 2374 # Fixing this limitation of the transaction is also needed to track
2375 2375 # other families of changes (bookmarks, phases, obsolescence).
2376 2376 #
2377 2377 # This will have to be fixed before we remove the experimental
2378 2378 # gating.
2379 2379 tracktags(tr2)
2380 2380 repo = reporef()
2381 2381 assert repo is not None # help pytype
2382 2382
2383 2383 singleheadopt = (b'experimental', b'single-head-per-branch')
2384 2384 singlehead = repo.ui.configbool(*singleheadopt)
2385 2385 if singlehead:
2386 2386 singleheadsub = repo.ui.configsuboptions(*singleheadopt)[1]
2387 2387 accountclosed = singleheadsub.get(
2388 2388 b"account-closed-heads", False
2389 2389 )
2390 2390 if singleheadsub.get(b"public-changes-only", False):
2391 2391 filtername = b"immutable"
2392 2392 else:
2393 2393 filtername = b"visible"
2394 2394 scmutil.enforcesinglehead(
2395 2395 repo, tr2, desc, accountclosed, filtername
2396 2396 )
2397 2397 if hook.hashook(repo.ui, b'pretxnclose-bookmark'):
2398 2398 for name, (old, new) in sorted(
2399 2399 tr.changes[b'bookmarks'].items()
2400 2400 ):
2401 2401 args = tr.hookargs.copy()
2402 2402 args.update(bookmarks.preparehookargs(name, old, new))
2403 2403 repo.hook(
2404 2404 b'pretxnclose-bookmark',
2405 2405 throw=True,
2406 2406 **pycompat.strkwargs(args)
2407 2407 )
2408 2408 if hook.hashook(repo.ui, b'pretxnclose-phase'):
2409 2409 cl = repo.unfiltered().changelog
2410 2410 for revs, (old, new) in tr.changes[b'phases']:
2411 2411 for rev in revs:
2412 2412 args = tr.hookargs.copy()
2413 2413 node = hex(cl.node(rev))
2414 2414 args.update(phases.preparehookargs(node, old, new))
2415 2415 repo.hook(
2416 2416 b'pretxnclose-phase',
2417 2417 throw=True,
2418 2418 **pycompat.strkwargs(args)
2419 2419 )
2420 2420
2421 2421 repo.hook(
2422 2422 b'pretxnclose', throw=True, **pycompat.strkwargs(tr.hookargs)
2423 2423 )
2424 2424
2425 2425 def releasefn(tr, success):
2426 2426 repo = reporef()
2427 2427 if repo is None:
2428 2428 # If the repo has been GC'd (and this release function is being
2429 2429 # called from transaction.__del__), there's not much we can do,
2430 2430 # so just leave the unfinished transaction there and let the
2431 2431 # user run `hg recover`.
2432 2432 return
2433 2433 if success:
2434 2434 # this should be explicitly invoked here, because
2435 2435 # in-memory changes aren't written out at closing
2436 2436 # transaction, if tr.addfilegenerator (via
2437 2437 # dirstate.write or so) isn't invoked while
2438 2438 # transaction running
2439 2439 repo.dirstate.write(None)
2440 2440 else:
2441 2441 # discard all changes (including ones already written
2442 2442 # out) in this transaction
2443 2443 narrowspec.restorebackup(self, b'journal.narrowspec')
2444 2444 narrowspec.restorewcbackup(self, b'journal.narrowspec.dirstate')
2445 2445 repo.dirstate.restorebackup(None, b'journal.dirstate')
2446 2446
2447 2447 repo.invalidate(clearfilecache=True)
2448 2448
2449 2449 tr = transaction.transaction(
2450 2450 rp,
2451 2451 self.svfs,
2452 2452 vfsmap,
2453 2453 b"journal",
2454 2454 b"undo",
2455 2455 aftertrans(renames),
2456 2456 self.store.createmode,
2457 2457 validator=validate,
2458 2458 releasefn=releasefn,
2459 2459 checkambigfiles=_cachedfiles,
2460 2460 name=desc,
2461 2461 )
2462 2462 tr.changes[b'origrepolen'] = len(self)
2463 2463 tr.changes[b'obsmarkers'] = set()
2464 2464 tr.changes[b'phases'] = []
2465 2465 tr.changes[b'bookmarks'] = {}
2466 2466
2467 2467 tr.hookargs[b'txnid'] = txnid
2468 2468 tr.hookargs[b'txnname'] = desc
2469 2469 tr.hookargs[b'changes'] = tr.changes
2470 2470 # note: writing the fncache only during finalize mean that the file is
2471 2471 # outdated when running hooks. As fncache is used for streaming clone,
2472 2472 # this is not expected to break anything that happen during the hooks.
2473 2473 tr.addfinalize(b'flush-fncache', self.store.write)
2474 2474
2475 2475 def txnclosehook(tr2):
2476 2476 """To be run if transaction is successful, will schedule a hook run"""
2477 2477 # Don't reference tr2 in hook() so we don't hold a reference.
2478 2478 # This reduces memory consumption when there are multiple
2479 2479 # transactions per lock. This can likely go away if issue5045
2480 2480 # fixes the function accumulation.
2481 2481 hookargs = tr2.hookargs
2482 2482
2483 2483 def hookfunc(unused_success):
2484 2484 repo = reporef()
2485 2485 assert repo is not None # help pytype
2486 2486
2487 2487 if hook.hashook(repo.ui, b'txnclose-bookmark'):
2488 2488 bmchanges = sorted(tr.changes[b'bookmarks'].items())
2489 2489 for name, (old, new) in bmchanges:
2490 2490 args = tr.hookargs.copy()
2491 2491 args.update(bookmarks.preparehookargs(name, old, new))
2492 2492 repo.hook(
2493 2493 b'txnclose-bookmark',
2494 2494 throw=False,
2495 2495 **pycompat.strkwargs(args)
2496 2496 )
2497 2497
2498 2498 if hook.hashook(repo.ui, b'txnclose-phase'):
2499 2499 cl = repo.unfiltered().changelog
2500 2500 phasemv = sorted(
2501 2501 tr.changes[b'phases'], key=lambda r: r[0][0]
2502 2502 )
2503 2503 for revs, (old, new) in phasemv:
2504 2504 for rev in revs:
2505 2505 args = tr.hookargs.copy()
2506 2506 node = hex(cl.node(rev))
2507 2507 args.update(phases.preparehookargs(node, old, new))
2508 2508 repo.hook(
2509 2509 b'txnclose-phase',
2510 2510 throw=False,
2511 2511 **pycompat.strkwargs(args)
2512 2512 )
2513 2513
2514 2514 repo.hook(
2515 2515 b'txnclose', throw=False, **pycompat.strkwargs(hookargs)
2516 2516 )
2517 2517
2518 2518 repo = reporef()
2519 2519 assert repo is not None # help pytype
2520 2520 repo._afterlock(hookfunc)
2521 2521
2522 2522 tr.addfinalize(b'txnclose-hook', txnclosehook)
2523 2523 # Include a leading "-" to make it happen before the transaction summary
2524 2524 # reports registered via scmutil.registersummarycallback() whose names
2525 2525 # are 00-txnreport etc. That way, the caches will be warm when the
2526 2526 # callbacks run.
2527 2527 tr.addpostclose(b'-warm-cache', self._buildcacheupdater(tr))
2528 2528
2529 2529 def txnaborthook(tr2):
2530 2530 """To be run if transaction is aborted"""
2531 2531 repo = reporef()
2532 2532 assert repo is not None # help pytype
2533 2533 repo.hook(
2534 2534 b'txnabort', throw=False, **pycompat.strkwargs(tr2.hookargs)
2535 2535 )
2536 2536
2537 2537 tr.addabort(b'txnabort-hook', txnaborthook)
2538 2538 # avoid eager cache invalidation. in-memory data should be identical
2539 2539 # to stored data if transaction has no error.
2540 2540 tr.addpostclose(b'refresh-filecachestats', self._refreshfilecachestats)
2541 2541 self._transref = weakref.ref(tr)
2542 2542 scmutil.registersummarycallback(self, tr, desc)
2543 2543 return tr
2544 2544
2545 2545 def _journalfiles(self):
2546 2546 return (
2547 2547 (self.svfs, b'journal'),
2548 2548 (self.svfs, b'journal.narrowspec'),
2549 2549 (self.vfs, b'journal.narrowspec.dirstate'),
2550 2550 (self.vfs, b'journal.dirstate'),
2551 2551 (self.vfs, b'journal.branch'),
2552 2552 (self.vfs, b'journal.desc'),
2553 2553 (bookmarks.bookmarksvfs(self), b'journal.bookmarks'),
2554 2554 (self.svfs, b'journal.phaseroots'),
2555 2555 )
2556 2556
2557 2557 def undofiles(self):
2558 2558 return [(vfs, undoname(x)) for vfs, x in self._journalfiles()]
2559 2559
2560 2560 @unfilteredmethod
2561 2561 def _writejournal(self, desc):
2562 2562 self.dirstate.savebackup(None, b'journal.dirstate')
2563 2563 narrowspec.savewcbackup(self, b'journal.narrowspec.dirstate')
2564 2564 narrowspec.savebackup(self, b'journal.narrowspec')
2565 2565 self.vfs.write(
2566 2566 b"journal.branch", encoding.fromlocal(self.dirstate.branch())
2567 2567 )
2568 2568 self.vfs.write(b"journal.desc", b"%d\n%s\n" % (len(self), desc))
2569 2569 bookmarksvfs = bookmarks.bookmarksvfs(self)
2570 2570 bookmarksvfs.write(
2571 2571 b"journal.bookmarks", bookmarksvfs.tryread(b"bookmarks")
2572 2572 )
2573 2573 self.svfs.write(b"journal.phaseroots", self.svfs.tryread(b"phaseroots"))
2574 2574
2575 2575 def recover(self):
2576 2576 with self.lock():
2577 2577 if self.svfs.exists(b"journal"):
2578 2578 self.ui.status(_(b"rolling back interrupted transaction\n"))
2579 2579 vfsmap = {
2580 2580 b'': self.svfs,
2581 2581 b'plain': self.vfs,
2582 2582 }
2583 2583 transaction.rollback(
2584 2584 self.svfs,
2585 2585 vfsmap,
2586 2586 b"journal",
2587 2587 self.ui.warn,
2588 2588 checkambigfiles=_cachedfiles,
2589 2589 )
2590 2590 self.invalidate()
2591 2591 return True
2592 2592 else:
2593 2593 self.ui.warn(_(b"no interrupted transaction available\n"))
2594 2594 return False
2595 2595
2596 2596 def rollback(self, dryrun=False, force=False):
2597 2597 wlock = lock = dsguard = None
2598 2598 try:
2599 2599 wlock = self.wlock()
2600 2600 lock = self.lock()
2601 2601 if self.svfs.exists(b"undo"):
2602 2602 dsguard = dirstateguard.dirstateguard(self, b'rollback')
2603 2603
2604 2604 return self._rollback(dryrun, force, dsguard)
2605 2605 else:
2606 2606 self.ui.warn(_(b"no rollback information available\n"))
2607 2607 return 1
2608 2608 finally:
2609 2609 release(dsguard, lock, wlock)
2610 2610
2611 2611 @unfilteredmethod # Until we get smarter cache management
2612 2612 def _rollback(self, dryrun, force, dsguard):
2613 2613 ui = self.ui
2614 2614 try:
2615 2615 args = self.vfs.read(b'undo.desc').splitlines()
2616 2616 (oldlen, desc, detail) = (int(args[0]), args[1], None)
2617 2617 if len(args) >= 3:
2618 2618 detail = args[2]
2619 2619 oldtip = oldlen - 1
2620 2620
2621 2621 if detail and ui.verbose:
2622 2622 msg = _(
2623 2623 b'repository tip rolled back to revision %d'
2624 2624 b' (undo %s: %s)\n'
2625 2625 ) % (oldtip, desc, detail)
2626 2626 else:
2627 2627 msg = _(
2628 2628 b'repository tip rolled back to revision %d (undo %s)\n'
2629 2629 ) % (oldtip, desc)
2630 2630 except IOError:
2631 2631 msg = _(b'rolling back unknown transaction\n')
2632 2632 desc = None
2633 2633
2634 2634 if not force and self[b'.'] != self[b'tip'] and desc == b'commit':
2635 2635 raise error.Abort(
2636 2636 _(
2637 2637 b'rollback of last commit while not checked out '
2638 2638 b'may lose data'
2639 2639 ),
2640 2640 hint=_(b'use -f to force'),
2641 2641 )
2642 2642
2643 2643 ui.status(msg)
2644 2644 if dryrun:
2645 2645 return 0
2646 2646
2647 2647 parents = self.dirstate.parents()
2648 2648 self.destroying()
2649 2649 vfsmap = {b'plain': self.vfs, b'': self.svfs}
2650 2650 transaction.rollback(
2651 2651 self.svfs, vfsmap, b'undo', ui.warn, checkambigfiles=_cachedfiles
2652 2652 )
2653 2653 bookmarksvfs = bookmarks.bookmarksvfs(self)
2654 2654 if bookmarksvfs.exists(b'undo.bookmarks'):
2655 2655 bookmarksvfs.rename(
2656 2656 b'undo.bookmarks', b'bookmarks', checkambig=True
2657 2657 )
2658 2658 if self.svfs.exists(b'undo.phaseroots'):
2659 2659 self.svfs.rename(b'undo.phaseroots', b'phaseroots', checkambig=True)
2660 2660 self.invalidate()
2661 2661
2662 2662 has_node = self.changelog.index.has_node
2663 2663 parentgone = any(not has_node(p) for p in parents)
2664 2664 if parentgone:
2665 2665 # prevent dirstateguard from overwriting already restored one
2666 2666 dsguard.close()
2667 2667
2668 2668 narrowspec.restorebackup(self, b'undo.narrowspec')
2669 2669 narrowspec.restorewcbackup(self, b'undo.narrowspec.dirstate')
2670 2670 self.dirstate.restorebackup(None, b'undo.dirstate')
2671 2671 try:
2672 2672 branch = self.vfs.read(b'undo.branch')
2673 2673 self.dirstate.setbranch(encoding.tolocal(branch))
2674 2674 except IOError:
2675 2675 ui.warn(
2676 2676 _(
2677 2677 b'named branch could not be reset: '
2678 2678 b'current branch is still \'%s\'\n'
2679 2679 )
2680 2680 % self.dirstate.branch()
2681 2681 )
2682 2682
2683 2683 parents = tuple([p.rev() for p in self[None].parents()])
2684 2684 if len(parents) > 1:
2685 2685 ui.status(
2686 2686 _(
2687 2687 b'working directory now based on '
2688 2688 b'revisions %d and %d\n'
2689 2689 )
2690 2690 % parents
2691 2691 )
2692 2692 else:
2693 2693 ui.status(
2694 2694 _(b'working directory now based on revision %d\n') % parents
2695 2695 )
2696 2696 mergestatemod.mergestate.clean(self)
2697 2697
2698 2698 # TODO: if we know which new heads may result from this rollback, pass
2699 2699 # them to destroy(), which will prevent the branchhead cache from being
2700 2700 # invalidated.
2701 2701 self.destroyed()
2702 2702 return 0
2703 2703
2704 2704 def _buildcacheupdater(self, newtransaction):
2705 2705 """called during transaction to build the callback updating cache
2706 2706
2707 2707 Lives on the repository to help extension who might want to augment
2708 2708 this logic. For this purpose, the created transaction is passed to the
2709 2709 method.
2710 2710 """
2711 2711 # we must avoid cyclic reference between repo and transaction.
2712 2712 reporef = weakref.ref(self)
2713 2713
2714 2714 def updater(tr):
2715 2715 repo = reporef()
2716 2716 assert repo is not None # help pytype
2717 2717 repo.updatecaches(tr)
2718 2718
2719 2719 return updater
2720 2720
2721 2721 @unfilteredmethod
2722 2722 def updatecaches(self, tr=None, full=False):
2723 2723 """warm appropriate caches
2724 2724
2725 2725 If this function is called after a transaction closed. The transaction
2726 2726 will be available in the 'tr' argument. This can be used to selectively
2727 2727 update caches relevant to the changes in that transaction.
2728 2728
2729 2729 If 'full' is set, make sure all caches the function knows about have
2730 2730 up-to-date data. Even the ones usually loaded more lazily.
2731 2731 """
2732 2732 if tr is not None and tr.hookargs.get(b'source') == b'strip':
2733 2733 # During strip, many caches are invalid but
2734 2734 # later call to `destroyed` will refresh them.
2735 2735 return
2736 2736
2737 2737 if tr is None or tr.changes[b'origrepolen'] < len(self):
2738 2738 # accessing the 'served' branchmap should refresh all the others,
2739 2739 self.ui.debug(b'updating the branch cache\n')
2740 2740 self.filtered(b'served').branchmap()
2741 2741 self.filtered(b'served.hidden').branchmap()
2742 2742
2743 2743 if full:
2744 2744 unfi = self.unfiltered()
2745 2745
2746 2746 self.changelog.update_caches(transaction=tr)
2747 2747 self.manifestlog.update_caches(transaction=tr)
2748 2748
2749 2749 rbc = unfi.revbranchcache()
2750 2750 for r in unfi.changelog:
2751 2751 rbc.branchinfo(r)
2752 2752 rbc.write()
2753 2753
2754 2754 # ensure the working copy parents are in the manifestfulltextcache
2755 2755 for ctx in self[b'.'].parents():
2756 2756 ctx.manifest() # accessing the manifest is enough
2757 2757
2758 2758 # accessing fnode cache warms the cache
2759 2759 tagsmod.fnoderevs(self.ui, unfi, unfi.changelog.revs())
2760 2760 # accessing tags warm the cache
2761 2761 self.tags()
2762 2762 self.filtered(b'served').tags()
2763 2763
2764 2764 # The `full` arg is documented as updating even the lazily-loaded
2765 2765 # caches immediately, so we're forcing a write to cause these caches
2766 2766 # to be warmed up even if they haven't explicitly been requested
2767 2767 # yet (if they've never been used by hg, they won't ever have been
2768 2768 # written, even if they're a subset of another kind of cache that
2769 2769 # *has* been used).
2770 2770 for filt in repoview.filtertable.keys():
2771 2771 filtered = self.filtered(filt)
2772 2772 filtered.branchmap().write(filtered)
2773 2773
2774 2774 def invalidatecaches(self):
2775 2775
2776 2776 if '_tagscache' in vars(self):
2777 2777 # can't use delattr on proxy
2778 2778 del self.__dict__['_tagscache']
2779 2779
2780 2780 self._branchcaches.clear()
2781 2781 self.invalidatevolatilesets()
2782 2782 self._sparsesignaturecache.clear()
2783 2783
2784 2784 def invalidatevolatilesets(self):
2785 2785 self.filteredrevcache.clear()
2786 2786 obsolete.clearobscaches(self)
2787 2787 self._quick_access_changeid_invalidate()
2788 2788
2789 2789 def invalidatedirstate(self):
2790 2790 """Invalidates the dirstate, causing the next call to dirstate
2791 2791 to check if it was modified since the last time it was read,
2792 2792 rereading it if it has.
2793 2793
2794 2794 This is different to dirstate.invalidate() that it doesn't always
2795 2795 rereads the dirstate. Use dirstate.invalidate() if you want to
2796 2796 explicitly read the dirstate again (i.e. restoring it to a previous
2797 2797 known good state)."""
2798 2798 if hasunfilteredcache(self, 'dirstate'):
2799 2799 for k in self.dirstate._filecache:
2800 2800 try:
2801 2801 delattr(self.dirstate, k)
2802 2802 except AttributeError:
2803 2803 pass
2804 2804 delattr(self.unfiltered(), 'dirstate')
2805 2805
2806 2806 def invalidate(self, clearfilecache=False):
2807 2807 """Invalidates both store and non-store parts other than dirstate
2808 2808
2809 2809 If a transaction is running, invalidation of store is omitted,
2810 2810 because discarding in-memory changes might cause inconsistency
2811 2811 (e.g. incomplete fncache causes unintentional failure, but
2812 2812 redundant one doesn't).
2813 2813 """
2814 2814 unfiltered = self.unfiltered() # all file caches are stored unfiltered
2815 2815 for k in list(self._filecache.keys()):
2816 2816 # dirstate is invalidated separately in invalidatedirstate()
2817 2817 if k == b'dirstate':
2818 2818 continue
2819 2819 if (
2820 2820 k == b'changelog'
2821 2821 and self.currenttransaction()
2822 2822 and self.changelog._delayed
2823 2823 ):
2824 2824 # The changelog object may store unwritten revisions. We don't
2825 2825 # want to lose them.
2826 2826 # TODO: Solve the problem instead of working around it.
2827 2827 continue
2828 2828
2829 2829 if clearfilecache:
2830 2830 del self._filecache[k]
2831 2831 try:
2832 2832 delattr(unfiltered, k)
2833 2833 except AttributeError:
2834 2834 pass
2835 2835 self.invalidatecaches()
2836 2836 if not self.currenttransaction():
2837 2837 # TODO: Changing contents of store outside transaction
2838 2838 # causes inconsistency. We should make in-memory store
2839 2839 # changes detectable, and abort if changed.
2840 2840 self.store.invalidatecaches()
2841 2841
2842 2842 def invalidateall(self):
2843 2843 """Fully invalidates both store and non-store parts, causing the
2844 2844 subsequent operation to reread any outside changes."""
2845 2845 # extension should hook this to invalidate its caches
2846 2846 self.invalidate()
2847 2847 self.invalidatedirstate()
2848 2848
2849 2849 @unfilteredmethod
2850 2850 def _refreshfilecachestats(self, tr):
2851 2851 """Reload stats of cached files so that they are flagged as valid"""
2852 2852 for k, ce in self._filecache.items():
2853 2853 k = pycompat.sysstr(k)
2854 2854 if k == 'dirstate' or k not in self.__dict__:
2855 2855 continue
2856 2856 ce.refresh()
2857 2857
2858 2858 def _lock(
2859 2859 self,
2860 2860 vfs,
2861 2861 lockname,
2862 2862 wait,
2863 2863 releasefn,
2864 2864 acquirefn,
2865 2865 desc,
2866 2866 ):
2867 2867 timeout = 0
2868 2868 warntimeout = 0
2869 2869 if wait:
2870 2870 timeout = self.ui.configint(b"ui", b"timeout")
2871 2871 warntimeout = self.ui.configint(b"ui", b"timeout.warn")
2872 2872 # internal config: ui.signal-safe-lock
2873 2873 signalsafe = self.ui.configbool(b'ui', b'signal-safe-lock')
2874 2874
2875 2875 l = lockmod.trylock(
2876 2876 self.ui,
2877 2877 vfs,
2878 2878 lockname,
2879 2879 timeout,
2880 2880 warntimeout,
2881 2881 releasefn=releasefn,
2882 2882 acquirefn=acquirefn,
2883 2883 desc=desc,
2884 2884 signalsafe=signalsafe,
2885 2885 )
2886 2886 return l
2887 2887
2888 2888 def _afterlock(self, callback):
2889 2889 """add a callback to be run when the repository is fully unlocked
2890 2890
2891 2891 The callback will be executed when the outermost lock is released
2892 2892 (with wlock being higher level than 'lock')."""
2893 2893 for ref in (self._wlockref, self._lockref):
2894 2894 l = ref and ref()
2895 2895 if l and l.held:
2896 2896 l.postrelease.append(callback)
2897 2897 break
2898 2898 else: # no lock have been found.
2899 2899 callback(True)
2900 2900
2901 2901 def lock(self, wait=True):
2902 2902 """Lock the repository store (.hg/store) and return a weak reference
2903 2903 to the lock. Use this before modifying the store (e.g. committing or
2904 2904 stripping). If you are opening a transaction, get a lock as well.)
2905 2905
2906 2906 If both 'lock' and 'wlock' must be acquired, ensure you always acquires
2907 2907 'wlock' first to avoid a dead-lock hazard."""
2908 2908 l = self._currentlock(self._lockref)
2909 2909 if l is not None:
2910 2910 l.lock()
2911 2911 return l
2912 2912
2913 2913 l = self._lock(
2914 2914 vfs=self.svfs,
2915 2915 lockname=b"lock",
2916 2916 wait=wait,
2917 2917 releasefn=None,
2918 2918 acquirefn=self.invalidate,
2919 2919 desc=_(b'repository %s') % self.origroot,
2920 2920 )
2921 2921 self._lockref = weakref.ref(l)
2922 2922 return l
2923 2923
2924 2924 def wlock(self, wait=True):
2925 2925 """Lock the non-store parts of the repository (everything under
2926 2926 .hg except .hg/store) and return a weak reference to the lock.
2927 2927
2928 2928 Use this before modifying files in .hg.
2929 2929
2930 2930 If both 'lock' and 'wlock' must be acquired, ensure you always acquires
2931 2931 'wlock' first to avoid a dead-lock hazard."""
2932 2932 l = self._wlockref() if self._wlockref else None
2933 2933 if l is not None and l.held:
2934 2934 l.lock()
2935 2935 return l
2936 2936
2937 2937 # We do not need to check for non-waiting lock acquisition. Such
2938 2938 # acquisition would not cause dead-lock as they would just fail.
2939 2939 if wait and (
2940 2940 self.ui.configbool(b'devel', b'all-warnings')
2941 2941 or self.ui.configbool(b'devel', b'check-locks')
2942 2942 ):
2943 2943 if self._currentlock(self._lockref) is not None:
2944 2944 self.ui.develwarn(b'"wlock" acquired after "lock"')
2945 2945
2946 2946 def unlock():
2947 2947 if self.dirstate.pendingparentchange():
2948 2948 self.dirstate.invalidate()
2949 2949 else:
2950 2950 self.dirstate.write(None)
2951 2951
2952 2952 self._filecache[b'dirstate'].refresh()
2953 2953
2954 2954 l = self._lock(
2955 2955 self.vfs,
2956 2956 b"wlock",
2957 2957 wait,
2958 2958 unlock,
2959 2959 self.invalidatedirstate,
2960 2960 _(b'working directory of %s') % self.origroot,
2961 2961 )
2962 2962 self._wlockref = weakref.ref(l)
2963 2963 return l
2964 2964
2965 2965 def _currentlock(self, lockref):
2966 2966 """Returns the lock if it's held, or None if it's not."""
2967 2967 if lockref is None:
2968 2968 return None
2969 2969 l = lockref()
2970 2970 if l is None or not l.held:
2971 2971 return None
2972 2972 return l
2973 2973
2974 2974 def currentwlock(self):
2975 2975 """Returns the wlock if it's held, or None if it's not."""
2976 2976 return self._currentlock(self._wlockref)
2977 2977
2978 2978 def checkcommitpatterns(self, wctx, match, status, fail):
2979 2979 """check for commit arguments that aren't committable"""
2980 2980 if match.isexact() or match.prefix():
2981 2981 matched = set(status.modified + status.added + status.removed)
2982 2982
2983 2983 for f in match.files():
2984 2984 f = self.dirstate.normalize(f)
2985 2985 if f == b'.' or f in matched or f in wctx.substate:
2986 2986 continue
2987 2987 if f in status.deleted:
2988 2988 fail(f, _(b'file not found!'))
2989 2989 # Is it a directory that exists or used to exist?
2990 2990 if self.wvfs.isdir(f) or wctx.p1().hasdir(f):
2991 2991 d = f + b'/'
2992 2992 for mf in matched:
2993 2993 if mf.startswith(d):
2994 2994 break
2995 2995 else:
2996 2996 fail(f, _(b"no match under directory!"))
2997 2997 elif f not in self.dirstate:
2998 2998 fail(f, _(b"file not tracked!"))
2999 2999
3000 3000 @unfilteredmethod
3001 3001 def commit(
3002 3002 self,
3003 3003 text=b"",
3004 3004 user=None,
3005 3005 date=None,
3006 3006 match=None,
3007 3007 force=False,
3008 3008 editor=None,
3009 3009 extra=None,
3010 3010 ):
3011 3011 """Add a new revision to current repository.
3012 3012
3013 3013 Revision information is gathered from the working directory,
3014 3014 match can be used to filter the committed files. If editor is
3015 3015 supplied, it is called to get a commit message.
3016 3016 """
3017 3017 if extra is None:
3018 3018 extra = {}
3019 3019
3020 3020 def fail(f, msg):
3021 3021 raise error.InputError(b'%s: %s' % (f, msg))
3022 3022
3023 3023 if not match:
3024 3024 match = matchmod.always()
3025 3025
3026 3026 if not force:
3027 3027 match.bad = fail
3028 3028
3029 3029 # lock() for recent changelog (see issue4368)
3030 3030 with self.wlock(), self.lock():
3031 3031 wctx = self[None]
3032 3032 merge = len(wctx.parents()) > 1
3033 3033
3034 3034 if not force and merge and not match.always():
3035 3035 raise error.Abort(
3036 3036 _(
3037 3037 b'cannot partially commit a merge '
3038 3038 b'(do not specify files or patterns)'
3039 3039 )
3040 3040 )
3041 3041
3042 3042 status = self.status(match=match, clean=force)
3043 3043 if force:
3044 3044 status.modified.extend(
3045 3045 status.clean
3046 3046 ) # mq may commit clean files
3047 3047
3048 3048 # check subrepos
3049 3049 subs, commitsubs, newstate = subrepoutil.precommit(
3050 3050 self.ui, wctx, status, match, force=force
3051 3051 )
3052 3052
3053 3053 # make sure all explicit patterns are matched
3054 3054 if not force:
3055 3055 self.checkcommitpatterns(wctx, match, status, fail)
3056 3056
3057 3057 cctx = context.workingcommitctx(
3058 3058 self, status, text, user, date, extra
3059 3059 )
3060 3060
3061 3061 ms = mergestatemod.mergestate.read(self)
3062 3062 mergeutil.checkunresolved(ms)
3063 3063
3064 3064 # internal config: ui.allowemptycommit
3065 3065 if cctx.isempty() and not self.ui.configbool(
3066 3066 b'ui', b'allowemptycommit'
3067 3067 ):
3068 3068 self.ui.debug(b'nothing to commit, clearing merge state\n')
3069 3069 ms.reset()
3070 3070 return None
3071 3071
3072 3072 if merge and cctx.deleted():
3073 3073 raise error.Abort(_(b"cannot commit merge with missing files"))
3074 3074
3075 3075 if editor:
3076 3076 cctx._text = editor(self, cctx, subs)
3077 3077 edited = text != cctx._text
3078 3078
3079 3079 # Save commit message in case this transaction gets rolled back
3080 3080 # (e.g. by a pretxncommit hook). Leave the content alone on
3081 3081 # the assumption that the user will use the same editor again.
3082 3082 msgfn = self.savecommitmessage(cctx._text)
3083 3083
3084 3084 # commit subs and write new state
3085 3085 if subs:
3086 3086 uipathfn = scmutil.getuipathfn(self)
3087 3087 for s in sorted(commitsubs):
3088 3088 sub = wctx.sub(s)
3089 3089 self.ui.status(
3090 3090 _(b'committing subrepository %s\n')
3091 3091 % uipathfn(subrepoutil.subrelpath(sub))
3092 3092 )
3093 3093 sr = sub.commit(cctx._text, user, date)
3094 3094 newstate[s] = (newstate[s][0], sr)
3095 3095 subrepoutil.writestate(self, newstate)
3096 3096
3097 3097 p1, p2 = self.dirstate.parents()
3098 3098 hookp1, hookp2 = hex(p1), (p2 != self.nullid and hex(p2) or b'')
3099 3099 try:
3100 3100 self.hook(
3101 3101 b"precommit", throw=True, parent1=hookp1, parent2=hookp2
3102 3102 )
3103 3103 with self.transaction(b'commit'):
3104 3104 ret = self.commitctx(cctx, True)
3105 3105 # update bookmarks, dirstate and mergestate
3106 3106 bookmarks.update(self, [p1, p2], ret)
3107 3107 cctx.markcommitted(ret)
3108 3108 ms.reset()
3109 3109 except: # re-raises
3110 3110 if edited:
3111 3111 self.ui.write(
3112 3112 _(b'note: commit message saved in %s\n') % msgfn
3113 3113 )
3114 3114 self.ui.write(
3115 3115 _(
3116 3116 b"note: use 'hg commit --logfile "
3117 3117 b".hg/last-message.txt --edit' to reuse it\n"
3118 3118 )
3119 3119 )
3120 3120 raise
3121 3121
3122 3122 def commithook(unused_success):
3123 3123 # hack for command that use a temporary commit (eg: histedit)
3124 3124 # temporary commit got stripped before hook release
3125 3125 if self.changelog.hasnode(ret):
3126 3126 self.hook(
3127 3127 b"commit", node=hex(ret), parent1=hookp1, parent2=hookp2
3128 3128 )
3129 3129
3130 3130 self._afterlock(commithook)
3131 3131 return ret
3132 3132
3133 3133 @unfilteredmethod
3134 3134 def commitctx(self, ctx, error=False, origctx=None):
3135 3135 return commit.commitctx(self, ctx, error=error, origctx=origctx)
3136 3136
3137 3137 @unfilteredmethod
3138 3138 def destroying(self):
3139 3139 """Inform the repository that nodes are about to be destroyed.
3140 3140 Intended for use by strip and rollback, so there's a common
3141 3141 place for anything that has to be done before destroying history.
3142 3142
3143 3143 This is mostly useful for saving state that is in memory and waiting
3144 3144 to be flushed when the current lock is released. Because a call to
3145 3145 destroyed is imminent, the repo will be invalidated causing those
3146 3146 changes to stay in memory (waiting for the next unlock), or vanish
3147 3147 completely.
3148 3148 """
3149 3149 # When using the same lock to commit and strip, the phasecache is left
3150 3150 # dirty after committing. Then when we strip, the repo is invalidated,
3151 3151 # causing those changes to disappear.
3152 3152 if '_phasecache' in vars(self):
3153 3153 self._phasecache.write()
3154 3154
3155 3155 @unfilteredmethod
3156 3156 def destroyed(self):
3157 3157 """Inform the repository that nodes have been destroyed.
3158 3158 Intended for use by strip and rollback, so there's a common
3159 3159 place for anything that has to be done after destroying history.
3160 3160 """
3161 3161 # When one tries to:
3162 3162 # 1) destroy nodes thus calling this method (e.g. strip)
3163 3163 # 2) use phasecache somewhere (e.g. commit)
3164 3164 #
3165 3165 # then 2) will fail because the phasecache contains nodes that were
3166 3166 # removed. We can either remove phasecache from the filecache,
3167 3167 # causing it to reload next time it is accessed, or simply filter
3168 3168 # the removed nodes now and write the updated cache.
3169 3169 self._phasecache.filterunknown(self)
3170 3170 self._phasecache.write()
3171 3171
3172 3172 # refresh all repository caches
3173 3173 self.updatecaches()
3174 3174
3175 3175 # Ensure the persistent tag cache is updated. Doing it now
3176 3176 # means that the tag cache only has to worry about destroyed
3177 3177 # heads immediately after a strip/rollback. That in turn
3178 3178 # guarantees that "cachetip == currenttip" (comparing both rev
3179 3179 # and node) always means no nodes have been added or destroyed.
3180 3180
3181 3181 # XXX this is suboptimal when qrefresh'ing: we strip the current
3182 3182 # head, refresh the tag cache, then immediately add a new head.
3183 3183 # But I think doing it this way is necessary for the "instant
3184 3184 # tag cache retrieval" case to work.
3185 3185 self.invalidate()
3186 3186
3187 3187 def status(
3188 3188 self,
3189 3189 node1=b'.',
3190 3190 node2=None,
3191 3191 match=None,
3192 3192 ignored=False,
3193 3193 clean=False,
3194 3194 unknown=False,
3195 3195 listsubrepos=False,
3196 3196 ):
3197 3197 '''a convenience method that calls node1.status(node2)'''
3198 3198 return self[node1].status(
3199 3199 node2, match, ignored, clean, unknown, listsubrepos
3200 3200 )
3201 3201
3202 3202 def addpostdsstatus(self, ps):
3203 3203 """Add a callback to run within the wlock, at the point at which status
3204 3204 fixups happen.
3205 3205
3206 3206 On status completion, callback(wctx, status) will be called with the
3207 3207 wlock held, unless the dirstate has changed from underneath or the wlock
3208 3208 couldn't be grabbed.
3209 3209
3210 3210 Callbacks should not capture and use a cached copy of the dirstate --
3211 3211 it might change in the meanwhile. Instead, they should access the
3212 3212 dirstate via wctx.repo().dirstate.
3213 3213
3214 3214 This list is emptied out after each status run -- extensions should
3215 3215 make sure it adds to this list each time dirstate.status is called.
3216 3216 Extensions should also make sure they don't call this for statuses
3217 3217 that don't involve the dirstate.
3218 3218 """
3219 3219
3220 3220 # The list is located here for uniqueness reasons -- it is actually
3221 3221 # managed by the workingctx, but that isn't unique per-repo.
3222 3222 self._postdsstatus.append(ps)
3223 3223
3224 3224 def postdsstatus(self):
3225 3225 """Used by workingctx to get the list of post-dirstate-status hooks."""
3226 3226 return self._postdsstatus
3227 3227
3228 3228 def clearpostdsstatus(self):
3229 3229 """Used by workingctx to clear post-dirstate-status hooks."""
3230 3230 del self._postdsstatus[:]
3231 3231
3232 3232 def heads(self, start=None):
3233 3233 if start is None:
3234 3234 cl = self.changelog
3235 3235 headrevs = reversed(cl.headrevs())
3236 3236 return [cl.node(rev) for rev in headrevs]
3237 3237
3238 3238 heads = self.changelog.heads(start)
3239 3239 # sort the output in rev descending order
3240 3240 return sorted(heads, key=self.changelog.rev, reverse=True)
3241 3241
3242 3242 def branchheads(self, branch=None, start=None, closed=False):
3243 3243 """return a (possibly filtered) list of heads for the given branch
3244 3244
3245 3245 Heads are returned in topological order, from newest to oldest.
3246 3246 If branch is None, use the dirstate branch.
3247 3247 If start is not None, return only heads reachable from start.
3248 3248 If closed is True, return heads that are marked as closed as well.
3249 3249 """
3250 3250 if branch is None:
3251 3251 branch = self[None].branch()
3252 3252 branches = self.branchmap()
3253 3253 if not branches.hasbranch(branch):
3254 3254 return []
3255 3255 # the cache returns heads ordered lowest to highest
3256 3256 bheads = list(reversed(branches.branchheads(branch, closed=closed)))
3257 3257 if start is not None:
3258 3258 # filter out the heads that cannot be reached from startrev
3259 3259 fbheads = set(self.changelog.nodesbetween([start], bheads)[2])
3260 3260 bheads = [h for h in bheads if h in fbheads]
3261 3261 return bheads
3262 3262
3263 3263 def branches(self, nodes):
3264 3264 if not nodes:
3265 3265 nodes = [self.changelog.tip()]
3266 3266 b = []
3267 3267 for n in nodes:
3268 3268 t = n
3269 3269 while True:
3270 3270 p = self.changelog.parents(n)
3271 3271 if p[1] != self.nullid or p[0] == self.nullid:
3272 3272 b.append((t, n, p[0], p[1]))
3273 3273 break
3274 3274 n = p[0]
3275 3275 return b
3276 3276
3277 3277 def between(self, pairs):
3278 3278 r = []
3279 3279
3280 3280 for top, bottom in pairs:
3281 3281 n, l, i = top, [], 0
3282 3282 f = 1
3283 3283
3284 3284 while n != bottom and n != self.nullid:
3285 3285 p = self.changelog.parents(n)[0]
3286 3286 if i == f:
3287 3287 l.append(n)
3288 3288 f = f * 2
3289 3289 n = p
3290 3290 i += 1
3291 3291
3292 3292 r.append(l)
3293 3293
3294 3294 return r
3295 3295
3296 3296 def checkpush(self, pushop):
3297 3297 """Extensions can override this function if additional checks have
3298 3298 to be performed before pushing, or call it if they override push
3299 3299 command.
3300 3300 """
3301 3301
3302 3302 @unfilteredpropertycache
3303 3303 def prepushoutgoinghooks(self):
3304 3304 """Return util.hooks consists of a pushop with repo, remote, outgoing
3305 3305 methods, which are called before pushing changesets.
3306 3306 """
3307 3307 return util.hooks()
3308 3308
3309 3309 def pushkey(self, namespace, key, old, new):
3310 3310 try:
3311 3311 tr = self.currenttransaction()
3312 3312 hookargs = {}
3313 3313 if tr is not None:
3314 3314 hookargs.update(tr.hookargs)
3315 3315 hookargs = pycompat.strkwargs(hookargs)
3316 3316 hookargs['namespace'] = namespace
3317 3317 hookargs['key'] = key
3318 3318 hookargs['old'] = old
3319 3319 hookargs['new'] = new
3320 3320 self.hook(b'prepushkey', throw=True, **hookargs)
3321 3321 except error.HookAbort as exc:
3322 3322 self.ui.write_err(_(b"pushkey-abort: %s\n") % exc)
3323 3323 if exc.hint:
3324 3324 self.ui.write_err(_(b"(%s)\n") % exc.hint)
3325 3325 return False
3326 3326 self.ui.debug(b'pushing key for "%s:%s"\n' % (namespace, key))
3327 3327 ret = pushkey.push(self, namespace, key, old, new)
3328 3328
3329 3329 def runhook(unused_success):
3330 3330 self.hook(
3331 3331 b'pushkey',
3332 3332 namespace=namespace,
3333 3333 key=key,
3334 3334 old=old,
3335 3335 new=new,
3336 3336 ret=ret,
3337 3337 )
3338 3338
3339 3339 self._afterlock(runhook)
3340 3340 return ret
3341 3341
3342 3342 def listkeys(self, namespace):
3343 3343 self.hook(b'prelistkeys', throw=True, namespace=namespace)
3344 3344 self.ui.debug(b'listing keys for "%s"\n' % namespace)
3345 3345 values = pushkey.list(self, namespace)
3346 3346 self.hook(b'listkeys', namespace=namespace, values=values)
3347 3347 return values
3348 3348
3349 3349 def debugwireargs(self, one, two, three=None, four=None, five=None):
3350 3350 '''used to test argument passing over the wire'''
3351 3351 return b"%s %s %s %s %s" % (
3352 3352 one,
3353 3353 two,
3354 3354 pycompat.bytestr(three),
3355 3355 pycompat.bytestr(four),
3356 3356 pycompat.bytestr(five),
3357 3357 )
3358 3358
3359 3359 def savecommitmessage(self, text):
3360 3360 fp = self.vfs(b'last-message.txt', b'wb')
3361 3361 try:
3362 3362 fp.write(text)
3363 3363 finally:
3364 3364 fp.close()
3365 3365 return self.pathto(fp.name[len(self.root) + 1 :])
3366 3366
3367 3367 def register_wanted_sidedata(self, category):
3368 3368 if requirementsmod.REVLOGV2_REQUIREMENT not in self.requirements:
3369 3369 # Only revlogv2 repos can want sidedata.
3370 3370 return
3371 3371 self._wanted_sidedata.add(pycompat.bytestr(category))
3372 3372
3373 3373 def register_sidedata_computer(
3374 3374 self, kind, category, keys, computer, flags, replace=False
3375 3375 ):
3376 3376 if kind not in revlogconst.ALL_KINDS:
3377 3377 msg = _(b"unexpected revlog kind '%s'.")
3378 3378 raise error.ProgrammingError(msg % kind)
3379 3379 category = pycompat.bytestr(category)
3380 3380 already_registered = category in self._sidedata_computers.get(kind, [])
3381 3381 if already_registered and not replace:
3382 3382 msg = _(
3383 3383 b"cannot register a sidedata computer twice for category '%s'."
3384 3384 )
3385 3385 raise error.ProgrammingError(msg % category)
3386 3386 if replace and not already_registered:
3387 3387 msg = _(
3388 3388 b"cannot replace a sidedata computer that isn't registered "
3389 3389 b"for category '%s'."
3390 3390 )
3391 3391 raise error.ProgrammingError(msg % category)
3392 3392 self._sidedata_computers.setdefault(kind, {})
3393 3393 self._sidedata_computers[kind][category] = (keys, computer, flags)
3394 3394
3395 3395
3396 3396 # used to avoid circular references so destructors work
3397 3397 def aftertrans(files):
3398 3398 renamefiles = [tuple(t) for t in files]
3399 3399
3400 3400 def a():
3401 3401 for vfs, src, dest in renamefiles:
3402 3402 # if src and dest refer to a same file, vfs.rename is a no-op,
3403 3403 # leaving both src and dest on disk. delete dest to make sure
3404 3404 # the rename couldn't be such a no-op.
3405 3405 vfs.tryunlink(dest)
3406 3406 try:
3407 3407 vfs.rename(src, dest)
3408 3408 except OSError: # journal file does not yet exist
3409 3409 pass
3410 3410
3411 3411 return a
3412 3412
3413 3413
3414 3414 def undoname(fn):
3415 3415 base, name = os.path.split(fn)
3416 3416 assert name.startswith(b'journal')
3417 3417 return os.path.join(base, name.replace(b'journal', b'undo', 1))
3418 3418
3419 3419
3420 3420 def instance(ui, path, create, intents=None, createopts=None):
3421 3421 localpath = urlutil.urllocalpath(path)
3422 3422 if create:
3423 3423 createrepository(ui, localpath, createopts=createopts)
3424 3424
3425 3425 return makelocalrepository(ui, localpath, intents=intents)
3426 3426
3427 3427
3428 3428 def islocal(path):
3429 3429 return True
3430 3430
3431 3431
3432 3432 def defaultcreateopts(ui, createopts=None):
3433 3433 """Populate the default creation options for a repository.
3434 3434
3435 3435 A dictionary of explicitly requested creation options can be passed
3436 3436 in. Missing keys will be populated.
3437 3437 """
3438 3438 createopts = dict(createopts or {})
3439 3439
3440 3440 if b'backend' not in createopts:
3441 3441 # experimental config: storage.new-repo-backend
3442 3442 createopts[b'backend'] = ui.config(b'storage', b'new-repo-backend')
3443 3443
3444 3444 return createopts
3445 3445
3446 3446
3447 3447 def newreporequirements(ui, createopts):
3448 3448 """Determine the set of requirements for a new local repository.
3449 3449
3450 3450 Extensions can wrap this function to specify custom requirements for
3451 3451 new repositories.
3452 3452 """
3453 3453 # If the repo is being created from a shared repository, we copy
3454 3454 # its requirements.
3455 3455 if b'sharedrepo' in createopts:
3456 3456 requirements = set(createopts[b'sharedrepo'].requirements)
3457 3457 if createopts.get(b'sharedrelative'):
3458 3458 requirements.add(requirementsmod.RELATIVE_SHARED_REQUIREMENT)
3459 3459 else:
3460 3460 requirements.add(requirementsmod.SHARED_REQUIREMENT)
3461 3461
3462 3462 return requirements
3463 3463
3464 3464 if b'backend' not in createopts:
3465 3465 raise error.ProgrammingError(
3466 3466 b'backend key not present in createopts; '
3467 3467 b'was defaultcreateopts() called?'
3468 3468 )
3469 3469
3470 3470 if createopts[b'backend'] != b'revlogv1':
3471 3471 raise error.Abort(
3472 3472 _(
3473 3473 b'unable to determine repository requirements for '
3474 3474 b'storage backend: %s'
3475 3475 )
3476 3476 % createopts[b'backend']
3477 3477 )
3478 3478
3479 3479 requirements = {requirementsmod.REVLOGV1_REQUIREMENT}
3480 3480 if ui.configbool(b'format', b'usestore'):
3481 3481 requirements.add(requirementsmod.STORE_REQUIREMENT)
3482 3482 if ui.configbool(b'format', b'usefncache'):
3483 3483 requirements.add(requirementsmod.FNCACHE_REQUIREMENT)
3484 3484 if ui.configbool(b'format', b'dotencode'):
3485 3485 requirements.add(requirementsmod.DOTENCODE_REQUIREMENT)
3486 3486
3487 3487 compengines = ui.configlist(b'format', b'revlog-compression')
3488 3488 for compengine in compengines:
3489 3489 if compengine in util.compengines:
3490 3490 engine = util.compengines[compengine]
3491 3491 if engine.available() and engine.revlogheader():
3492 3492 break
3493 3493 else:
3494 3494 raise error.Abort(
3495 3495 _(
3496 3496 b'compression engines %s defined by '
3497 3497 b'format.revlog-compression not available'
3498 3498 )
3499 3499 % b', '.join(b'"%s"' % e for e in compengines),
3500 3500 hint=_(
3501 3501 b'run "hg debuginstall" to list available '
3502 3502 b'compression engines'
3503 3503 ),
3504 3504 )
3505 3505
3506 3506 # zlib is the historical default and doesn't need an explicit requirement.
3507 3507 if compengine == b'zstd':
3508 3508 requirements.add(b'revlog-compression-zstd')
3509 3509 elif compengine != b'zlib':
3510 3510 requirements.add(b'exp-compression-%s' % compengine)
3511 3511
3512 3512 if scmutil.gdinitconfig(ui):
3513 3513 requirements.add(requirementsmod.GENERALDELTA_REQUIREMENT)
3514 3514 if ui.configbool(b'format', b'sparse-revlog'):
3515 3515 requirements.add(requirementsmod.SPARSEREVLOG_REQUIREMENT)
3516 3516
3517 3517 # experimental config: format.exp-use-side-data
3518 3518 if ui.configbool(b'format', b'exp-use-side-data'):
3519 3519 requirements.discard(requirementsmod.REVLOGV1_REQUIREMENT)
3520 3520 requirements.add(requirementsmod.REVLOGV2_REQUIREMENT)
3521 3521 requirements.add(requirementsmod.SIDEDATA_REQUIREMENT)
3522 3522 # experimental config: format.exp-use-copies-side-data-changeset
3523 3523 if ui.configbool(b'format', b'exp-use-copies-side-data-changeset'):
3524 3524 requirements.discard(requirementsmod.REVLOGV1_REQUIREMENT)
3525 3525 requirements.add(requirementsmod.REVLOGV2_REQUIREMENT)
3526 3526 requirements.add(requirementsmod.SIDEDATA_REQUIREMENT)
3527 3527 requirements.add(requirementsmod.COPIESSDC_REQUIREMENT)
3528 3528 if ui.configbool(b'experimental', b'treemanifest'):
3529 3529 requirements.add(requirementsmod.TREEMANIFEST_REQUIREMENT)
3530 3530
3531 3531 revlogv2 = ui.config(b'experimental', b'revlogv2')
3532 3532 if revlogv2 == b'enable-unstable-format-and-corrupt-my-data':
3533 3533 requirements.discard(requirementsmod.REVLOGV1_REQUIREMENT)
3534 # generaldelta is implied by revlogv2.
3535 requirements.discard(requirementsmod.GENERALDELTA_REQUIREMENT)
3536 3534 requirements.add(requirementsmod.REVLOGV2_REQUIREMENT)
3537 3535 # experimental config: format.internal-phase
3538 3536 if ui.configbool(b'format', b'internal-phase'):
3539 3537 requirements.add(requirementsmod.INTERNAL_PHASE_REQUIREMENT)
3540 3538
3541 3539 if createopts.get(b'narrowfiles'):
3542 3540 requirements.add(requirementsmod.NARROW_REQUIREMENT)
3543 3541
3544 3542 if createopts.get(b'lfs'):
3545 3543 requirements.add(b'lfs')
3546 3544
3547 3545 if ui.configbool(b'format', b'bookmarks-in-store'):
3548 3546 requirements.add(bookmarks.BOOKMARKS_IN_STORE_REQUIREMENT)
3549 3547
3550 3548 if ui.configbool(b'format', b'use-persistent-nodemap'):
3551 3549 requirements.add(requirementsmod.NODEMAP_REQUIREMENT)
3552 3550
3553 3551 # if share-safe is enabled, let's create the new repository with the new
3554 3552 # requirement
3555 3553 if ui.configbool(b'format', b'use-share-safe'):
3556 3554 requirements.add(requirementsmod.SHARESAFE_REQUIREMENT)
3557 3555
3558 3556 return requirements
3559 3557
3560 3558
3561 3559 def checkrequirementscompat(ui, requirements):
3562 3560 """Checks compatibility of repository requirements enabled and disabled.
3563 3561
3564 3562 Returns a set of requirements which needs to be dropped because dependend
3565 3563 requirements are not enabled. Also warns users about it"""
3566 3564
3567 3565 dropped = set()
3568 3566
3569 3567 if requirementsmod.STORE_REQUIREMENT not in requirements:
3570 3568 if bookmarks.BOOKMARKS_IN_STORE_REQUIREMENT in requirements:
3571 3569 ui.warn(
3572 3570 _(
3573 3571 b'ignoring enabled \'format.bookmarks-in-store\' config '
3574 3572 b'beacuse it is incompatible with disabled '
3575 3573 b'\'format.usestore\' config\n'
3576 3574 )
3577 3575 )
3578 3576 dropped.add(bookmarks.BOOKMARKS_IN_STORE_REQUIREMENT)
3579 3577
3580 3578 if (
3581 3579 requirementsmod.SHARED_REQUIREMENT in requirements
3582 3580 or requirementsmod.RELATIVE_SHARED_REQUIREMENT in requirements
3583 3581 ):
3584 3582 raise error.Abort(
3585 3583 _(
3586 3584 b"cannot create shared repository as source was created"
3587 3585 b" with 'format.usestore' config disabled"
3588 3586 )
3589 3587 )
3590 3588
3591 3589 if requirementsmod.SHARESAFE_REQUIREMENT in requirements:
3592 3590 ui.warn(
3593 3591 _(
3594 3592 b"ignoring enabled 'format.use-share-safe' config because "
3595 3593 b"it is incompatible with disabled 'format.usestore'"
3596 3594 b" config\n"
3597 3595 )
3598 3596 )
3599 3597 dropped.add(requirementsmod.SHARESAFE_REQUIREMENT)
3600 3598
3601 3599 return dropped
3602 3600
3603 3601
3604 3602 def filterknowncreateopts(ui, createopts):
3605 3603 """Filters a dict of repo creation options against options that are known.
3606 3604
3607 3605 Receives a dict of repo creation options and returns a dict of those
3608 3606 options that we don't know how to handle.
3609 3607
3610 3608 This function is called as part of repository creation. If the
3611 3609 returned dict contains any items, repository creation will not
3612 3610 be allowed, as it means there was a request to create a repository
3613 3611 with options not recognized by loaded code.
3614 3612
3615 3613 Extensions can wrap this function to filter out creation options
3616 3614 they know how to handle.
3617 3615 """
3618 3616 known = {
3619 3617 b'backend',
3620 3618 b'lfs',
3621 3619 b'narrowfiles',
3622 3620 b'sharedrepo',
3623 3621 b'sharedrelative',
3624 3622 b'shareditems',
3625 3623 b'shallowfilestore',
3626 3624 }
3627 3625
3628 3626 return {k: v for k, v in createopts.items() if k not in known}
3629 3627
3630 3628
3631 3629 def createrepository(ui, path, createopts=None):
3632 3630 """Create a new repository in a vfs.
3633 3631
3634 3632 ``path`` path to the new repo's working directory.
3635 3633 ``createopts`` options for the new repository.
3636 3634
3637 3635 The following keys for ``createopts`` are recognized:
3638 3636
3639 3637 backend
3640 3638 The storage backend to use.
3641 3639 lfs
3642 3640 Repository will be created with ``lfs`` requirement. The lfs extension
3643 3641 will automatically be loaded when the repository is accessed.
3644 3642 narrowfiles
3645 3643 Set up repository to support narrow file storage.
3646 3644 sharedrepo
3647 3645 Repository object from which storage should be shared.
3648 3646 sharedrelative
3649 3647 Boolean indicating if the path to the shared repo should be
3650 3648 stored as relative. By default, the pointer to the "parent" repo
3651 3649 is stored as an absolute path.
3652 3650 shareditems
3653 3651 Set of items to share to the new repository (in addition to storage).
3654 3652 shallowfilestore
3655 3653 Indicates that storage for files should be shallow (not all ancestor
3656 3654 revisions are known).
3657 3655 """
3658 3656 createopts = defaultcreateopts(ui, createopts=createopts)
3659 3657
3660 3658 unknownopts = filterknowncreateopts(ui, createopts)
3661 3659
3662 3660 if not isinstance(unknownopts, dict):
3663 3661 raise error.ProgrammingError(
3664 3662 b'filterknowncreateopts() did not return a dict'
3665 3663 )
3666 3664
3667 3665 if unknownopts:
3668 3666 raise error.Abort(
3669 3667 _(
3670 3668 b'unable to create repository because of unknown '
3671 3669 b'creation option: %s'
3672 3670 )
3673 3671 % b', '.join(sorted(unknownopts)),
3674 3672 hint=_(b'is a required extension not loaded?'),
3675 3673 )
3676 3674
3677 3675 requirements = newreporequirements(ui, createopts=createopts)
3678 3676 requirements -= checkrequirementscompat(ui, requirements)
3679 3677
3680 3678 wdirvfs = vfsmod.vfs(path, expandpath=True, realpath=True)
3681 3679
3682 3680 hgvfs = vfsmod.vfs(wdirvfs.join(b'.hg'))
3683 3681 if hgvfs.exists():
3684 3682 raise error.RepoError(_(b'repository %s already exists') % path)
3685 3683
3686 3684 if b'sharedrepo' in createopts:
3687 3685 sharedpath = createopts[b'sharedrepo'].sharedpath
3688 3686
3689 3687 if createopts.get(b'sharedrelative'):
3690 3688 try:
3691 3689 sharedpath = os.path.relpath(sharedpath, hgvfs.base)
3692 3690 sharedpath = util.pconvert(sharedpath)
3693 3691 except (IOError, ValueError) as e:
3694 3692 # ValueError is raised on Windows if the drive letters differ
3695 3693 # on each path.
3696 3694 raise error.Abort(
3697 3695 _(b'cannot calculate relative path'),
3698 3696 hint=stringutil.forcebytestr(e),
3699 3697 )
3700 3698
3701 3699 if not wdirvfs.exists():
3702 3700 wdirvfs.makedirs()
3703 3701
3704 3702 hgvfs.makedir(notindexed=True)
3705 3703 if b'sharedrepo' not in createopts:
3706 3704 hgvfs.mkdir(b'cache')
3707 3705 hgvfs.mkdir(b'wcache')
3708 3706
3709 3707 has_store = requirementsmod.STORE_REQUIREMENT in requirements
3710 3708 if has_store and b'sharedrepo' not in createopts:
3711 3709 hgvfs.mkdir(b'store')
3712 3710
3713 3711 # We create an invalid changelog outside the store so very old
3714 3712 # Mercurial versions (which didn't know about the requirements
3715 3713 # file) encounter an error on reading the changelog. This
3716 3714 # effectively locks out old clients and prevents them from
3717 3715 # mucking with a repo in an unknown format.
3718 3716 #
3719 3717 # The revlog header has version 65535, which won't be recognized by
3720 3718 # such old clients.
3721 3719 hgvfs.append(
3722 3720 b'00changelog.i',
3723 3721 b'\0\0\xFF\xFF dummy changelog to prevent using the old repo '
3724 3722 b'layout',
3725 3723 )
3726 3724
3727 3725 # Filter the requirements into working copy and store ones
3728 3726 wcreq, storereq = scmutil.filterrequirements(requirements)
3729 3727 # write working copy ones
3730 3728 scmutil.writerequires(hgvfs, wcreq)
3731 3729 # If there are store requirements and the current repository
3732 3730 # is not a shared one, write stored requirements
3733 3731 # For new shared repository, we don't need to write the store
3734 3732 # requirements as they are already present in store requires
3735 3733 if storereq and b'sharedrepo' not in createopts:
3736 3734 storevfs = vfsmod.vfs(hgvfs.join(b'store'), cacheaudited=True)
3737 3735 scmutil.writerequires(storevfs, storereq)
3738 3736
3739 3737 # Write out file telling readers where to find the shared store.
3740 3738 if b'sharedrepo' in createopts:
3741 3739 hgvfs.write(b'sharedpath', sharedpath)
3742 3740
3743 3741 if createopts.get(b'shareditems'):
3744 3742 shared = b'\n'.join(sorted(createopts[b'shareditems'])) + b'\n'
3745 3743 hgvfs.write(b'shared', shared)
3746 3744
3747 3745
3748 3746 def poisonrepository(repo):
3749 3747 """Poison a repository instance so it can no longer be used."""
3750 3748 # Perform any cleanup on the instance.
3751 3749 repo.close()
3752 3750
3753 3751 # Our strategy is to replace the type of the object with one that
3754 3752 # has all attribute lookups result in error.
3755 3753 #
3756 3754 # But we have to allow the close() method because some constructors
3757 3755 # of repos call close() on repo references.
3758 3756 class poisonedrepository(object):
3759 3757 def __getattribute__(self, item):
3760 3758 if item == 'close':
3761 3759 return object.__getattribute__(self, item)
3762 3760
3763 3761 raise error.ProgrammingError(
3764 3762 b'repo instances should not be used after unshare'
3765 3763 )
3766 3764
3767 3765 def close(self):
3768 3766 pass
3769 3767
3770 3768 # We may have a repoview, which intercepts __setattr__. So be sure
3771 3769 # we operate at the lowest level possible.
3772 3770 object.__setattr__(repo, '__class__', poisonedrepository)
@@ -1,67 +1,68 b''
1 1 #require reporevlogstore
2 2
3 3 A repo with unknown revlogv2 requirement string cannot be opened
4 4
5 5 $ hg init invalidreq
6 6 $ cd invalidreq
7 7 $ echo exp-revlogv2.unknown >> .hg/requires
8 8 $ hg log
9 9 abort: repository requires features unknown to this Mercurial: exp-revlogv2.unknown
10 10 (see https://mercurial-scm.org/wiki/MissingRequirement for more information)
11 11 [255]
12 12 $ cd ..
13 13
14 14 Can create and open repo with revlog v2 requirement
15 15
16 16 $ cat >> $HGRCPATH << EOF
17 17 > [experimental]
18 18 > revlogv2 = enable-unstable-format-and-corrupt-my-data
19 19 > EOF
20 20
21 21 $ hg init empty-repo
22 22 $ cd empty-repo
23 23 $ cat .hg/requires
24 24 dotencode
25 25 exp-revlogv2.2
26 26 fncache
27 generaldelta
27 28 persistent-nodemap (rust !)
28 29 revlog-compression-zstd (zstd !)
29 30 sparserevlog
30 31 store
31 32
32 33 $ hg log
33 34
34 35 Unknown flags to revlog are rejected
35 36
36 37 >>> with open('.hg/store/00changelog.i', 'wb') as fh:
37 38 ... fh.write(b'\xff\x00\xde\xad') and None
38 39
39 40 $ hg log
40 41 abort: unknown flags (0xff00) in version 57005 revlog 00changelog
41 42 [50]
42 43
43 44 $ cd ..
44 45
45 46 Writing a simple revlog v2 works
46 47
47 48 $ hg init simple
48 49 $ cd simple
49 50 $ touch foo
50 51 $ hg -q commit -A -m initial
51 52
52 53 $ hg log
53 54 changeset: 0:96ee1d7354c4
54 55 tag: tip
55 56 user: test
56 57 date: Thu Jan 01 00:00:00 1970 +0000
57 58 summary: initial
58 59
59 60 Header written as expected
60 61
61 62 $ f --hexdump --bytes 4 .hg/store/00changelog.i
62 63 .hg/store/00changelog.i:
63 64 0000: 00 01 de ad |....|
64 65
65 66 $ f --hexdump --bytes 4 .hg/store/data/foo.i
66 67 .hg/store/data/foo.i:
67 68 0000: 00 01 de ad |....|
General Comments 0
You need to be logged in to leave comments. Login now