##// END OF EJS Templates
config: add a function in `rcutil` to abstract HGRCSKIPREPO...
marmoute -
r44727:23879067 stable
parent child Browse files
Show More
@@ -1,3786 +1,3787 b''
1 1 # localrepo.py - read/write repository class for mercurial
2 2 #
3 3 # Copyright 2005-2007 Matt Mackall <mpm@selenic.com>
4 4 #
5 5 # This software may be used and distributed according to the terms of the
6 6 # GNU General Public License version 2 or any later version.
7 7
8 8 from __future__ import absolute_import
9 9
10 10 import errno
11 11 import os
12 12 import random
13 13 import sys
14 14 import time
15 15 import weakref
16 16
17 17 from .i18n import _
18 18 from .node import (
19 19 bin,
20 20 hex,
21 21 nullid,
22 22 nullrev,
23 23 short,
24 24 )
25 25 from .pycompat import (
26 26 delattr,
27 27 getattr,
28 28 )
29 29 from . import (
30 30 bookmarks,
31 31 branchmap,
32 32 bundle2,
33 33 changegroup,
34 34 color,
35 35 context,
36 36 dirstate,
37 37 dirstateguard,
38 38 discovery,
39 39 encoding,
40 40 error,
41 41 exchange,
42 42 extensions,
43 43 filelog,
44 44 hook,
45 45 lock as lockmod,
46 46 match as matchmod,
47 47 merge as mergemod,
48 48 mergeutil,
49 49 namespaces,
50 50 narrowspec,
51 51 obsolete,
52 52 pathutil,
53 53 phases,
54 54 pushkey,
55 55 pycompat,
56 rcutil,
56 57 repoview,
57 58 revset,
58 59 revsetlang,
59 60 scmutil,
60 61 sparse,
61 62 store as storemod,
62 63 subrepoutil,
63 64 tags as tagsmod,
64 65 transaction,
65 66 txnutil,
66 67 util,
67 68 vfs as vfsmod,
68 69 )
69 70
70 71 from .interfaces import (
71 72 repository,
72 73 util as interfaceutil,
73 74 )
74 75
75 76 from .utils import (
76 77 hashutil,
77 78 procutil,
78 79 stringutil,
79 80 )
80 81
81 82 from .revlogutils import constants as revlogconst
82 83
83 84 release = lockmod.release
84 85 urlerr = util.urlerr
85 86 urlreq = util.urlreq
86 87
87 88 # set of (path, vfs-location) tuples. vfs-location is:
88 89 # - 'plain for vfs relative paths
89 90 # - '' for svfs relative paths
90 91 _cachedfiles = set()
91 92
92 93
93 94 class _basefilecache(scmutil.filecache):
94 95 """All filecache usage on repo are done for logic that should be unfiltered
95 96 """
96 97
97 98 def __get__(self, repo, type=None):
98 99 if repo is None:
99 100 return self
100 101 # proxy to unfiltered __dict__ since filtered repo has no entry
101 102 unfi = repo.unfiltered()
102 103 try:
103 104 return unfi.__dict__[self.sname]
104 105 except KeyError:
105 106 pass
106 107 return super(_basefilecache, self).__get__(unfi, type)
107 108
108 109 def set(self, repo, value):
109 110 return super(_basefilecache, self).set(repo.unfiltered(), value)
110 111
111 112
112 113 class repofilecache(_basefilecache):
113 114 """filecache for files in .hg but outside of .hg/store"""
114 115
115 116 def __init__(self, *paths):
116 117 super(repofilecache, self).__init__(*paths)
117 118 for path in paths:
118 119 _cachedfiles.add((path, b'plain'))
119 120
120 121 def join(self, obj, fname):
121 122 return obj.vfs.join(fname)
122 123
123 124
124 125 class storecache(_basefilecache):
125 126 """filecache for files in the store"""
126 127
127 128 def __init__(self, *paths):
128 129 super(storecache, self).__init__(*paths)
129 130 for path in paths:
130 131 _cachedfiles.add((path, b''))
131 132
132 133 def join(self, obj, fname):
133 134 return obj.sjoin(fname)
134 135
135 136
136 137 class mixedrepostorecache(_basefilecache):
137 138 """filecache for a mix files in .hg/store and outside"""
138 139
139 140 def __init__(self, *pathsandlocations):
140 141 # scmutil.filecache only uses the path for passing back into our
141 142 # join(), so we can safely pass a list of paths and locations
142 143 super(mixedrepostorecache, self).__init__(*pathsandlocations)
143 144 _cachedfiles.update(pathsandlocations)
144 145
145 146 def join(self, obj, fnameandlocation):
146 147 fname, location = fnameandlocation
147 148 if location == b'plain':
148 149 return obj.vfs.join(fname)
149 150 else:
150 151 if location != b'':
151 152 raise error.ProgrammingError(
152 153 b'unexpected location: %s' % location
153 154 )
154 155 return obj.sjoin(fname)
155 156
156 157
157 158 def isfilecached(repo, name):
158 159 """check if a repo has already cached "name" filecache-ed property
159 160
160 161 This returns (cachedobj-or-None, iscached) tuple.
161 162 """
162 163 cacheentry = repo.unfiltered()._filecache.get(name, None)
163 164 if not cacheentry:
164 165 return None, False
165 166 return cacheentry.obj, True
166 167
167 168
168 169 class unfilteredpropertycache(util.propertycache):
169 170 """propertycache that apply to unfiltered repo only"""
170 171
171 172 def __get__(self, repo, type=None):
172 173 unfi = repo.unfiltered()
173 174 if unfi is repo:
174 175 return super(unfilteredpropertycache, self).__get__(unfi)
175 176 return getattr(unfi, self.name)
176 177
177 178
178 179 class filteredpropertycache(util.propertycache):
179 180 """propertycache that must take filtering in account"""
180 181
181 182 def cachevalue(self, obj, value):
182 183 object.__setattr__(obj, self.name, value)
183 184
184 185
185 186 def hasunfilteredcache(repo, name):
186 187 """check if a repo has an unfilteredpropertycache value for <name>"""
187 188 return name in vars(repo.unfiltered())
188 189
189 190
190 191 def unfilteredmethod(orig):
191 192 """decorate method that always need to be run on unfiltered version"""
192 193
193 194 def wrapper(repo, *args, **kwargs):
194 195 return orig(repo.unfiltered(), *args, **kwargs)
195 196
196 197 return wrapper
197 198
198 199
199 200 moderncaps = {
200 201 b'lookup',
201 202 b'branchmap',
202 203 b'pushkey',
203 204 b'known',
204 205 b'getbundle',
205 206 b'unbundle',
206 207 }
207 208 legacycaps = moderncaps.union({b'changegroupsubset'})
208 209
209 210
210 211 @interfaceutil.implementer(repository.ipeercommandexecutor)
211 212 class localcommandexecutor(object):
212 213 def __init__(self, peer):
213 214 self._peer = peer
214 215 self._sent = False
215 216 self._closed = False
216 217
217 218 def __enter__(self):
218 219 return self
219 220
220 221 def __exit__(self, exctype, excvalue, exctb):
221 222 self.close()
222 223
223 224 def callcommand(self, command, args):
224 225 if self._sent:
225 226 raise error.ProgrammingError(
226 227 b'callcommand() cannot be used after sendcommands()'
227 228 )
228 229
229 230 if self._closed:
230 231 raise error.ProgrammingError(
231 232 b'callcommand() cannot be used after close()'
232 233 )
233 234
234 235 # We don't need to support anything fancy. Just call the named
235 236 # method on the peer and return a resolved future.
236 237 fn = getattr(self._peer, pycompat.sysstr(command))
237 238
238 239 f = pycompat.futures.Future()
239 240
240 241 try:
241 242 result = fn(**pycompat.strkwargs(args))
242 243 except Exception:
243 244 pycompat.future_set_exception_info(f, sys.exc_info()[1:])
244 245 else:
245 246 f.set_result(result)
246 247
247 248 return f
248 249
249 250 def sendcommands(self):
250 251 self._sent = True
251 252
252 253 def close(self):
253 254 self._closed = True
254 255
255 256
256 257 @interfaceutil.implementer(repository.ipeercommands)
257 258 class localpeer(repository.peer):
258 259 '''peer for a local repo; reflects only the most recent API'''
259 260
260 261 def __init__(self, repo, caps=None):
261 262 super(localpeer, self).__init__()
262 263
263 264 if caps is None:
264 265 caps = moderncaps.copy()
265 266 self._repo = repo.filtered(b'served')
266 267 self.ui = repo.ui
267 268 self._caps = repo._restrictcapabilities(caps)
268 269
269 270 # Begin of _basepeer interface.
270 271
271 272 def url(self):
272 273 return self._repo.url()
273 274
274 275 def local(self):
275 276 return self._repo
276 277
277 278 def peer(self):
278 279 return self
279 280
280 281 def canpush(self):
281 282 return True
282 283
283 284 def close(self):
284 285 self._repo.close()
285 286
286 287 # End of _basepeer interface.
287 288
288 289 # Begin of _basewirecommands interface.
289 290
290 291 def branchmap(self):
291 292 return self._repo.branchmap()
292 293
293 294 def capabilities(self):
294 295 return self._caps
295 296
296 297 def clonebundles(self):
297 298 return self._repo.tryread(b'clonebundles.manifest')
298 299
299 300 def debugwireargs(self, one, two, three=None, four=None, five=None):
300 301 """Used to test argument passing over the wire"""
301 302 return b"%s %s %s %s %s" % (
302 303 one,
303 304 two,
304 305 pycompat.bytestr(three),
305 306 pycompat.bytestr(four),
306 307 pycompat.bytestr(five),
307 308 )
308 309
309 310 def getbundle(
310 311 self, source, heads=None, common=None, bundlecaps=None, **kwargs
311 312 ):
312 313 chunks = exchange.getbundlechunks(
313 314 self._repo,
314 315 source,
315 316 heads=heads,
316 317 common=common,
317 318 bundlecaps=bundlecaps,
318 319 **kwargs
319 320 )[1]
320 321 cb = util.chunkbuffer(chunks)
321 322
322 323 if exchange.bundle2requested(bundlecaps):
323 324 # When requesting a bundle2, getbundle returns a stream to make the
324 325 # wire level function happier. We need to build a proper object
325 326 # from it in local peer.
326 327 return bundle2.getunbundler(self.ui, cb)
327 328 else:
328 329 return changegroup.getunbundler(b'01', cb, None)
329 330
330 331 def heads(self):
331 332 return self._repo.heads()
332 333
333 334 def known(self, nodes):
334 335 return self._repo.known(nodes)
335 336
336 337 def listkeys(self, namespace):
337 338 return self._repo.listkeys(namespace)
338 339
339 340 def lookup(self, key):
340 341 return self._repo.lookup(key)
341 342
342 343 def pushkey(self, namespace, key, old, new):
343 344 return self._repo.pushkey(namespace, key, old, new)
344 345
345 346 def stream_out(self):
346 347 raise error.Abort(_(b'cannot perform stream clone against local peer'))
347 348
348 349 def unbundle(self, bundle, heads, url):
349 350 """apply a bundle on a repo
350 351
351 352 This function handles the repo locking itself."""
352 353 try:
353 354 try:
354 355 bundle = exchange.readbundle(self.ui, bundle, None)
355 356 ret = exchange.unbundle(self._repo, bundle, heads, b'push', url)
356 357 if util.safehasattr(ret, b'getchunks'):
357 358 # This is a bundle20 object, turn it into an unbundler.
358 359 # This little dance should be dropped eventually when the
359 360 # API is finally improved.
360 361 stream = util.chunkbuffer(ret.getchunks())
361 362 ret = bundle2.getunbundler(self.ui, stream)
362 363 return ret
363 364 except Exception as exc:
364 365 # If the exception contains output salvaged from a bundle2
365 366 # reply, we need to make sure it is printed before continuing
366 367 # to fail. So we build a bundle2 with such output and consume
367 368 # it directly.
368 369 #
369 370 # This is not very elegant but allows a "simple" solution for
370 371 # issue4594
371 372 output = getattr(exc, '_bundle2salvagedoutput', ())
372 373 if output:
373 374 bundler = bundle2.bundle20(self._repo.ui)
374 375 for out in output:
375 376 bundler.addpart(out)
376 377 stream = util.chunkbuffer(bundler.getchunks())
377 378 b = bundle2.getunbundler(self.ui, stream)
378 379 bundle2.processbundle(self._repo, b)
379 380 raise
380 381 except error.PushRaced as exc:
381 382 raise error.ResponseError(
382 383 _(b'push failed:'), stringutil.forcebytestr(exc)
383 384 )
384 385
385 386 # End of _basewirecommands interface.
386 387
387 388 # Begin of peer interface.
388 389
389 390 def commandexecutor(self):
390 391 return localcommandexecutor(self)
391 392
392 393 # End of peer interface.
393 394
394 395
395 396 @interfaceutil.implementer(repository.ipeerlegacycommands)
396 397 class locallegacypeer(localpeer):
397 398 '''peer extension which implements legacy methods too; used for tests with
398 399 restricted capabilities'''
399 400
400 401 def __init__(self, repo):
401 402 super(locallegacypeer, self).__init__(repo, caps=legacycaps)
402 403
403 404 # Begin of baselegacywirecommands interface.
404 405
405 406 def between(self, pairs):
406 407 return self._repo.between(pairs)
407 408
408 409 def branches(self, nodes):
409 410 return self._repo.branches(nodes)
410 411
411 412 def changegroup(self, nodes, source):
412 413 outgoing = discovery.outgoing(
413 414 self._repo, missingroots=nodes, missingheads=self._repo.heads()
414 415 )
415 416 return changegroup.makechangegroup(self._repo, outgoing, b'01', source)
416 417
417 418 def changegroupsubset(self, bases, heads, source):
418 419 outgoing = discovery.outgoing(
419 420 self._repo, missingroots=bases, missingheads=heads
420 421 )
421 422 return changegroup.makechangegroup(self._repo, outgoing, b'01', source)
422 423
423 424 # End of baselegacywirecommands interface.
424 425
425 426
426 427 # Increment the sub-version when the revlog v2 format changes to lock out old
427 428 # clients.
428 429 REVLOGV2_REQUIREMENT = b'exp-revlogv2.1'
429 430
430 431 # A repository with the sparserevlog feature will have delta chains that
431 432 # can spread over a larger span. Sparse reading cuts these large spans into
432 433 # pieces, so that each piece isn't too big.
433 434 # Without the sparserevlog capability, reading from the repository could use
434 435 # huge amounts of memory, because the whole span would be read at once,
435 436 # including all the intermediate revisions that aren't pertinent for the chain.
436 437 # This is why once a repository has enabled sparse-read, it becomes required.
437 438 SPARSEREVLOG_REQUIREMENT = b'sparserevlog'
438 439
439 440 # A repository with the sidedataflag requirement will allow to store extra
440 441 # information for revision without altering their original hashes.
441 442 SIDEDATA_REQUIREMENT = b'exp-sidedata-flag'
442 443
443 444 # A repository with the the copies-sidedata-changeset requirement will store
444 445 # copies related information in changeset's sidedata.
445 446 COPIESSDC_REQUIREMENT = b'exp-copies-sidedata-changeset'
446 447
447 448 # Functions receiving (ui, features) that extensions can register to impact
448 449 # the ability to load repositories with custom requirements. Only
449 450 # functions defined in loaded extensions are called.
450 451 #
451 452 # The function receives a set of requirement strings that the repository
452 453 # is capable of opening. Functions will typically add elements to the
453 454 # set to reflect that the extension knows how to handle that requirements.
454 455 featuresetupfuncs = set()
455 456
456 457
457 458 def makelocalrepository(baseui, path, intents=None):
458 459 """Create a local repository object.
459 460
460 461 Given arguments needed to construct a local repository, this function
461 462 performs various early repository loading functionality (such as
462 463 reading the ``.hg/requires`` and ``.hg/hgrc`` files), validates that
463 464 the repository can be opened, derives a type suitable for representing
464 465 that repository, and returns an instance of it.
465 466
466 467 The returned object conforms to the ``repository.completelocalrepository``
467 468 interface.
468 469
469 470 The repository type is derived by calling a series of factory functions
470 471 for each aspect/interface of the final repository. These are defined by
471 472 ``REPO_INTERFACES``.
472 473
473 474 Each factory function is called to produce a type implementing a specific
474 475 interface. The cumulative list of returned types will be combined into a
475 476 new type and that type will be instantiated to represent the local
476 477 repository.
477 478
478 479 The factory functions each receive various state that may be consulted
479 480 as part of deriving a type.
480 481
481 482 Extensions should wrap these factory functions to customize repository type
482 483 creation. Note that an extension's wrapped function may be called even if
483 484 that extension is not loaded for the repo being constructed. Extensions
484 485 should check if their ``__name__`` appears in the
485 486 ``extensionmodulenames`` set passed to the factory function and no-op if
486 487 not.
487 488 """
488 489 ui = baseui.copy()
489 490 # Prevent copying repo configuration.
490 491 ui.copy = baseui.copy
491 492
492 493 # Working directory VFS rooted at repository root.
493 494 wdirvfs = vfsmod.vfs(path, expandpath=True, realpath=True)
494 495
495 496 # Main VFS for .hg/ directory.
496 497 hgpath = wdirvfs.join(b'.hg')
497 498 hgvfs = vfsmod.vfs(hgpath, cacheaudited=True)
498 499
499 500 # The .hg/ path should exist and should be a directory. All other
500 501 # cases are errors.
501 502 if not hgvfs.isdir():
502 503 try:
503 504 hgvfs.stat()
504 505 except OSError as e:
505 506 if e.errno != errno.ENOENT:
506 507 raise
507 508
508 509 raise error.RepoError(_(b'repository %s not found') % path)
509 510
510 511 # .hg/requires file contains a newline-delimited list of
511 512 # features/capabilities the opener (us) must have in order to use
512 513 # the repository. This file was introduced in Mercurial 0.9.2,
513 514 # which means very old repositories may not have one. We assume
514 515 # a missing file translates to no requirements.
515 516 try:
516 517 requirements = set(hgvfs.read(b'requires').splitlines())
517 518 except IOError as e:
518 519 if e.errno != errno.ENOENT:
519 520 raise
520 521 requirements = set()
521 522
522 523 # The .hg/hgrc file may load extensions or contain config options
523 524 # that influence repository construction. Attempt to load it and
524 525 # process any new extensions that it may have pulled in.
525 526 if loadhgrc(ui, wdirvfs, hgvfs, requirements):
526 527 afterhgrcload(ui, wdirvfs, hgvfs, requirements)
527 528 extensions.loadall(ui)
528 529 extensions.populateui(ui)
529 530
530 531 # Set of module names of extensions loaded for this repository.
531 532 extensionmodulenames = {m.__name__ for n, m in extensions.extensions(ui)}
532 533
533 534 supportedrequirements = gathersupportedrequirements(ui)
534 535
535 536 # We first validate the requirements are known.
536 537 ensurerequirementsrecognized(requirements, supportedrequirements)
537 538
538 539 # Then we validate that the known set is reasonable to use together.
539 540 ensurerequirementscompatible(ui, requirements)
540 541
541 542 # TODO there are unhandled edge cases related to opening repositories with
542 543 # shared storage. If storage is shared, we should also test for requirements
543 544 # compatibility in the pointed-to repo. This entails loading the .hg/hgrc in
544 545 # that repo, as that repo may load extensions needed to open it. This is a
545 546 # bit complicated because we don't want the other hgrc to overwrite settings
546 547 # in this hgrc.
547 548 #
548 549 # This bug is somewhat mitigated by the fact that we copy the .hg/requires
549 550 # file when sharing repos. But if a requirement is added after the share is
550 551 # performed, thereby introducing a new requirement for the opener, we may
551 552 # will not see that and could encounter a run-time error interacting with
552 553 # that shared store since it has an unknown-to-us requirement.
553 554
554 555 # At this point, we know we should be capable of opening the repository.
555 556 # Now get on with doing that.
556 557
557 558 features = set()
558 559
559 560 # The "store" part of the repository holds versioned data. How it is
560 561 # accessed is determined by various requirements. The ``shared`` or
561 562 # ``relshared`` requirements indicate the store lives in the path contained
562 563 # in the ``.hg/sharedpath`` file. This is an absolute path for
563 564 # ``shared`` and relative to ``.hg/`` for ``relshared``.
564 565 if b'shared' in requirements or b'relshared' in requirements:
565 566 sharedpath = hgvfs.read(b'sharedpath').rstrip(b'\n')
566 567 if b'relshared' in requirements:
567 568 sharedpath = hgvfs.join(sharedpath)
568 569
569 570 sharedvfs = vfsmod.vfs(sharedpath, realpath=True)
570 571
571 572 if not sharedvfs.exists():
572 573 raise error.RepoError(
573 574 _(b'.hg/sharedpath points to nonexistent directory %s')
574 575 % sharedvfs.base
575 576 )
576 577
577 578 features.add(repository.REPO_FEATURE_SHARED_STORAGE)
578 579
579 580 storebasepath = sharedvfs.base
580 581 cachepath = sharedvfs.join(b'cache')
581 582 else:
582 583 storebasepath = hgvfs.base
583 584 cachepath = hgvfs.join(b'cache')
584 585 wcachepath = hgvfs.join(b'wcache')
585 586
586 587 # The store has changed over time and the exact layout is dictated by
587 588 # requirements. The store interface abstracts differences across all
588 589 # of them.
589 590 store = makestore(
590 591 requirements,
591 592 storebasepath,
592 593 lambda base: vfsmod.vfs(base, cacheaudited=True),
593 594 )
594 595 hgvfs.createmode = store.createmode
595 596
596 597 storevfs = store.vfs
597 598 storevfs.options = resolvestorevfsoptions(ui, requirements, features)
598 599
599 600 # The cache vfs is used to manage cache files.
600 601 cachevfs = vfsmod.vfs(cachepath, cacheaudited=True)
601 602 cachevfs.createmode = store.createmode
602 603 # The cache vfs is used to manage cache files related to the working copy
603 604 wcachevfs = vfsmod.vfs(wcachepath, cacheaudited=True)
604 605 wcachevfs.createmode = store.createmode
605 606
606 607 # Now resolve the type for the repository object. We do this by repeatedly
607 608 # calling a factory function to produces types for specific aspects of the
608 609 # repo's operation. The aggregate returned types are used as base classes
609 610 # for a dynamically-derived type, which will represent our new repository.
610 611
611 612 bases = []
612 613 extrastate = {}
613 614
614 615 for iface, fn in REPO_INTERFACES:
615 616 # We pass all potentially useful state to give extensions tons of
616 617 # flexibility.
617 618 typ = fn()(
618 619 ui=ui,
619 620 intents=intents,
620 621 requirements=requirements,
621 622 features=features,
622 623 wdirvfs=wdirvfs,
623 624 hgvfs=hgvfs,
624 625 store=store,
625 626 storevfs=storevfs,
626 627 storeoptions=storevfs.options,
627 628 cachevfs=cachevfs,
628 629 wcachevfs=wcachevfs,
629 630 extensionmodulenames=extensionmodulenames,
630 631 extrastate=extrastate,
631 632 baseclasses=bases,
632 633 )
633 634
634 635 if not isinstance(typ, type):
635 636 raise error.ProgrammingError(
636 637 b'unable to construct type for %s' % iface
637 638 )
638 639
639 640 bases.append(typ)
640 641
641 642 # type() allows you to use characters in type names that wouldn't be
642 643 # recognized as Python symbols in source code. We abuse that to add
643 644 # rich information about our constructed repo.
644 645 name = pycompat.sysstr(
645 646 b'derivedrepo:%s<%s>' % (wdirvfs.base, b','.join(sorted(requirements)))
646 647 )
647 648
648 649 cls = type(name, tuple(bases), {})
649 650
650 651 return cls(
651 652 baseui=baseui,
652 653 ui=ui,
653 654 origroot=path,
654 655 wdirvfs=wdirvfs,
655 656 hgvfs=hgvfs,
656 657 requirements=requirements,
657 658 supportedrequirements=supportedrequirements,
658 659 sharedpath=storebasepath,
659 660 store=store,
660 661 cachevfs=cachevfs,
661 662 wcachevfs=wcachevfs,
662 663 features=features,
663 664 intents=intents,
664 665 )
665 666
666 667
667 668 def loadhgrc(ui, wdirvfs, hgvfs, requirements):
668 669 """Load hgrc files/content into a ui instance.
669 670
670 671 This is called during repository opening to load any additional
671 672 config files or settings relevant to the current repository.
672 673
673 674 Returns a bool indicating whether any additional configs were loaded.
674 675
675 676 Extensions should monkeypatch this function to modify how per-repo
676 677 configs are loaded. For example, an extension may wish to pull in
677 678 configs from alternate files or sources.
678 679 """
679 if b'HGRCSKIPREPO' in encoding.environ:
680 if not rcutil.use_repo_hgrc():
680 681 return False
681 682 try:
682 683 ui.readconfig(hgvfs.join(b'hgrc'), root=wdirvfs.base)
683 684 return True
684 685 except IOError:
685 686 return False
686 687
687 688
688 689 def afterhgrcload(ui, wdirvfs, hgvfs, requirements):
689 690 """Perform additional actions after .hg/hgrc is loaded.
690 691
691 692 This function is called during repository loading immediately after
692 693 the .hg/hgrc file is loaded and before per-repo extensions are loaded.
693 694
694 695 The function can be used to validate configs, automatically add
695 696 options (including extensions) based on requirements, etc.
696 697 """
697 698
698 699 # Map of requirements to list of extensions to load automatically when
699 700 # requirement is present.
700 701 autoextensions = {
701 702 b'largefiles': [b'largefiles'],
702 703 b'lfs': [b'lfs'],
703 704 }
704 705
705 706 for requirement, names in sorted(autoextensions.items()):
706 707 if requirement not in requirements:
707 708 continue
708 709
709 710 for name in names:
710 711 if not ui.hasconfig(b'extensions', name):
711 712 ui.setconfig(b'extensions', name, b'', source=b'autoload')
712 713
713 714
714 715 def gathersupportedrequirements(ui):
715 716 """Determine the complete set of recognized requirements."""
716 717 # Start with all requirements supported by this file.
717 718 supported = set(localrepository._basesupported)
718 719
719 720 # Execute ``featuresetupfuncs`` entries if they belong to an extension
720 721 # relevant to this ui instance.
721 722 modules = {m.__name__ for n, m in extensions.extensions(ui)}
722 723
723 724 for fn in featuresetupfuncs:
724 725 if fn.__module__ in modules:
725 726 fn(ui, supported)
726 727
727 728 # Add derived requirements from registered compression engines.
728 729 for name in util.compengines:
729 730 engine = util.compengines[name]
730 731 if engine.available() and engine.revlogheader():
731 732 supported.add(b'exp-compression-%s' % name)
732 733 if engine.name() == b'zstd':
733 734 supported.add(b'revlog-compression-zstd')
734 735
735 736 return supported
736 737
737 738
738 739 def ensurerequirementsrecognized(requirements, supported):
739 740 """Validate that a set of local requirements is recognized.
740 741
741 742 Receives a set of requirements. Raises an ``error.RepoError`` if there
742 743 exists any requirement in that set that currently loaded code doesn't
743 744 recognize.
744 745
745 746 Returns a set of supported requirements.
746 747 """
747 748 missing = set()
748 749
749 750 for requirement in requirements:
750 751 if requirement in supported:
751 752 continue
752 753
753 754 if not requirement or not requirement[0:1].isalnum():
754 755 raise error.RequirementError(_(b'.hg/requires file is corrupt'))
755 756
756 757 missing.add(requirement)
757 758
758 759 if missing:
759 760 raise error.RequirementError(
760 761 _(b'repository requires features unknown to this Mercurial: %s')
761 762 % b' '.join(sorted(missing)),
762 763 hint=_(
763 764 b'see https://mercurial-scm.org/wiki/MissingRequirement '
764 765 b'for more information'
765 766 ),
766 767 )
767 768
768 769
769 770 def ensurerequirementscompatible(ui, requirements):
770 771 """Validates that a set of recognized requirements is mutually compatible.
771 772
772 773 Some requirements may not be compatible with others or require
773 774 config options that aren't enabled. This function is called during
774 775 repository opening to ensure that the set of requirements needed
775 776 to open a repository is sane and compatible with config options.
776 777
777 778 Extensions can monkeypatch this function to perform additional
778 779 checking.
779 780
780 781 ``error.RepoError`` should be raised on failure.
781 782 """
782 783 if b'exp-sparse' in requirements and not sparse.enabled:
783 784 raise error.RepoError(
784 785 _(
785 786 b'repository is using sparse feature but '
786 787 b'sparse is not enabled; enable the '
787 788 b'"sparse" extensions to access'
788 789 )
789 790 )
790 791
791 792
792 793 def makestore(requirements, path, vfstype):
793 794 """Construct a storage object for a repository."""
794 795 if b'store' in requirements:
795 796 if b'fncache' in requirements:
796 797 return storemod.fncachestore(
797 798 path, vfstype, b'dotencode' in requirements
798 799 )
799 800
800 801 return storemod.encodedstore(path, vfstype)
801 802
802 803 return storemod.basicstore(path, vfstype)
803 804
804 805
805 806 def resolvestorevfsoptions(ui, requirements, features):
806 807 """Resolve the options to pass to the store vfs opener.
807 808
808 809 The returned dict is used to influence behavior of the storage layer.
809 810 """
810 811 options = {}
811 812
812 813 if b'treemanifest' in requirements:
813 814 options[b'treemanifest'] = True
814 815
815 816 # experimental config: format.manifestcachesize
816 817 manifestcachesize = ui.configint(b'format', b'manifestcachesize')
817 818 if manifestcachesize is not None:
818 819 options[b'manifestcachesize'] = manifestcachesize
819 820
820 821 # In the absence of another requirement superseding a revlog-related
821 822 # requirement, we have to assume the repo is using revlog version 0.
822 823 # This revlog format is super old and we don't bother trying to parse
823 824 # opener options for it because those options wouldn't do anything
824 825 # meaningful on such old repos.
825 826 if b'revlogv1' in requirements or REVLOGV2_REQUIREMENT in requirements:
826 827 options.update(resolverevlogstorevfsoptions(ui, requirements, features))
827 828 else: # explicitly mark repo as using revlogv0
828 829 options[b'revlogv0'] = True
829 830
830 831 if COPIESSDC_REQUIREMENT in requirements:
831 832 options[b'copies-storage'] = b'changeset-sidedata'
832 833 else:
833 834 writecopiesto = ui.config(b'experimental', b'copies.write-to')
834 835 copiesextramode = (b'changeset-only', b'compatibility')
835 836 if writecopiesto in copiesextramode:
836 837 options[b'copies-storage'] = b'extra'
837 838
838 839 return options
839 840
840 841
841 842 def resolverevlogstorevfsoptions(ui, requirements, features):
842 843 """Resolve opener options specific to revlogs."""
843 844
844 845 options = {}
845 846 options[b'flagprocessors'] = {}
846 847
847 848 if b'revlogv1' in requirements:
848 849 options[b'revlogv1'] = True
849 850 if REVLOGV2_REQUIREMENT in requirements:
850 851 options[b'revlogv2'] = True
851 852
852 853 if b'generaldelta' in requirements:
853 854 options[b'generaldelta'] = True
854 855
855 856 # experimental config: format.chunkcachesize
856 857 chunkcachesize = ui.configint(b'format', b'chunkcachesize')
857 858 if chunkcachesize is not None:
858 859 options[b'chunkcachesize'] = chunkcachesize
859 860
860 861 deltabothparents = ui.configbool(
861 862 b'storage', b'revlog.optimize-delta-parent-choice'
862 863 )
863 864 options[b'deltabothparents'] = deltabothparents
864 865
865 866 lazydelta = ui.configbool(b'storage', b'revlog.reuse-external-delta')
866 867 lazydeltabase = False
867 868 if lazydelta:
868 869 lazydeltabase = ui.configbool(
869 870 b'storage', b'revlog.reuse-external-delta-parent'
870 871 )
871 872 if lazydeltabase is None:
872 873 lazydeltabase = not scmutil.gddeltaconfig(ui)
873 874 options[b'lazydelta'] = lazydelta
874 875 options[b'lazydeltabase'] = lazydeltabase
875 876
876 877 chainspan = ui.configbytes(b'experimental', b'maxdeltachainspan')
877 878 if 0 <= chainspan:
878 879 options[b'maxdeltachainspan'] = chainspan
879 880
880 881 mmapindexthreshold = ui.configbytes(b'experimental', b'mmapindexthreshold')
881 882 if mmapindexthreshold is not None:
882 883 options[b'mmapindexthreshold'] = mmapindexthreshold
883 884
884 885 withsparseread = ui.configbool(b'experimental', b'sparse-read')
885 886 srdensitythres = float(
886 887 ui.config(b'experimental', b'sparse-read.density-threshold')
887 888 )
888 889 srmingapsize = ui.configbytes(b'experimental', b'sparse-read.min-gap-size')
889 890 options[b'with-sparse-read'] = withsparseread
890 891 options[b'sparse-read-density-threshold'] = srdensitythres
891 892 options[b'sparse-read-min-gap-size'] = srmingapsize
892 893
893 894 sparserevlog = SPARSEREVLOG_REQUIREMENT in requirements
894 895 options[b'sparse-revlog'] = sparserevlog
895 896 if sparserevlog:
896 897 options[b'generaldelta'] = True
897 898
898 899 sidedata = SIDEDATA_REQUIREMENT in requirements
899 900 options[b'side-data'] = sidedata
900 901
901 902 maxchainlen = None
902 903 if sparserevlog:
903 904 maxchainlen = revlogconst.SPARSE_REVLOG_MAX_CHAIN_LENGTH
904 905 # experimental config: format.maxchainlen
905 906 maxchainlen = ui.configint(b'format', b'maxchainlen', maxchainlen)
906 907 if maxchainlen is not None:
907 908 options[b'maxchainlen'] = maxchainlen
908 909
909 910 for r in requirements:
910 911 # we allow multiple compression engine requirement to co-exist because
911 912 # strickly speaking, revlog seems to support mixed compression style.
912 913 #
913 914 # The compression used for new entries will be "the last one"
914 915 prefix = r.startswith
915 916 if prefix(b'revlog-compression-') or prefix(b'exp-compression-'):
916 917 options[b'compengine'] = r.split(b'-', 2)[2]
917 918
918 919 options[b'zlib.level'] = ui.configint(b'storage', b'revlog.zlib.level')
919 920 if options[b'zlib.level'] is not None:
920 921 if not (0 <= options[b'zlib.level'] <= 9):
921 922 msg = _(b'invalid value for `storage.revlog.zlib.level` config: %d')
922 923 raise error.Abort(msg % options[b'zlib.level'])
923 924 options[b'zstd.level'] = ui.configint(b'storage', b'revlog.zstd.level')
924 925 if options[b'zstd.level'] is not None:
925 926 if not (0 <= options[b'zstd.level'] <= 22):
926 927 msg = _(b'invalid value for `storage.revlog.zstd.level` config: %d')
927 928 raise error.Abort(msg % options[b'zstd.level'])
928 929
929 930 if repository.NARROW_REQUIREMENT in requirements:
930 931 options[b'enableellipsis'] = True
931 932
932 933 if ui.configbool(b'experimental', b'rust.index'):
933 934 options[b'rust.index'] = True
934 935
935 936 return options
936 937
937 938
938 939 def makemain(**kwargs):
939 940 """Produce a type conforming to ``ilocalrepositorymain``."""
940 941 return localrepository
941 942
942 943
943 944 @interfaceutil.implementer(repository.ilocalrepositoryfilestorage)
944 945 class revlogfilestorage(object):
945 946 """File storage when using revlogs."""
946 947
947 948 def file(self, path):
948 949 if path[0] == b'/':
949 950 path = path[1:]
950 951
951 952 return filelog.filelog(self.svfs, path)
952 953
953 954
954 955 @interfaceutil.implementer(repository.ilocalrepositoryfilestorage)
955 956 class revlognarrowfilestorage(object):
956 957 """File storage when using revlogs and narrow files."""
957 958
958 959 def file(self, path):
959 960 if path[0] == b'/':
960 961 path = path[1:]
961 962
962 963 return filelog.narrowfilelog(self.svfs, path, self._storenarrowmatch)
963 964
964 965
965 966 def makefilestorage(requirements, features, **kwargs):
966 967 """Produce a type conforming to ``ilocalrepositoryfilestorage``."""
967 968 features.add(repository.REPO_FEATURE_REVLOG_FILE_STORAGE)
968 969 features.add(repository.REPO_FEATURE_STREAM_CLONE)
969 970
970 971 if repository.NARROW_REQUIREMENT in requirements:
971 972 return revlognarrowfilestorage
972 973 else:
973 974 return revlogfilestorage
974 975
975 976
976 977 # List of repository interfaces and factory functions for them. Each
977 978 # will be called in order during ``makelocalrepository()`` to iteratively
978 979 # derive the final type for a local repository instance. We capture the
979 980 # function as a lambda so we don't hold a reference and the module-level
980 981 # functions can be wrapped.
981 982 REPO_INTERFACES = [
982 983 (repository.ilocalrepositorymain, lambda: makemain),
983 984 (repository.ilocalrepositoryfilestorage, lambda: makefilestorage),
984 985 ]
985 986
986 987
987 988 @interfaceutil.implementer(repository.ilocalrepositorymain)
988 989 class localrepository(object):
989 990 """Main class for representing local repositories.
990 991
991 992 All local repositories are instances of this class.
992 993
993 994 Constructed on its own, instances of this class are not usable as
994 995 repository objects. To obtain a usable repository object, call
995 996 ``hg.repository()``, ``localrepo.instance()``, or
996 997 ``localrepo.makelocalrepository()``. The latter is the lowest-level.
997 998 ``instance()`` adds support for creating new repositories.
998 999 ``hg.repository()`` adds more extension integration, including calling
999 1000 ``reposetup()``. Generally speaking, ``hg.repository()`` should be
1000 1001 used.
1001 1002 """
1002 1003
1003 1004 # obsolete experimental requirements:
1004 1005 # - manifestv2: An experimental new manifest format that allowed
1005 1006 # for stem compression of long paths. Experiment ended up not
1006 1007 # being successful (repository sizes went up due to worse delta
1007 1008 # chains), and the code was deleted in 4.6.
1008 1009 supportedformats = {
1009 1010 b'revlogv1',
1010 1011 b'generaldelta',
1011 1012 b'treemanifest',
1012 1013 COPIESSDC_REQUIREMENT,
1013 1014 REVLOGV2_REQUIREMENT,
1014 1015 SIDEDATA_REQUIREMENT,
1015 1016 SPARSEREVLOG_REQUIREMENT,
1016 1017 bookmarks.BOOKMARKS_IN_STORE_REQUIREMENT,
1017 1018 }
1018 1019 _basesupported = supportedformats | {
1019 1020 b'store',
1020 1021 b'fncache',
1021 1022 b'shared',
1022 1023 b'relshared',
1023 1024 b'dotencode',
1024 1025 b'exp-sparse',
1025 1026 b'internal-phase',
1026 1027 }
1027 1028
1028 1029 # list of prefix for file which can be written without 'wlock'
1029 1030 # Extensions should extend this list when needed
1030 1031 _wlockfreeprefix = {
1031 1032 # We migh consider requiring 'wlock' for the next
1032 1033 # two, but pretty much all the existing code assume
1033 1034 # wlock is not needed so we keep them excluded for
1034 1035 # now.
1035 1036 b'hgrc',
1036 1037 b'requires',
1037 1038 # XXX cache is a complicatged business someone
1038 1039 # should investigate this in depth at some point
1039 1040 b'cache/',
1040 1041 # XXX shouldn't be dirstate covered by the wlock?
1041 1042 b'dirstate',
1042 1043 # XXX bisect was still a bit too messy at the time
1043 1044 # this changeset was introduced. Someone should fix
1044 1045 # the remainig bit and drop this line
1045 1046 b'bisect.state',
1046 1047 }
1047 1048
1048 1049 def __init__(
1049 1050 self,
1050 1051 baseui,
1051 1052 ui,
1052 1053 origroot,
1053 1054 wdirvfs,
1054 1055 hgvfs,
1055 1056 requirements,
1056 1057 supportedrequirements,
1057 1058 sharedpath,
1058 1059 store,
1059 1060 cachevfs,
1060 1061 wcachevfs,
1061 1062 features,
1062 1063 intents=None,
1063 1064 ):
1064 1065 """Create a new local repository instance.
1065 1066
1066 1067 Most callers should use ``hg.repository()``, ``localrepo.instance()``,
1067 1068 or ``localrepo.makelocalrepository()`` for obtaining a new repository
1068 1069 object.
1069 1070
1070 1071 Arguments:
1071 1072
1072 1073 baseui
1073 1074 ``ui.ui`` instance that ``ui`` argument was based off of.
1074 1075
1075 1076 ui
1076 1077 ``ui.ui`` instance for use by the repository.
1077 1078
1078 1079 origroot
1079 1080 ``bytes`` path to working directory root of this repository.
1080 1081
1081 1082 wdirvfs
1082 1083 ``vfs.vfs`` rooted at the working directory.
1083 1084
1084 1085 hgvfs
1085 1086 ``vfs.vfs`` rooted at .hg/
1086 1087
1087 1088 requirements
1088 1089 ``set`` of bytestrings representing repository opening requirements.
1089 1090
1090 1091 supportedrequirements
1091 1092 ``set`` of bytestrings representing repository requirements that we
1092 1093 know how to open. May be a supetset of ``requirements``.
1093 1094
1094 1095 sharedpath
1095 1096 ``bytes`` Defining path to storage base directory. Points to a
1096 1097 ``.hg/`` directory somewhere.
1097 1098
1098 1099 store
1099 1100 ``store.basicstore`` (or derived) instance providing access to
1100 1101 versioned storage.
1101 1102
1102 1103 cachevfs
1103 1104 ``vfs.vfs`` used for cache files.
1104 1105
1105 1106 wcachevfs
1106 1107 ``vfs.vfs`` used for cache files related to the working copy.
1107 1108
1108 1109 features
1109 1110 ``set`` of bytestrings defining features/capabilities of this
1110 1111 instance.
1111 1112
1112 1113 intents
1113 1114 ``set`` of system strings indicating what this repo will be used
1114 1115 for.
1115 1116 """
1116 1117 self.baseui = baseui
1117 1118 self.ui = ui
1118 1119 self.origroot = origroot
1119 1120 # vfs rooted at working directory.
1120 1121 self.wvfs = wdirvfs
1121 1122 self.root = wdirvfs.base
1122 1123 # vfs rooted at .hg/. Used to access most non-store paths.
1123 1124 self.vfs = hgvfs
1124 1125 self.path = hgvfs.base
1125 1126 self.requirements = requirements
1126 1127 self.supported = supportedrequirements
1127 1128 self.sharedpath = sharedpath
1128 1129 self.store = store
1129 1130 self.cachevfs = cachevfs
1130 1131 self.wcachevfs = wcachevfs
1131 1132 self.features = features
1132 1133
1133 1134 self.filtername = None
1134 1135
1135 1136 if self.ui.configbool(b'devel', b'all-warnings') or self.ui.configbool(
1136 1137 b'devel', b'check-locks'
1137 1138 ):
1138 1139 self.vfs.audit = self._getvfsward(self.vfs.audit)
1139 1140 # A list of callback to shape the phase if no data were found.
1140 1141 # Callback are in the form: func(repo, roots) --> processed root.
1141 1142 # This list it to be filled by extension during repo setup
1142 1143 self._phasedefaults = []
1143 1144
1144 1145 color.setup(self.ui)
1145 1146
1146 1147 self.spath = self.store.path
1147 1148 self.svfs = self.store.vfs
1148 1149 self.sjoin = self.store.join
1149 1150 if self.ui.configbool(b'devel', b'all-warnings') or self.ui.configbool(
1150 1151 b'devel', b'check-locks'
1151 1152 ):
1152 1153 if util.safehasattr(self.svfs, b'vfs'): # this is filtervfs
1153 1154 self.svfs.vfs.audit = self._getsvfsward(self.svfs.vfs.audit)
1154 1155 else: # standard vfs
1155 1156 self.svfs.audit = self._getsvfsward(self.svfs.audit)
1156 1157
1157 1158 self._dirstatevalidatewarned = False
1158 1159
1159 1160 self._branchcaches = branchmap.BranchMapCache()
1160 1161 self._revbranchcache = None
1161 1162 self._filterpats = {}
1162 1163 self._datafilters = {}
1163 1164 self._transref = self._lockref = self._wlockref = None
1164 1165
1165 1166 # A cache for various files under .hg/ that tracks file changes,
1166 1167 # (used by the filecache decorator)
1167 1168 #
1168 1169 # Maps a property name to its util.filecacheentry
1169 1170 self._filecache = {}
1170 1171
1171 1172 # hold sets of revision to be filtered
1172 1173 # should be cleared when something might have changed the filter value:
1173 1174 # - new changesets,
1174 1175 # - phase change,
1175 1176 # - new obsolescence marker,
1176 1177 # - working directory parent change,
1177 1178 # - bookmark changes
1178 1179 self.filteredrevcache = {}
1179 1180
1180 1181 # post-dirstate-status hooks
1181 1182 self._postdsstatus = []
1182 1183
1183 1184 # generic mapping between names and nodes
1184 1185 self.names = namespaces.namespaces()
1185 1186
1186 1187 # Key to signature value.
1187 1188 self._sparsesignaturecache = {}
1188 1189 # Signature to cached matcher instance.
1189 1190 self._sparsematchercache = {}
1190 1191
1191 1192 self._extrafilterid = repoview.extrafilter(ui)
1192 1193
1193 1194 self.filecopiesmode = None
1194 1195 if COPIESSDC_REQUIREMENT in self.requirements:
1195 1196 self.filecopiesmode = b'changeset-sidedata'
1196 1197
1197 1198 def _getvfsward(self, origfunc):
1198 1199 """build a ward for self.vfs"""
1199 1200 rref = weakref.ref(self)
1200 1201
1201 1202 def checkvfs(path, mode=None):
1202 1203 ret = origfunc(path, mode=mode)
1203 1204 repo = rref()
1204 1205 if (
1205 1206 repo is None
1206 1207 or not util.safehasattr(repo, b'_wlockref')
1207 1208 or not util.safehasattr(repo, b'_lockref')
1208 1209 ):
1209 1210 return
1210 1211 if mode in (None, b'r', b'rb'):
1211 1212 return
1212 1213 if path.startswith(repo.path):
1213 1214 # truncate name relative to the repository (.hg)
1214 1215 path = path[len(repo.path) + 1 :]
1215 1216 if path.startswith(b'cache/'):
1216 1217 msg = b'accessing cache with vfs instead of cachevfs: "%s"'
1217 1218 repo.ui.develwarn(msg % path, stacklevel=3, config=b"cache-vfs")
1218 1219 if path.startswith(b'journal.') or path.startswith(b'undo.'):
1219 1220 # journal is covered by 'lock'
1220 1221 if repo._currentlock(repo._lockref) is None:
1221 1222 repo.ui.develwarn(
1222 1223 b'write with no lock: "%s"' % path,
1223 1224 stacklevel=3,
1224 1225 config=b'check-locks',
1225 1226 )
1226 1227 elif repo._currentlock(repo._wlockref) is None:
1227 1228 # rest of vfs files are covered by 'wlock'
1228 1229 #
1229 1230 # exclude special files
1230 1231 for prefix in self._wlockfreeprefix:
1231 1232 if path.startswith(prefix):
1232 1233 return
1233 1234 repo.ui.develwarn(
1234 1235 b'write with no wlock: "%s"' % path,
1235 1236 stacklevel=3,
1236 1237 config=b'check-locks',
1237 1238 )
1238 1239 return ret
1239 1240
1240 1241 return checkvfs
1241 1242
1242 1243 def _getsvfsward(self, origfunc):
1243 1244 """build a ward for self.svfs"""
1244 1245 rref = weakref.ref(self)
1245 1246
1246 1247 def checksvfs(path, mode=None):
1247 1248 ret = origfunc(path, mode=mode)
1248 1249 repo = rref()
1249 1250 if repo is None or not util.safehasattr(repo, b'_lockref'):
1250 1251 return
1251 1252 if mode in (None, b'r', b'rb'):
1252 1253 return
1253 1254 if path.startswith(repo.sharedpath):
1254 1255 # truncate name relative to the repository (.hg)
1255 1256 path = path[len(repo.sharedpath) + 1 :]
1256 1257 if repo._currentlock(repo._lockref) is None:
1257 1258 repo.ui.develwarn(
1258 1259 b'write with no lock: "%s"' % path, stacklevel=4
1259 1260 )
1260 1261 return ret
1261 1262
1262 1263 return checksvfs
1263 1264
1264 1265 def close(self):
1265 1266 self._writecaches()
1266 1267
1267 1268 def _writecaches(self):
1268 1269 if self._revbranchcache:
1269 1270 self._revbranchcache.write()
1270 1271
1271 1272 def _restrictcapabilities(self, caps):
1272 1273 if self.ui.configbool(b'experimental', b'bundle2-advertise'):
1273 1274 caps = set(caps)
1274 1275 capsblob = bundle2.encodecaps(
1275 1276 bundle2.getrepocaps(self, role=b'client')
1276 1277 )
1277 1278 caps.add(b'bundle2=' + urlreq.quote(capsblob))
1278 1279 return caps
1279 1280
1280 1281 def _writerequirements(self):
1281 1282 scmutil.writerequires(self.vfs, self.requirements)
1282 1283
1283 1284 # Don't cache auditor/nofsauditor, or you'll end up with reference cycle:
1284 1285 # self -> auditor -> self._checknested -> self
1285 1286
1286 1287 @property
1287 1288 def auditor(self):
1288 1289 # This is only used by context.workingctx.match in order to
1289 1290 # detect files in subrepos.
1290 1291 return pathutil.pathauditor(self.root, callback=self._checknested)
1291 1292
1292 1293 @property
1293 1294 def nofsauditor(self):
1294 1295 # This is only used by context.basectx.match in order to detect
1295 1296 # files in subrepos.
1296 1297 return pathutil.pathauditor(
1297 1298 self.root, callback=self._checknested, realfs=False, cached=True
1298 1299 )
1299 1300
1300 1301 def _checknested(self, path):
1301 1302 """Determine if path is a legal nested repository."""
1302 1303 if not path.startswith(self.root):
1303 1304 return False
1304 1305 subpath = path[len(self.root) + 1 :]
1305 1306 normsubpath = util.pconvert(subpath)
1306 1307
1307 1308 # XXX: Checking against the current working copy is wrong in
1308 1309 # the sense that it can reject things like
1309 1310 #
1310 1311 # $ hg cat -r 10 sub/x.txt
1311 1312 #
1312 1313 # if sub/ is no longer a subrepository in the working copy
1313 1314 # parent revision.
1314 1315 #
1315 1316 # However, it can of course also allow things that would have
1316 1317 # been rejected before, such as the above cat command if sub/
1317 1318 # is a subrepository now, but was a normal directory before.
1318 1319 # The old path auditor would have rejected by mistake since it
1319 1320 # panics when it sees sub/.hg/.
1320 1321 #
1321 1322 # All in all, checking against the working copy seems sensible
1322 1323 # since we want to prevent access to nested repositories on
1323 1324 # the filesystem *now*.
1324 1325 ctx = self[None]
1325 1326 parts = util.splitpath(subpath)
1326 1327 while parts:
1327 1328 prefix = b'/'.join(parts)
1328 1329 if prefix in ctx.substate:
1329 1330 if prefix == normsubpath:
1330 1331 return True
1331 1332 else:
1332 1333 sub = ctx.sub(prefix)
1333 1334 return sub.checknested(subpath[len(prefix) + 1 :])
1334 1335 else:
1335 1336 parts.pop()
1336 1337 return False
1337 1338
1338 1339 def peer(self):
1339 1340 return localpeer(self) # not cached to avoid reference cycle
1340 1341
1341 1342 def unfiltered(self):
1342 1343 """Return unfiltered version of the repository
1343 1344
1344 1345 Intended to be overwritten by filtered repo."""
1345 1346 return self
1346 1347
1347 1348 def filtered(self, name, visibilityexceptions=None):
1348 1349 """Return a filtered version of a repository
1349 1350
1350 1351 The `name` parameter is the identifier of the requested view. This
1351 1352 will return a repoview object set "exactly" to the specified view.
1352 1353
1353 1354 This function does not apply recursive filtering to a repository. For
1354 1355 example calling `repo.filtered("served")` will return a repoview using
1355 1356 the "served" view, regardless of the initial view used by `repo`.
1356 1357
1357 1358 In other word, there is always only one level of `repoview` "filtering".
1358 1359 """
1359 1360 if self._extrafilterid is not None and b'%' not in name:
1360 1361 name = name + b'%' + self._extrafilterid
1361 1362
1362 1363 cls = repoview.newtype(self.unfiltered().__class__)
1363 1364 return cls(self, name, visibilityexceptions)
1364 1365
1365 1366 @mixedrepostorecache(
1366 1367 (b'bookmarks', b'plain'),
1367 1368 (b'bookmarks.current', b'plain'),
1368 1369 (b'bookmarks', b''),
1369 1370 (b'00changelog.i', b''),
1370 1371 )
1371 1372 def _bookmarks(self):
1372 1373 # Since the multiple files involved in the transaction cannot be
1373 1374 # written atomically (with current repository format), there is a race
1374 1375 # condition here.
1375 1376 #
1376 1377 # 1) changelog content A is read
1377 1378 # 2) outside transaction update changelog to content B
1378 1379 # 3) outside transaction update bookmark file referring to content B
1379 1380 # 4) bookmarks file content is read and filtered against changelog-A
1380 1381 #
1381 1382 # When this happens, bookmarks against nodes missing from A are dropped.
1382 1383 #
1383 1384 # Having this happening during read is not great, but it become worse
1384 1385 # when this happen during write because the bookmarks to the "unknown"
1385 1386 # nodes will be dropped for good. However, writes happen within locks.
1386 1387 # This locking makes it possible to have a race free consistent read.
1387 1388 # For this purpose data read from disc before locking are
1388 1389 # "invalidated" right after the locks are taken. This invalidations are
1389 1390 # "light", the `filecache` mechanism keep the data in memory and will
1390 1391 # reuse them if the underlying files did not changed. Not parsing the
1391 1392 # same data multiple times helps performances.
1392 1393 #
1393 1394 # Unfortunately in the case describe above, the files tracked by the
1394 1395 # bookmarks file cache might not have changed, but the in-memory
1395 1396 # content is still "wrong" because we used an older changelog content
1396 1397 # to process the on-disk data. So after locking, the changelog would be
1397 1398 # refreshed but `_bookmarks` would be preserved.
1398 1399 # Adding `00changelog.i` to the list of tracked file is not
1399 1400 # enough, because at the time we build the content for `_bookmarks` in
1400 1401 # (4), the changelog file has already diverged from the content used
1401 1402 # for loading `changelog` in (1)
1402 1403 #
1403 1404 # To prevent the issue, we force the changelog to be explicitly
1404 1405 # reloaded while computing `_bookmarks`. The data race can still happen
1405 1406 # without the lock (with a narrower window), but it would no longer go
1406 1407 # undetected during the lock time refresh.
1407 1408 #
1408 1409 # The new schedule is as follow
1409 1410 #
1410 1411 # 1) filecache logic detect that `_bookmarks` needs to be computed
1411 1412 # 2) cachestat for `bookmarks` and `changelog` are captured (for book)
1412 1413 # 3) We force `changelog` filecache to be tested
1413 1414 # 4) cachestat for `changelog` are captured (for changelog)
1414 1415 # 5) `_bookmarks` is computed and cached
1415 1416 #
1416 1417 # The step in (3) ensure we have a changelog at least as recent as the
1417 1418 # cache stat computed in (1). As a result at locking time:
1418 1419 # * if the changelog did not changed since (1) -> we can reuse the data
1419 1420 # * otherwise -> the bookmarks get refreshed.
1420 1421 self._refreshchangelog()
1421 1422 return bookmarks.bmstore(self)
1422 1423
1423 1424 def _refreshchangelog(self):
1424 1425 """make sure the in memory changelog match the on-disk one"""
1425 1426 if 'changelog' in vars(self) and self.currenttransaction() is None:
1426 1427 del self.changelog
1427 1428
1428 1429 @property
1429 1430 def _activebookmark(self):
1430 1431 return self._bookmarks.active
1431 1432
1432 1433 # _phasesets depend on changelog. what we need is to call
1433 1434 # _phasecache.invalidate() if '00changelog.i' was changed, but it
1434 1435 # can't be easily expressed in filecache mechanism.
1435 1436 @storecache(b'phaseroots', b'00changelog.i')
1436 1437 def _phasecache(self):
1437 1438 return phases.phasecache(self, self._phasedefaults)
1438 1439
1439 1440 @storecache(b'obsstore')
1440 1441 def obsstore(self):
1441 1442 return obsolete.makestore(self.ui, self)
1442 1443
1443 1444 @storecache(b'00changelog.i')
1444 1445 def changelog(self):
1445 1446 return self.store.changelog(txnutil.mayhavepending(self.root))
1446 1447
1447 1448 @storecache(b'00manifest.i')
1448 1449 def manifestlog(self):
1449 1450 return self.store.manifestlog(self, self._storenarrowmatch)
1450 1451
1451 1452 @repofilecache(b'dirstate')
1452 1453 def dirstate(self):
1453 1454 return self._makedirstate()
1454 1455
1455 1456 def _makedirstate(self):
1456 1457 """Extension point for wrapping the dirstate per-repo."""
1457 1458 sparsematchfn = lambda: sparse.matcher(self)
1458 1459
1459 1460 return dirstate.dirstate(
1460 1461 self.vfs, self.ui, self.root, self._dirstatevalidate, sparsematchfn
1461 1462 )
1462 1463
1463 1464 def _dirstatevalidate(self, node):
1464 1465 try:
1465 1466 self.changelog.rev(node)
1466 1467 return node
1467 1468 except error.LookupError:
1468 1469 if not self._dirstatevalidatewarned:
1469 1470 self._dirstatevalidatewarned = True
1470 1471 self.ui.warn(
1471 1472 _(b"warning: ignoring unknown working parent %s!\n")
1472 1473 % short(node)
1473 1474 )
1474 1475 return nullid
1475 1476
1476 1477 @storecache(narrowspec.FILENAME)
1477 1478 def narrowpats(self):
1478 1479 """matcher patterns for this repository's narrowspec
1479 1480
1480 1481 A tuple of (includes, excludes).
1481 1482 """
1482 1483 return narrowspec.load(self)
1483 1484
1484 1485 @storecache(narrowspec.FILENAME)
1485 1486 def _storenarrowmatch(self):
1486 1487 if repository.NARROW_REQUIREMENT not in self.requirements:
1487 1488 return matchmod.always()
1488 1489 include, exclude = self.narrowpats
1489 1490 return narrowspec.match(self.root, include=include, exclude=exclude)
1490 1491
1491 1492 @storecache(narrowspec.FILENAME)
1492 1493 def _narrowmatch(self):
1493 1494 if repository.NARROW_REQUIREMENT not in self.requirements:
1494 1495 return matchmod.always()
1495 1496 narrowspec.checkworkingcopynarrowspec(self)
1496 1497 include, exclude = self.narrowpats
1497 1498 return narrowspec.match(self.root, include=include, exclude=exclude)
1498 1499
1499 1500 def narrowmatch(self, match=None, includeexact=False):
1500 1501 """matcher corresponding the the repo's narrowspec
1501 1502
1502 1503 If `match` is given, then that will be intersected with the narrow
1503 1504 matcher.
1504 1505
1505 1506 If `includeexact` is True, then any exact matches from `match` will
1506 1507 be included even if they're outside the narrowspec.
1507 1508 """
1508 1509 if match:
1509 1510 if includeexact and not self._narrowmatch.always():
1510 1511 # do not exclude explicitly-specified paths so that they can
1511 1512 # be warned later on
1512 1513 em = matchmod.exact(match.files())
1513 1514 nm = matchmod.unionmatcher([self._narrowmatch, em])
1514 1515 return matchmod.intersectmatchers(match, nm)
1515 1516 return matchmod.intersectmatchers(match, self._narrowmatch)
1516 1517 return self._narrowmatch
1517 1518
1518 1519 def setnarrowpats(self, newincludes, newexcludes):
1519 1520 narrowspec.save(self, newincludes, newexcludes)
1520 1521 self.invalidate(clearfilecache=True)
1521 1522
1522 1523 @unfilteredpropertycache
1523 1524 def _quick_access_changeid_null(self):
1524 1525 return {
1525 1526 b'null': (nullrev, nullid),
1526 1527 nullrev: (nullrev, nullid),
1527 1528 nullid: (nullrev, nullid),
1528 1529 }
1529 1530
1530 1531 @unfilteredpropertycache
1531 1532 def _quick_access_changeid_wc(self):
1532 1533 # also fast path access to the working copy parents
1533 1534 # however, only do it for filter that ensure wc is visible.
1534 1535 quick = {}
1535 1536 cl = self.unfiltered().changelog
1536 1537 for node in self.dirstate.parents():
1537 1538 if node == nullid:
1538 1539 continue
1539 1540 rev = cl.index.get_rev(node)
1540 1541 if rev is None:
1541 1542 # unknown working copy parent case:
1542 1543 #
1543 1544 # skip the fast path and let higher code deal with it
1544 1545 continue
1545 1546 pair = (rev, node)
1546 1547 quick[rev] = pair
1547 1548 quick[node] = pair
1548 1549 # also add the parents of the parents
1549 1550 for r in cl.parentrevs(rev):
1550 1551 if r == nullrev:
1551 1552 continue
1552 1553 n = cl.node(r)
1553 1554 pair = (r, n)
1554 1555 quick[r] = pair
1555 1556 quick[n] = pair
1556 1557 p1node = self.dirstate.p1()
1557 1558 if p1node != nullid:
1558 1559 quick[b'.'] = quick[p1node]
1559 1560 return quick
1560 1561
1561 1562 @unfilteredmethod
1562 1563 def _quick_access_changeid_invalidate(self):
1563 1564 if '_quick_access_changeid_wc' in vars(self):
1564 1565 del self.__dict__['_quick_access_changeid_wc']
1565 1566
1566 1567 @property
1567 1568 def _quick_access_changeid(self):
1568 1569 """an helper dictionnary for __getitem__ calls
1569 1570
1570 1571 This contains a list of symbol we can recognise right away without
1571 1572 further processing.
1572 1573 """
1573 1574 mapping = self._quick_access_changeid_null
1574 1575 if self.filtername in repoview.filter_has_wc:
1575 1576 mapping = mapping.copy()
1576 1577 mapping.update(self._quick_access_changeid_wc)
1577 1578 return mapping
1578 1579
1579 1580 def __getitem__(self, changeid):
1580 1581 # dealing with special cases
1581 1582 if changeid is None:
1582 1583 return context.workingctx(self)
1583 1584 if isinstance(changeid, context.basectx):
1584 1585 return changeid
1585 1586
1586 1587 # dealing with multiple revisions
1587 1588 if isinstance(changeid, slice):
1588 1589 # wdirrev isn't contiguous so the slice shouldn't include it
1589 1590 return [
1590 1591 self[i]
1591 1592 for i in pycompat.xrange(*changeid.indices(len(self)))
1592 1593 if i not in self.changelog.filteredrevs
1593 1594 ]
1594 1595
1595 1596 # dealing with some special values
1596 1597 quick_access = self._quick_access_changeid.get(changeid)
1597 1598 if quick_access is not None:
1598 1599 rev, node = quick_access
1599 1600 return context.changectx(self, rev, node, maybe_filtered=False)
1600 1601 if changeid == b'tip':
1601 1602 node = self.changelog.tip()
1602 1603 rev = self.changelog.rev(node)
1603 1604 return context.changectx(self, rev, node)
1604 1605
1605 1606 # dealing with arbitrary values
1606 1607 try:
1607 1608 if isinstance(changeid, int):
1608 1609 node = self.changelog.node(changeid)
1609 1610 rev = changeid
1610 1611 elif changeid == b'.':
1611 1612 # this is a hack to delay/avoid loading obsmarkers
1612 1613 # when we know that '.' won't be hidden
1613 1614 node = self.dirstate.p1()
1614 1615 rev = self.unfiltered().changelog.rev(node)
1615 1616 elif len(changeid) == 20:
1616 1617 try:
1617 1618 node = changeid
1618 1619 rev = self.changelog.rev(changeid)
1619 1620 except error.FilteredLookupError:
1620 1621 changeid = hex(changeid) # for the error message
1621 1622 raise
1622 1623 except LookupError:
1623 1624 # check if it might have come from damaged dirstate
1624 1625 #
1625 1626 # XXX we could avoid the unfiltered if we had a recognizable
1626 1627 # exception for filtered changeset access
1627 1628 if (
1628 1629 self.local()
1629 1630 and changeid in self.unfiltered().dirstate.parents()
1630 1631 ):
1631 1632 msg = _(b"working directory has unknown parent '%s'!")
1632 1633 raise error.Abort(msg % short(changeid))
1633 1634 changeid = hex(changeid) # for the error message
1634 1635 raise
1635 1636
1636 1637 elif len(changeid) == 40:
1637 1638 node = bin(changeid)
1638 1639 rev = self.changelog.rev(node)
1639 1640 else:
1640 1641 raise error.ProgrammingError(
1641 1642 b"unsupported changeid '%s' of type %s"
1642 1643 % (changeid, pycompat.bytestr(type(changeid)))
1643 1644 )
1644 1645
1645 1646 return context.changectx(self, rev, node)
1646 1647
1647 1648 except (error.FilteredIndexError, error.FilteredLookupError):
1648 1649 raise error.FilteredRepoLookupError(
1649 1650 _(b"filtered revision '%s'") % pycompat.bytestr(changeid)
1650 1651 )
1651 1652 except (IndexError, LookupError):
1652 1653 raise error.RepoLookupError(
1653 1654 _(b"unknown revision '%s'") % pycompat.bytestr(changeid)
1654 1655 )
1655 1656 except error.WdirUnsupported:
1656 1657 return context.workingctx(self)
1657 1658
1658 1659 def __contains__(self, changeid):
1659 1660 """True if the given changeid exists
1660 1661
1661 1662 error.AmbiguousPrefixLookupError is raised if an ambiguous node
1662 1663 specified.
1663 1664 """
1664 1665 try:
1665 1666 self[changeid]
1666 1667 return True
1667 1668 except error.RepoLookupError:
1668 1669 return False
1669 1670
1670 1671 def __nonzero__(self):
1671 1672 return True
1672 1673
1673 1674 __bool__ = __nonzero__
1674 1675
1675 1676 def __len__(self):
1676 1677 # no need to pay the cost of repoview.changelog
1677 1678 unfi = self.unfiltered()
1678 1679 return len(unfi.changelog)
1679 1680
1680 1681 def __iter__(self):
1681 1682 return iter(self.changelog)
1682 1683
1683 1684 def revs(self, expr, *args):
1684 1685 '''Find revisions matching a revset.
1685 1686
1686 1687 The revset is specified as a string ``expr`` that may contain
1687 1688 %-formatting to escape certain types. See ``revsetlang.formatspec``.
1688 1689
1689 1690 Revset aliases from the configuration are not expanded. To expand
1690 1691 user aliases, consider calling ``scmutil.revrange()`` or
1691 1692 ``repo.anyrevs([expr], user=True)``.
1692 1693
1693 1694 Returns a smartset.abstractsmartset, which is a list-like interface
1694 1695 that contains integer revisions.
1695 1696 '''
1696 1697 tree = revsetlang.spectree(expr, *args)
1697 1698 return revset.makematcher(tree)(self)
1698 1699
1699 1700 def set(self, expr, *args):
1700 1701 '''Find revisions matching a revset and emit changectx instances.
1701 1702
1702 1703 This is a convenience wrapper around ``revs()`` that iterates the
1703 1704 result and is a generator of changectx instances.
1704 1705
1705 1706 Revset aliases from the configuration are not expanded. To expand
1706 1707 user aliases, consider calling ``scmutil.revrange()``.
1707 1708 '''
1708 1709 for r in self.revs(expr, *args):
1709 1710 yield self[r]
1710 1711
1711 1712 def anyrevs(self, specs, user=False, localalias=None):
1712 1713 '''Find revisions matching one of the given revsets.
1713 1714
1714 1715 Revset aliases from the configuration are not expanded by default. To
1715 1716 expand user aliases, specify ``user=True``. To provide some local
1716 1717 definitions overriding user aliases, set ``localalias`` to
1717 1718 ``{name: definitionstring}``.
1718 1719 '''
1719 1720 if specs == [b'null']:
1720 1721 return revset.baseset([nullrev])
1721 1722 if specs == [b'.']:
1722 1723 quick_data = self._quick_access_changeid.get(b'.')
1723 1724 if quick_data is not None:
1724 1725 return revset.baseset([quick_data[0]])
1725 1726 if user:
1726 1727 m = revset.matchany(
1727 1728 self.ui,
1728 1729 specs,
1729 1730 lookup=revset.lookupfn(self),
1730 1731 localalias=localalias,
1731 1732 )
1732 1733 else:
1733 1734 m = revset.matchany(None, specs, localalias=localalias)
1734 1735 return m(self)
1735 1736
1736 1737 def url(self):
1737 1738 return b'file:' + self.root
1738 1739
1739 1740 def hook(self, name, throw=False, **args):
1740 1741 """Call a hook, passing this repo instance.
1741 1742
1742 1743 This a convenience method to aid invoking hooks. Extensions likely
1743 1744 won't call this unless they have registered a custom hook or are
1744 1745 replacing code that is expected to call a hook.
1745 1746 """
1746 1747 return hook.hook(self.ui, self, name, throw, **args)
1747 1748
1748 1749 @filteredpropertycache
1749 1750 def _tagscache(self):
1750 1751 '''Returns a tagscache object that contains various tags related
1751 1752 caches.'''
1752 1753
1753 1754 # This simplifies its cache management by having one decorated
1754 1755 # function (this one) and the rest simply fetch things from it.
1755 1756 class tagscache(object):
1756 1757 def __init__(self):
1757 1758 # These two define the set of tags for this repository. tags
1758 1759 # maps tag name to node; tagtypes maps tag name to 'global' or
1759 1760 # 'local'. (Global tags are defined by .hgtags across all
1760 1761 # heads, and local tags are defined in .hg/localtags.)
1761 1762 # They constitute the in-memory cache of tags.
1762 1763 self.tags = self.tagtypes = None
1763 1764
1764 1765 self.nodetagscache = self.tagslist = None
1765 1766
1766 1767 cache = tagscache()
1767 1768 cache.tags, cache.tagtypes = self._findtags()
1768 1769
1769 1770 return cache
1770 1771
1771 1772 def tags(self):
1772 1773 '''return a mapping of tag to node'''
1773 1774 t = {}
1774 1775 if self.changelog.filteredrevs:
1775 1776 tags, tt = self._findtags()
1776 1777 else:
1777 1778 tags = self._tagscache.tags
1778 1779 rev = self.changelog.rev
1779 1780 for k, v in pycompat.iteritems(tags):
1780 1781 try:
1781 1782 # ignore tags to unknown nodes
1782 1783 rev(v)
1783 1784 t[k] = v
1784 1785 except (error.LookupError, ValueError):
1785 1786 pass
1786 1787 return t
1787 1788
1788 1789 def _findtags(self):
1789 1790 '''Do the hard work of finding tags. Return a pair of dicts
1790 1791 (tags, tagtypes) where tags maps tag name to node, and tagtypes
1791 1792 maps tag name to a string like \'global\' or \'local\'.
1792 1793 Subclasses or extensions are free to add their own tags, but
1793 1794 should be aware that the returned dicts will be retained for the
1794 1795 duration of the localrepo object.'''
1795 1796
1796 1797 # XXX what tagtype should subclasses/extensions use? Currently
1797 1798 # mq and bookmarks add tags, but do not set the tagtype at all.
1798 1799 # Should each extension invent its own tag type? Should there
1799 1800 # be one tagtype for all such "virtual" tags? Or is the status
1800 1801 # quo fine?
1801 1802
1802 1803 # map tag name to (node, hist)
1803 1804 alltags = tagsmod.findglobaltags(self.ui, self)
1804 1805 # map tag name to tag type
1805 1806 tagtypes = dict((tag, b'global') for tag in alltags)
1806 1807
1807 1808 tagsmod.readlocaltags(self.ui, self, alltags, tagtypes)
1808 1809
1809 1810 # Build the return dicts. Have to re-encode tag names because
1810 1811 # the tags module always uses UTF-8 (in order not to lose info
1811 1812 # writing to the cache), but the rest of Mercurial wants them in
1812 1813 # local encoding.
1813 1814 tags = {}
1814 1815 for (name, (node, hist)) in pycompat.iteritems(alltags):
1815 1816 if node != nullid:
1816 1817 tags[encoding.tolocal(name)] = node
1817 1818 tags[b'tip'] = self.changelog.tip()
1818 1819 tagtypes = dict(
1819 1820 [
1820 1821 (encoding.tolocal(name), value)
1821 1822 for (name, value) in pycompat.iteritems(tagtypes)
1822 1823 ]
1823 1824 )
1824 1825 return (tags, tagtypes)
1825 1826
1826 1827 def tagtype(self, tagname):
1827 1828 '''
1828 1829 return the type of the given tag. result can be:
1829 1830
1830 1831 'local' : a local tag
1831 1832 'global' : a global tag
1832 1833 None : tag does not exist
1833 1834 '''
1834 1835
1835 1836 return self._tagscache.tagtypes.get(tagname)
1836 1837
1837 1838 def tagslist(self):
1838 1839 '''return a list of tags ordered by revision'''
1839 1840 if not self._tagscache.tagslist:
1840 1841 l = []
1841 1842 for t, n in pycompat.iteritems(self.tags()):
1842 1843 l.append((self.changelog.rev(n), t, n))
1843 1844 self._tagscache.tagslist = [(t, n) for r, t, n in sorted(l)]
1844 1845
1845 1846 return self._tagscache.tagslist
1846 1847
1847 1848 def nodetags(self, node):
1848 1849 '''return the tags associated with a node'''
1849 1850 if not self._tagscache.nodetagscache:
1850 1851 nodetagscache = {}
1851 1852 for t, n in pycompat.iteritems(self._tagscache.tags):
1852 1853 nodetagscache.setdefault(n, []).append(t)
1853 1854 for tags in pycompat.itervalues(nodetagscache):
1854 1855 tags.sort()
1855 1856 self._tagscache.nodetagscache = nodetagscache
1856 1857 return self._tagscache.nodetagscache.get(node, [])
1857 1858
1858 1859 def nodebookmarks(self, node):
1859 1860 """return the list of bookmarks pointing to the specified node"""
1860 1861 return self._bookmarks.names(node)
1861 1862
1862 1863 def branchmap(self):
1863 1864 '''returns a dictionary {branch: [branchheads]} with branchheads
1864 1865 ordered by increasing revision number'''
1865 1866 return self._branchcaches[self]
1866 1867
1867 1868 @unfilteredmethod
1868 1869 def revbranchcache(self):
1869 1870 if not self._revbranchcache:
1870 1871 self._revbranchcache = branchmap.revbranchcache(self.unfiltered())
1871 1872 return self._revbranchcache
1872 1873
1873 1874 def branchtip(self, branch, ignoremissing=False):
1874 1875 '''return the tip node for a given branch
1875 1876
1876 1877 If ignoremissing is True, then this method will not raise an error.
1877 1878 This is helpful for callers that only expect None for a missing branch
1878 1879 (e.g. namespace).
1879 1880
1880 1881 '''
1881 1882 try:
1882 1883 return self.branchmap().branchtip(branch)
1883 1884 except KeyError:
1884 1885 if not ignoremissing:
1885 1886 raise error.RepoLookupError(_(b"unknown branch '%s'") % branch)
1886 1887 else:
1887 1888 pass
1888 1889
1889 1890 def lookup(self, key):
1890 1891 node = scmutil.revsymbol(self, key).node()
1891 1892 if node is None:
1892 1893 raise error.RepoLookupError(_(b"unknown revision '%s'") % key)
1893 1894 return node
1894 1895
1895 1896 def lookupbranch(self, key):
1896 1897 if self.branchmap().hasbranch(key):
1897 1898 return key
1898 1899
1899 1900 return scmutil.revsymbol(self, key).branch()
1900 1901
1901 1902 def known(self, nodes):
1902 1903 cl = self.changelog
1903 1904 get_rev = cl.index.get_rev
1904 1905 filtered = cl.filteredrevs
1905 1906 result = []
1906 1907 for n in nodes:
1907 1908 r = get_rev(n)
1908 1909 resp = not (r is None or r in filtered)
1909 1910 result.append(resp)
1910 1911 return result
1911 1912
1912 1913 def local(self):
1913 1914 return self
1914 1915
1915 1916 def publishing(self):
1916 1917 # it's safe (and desirable) to trust the publish flag unconditionally
1917 1918 # so that we don't finalize changes shared between users via ssh or nfs
1918 1919 return self.ui.configbool(b'phases', b'publish', untrusted=True)
1919 1920
1920 1921 def cancopy(self):
1921 1922 # so statichttprepo's override of local() works
1922 1923 if not self.local():
1923 1924 return False
1924 1925 if not self.publishing():
1925 1926 return True
1926 1927 # if publishing we can't copy if there is filtered content
1927 1928 return not self.filtered(b'visible').changelog.filteredrevs
1928 1929
1929 1930 def shared(self):
1930 1931 '''the type of shared repository (None if not shared)'''
1931 1932 if self.sharedpath != self.path:
1932 1933 return b'store'
1933 1934 return None
1934 1935
1935 1936 def wjoin(self, f, *insidef):
1936 1937 return self.vfs.reljoin(self.root, f, *insidef)
1937 1938
1938 1939 def setparents(self, p1, p2=nullid):
1939 1940 self[None].setparents(p1, p2)
1940 1941 self._quick_access_changeid_invalidate()
1941 1942
1942 1943 def filectx(self, path, changeid=None, fileid=None, changectx=None):
1943 1944 """changeid must be a changeset revision, if specified.
1944 1945 fileid can be a file revision or node."""
1945 1946 return context.filectx(
1946 1947 self, path, changeid, fileid, changectx=changectx
1947 1948 )
1948 1949
1949 1950 def getcwd(self):
1950 1951 return self.dirstate.getcwd()
1951 1952
1952 1953 def pathto(self, f, cwd=None):
1953 1954 return self.dirstate.pathto(f, cwd)
1954 1955
1955 1956 def _loadfilter(self, filter):
1956 1957 if filter not in self._filterpats:
1957 1958 l = []
1958 1959 for pat, cmd in self.ui.configitems(filter):
1959 1960 if cmd == b'!':
1960 1961 continue
1961 1962 mf = matchmod.match(self.root, b'', [pat])
1962 1963 fn = None
1963 1964 params = cmd
1964 1965 for name, filterfn in pycompat.iteritems(self._datafilters):
1965 1966 if cmd.startswith(name):
1966 1967 fn = filterfn
1967 1968 params = cmd[len(name) :].lstrip()
1968 1969 break
1969 1970 if not fn:
1970 1971 fn = lambda s, c, **kwargs: procutil.filter(s, c)
1971 1972 fn.__name__ = 'commandfilter'
1972 1973 # Wrap old filters not supporting keyword arguments
1973 1974 if not pycompat.getargspec(fn)[2]:
1974 1975 oldfn = fn
1975 1976 fn = lambda s, c, oldfn=oldfn, **kwargs: oldfn(s, c)
1976 1977 fn.__name__ = 'compat-' + oldfn.__name__
1977 1978 l.append((mf, fn, params))
1978 1979 self._filterpats[filter] = l
1979 1980 return self._filterpats[filter]
1980 1981
1981 1982 def _filter(self, filterpats, filename, data):
1982 1983 for mf, fn, cmd in filterpats:
1983 1984 if mf(filename):
1984 1985 self.ui.debug(
1985 1986 b"filtering %s through %s\n"
1986 1987 % (filename, cmd or pycompat.sysbytes(fn.__name__))
1987 1988 )
1988 1989 data = fn(data, cmd, ui=self.ui, repo=self, filename=filename)
1989 1990 break
1990 1991
1991 1992 return data
1992 1993
1993 1994 @unfilteredpropertycache
1994 1995 def _encodefilterpats(self):
1995 1996 return self._loadfilter(b'encode')
1996 1997
1997 1998 @unfilteredpropertycache
1998 1999 def _decodefilterpats(self):
1999 2000 return self._loadfilter(b'decode')
2000 2001
2001 2002 def adddatafilter(self, name, filter):
2002 2003 self._datafilters[name] = filter
2003 2004
2004 2005 def wread(self, filename):
2005 2006 if self.wvfs.islink(filename):
2006 2007 data = self.wvfs.readlink(filename)
2007 2008 else:
2008 2009 data = self.wvfs.read(filename)
2009 2010 return self._filter(self._encodefilterpats, filename, data)
2010 2011
2011 2012 def wwrite(self, filename, data, flags, backgroundclose=False, **kwargs):
2012 2013 """write ``data`` into ``filename`` in the working directory
2013 2014
2014 2015 This returns length of written (maybe decoded) data.
2015 2016 """
2016 2017 data = self._filter(self._decodefilterpats, filename, data)
2017 2018 if b'l' in flags:
2018 2019 self.wvfs.symlink(data, filename)
2019 2020 else:
2020 2021 self.wvfs.write(
2021 2022 filename, data, backgroundclose=backgroundclose, **kwargs
2022 2023 )
2023 2024 if b'x' in flags:
2024 2025 self.wvfs.setflags(filename, False, True)
2025 2026 else:
2026 2027 self.wvfs.setflags(filename, False, False)
2027 2028 return len(data)
2028 2029
2029 2030 def wwritedata(self, filename, data):
2030 2031 return self._filter(self._decodefilterpats, filename, data)
2031 2032
2032 2033 def currenttransaction(self):
2033 2034 """return the current transaction or None if non exists"""
2034 2035 if self._transref:
2035 2036 tr = self._transref()
2036 2037 else:
2037 2038 tr = None
2038 2039
2039 2040 if tr and tr.running():
2040 2041 return tr
2041 2042 return None
2042 2043
2043 2044 def transaction(self, desc, report=None):
2044 2045 if self.ui.configbool(b'devel', b'all-warnings') or self.ui.configbool(
2045 2046 b'devel', b'check-locks'
2046 2047 ):
2047 2048 if self._currentlock(self._lockref) is None:
2048 2049 raise error.ProgrammingError(b'transaction requires locking')
2049 2050 tr = self.currenttransaction()
2050 2051 if tr is not None:
2051 2052 return tr.nest(name=desc)
2052 2053
2053 2054 # abort here if the journal already exists
2054 2055 if self.svfs.exists(b"journal"):
2055 2056 raise error.RepoError(
2056 2057 _(b"abandoned transaction found"),
2057 2058 hint=_(b"run 'hg recover' to clean up transaction"),
2058 2059 )
2059 2060
2060 2061 idbase = b"%.40f#%f" % (random.random(), time.time())
2061 2062 ha = hex(hashutil.sha1(idbase).digest())
2062 2063 txnid = b'TXN:' + ha
2063 2064 self.hook(b'pretxnopen', throw=True, txnname=desc, txnid=txnid)
2064 2065
2065 2066 self._writejournal(desc)
2066 2067 renames = [(vfs, x, undoname(x)) for vfs, x in self._journalfiles()]
2067 2068 if report:
2068 2069 rp = report
2069 2070 else:
2070 2071 rp = self.ui.warn
2071 2072 vfsmap = {b'plain': self.vfs, b'store': self.svfs} # root of .hg/
2072 2073 # we must avoid cyclic reference between repo and transaction.
2073 2074 reporef = weakref.ref(self)
2074 2075 # Code to track tag movement
2075 2076 #
2076 2077 # Since tags are all handled as file content, it is actually quite hard
2077 2078 # to track these movement from a code perspective. So we fallback to a
2078 2079 # tracking at the repository level. One could envision to track changes
2079 2080 # to the '.hgtags' file through changegroup apply but that fails to
2080 2081 # cope with case where transaction expose new heads without changegroup
2081 2082 # being involved (eg: phase movement).
2082 2083 #
2083 2084 # For now, We gate the feature behind a flag since this likely comes
2084 2085 # with performance impacts. The current code run more often than needed
2085 2086 # and do not use caches as much as it could. The current focus is on
2086 2087 # the behavior of the feature so we disable it by default. The flag
2087 2088 # will be removed when we are happy with the performance impact.
2088 2089 #
2089 2090 # Once this feature is no longer experimental move the following
2090 2091 # documentation to the appropriate help section:
2091 2092 #
2092 2093 # The ``HG_TAG_MOVED`` variable will be set if the transaction touched
2093 2094 # tags (new or changed or deleted tags). In addition the details of
2094 2095 # these changes are made available in a file at:
2095 2096 # ``REPOROOT/.hg/changes/tags.changes``.
2096 2097 # Make sure you check for HG_TAG_MOVED before reading that file as it
2097 2098 # might exist from a previous transaction even if no tag were touched
2098 2099 # in this one. Changes are recorded in a line base format::
2099 2100 #
2100 2101 # <action> <hex-node> <tag-name>\n
2101 2102 #
2102 2103 # Actions are defined as follow:
2103 2104 # "-R": tag is removed,
2104 2105 # "+A": tag is added,
2105 2106 # "-M": tag is moved (old value),
2106 2107 # "+M": tag is moved (new value),
2107 2108 tracktags = lambda x: None
2108 2109 # experimental config: experimental.hook-track-tags
2109 2110 shouldtracktags = self.ui.configbool(
2110 2111 b'experimental', b'hook-track-tags'
2111 2112 )
2112 2113 if desc != b'strip' and shouldtracktags:
2113 2114 oldheads = self.changelog.headrevs()
2114 2115
2115 2116 def tracktags(tr2):
2116 2117 repo = reporef()
2117 2118 oldfnodes = tagsmod.fnoderevs(repo.ui, repo, oldheads)
2118 2119 newheads = repo.changelog.headrevs()
2119 2120 newfnodes = tagsmod.fnoderevs(repo.ui, repo, newheads)
2120 2121 # notes: we compare lists here.
2121 2122 # As we do it only once buiding set would not be cheaper
2122 2123 changes = tagsmod.difftags(repo.ui, repo, oldfnodes, newfnodes)
2123 2124 if changes:
2124 2125 tr2.hookargs[b'tag_moved'] = b'1'
2125 2126 with repo.vfs(
2126 2127 b'changes/tags.changes', b'w', atomictemp=True
2127 2128 ) as changesfile:
2128 2129 # note: we do not register the file to the transaction
2129 2130 # because we needs it to still exist on the transaction
2130 2131 # is close (for txnclose hooks)
2131 2132 tagsmod.writediff(changesfile, changes)
2132 2133
2133 2134 def validate(tr2):
2134 2135 """will run pre-closing hooks"""
2135 2136 # XXX the transaction API is a bit lacking here so we take a hacky
2136 2137 # path for now
2137 2138 #
2138 2139 # We cannot add this as a "pending" hooks since the 'tr.hookargs'
2139 2140 # dict is copied before these run. In addition we needs the data
2140 2141 # available to in memory hooks too.
2141 2142 #
2142 2143 # Moreover, we also need to make sure this runs before txnclose
2143 2144 # hooks and there is no "pending" mechanism that would execute
2144 2145 # logic only if hooks are about to run.
2145 2146 #
2146 2147 # Fixing this limitation of the transaction is also needed to track
2147 2148 # other families of changes (bookmarks, phases, obsolescence).
2148 2149 #
2149 2150 # This will have to be fixed before we remove the experimental
2150 2151 # gating.
2151 2152 tracktags(tr2)
2152 2153 repo = reporef()
2153 2154
2154 2155 singleheadopt = (b'experimental', b'single-head-per-branch')
2155 2156 singlehead = repo.ui.configbool(*singleheadopt)
2156 2157 if singlehead:
2157 2158 singleheadsub = repo.ui.configsuboptions(*singleheadopt)[1]
2158 2159 accountclosed = singleheadsub.get(
2159 2160 b"account-closed-heads", False
2160 2161 )
2161 2162 scmutil.enforcesinglehead(repo, tr2, desc, accountclosed)
2162 2163 if hook.hashook(repo.ui, b'pretxnclose-bookmark'):
2163 2164 for name, (old, new) in sorted(
2164 2165 tr.changes[b'bookmarks'].items()
2165 2166 ):
2166 2167 args = tr.hookargs.copy()
2167 2168 args.update(bookmarks.preparehookargs(name, old, new))
2168 2169 repo.hook(
2169 2170 b'pretxnclose-bookmark',
2170 2171 throw=True,
2171 2172 **pycompat.strkwargs(args)
2172 2173 )
2173 2174 if hook.hashook(repo.ui, b'pretxnclose-phase'):
2174 2175 cl = repo.unfiltered().changelog
2175 2176 for rev, (old, new) in tr.changes[b'phases'].items():
2176 2177 args = tr.hookargs.copy()
2177 2178 node = hex(cl.node(rev))
2178 2179 args.update(phases.preparehookargs(node, old, new))
2179 2180 repo.hook(
2180 2181 b'pretxnclose-phase',
2181 2182 throw=True,
2182 2183 **pycompat.strkwargs(args)
2183 2184 )
2184 2185
2185 2186 repo.hook(
2186 2187 b'pretxnclose', throw=True, **pycompat.strkwargs(tr.hookargs)
2187 2188 )
2188 2189
2189 2190 def releasefn(tr, success):
2190 2191 repo = reporef()
2191 2192 if repo is None:
2192 2193 # If the repo has been GC'd (and this release function is being
2193 2194 # called from transaction.__del__), there's not much we can do,
2194 2195 # so just leave the unfinished transaction there and let the
2195 2196 # user run `hg recover`.
2196 2197 return
2197 2198 if success:
2198 2199 # this should be explicitly invoked here, because
2199 2200 # in-memory changes aren't written out at closing
2200 2201 # transaction, if tr.addfilegenerator (via
2201 2202 # dirstate.write or so) isn't invoked while
2202 2203 # transaction running
2203 2204 repo.dirstate.write(None)
2204 2205 else:
2205 2206 # discard all changes (including ones already written
2206 2207 # out) in this transaction
2207 2208 narrowspec.restorebackup(self, b'journal.narrowspec')
2208 2209 narrowspec.restorewcbackup(self, b'journal.narrowspec.dirstate')
2209 2210 repo.dirstate.restorebackup(None, b'journal.dirstate')
2210 2211
2211 2212 repo.invalidate(clearfilecache=True)
2212 2213
2213 2214 tr = transaction.transaction(
2214 2215 rp,
2215 2216 self.svfs,
2216 2217 vfsmap,
2217 2218 b"journal",
2218 2219 b"undo",
2219 2220 aftertrans(renames),
2220 2221 self.store.createmode,
2221 2222 validator=validate,
2222 2223 releasefn=releasefn,
2223 2224 checkambigfiles=_cachedfiles,
2224 2225 name=desc,
2225 2226 )
2226 2227 tr.changes[b'origrepolen'] = len(self)
2227 2228 tr.changes[b'obsmarkers'] = set()
2228 2229 tr.changes[b'phases'] = {}
2229 2230 tr.changes[b'bookmarks'] = {}
2230 2231
2231 2232 tr.hookargs[b'txnid'] = txnid
2232 2233 tr.hookargs[b'txnname'] = desc
2233 2234 # note: writing the fncache only during finalize mean that the file is
2234 2235 # outdated when running hooks. As fncache is used for streaming clone,
2235 2236 # this is not expected to break anything that happen during the hooks.
2236 2237 tr.addfinalize(b'flush-fncache', self.store.write)
2237 2238
2238 2239 def txnclosehook(tr2):
2239 2240 """To be run if transaction is successful, will schedule a hook run
2240 2241 """
2241 2242 # Don't reference tr2 in hook() so we don't hold a reference.
2242 2243 # This reduces memory consumption when there are multiple
2243 2244 # transactions per lock. This can likely go away if issue5045
2244 2245 # fixes the function accumulation.
2245 2246 hookargs = tr2.hookargs
2246 2247
2247 2248 def hookfunc(unused_success):
2248 2249 repo = reporef()
2249 2250 if hook.hashook(repo.ui, b'txnclose-bookmark'):
2250 2251 bmchanges = sorted(tr.changes[b'bookmarks'].items())
2251 2252 for name, (old, new) in bmchanges:
2252 2253 args = tr.hookargs.copy()
2253 2254 args.update(bookmarks.preparehookargs(name, old, new))
2254 2255 repo.hook(
2255 2256 b'txnclose-bookmark',
2256 2257 throw=False,
2257 2258 **pycompat.strkwargs(args)
2258 2259 )
2259 2260
2260 2261 if hook.hashook(repo.ui, b'txnclose-phase'):
2261 2262 cl = repo.unfiltered().changelog
2262 2263 phasemv = sorted(tr.changes[b'phases'].items())
2263 2264 for rev, (old, new) in phasemv:
2264 2265 args = tr.hookargs.copy()
2265 2266 node = hex(cl.node(rev))
2266 2267 args.update(phases.preparehookargs(node, old, new))
2267 2268 repo.hook(
2268 2269 b'txnclose-phase',
2269 2270 throw=False,
2270 2271 **pycompat.strkwargs(args)
2271 2272 )
2272 2273
2273 2274 repo.hook(
2274 2275 b'txnclose', throw=False, **pycompat.strkwargs(hookargs)
2275 2276 )
2276 2277
2277 2278 reporef()._afterlock(hookfunc)
2278 2279
2279 2280 tr.addfinalize(b'txnclose-hook', txnclosehook)
2280 2281 # Include a leading "-" to make it happen before the transaction summary
2281 2282 # reports registered via scmutil.registersummarycallback() whose names
2282 2283 # are 00-txnreport etc. That way, the caches will be warm when the
2283 2284 # callbacks run.
2284 2285 tr.addpostclose(b'-warm-cache', self._buildcacheupdater(tr))
2285 2286
2286 2287 def txnaborthook(tr2):
2287 2288 """To be run if transaction is aborted
2288 2289 """
2289 2290 reporef().hook(
2290 2291 b'txnabort', throw=False, **pycompat.strkwargs(tr2.hookargs)
2291 2292 )
2292 2293
2293 2294 tr.addabort(b'txnabort-hook', txnaborthook)
2294 2295 # avoid eager cache invalidation. in-memory data should be identical
2295 2296 # to stored data if transaction has no error.
2296 2297 tr.addpostclose(b'refresh-filecachestats', self._refreshfilecachestats)
2297 2298 self._transref = weakref.ref(tr)
2298 2299 scmutil.registersummarycallback(self, tr, desc)
2299 2300 return tr
2300 2301
2301 2302 def _journalfiles(self):
2302 2303 return (
2303 2304 (self.svfs, b'journal'),
2304 2305 (self.svfs, b'journal.narrowspec'),
2305 2306 (self.vfs, b'journal.narrowspec.dirstate'),
2306 2307 (self.vfs, b'journal.dirstate'),
2307 2308 (self.vfs, b'journal.branch'),
2308 2309 (self.vfs, b'journal.desc'),
2309 2310 (bookmarks.bookmarksvfs(self), b'journal.bookmarks'),
2310 2311 (self.svfs, b'journal.phaseroots'),
2311 2312 )
2312 2313
2313 2314 def undofiles(self):
2314 2315 return [(vfs, undoname(x)) for vfs, x in self._journalfiles()]
2315 2316
2316 2317 @unfilteredmethod
2317 2318 def _writejournal(self, desc):
2318 2319 self.dirstate.savebackup(None, b'journal.dirstate')
2319 2320 narrowspec.savewcbackup(self, b'journal.narrowspec.dirstate')
2320 2321 narrowspec.savebackup(self, b'journal.narrowspec')
2321 2322 self.vfs.write(
2322 2323 b"journal.branch", encoding.fromlocal(self.dirstate.branch())
2323 2324 )
2324 2325 self.vfs.write(b"journal.desc", b"%d\n%s\n" % (len(self), desc))
2325 2326 bookmarksvfs = bookmarks.bookmarksvfs(self)
2326 2327 bookmarksvfs.write(
2327 2328 b"journal.bookmarks", bookmarksvfs.tryread(b"bookmarks")
2328 2329 )
2329 2330 self.svfs.write(b"journal.phaseroots", self.svfs.tryread(b"phaseroots"))
2330 2331
2331 2332 def recover(self):
2332 2333 with self.lock():
2333 2334 if self.svfs.exists(b"journal"):
2334 2335 self.ui.status(_(b"rolling back interrupted transaction\n"))
2335 2336 vfsmap = {
2336 2337 b'': self.svfs,
2337 2338 b'plain': self.vfs,
2338 2339 }
2339 2340 transaction.rollback(
2340 2341 self.svfs,
2341 2342 vfsmap,
2342 2343 b"journal",
2343 2344 self.ui.warn,
2344 2345 checkambigfiles=_cachedfiles,
2345 2346 )
2346 2347 self.invalidate()
2347 2348 return True
2348 2349 else:
2349 2350 self.ui.warn(_(b"no interrupted transaction available\n"))
2350 2351 return False
2351 2352
2352 2353 def rollback(self, dryrun=False, force=False):
2353 2354 wlock = lock = dsguard = None
2354 2355 try:
2355 2356 wlock = self.wlock()
2356 2357 lock = self.lock()
2357 2358 if self.svfs.exists(b"undo"):
2358 2359 dsguard = dirstateguard.dirstateguard(self, b'rollback')
2359 2360
2360 2361 return self._rollback(dryrun, force, dsguard)
2361 2362 else:
2362 2363 self.ui.warn(_(b"no rollback information available\n"))
2363 2364 return 1
2364 2365 finally:
2365 2366 release(dsguard, lock, wlock)
2366 2367
2367 2368 @unfilteredmethod # Until we get smarter cache management
2368 2369 def _rollback(self, dryrun, force, dsguard):
2369 2370 ui = self.ui
2370 2371 try:
2371 2372 args = self.vfs.read(b'undo.desc').splitlines()
2372 2373 (oldlen, desc, detail) = (int(args[0]), args[1], None)
2373 2374 if len(args) >= 3:
2374 2375 detail = args[2]
2375 2376 oldtip = oldlen - 1
2376 2377
2377 2378 if detail and ui.verbose:
2378 2379 msg = _(
2379 2380 b'repository tip rolled back to revision %d'
2380 2381 b' (undo %s: %s)\n'
2381 2382 ) % (oldtip, desc, detail)
2382 2383 else:
2383 2384 msg = _(
2384 2385 b'repository tip rolled back to revision %d (undo %s)\n'
2385 2386 ) % (oldtip, desc)
2386 2387 except IOError:
2387 2388 msg = _(b'rolling back unknown transaction\n')
2388 2389 desc = None
2389 2390
2390 2391 if not force and self[b'.'] != self[b'tip'] and desc == b'commit':
2391 2392 raise error.Abort(
2392 2393 _(
2393 2394 b'rollback of last commit while not checked out '
2394 2395 b'may lose data'
2395 2396 ),
2396 2397 hint=_(b'use -f to force'),
2397 2398 )
2398 2399
2399 2400 ui.status(msg)
2400 2401 if dryrun:
2401 2402 return 0
2402 2403
2403 2404 parents = self.dirstate.parents()
2404 2405 self.destroying()
2405 2406 vfsmap = {b'plain': self.vfs, b'': self.svfs}
2406 2407 transaction.rollback(
2407 2408 self.svfs, vfsmap, b'undo', ui.warn, checkambigfiles=_cachedfiles
2408 2409 )
2409 2410 bookmarksvfs = bookmarks.bookmarksvfs(self)
2410 2411 if bookmarksvfs.exists(b'undo.bookmarks'):
2411 2412 bookmarksvfs.rename(
2412 2413 b'undo.bookmarks', b'bookmarks', checkambig=True
2413 2414 )
2414 2415 if self.svfs.exists(b'undo.phaseroots'):
2415 2416 self.svfs.rename(b'undo.phaseroots', b'phaseroots', checkambig=True)
2416 2417 self.invalidate()
2417 2418
2418 2419 has_node = self.changelog.index.has_node
2419 2420 parentgone = any(not has_node(p) for p in parents)
2420 2421 if parentgone:
2421 2422 # prevent dirstateguard from overwriting already restored one
2422 2423 dsguard.close()
2423 2424
2424 2425 narrowspec.restorebackup(self, b'undo.narrowspec')
2425 2426 narrowspec.restorewcbackup(self, b'undo.narrowspec.dirstate')
2426 2427 self.dirstate.restorebackup(None, b'undo.dirstate')
2427 2428 try:
2428 2429 branch = self.vfs.read(b'undo.branch')
2429 2430 self.dirstate.setbranch(encoding.tolocal(branch))
2430 2431 except IOError:
2431 2432 ui.warn(
2432 2433 _(
2433 2434 b'named branch could not be reset: '
2434 2435 b'current branch is still \'%s\'\n'
2435 2436 )
2436 2437 % self.dirstate.branch()
2437 2438 )
2438 2439
2439 2440 parents = tuple([p.rev() for p in self[None].parents()])
2440 2441 if len(parents) > 1:
2441 2442 ui.status(
2442 2443 _(
2443 2444 b'working directory now based on '
2444 2445 b'revisions %d and %d\n'
2445 2446 )
2446 2447 % parents
2447 2448 )
2448 2449 else:
2449 2450 ui.status(
2450 2451 _(b'working directory now based on revision %d\n') % parents
2451 2452 )
2452 2453 mergemod.mergestate.clean(self, self[b'.'].node())
2453 2454
2454 2455 # TODO: if we know which new heads may result from this rollback, pass
2455 2456 # them to destroy(), which will prevent the branchhead cache from being
2456 2457 # invalidated.
2457 2458 self.destroyed()
2458 2459 return 0
2459 2460
2460 2461 def _buildcacheupdater(self, newtransaction):
2461 2462 """called during transaction to build the callback updating cache
2462 2463
2463 2464 Lives on the repository to help extension who might want to augment
2464 2465 this logic. For this purpose, the created transaction is passed to the
2465 2466 method.
2466 2467 """
2467 2468 # we must avoid cyclic reference between repo and transaction.
2468 2469 reporef = weakref.ref(self)
2469 2470
2470 2471 def updater(tr):
2471 2472 repo = reporef()
2472 2473 repo.updatecaches(tr)
2473 2474
2474 2475 return updater
2475 2476
2476 2477 @unfilteredmethod
2477 2478 def updatecaches(self, tr=None, full=False):
2478 2479 """warm appropriate caches
2479 2480
2480 2481 If this function is called after a transaction closed. The transaction
2481 2482 will be available in the 'tr' argument. This can be used to selectively
2482 2483 update caches relevant to the changes in that transaction.
2483 2484
2484 2485 If 'full' is set, make sure all caches the function knows about have
2485 2486 up-to-date data. Even the ones usually loaded more lazily.
2486 2487 """
2487 2488 if tr is not None and tr.hookargs.get(b'source') == b'strip':
2488 2489 # During strip, many caches are invalid but
2489 2490 # later call to `destroyed` will refresh them.
2490 2491 return
2491 2492
2492 2493 if tr is None or tr.changes[b'origrepolen'] < len(self):
2493 2494 # accessing the 'ser ved' branchmap should refresh all the others,
2494 2495 self.ui.debug(b'updating the branch cache\n')
2495 2496 self.filtered(b'served').branchmap()
2496 2497 self.filtered(b'served.hidden').branchmap()
2497 2498
2498 2499 if full:
2499 2500 unfi = self.unfiltered()
2500 2501 rbc = unfi.revbranchcache()
2501 2502 for r in unfi.changelog:
2502 2503 rbc.branchinfo(r)
2503 2504 rbc.write()
2504 2505
2505 2506 # ensure the working copy parents are in the manifestfulltextcache
2506 2507 for ctx in self[b'.'].parents():
2507 2508 ctx.manifest() # accessing the manifest is enough
2508 2509
2509 2510 # accessing fnode cache warms the cache
2510 2511 tagsmod.fnoderevs(self.ui, unfi, unfi.changelog.revs())
2511 2512 # accessing tags warm the cache
2512 2513 self.tags()
2513 2514 self.filtered(b'served').tags()
2514 2515
2515 2516 # The `full` arg is documented as updating even the lazily-loaded
2516 2517 # caches immediately, so we're forcing a write to cause these caches
2517 2518 # to be warmed up even if they haven't explicitly been requested
2518 2519 # yet (if they've never been used by hg, they won't ever have been
2519 2520 # written, even if they're a subset of another kind of cache that
2520 2521 # *has* been used).
2521 2522 for filt in repoview.filtertable.keys():
2522 2523 filtered = self.filtered(filt)
2523 2524 filtered.branchmap().write(filtered)
2524 2525
2525 2526 def invalidatecaches(self):
2526 2527
2527 2528 if '_tagscache' in vars(self):
2528 2529 # can't use delattr on proxy
2529 2530 del self.__dict__['_tagscache']
2530 2531
2531 2532 self._branchcaches.clear()
2532 2533 self.invalidatevolatilesets()
2533 2534 self._sparsesignaturecache.clear()
2534 2535
2535 2536 def invalidatevolatilesets(self):
2536 2537 self.filteredrevcache.clear()
2537 2538 obsolete.clearobscaches(self)
2538 2539 self._quick_access_changeid_invalidate()
2539 2540
2540 2541 def invalidatedirstate(self):
2541 2542 '''Invalidates the dirstate, causing the next call to dirstate
2542 2543 to check if it was modified since the last time it was read,
2543 2544 rereading it if it has.
2544 2545
2545 2546 This is different to dirstate.invalidate() that it doesn't always
2546 2547 rereads the dirstate. Use dirstate.invalidate() if you want to
2547 2548 explicitly read the dirstate again (i.e. restoring it to a previous
2548 2549 known good state).'''
2549 2550 if hasunfilteredcache(self, 'dirstate'):
2550 2551 for k in self.dirstate._filecache:
2551 2552 try:
2552 2553 delattr(self.dirstate, k)
2553 2554 except AttributeError:
2554 2555 pass
2555 2556 delattr(self.unfiltered(), 'dirstate')
2556 2557
2557 2558 def invalidate(self, clearfilecache=False):
2558 2559 '''Invalidates both store and non-store parts other than dirstate
2559 2560
2560 2561 If a transaction is running, invalidation of store is omitted,
2561 2562 because discarding in-memory changes might cause inconsistency
2562 2563 (e.g. incomplete fncache causes unintentional failure, but
2563 2564 redundant one doesn't).
2564 2565 '''
2565 2566 unfiltered = self.unfiltered() # all file caches are stored unfiltered
2566 2567 for k in list(self._filecache.keys()):
2567 2568 # dirstate is invalidated separately in invalidatedirstate()
2568 2569 if k == b'dirstate':
2569 2570 continue
2570 2571 if (
2571 2572 k == b'changelog'
2572 2573 and self.currenttransaction()
2573 2574 and self.changelog._delayed
2574 2575 ):
2575 2576 # The changelog object may store unwritten revisions. We don't
2576 2577 # want to lose them.
2577 2578 # TODO: Solve the problem instead of working around it.
2578 2579 continue
2579 2580
2580 2581 if clearfilecache:
2581 2582 del self._filecache[k]
2582 2583 try:
2583 2584 delattr(unfiltered, k)
2584 2585 except AttributeError:
2585 2586 pass
2586 2587 self.invalidatecaches()
2587 2588 if not self.currenttransaction():
2588 2589 # TODO: Changing contents of store outside transaction
2589 2590 # causes inconsistency. We should make in-memory store
2590 2591 # changes detectable, and abort if changed.
2591 2592 self.store.invalidatecaches()
2592 2593
2593 2594 def invalidateall(self):
2594 2595 '''Fully invalidates both store and non-store parts, causing the
2595 2596 subsequent operation to reread any outside changes.'''
2596 2597 # extension should hook this to invalidate its caches
2597 2598 self.invalidate()
2598 2599 self.invalidatedirstate()
2599 2600
2600 2601 @unfilteredmethod
2601 2602 def _refreshfilecachestats(self, tr):
2602 2603 """Reload stats of cached files so that they are flagged as valid"""
2603 2604 for k, ce in self._filecache.items():
2604 2605 k = pycompat.sysstr(k)
2605 2606 if k == 'dirstate' or k not in self.__dict__:
2606 2607 continue
2607 2608 ce.refresh()
2608 2609
2609 2610 def _lock(
2610 2611 self,
2611 2612 vfs,
2612 2613 lockname,
2613 2614 wait,
2614 2615 releasefn,
2615 2616 acquirefn,
2616 2617 desc,
2617 2618 inheritchecker=None,
2618 2619 parentenvvar=None,
2619 2620 ):
2620 2621 parentlock = None
2621 2622 # the contents of parentenvvar are used by the underlying lock to
2622 2623 # determine whether it can be inherited
2623 2624 if parentenvvar is not None:
2624 2625 parentlock = encoding.environ.get(parentenvvar)
2625 2626
2626 2627 timeout = 0
2627 2628 warntimeout = 0
2628 2629 if wait:
2629 2630 timeout = self.ui.configint(b"ui", b"timeout")
2630 2631 warntimeout = self.ui.configint(b"ui", b"timeout.warn")
2631 2632 # internal config: ui.signal-safe-lock
2632 2633 signalsafe = self.ui.configbool(b'ui', b'signal-safe-lock')
2633 2634
2634 2635 l = lockmod.trylock(
2635 2636 self.ui,
2636 2637 vfs,
2637 2638 lockname,
2638 2639 timeout,
2639 2640 warntimeout,
2640 2641 releasefn=releasefn,
2641 2642 acquirefn=acquirefn,
2642 2643 desc=desc,
2643 2644 inheritchecker=inheritchecker,
2644 2645 parentlock=parentlock,
2645 2646 signalsafe=signalsafe,
2646 2647 )
2647 2648 return l
2648 2649
2649 2650 def _afterlock(self, callback):
2650 2651 """add a callback to be run when the repository is fully unlocked
2651 2652
2652 2653 The callback will be executed when the outermost lock is released
2653 2654 (with wlock being higher level than 'lock')."""
2654 2655 for ref in (self._wlockref, self._lockref):
2655 2656 l = ref and ref()
2656 2657 if l and l.held:
2657 2658 l.postrelease.append(callback)
2658 2659 break
2659 2660 else: # no lock have been found.
2660 2661 callback(True)
2661 2662
2662 2663 def lock(self, wait=True):
2663 2664 '''Lock the repository store (.hg/store) and return a weak reference
2664 2665 to the lock. Use this before modifying the store (e.g. committing or
2665 2666 stripping). If you are opening a transaction, get a lock as well.)
2666 2667
2667 2668 If both 'lock' and 'wlock' must be acquired, ensure you always acquires
2668 2669 'wlock' first to avoid a dead-lock hazard.'''
2669 2670 l = self._currentlock(self._lockref)
2670 2671 if l is not None:
2671 2672 l.lock()
2672 2673 return l
2673 2674
2674 2675 l = self._lock(
2675 2676 vfs=self.svfs,
2676 2677 lockname=b"lock",
2677 2678 wait=wait,
2678 2679 releasefn=None,
2679 2680 acquirefn=self.invalidate,
2680 2681 desc=_(b'repository %s') % self.origroot,
2681 2682 )
2682 2683 self._lockref = weakref.ref(l)
2683 2684 return l
2684 2685
2685 2686 def _wlockchecktransaction(self):
2686 2687 if self.currenttransaction() is not None:
2687 2688 raise error.LockInheritanceContractViolation(
2688 2689 b'wlock cannot be inherited in the middle of a transaction'
2689 2690 )
2690 2691
2691 2692 def wlock(self, wait=True):
2692 2693 '''Lock the non-store parts of the repository (everything under
2693 2694 .hg except .hg/store) and return a weak reference to the lock.
2694 2695
2695 2696 Use this before modifying files in .hg.
2696 2697
2697 2698 If both 'lock' and 'wlock' must be acquired, ensure you always acquires
2698 2699 'wlock' first to avoid a dead-lock hazard.'''
2699 2700 l = self._wlockref and self._wlockref()
2700 2701 if l is not None and l.held:
2701 2702 l.lock()
2702 2703 return l
2703 2704
2704 2705 # We do not need to check for non-waiting lock acquisition. Such
2705 2706 # acquisition would not cause dead-lock as they would just fail.
2706 2707 if wait and (
2707 2708 self.ui.configbool(b'devel', b'all-warnings')
2708 2709 or self.ui.configbool(b'devel', b'check-locks')
2709 2710 ):
2710 2711 if self._currentlock(self._lockref) is not None:
2711 2712 self.ui.develwarn(b'"wlock" acquired after "lock"')
2712 2713
2713 2714 def unlock():
2714 2715 if self.dirstate.pendingparentchange():
2715 2716 self.dirstate.invalidate()
2716 2717 else:
2717 2718 self.dirstate.write(None)
2718 2719
2719 2720 self._filecache[b'dirstate'].refresh()
2720 2721
2721 2722 l = self._lock(
2722 2723 self.vfs,
2723 2724 b"wlock",
2724 2725 wait,
2725 2726 unlock,
2726 2727 self.invalidatedirstate,
2727 2728 _(b'working directory of %s') % self.origroot,
2728 2729 inheritchecker=self._wlockchecktransaction,
2729 2730 parentenvvar=b'HG_WLOCK_LOCKER',
2730 2731 )
2731 2732 self._wlockref = weakref.ref(l)
2732 2733 return l
2733 2734
2734 2735 def _currentlock(self, lockref):
2735 2736 """Returns the lock if it's held, or None if it's not."""
2736 2737 if lockref is None:
2737 2738 return None
2738 2739 l = lockref()
2739 2740 if l is None or not l.held:
2740 2741 return None
2741 2742 return l
2742 2743
2743 2744 def currentwlock(self):
2744 2745 """Returns the wlock if it's held, or None if it's not."""
2745 2746 return self._currentlock(self._wlockref)
2746 2747
2747 2748 def _filecommit(
2748 2749 self,
2749 2750 fctx,
2750 2751 manifest1,
2751 2752 manifest2,
2752 2753 linkrev,
2753 2754 tr,
2754 2755 changelist,
2755 2756 includecopymeta,
2756 2757 ):
2757 2758 """
2758 2759 commit an individual file as part of a larger transaction
2759 2760 """
2760 2761
2761 2762 fname = fctx.path()
2762 2763 fparent1 = manifest1.get(fname, nullid)
2763 2764 fparent2 = manifest2.get(fname, nullid)
2764 2765 if isinstance(fctx, context.filectx):
2765 2766 node = fctx.filenode()
2766 2767 if node in [fparent1, fparent2]:
2767 2768 self.ui.debug(b'reusing %s filelog entry\n' % fname)
2768 2769 if (
2769 2770 fparent1 != nullid
2770 2771 and manifest1.flags(fname) != fctx.flags()
2771 2772 ) or (
2772 2773 fparent2 != nullid
2773 2774 and manifest2.flags(fname) != fctx.flags()
2774 2775 ):
2775 2776 changelist.append(fname)
2776 2777 return node
2777 2778
2778 2779 flog = self.file(fname)
2779 2780 meta = {}
2780 2781 cfname = fctx.copysource()
2781 2782 if cfname and cfname != fname:
2782 2783 # Mark the new revision of this file as a copy of another
2783 2784 # file. This copy data will effectively act as a parent
2784 2785 # of this new revision. If this is a merge, the first
2785 2786 # parent will be the nullid (meaning "look up the copy data")
2786 2787 # and the second one will be the other parent. For example:
2787 2788 #
2788 2789 # 0 --- 1 --- 3 rev1 changes file foo
2789 2790 # \ / rev2 renames foo to bar and changes it
2790 2791 # \- 2 -/ rev3 should have bar with all changes and
2791 2792 # should record that bar descends from
2792 2793 # bar in rev2 and foo in rev1
2793 2794 #
2794 2795 # this allows this merge to succeed:
2795 2796 #
2796 2797 # 0 --- 1 --- 3 rev4 reverts the content change from rev2
2797 2798 # \ / merging rev3 and rev4 should use bar@rev2
2798 2799 # \- 2 --- 4 as the merge base
2799 2800 #
2800 2801
2801 2802 cnode = manifest1.get(cfname)
2802 2803 newfparent = fparent2
2803 2804
2804 2805 if manifest2: # branch merge
2805 2806 if fparent2 == nullid or cnode is None: # copied on remote side
2806 2807 if cfname in manifest2:
2807 2808 cnode = manifest2[cfname]
2808 2809 newfparent = fparent1
2809 2810
2810 2811 # Here, we used to search backwards through history to try to find
2811 2812 # where the file copy came from if the source of a copy was not in
2812 2813 # the parent directory. However, this doesn't actually make sense to
2813 2814 # do (what does a copy from something not in your working copy even
2814 2815 # mean?) and it causes bugs (eg, issue4476). Instead, we will warn
2815 2816 # the user that copy information was dropped, so if they didn't
2816 2817 # expect this outcome it can be fixed, but this is the correct
2817 2818 # behavior in this circumstance.
2818 2819
2819 2820 if cnode:
2820 2821 self.ui.debug(
2821 2822 b" %s: copy %s:%s\n" % (fname, cfname, hex(cnode))
2822 2823 )
2823 2824 if includecopymeta:
2824 2825 meta[b"copy"] = cfname
2825 2826 meta[b"copyrev"] = hex(cnode)
2826 2827 fparent1, fparent2 = nullid, newfparent
2827 2828 else:
2828 2829 self.ui.warn(
2829 2830 _(
2830 2831 b"warning: can't find ancestor for '%s' "
2831 2832 b"copied from '%s'!\n"
2832 2833 )
2833 2834 % (fname, cfname)
2834 2835 )
2835 2836
2836 2837 elif fparent1 == nullid:
2837 2838 fparent1, fparent2 = fparent2, nullid
2838 2839 elif fparent2 != nullid:
2839 2840 # is one parent an ancestor of the other?
2840 2841 fparentancestors = flog.commonancestorsheads(fparent1, fparent2)
2841 2842 if fparent1 in fparentancestors:
2842 2843 fparent1, fparent2 = fparent2, nullid
2843 2844 elif fparent2 in fparentancestors:
2844 2845 fparent2 = nullid
2845 2846
2846 2847 # is the file changed?
2847 2848 text = fctx.data()
2848 2849 if fparent2 != nullid or flog.cmp(fparent1, text) or meta:
2849 2850 changelist.append(fname)
2850 2851 return flog.add(text, meta, tr, linkrev, fparent1, fparent2)
2851 2852 # are just the flags changed during merge?
2852 2853 elif fname in manifest1 and manifest1.flags(fname) != fctx.flags():
2853 2854 changelist.append(fname)
2854 2855
2855 2856 return fparent1
2856 2857
2857 2858 def checkcommitpatterns(self, wctx, match, status, fail):
2858 2859 """check for commit arguments that aren't committable"""
2859 2860 if match.isexact() or match.prefix():
2860 2861 matched = set(status.modified + status.added + status.removed)
2861 2862
2862 2863 for f in match.files():
2863 2864 f = self.dirstate.normalize(f)
2864 2865 if f == b'.' or f in matched or f in wctx.substate:
2865 2866 continue
2866 2867 if f in status.deleted:
2867 2868 fail(f, _(b'file not found!'))
2868 2869 # Is it a directory that exists or used to exist?
2869 2870 if self.wvfs.isdir(f) or wctx.p1().hasdir(f):
2870 2871 d = f + b'/'
2871 2872 for mf in matched:
2872 2873 if mf.startswith(d):
2873 2874 break
2874 2875 else:
2875 2876 fail(f, _(b"no match under directory!"))
2876 2877 elif f not in self.dirstate:
2877 2878 fail(f, _(b"file not tracked!"))
2878 2879
2879 2880 @unfilteredmethod
2880 2881 def commit(
2881 2882 self,
2882 2883 text=b"",
2883 2884 user=None,
2884 2885 date=None,
2885 2886 match=None,
2886 2887 force=False,
2887 2888 editor=None,
2888 2889 extra=None,
2889 2890 ):
2890 2891 """Add a new revision to current repository.
2891 2892
2892 2893 Revision information is gathered from the working directory,
2893 2894 match can be used to filter the committed files. If editor is
2894 2895 supplied, it is called to get a commit message.
2895 2896 """
2896 2897 if extra is None:
2897 2898 extra = {}
2898 2899
2899 2900 def fail(f, msg):
2900 2901 raise error.Abort(b'%s: %s' % (f, msg))
2901 2902
2902 2903 if not match:
2903 2904 match = matchmod.always()
2904 2905
2905 2906 if not force:
2906 2907 match.bad = fail
2907 2908
2908 2909 # lock() for recent changelog (see issue4368)
2909 2910 with self.wlock(), self.lock():
2910 2911 wctx = self[None]
2911 2912 merge = len(wctx.parents()) > 1
2912 2913
2913 2914 if not force and merge and not match.always():
2914 2915 raise error.Abort(
2915 2916 _(
2916 2917 b'cannot partially commit a merge '
2917 2918 b'(do not specify files or patterns)'
2918 2919 )
2919 2920 )
2920 2921
2921 2922 status = self.status(match=match, clean=force)
2922 2923 if force:
2923 2924 status.modified.extend(
2924 2925 status.clean
2925 2926 ) # mq may commit clean files
2926 2927
2927 2928 # check subrepos
2928 2929 subs, commitsubs, newstate = subrepoutil.precommit(
2929 2930 self.ui, wctx, status, match, force=force
2930 2931 )
2931 2932
2932 2933 # make sure all explicit patterns are matched
2933 2934 if not force:
2934 2935 self.checkcommitpatterns(wctx, match, status, fail)
2935 2936
2936 2937 cctx = context.workingcommitctx(
2937 2938 self, status, text, user, date, extra
2938 2939 )
2939 2940
2940 2941 # internal config: ui.allowemptycommit
2941 2942 allowemptycommit = (
2942 2943 wctx.branch() != wctx.p1().branch()
2943 2944 or extra.get(b'close')
2944 2945 or merge
2945 2946 or cctx.files()
2946 2947 or self.ui.configbool(b'ui', b'allowemptycommit')
2947 2948 )
2948 2949 if not allowemptycommit:
2949 2950 return None
2950 2951
2951 2952 if merge and cctx.deleted():
2952 2953 raise error.Abort(_(b"cannot commit merge with missing files"))
2953 2954
2954 2955 ms = mergemod.mergestate.read(self)
2955 2956 mergeutil.checkunresolved(ms)
2956 2957
2957 2958 if editor:
2958 2959 cctx._text = editor(self, cctx, subs)
2959 2960 edited = text != cctx._text
2960 2961
2961 2962 # Save commit message in case this transaction gets rolled back
2962 2963 # (e.g. by a pretxncommit hook). Leave the content alone on
2963 2964 # the assumption that the user will use the same editor again.
2964 2965 msgfn = self.savecommitmessage(cctx._text)
2965 2966
2966 2967 # commit subs and write new state
2967 2968 if subs:
2968 2969 uipathfn = scmutil.getuipathfn(self)
2969 2970 for s in sorted(commitsubs):
2970 2971 sub = wctx.sub(s)
2971 2972 self.ui.status(
2972 2973 _(b'committing subrepository %s\n')
2973 2974 % uipathfn(subrepoutil.subrelpath(sub))
2974 2975 )
2975 2976 sr = sub.commit(cctx._text, user, date)
2976 2977 newstate[s] = (newstate[s][0], sr)
2977 2978 subrepoutil.writestate(self, newstate)
2978 2979
2979 2980 p1, p2 = self.dirstate.parents()
2980 2981 hookp1, hookp2 = hex(p1), (p2 != nullid and hex(p2) or b'')
2981 2982 try:
2982 2983 self.hook(
2983 2984 b"precommit", throw=True, parent1=hookp1, parent2=hookp2
2984 2985 )
2985 2986 with self.transaction(b'commit'):
2986 2987 ret = self.commitctx(cctx, True)
2987 2988 # update bookmarks, dirstate and mergestate
2988 2989 bookmarks.update(self, [p1, p2], ret)
2989 2990 cctx.markcommitted(ret)
2990 2991 ms.reset()
2991 2992 except: # re-raises
2992 2993 if edited:
2993 2994 self.ui.write(
2994 2995 _(b'note: commit message saved in %s\n') % msgfn
2995 2996 )
2996 2997 raise
2997 2998
2998 2999 def commithook(unused_success):
2999 3000 # hack for command that use a temporary commit (eg: histedit)
3000 3001 # temporary commit got stripped before hook release
3001 3002 if self.changelog.hasnode(ret):
3002 3003 self.hook(
3003 3004 b"commit", node=hex(ret), parent1=hookp1, parent2=hookp2
3004 3005 )
3005 3006
3006 3007 self._afterlock(commithook)
3007 3008 return ret
3008 3009
3009 3010 @unfilteredmethod
3010 3011 def commitctx(self, ctx, error=False, origctx=None):
3011 3012 """Add a new revision to current repository.
3012 3013 Revision information is passed via the context argument.
3013 3014
3014 3015 ctx.files() should list all files involved in this commit, i.e.
3015 3016 modified/added/removed files. On merge, it may be wider than the
3016 3017 ctx.files() to be committed, since any file nodes derived directly
3017 3018 from p1 or p2 are excluded from the committed ctx.files().
3018 3019
3019 3020 origctx is for convert to work around the problem that bug
3020 3021 fixes to the files list in changesets change hashes. For
3021 3022 convert to be the identity, it can pass an origctx and this
3022 3023 function will use the same files list when it makes sense to
3023 3024 do so.
3024 3025 """
3025 3026
3026 3027 p1, p2 = ctx.p1(), ctx.p2()
3027 3028 user = ctx.user()
3028 3029
3029 3030 if self.filecopiesmode == b'changeset-sidedata':
3030 3031 writechangesetcopy = True
3031 3032 writefilecopymeta = True
3032 3033 writecopiesto = None
3033 3034 else:
3034 3035 writecopiesto = self.ui.config(b'experimental', b'copies.write-to')
3035 3036 writefilecopymeta = writecopiesto != b'changeset-only'
3036 3037 writechangesetcopy = writecopiesto in (
3037 3038 b'changeset-only',
3038 3039 b'compatibility',
3039 3040 )
3040 3041 p1copies, p2copies = None, None
3041 3042 if writechangesetcopy:
3042 3043 p1copies = ctx.p1copies()
3043 3044 p2copies = ctx.p2copies()
3044 3045 filesadded, filesremoved = None, None
3045 3046 with self.lock(), self.transaction(b"commit") as tr:
3046 3047 trp = weakref.proxy(tr)
3047 3048
3048 3049 if ctx.manifestnode():
3049 3050 # reuse an existing manifest revision
3050 3051 self.ui.debug(b'reusing known manifest\n')
3051 3052 mn = ctx.manifestnode()
3052 3053 files = ctx.files()
3053 3054 if writechangesetcopy:
3054 3055 filesadded = ctx.filesadded()
3055 3056 filesremoved = ctx.filesremoved()
3056 3057 elif ctx.files():
3057 3058 m1ctx = p1.manifestctx()
3058 3059 m2ctx = p2.manifestctx()
3059 3060 mctx = m1ctx.copy()
3060 3061
3061 3062 m = mctx.read()
3062 3063 m1 = m1ctx.read()
3063 3064 m2 = m2ctx.read()
3064 3065
3065 3066 # check in files
3066 3067 added = []
3067 3068 changed = []
3068 3069 removed = list(ctx.removed())
3069 3070 linkrev = len(self)
3070 3071 self.ui.note(_(b"committing files:\n"))
3071 3072 uipathfn = scmutil.getuipathfn(self)
3072 3073 for f in sorted(ctx.modified() + ctx.added()):
3073 3074 self.ui.note(uipathfn(f) + b"\n")
3074 3075 try:
3075 3076 fctx = ctx[f]
3076 3077 if fctx is None:
3077 3078 removed.append(f)
3078 3079 else:
3079 3080 added.append(f)
3080 3081 m[f] = self._filecommit(
3081 3082 fctx,
3082 3083 m1,
3083 3084 m2,
3084 3085 linkrev,
3085 3086 trp,
3086 3087 changed,
3087 3088 writefilecopymeta,
3088 3089 )
3089 3090 m.setflag(f, fctx.flags())
3090 3091 except OSError:
3091 3092 self.ui.warn(
3092 3093 _(b"trouble committing %s!\n") % uipathfn(f)
3093 3094 )
3094 3095 raise
3095 3096 except IOError as inst:
3096 3097 errcode = getattr(inst, 'errno', errno.ENOENT)
3097 3098 if error or errcode and errcode != errno.ENOENT:
3098 3099 self.ui.warn(
3099 3100 _(b"trouble committing %s!\n") % uipathfn(f)
3100 3101 )
3101 3102 raise
3102 3103
3103 3104 # update manifest
3104 3105 removed = [f for f in removed if f in m1 or f in m2]
3105 3106 drop = sorted([f for f in removed if f in m])
3106 3107 for f in drop:
3107 3108 del m[f]
3108 3109 if p2.rev() != nullrev:
3109 3110
3110 3111 @util.cachefunc
3111 3112 def mas():
3112 3113 p1n = p1.node()
3113 3114 p2n = p2.node()
3114 3115 cahs = self.changelog.commonancestorsheads(p1n, p2n)
3115 3116 if not cahs:
3116 3117 cahs = [nullrev]
3117 3118 return [self[r].manifest() for r in cahs]
3118 3119
3119 3120 def deletionfromparent(f):
3120 3121 # When a file is removed relative to p1 in a merge, this
3121 3122 # function determines whether the absence is due to a
3122 3123 # deletion from a parent, or whether the merge commit
3123 3124 # itself deletes the file. We decide this by doing a
3124 3125 # simplified three way merge of the manifest entry for
3125 3126 # the file. There are two ways we decide the merge
3126 3127 # itself didn't delete a file:
3127 3128 # - neither parent (nor the merge) contain the file
3128 3129 # - exactly one parent contains the file, and that
3129 3130 # parent has the same filelog entry as the merge
3130 3131 # ancestor (or all of them if there two). In other
3131 3132 # words, that parent left the file unchanged while the
3132 3133 # other one deleted it.
3133 3134 # One way to think about this is that deleting a file is
3134 3135 # similar to emptying it, so the list of changed files
3135 3136 # should be similar either way. The computation
3136 3137 # described above is not done directly in _filecommit
3137 3138 # when creating the list of changed files, however
3138 3139 # it does something very similar by comparing filelog
3139 3140 # nodes.
3140 3141 if f in m1:
3141 3142 return f not in m2 and all(
3142 3143 f in ma and ma.find(f) == m1.find(f)
3143 3144 for ma in mas()
3144 3145 )
3145 3146 elif f in m2:
3146 3147 return all(
3147 3148 f in ma and ma.find(f) == m2.find(f)
3148 3149 for ma in mas()
3149 3150 )
3150 3151 else:
3151 3152 return True
3152 3153
3153 3154 removed = [f for f in removed if not deletionfromparent(f)]
3154 3155
3155 3156 files = changed + removed
3156 3157 md = None
3157 3158 if not files:
3158 3159 # if no "files" actually changed in terms of the changelog,
3159 3160 # try hard to detect unmodified manifest entry so that the
3160 3161 # exact same commit can be reproduced later on convert.
3161 3162 md = m1.diff(m, scmutil.matchfiles(self, ctx.files()))
3162 3163 if not files and md:
3163 3164 self.ui.debug(
3164 3165 b'not reusing manifest (no file change in '
3165 3166 b'changelog, but manifest differs)\n'
3166 3167 )
3167 3168 if files or md:
3168 3169 self.ui.note(_(b"committing manifest\n"))
3169 3170 # we're using narrowmatch here since it's already applied at
3170 3171 # other stages (such as dirstate.walk), so we're already
3171 3172 # ignoring things outside of narrowspec in most cases. The
3172 3173 # one case where we might have files outside the narrowspec
3173 3174 # at this point is merges, and we already error out in the
3174 3175 # case where the merge has files outside of the narrowspec,
3175 3176 # so this is safe.
3176 3177 mn = mctx.write(
3177 3178 trp,
3178 3179 linkrev,
3179 3180 p1.manifestnode(),
3180 3181 p2.manifestnode(),
3181 3182 added,
3182 3183 drop,
3183 3184 match=self.narrowmatch(),
3184 3185 )
3185 3186
3186 3187 if writechangesetcopy:
3187 3188 filesadded = [
3188 3189 f for f in changed if not (f in m1 or f in m2)
3189 3190 ]
3190 3191 filesremoved = removed
3191 3192 else:
3192 3193 self.ui.debug(
3193 3194 b'reusing manifest from p1 (listed files '
3194 3195 b'actually unchanged)\n'
3195 3196 )
3196 3197 mn = p1.manifestnode()
3197 3198 else:
3198 3199 self.ui.debug(b'reusing manifest from p1 (no file change)\n')
3199 3200 mn = p1.manifestnode()
3200 3201 files = []
3201 3202
3202 3203 if writecopiesto == b'changeset-only':
3203 3204 # If writing only to changeset extras, use None to indicate that
3204 3205 # no entry should be written. If writing to both, write an empty
3205 3206 # entry to prevent the reader from falling back to reading
3206 3207 # filelogs.
3207 3208 p1copies = p1copies or None
3208 3209 p2copies = p2copies or None
3209 3210 filesadded = filesadded or None
3210 3211 filesremoved = filesremoved or None
3211 3212
3212 3213 if origctx and origctx.manifestnode() == mn:
3213 3214 files = origctx.files()
3214 3215
3215 3216 # update changelog
3216 3217 self.ui.note(_(b"committing changelog\n"))
3217 3218 self.changelog.delayupdate(tr)
3218 3219 n = self.changelog.add(
3219 3220 mn,
3220 3221 files,
3221 3222 ctx.description(),
3222 3223 trp,
3223 3224 p1.node(),
3224 3225 p2.node(),
3225 3226 user,
3226 3227 ctx.date(),
3227 3228 ctx.extra().copy(),
3228 3229 p1copies,
3229 3230 p2copies,
3230 3231 filesadded,
3231 3232 filesremoved,
3232 3233 )
3233 3234 xp1, xp2 = p1.hex(), p2 and p2.hex() or b''
3234 3235 self.hook(
3235 3236 b'pretxncommit',
3236 3237 throw=True,
3237 3238 node=hex(n),
3238 3239 parent1=xp1,
3239 3240 parent2=xp2,
3240 3241 )
3241 3242 # set the new commit is proper phase
3242 3243 targetphase = subrepoutil.newcommitphase(self.ui, ctx)
3243 3244 if targetphase:
3244 3245 # retract boundary do not alter parent changeset.
3245 3246 # if a parent have higher the resulting phase will
3246 3247 # be compliant anyway
3247 3248 #
3248 3249 # if minimal phase was 0 we don't need to retract anything
3249 3250 phases.registernew(self, tr, targetphase, [n])
3250 3251 return n
3251 3252
3252 3253 @unfilteredmethod
3253 3254 def destroying(self):
3254 3255 '''Inform the repository that nodes are about to be destroyed.
3255 3256 Intended for use by strip and rollback, so there's a common
3256 3257 place for anything that has to be done before destroying history.
3257 3258
3258 3259 This is mostly useful for saving state that is in memory and waiting
3259 3260 to be flushed when the current lock is released. Because a call to
3260 3261 destroyed is imminent, the repo will be invalidated causing those
3261 3262 changes to stay in memory (waiting for the next unlock), or vanish
3262 3263 completely.
3263 3264 '''
3264 3265 # When using the same lock to commit and strip, the phasecache is left
3265 3266 # dirty after committing. Then when we strip, the repo is invalidated,
3266 3267 # causing those changes to disappear.
3267 3268 if '_phasecache' in vars(self):
3268 3269 self._phasecache.write()
3269 3270
3270 3271 @unfilteredmethod
3271 3272 def destroyed(self):
3272 3273 '''Inform the repository that nodes have been destroyed.
3273 3274 Intended for use by strip and rollback, so there's a common
3274 3275 place for anything that has to be done after destroying history.
3275 3276 '''
3276 3277 # When one tries to:
3277 3278 # 1) destroy nodes thus calling this method (e.g. strip)
3278 3279 # 2) use phasecache somewhere (e.g. commit)
3279 3280 #
3280 3281 # then 2) will fail because the phasecache contains nodes that were
3281 3282 # removed. We can either remove phasecache from the filecache,
3282 3283 # causing it to reload next time it is accessed, or simply filter
3283 3284 # the removed nodes now and write the updated cache.
3284 3285 self._phasecache.filterunknown(self)
3285 3286 self._phasecache.write()
3286 3287
3287 3288 # refresh all repository caches
3288 3289 self.updatecaches()
3289 3290
3290 3291 # Ensure the persistent tag cache is updated. Doing it now
3291 3292 # means that the tag cache only has to worry about destroyed
3292 3293 # heads immediately after a strip/rollback. That in turn
3293 3294 # guarantees that "cachetip == currenttip" (comparing both rev
3294 3295 # and node) always means no nodes have been added or destroyed.
3295 3296
3296 3297 # XXX this is suboptimal when qrefresh'ing: we strip the current
3297 3298 # head, refresh the tag cache, then immediately add a new head.
3298 3299 # But I think doing it this way is necessary for the "instant
3299 3300 # tag cache retrieval" case to work.
3300 3301 self.invalidate()
3301 3302
3302 3303 def status(
3303 3304 self,
3304 3305 node1=b'.',
3305 3306 node2=None,
3306 3307 match=None,
3307 3308 ignored=False,
3308 3309 clean=False,
3309 3310 unknown=False,
3310 3311 listsubrepos=False,
3311 3312 ):
3312 3313 '''a convenience method that calls node1.status(node2)'''
3313 3314 return self[node1].status(
3314 3315 node2, match, ignored, clean, unknown, listsubrepos
3315 3316 )
3316 3317
3317 3318 def addpostdsstatus(self, ps):
3318 3319 """Add a callback to run within the wlock, at the point at which status
3319 3320 fixups happen.
3320 3321
3321 3322 On status completion, callback(wctx, status) will be called with the
3322 3323 wlock held, unless the dirstate has changed from underneath or the wlock
3323 3324 couldn't be grabbed.
3324 3325
3325 3326 Callbacks should not capture and use a cached copy of the dirstate --
3326 3327 it might change in the meanwhile. Instead, they should access the
3327 3328 dirstate via wctx.repo().dirstate.
3328 3329
3329 3330 This list is emptied out after each status run -- extensions should
3330 3331 make sure it adds to this list each time dirstate.status is called.
3331 3332 Extensions should also make sure they don't call this for statuses
3332 3333 that don't involve the dirstate.
3333 3334 """
3334 3335
3335 3336 # The list is located here for uniqueness reasons -- it is actually
3336 3337 # managed by the workingctx, but that isn't unique per-repo.
3337 3338 self._postdsstatus.append(ps)
3338 3339
3339 3340 def postdsstatus(self):
3340 3341 """Used by workingctx to get the list of post-dirstate-status hooks."""
3341 3342 return self._postdsstatus
3342 3343
3343 3344 def clearpostdsstatus(self):
3344 3345 """Used by workingctx to clear post-dirstate-status hooks."""
3345 3346 del self._postdsstatus[:]
3346 3347
3347 3348 def heads(self, start=None):
3348 3349 if start is None:
3349 3350 cl = self.changelog
3350 3351 headrevs = reversed(cl.headrevs())
3351 3352 return [cl.node(rev) for rev in headrevs]
3352 3353
3353 3354 heads = self.changelog.heads(start)
3354 3355 # sort the output in rev descending order
3355 3356 return sorted(heads, key=self.changelog.rev, reverse=True)
3356 3357
3357 3358 def branchheads(self, branch=None, start=None, closed=False):
3358 3359 '''return a (possibly filtered) list of heads for the given branch
3359 3360
3360 3361 Heads are returned in topological order, from newest to oldest.
3361 3362 If branch is None, use the dirstate branch.
3362 3363 If start is not None, return only heads reachable from start.
3363 3364 If closed is True, return heads that are marked as closed as well.
3364 3365 '''
3365 3366 if branch is None:
3366 3367 branch = self[None].branch()
3367 3368 branches = self.branchmap()
3368 3369 if not branches.hasbranch(branch):
3369 3370 return []
3370 3371 # the cache returns heads ordered lowest to highest
3371 3372 bheads = list(reversed(branches.branchheads(branch, closed=closed)))
3372 3373 if start is not None:
3373 3374 # filter out the heads that cannot be reached from startrev
3374 3375 fbheads = set(self.changelog.nodesbetween([start], bheads)[2])
3375 3376 bheads = [h for h in bheads if h in fbheads]
3376 3377 return bheads
3377 3378
3378 3379 def branches(self, nodes):
3379 3380 if not nodes:
3380 3381 nodes = [self.changelog.tip()]
3381 3382 b = []
3382 3383 for n in nodes:
3383 3384 t = n
3384 3385 while True:
3385 3386 p = self.changelog.parents(n)
3386 3387 if p[1] != nullid or p[0] == nullid:
3387 3388 b.append((t, n, p[0], p[1]))
3388 3389 break
3389 3390 n = p[0]
3390 3391 return b
3391 3392
3392 3393 def between(self, pairs):
3393 3394 r = []
3394 3395
3395 3396 for top, bottom in pairs:
3396 3397 n, l, i = top, [], 0
3397 3398 f = 1
3398 3399
3399 3400 while n != bottom and n != nullid:
3400 3401 p = self.changelog.parents(n)[0]
3401 3402 if i == f:
3402 3403 l.append(n)
3403 3404 f = f * 2
3404 3405 n = p
3405 3406 i += 1
3406 3407
3407 3408 r.append(l)
3408 3409
3409 3410 return r
3410 3411
3411 3412 def checkpush(self, pushop):
3412 3413 """Extensions can override this function if additional checks have
3413 3414 to be performed before pushing, or call it if they override push
3414 3415 command.
3415 3416 """
3416 3417
3417 3418 @unfilteredpropertycache
3418 3419 def prepushoutgoinghooks(self):
3419 3420 """Return util.hooks consists of a pushop with repo, remote, outgoing
3420 3421 methods, which are called before pushing changesets.
3421 3422 """
3422 3423 return util.hooks()
3423 3424
3424 3425 def pushkey(self, namespace, key, old, new):
3425 3426 try:
3426 3427 tr = self.currenttransaction()
3427 3428 hookargs = {}
3428 3429 if tr is not None:
3429 3430 hookargs.update(tr.hookargs)
3430 3431 hookargs = pycompat.strkwargs(hookargs)
3431 3432 hookargs['namespace'] = namespace
3432 3433 hookargs['key'] = key
3433 3434 hookargs['old'] = old
3434 3435 hookargs['new'] = new
3435 3436 self.hook(b'prepushkey', throw=True, **hookargs)
3436 3437 except error.HookAbort as exc:
3437 3438 self.ui.write_err(_(b"pushkey-abort: %s\n") % exc)
3438 3439 if exc.hint:
3439 3440 self.ui.write_err(_(b"(%s)\n") % exc.hint)
3440 3441 return False
3441 3442 self.ui.debug(b'pushing key for "%s:%s"\n' % (namespace, key))
3442 3443 ret = pushkey.push(self, namespace, key, old, new)
3443 3444
3444 3445 def runhook(unused_success):
3445 3446 self.hook(
3446 3447 b'pushkey',
3447 3448 namespace=namespace,
3448 3449 key=key,
3449 3450 old=old,
3450 3451 new=new,
3451 3452 ret=ret,
3452 3453 )
3453 3454
3454 3455 self._afterlock(runhook)
3455 3456 return ret
3456 3457
3457 3458 def listkeys(self, namespace):
3458 3459 self.hook(b'prelistkeys', throw=True, namespace=namespace)
3459 3460 self.ui.debug(b'listing keys for "%s"\n' % namespace)
3460 3461 values = pushkey.list(self, namespace)
3461 3462 self.hook(b'listkeys', namespace=namespace, values=values)
3462 3463 return values
3463 3464
3464 3465 def debugwireargs(self, one, two, three=None, four=None, five=None):
3465 3466 '''used to test argument passing over the wire'''
3466 3467 return b"%s %s %s %s %s" % (
3467 3468 one,
3468 3469 two,
3469 3470 pycompat.bytestr(three),
3470 3471 pycompat.bytestr(four),
3471 3472 pycompat.bytestr(five),
3472 3473 )
3473 3474
3474 3475 def savecommitmessage(self, text):
3475 3476 fp = self.vfs(b'last-message.txt', b'wb')
3476 3477 try:
3477 3478 fp.write(text)
3478 3479 finally:
3479 3480 fp.close()
3480 3481 return self.pathto(fp.name[len(self.root) + 1 :])
3481 3482
3482 3483
3483 3484 # used to avoid circular references so destructors work
3484 3485 def aftertrans(files):
3485 3486 renamefiles = [tuple(t) for t in files]
3486 3487
3487 3488 def a():
3488 3489 for vfs, src, dest in renamefiles:
3489 3490 # if src and dest refer to a same file, vfs.rename is a no-op,
3490 3491 # leaving both src and dest on disk. delete dest to make sure
3491 3492 # the rename couldn't be such a no-op.
3492 3493 vfs.tryunlink(dest)
3493 3494 try:
3494 3495 vfs.rename(src, dest)
3495 3496 except OSError: # journal file does not yet exist
3496 3497 pass
3497 3498
3498 3499 return a
3499 3500
3500 3501
3501 3502 def undoname(fn):
3502 3503 base, name = os.path.split(fn)
3503 3504 assert name.startswith(b'journal')
3504 3505 return os.path.join(base, name.replace(b'journal', b'undo', 1))
3505 3506
3506 3507
3507 3508 def instance(ui, path, create, intents=None, createopts=None):
3508 3509 localpath = util.urllocalpath(path)
3509 3510 if create:
3510 3511 createrepository(ui, localpath, createopts=createopts)
3511 3512
3512 3513 return makelocalrepository(ui, localpath, intents=intents)
3513 3514
3514 3515
3515 3516 def islocal(path):
3516 3517 return True
3517 3518
3518 3519
3519 3520 def defaultcreateopts(ui, createopts=None):
3520 3521 """Populate the default creation options for a repository.
3521 3522
3522 3523 A dictionary of explicitly requested creation options can be passed
3523 3524 in. Missing keys will be populated.
3524 3525 """
3525 3526 createopts = dict(createopts or {})
3526 3527
3527 3528 if b'backend' not in createopts:
3528 3529 # experimental config: storage.new-repo-backend
3529 3530 createopts[b'backend'] = ui.config(b'storage', b'new-repo-backend')
3530 3531
3531 3532 return createopts
3532 3533
3533 3534
3534 3535 def newreporequirements(ui, createopts):
3535 3536 """Determine the set of requirements for a new local repository.
3536 3537
3537 3538 Extensions can wrap this function to specify custom requirements for
3538 3539 new repositories.
3539 3540 """
3540 3541 # If the repo is being created from a shared repository, we copy
3541 3542 # its requirements.
3542 3543 if b'sharedrepo' in createopts:
3543 3544 requirements = set(createopts[b'sharedrepo'].requirements)
3544 3545 if createopts.get(b'sharedrelative'):
3545 3546 requirements.add(b'relshared')
3546 3547 else:
3547 3548 requirements.add(b'shared')
3548 3549
3549 3550 return requirements
3550 3551
3551 3552 if b'backend' not in createopts:
3552 3553 raise error.ProgrammingError(
3553 3554 b'backend key not present in createopts; '
3554 3555 b'was defaultcreateopts() called?'
3555 3556 )
3556 3557
3557 3558 if createopts[b'backend'] != b'revlogv1':
3558 3559 raise error.Abort(
3559 3560 _(
3560 3561 b'unable to determine repository requirements for '
3561 3562 b'storage backend: %s'
3562 3563 )
3563 3564 % createopts[b'backend']
3564 3565 )
3565 3566
3566 3567 requirements = {b'revlogv1'}
3567 3568 if ui.configbool(b'format', b'usestore'):
3568 3569 requirements.add(b'store')
3569 3570 if ui.configbool(b'format', b'usefncache'):
3570 3571 requirements.add(b'fncache')
3571 3572 if ui.configbool(b'format', b'dotencode'):
3572 3573 requirements.add(b'dotencode')
3573 3574
3574 3575 compengine = ui.config(b'format', b'revlog-compression')
3575 3576 if compengine not in util.compengines:
3576 3577 raise error.Abort(
3577 3578 _(
3578 3579 b'compression engine %s defined by '
3579 3580 b'format.revlog-compression not available'
3580 3581 )
3581 3582 % compengine,
3582 3583 hint=_(
3583 3584 b'run "hg debuginstall" to list available '
3584 3585 b'compression engines'
3585 3586 ),
3586 3587 )
3587 3588
3588 3589 # zlib is the historical default and doesn't need an explicit requirement.
3589 3590 elif compengine == b'zstd':
3590 3591 requirements.add(b'revlog-compression-zstd')
3591 3592 elif compengine != b'zlib':
3592 3593 requirements.add(b'exp-compression-%s' % compengine)
3593 3594
3594 3595 if scmutil.gdinitconfig(ui):
3595 3596 requirements.add(b'generaldelta')
3596 3597 if ui.configbool(b'format', b'sparse-revlog'):
3597 3598 requirements.add(SPARSEREVLOG_REQUIREMENT)
3598 3599
3599 3600 # experimental config: format.exp-use-side-data
3600 3601 if ui.configbool(b'format', b'exp-use-side-data'):
3601 3602 requirements.add(SIDEDATA_REQUIREMENT)
3602 3603 # experimental config: format.exp-use-copies-side-data-changeset
3603 3604 if ui.configbool(b'format', b'exp-use-copies-side-data-changeset'):
3604 3605 requirements.add(SIDEDATA_REQUIREMENT)
3605 3606 requirements.add(COPIESSDC_REQUIREMENT)
3606 3607 if ui.configbool(b'experimental', b'treemanifest'):
3607 3608 requirements.add(b'treemanifest')
3608 3609
3609 3610 revlogv2 = ui.config(b'experimental', b'revlogv2')
3610 3611 if revlogv2 == b'enable-unstable-format-and-corrupt-my-data':
3611 3612 requirements.remove(b'revlogv1')
3612 3613 # generaldelta is implied by revlogv2.
3613 3614 requirements.discard(b'generaldelta')
3614 3615 requirements.add(REVLOGV2_REQUIREMENT)
3615 3616 # experimental config: format.internal-phase
3616 3617 if ui.configbool(b'format', b'internal-phase'):
3617 3618 requirements.add(b'internal-phase')
3618 3619
3619 3620 if createopts.get(b'narrowfiles'):
3620 3621 requirements.add(repository.NARROW_REQUIREMENT)
3621 3622
3622 3623 if createopts.get(b'lfs'):
3623 3624 requirements.add(b'lfs')
3624 3625
3625 3626 if ui.configbool(b'format', b'bookmarks-in-store'):
3626 3627 requirements.add(bookmarks.BOOKMARKS_IN_STORE_REQUIREMENT)
3627 3628
3628 3629 return requirements
3629 3630
3630 3631
3631 3632 def filterknowncreateopts(ui, createopts):
3632 3633 """Filters a dict of repo creation options against options that are known.
3633 3634
3634 3635 Receives a dict of repo creation options and returns a dict of those
3635 3636 options that we don't know how to handle.
3636 3637
3637 3638 This function is called as part of repository creation. If the
3638 3639 returned dict contains any items, repository creation will not
3639 3640 be allowed, as it means there was a request to create a repository
3640 3641 with options not recognized by loaded code.
3641 3642
3642 3643 Extensions can wrap this function to filter out creation options
3643 3644 they know how to handle.
3644 3645 """
3645 3646 known = {
3646 3647 b'backend',
3647 3648 b'lfs',
3648 3649 b'narrowfiles',
3649 3650 b'sharedrepo',
3650 3651 b'sharedrelative',
3651 3652 b'shareditems',
3652 3653 b'shallowfilestore',
3653 3654 }
3654 3655
3655 3656 return {k: v for k, v in createopts.items() if k not in known}
3656 3657
3657 3658
3658 3659 def createrepository(ui, path, createopts=None):
3659 3660 """Create a new repository in a vfs.
3660 3661
3661 3662 ``path`` path to the new repo's working directory.
3662 3663 ``createopts`` options for the new repository.
3663 3664
3664 3665 The following keys for ``createopts`` are recognized:
3665 3666
3666 3667 backend
3667 3668 The storage backend to use.
3668 3669 lfs
3669 3670 Repository will be created with ``lfs`` requirement. The lfs extension
3670 3671 will automatically be loaded when the repository is accessed.
3671 3672 narrowfiles
3672 3673 Set up repository to support narrow file storage.
3673 3674 sharedrepo
3674 3675 Repository object from which storage should be shared.
3675 3676 sharedrelative
3676 3677 Boolean indicating if the path to the shared repo should be
3677 3678 stored as relative. By default, the pointer to the "parent" repo
3678 3679 is stored as an absolute path.
3679 3680 shareditems
3680 3681 Set of items to share to the new repository (in addition to storage).
3681 3682 shallowfilestore
3682 3683 Indicates that storage for files should be shallow (not all ancestor
3683 3684 revisions are known).
3684 3685 """
3685 3686 createopts = defaultcreateopts(ui, createopts=createopts)
3686 3687
3687 3688 unknownopts = filterknowncreateopts(ui, createopts)
3688 3689
3689 3690 if not isinstance(unknownopts, dict):
3690 3691 raise error.ProgrammingError(
3691 3692 b'filterknowncreateopts() did not return a dict'
3692 3693 )
3693 3694
3694 3695 if unknownopts:
3695 3696 raise error.Abort(
3696 3697 _(
3697 3698 b'unable to create repository because of unknown '
3698 3699 b'creation option: %s'
3699 3700 )
3700 3701 % b', '.join(sorted(unknownopts)),
3701 3702 hint=_(b'is a required extension not loaded?'),
3702 3703 )
3703 3704
3704 3705 requirements = newreporequirements(ui, createopts=createopts)
3705 3706
3706 3707 wdirvfs = vfsmod.vfs(path, expandpath=True, realpath=True)
3707 3708
3708 3709 hgvfs = vfsmod.vfs(wdirvfs.join(b'.hg'))
3709 3710 if hgvfs.exists():
3710 3711 raise error.RepoError(_(b'repository %s already exists') % path)
3711 3712
3712 3713 if b'sharedrepo' in createopts:
3713 3714 sharedpath = createopts[b'sharedrepo'].sharedpath
3714 3715
3715 3716 if createopts.get(b'sharedrelative'):
3716 3717 try:
3717 3718 sharedpath = os.path.relpath(sharedpath, hgvfs.base)
3718 3719 except (IOError, ValueError) as e:
3719 3720 # ValueError is raised on Windows if the drive letters differ
3720 3721 # on each path.
3721 3722 raise error.Abort(
3722 3723 _(b'cannot calculate relative path'),
3723 3724 hint=stringutil.forcebytestr(e),
3724 3725 )
3725 3726
3726 3727 if not wdirvfs.exists():
3727 3728 wdirvfs.makedirs()
3728 3729
3729 3730 hgvfs.makedir(notindexed=True)
3730 3731 if b'sharedrepo' not in createopts:
3731 3732 hgvfs.mkdir(b'cache')
3732 3733 hgvfs.mkdir(b'wcache')
3733 3734
3734 3735 if b'store' in requirements and b'sharedrepo' not in createopts:
3735 3736 hgvfs.mkdir(b'store')
3736 3737
3737 3738 # We create an invalid changelog outside the store so very old
3738 3739 # Mercurial versions (which didn't know about the requirements
3739 3740 # file) encounter an error on reading the changelog. This
3740 3741 # effectively locks out old clients and prevents them from
3741 3742 # mucking with a repo in an unknown format.
3742 3743 #
3743 3744 # The revlog header has version 2, which won't be recognized by
3744 3745 # such old clients.
3745 3746 hgvfs.append(
3746 3747 b'00changelog.i',
3747 3748 b'\0\0\0\2 dummy changelog to prevent using the old repo '
3748 3749 b'layout',
3749 3750 )
3750 3751
3751 3752 scmutil.writerequires(hgvfs, requirements)
3752 3753
3753 3754 # Write out file telling readers where to find the shared store.
3754 3755 if b'sharedrepo' in createopts:
3755 3756 hgvfs.write(b'sharedpath', sharedpath)
3756 3757
3757 3758 if createopts.get(b'shareditems'):
3758 3759 shared = b'\n'.join(sorted(createopts[b'shareditems'])) + b'\n'
3759 3760 hgvfs.write(b'shared', shared)
3760 3761
3761 3762
3762 3763 def poisonrepository(repo):
3763 3764 """Poison a repository instance so it can no longer be used."""
3764 3765 # Perform any cleanup on the instance.
3765 3766 repo.close()
3766 3767
3767 3768 # Our strategy is to replace the type of the object with one that
3768 3769 # has all attribute lookups result in error.
3769 3770 #
3770 3771 # But we have to allow the close() method because some constructors
3771 3772 # of repos call close() on repo references.
3772 3773 class poisonedrepository(object):
3773 3774 def __getattribute__(self, item):
3774 3775 if item == 'close':
3775 3776 return object.__getattribute__(self, item)
3776 3777
3777 3778 raise error.ProgrammingError(
3778 3779 b'repo instances should not be used after unshare'
3779 3780 )
3780 3781
3781 3782 def close(self):
3782 3783 pass
3783 3784
3784 3785 # We may have a repoview, which intercepts __setattr__. So be sure
3785 3786 # we operate at the lowest level possible.
3786 3787 object.__setattr__(repo, '__class__', poisonedrepository)
@@ -1,114 +1,119 b''
1 1 # rcutil.py - utilities about config paths, special config sections etc.
2 2 #
3 3 # Copyright Mercurial Contributors
4 4 #
5 5 # This software may be used and distributed according to the terms of the
6 6 # GNU General Public License version 2 or any later version.
7 7
8 8 from __future__ import absolute_import
9 9
10 10 import os
11 11
12 12 from . import (
13 13 encoding,
14 14 pycompat,
15 15 util,
16 16 )
17 17
18 18 from .utils import resourceutil
19 19
20 20 if pycompat.iswindows:
21 21 from . import scmwindows as scmplatform
22 22 else:
23 23 from . import scmposix as scmplatform
24 24
25 25 fallbackpager = scmplatform.fallbackpager
26 26 systemrcpath = scmplatform.systemrcpath
27 27 userrcpath = scmplatform.userrcpath
28 28
29 29
30 30 def _expandrcpath(path):
31 31 '''path could be a file or a directory. return a list of file paths'''
32 32 p = util.expandpath(path)
33 33 if os.path.isdir(p):
34 34 join = os.path.join
35 35 return sorted(
36 36 join(p, f) for f, k in util.listdir(p) if f.endswith(b'.rc')
37 37 )
38 38 return [p]
39 39
40 40
41 41 def envrcitems(env=None):
42 42 '''Return [(section, name, value, source)] config items.
43 43
44 44 The config items are extracted from environment variables specified by env,
45 45 used to override systemrc, but not userrc.
46 46
47 47 If env is not provided, encoding.environ will be used.
48 48 '''
49 49 if env is None:
50 50 env = encoding.environ
51 51 checklist = [
52 52 (b'EDITOR', b'ui', b'editor'),
53 53 (b'VISUAL', b'ui', b'editor'),
54 54 (b'PAGER', b'pager', b'pager'),
55 55 ]
56 56 result = []
57 57 for envname, section, configname in checklist:
58 58 if envname not in env:
59 59 continue
60 60 result.append((section, configname, env[envname], b'$%s' % envname))
61 61 return result
62 62
63 63
64 64 def default_rc_resources():
65 65 """return rc resource IDs in defaultrc"""
66 66 rsrcs = resourceutil.contents(b'mercurial.defaultrc')
67 67 return [
68 68 (b'mercurial.defaultrc', r)
69 69 for r in sorted(rsrcs)
70 70 if resourceutil.is_resource(b'mercurial.defaultrc', r)
71 71 and r.endswith(b'.rc')
72 72 ]
73 73
74 74
75 75 def rccomponents():
76 76 '''return an ordered [(type, obj)] about where to load configs.
77 77
78 78 respect $HGRCPATH. if $HGRCPATH is empty, only .hg/hgrc of current repo is
79 79 used. if $HGRCPATH is not set, the platform default will be used.
80 80
81 81 if a directory is provided, *.rc files under it will be used.
82 82
83 83 type could be either 'path', 'items' or 'resource'. If type is 'path',
84 84 obj is a string, and is the config file path. if type is 'items', obj is a
85 85 list of (section, name, value, source) that should fill the config directly.
86 86 If type is 'resource', obj is a tuple of (package name, resource name).
87 87 '''
88 88 envrc = (b'items', envrcitems())
89 89
90 90 if b'HGRCPATH' in encoding.environ:
91 91 # assume HGRCPATH is all about user configs so environments can be
92 92 # overridden.
93 93 _rccomponents = [envrc]
94 94 for p in encoding.environ[b'HGRCPATH'].split(pycompat.ospathsep):
95 95 if not p:
96 96 continue
97 97 _rccomponents.extend((b'path', p) for p in _expandrcpath(p))
98 98 else:
99 99 _rccomponents = [(b'resource', r) for r in default_rc_resources()]
100 100
101 101 normpaths = lambda paths: [
102 102 (b'path', os.path.normpath(p)) for p in paths
103 103 ]
104 104 _rccomponents.extend(normpaths(systemrcpath()))
105 105 _rccomponents.append(envrc)
106 106 _rccomponents.extend(normpaths(userrcpath()))
107 107 return _rccomponents
108 108
109 109
110 110 def defaultpagerenv():
111 111 '''return a dict of default environment variables and their values,
112 112 intended to be set before starting a pager.
113 113 '''
114 114 return {b'LESS': b'FRX', b'LV': b'-c'}
115
116
117 def use_repo_hgrc():
118 """True if repositories `.hg/hgrc` config should be read"""
119 return b'HGRCSKIPREPO' not in encoding.environ
General Comments 0
You need to be logged in to leave comments. Login now