##// END OF EJS Templates
localrepo: also fast past the parents of working copies parents...
marmoute -
r44566:5a012404 default
parent child Browse files
Show More
@@ -1,3776 +1,3784 b''
1 1 # localrepo.py - read/write repository class for mercurial
2 2 #
3 3 # Copyright 2005-2007 Matt Mackall <mpm@selenic.com>
4 4 #
5 5 # This software may be used and distributed according to the terms of the
6 6 # GNU General Public License version 2 or any later version.
7 7
8 8 from __future__ import absolute_import
9 9
10 10 import errno
11 11 import os
12 12 import random
13 13 import sys
14 14 import time
15 15 import weakref
16 16
17 17 from .i18n import _
18 18 from .node import (
19 19 bin,
20 20 hex,
21 21 nullid,
22 22 nullrev,
23 23 short,
24 24 )
25 25 from .pycompat import (
26 26 delattr,
27 27 getattr,
28 28 )
29 29 from . import (
30 30 bookmarks,
31 31 branchmap,
32 32 bundle2,
33 33 changegroup,
34 34 color,
35 35 context,
36 36 dirstate,
37 37 dirstateguard,
38 38 discovery,
39 39 encoding,
40 40 error,
41 41 exchange,
42 42 extensions,
43 43 filelog,
44 44 hook,
45 45 lock as lockmod,
46 46 match as matchmod,
47 47 merge as mergemod,
48 48 mergeutil,
49 49 namespaces,
50 50 narrowspec,
51 51 obsolete,
52 52 pathutil,
53 53 phases,
54 54 pushkey,
55 55 pycompat,
56 56 repoview,
57 57 revset,
58 58 revsetlang,
59 59 scmutil,
60 60 sparse,
61 61 store as storemod,
62 62 subrepoutil,
63 63 tags as tagsmod,
64 64 transaction,
65 65 txnutil,
66 66 util,
67 67 vfs as vfsmod,
68 68 )
69 69
70 70 from .interfaces import (
71 71 repository,
72 72 util as interfaceutil,
73 73 )
74 74
75 75 from .utils import (
76 76 hashutil,
77 77 procutil,
78 78 stringutil,
79 79 )
80 80
81 81 from .revlogutils import constants as revlogconst
82 82
83 83 release = lockmod.release
84 84 urlerr = util.urlerr
85 85 urlreq = util.urlreq
86 86
87 87 # set of (path, vfs-location) tuples. vfs-location is:
88 88 # - 'plain for vfs relative paths
89 89 # - '' for svfs relative paths
90 90 _cachedfiles = set()
91 91
92 92
93 93 class _basefilecache(scmutil.filecache):
94 94 """All filecache usage on repo are done for logic that should be unfiltered
95 95 """
96 96
97 97 def __get__(self, repo, type=None):
98 98 if repo is None:
99 99 return self
100 100 # proxy to unfiltered __dict__ since filtered repo has no entry
101 101 unfi = repo.unfiltered()
102 102 try:
103 103 return unfi.__dict__[self.sname]
104 104 except KeyError:
105 105 pass
106 106 return super(_basefilecache, self).__get__(unfi, type)
107 107
108 108 def set(self, repo, value):
109 109 return super(_basefilecache, self).set(repo.unfiltered(), value)
110 110
111 111
112 112 class repofilecache(_basefilecache):
113 113 """filecache for files in .hg but outside of .hg/store"""
114 114
115 115 def __init__(self, *paths):
116 116 super(repofilecache, self).__init__(*paths)
117 117 for path in paths:
118 118 _cachedfiles.add((path, b'plain'))
119 119
120 120 def join(self, obj, fname):
121 121 return obj.vfs.join(fname)
122 122
123 123
124 124 class storecache(_basefilecache):
125 125 """filecache for files in the store"""
126 126
127 127 def __init__(self, *paths):
128 128 super(storecache, self).__init__(*paths)
129 129 for path in paths:
130 130 _cachedfiles.add((path, b''))
131 131
132 132 def join(self, obj, fname):
133 133 return obj.sjoin(fname)
134 134
135 135
136 136 class mixedrepostorecache(_basefilecache):
137 137 """filecache for a mix files in .hg/store and outside"""
138 138
139 139 def __init__(self, *pathsandlocations):
140 140 # scmutil.filecache only uses the path for passing back into our
141 141 # join(), so we can safely pass a list of paths and locations
142 142 super(mixedrepostorecache, self).__init__(*pathsandlocations)
143 143 _cachedfiles.update(pathsandlocations)
144 144
145 145 def join(self, obj, fnameandlocation):
146 146 fname, location = fnameandlocation
147 147 if location == b'plain':
148 148 return obj.vfs.join(fname)
149 149 else:
150 150 if location != b'':
151 151 raise error.ProgrammingError(
152 152 b'unexpected location: %s' % location
153 153 )
154 154 return obj.sjoin(fname)
155 155
156 156
157 157 def isfilecached(repo, name):
158 158 """check if a repo has already cached "name" filecache-ed property
159 159
160 160 This returns (cachedobj-or-None, iscached) tuple.
161 161 """
162 162 cacheentry = repo.unfiltered()._filecache.get(name, None)
163 163 if not cacheentry:
164 164 return None, False
165 165 return cacheentry.obj, True
166 166
167 167
168 168 class unfilteredpropertycache(util.propertycache):
169 169 """propertycache that apply to unfiltered repo only"""
170 170
171 171 def __get__(self, repo, type=None):
172 172 unfi = repo.unfiltered()
173 173 if unfi is repo:
174 174 return super(unfilteredpropertycache, self).__get__(unfi)
175 175 return getattr(unfi, self.name)
176 176
177 177
178 178 class filteredpropertycache(util.propertycache):
179 179 """propertycache that must take filtering in account"""
180 180
181 181 def cachevalue(self, obj, value):
182 182 object.__setattr__(obj, self.name, value)
183 183
184 184
185 185 def hasunfilteredcache(repo, name):
186 186 """check if a repo has an unfilteredpropertycache value for <name>"""
187 187 return name in vars(repo.unfiltered())
188 188
189 189
190 190 def unfilteredmethod(orig):
191 191 """decorate method that always need to be run on unfiltered version"""
192 192
193 193 def wrapper(repo, *args, **kwargs):
194 194 return orig(repo.unfiltered(), *args, **kwargs)
195 195
196 196 return wrapper
197 197
198 198
199 199 moderncaps = {
200 200 b'lookup',
201 201 b'branchmap',
202 202 b'pushkey',
203 203 b'known',
204 204 b'getbundle',
205 205 b'unbundle',
206 206 }
207 207 legacycaps = moderncaps.union({b'changegroupsubset'})
208 208
209 209
210 210 @interfaceutil.implementer(repository.ipeercommandexecutor)
211 211 class localcommandexecutor(object):
212 212 def __init__(self, peer):
213 213 self._peer = peer
214 214 self._sent = False
215 215 self._closed = False
216 216
217 217 def __enter__(self):
218 218 return self
219 219
220 220 def __exit__(self, exctype, excvalue, exctb):
221 221 self.close()
222 222
223 223 def callcommand(self, command, args):
224 224 if self._sent:
225 225 raise error.ProgrammingError(
226 226 b'callcommand() cannot be used after sendcommands()'
227 227 )
228 228
229 229 if self._closed:
230 230 raise error.ProgrammingError(
231 231 b'callcommand() cannot be used after close()'
232 232 )
233 233
234 234 # We don't need to support anything fancy. Just call the named
235 235 # method on the peer and return a resolved future.
236 236 fn = getattr(self._peer, pycompat.sysstr(command))
237 237
238 238 f = pycompat.futures.Future()
239 239
240 240 try:
241 241 result = fn(**pycompat.strkwargs(args))
242 242 except Exception:
243 243 pycompat.future_set_exception_info(f, sys.exc_info()[1:])
244 244 else:
245 245 f.set_result(result)
246 246
247 247 return f
248 248
249 249 def sendcommands(self):
250 250 self._sent = True
251 251
252 252 def close(self):
253 253 self._closed = True
254 254
255 255
256 256 @interfaceutil.implementer(repository.ipeercommands)
257 257 class localpeer(repository.peer):
258 258 '''peer for a local repo; reflects only the most recent API'''
259 259
260 260 def __init__(self, repo, caps=None):
261 261 super(localpeer, self).__init__()
262 262
263 263 if caps is None:
264 264 caps = moderncaps.copy()
265 265 self._repo = repo.filtered(b'served')
266 266 self.ui = repo.ui
267 267 self._caps = repo._restrictcapabilities(caps)
268 268
269 269 # Begin of _basepeer interface.
270 270
271 271 def url(self):
272 272 return self._repo.url()
273 273
274 274 def local(self):
275 275 return self._repo
276 276
277 277 def peer(self):
278 278 return self
279 279
280 280 def canpush(self):
281 281 return True
282 282
283 283 def close(self):
284 284 self._repo.close()
285 285
286 286 # End of _basepeer interface.
287 287
288 288 # Begin of _basewirecommands interface.
289 289
290 290 def branchmap(self):
291 291 return self._repo.branchmap()
292 292
293 293 def capabilities(self):
294 294 return self._caps
295 295
296 296 def clonebundles(self):
297 297 return self._repo.tryread(b'clonebundles.manifest')
298 298
299 299 def debugwireargs(self, one, two, three=None, four=None, five=None):
300 300 """Used to test argument passing over the wire"""
301 301 return b"%s %s %s %s %s" % (
302 302 one,
303 303 two,
304 304 pycompat.bytestr(three),
305 305 pycompat.bytestr(four),
306 306 pycompat.bytestr(five),
307 307 )
308 308
309 309 def getbundle(
310 310 self, source, heads=None, common=None, bundlecaps=None, **kwargs
311 311 ):
312 312 chunks = exchange.getbundlechunks(
313 313 self._repo,
314 314 source,
315 315 heads=heads,
316 316 common=common,
317 317 bundlecaps=bundlecaps,
318 318 **kwargs
319 319 )[1]
320 320 cb = util.chunkbuffer(chunks)
321 321
322 322 if exchange.bundle2requested(bundlecaps):
323 323 # When requesting a bundle2, getbundle returns a stream to make the
324 324 # wire level function happier. We need to build a proper object
325 325 # from it in local peer.
326 326 return bundle2.getunbundler(self.ui, cb)
327 327 else:
328 328 return changegroup.getunbundler(b'01', cb, None)
329 329
330 330 def heads(self):
331 331 return self._repo.heads()
332 332
333 333 def known(self, nodes):
334 334 return self._repo.known(nodes)
335 335
336 336 def listkeys(self, namespace):
337 337 return self._repo.listkeys(namespace)
338 338
339 339 def lookup(self, key):
340 340 return self._repo.lookup(key)
341 341
342 342 def pushkey(self, namespace, key, old, new):
343 343 return self._repo.pushkey(namespace, key, old, new)
344 344
345 345 def stream_out(self):
346 346 raise error.Abort(_(b'cannot perform stream clone against local peer'))
347 347
348 348 def unbundle(self, bundle, heads, url):
349 349 """apply a bundle on a repo
350 350
351 351 This function handles the repo locking itself."""
352 352 try:
353 353 try:
354 354 bundle = exchange.readbundle(self.ui, bundle, None)
355 355 ret = exchange.unbundle(self._repo, bundle, heads, b'push', url)
356 356 if util.safehasattr(ret, b'getchunks'):
357 357 # This is a bundle20 object, turn it into an unbundler.
358 358 # This little dance should be dropped eventually when the
359 359 # API is finally improved.
360 360 stream = util.chunkbuffer(ret.getchunks())
361 361 ret = bundle2.getunbundler(self.ui, stream)
362 362 return ret
363 363 except Exception as exc:
364 364 # If the exception contains output salvaged from a bundle2
365 365 # reply, we need to make sure it is printed before continuing
366 366 # to fail. So we build a bundle2 with such output and consume
367 367 # it directly.
368 368 #
369 369 # This is not very elegant but allows a "simple" solution for
370 370 # issue4594
371 371 output = getattr(exc, '_bundle2salvagedoutput', ())
372 372 if output:
373 373 bundler = bundle2.bundle20(self._repo.ui)
374 374 for out in output:
375 375 bundler.addpart(out)
376 376 stream = util.chunkbuffer(bundler.getchunks())
377 377 b = bundle2.getunbundler(self.ui, stream)
378 378 bundle2.processbundle(self._repo, b)
379 379 raise
380 380 except error.PushRaced as exc:
381 381 raise error.ResponseError(
382 382 _(b'push failed:'), stringutil.forcebytestr(exc)
383 383 )
384 384
385 385 # End of _basewirecommands interface.
386 386
387 387 # Begin of peer interface.
388 388
389 389 def commandexecutor(self):
390 390 return localcommandexecutor(self)
391 391
392 392 # End of peer interface.
393 393
394 394
395 395 @interfaceutil.implementer(repository.ipeerlegacycommands)
396 396 class locallegacypeer(localpeer):
397 397 '''peer extension which implements legacy methods too; used for tests with
398 398 restricted capabilities'''
399 399
400 400 def __init__(self, repo):
401 401 super(locallegacypeer, self).__init__(repo, caps=legacycaps)
402 402
403 403 # Begin of baselegacywirecommands interface.
404 404
405 405 def between(self, pairs):
406 406 return self._repo.between(pairs)
407 407
408 408 def branches(self, nodes):
409 409 return self._repo.branches(nodes)
410 410
411 411 def changegroup(self, nodes, source):
412 412 outgoing = discovery.outgoing(
413 413 self._repo, missingroots=nodes, missingheads=self._repo.heads()
414 414 )
415 415 return changegroup.makechangegroup(self._repo, outgoing, b'01', source)
416 416
417 417 def changegroupsubset(self, bases, heads, source):
418 418 outgoing = discovery.outgoing(
419 419 self._repo, missingroots=bases, missingheads=heads
420 420 )
421 421 return changegroup.makechangegroup(self._repo, outgoing, b'01', source)
422 422
423 423 # End of baselegacywirecommands interface.
424 424
425 425
426 426 # Increment the sub-version when the revlog v2 format changes to lock out old
427 427 # clients.
428 428 REVLOGV2_REQUIREMENT = b'exp-revlogv2.1'
429 429
430 430 # A repository with the sparserevlog feature will have delta chains that
431 431 # can spread over a larger span. Sparse reading cuts these large spans into
432 432 # pieces, so that each piece isn't too big.
433 433 # Without the sparserevlog capability, reading from the repository could use
434 434 # huge amounts of memory, because the whole span would be read at once,
435 435 # including all the intermediate revisions that aren't pertinent for the chain.
436 436 # This is why once a repository has enabled sparse-read, it becomes required.
437 437 SPARSEREVLOG_REQUIREMENT = b'sparserevlog'
438 438
439 439 # A repository with the sidedataflag requirement will allow to store extra
440 440 # information for revision without altering their original hashes.
441 441 SIDEDATA_REQUIREMENT = b'exp-sidedata-flag'
442 442
443 443 # A repository with the the copies-sidedata-changeset requirement will store
444 444 # copies related information in changeset's sidedata.
445 445 COPIESSDC_REQUIREMENT = b'exp-copies-sidedata-changeset'
446 446
447 447 # Functions receiving (ui, features) that extensions can register to impact
448 448 # the ability to load repositories with custom requirements. Only
449 449 # functions defined in loaded extensions are called.
450 450 #
451 451 # The function receives a set of requirement strings that the repository
452 452 # is capable of opening. Functions will typically add elements to the
453 453 # set to reflect that the extension knows how to handle that requirements.
454 454 featuresetupfuncs = set()
455 455
456 456
457 457 def makelocalrepository(baseui, path, intents=None):
458 458 """Create a local repository object.
459 459
460 460 Given arguments needed to construct a local repository, this function
461 461 performs various early repository loading functionality (such as
462 462 reading the ``.hg/requires`` and ``.hg/hgrc`` files), validates that
463 463 the repository can be opened, derives a type suitable for representing
464 464 that repository, and returns an instance of it.
465 465
466 466 The returned object conforms to the ``repository.completelocalrepository``
467 467 interface.
468 468
469 469 The repository type is derived by calling a series of factory functions
470 470 for each aspect/interface of the final repository. These are defined by
471 471 ``REPO_INTERFACES``.
472 472
473 473 Each factory function is called to produce a type implementing a specific
474 474 interface. The cumulative list of returned types will be combined into a
475 475 new type and that type will be instantiated to represent the local
476 476 repository.
477 477
478 478 The factory functions each receive various state that may be consulted
479 479 as part of deriving a type.
480 480
481 481 Extensions should wrap these factory functions to customize repository type
482 482 creation. Note that an extension's wrapped function may be called even if
483 483 that extension is not loaded for the repo being constructed. Extensions
484 484 should check if their ``__name__`` appears in the
485 485 ``extensionmodulenames`` set passed to the factory function and no-op if
486 486 not.
487 487 """
488 488 ui = baseui.copy()
489 489 # Prevent copying repo configuration.
490 490 ui.copy = baseui.copy
491 491
492 492 # Working directory VFS rooted at repository root.
493 493 wdirvfs = vfsmod.vfs(path, expandpath=True, realpath=True)
494 494
495 495 # Main VFS for .hg/ directory.
496 496 hgpath = wdirvfs.join(b'.hg')
497 497 hgvfs = vfsmod.vfs(hgpath, cacheaudited=True)
498 498
499 499 # The .hg/ path should exist and should be a directory. All other
500 500 # cases are errors.
501 501 if not hgvfs.isdir():
502 502 try:
503 503 hgvfs.stat()
504 504 except OSError as e:
505 505 if e.errno != errno.ENOENT:
506 506 raise
507 507
508 508 raise error.RepoError(_(b'repository %s not found') % path)
509 509
510 510 # .hg/requires file contains a newline-delimited list of
511 511 # features/capabilities the opener (us) must have in order to use
512 512 # the repository. This file was introduced in Mercurial 0.9.2,
513 513 # which means very old repositories may not have one. We assume
514 514 # a missing file translates to no requirements.
515 515 try:
516 516 requirements = set(hgvfs.read(b'requires').splitlines())
517 517 except IOError as e:
518 518 if e.errno != errno.ENOENT:
519 519 raise
520 520 requirements = set()
521 521
522 522 # The .hg/hgrc file may load extensions or contain config options
523 523 # that influence repository construction. Attempt to load it and
524 524 # process any new extensions that it may have pulled in.
525 525 if loadhgrc(ui, wdirvfs, hgvfs, requirements):
526 526 afterhgrcload(ui, wdirvfs, hgvfs, requirements)
527 527 extensions.loadall(ui)
528 528 extensions.populateui(ui)
529 529
530 530 # Set of module names of extensions loaded for this repository.
531 531 extensionmodulenames = {m.__name__ for n, m in extensions.extensions(ui)}
532 532
533 533 supportedrequirements = gathersupportedrequirements(ui)
534 534
535 535 # We first validate the requirements are known.
536 536 ensurerequirementsrecognized(requirements, supportedrequirements)
537 537
538 538 # Then we validate that the known set is reasonable to use together.
539 539 ensurerequirementscompatible(ui, requirements)
540 540
541 541 # TODO there are unhandled edge cases related to opening repositories with
542 542 # shared storage. If storage is shared, we should also test for requirements
543 543 # compatibility in the pointed-to repo. This entails loading the .hg/hgrc in
544 544 # that repo, as that repo may load extensions needed to open it. This is a
545 545 # bit complicated because we don't want the other hgrc to overwrite settings
546 546 # in this hgrc.
547 547 #
548 548 # This bug is somewhat mitigated by the fact that we copy the .hg/requires
549 549 # file when sharing repos. But if a requirement is added after the share is
550 550 # performed, thereby introducing a new requirement for the opener, we may
551 551 # will not see that and could encounter a run-time error interacting with
552 552 # that shared store since it has an unknown-to-us requirement.
553 553
554 554 # At this point, we know we should be capable of opening the repository.
555 555 # Now get on with doing that.
556 556
557 557 features = set()
558 558
559 559 # The "store" part of the repository holds versioned data. How it is
560 560 # accessed is determined by various requirements. The ``shared`` or
561 561 # ``relshared`` requirements indicate the store lives in the path contained
562 562 # in the ``.hg/sharedpath`` file. This is an absolute path for
563 563 # ``shared`` and relative to ``.hg/`` for ``relshared``.
564 564 if b'shared' in requirements or b'relshared' in requirements:
565 565 sharedpath = hgvfs.read(b'sharedpath').rstrip(b'\n')
566 566 if b'relshared' in requirements:
567 567 sharedpath = hgvfs.join(sharedpath)
568 568
569 569 sharedvfs = vfsmod.vfs(sharedpath, realpath=True)
570 570
571 571 if not sharedvfs.exists():
572 572 raise error.RepoError(
573 573 _(b'.hg/sharedpath points to nonexistent directory %s')
574 574 % sharedvfs.base
575 575 )
576 576
577 577 features.add(repository.REPO_FEATURE_SHARED_STORAGE)
578 578
579 579 storebasepath = sharedvfs.base
580 580 cachepath = sharedvfs.join(b'cache')
581 581 else:
582 582 storebasepath = hgvfs.base
583 583 cachepath = hgvfs.join(b'cache')
584 584 wcachepath = hgvfs.join(b'wcache')
585 585
586 586 # The store has changed over time and the exact layout is dictated by
587 587 # requirements. The store interface abstracts differences across all
588 588 # of them.
589 589 store = makestore(
590 590 requirements,
591 591 storebasepath,
592 592 lambda base: vfsmod.vfs(base, cacheaudited=True),
593 593 )
594 594 hgvfs.createmode = store.createmode
595 595
596 596 storevfs = store.vfs
597 597 storevfs.options = resolvestorevfsoptions(ui, requirements, features)
598 598
599 599 # The cache vfs is used to manage cache files.
600 600 cachevfs = vfsmod.vfs(cachepath, cacheaudited=True)
601 601 cachevfs.createmode = store.createmode
602 602 # The cache vfs is used to manage cache files related to the working copy
603 603 wcachevfs = vfsmod.vfs(wcachepath, cacheaudited=True)
604 604 wcachevfs.createmode = store.createmode
605 605
606 606 # Now resolve the type for the repository object. We do this by repeatedly
607 607 # calling a factory function to produces types for specific aspects of the
608 608 # repo's operation. The aggregate returned types are used as base classes
609 609 # for a dynamically-derived type, which will represent our new repository.
610 610
611 611 bases = []
612 612 extrastate = {}
613 613
614 614 for iface, fn in REPO_INTERFACES:
615 615 # We pass all potentially useful state to give extensions tons of
616 616 # flexibility.
617 617 typ = fn()(
618 618 ui=ui,
619 619 intents=intents,
620 620 requirements=requirements,
621 621 features=features,
622 622 wdirvfs=wdirvfs,
623 623 hgvfs=hgvfs,
624 624 store=store,
625 625 storevfs=storevfs,
626 626 storeoptions=storevfs.options,
627 627 cachevfs=cachevfs,
628 628 wcachevfs=wcachevfs,
629 629 extensionmodulenames=extensionmodulenames,
630 630 extrastate=extrastate,
631 631 baseclasses=bases,
632 632 )
633 633
634 634 if not isinstance(typ, type):
635 635 raise error.ProgrammingError(
636 636 b'unable to construct type for %s' % iface
637 637 )
638 638
639 639 bases.append(typ)
640 640
641 641 # type() allows you to use characters in type names that wouldn't be
642 642 # recognized as Python symbols in source code. We abuse that to add
643 643 # rich information about our constructed repo.
644 644 name = pycompat.sysstr(
645 645 b'derivedrepo:%s<%s>' % (wdirvfs.base, b','.join(sorted(requirements)))
646 646 )
647 647
648 648 cls = type(name, tuple(bases), {})
649 649
650 650 return cls(
651 651 baseui=baseui,
652 652 ui=ui,
653 653 origroot=path,
654 654 wdirvfs=wdirvfs,
655 655 hgvfs=hgvfs,
656 656 requirements=requirements,
657 657 supportedrequirements=supportedrequirements,
658 658 sharedpath=storebasepath,
659 659 store=store,
660 660 cachevfs=cachevfs,
661 661 wcachevfs=wcachevfs,
662 662 features=features,
663 663 intents=intents,
664 664 )
665 665
666 666
667 667 def loadhgrc(ui, wdirvfs, hgvfs, requirements):
668 668 """Load hgrc files/content into a ui instance.
669 669
670 670 This is called during repository opening to load any additional
671 671 config files or settings relevant to the current repository.
672 672
673 673 Returns a bool indicating whether any additional configs were loaded.
674 674
675 675 Extensions should monkeypatch this function to modify how per-repo
676 676 configs are loaded. For example, an extension may wish to pull in
677 677 configs from alternate files or sources.
678 678 """
679 679 try:
680 680 ui.readconfig(hgvfs.join(b'hgrc'), root=wdirvfs.base)
681 681 return True
682 682 except IOError:
683 683 return False
684 684
685 685
686 686 def afterhgrcload(ui, wdirvfs, hgvfs, requirements):
687 687 """Perform additional actions after .hg/hgrc is loaded.
688 688
689 689 This function is called during repository loading immediately after
690 690 the .hg/hgrc file is loaded and before per-repo extensions are loaded.
691 691
692 692 The function can be used to validate configs, automatically add
693 693 options (including extensions) based on requirements, etc.
694 694 """
695 695
696 696 # Map of requirements to list of extensions to load automatically when
697 697 # requirement is present.
698 698 autoextensions = {
699 699 b'largefiles': [b'largefiles'],
700 700 b'lfs': [b'lfs'],
701 701 }
702 702
703 703 for requirement, names in sorted(autoextensions.items()):
704 704 if requirement not in requirements:
705 705 continue
706 706
707 707 for name in names:
708 708 if not ui.hasconfig(b'extensions', name):
709 709 ui.setconfig(b'extensions', name, b'', source=b'autoload')
710 710
711 711
712 712 def gathersupportedrequirements(ui):
713 713 """Determine the complete set of recognized requirements."""
714 714 # Start with all requirements supported by this file.
715 715 supported = set(localrepository._basesupported)
716 716
717 717 # Execute ``featuresetupfuncs`` entries if they belong to an extension
718 718 # relevant to this ui instance.
719 719 modules = {m.__name__ for n, m in extensions.extensions(ui)}
720 720
721 721 for fn in featuresetupfuncs:
722 722 if fn.__module__ in modules:
723 723 fn(ui, supported)
724 724
725 725 # Add derived requirements from registered compression engines.
726 726 for name in util.compengines:
727 727 engine = util.compengines[name]
728 728 if engine.available() and engine.revlogheader():
729 729 supported.add(b'exp-compression-%s' % name)
730 730 if engine.name() == b'zstd':
731 731 supported.add(b'revlog-compression-zstd')
732 732
733 733 return supported
734 734
735 735
736 736 def ensurerequirementsrecognized(requirements, supported):
737 737 """Validate that a set of local requirements is recognized.
738 738
739 739 Receives a set of requirements. Raises an ``error.RepoError`` if there
740 740 exists any requirement in that set that currently loaded code doesn't
741 741 recognize.
742 742
743 743 Returns a set of supported requirements.
744 744 """
745 745 missing = set()
746 746
747 747 for requirement in requirements:
748 748 if requirement in supported:
749 749 continue
750 750
751 751 if not requirement or not requirement[0:1].isalnum():
752 752 raise error.RequirementError(_(b'.hg/requires file is corrupt'))
753 753
754 754 missing.add(requirement)
755 755
756 756 if missing:
757 757 raise error.RequirementError(
758 758 _(b'repository requires features unknown to this Mercurial: %s')
759 759 % b' '.join(sorted(missing)),
760 760 hint=_(
761 761 b'see https://mercurial-scm.org/wiki/MissingRequirement '
762 762 b'for more information'
763 763 ),
764 764 )
765 765
766 766
767 767 def ensurerequirementscompatible(ui, requirements):
768 768 """Validates that a set of recognized requirements is mutually compatible.
769 769
770 770 Some requirements may not be compatible with others or require
771 771 config options that aren't enabled. This function is called during
772 772 repository opening to ensure that the set of requirements needed
773 773 to open a repository is sane and compatible with config options.
774 774
775 775 Extensions can monkeypatch this function to perform additional
776 776 checking.
777 777
778 778 ``error.RepoError`` should be raised on failure.
779 779 """
780 780 if b'exp-sparse' in requirements and not sparse.enabled:
781 781 raise error.RepoError(
782 782 _(
783 783 b'repository is using sparse feature but '
784 784 b'sparse is not enabled; enable the '
785 785 b'"sparse" extensions to access'
786 786 )
787 787 )
788 788
789 789
790 790 def makestore(requirements, path, vfstype):
791 791 """Construct a storage object for a repository."""
792 792 if b'store' in requirements:
793 793 if b'fncache' in requirements:
794 794 return storemod.fncachestore(
795 795 path, vfstype, b'dotencode' in requirements
796 796 )
797 797
798 798 return storemod.encodedstore(path, vfstype)
799 799
800 800 return storemod.basicstore(path, vfstype)
801 801
802 802
803 803 def resolvestorevfsoptions(ui, requirements, features):
804 804 """Resolve the options to pass to the store vfs opener.
805 805
806 806 The returned dict is used to influence behavior of the storage layer.
807 807 """
808 808 options = {}
809 809
810 810 if b'treemanifest' in requirements:
811 811 options[b'treemanifest'] = True
812 812
813 813 # experimental config: format.manifestcachesize
814 814 manifestcachesize = ui.configint(b'format', b'manifestcachesize')
815 815 if manifestcachesize is not None:
816 816 options[b'manifestcachesize'] = manifestcachesize
817 817
818 818 # In the absence of another requirement superseding a revlog-related
819 819 # requirement, we have to assume the repo is using revlog version 0.
820 820 # This revlog format is super old and we don't bother trying to parse
821 821 # opener options for it because those options wouldn't do anything
822 822 # meaningful on such old repos.
823 823 if b'revlogv1' in requirements or REVLOGV2_REQUIREMENT in requirements:
824 824 options.update(resolverevlogstorevfsoptions(ui, requirements, features))
825 825 else: # explicitly mark repo as using revlogv0
826 826 options[b'revlogv0'] = True
827 827
828 828 if COPIESSDC_REQUIREMENT in requirements:
829 829 options[b'copies-storage'] = b'changeset-sidedata'
830 830 else:
831 831 writecopiesto = ui.config(b'experimental', b'copies.write-to')
832 832 copiesextramode = (b'changeset-only', b'compatibility')
833 833 if writecopiesto in copiesextramode:
834 834 options[b'copies-storage'] = b'extra'
835 835
836 836 return options
837 837
838 838
839 839 def resolverevlogstorevfsoptions(ui, requirements, features):
840 840 """Resolve opener options specific to revlogs."""
841 841
842 842 options = {}
843 843 options[b'flagprocessors'] = {}
844 844
845 845 if b'revlogv1' in requirements:
846 846 options[b'revlogv1'] = True
847 847 if REVLOGV2_REQUIREMENT in requirements:
848 848 options[b'revlogv2'] = True
849 849
850 850 if b'generaldelta' in requirements:
851 851 options[b'generaldelta'] = True
852 852
853 853 # experimental config: format.chunkcachesize
854 854 chunkcachesize = ui.configint(b'format', b'chunkcachesize')
855 855 if chunkcachesize is not None:
856 856 options[b'chunkcachesize'] = chunkcachesize
857 857
858 858 deltabothparents = ui.configbool(
859 859 b'storage', b'revlog.optimize-delta-parent-choice'
860 860 )
861 861 options[b'deltabothparents'] = deltabothparents
862 862
863 863 lazydelta = ui.configbool(b'storage', b'revlog.reuse-external-delta')
864 864 lazydeltabase = False
865 865 if lazydelta:
866 866 lazydeltabase = ui.configbool(
867 867 b'storage', b'revlog.reuse-external-delta-parent'
868 868 )
869 869 if lazydeltabase is None:
870 870 lazydeltabase = not scmutil.gddeltaconfig(ui)
871 871 options[b'lazydelta'] = lazydelta
872 872 options[b'lazydeltabase'] = lazydeltabase
873 873
874 874 chainspan = ui.configbytes(b'experimental', b'maxdeltachainspan')
875 875 if 0 <= chainspan:
876 876 options[b'maxdeltachainspan'] = chainspan
877 877
878 878 mmapindexthreshold = ui.configbytes(b'experimental', b'mmapindexthreshold')
879 879 if mmapindexthreshold is not None:
880 880 options[b'mmapindexthreshold'] = mmapindexthreshold
881 881
882 882 withsparseread = ui.configbool(b'experimental', b'sparse-read')
883 883 srdensitythres = float(
884 884 ui.config(b'experimental', b'sparse-read.density-threshold')
885 885 )
886 886 srmingapsize = ui.configbytes(b'experimental', b'sparse-read.min-gap-size')
887 887 options[b'with-sparse-read'] = withsparseread
888 888 options[b'sparse-read-density-threshold'] = srdensitythres
889 889 options[b'sparse-read-min-gap-size'] = srmingapsize
890 890
891 891 sparserevlog = SPARSEREVLOG_REQUIREMENT in requirements
892 892 options[b'sparse-revlog'] = sparserevlog
893 893 if sparserevlog:
894 894 options[b'generaldelta'] = True
895 895
896 896 sidedata = SIDEDATA_REQUIREMENT in requirements
897 897 options[b'side-data'] = sidedata
898 898
899 899 maxchainlen = None
900 900 if sparserevlog:
901 901 maxchainlen = revlogconst.SPARSE_REVLOG_MAX_CHAIN_LENGTH
902 902 # experimental config: format.maxchainlen
903 903 maxchainlen = ui.configint(b'format', b'maxchainlen', maxchainlen)
904 904 if maxchainlen is not None:
905 905 options[b'maxchainlen'] = maxchainlen
906 906
907 907 for r in requirements:
908 908 # we allow multiple compression engine requirement to co-exist because
909 909 # strickly speaking, revlog seems to support mixed compression style.
910 910 #
911 911 # The compression used for new entries will be "the last one"
912 912 prefix = r.startswith
913 913 if prefix(b'revlog-compression-') or prefix(b'exp-compression-'):
914 914 options[b'compengine'] = r.split(b'-', 2)[2]
915 915
916 916 options[b'zlib.level'] = ui.configint(b'storage', b'revlog.zlib.level')
917 917 if options[b'zlib.level'] is not None:
918 918 if not (0 <= options[b'zlib.level'] <= 9):
919 919 msg = _(b'invalid value for `storage.revlog.zlib.level` config: %d')
920 920 raise error.Abort(msg % options[b'zlib.level'])
921 921 options[b'zstd.level'] = ui.configint(b'storage', b'revlog.zstd.level')
922 922 if options[b'zstd.level'] is not None:
923 923 if not (0 <= options[b'zstd.level'] <= 22):
924 924 msg = _(b'invalid value for `storage.revlog.zstd.level` config: %d')
925 925 raise error.Abort(msg % options[b'zstd.level'])
926 926
927 927 if repository.NARROW_REQUIREMENT in requirements:
928 928 options[b'enableellipsis'] = True
929 929
930 930 if ui.configbool(b'experimental', b'rust.index'):
931 931 options[b'rust.index'] = True
932 932
933 933 return options
934 934
935 935
936 936 def makemain(**kwargs):
937 937 """Produce a type conforming to ``ilocalrepositorymain``."""
938 938 return localrepository
939 939
940 940
941 941 @interfaceutil.implementer(repository.ilocalrepositoryfilestorage)
942 942 class revlogfilestorage(object):
943 943 """File storage when using revlogs."""
944 944
945 945 def file(self, path):
946 946 if path[0] == b'/':
947 947 path = path[1:]
948 948
949 949 return filelog.filelog(self.svfs, path)
950 950
951 951
952 952 @interfaceutil.implementer(repository.ilocalrepositoryfilestorage)
953 953 class revlognarrowfilestorage(object):
954 954 """File storage when using revlogs and narrow files."""
955 955
956 956 def file(self, path):
957 957 if path[0] == b'/':
958 958 path = path[1:]
959 959
960 960 return filelog.narrowfilelog(self.svfs, path, self._storenarrowmatch)
961 961
962 962
963 963 def makefilestorage(requirements, features, **kwargs):
964 964 """Produce a type conforming to ``ilocalrepositoryfilestorage``."""
965 965 features.add(repository.REPO_FEATURE_REVLOG_FILE_STORAGE)
966 966 features.add(repository.REPO_FEATURE_STREAM_CLONE)
967 967
968 968 if repository.NARROW_REQUIREMENT in requirements:
969 969 return revlognarrowfilestorage
970 970 else:
971 971 return revlogfilestorage
972 972
973 973
974 974 # List of repository interfaces and factory functions for them. Each
975 975 # will be called in order during ``makelocalrepository()`` to iteratively
976 976 # derive the final type for a local repository instance. We capture the
977 977 # function as a lambda so we don't hold a reference and the module-level
978 978 # functions can be wrapped.
979 979 REPO_INTERFACES = [
980 980 (repository.ilocalrepositorymain, lambda: makemain),
981 981 (repository.ilocalrepositoryfilestorage, lambda: makefilestorage),
982 982 ]
983 983
984 984
985 985 @interfaceutil.implementer(repository.ilocalrepositorymain)
986 986 class localrepository(object):
987 987 """Main class for representing local repositories.
988 988
989 989 All local repositories are instances of this class.
990 990
991 991 Constructed on its own, instances of this class are not usable as
992 992 repository objects. To obtain a usable repository object, call
993 993 ``hg.repository()``, ``localrepo.instance()``, or
994 994 ``localrepo.makelocalrepository()``. The latter is the lowest-level.
995 995 ``instance()`` adds support for creating new repositories.
996 996 ``hg.repository()`` adds more extension integration, including calling
997 997 ``reposetup()``. Generally speaking, ``hg.repository()`` should be
998 998 used.
999 999 """
1000 1000
1001 1001 # obsolete experimental requirements:
1002 1002 # - manifestv2: An experimental new manifest format that allowed
1003 1003 # for stem compression of long paths. Experiment ended up not
1004 1004 # being successful (repository sizes went up due to worse delta
1005 1005 # chains), and the code was deleted in 4.6.
1006 1006 supportedformats = {
1007 1007 b'revlogv1',
1008 1008 b'generaldelta',
1009 1009 b'treemanifest',
1010 1010 COPIESSDC_REQUIREMENT,
1011 1011 REVLOGV2_REQUIREMENT,
1012 1012 SIDEDATA_REQUIREMENT,
1013 1013 SPARSEREVLOG_REQUIREMENT,
1014 1014 bookmarks.BOOKMARKS_IN_STORE_REQUIREMENT,
1015 1015 }
1016 1016 _basesupported = supportedformats | {
1017 1017 b'store',
1018 1018 b'fncache',
1019 1019 b'shared',
1020 1020 b'relshared',
1021 1021 b'dotencode',
1022 1022 b'exp-sparse',
1023 1023 b'internal-phase',
1024 1024 }
1025 1025
1026 1026 # list of prefix for file which can be written without 'wlock'
1027 1027 # Extensions should extend this list when needed
1028 1028 _wlockfreeprefix = {
1029 1029 # We migh consider requiring 'wlock' for the next
1030 1030 # two, but pretty much all the existing code assume
1031 1031 # wlock is not needed so we keep them excluded for
1032 1032 # now.
1033 1033 b'hgrc',
1034 1034 b'requires',
1035 1035 # XXX cache is a complicatged business someone
1036 1036 # should investigate this in depth at some point
1037 1037 b'cache/',
1038 1038 # XXX shouldn't be dirstate covered by the wlock?
1039 1039 b'dirstate',
1040 1040 # XXX bisect was still a bit too messy at the time
1041 1041 # this changeset was introduced. Someone should fix
1042 1042 # the remainig bit and drop this line
1043 1043 b'bisect.state',
1044 1044 }
1045 1045
1046 1046 def __init__(
1047 1047 self,
1048 1048 baseui,
1049 1049 ui,
1050 1050 origroot,
1051 1051 wdirvfs,
1052 1052 hgvfs,
1053 1053 requirements,
1054 1054 supportedrequirements,
1055 1055 sharedpath,
1056 1056 store,
1057 1057 cachevfs,
1058 1058 wcachevfs,
1059 1059 features,
1060 1060 intents=None,
1061 1061 ):
1062 1062 """Create a new local repository instance.
1063 1063
1064 1064 Most callers should use ``hg.repository()``, ``localrepo.instance()``,
1065 1065 or ``localrepo.makelocalrepository()`` for obtaining a new repository
1066 1066 object.
1067 1067
1068 1068 Arguments:
1069 1069
1070 1070 baseui
1071 1071 ``ui.ui`` instance that ``ui`` argument was based off of.
1072 1072
1073 1073 ui
1074 1074 ``ui.ui`` instance for use by the repository.
1075 1075
1076 1076 origroot
1077 1077 ``bytes`` path to working directory root of this repository.
1078 1078
1079 1079 wdirvfs
1080 1080 ``vfs.vfs`` rooted at the working directory.
1081 1081
1082 1082 hgvfs
1083 1083 ``vfs.vfs`` rooted at .hg/
1084 1084
1085 1085 requirements
1086 1086 ``set`` of bytestrings representing repository opening requirements.
1087 1087
1088 1088 supportedrequirements
1089 1089 ``set`` of bytestrings representing repository requirements that we
1090 1090 know how to open. May be a supetset of ``requirements``.
1091 1091
1092 1092 sharedpath
1093 1093 ``bytes`` Defining path to storage base directory. Points to a
1094 1094 ``.hg/`` directory somewhere.
1095 1095
1096 1096 store
1097 1097 ``store.basicstore`` (or derived) instance providing access to
1098 1098 versioned storage.
1099 1099
1100 1100 cachevfs
1101 1101 ``vfs.vfs`` used for cache files.
1102 1102
1103 1103 wcachevfs
1104 1104 ``vfs.vfs`` used for cache files related to the working copy.
1105 1105
1106 1106 features
1107 1107 ``set`` of bytestrings defining features/capabilities of this
1108 1108 instance.
1109 1109
1110 1110 intents
1111 1111 ``set`` of system strings indicating what this repo will be used
1112 1112 for.
1113 1113 """
1114 1114 self.baseui = baseui
1115 1115 self.ui = ui
1116 1116 self.origroot = origroot
1117 1117 # vfs rooted at working directory.
1118 1118 self.wvfs = wdirvfs
1119 1119 self.root = wdirvfs.base
1120 1120 # vfs rooted at .hg/. Used to access most non-store paths.
1121 1121 self.vfs = hgvfs
1122 1122 self.path = hgvfs.base
1123 1123 self.requirements = requirements
1124 1124 self.supported = supportedrequirements
1125 1125 self.sharedpath = sharedpath
1126 1126 self.store = store
1127 1127 self.cachevfs = cachevfs
1128 1128 self.wcachevfs = wcachevfs
1129 1129 self.features = features
1130 1130
1131 1131 self.filtername = None
1132 1132
1133 1133 if self.ui.configbool(b'devel', b'all-warnings') or self.ui.configbool(
1134 1134 b'devel', b'check-locks'
1135 1135 ):
1136 1136 self.vfs.audit = self._getvfsward(self.vfs.audit)
1137 1137 # A list of callback to shape the phase if no data were found.
1138 1138 # Callback are in the form: func(repo, roots) --> processed root.
1139 1139 # This list it to be filled by extension during repo setup
1140 1140 self._phasedefaults = []
1141 1141
1142 1142 color.setup(self.ui)
1143 1143
1144 1144 self.spath = self.store.path
1145 1145 self.svfs = self.store.vfs
1146 1146 self.sjoin = self.store.join
1147 1147 if self.ui.configbool(b'devel', b'all-warnings') or self.ui.configbool(
1148 1148 b'devel', b'check-locks'
1149 1149 ):
1150 1150 if util.safehasattr(self.svfs, b'vfs'): # this is filtervfs
1151 1151 self.svfs.vfs.audit = self._getsvfsward(self.svfs.vfs.audit)
1152 1152 else: # standard vfs
1153 1153 self.svfs.audit = self._getsvfsward(self.svfs.audit)
1154 1154
1155 1155 self._dirstatevalidatewarned = False
1156 1156
1157 1157 self._branchcaches = branchmap.BranchMapCache()
1158 1158 self._revbranchcache = None
1159 1159 self._filterpats = {}
1160 1160 self._datafilters = {}
1161 1161 self._transref = self._lockref = self._wlockref = None
1162 1162
1163 1163 # A cache for various files under .hg/ that tracks file changes,
1164 1164 # (used by the filecache decorator)
1165 1165 #
1166 1166 # Maps a property name to its util.filecacheentry
1167 1167 self._filecache = {}
1168 1168
1169 1169 # hold sets of revision to be filtered
1170 1170 # should be cleared when something might have changed the filter value:
1171 1171 # - new changesets,
1172 1172 # - phase change,
1173 1173 # - new obsolescence marker,
1174 1174 # - working directory parent change,
1175 1175 # - bookmark changes
1176 1176 self.filteredrevcache = {}
1177 1177
1178 1178 # post-dirstate-status hooks
1179 1179 self._postdsstatus = []
1180 1180
1181 1181 # generic mapping between names and nodes
1182 1182 self.names = namespaces.namespaces()
1183 1183
1184 1184 # Key to signature value.
1185 1185 self._sparsesignaturecache = {}
1186 1186 # Signature to cached matcher instance.
1187 1187 self._sparsematchercache = {}
1188 1188
1189 1189 self._extrafilterid = repoview.extrafilter(ui)
1190 1190
1191 1191 self.filecopiesmode = None
1192 1192 if COPIESSDC_REQUIREMENT in self.requirements:
1193 1193 self.filecopiesmode = b'changeset-sidedata'
1194 1194
1195 1195 def _getvfsward(self, origfunc):
1196 1196 """build a ward for self.vfs"""
1197 1197 rref = weakref.ref(self)
1198 1198
1199 1199 def checkvfs(path, mode=None):
1200 1200 ret = origfunc(path, mode=mode)
1201 1201 repo = rref()
1202 1202 if (
1203 1203 repo is None
1204 1204 or not util.safehasattr(repo, b'_wlockref')
1205 1205 or not util.safehasattr(repo, b'_lockref')
1206 1206 ):
1207 1207 return
1208 1208 if mode in (None, b'r', b'rb'):
1209 1209 return
1210 1210 if path.startswith(repo.path):
1211 1211 # truncate name relative to the repository (.hg)
1212 1212 path = path[len(repo.path) + 1 :]
1213 1213 if path.startswith(b'cache/'):
1214 1214 msg = b'accessing cache with vfs instead of cachevfs: "%s"'
1215 1215 repo.ui.develwarn(msg % path, stacklevel=3, config=b"cache-vfs")
1216 1216 if path.startswith(b'journal.') or path.startswith(b'undo.'):
1217 1217 # journal is covered by 'lock'
1218 1218 if repo._currentlock(repo._lockref) is None:
1219 1219 repo.ui.develwarn(
1220 1220 b'write with no lock: "%s"' % path,
1221 1221 stacklevel=3,
1222 1222 config=b'check-locks',
1223 1223 )
1224 1224 elif repo._currentlock(repo._wlockref) is None:
1225 1225 # rest of vfs files are covered by 'wlock'
1226 1226 #
1227 1227 # exclude special files
1228 1228 for prefix in self._wlockfreeprefix:
1229 1229 if path.startswith(prefix):
1230 1230 return
1231 1231 repo.ui.develwarn(
1232 1232 b'write with no wlock: "%s"' % path,
1233 1233 stacklevel=3,
1234 1234 config=b'check-locks',
1235 1235 )
1236 1236 return ret
1237 1237
1238 1238 return checkvfs
1239 1239
1240 1240 def _getsvfsward(self, origfunc):
1241 1241 """build a ward for self.svfs"""
1242 1242 rref = weakref.ref(self)
1243 1243
1244 1244 def checksvfs(path, mode=None):
1245 1245 ret = origfunc(path, mode=mode)
1246 1246 repo = rref()
1247 1247 if repo is None or not util.safehasattr(repo, b'_lockref'):
1248 1248 return
1249 1249 if mode in (None, b'r', b'rb'):
1250 1250 return
1251 1251 if path.startswith(repo.sharedpath):
1252 1252 # truncate name relative to the repository (.hg)
1253 1253 path = path[len(repo.sharedpath) + 1 :]
1254 1254 if repo._currentlock(repo._lockref) is None:
1255 1255 repo.ui.develwarn(
1256 1256 b'write with no lock: "%s"' % path, stacklevel=4
1257 1257 )
1258 1258 return ret
1259 1259
1260 1260 return checksvfs
1261 1261
1262 1262 def close(self):
1263 1263 self._writecaches()
1264 1264
1265 1265 def _writecaches(self):
1266 1266 if self._revbranchcache:
1267 1267 self._revbranchcache.write()
1268 1268
1269 1269 def _restrictcapabilities(self, caps):
1270 1270 if self.ui.configbool(b'experimental', b'bundle2-advertise'):
1271 1271 caps = set(caps)
1272 1272 capsblob = bundle2.encodecaps(
1273 1273 bundle2.getrepocaps(self, role=b'client')
1274 1274 )
1275 1275 caps.add(b'bundle2=' + urlreq.quote(capsblob))
1276 1276 return caps
1277 1277
1278 1278 def _writerequirements(self):
1279 1279 scmutil.writerequires(self.vfs, self.requirements)
1280 1280
1281 1281 # Don't cache auditor/nofsauditor, or you'll end up with reference cycle:
1282 1282 # self -> auditor -> self._checknested -> self
1283 1283
1284 1284 @property
1285 1285 def auditor(self):
1286 1286 # This is only used by context.workingctx.match in order to
1287 1287 # detect files in subrepos.
1288 1288 return pathutil.pathauditor(self.root, callback=self._checknested)
1289 1289
1290 1290 @property
1291 1291 def nofsauditor(self):
1292 1292 # This is only used by context.basectx.match in order to detect
1293 1293 # files in subrepos.
1294 1294 return pathutil.pathauditor(
1295 1295 self.root, callback=self._checknested, realfs=False, cached=True
1296 1296 )
1297 1297
1298 1298 def _checknested(self, path):
1299 1299 """Determine if path is a legal nested repository."""
1300 1300 if not path.startswith(self.root):
1301 1301 return False
1302 1302 subpath = path[len(self.root) + 1 :]
1303 1303 normsubpath = util.pconvert(subpath)
1304 1304
1305 1305 # XXX: Checking against the current working copy is wrong in
1306 1306 # the sense that it can reject things like
1307 1307 #
1308 1308 # $ hg cat -r 10 sub/x.txt
1309 1309 #
1310 1310 # if sub/ is no longer a subrepository in the working copy
1311 1311 # parent revision.
1312 1312 #
1313 1313 # However, it can of course also allow things that would have
1314 1314 # been rejected before, such as the above cat command if sub/
1315 1315 # is a subrepository now, but was a normal directory before.
1316 1316 # The old path auditor would have rejected by mistake since it
1317 1317 # panics when it sees sub/.hg/.
1318 1318 #
1319 1319 # All in all, checking against the working copy seems sensible
1320 1320 # since we want to prevent access to nested repositories on
1321 1321 # the filesystem *now*.
1322 1322 ctx = self[None]
1323 1323 parts = util.splitpath(subpath)
1324 1324 while parts:
1325 1325 prefix = b'/'.join(parts)
1326 1326 if prefix in ctx.substate:
1327 1327 if prefix == normsubpath:
1328 1328 return True
1329 1329 else:
1330 1330 sub = ctx.sub(prefix)
1331 1331 return sub.checknested(subpath[len(prefix) + 1 :])
1332 1332 else:
1333 1333 parts.pop()
1334 1334 return False
1335 1335
1336 1336 def peer(self):
1337 1337 return localpeer(self) # not cached to avoid reference cycle
1338 1338
1339 1339 def unfiltered(self):
1340 1340 """Return unfiltered version of the repository
1341 1341
1342 1342 Intended to be overwritten by filtered repo."""
1343 1343 return self
1344 1344
1345 1345 def filtered(self, name, visibilityexceptions=None):
1346 1346 """Return a filtered version of a repository
1347 1347
1348 1348 The `name` parameter is the identifier of the requested view. This
1349 1349 will return a repoview object set "exactly" to the specified view.
1350 1350
1351 1351 This function does not apply recursive filtering to a repository. For
1352 1352 example calling `repo.filtered("served")` will return a repoview using
1353 1353 the "served" view, regardless of the initial view used by `repo`.
1354 1354
1355 1355 In other word, there is always only one level of `repoview` "filtering".
1356 1356 """
1357 1357 if self._extrafilterid is not None and b'%' not in name:
1358 1358 name = name + b'%' + self._extrafilterid
1359 1359
1360 1360 cls = repoview.newtype(self.unfiltered().__class__)
1361 1361 return cls(self, name, visibilityexceptions)
1362 1362
1363 1363 @mixedrepostorecache(
1364 1364 (b'bookmarks', b'plain'),
1365 1365 (b'bookmarks.current', b'plain'),
1366 1366 (b'bookmarks', b''),
1367 1367 (b'00changelog.i', b''),
1368 1368 )
1369 1369 def _bookmarks(self):
1370 1370 # Since the multiple files involved in the transaction cannot be
1371 1371 # written atomically (with current repository format), there is a race
1372 1372 # condition here.
1373 1373 #
1374 1374 # 1) changelog content A is read
1375 1375 # 2) outside transaction update changelog to content B
1376 1376 # 3) outside transaction update bookmark file referring to content B
1377 1377 # 4) bookmarks file content is read and filtered against changelog-A
1378 1378 #
1379 1379 # When this happens, bookmarks against nodes missing from A are dropped.
1380 1380 #
1381 1381 # Having this happening during read is not great, but it become worse
1382 1382 # when this happen during write because the bookmarks to the "unknown"
1383 1383 # nodes will be dropped for good. However, writes happen within locks.
1384 1384 # This locking makes it possible to have a race free consistent read.
1385 1385 # For this purpose data read from disc before locking are
1386 1386 # "invalidated" right after the locks are taken. This invalidations are
1387 1387 # "light", the `filecache` mechanism keep the data in memory and will
1388 1388 # reuse them if the underlying files did not changed. Not parsing the
1389 1389 # same data multiple times helps performances.
1390 1390 #
1391 1391 # Unfortunately in the case describe above, the files tracked by the
1392 1392 # bookmarks file cache might not have changed, but the in-memory
1393 1393 # content is still "wrong" because we used an older changelog content
1394 1394 # to process the on-disk data. So after locking, the changelog would be
1395 1395 # refreshed but `_bookmarks` would be preserved.
1396 1396 # Adding `00changelog.i` to the list of tracked file is not
1397 1397 # enough, because at the time we build the content for `_bookmarks` in
1398 1398 # (4), the changelog file has already diverged from the content used
1399 1399 # for loading `changelog` in (1)
1400 1400 #
1401 1401 # To prevent the issue, we force the changelog to be explicitly
1402 1402 # reloaded while computing `_bookmarks`. The data race can still happen
1403 1403 # without the lock (with a narrower window), but it would no longer go
1404 1404 # undetected during the lock time refresh.
1405 1405 #
1406 1406 # The new schedule is as follow
1407 1407 #
1408 1408 # 1) filecache logic detect that `_bookmarks` needs to be computed
1409 1409 # 2) cachestat for `bookmarks` and `changelog` are captured (for book)
1410 1410 # 3) We force `changelog` filecache to be tested
1411 1411 # 4) cachestat for `changelog` are captured (for changelog)
1412 1412 # 5) `_bookmarks` is computed and cached
1413 1413 #
1414 1414 # The step in (3) ensure we have a changelog at least as recent as the
1415 1415 # cache stat computed in (1). As a result at locking time:
1416 1416 # * if the changelog did not changed since (1) -> we can reuse the data
1417 1417 # * otherwise -> the bookmarks get refreshed.
1418 1418 self._refreshchangelog()
1419 1419 return bookmarks.bmstore(self)
1420 1420
1421 1421 def _refreshchangelog(self):
1422 1422 """make sure the in memory changelog match the on-disk one"""
1423 1423 if 'changelog' in vars(self) and self.currenttransaction() is None:
1424 1424 del self.changelog
1425 1425
1426 1426 @property
1427 1427 def _activebookmark(self):
1428 1428 return self._bookmarks.active
1429 1429
1430 1430 # _phasesets depend on changelog. what we need is to call
1431 1431 # _phasecache.invalidate() if '00changelog.i' was changed, but it
1432 1432 # can't be easily expressed in filecache mechanism.
1433 1433 @storecache(b'phaseroots', b'00changelog.i')
1434 1434 def _phasecache(self):
1435 1435 return phases.phasecache(self, self._phasedefaults)
1436 1436
1437 1437 @storecache(b'obsstore')
1438 1438 def obsstore(self):
1439 1439 return obsolete.makestore(self.ui, self)
1440 1440
1441 1441 @storecache(b'00changelog.i')
1442 1442 def changelog(self):
1443 1443 return self.store.changelog(txnutil.mayhavepending(self.root))
1444 1444
1445 1445 @storecache(b'00manifest.i')
1446 1446 def manifestlog(self):
1447 1447 return self.store.manifestlog(self, self._storenarrowmatch)
1448 1448
1449 1449 @repofilecache(b'dirstate')
1450 1450 def dirstate(self):
1451 1451 return self._makedirstate()
1452 1452
1453 1453 def _makedirstate(self):
1454 1454 """Extension point for wrapping the dirstate per-repo."""
1455 1455 sparsematchfn = lambda: sparse.matcher(self)
1456 1456
1457 1457 return dirstate.dirstate(
1458 1458 self.vfs, self.ui, self.root, self._dirstatevalidate, sparsematchfn
1459 1459 )
1460 1460
1461 1461 def _dirstatevalidate(self, node):
1462 1462 try:
1463 1463 self.changelog.rev(node)
1464 1464 return node
1465 1465 except error.LookupError:
1466 1466 if not self._dirstatevalidatewarned:
1467 1467 self._dirstatevalidatewarned = True
1468 1468 self.ui.warn(
1469 1469 _(b"warning: ignoring unknown working parent %s!\n")
1470 1470 % short(node)
1471 1471 )
1472 1472 return nullid
1473 1473
1474 1474 @storecache(narrowspec.FILENAME)
1475 1475 def narrowpats(self):
1476 1476 """matcher patterns for this repository's narrowspec
1477 1477
1478 1478 A tuple of (includes, excludes).
1479 1479 """
1480 1480 return narrowspec.load(self)
1481 1481
1482 1482 @storecache(narrowspec.FILENAME)
1483 1483 def _storenarrowmatch(self):
1484 1484 if repository.NARROW_REQUIREMENT not in self.requirements:
1485 1485 return matchmod.always()
1486 1486 include, exclude = self.narrowpats
1487 1487 return narrowspec.match(self.root, include=include, exclude=exclude)
1488 1488
1489 1489 @storecache(narrowspec.FILENAME)
1490 1490 def _narrowmatch(self):
1491 1491 if repository.NARROW_REQUIREMENT not in self.requirements:
1492 1492 return matchmod.always()
1493 1493 narrowspec.checkworkingcopynarrowspec(self)
1494 1494 include, exclude = self.narrowpats
1495 1495 return narrowspec.match(self.root, include=include, exclude=exclude)
1496 1496
1497 1497 def narrowmatch(self, match=None, includeexact=False):
1498 1498 """matcher corresponding the the repo's narrowspec
1499 1499
1500 1500 If `match` is given, then that will be intersected with the narrow
1501 1501 matcher.
1502 1502
1503 1503 If `includeexact` is True, then any exact matches from `match` will
1504 1504 be included even if they're outside the narrowspec.
1505 1505 """
1506 1506 if match:
1507 1507 if includeexact and not self._narrowmatch.always():
1508 1508 # do not exclude explicitly-specified paths so that they can
1509 1509 # be warned later on
1510 1510 em = matchmod.exact(match.files())
1511 1511 nm = matchmod.unionmatcher([self._narrowmatch, em])
1512 1512 return matchmod.intersectmatchers(match, nm)
1513 1513 return matchmod.intersectmatchers(match, self._narrowmatch)
1514 1514 return self._narrowmatch
1515 1515
1516 1516 def setnarrowpats(self, newincludes, newexcludes):
1517 1517 narrowspec.save(self, newincludes, newexcludes)
1518 1518 self.invalidate(clearfilecache=True)
1519 1519
1520 1520 @unfilteredpropertycache
1521 1521 def _quick_access_changeid_null(self):
1522 1522 return {
1523 1523 b'null': (nullrev, nullid),
1524 1524 nullrev: (nullrev, nullid),
1525 1525 nullid: (nullrev, nullid),
1526 1526 }
1527 1527
1528 1528 @unfilteredpropertycache
1529 1529 def _quick_access_changeid_wc(self):
1530 1530 # also fast path access to the working copy parents
1531 1531 # however, only do it for filter that ensure wc is visible.
1532 1532 quick = {}
1533 1533 cl = self.unfiltered().changelog
1534 1534 for node in self.dirstate.parents():
1535 1535 if node == nullid:
1536 1536 continue
1537 1537 rev = cl.index.get_rev(node)
1538 1538 if rev is None:
1539 1539 # unknown working copy parent case:
1540 1540 #
1541 1541 # skip the fast path and let higher code deal with it
1542 1542 continue
1543 1543 pair = (rev, node)
1544 1544 quick[rev] = pair
1545 1545 quick[node] = pair
1546 # also add the parents of the parents
1547 for r in cl.parentrevs(rev):
1548 if r == nullrev:
1549 continue
1550 n = cl.node(r)
1551 pair = (r, n)
1552 quick[r] = pair
1553 quick[n] = pair
1546 1554 p1node = self.dirstate.p1()
1547 1555 if p1node != nullid:
1548 1556 quick[b'.'] = quick[p1node]
1549 1557 return quick
1550 1558
1551 1559 @unfilteredmethod
1552 1560 def _quick_access_changeid_invalidate(self):
1553 1561 if '_quick_access_changeid_wc' in vars(self):
1554 1562 del self.__dict__['_quick_access_changeid_wc']
1555 1563
1556 1564 @property
1557 1565 def _quick_access_changeid(self):
1558 1566 """an helper dictionnary for __getitem__ calls
1559 1567
1560 1568 This contains a list of symbol we can recognise right away without
1561 1569 further processing.
1562 1570 """
1563 1571 mapping = self._quick_access_changeid_null
1564 1572 if self.filtername in repoview.filter_has_wc:
1565 1573 mapping = mapping.copy()
1566 1574 mapping.update(self._quick_access_changeid_wc)
1567 1575 return mapping
1568 1576
1569 1577 def __getitem__(self, changeid):
1570 1578 # dealing with special cases
1571 1579 if changeid is None:
1572 1580 return context.workingctx(self)
1573 1581 if isinstance(changeid, context.basectx):
1574 1582 return changeid
1575 1583
1576 1584 # dealing with multiple revisions
1577 1585 if isinstance(changeid, slice):
1578 1586 # wdirrev isn't contiguous so the slice shouldn't include it
1579 1587 return [
1580 1588 self[i]
1581 1589 for i in pycompat.xrange(*changeid.indices(len(self)))
1582 1590 if i not in self.changelog.filteredrevs
1583 1591 ]
1584 1592
1585 1593 # dealing with some special values
1586 1594 quick_access = self._quick_access_changeid.get(changeid)
1587 1595 if quick_access is not None:
1588 1596 rev, node = quick_access
1589 1597 return context.changectx(self, rev, node, maybe_filtered=False)
1590 1598 if changeid == b'tip':
1591 1599 node = self.changelog.tip()
1592 1600 rev = self.changelog.rev(node)
1593 1601 return context.changectx(self, rev, node)
1594 1602
1595 1603 # dealing with arbitrary values
1596 1604 try:
1597 1605 if isinstance(changeid, int):
1598 1606 node = self.changelog.node(changeid)
1599 1607 rev = changeid
1600 1608 elif changeid == b'.':
1601 1609 # this is a hack to delay/avoid loading obsmarkers
1602 1610 # when we know that '.' won't be hidden
1603 1611 node = self.dirstate.p1()
1604 1612 rev = self.unfiltered().changelog.rev(node)
1605 1613 elif len(changeid) == 20:
1606 1614 try:
1607 1615 node = changeid
1608 1616 rev = self.changelog.rev(changeid)
1609 1617 except error.FilteredLookupError:
1610 1618 changeid = hex(changeid) # for the error message
1611 1619 raise
1612 1620 except LookupError:
1613 1621 # check if it might have come from damaged dirstate
1614 1622 #
1615 1623 # XXX we could avoid the unfiltered if we had a recognizable
1616 1624 # exception for filtered changeset access
1617 1625 if (
1618 1626 self.local()
1619 1627 and changeid in self.unfiltered().dirstate.parents()
1620 1628 ):
1621 1629 msg = _(b"working directory has unknown parent '%s'!")
1622 1630 raise error.Abort(msg % short(changeid))
1623 1631 changeid = hex(changeid) # for the error message
1624 1632 raise
1625 1633
1626 1634 elif len(changeid) == 40:
1627 1635 node = bin(changeid)
1628 1636 rev = self.changelog.rev(node)
1629 1637 else:
1630 1638 raise error.ProgrammingError(
1631 1639 b"unsupported changeid '%s' of type %s"
1632 1640 % (changeid, pycompat.bytestr(type(changeid)))
1633 1641 )
1634 1642
1635 1643 return context.changectx(self, rev, node)
1636 1644
1637 1645 except (error.FilteredIndexError, error.FilteredLookupError):
1638 1646 raise error.FilteredRepoLookupError(
1639 1647 _(b"filtered revision '%s'") % pycompat.bytestr(changeid)
1640 1648 )
1641 1649 except (IndexError, LookupError):
1642 1650 raise error.RepoLookupError(
1643 1651 _(b"unknown revision '%s'") % pycompat.bytestr(changeid)
1644 1652 )
1645 1653 except error.WdirUnsupported:
1646 1654 return context.workingctx(self)
1647 1655
1648 1656 def __contains__(self, changeid):
1649 1657 """True if the given changeid exists
1650 1658
1651 1659 error.AmbiguousPrefixLookupError is raised if an ambiguous node
1652 1660 specified.
1653 1661 """
1654 1662 try:
1655 1663 self[changeid]
1656 1664 return True
1657 1665 except error.RepoLookupError:
1658 1666 return False
1659 1667
1660 1668 def __nonzero__(self):
1661 1669 return True
1662 1670
1663 1671 __bool__ = __nonzero__
1664 1672
1665 1673 def __len__(self):
1666 1674 # no need to pay the cost of repoview.changelog
1667 1675 unfi = self.unfiltered()
1668 1676 return len(unfi.changelog)
1669 1677
1670 1678 def __iter__(self):
1671 1679 return iter(self.changelog)
1672 1680
1673 1681 def revs(self, expr, *args):
1674 1682 '''Find revisions matching a revset.
1675 1683
1676 1684 The revset is specified as a string ``expr`` that may contain
1677 1685 %-formatting to escape certain types. See ``revsetlang.formatspec``.
1678 1686
1679 1687 Revset aliases from the configuration are not expanded. To expand
1680 1688 user aliases, consider calling ``scmutil.revrange()`` or
1681 1689 ``repo.anyrevs([expr], user=True)``.
1682 1690
1683 1691 Returns a smartset.abstractsmartset, which is a list-like interface
1684 1692 that contains integer revisions.
1685 1693 '''
1686 1694 tree = revsetlang.spectree(expr, *args)
1687 1695 return revset.makematcher(tree)(self)
1688 1696
1689 1697 def set(self, expr, *args):
1690 1698 '''Find revisions matching a revset and emit changectx instances.
1691 1699
1692 1700 This is a convenience wrapper around ``revs()`` that iterates the
1693 1701 result and is a generator of changectx instances.
1694 1702
1695 1703 Revset aliases from the configuration are not expanded. To expand
1696 1704 user aliases, consider calling ``scmutil.revrange()``.
1697 1705 '''
1698 1706 for r in self.revs(expr, *args):
1699 1707 yield self[r]
1700 1708
1701 1709 def anyrevs(self, specs, user=False, localalias=None):
1702 1710 '''Find revisions matching one of the given revsets.
1703 1711
1704 1712 Revset aliases from the configuration are not expanded by default. To
1705 1713 expand user aliases, specify ``user=True``. To provide some local
1706 1714 definitions overriding user aliases, set ``localalias`` to
1707 1715 ``{name: definitionstring}``.
1708 1716 '''
1709 1717 if specs == [b'null']:
1710 1718 return revset.baseset([nullrev])
1711 1719 if specs == [b'.']:
1712 1720 quick_data = self._quick_access_changeid.get(b'.')
1713 1721 if quick_data is not None:
1714 1722 return revset.baseset([quick_data[0]])
1715 1723 if user:
1716 1724 m = revset.matchany(
1717 1725 self.ui,
1718 1726 specs,
1719 1727 lookup=revset.lookupfn(self),
1720 1728 localalias=localalias,
1721 1729 )
1722 1730 else:
1723 1731 m = revset.matchany(None, specs, localalias=localalias)
1724 1732 return m(self)
1725 1733
1726 1734 def url(self):
1727 1735 return b'file:' + self.root
1728 1736
1729 1737 def hook(self, name, throw=False, **args):
1730 1738 """Call a hook, passing this repo instance.
1731 1739
1732 1740 This a convenience method to aid invoking hooks. Extensions likely
1733 1741 won't call this unless they have registered a custom hook or are
1734 1742 replacing code that is expected to call a hook.
1735 1743 """
1736 1744 return hook.hook(self.ui, self, name, throw, **args)
1737 1745
1738 1746 @filteredpropertycache
1739 1747 def _tagscache(self):
1740 1748 '''Returns a tagscache object that contains various tags related
1741 1749 caches.'''
1742 1750
1743 1751 # This simplifies its cache management by having one decorated
1744 1752 # function (this one) and the rest simply fetch things from it.
1745 1753 class tagscache(object):
1746 1754 def __init__(self):
1747 1755 # These two define the set of tags for this repository. tags
1748 1756 # maps tag name to node; tagtypes maps tag name to 'global' or
1749 1757 # 'local'. (Global tags are defined by .hgtags across all
1750 1758 # heads, and local tags are defined in .hg/localtags.)
1751 1759 # They constitute the in-memory cache of tags.
1752 1760 self.tags = self.tagtypes = None
1753 1761
1754 1762 self.nodetagscache = self.tagslist = None
1755 1763
1756 1764 cache = tagscache()
1757 1765 cache.tags, cache.tagtypes = self._findtags()
1758 1766
1759 1767 return cache
1760 1768
1761 1769 def tags(self):
1762 1770 '''return a mapping of tag to node'''
1763 1771 t = {}
1764 1772 if self.changelog.filteredrevs:
1765 1773 tags, tt = self._findtags()
1766 1774 else:
1767 1775 tags = self._tagscache.tags
1768 1776 rev = self.changelog.rev
1769 1777 for k, v in pycompat.iteritems(tags):
1770 1778 try:
1771 1779 # ignore tags to unknown nodes
1772 1780 rev(v)
1773 1781 t[k] = v
1774 1782 except (error.LookupError, ValueError):
1775 1783 pass
1776 1784 return t
1777 1785
1778 1786 def _findtags(self):
1779 1787 '''Do the hard work of finding tags. Return a pair of dicts
1780 1788 (tags, tagtypes) where tags maps tag name to node, and tagtypes
1781 1789 maps tag name to a string like \'global\' or \'local\'.
1782 1790 Subclasses or extensions are free to add their own tags, but
1783 1791 should be aware that the returned dicts will be retained for the
1784 1792 duration of the localrepo object.'''
1785 1793
1786 1794 # XXX what tagtype should subclasses/extensions use? Currently
1787 1795 # mq and bookmarks add tags, but do not set the tagtype at all.
1788 1796 # Should each extension invent its own tag type? Should there
1789 1797 # be one tagtype for all such "virtual" tags? Or is the status
1790 1798 # quo fine?
1791 1799
1792 1800 # map tag name to (node, hist)
1793 1801 alltags = tagsmod.findglobaltags(self.ui, self)
1794 1802 # map tag name to tag type
1795 1803 tagtypes = dict((tag, b'global') for tag in alltags)
1796 1804
1797 1805 tagsmod.readlocaltags(self.ui, self, alltags, tagtypes)
1798 1806
1799 1807 # Build the return dicts. Have to re-encode tag names because
1800 1808 # the tags module always uses UTF-8 (in order not to lose info
1801 1809 # writing to the cache), but the rest of Mercurial wants them in
1802 1810 # local encoding.
1803 1811 tags = {}
1804 1812 for (name, (node, hist)) in pycompat.iteritems(alltags):
1805 1813 if node != nullid:
1806 1814 tags[encoding.tolocal(name)] = node
1807 1815 tags[b'tip'] = self.changelog.tip()
1808 1816 tagtypes = dict(
1809 1817 [
1810 1818 (encoding.tolocal(name), value)
1811 1819 for (name, value) in pycompat.iteritems(tagtypes)
1812 1820 ]
1813 1821 )
1814 1822 return (tags, tagtypes)
1815 1823
1816 1824 def tagtype(self, tagname):
1817 1825 '''
1818 1826 return the type of the given tag. result can be:
1819 1827
1820 1828 'local' : a local tag
1821 1829 'global' : a global tag
1822 1830 None : tag does not exist
1823 1831 '''
1824 1832
1825 1833 return self._tagscache.tagtypes.get(tagname)
1826 1834
1827 1835 def tagslist(self):
1828 1836 '''return a list of tags ordered by revision'''
1829 1837 if not self._tagscache.tagslist:
1830 1838 l = []
1831 1839 for t, n in pycompat.iteritems(self.tags()):
1832 1840 l.append((self.changelog.rev(n), t, n))
1833 1841 self._tagscache.tagslist = [(t, n) for r, t, n in sorted(l)]
1834 1842
1835 1843 return self._tagscache.tagslist
1836 1844
1837 1845 def nodetags(self, node):
1838 1846 '''return the tags associated with a node'''
1839 1847 if not self._tagscache.nodetagscache:
1840 1848 nodetagscache = {}
1841 1849 for t, n in pycompat.iteritems(self._tagscache.tags):
1842 1850 nodetagscache.setdefault(n, []).append(t)
1843 1851 for tags in pycompat.itervalues(nodetagscache):
1844 1852 tags.sort()
1845 1853 self._tagscache.nodetagscache = nodetagscache
1846 1854 return self._tagscache.nodetagscache.get(node, [])
1847 1855
1848 1856 def nodebookmarks(self, node):
1849 1857 """return the list of bookmarks pointing to the specified node"""
1850 1858 return self._bookmarks.names(node)
1851 1859
1852 1860 def branchmap(self):
1853 1861 '''returns a dictionary {branch: [branchheads]} with branchheads
1854 1862 ordered by increasing revision number'''
1855 1863 return self._branchcaches[self]
1856 1864
1857 1865 @unfilteredmethod
1858 1866 def revbranchcache(self):
1859 1867 if not self._revbranchcache:
1860 1868 self._revbranchcache = branchmap.revbranchcache(self.unfiltered())
1861 1869 return self._revbranchcache
1862 1870
1863 1871 def branchtip(self, branch, ignoremissing=False):
1864 1872 '''return the tip node for a given branch
1865 1873
1866 1874 If ignoremissing is True, then this method will not raise an error.
1867 1875 This is helpful for callers that only expect None for a missing branch
1868 1876 (e.g. namespace).
1869 1877
1870 1878 '''
1871 1879 try:
1872 1880 return self.branchmap().branchtip(branch)
1873 1881 except KeyError:
1874 1882 if not ignoremissing:
1875 1883 raise error.RepoLookupError(_(b"unknown branch '%s'") % branch)
1876 1884 else:
1877 1885 pass
1878 1886
1879 1887 def lookup(self, key):
1880 1888 node = scmutil.revsymbol(self, key).node()
1881 1889 if node is None:
1882 1890 raise error.RepoLookupError(_(b"unknown revision '%s'") % key)
1883 1891 return node
1884 1892
1885 1893 def lookupbranch(self, key):
1886 1894 if self.branchmap().hasbranch(key):
1887 1895 return key
1888 1896
1889 1897 return scmutil.revsymbol(self, key).branch()
1890 1898
1891 1899 def known(self, nodes):
1892 1900 cl = self.changelog
1893 1901 get_rev = cl.index.get_rev
1894 1902 filtered = cl.filteredrevs
1895 1903 result = []
1896 1904 for n in nodes:
1897 1905 r = get_rev(n)
1898 1906 resp = not (r is None or r in filtered)
1899 1907 result.append(resp)
1900 1908 return result
1901 1909
1902 1910 def local(self):
1903 1911 return self
1904 1912
1905 1913 def publishing(self):
1906 1914 # it's safe (and desirable) to trust the publish flag unconditionally
1907 1915 # so that we don't finalize changes shared between users via ssh or nfs
1908 1916 return self.ui.configbool(b'phases', b'publish', untrusted=True)
1909 1917
1910 1918 def cancopy(self):
1911 1919 # so statichttprepo's override of local() works
1912 1920 if not self.local():
1913 1921 return False
1914 1922 if not self.publishing():
1915 1923 return True
1916 1924 # if publishing we can't copy if there is filtered content
1917 1925 return not self.filtered(b'visible').changelog.filteredrevs
1918 1926
1919 1927 def shared(self):
1920 1928 '''the type of shared repository (None if not shared)'''
1921 1929 if self.sharedpath != self.path:
1922 1930 return b'store'
1923 1931 return None
1924 1932
1925 1933 def wjoin(self, f, *insidef):
1926 1934 return self.vfs.reljoin(self.root, f, *insidef)
1927 1935
1928 1936 def setparents(self, p1, p2=nullid):
1929 1937 self[None].setparents(p1, p2)
1930 1938 self._quick_access_changeid_invalidate()
1931 1939
1932 1940 def filectx(self, path, changeid=None, fileid=None, changectx=None):
1933 1941 """changeid must be a changeset revision, if specified.
1934 1942 fileid can be a file revision or node."""
1935 1943 return context.filectx(
1936 1944 self, path, changeid, fileid, changectx=changectx
1937 1945 )
1938 1946
1939 1947 def getcwd(self):
1940 1948 return self.dirstate.getcwd()
1941 1949
1942 1950 def pathto(self, f, cwd=None):
1943 1951 return self.dirstate.pathto(f, cwd)
1944 1952
1945 1953 def _loadfilter(self, filter):
1946 1954 if filter not in self._filterpats:
1947 1955 l = []
1948 1956 for pat, cmd in self.ui.configitems(filter):
1949 1957 if cmd == b'!':
1950 1958 continue
1951 1959 mf = matchmod.match(self.root, b'', [pat])
1952 1960 fn = None
1953 1961 params = cmd
1954 1962 for name, filterfn in pycompat.iteritems(self._datafilters):
1955 1963 if cmd.startswith(name):
1956 1964 fn = filterfn
1957 1965 params = cmd[len(name) :].lstrip()
1958 1966 break
1959 1967 if not fn:
1960 1968 fn = lambda s, c, **kwargs: procutil.filter(s, c)
1961 1969 fn.__name__ = 'commandfilter'
1962 1970 # Wrap old filters not supporting keyword arguments
1963 1971 if not pycompat.getargspec(fn)[2]:
1964 1972 oldfn = fn
1965 1973 fn = lambda s, c, oldfn=oldfn, **kwargs: oldfn(s, c)
1966 1974 fn.__name__ = 'compat-' + oldfn.__name__
1967 1975 l.append((mf, fn, params))
1968 1976 self._filterpats[filter] = l
1969 1977 return self._filterpats[filter]
1970 1978
1971 1979 def _filter(self, filterpats, filename, data):
1972 1980 for mf, fn, cmd in filterpats:
1973 1981 if mf(filename):
1974 1982 self.ui.debug(
1975 1983 b"filtering %s through %s\n"
1976 1984 % (filename, cmd or pycompat.sysbytes(fn.__name__))
1977 1985 )
1978 1986 data = fn(data, cmd, ui=self.ui, repo=self, filename=filename)
1979 1987 break
1980 1988
1981 1989 return data
1982 1990
1983 1991 @unfilteredpropertycache
1984 1992 def _encodefilterpats(self):
1985 1993 return self._loadfilter(b'encode')
1986 1994
1987 1995 @unfilteredpropertycache
1988 1996 def _decodefilterpats(self):
1989 1997 return self._loadfilter(b'decode')
1990 1998
1991 1999 def adddatafilter(self, name, filter):
1992 2000 self._datafilters[name] = filter
1993 2001
1994 2002 def wread(self, filename):
1995 2003 if self.wvfs.islink(filename):
1996 2004 data = self.wvfs.readlink(filename)
1997 2005 else:
1998 2006 data = self.wvfs.read(filename)
1999 2007 return self._filter(self._encodefilterpats, filename, data)
2000 2008
2001 2009 def wwrite(self, filename, data, flags, backgroundclose=False, **kwargs):
2002 2010 """write ``data`` into ``filename`` in the working directory
2003 2011
2004 2012 This returns length of written (maybe decoded) data.
2005 2013 """
2006 2014 data = self._filter(self._decodefilterpats, filename, data)
2007 2015 if b'l' in flags:
2008 2016 self.wvfs.symlink(data, filename)
2009 2017 else:
2010 2018 self.wvfs.write(
2011 2019 filename, data, backgroundclose=backgroundclose, **kwargs
2012 2020 )
2013 2021 if b'x' in flags:
2014 2022 self.wvfs.setflags(filename, False, True)
2015 2023 else:
2016 2024 self.wvfs.setflags(filename, False, False)
2017 2025 return len(data)
2018 2026
2019 2027 def wwritedata(self, filename, data):
2020 2028 return self._filter(self._decodefilterpats, filename, data)
2021 2029
2022 2030 def currenttransaction(self):
2023 2031 """return the current transaction or None if non exists"""
2024 2032 if self._transref:
2025 2033 tr = self._transref()
2026 2034 else:
2027 2035 tr = None
2028 2036
2029 2037 if tr and tr.running():
2030 2038 return tr
2031 2039 return None
2032 2040
2033 2041 def transaction(self, desc, report=None):
2034 2042 if self.ui.configbool(b'devel', b'all-warnings') or self.ui.configbool(
2035 2043 b'devel', b'check-locks'
2036 2044 ):
2037 2045 if self._currentlock(self._lockref) is None:
2038 2046 raise error.ProgrammingError(b'transaction requires locking')
2039 2047 tr = self.currenttransaction()
2040 2048 if tr is not None:
2041 2049 return tr.nest(name=desc)
2042 2050
2043 2051 # abort here if the journal already exists
2044 2052 if self.svfs.exists(b"journal"):
2045 2053 raise error.RepoError(
2046 2054 _(b"abandoned transaction found"),
2047 2055 hint=_(b"run 'hg recover' to clean up transaction"),
2048 2056 )
2049 2057
2050 2058 idbase = b"%.40f#%f" % (random.random(), time.time())
2051 2059 ha = hex(hashutil.sha1(idbase).digest())
2052 2060 txnid = b'TXN:' + ha
2053 2061 self.hook(b'pretxnopen', throw=True, txnname=desc, txnid=txnid)
2054 2062
2055 2063 self._writejournal(desc)
2056 2064 renames = [(vfs, x, undoname(x)) for vfs, x in self._journalfiles()]
2057 2065 if report:
2058 2066 rp = report
2059 2067 else:
2060 2068 rp = self.ui.warn
2061 2069 vfsmap = {b'plain': self.vfs, b'store': self.svfs} # root of .hg/
2062 2070 # we must avoid cyclic reference between repo and transaction.
2063 2071 reporef = weakref.ref(self)
2064 2072 # Code to track tag movement
2065 2073 #
2066 2074 # Since tags are all handled as file content, it is actually quite hard
2067 2075 # to track these movement from a code perspective. So we fallback to a
2068 2076 # tracking at the repository level. One could envision to track changes
2069 2077 # to the '.hgtags' file through changegroup apply but that fails to
2070 2078 # cope with case where transaction expose new heads without changegroup
2071 2079 # being involved (eg: phase movement).
2072 2080 #
2073 2081 # For now, We gate the feature behind a flag since this likely comes
2074 2082 # with performance impacts. The current code run more often than needed
2075 2083 # and do not use caches as much as it could. The current focus is on
2076 2084 # the behavior of the feature so we disable it by default. The flag
2077 2085 # will be removed when we are happy with the performance impact.
2078 2086 #
2079 2087 # Once this feature is no longer experimental move the following
2080 2088 # documentation to the appropriate help section:
2081 2089 #
2082 2090 # The ``HG_TAG_MOVED`` variable will be set if the transaction touched
2083 2091 # tags (new or changed or deleted tags). In addition the details of
2084 2092 # these changes are made available in a file at:
2085 2093 # ``REPOROOT/.hg/changes/tags.changes``.
2086 2094 # Make sure you check for HG_TAG_MOVED before reading that file as it
2087 2095 # might exist from a previous transaction even if no tag were touched
2088 2096 # in this one. Changes are recorded in a line base format::
2089 2097 #
2090 2098 # <action> <hex-node> <tag-name>\n
2091 2099 #
2092 2100 # Actions are defined as follow:
2093 2101 # "-R": tag is removed,
2094 2102 # "+A": tag is added,
2095 2103 # "-M": tag is moved (old value),
2096 2104 # "+M": tag is moved (new value),
2097 2105 tracktags = lambda x: None
2098 2106 # experimental config: experimental.hook-track-tags
2099 2107 shouldtracktags = self.ui.configbool(
2100 2108 b'experimental', b'hook-track-tags'
2101 2109 )
2102 2110 if desc != b'strip' and shouldtracktags:
2103 2111 oldheads = self.changelog.headrevs()
2104 2112
2105 2113 def tracktags(tr2):
2106 2114 repo = reporef()
2107 2115 oldfnodes = tagsmod.fnoderevs(repo.ui, repo, oldheads)
2108 2116 newheads = repo.changelog.headrevs()
2109 2117 newfnodes = tagsmod.fnoderevs(repo.ui, repo, newheads)
2110 2118 # notes: we compare lists here.
2111 2119 # As we do it only once buiding set would not be cheaper
2112 2120 changes = tagsmod.difftags(repo.ui, repo, oldfnodes, newfnodes)
2113 2121 if changes:
2114 2122 tr2.hookargs[b'tag_moved'] = b'1'
2115 2123 with repo.vfs(
2116 2124 b'changes/tags.changes', b'w', atomictemp=True
2117 2125 ) as changesfile:
2118 2126 # note: we do not register the file to the transaction
2119 2127 # because we needs it to still exist on the transaction
2120 2128 # is close (for txnclose hooks)
2121 2129 tagsmod.writediff(changesfile, changes)
2122 2130
2123 2131 def validate(tr2):
2124 2132 """will run pre-closing hooks"""
2125 2133 # XXX the transaction API is a bit lacking here so we take a hacky
2126 2134 # path for now
2127 2135 #
2128 2136 # We cannot add this as a "pending" hooks since the 'tr.hookargs'
2129 2137 # dict is copied before these run. In addition we needs the data
2130 2138 # available to in memory hooks too.
2131 2139 #
2132 2140 # Moreover, we also need to make sure this runs before txnclose
2133 2141 # hooks and there is no "pending" mechanism that would execute
2134 2142 # logic only if hooks are about to run.
2135 2143 #
2136 2144 # Fixing this limitation of the transaction is also needed to track
2137 2145 # other families of changes (bookmarks, phases, obsolescence).
2138 2146 #
2139 2147 # This will have to be fixed before we remove the experimental
2140 2148 # gating.
2141 2149 tracktags(tr2)
2142 2150 repo = reporef()
2143 2151
2144 2152 singleheadopt = (b'experimental', b'single-head-per-branch')
2145 2153 singlehead = repo.ui.configbool(*singleheadopt)
2146 2154 if singlehead:
2147 2155 singleheadsub = repo.ui.configsuboptions(*singleheadopt)[1]
2148 2156 accountclosed = singleheadsub.get(
2149 2157 b"account-closed-heads", False
2150 2158 )
2151 2159 scmutil.enforcesinglehead(repo, tr2, desc, accountclosed)
2152 2160 if hook.hashook(repo.ui, b'pretxnclose-bookmark'):
2153 2161 for name, (old, new) in sorted(
2154 2162 tr.changes[b'bookmarks'].items()
2155 2163 ):
2156 2164 args = tr.hookargs.copy()
2157 2165 args.update(bookmarks.preparehookargs(name, old, new))
2158 2166 repo.hook(
2159 2167 b'pretxnclose-bookmark',
2160 2168 throw=True,
2161 2169 **pycompat.strkwargs(args)
2162 2170 )
2163 2171 if hook.hashook(repo.ui, b'pretxnclose-phase'):
2164 2172 cl = repo.unfiltered().changelog
2165 2173 for rev, (old, new) in tr.changes[b'phases'].items():
2166 2174 args = tr.hookargs.copy()
2167 2175 node = hex(cl.node(rev))
2168 2176 args.update(phases.preparehookargs(node, old, new))
2169 2177 repo.hook(
2170 2178 b'pretxnclose-phase',
2171 2179 throw=True,
2172 2180 **pycompat.strkwargs(args)
2173 2181 )
2174 2182
2175 2183 repo.hook(
2176 2184 b'pretxnclose', throw=True, **pycompat.strkwargs(tr.hookargs)
2177 2185 )
2178 2186
2179 2187 def releasefn(tr, success):
2180 2188 repo = reporef()
2181 2189 if repo is None:
2182 2190 # If the repo has been GC'd (and this release function is being
2183 2191 # called from transaction.__del__), there's not much we can do,
2184 2192 # so just leave the unfinished transaction there and let the
2185 2193 # user run `hg recover`.
2186 2194 return
2187 2195 if success:
2188 2196 # this should be explicitly invoked here, because
2189 2197 # in-memory changes aren't written out at closing
2190 2198 # transaction, if tr.addfilegenerator (via
2191 2199 # dirstate.write or so) isn't invoked while
2192 2200 # transaction running
2193 2201 repo.dirstate.write(None)
2194 2202 else:
2195 2203 # discard all changes (including ones already written
2196 2204 # out) in this transaction
2197 2205 narrowspec.restorebackup(self, b'journal.narrowspec')
2198 2206 narrowspec.restorewcbackup(self, b'journal.narrowspec.dirstate')
2199 2207 repo.dirstate.restorebackup(None, b'journal.dirstate')
2200 2208
2201 2209 repo.invalidate(clearfilecache=True)
2202 2210
2203 2211 tr = transaction.transaction(
2204 2212 rp,
2205 2213 self.svfs,
2206 2214 vfsmap,
2207 2215 b"journal",
2208 2216 b"undo",
2209 2217 aftertrans(renames),
2210 2218 self.store.createmode,
2211 2219 validator=validate,
2212 2220 releasefn=releasefn,
2213 2221 checkambigfiles=_cachedfiles,
2214 2222 name=desc,
2215 2223 )
2216 2224 tr.changes[b'origrepolen'] = len(self)
2217 2225 tr.changes[b'obsmarkers'] = set()
2218 2226 tr.changes[b'phases'] = {}
2219 2227 tr.changes[b'bookmarks'] = {}
2220 2228
2221 2229 tr.hookargs[b'txnid'] = txnid
2222 2230 tr.hookargs[b'txnname'] = desc
2223 2231 # note: writing the fncache only during finalize mean that the file is
2224 2232 # outdated when running hooks. As fncache is used for streaming clone,
2225 2233 # this is not expected to break anything that happen during the hooks.
2226 2234 tr.addfinalize(b'flush-fncache', self.store.write)
2227 2235
2228 2236 def txnclosehook(tr2):
2229 2237 """To be run if transaction is successful, will schedule a hook run
2230 2238 """
2231 2239 # Don't reference tr2 in hook() so we don't hold a reference.
2232 2240 # This reduces memory consumption when there are multiple
2233 2241 # transactions per lock. This can likely go away if issue5045
2234 2242 # fixes the function accumulation.
2235 2243 hookargs = tr2.hookargs
2236 2244
2237 2245 def hookfunc(unused_success):
2238 2246 repo = reporef()
2239 2247 if hook.hashook(repo.ui, b'txnclose-bookmark'):
2240 2248 bmchanges = sorted(tr.changes[b'bookmarks'].items())
2241 2249 for name, (old, new) in bmchanges:
2242 2250 args = tr.hookargs.copy()
2243 2251 args.update(bookmarks.preparehookargs(name, old, new))
2244 2252 repo.hook(
2245 2253 b'txnclose-bookmark',
2246 2254 throw=False,
2247 2255 **pycompat.strkwargs(args)
2248 2256 )
2249 2257
2250 2258 if hook.hashook(repo.ui, b'txnclose-phase'):
2251 2259 cl = repo.unfiltered().changelog
2252 2260 phasemv = sorted(tr.changes[b'phases'].items())
2253 2261 for rev, (old, new) in phasemv:
2254 2262 args = tr.hookargs.copy()
2255 2263 node = hex(cl.node(rev))
2256 2264 args.update(phases.preparehookargs(node, old, new))
2257 2265 repo.hook(
2258 2266 b'txnclose-phase',
2259 2267 throw=False,
2260 2268 **pycompat.strkwargs(args)
2261 2269 )
2262 2270
2263 2271 repo.hook(
2264 2272 b'txnclose', throw=False, **pycompat.strkwargs(hookargs)
2265 2273 )
2266 2274
2267 2275 reporef()._afterlock(hookfunc)
2268 2276
2269 2277 tr.addfinalize(b'txnclose-hook', txnclosehook)
2270 2278 # Include a leading "-" to make it happen before the transaction summary
2271 2279 # reports registered via scmutil.registersummarycallback() whose names
2272 2280 # are 00-txnreport etc. That way, the caches will be warm when the
2273 2281 # callbacks run.
2274 2282 tr.addpostclose(b'-warm-cache', self._buildcacheupdater(tr))
2275 2283
2276 2284 def txnaborthook(tr2):
2277 2285 """To be run if transaction is aborted
2278 2286 """
2279 2287 reporef().hook(
2280 2288 b'txnabort', throw=False, **pycompat.strkwargs(tr2.hookargs)
2281 2289 )
2282 2290
2283 2291 tr.addabort(b'txnabort-hook', txnaborthook)
2284 2292 # avoid eager cache invalidation. in-memory data should be identical
2285 2293 # to stored data if transaction has no error.
2286 2294 tr.addpostclose(b'refresh-filecachestats', self._refreshfilecachestats)
2287 2295 self._transref = weakref.ref(tr)
2288 2296 scmutil.registersummarycallback(self, tr, desc)
2289 2297 return tr
2290 2298
2291 2299 def _journalfiles(self):
2292 2300 return (
2293 2301 (self.svfs, b'journal'),
2294 2302 (self.svfs, b'journal.narrowspec'),
2295 2303 (self.vfs, b'journal.narrowspec.dirstate'),
2296 2304 (self.vfs, b'journal.dirstate'),
2297 2305 (self.vfs, b'journal.branch'),
2298 2306 (self.vfs, b'journal.desc'),
2299 2307 (bookmarks.bookmarksvfs(self), b'journal.bookmarks'),
2300 2308 (self.svfs, b'journal.phaseroots'),
2301 2309 )
2302 2310
2303 2311 def undofiles(self):
2304 2312 return [(vfs, undoname(x)) for vfs, x in self._journalfiles()]
2305 2313
2306 2314 @unfilteredmethod
2307 2315 def _writejournal(self, desc):
2308 2316 self.dirstate.savebackup(None, b'journal.dirstate')
2309 2317 narrowspec.savewcbackup(self, b'journal.narrowspec.dirstate')
2310 2318 narrowspec.savebackup(self, b'journal.narrowspec')
2311 2319 self.vfs.write(
2312 2320 b"journal.branch", encoding.fromlocal(self.dirstate.branch())
2313 2321 )
2314 2322 self.vfs.write(b"journal.desc", b"%d\n%s\n" % (len(self), desc))
2315 2323 bookmarksvfs = bookmarks.bookmarksvfs(self)
2316 2324 bookmarksvfs.write(
2317 2325 b"journal.bookmarks", bookmarksvfs.tryread(b"bookmarks")
2318 2326 )
2319 2327 self.svfs.write(b"journal.phaseroots", self.svfs.tryread(b"phaseroots"))
2320 2328
2321 2329 def recover(self):
2322 2330 with self.lock():
2323 2331 if self.svfs.exists(b"journal"):
2324 2332 self.ui.status(_(b"rolling back interrupted transaction\n"))
2325 2333 vfsmap = {
2326 2334 b'': self.svfs,
2327 2335 b'plain': self.vfs,
2328 2336 }
2329 2337 transaction.rollback(
2330 2338 self.svfs,
2331 2339 vfsmap,
2332 2340 b"journal",
2333 2341 self.ui.warn,
2334 2342 checkambigfiles=_cachedfiles,
2335 2343 )
2336 2344 self.invalidate()
2337 2345 return True
2338 2346 else:
2339 2347 self.ui.warn(_(b"no interrupted transaction available\n"))
2340 2348 return False
2341 2349
2342 2350 def rollback(self, dryrun=False, force=False):
2343 2351 wlock = lock = dsguard = None
2344 2352 try:
2345 2353 wlock = self.wlock()
2346 2354 lock = self.lock()
2347 2355 if self.svfs.exists(b"undo"):
2348 2356 dsguard = dirstateguard.dirstateguard(self, b'rollback')
2349 2357
2350 2358 return self._rollback(dryrun, force, dsguard)
2351 2359 else:
2352 2360 self.ui.warn(_(b"no rollback information available\n"))
2353 2361 return 1
2354 2362 finally:
2355 2363 release(dsguard, lock, wlock)
2356 2364
2357 2365 @unfilteredmethod # Until we get smarter cache management
2358 2366 def _rollback(self, dryrun, force, dsguard):
2359 2367 ui = self.ui
2360 2368 try:
2361 2369 args = self.vfs.read(b'undo.desc').splitlines()
2362 2370 (oldlen, desc, detail) = (int(args[0]), args[1], None)
2363 2371 if len(args) >= 3:
2364 2372 detail = args[2]
2365 2373 oldtip = oldlen - 1
2366 2374
2367 2375 if detail and ui.verbose:
2368 2376 msg = _(
2369 2377 b'repository tip rolled back to revision %d'
2370 2378 b' (undo %s: %s)\n'
2371 2379 ) % (oldtip, desc, detail)
2372 2380 else:
2373 2381 msg = _(
2374 2382 b'repository tip rolled back to revision %d (undo %s)\n'
2375 2383 ) % (oldtip, desc)
2376 2384 except IOError:
2377 2385 msg = _(b'rolling back unknown transaction\n')
2378 2386 desc = None
2379 2387
2380 2388 if not force and self[b'.'] != self[b'tip'] and desc == b'commit':
2381 2389 raise error.Abort(
2382 2390 _(
2383 2391 b'rollback of last commit while not checked out '
2384 2392 b'may lose data'
2385 2393 ),
2386 2394 hint=_(b'use -f to force'),
2387 2395 )
2388 2396
2389 2397 ui.status(msg)
2390 2398 if dryrun:
2391 2399 return 0
2392 2400
2393 2401 parents = self.dirstate.parents()
2394 2402 self.destroying()
2395 2403 vfsmap = {b'plain': self.vfs, b'': self.svfs}
2396 2404 transaction.rollback(
2397 2405 self.svfs, vfsmap, b'undo', ui.warn, checkambigfiles=_cachedfiles
2398 2406 )
2399 2407 bookmarksvfs = bookmarks.bookmarksvfs(self)
2400 2408 if bookmarksvfs.exists(b'undo.bookmarks'):
2401 2409 bookmarksvfs.rename(
2402 2410 b'undo.bookmarks', b'bookmarks', checkambig=True
2403 2411 )
2404 2412 if self.svfs.exists(b'undo.phaseroots'):
2405 2413 self.svfs.rename(b'undo.phaseroots', b'phaseroots', checkambig=True)
2406 2414 self.invalidate()
2407 2415
2408 2416 has_node = self.changelog.index.has_node
2409 2417 parentgone = any(not has_node(p) for p in parents)
2410 2418 if parentgone:
2411 2419 # prevent dirstateguard from overwriting already restored one
2412 2420 dsguard.close()
2413 2421
2414 2422 narrowspec.restorebackup(self, b'undo.narrowspec')
2415 2423 narrowspec.restorewcbackup(self, b'undo.narrowspec.dirstate')
2416 2424 self.dirstate.restorebackup(None, b'undo.dirstate')
2417 2425 try:
2418 2426 branch = self.vfs.read(b'undo.branch')
2419 2427 self.dirstate.setbranch(encoding.tolocal(branch))
2420 2428 except IOError:
2421 2429 ui.warn(
2422 2430 _(
2423 2431 b'named branch could not be reset: '
2424 2432 b'current branch is still \'%s\'\n'
2425 2433 )
2426 2434 % self.dirstate.branch()
2427 2435 )
2428 2436
2429 2437 parents = tuple([p.rev() for p in self[None].parents()])
2430 2438 if len(parents) > 1:
2431 2439 ui.status(
2432 2440 _(
2433 2441 b'working directory now based on '
2434 2442 b'revisions %d and %d\n'
2435 2443 )
2436 2444 % parents
2437 2445 )
2438 2446 else:
2439 2447 ui.status(
2440 2448 _(b'working directory now based on revision %d\n') % parents
2441 2449 )
2442 2450 mergemod.mergestate.clean(self, self[b'.'].node())
2443 2451
2444 2452 # TODO: if we know which new heads may result from this rollback, pass
2445 2453 # them to destroy(), which will prevent the branchhead cache from being
2446 2454 # invalidated.
2447 2455 self.destroyed()
2448 2456 return 0
2449 2457
2450 2458 def _buildcacheupdater(self, newtransaction):
2451 2459 """called during transaction to build the callback updating cache
2452 2460
2453 2461 Lives on the repository to help extension who might want to augment
2454 2462 this logic. For this purpose, the created transaction is passed to the
2455 2463 method.
2456 2464 """
2457 2465 # we must avoid cyclic reference between repo and transaction.
2458 2466 reporef = weakref.ref(self)
2459 2467
2460 2468 def updater(tr):
2461 2469 repo = reporef()
2462 2470 repo.updatecaches(tr)
2463 2471
2464 2472 return updater
2465 2473
2466 2474 @unfilteredmethod
2467 2475 def updatecaches(self, tr=None, full=False):
2468 2476 """warm appropriate caches
2469 2477
2470 2478 If this function is called after a transaction closed. The transaction
2471 2479 will be available in the 'tr' argument. This can be used to selectively
2472 2480 update caches relevant to the changes in that transaction.
2473 2481
2474 2482 If 'full' is set, make sure all caches the function knows about have
2475 2483 up-to-date data. Even the ones usually loaded more lazily.
2476 2484 """
2477 2485 if tr is not None and tr.hookargs.get(b'source') == b'strip':
2478 2486 # During strip, many caches are invalid but
2479 2487 # later call to `destroyed` will refresh them.
2480 2488 return
2481 2489
2482 2490 if tr is None or tr.changes[b'origrepolen'] < len(self):
2483 2491 # accessing the 'ser ved' branchmap should refresh all the others,
2484 2492 self.ui.debug(b'updating the branch cache\n')
2485 2493 self.filtered(b'served').branchmap()
2486 2494 self.filtered(b'served.hidden').branchmap()
2487 2495
2488 2496 if full:
2489 2497 unfi = self.unfiltered()
2490 2498 rbc = unfi.revbranchcache()
2491 2499 for r in unfi.changelog:
2492 2500 rbc.branchinfo(r)
2493 2501 rbc.write()
2494 2502
2495 2503 # ensure the working copy parents are in the manifestfulltextcache
2496 2504 for ctx in self[b'.'].parents():
2497 2505 ctx.manifest() # accessing the manifest is enough
2498 2506
2499 2507 # accessing fnode cache warms the cache
2500 2508 tagsmod.fnoderevs(self.ui, unfi, unfi.changelog.revs())
2501 2509 # accessing tags warm the cache
2502 2510 self.tags()
2503 2511 self.filtered(b'served').tags()
2504 2512
2505 2513 # The `full` arg is documented as updating even the lazily-loaded
2506 2514 # caches immediately, so we're forcing a write to cause these caches
2507 2515 # to be warmed up even if they haven't explicitly been requested
2508 2516 # yet (if they've never been used by hg, they won't ever have been
2509 2517 # written, even if they're a subset of another kind of cache that
2510 2518 # *has* been used).
2511 2519 for filt in repoview.filtertable.keys():
2512 2520 filtered = self.filtered(filt)
2513 2521 filtered.branchmap().write(filtered)
2514 2522
2515 2523 def invalidatecaches(self):
2516 2524
2517 2525 if '_tagscache' in vars(self):
2518 2526 # can't use delattr on proxy
2519 2527 del self.__dict__['_tagscache']
2520 2528
2521 2529 self._branchcaches.clear()
2522 2530 self.invalidatevolatilesets()
2523 2531 self._sparsesignaturecache.clear()
2524 2532
2525 2533 def invalidatevolatilesets(self):
2526 2534 self.filteredrevcache.clear()
2527 2535 obsolete.clearobscaches(self)
2528 2536 self._quick_access_changeid_invalidate()
2529 2537
2530 2538 def invalidatedirstate(self):
2531 2539 '''Invalidates the dirstate, causing the next call to dirstate
2532 2540 to check if it was modified since the last time it was read,
2533 2541 rereading it if it has.
2534 2542
2535 2543 This is different to dirstate.invalidate() that it doesn't always
2536 2544 rereads the dirstate. Use dirstate.invalidate() if you want to
2537 2545 explicitly read the dirstate again (i.e. restoring it to a previous
2538 2546 known good state).'''
2539 2547 if hasunfilteredcache(self, 'dirstate'):
2540 2548 for k in self.dirstate._filecache:
2541 2549 try:
2542 2550 delattr(self.dirstate, k)
2543 2551 except AttributeError:
2544 2552 pass
2545 2553 delattr(self.unfiltered(), 'dirstate')
2546 2554
2547 2555 def invalidate(self, clearfilecache=False):
2548 2556 '''Invalidates both store and non-store parts other than dirstate
2549 2557
2550 2558 If a transaction is running, invalidation of store is omitted,
2551 2559 because discarding in-memory changes might cause inconsistency
2552 2560 (e.g. incomplete fncache causes unintentional failure, but
2553 2561 redundant one doesn't).
2554 2562 '''
2555 2563 unfiltered = self.unfiltered() # all file caches are stored unfiltered
2556 2564 for k in list(self._filecache.keys()):
2557 2565 # dirstate is invalidated separately in invalidatedirstate()
2558 2566 if k == b'dirstate':
2559 2567 continue
2560 2568 if (
2561 2569 k == b'changelog'
2562 2570 and self.currenttransaction()
2563 2571 and self.changelog._delayed
2564 2572 ):
2565 2573 # The changelog object may store unwritten revisions. We don't
2566 2574 # want to lose them.
2567 2575 # TODO: Solve the problem instead of working around it.
2568 2576 continue
2569 2577
2570 2578 if clearfilecache:
2571 2579 del self._filecache[k]
2572 2580 try:
2573 2581 delattr(unfiltered, k)
2574 2582 except AttributeError:
2575 2583 pass
2576 2584 self.invalidatecaches()
2577 2585 if not self.currenttransaction():
2578 2586 # TODO: Changing contents of store outside transaction
2579 2587 # causes inconsistency. We should make in-memory store
2580 2588 # changes detectable, and abort if changed.
2581 2589 self.store.invalidatecaches()
2582 2590
2583 2591 def invalidateall(self):
2584 2592 '''Fully invalidates both store and non-store parts, causing the
2585 2593 subsequent operation to reread any outside changes.'''
2586 2594 # extension should hook this to invalidate its caches
2587 2595 self.invalidate()
2588 2596 self.invalidatedirstate()
2589 2597
2590 2598 @unfilteredmethod
2591 2599 def _refreshfilecachestats(self, tr):
2592 2600 """Reload stats of cached files so that they are flagged as valid"""
2593 2601 for k, ce in self._filecache.items():
2594 2602 k = pycompat.sysstr(k)
2595 2603 if k == 'dirstate' or k not in self.__dict__:
2596 2604 continue
2597 2605 ce.refresh()
2598 2606
2599 2607 def _lock(
2600 2608 self,
2601 2609 vfs,
2602 2610 lockname,
2603 2611 wait,
2604 2612 releasefn,
2605 2613 acquirefn,
2606 2614 desc,
2607 2615 inheritchecker=None,
2608 2616 parentenvvar=None,
2609 2617 ):
2610 2618 parentlock = None
2611 2619 # the contents of parentenvvar are used by the underlying lock to
2612 2620 # determine whether it can be inherited
2613 2621 if parentenvvar is not None:
2614 2622 parentlock = encoding.environ.get(parentenvvar)
2615 2623
2616 2624 timeout = 0
2617 2625 warntimeout = 0
2618 2626 if wait:
2619 2627 timeout = self.ui.configint(b"ui", b"timeout")
2620 2628 warntimeout = self.ui.configint(b"ui", b"timeout.warn")
2621 2629 # internal config: ui.signal-safe-lock
2622 2630 signalsafe = self.ui.configbool(b'ui', b'signal-safe-lock')
2623 2631
2624 2632 l = lockmod.trylock(
2625 2633 self.ui,
2626 2634 vfs,
2627 2635 lockname,
2628 2636 timeout,
2629 2637 warntimeout,
2630 2638 releasefn=releasefn,
2631 2639 acquirefn=acquirefn,
2632 2640 desc=desc,
2633 2641 inheritchecker=inheritchecker,
2634 2642 parentlock=parentlock,
2635 2643 signalsafe=signalsafe,
2636 2644 )
2637 2645 return l
2638 2646
2639 2647 def _afterlock(self, callback):
2640 2648 """add a callback to be run when the repository is fully unlocked
2641 2649
2642 2650 The callback will be executed when the outermost lock is released
2643 2651 (with wlock being higher level than 'lock')."""
2644 2652 for ref in (self._wlockref, self._lockref):
2645 2653 l = ref and ref()
2646 2654 if l and l.held:
2647 2655 l.postrelease.append(callback)
2648 2656 break
2649 2657 else: # no lock have been found.
2650 2658 callback(True)
2651 2659
2652 2660 def lock(self, wait=True):
2653 2661 '''Lock the repository store (.hg/store) and return a weak reference
2654 2662 to the lock. Use this before modifying the store (e.g. committing or
2655 2663 stripping). If you are opening a transaction, get a lock as well.)
2656 2664
2657 2665 If both 'lock' and 'wlock' must be acquired, ensure you always acquires
2658 2666 'wlock' first to avoid a dead-lock hazard.'''
2659 2667 l = self._currentlock(self._lockref)
2660 2668 if l is not None:
2661 2669 l.lock()
2662 2670 return l
2663 2671
2664 2672 l = self._lock(
2665 2673 vfs=self.svfs,
2666 2674 lockname=b"lock",
2667 2675 wait=wait,
2668 2676 releasefn=None,
2669 2677 acquirefn=self.invalidate,
2670 2678 desc=_(b'repository %s') % self.origroot,
2671 2679 )
2672 2680 self._lockref = weakref.ref(l)
2673 2681 return l
2674 2682
2675 2683 def _wlockchecktransaction(self):
2676 2684 if self.currenttransaction() is not None:
2677 2685 raise error.LockInheritanceContractViolation(
2678 2686 b'wlock cannot be inherited in the middle of a transaction'
2679 2687 )
2680 2688
2681 2689 def wlock(self, wait=True):
2682 2690 '''Lock the non-store parts of the repository (everything under
2683 2691 .hg except .hg/store) and return a weak reference to the lock.
2684 2692
2685 2693 Use this before modifying files in .hg.
2686 2694
2687 2695 If both 'lock' and 'wlock' must be acquired, ensure you always acquires
2688 2696 'wlock' first to avoid a dead-lock hazard.'''
2689 2697 l = self._wlockref and self._wlockref()
2690 2698 if l is not None and l.held:
2691 2699 l.lock()
2692 2700 return l
2693 2701
2694 2702 # We do not need to check for non-waiting lock acquisition. Such
2695 2703 # acquisition would not cause dead-lock as they would just fail.
2696 2704 if wait and (
2697 2705 self.ui.configbool(b'devel', b'all-warnings')
2698 2706 or self.ui.configbool(b'devel', b'check-locks')
2699 2707 ):
2700 2708 if self._currentlock(self._lockref) is not None:
2701 2709 self.ui.develwarn(b'"wlock" acquired after "lock"')
2702 2710
2703 2711 def unlock():
2704 2712 if self.dirstate.pendingparentchange():
2705 2713 self.dirstate.invalidate()
2706 2714 else:
2707 2715 self.dirstate.write(None)
2708 2716
2709 2717 self._filecache[b'dirstate'].refresh()
2710 2718
2711 2719 l = self._lock(
2712 2720 self.vfs,
2713 2721 b"wlock",
2714 2722 wait,
2715 2723 unlock,
2716 2724 self.invalidatedirstate,
2717 2725 _(b'working directory of %s') % self.origroot,
2718 2726 inheritchecker=self._wlockchecktransaction,
2719 2727 parentenvvar=b'HG_WLOCK_LOCKER',
2720 2728 )
2721 2729 self._wlockref = weakref.ref(l)
2722 2730 return l
2723 2731
2724 2732 def _currentlock(self, lockref):
2725 2733 """Returns the lock if it's held, or None if it's not."""
2726 2734 if lockref is None:
2727 2735 return None
2728 2736 l = lockref()
2729 2737 if l is None or not l.held:
2730 2738 return None
2731 2739 return l
2732 2740
2733 2741 def currentwlock(self):
2734 2742 """Returns the wlock if it's held, or None if it's not."""
2735 2743 return self._currentlock(self._wlockref)
2736 2744
2737 2745 def _filecommit(
2738 2746 self,
2739 2747 fctx,
2740 2748 manifest1,
2741 2749 manifest2,
2742 2750 linkrev,
2743 2751 tr,
2744 2752 changelist,
2745 2753 includecopymeta,
2746 2754 ):
2747 2755 """
2748 2756 commit an individual file as part of a larger transaction
2749 2757 """
2750 2758
2751 2759 fname = fctx.path()
2752 2760 fparent1 = manifest1.get(fname, nullid)
2753 2761 fparent2 = manifest2.get(fname, nullid)
2754 2762 if isinstance(fctx, context.filectx):
2755 2763 node = fctx.filenode()
2756 2764 if node in [fparent1, fparent2]:
2757 2765 self.ui.debug(b'reusing %s filelog entry\n' % fname)
2758 2766 if (
2759 2767 fparent1 != nullid
2760 2768 and manifest1.flags(fname) != fctx.flags()
2761 2769 ) or (
2762 2770 fparent2 != nullid
2763 2771 and manifest2.flags(fname) != fctx.flags()
2764 2772 ):
2765 2773 changelist.append(fname)
2766 2774 return node
2767 2775
2768 2776 flog = self.file(fname)
2769 2777 meta = {}
2770 2778 cfname = fctx.copysource()
2771 2779 if cfname and cfname != fname:
2772 2780 # Mark the new revision of this file as a copy of another
2773 2781 # file. This copy data will effectively act as a parent
2774 2782 # of this new revision. If this is a merge, the first
2775 2783 # parent will be the nullid (meaning "look up the copy data")
2776 2784 # and the second one will be the other parent. For example:
2777 2785 #
2778 2786 # 0 --- 1 --- 3 rev1 changes file foo
2779 2787 # \ / rev2 renames foo to bar and changes it
2780 2788 # \- 2 -/ rev3 should have bar with all changes and
2781 2789 # should record that bar descends from
2782 2790 # bar in rev2 and foo in rev1
2783 2791 #
2784 2792 # this allows this merge to succeed:
2785 2793 #
2786 2794 # 0 --- 1 --- 3 rev4 reverts the content change from rev2
2787 2795 # \ / merging rev3 and rev4 should use bar@rev2
2788 2796 # \- 2 --- 4 as the merge base
2789 2797 #
2790 2798
2791 2799 cnode = manifest1.get(cfname)
2792 2800 newfparent = fparent2
2793 2801
2794 2802 if manifest2: # branch merge
2795 2803 if fparent2 == nullid or cnode is None: # copied on remote side
2796 2804 if cfname in manifest2:
2797 2805 cnode = manifest2[cfname]
2798 2806 newfparent = fparent1
2799 2807
2800 2808 # Here, we used to search backwards through history to try to find
2801 2809 # where the file copy came from if the source of a copy was not in
2802 2810 # the parent directory. However, this doesn't actually make sense to
2803 2811 # do (what does a copy from something not in your working copy even
2804 2812 # mean?) and it causes bugs (eg, issue4476). Instead, we will warn
2805 2813 # the user that copy information was dropped, so if they didn't
2806 2814 # expect this outcome it can be fixed, but this is the correct
2807 2815 # behavior in this circumstance.
2808 2816
2809 2817 if cnode:
2810 2818 self.ui.debug(
2811 2819 b" %s: copy %s:%s\n" % (fname, cfname, hex(cnode))
2812 2820 )
2813 2821 if includecopymeta:
2814 2822 meta[b"copy"] = cfname
2815 2823 meta[b"copyrev"] = hex(cnode)
2816 2824 fparent1, fparent2 = nullid, newfparent
2817 2825 else:
2818 2826 self.ui.warn(
2819 2827 _(
2820 2828 b"warning: can't find ancestor for '%s' "
2821 2829 b"copied from '%s'!\n"
2822 2830 )
2823 2831 % (fname, cfname)
2824 2832 )
2825 2833
2826 2834 elif fparent1 == nullid:
2827 2835 fparent1, fparent2 = fparent2, nullid
2828 2836 elif fparent2 != nullid:
2829 2837 # is one parent an ancestor of the other?
2830 2838 fparentancestors = flog.commonancestorsheads(fparent1, fparent2)
2831 2839 if fparent1 in fparentancestors:
2832 2840 fparent1, fparent2 = fparent2, nullid
2833 2841 elif fparent2 in fparentancestors:
2834 2842 fparent2 = nullid
2835 2843
2836 2844 # is the file changed?
2837 2845 text = fctx.data()
2838 2846 if fparent2 != nullid or flog.cmp(fparent1, text) or meta:
2839 2847 changelist.append(fname)
2840 2848 return flog.add(text, meta, tr, linkrev, fparent1, fparent2)
2841 2849 # are just the flags changed during merge?
2842 2850 elif fname in manifest1 and manifest1.flags(fname) != fctx.flags():
2843 2851 changelist.append(fname)
2844 2852
2845 2853 return fparent1
2846 2854
2847 2855 def checkcommitpatterns(self, wctx, match, status, fail):
2848 2856 """check for commit arguments that aren't committable"""
2849 2857 if match.isexact() or match.prefix():
2850 2858 matched = set(status.modified + status.added + status.removed)
2851 2859
2852 2860 for f in match.files():
2853 2861 f = self.dirstate.normalize(f)
2854 2862 if f == b'.' or f in matched or f in wctx.substate:
2855 2863 continue
2856 2864 if f in status.deleted:
2857 2865 fail(f, _(b'file not found!'))
2858 2866 # Is it a directory that exists or used to exist?
2859 2867 if self.wvfs.isdir(f) or wctx.p1().hasdir(f):
2860 2868 d = f + b'/'
2861 2869 for mf in matched:
2862 2870 if mf.startswith(d):
2863 2871 break
2864 2872 else:
2865 2873 fail(f, _(b"no match under directory!"))
2866 2874 elif f not in self.dirstate:
2867 2875 fail(f, _(b"file not tracked!"))
2868 2876
2869 2877 @unfilteredmethod
2870 2878 def commit(
2871 2879 self,
2872 2880 text=b"",
2873 2881 user=None,
2874 2882 date=None,
2875 2883 match=None,
2876 2884 force=False,
2877 2885 editor=None,
2878 2886 extra=None,
2879 2887 ):
2880 2888 """Add a new revision to current repository.
2881 2889
2882 2890 Revision information is gathered from the working directory,
2883 2891 match can be used to filter the committed files. If editor is
2884 2892 supplied, it is called to get a commit message.
2885 2893 """
2886 2894 if extra is None:
2887 2895 extra = {}
2888 2896
2889 2897 def fail(f, msg):
2890 2898 raise error.Abort(b'%s: %s' % (f, msg))
2891 2899
2892 2900 if not match:
2893 2901 match = matchmod.always()
2894 2902
2895 2903 if not force:
2896 2904 match.bad = fail
2897 2905
2898 2906 # lock() for recent changelog (see issue4368)
2899 2907 with self.wlock(), self.lock():
2900 2908 wctx = self[None]
2901 2909 merge = len(wctx.parents()) > 1
2902 2910
2903 2911 if not force and merge and not match.always():
2904 2912 raise error.Abort(
2905 2913 _(
2906 2914 b'cannot partially commit a merge '
2907 2915 b'(do not specify files or patterns)'
2908 2916 )
2909 2917 )
2910 2918
2911 2919 status = self.status(match=match, clean=force)
2912 2920 if force:
2913 2921 status.modified.extend(
2914 2922 status.clean
2915 2923 ) # mq may commit clean files
2916 2924
2917 2925 # check subrepos
2918 2926 subs, commitsubs, newstate = subrepoutil.precommit(
2919 2927 self.ui, wctx, status, match, force=force
2920 2928 )
2921 2929
2922 2930 # make sure all explicit patterns are matched
2923 2931 if not force:
2924 2932 self.checkcommitpatterns(wctx, match, status, fail)
2925 2933
2926 2934 cctx = context.workingcommitctx(
2927 2935 self, status, text, user, date, extra
2928 2936 )
2929 2937
2930 2938 # internal config: ui.allowemptycommit
2931 2939 allowemptycommit = (
2932 2940 wctx.branch() != wctx.p1().branch()
2933 2941 or extra.get(b'close')
2934 2942 or merge
2935 2943 or cctx.files()
2936 2944 or self.ui.configbool(b'ui', b'allowemptycommit')
2937 2945 )
2938 2946 if not allowemptycommit:
2939 2947 return None
2940 2948
2941 2949 if merge and cctx.deleted():
2942 2950 raise error.Abort(_(b"cannot commit merge with missing files"))
2943 2951
2944 2952 ms = mergemod.mergestate.read(self)
2945 2953 mergeutil.checkunresolved(ms)
2946 2954
2947 2955 if editor:
2948 2956 cctx._text = editor(self, cctx, subs)
2949 2957 edited = text != cctx._text
2950 2958
2951 2959 # Save commit message in case this transaction gets rolled back
2952 2960 # (e.g. by a pretxncommit hook). Leave the content alone on
2953 2961 # the assumption that the user will use the same editor again.
2954 2962 msgfn = self.savecommitmessage(cctx._text)
2955 2963
2956 2964 # commit subs and write new state
2957 2965 if subs:
2958 2966 uipathfn = scmutil.getuipathfn(self)
2959 2967 for s in sorted(commitsubs):
2960 2968 sub = wctx.sub(s)
2961 2969 self.ui.status(
2962 2970 _(b'committing subrepository %s\n')
2963 2971 % uipathfn(subrepoutil.subrelpath(sub))
2964 2972 )
2965 2973 sr = sub.commit(cctx._text, user, date)
2966 2974 newstate[s] = (newstate[s][0], sr)
2967 2975 subrepoutil.writestate(self, newstate)
2968 2976
2969 2977 p1, p2 = self.dirstate.parents()
2970 2978 hookp1, hookp2 = hex(p1), (p2 != nullid and hex(p2) or b'')
2971 2979 try:
2972 2980 self.hook(
2973 2981 b"precommit", throw=True, parent1=hookp1, parent2=hookp2
2974 2982 )
2975 2983 with self.transaction(b'commit'):
2976 2984 ret = self.commitctx(cctx, True)
2977 2985 # update bookmarks, dirstate and mergestate
2978 2986 bookmarks.update(self, [p1, p2], ret)
2979 2987 cctx.markcommitted(ret)
2980 2988 ms.reset()
2981 2989 except: # re-raises
2982 2990 if edited:
2983 2991 self.ui.write(
2984 2992 _(b'note: commit message saved in %s\n') % msgfn
2985 2993 )
2986 2994 raise
2987 2995
2988 2996 def commithook(unused_success):
2989 2997 # hack for command that use a temporary commit (eg: histedit)
2990 2998 # temporary commit got stripped before hook release
2991 2999 if self.changelog.hasnode(ret):
2992 3000 self.hook(
2993 3001 b"commit", node=hex(ret), parent1=hookp1, parent2=hookp2
2994 3002 )
2995 3003
2996 3004 self._afterlock(commithook)
2997 3005 return ret
2998 3006
2999 3007 @unfilteredmethod
3000 3008 def commitctx(self, ctx, error=False, origctx=None):
3001 3009 """Add a new revision to current repository.
3002 3010 Revision information is passed via the context argument.
3003 3011
3004 3012 ctx.files() should list all files involved in this commit, i.e.
3005 3013 modified/added/removed files. On merge, it may be wider than the
3006 3014 ctx.files() to be committed, since any file nodes derived directly
3007 3015 from p1 or p2 are excluded from the committed ctx.files().
3008 3016
3009 3017 origctx is for convert to work around the problem that bug
3010 3018 fixes to the files list in changesets change hashes. For
3011 3019 convert to be the identity, it can pass an origctx and this
3012 3020 function will use the same files list when it makes sense to
3013 3021 do so.
3014 3022 """
3015 3023
3016 3024 p1, p2 = ctx.p1(), ctx.p2()
3017 3025 user = ctx.user()
3018 3026
3019 3027 if self.filecopiesmode == b'changeset-sidedata':
3020 3028 writechangesetcopy = True
3021 3029 writefilecopymeta = True
3022 3030 writecopiesto = None
3023 3031 else:
3024 3032 writecopiesto = self.ui.config(b'experimental', b'copies.write-to')
3025 3033 writefilecopymeta = writecopiesto != b'changeset-only'
3026 3034 writechangesetcopy = writecopiesto in (
3027 3035 b'changeset-only',
3028 3036 b'compatibility',
3029 3037 )
3030 3038 p1copies, p2copies = None, None
3031 3039 if writechangesetcopy:
3032 3040 p1copies = ctx.p1copies()
3033 3041 p2copies = ctx.p2copies()
3034 3042 filesadded, filesremoved = None, None
3035 3043 with self.lock(), self.transaction(b"commit") as tr:
3036 3044 trp = weakref.proxy(tr)
3037 3045
3038 3046 if ctx.manifestnode():
3039 3047 # reuse an existing manifest revision
3040 3048 self.ui.debug(b'reusing known manifest\n')
3041 3049 mn = ctx.manifestnode()
3042 3050 files = ctx.files()
3043 3051 if writechangesetcopy:
3044 3052 filesadded = ctx.filesadded()
3045 3053 filesremoved = ctx.filesremoved()
3046 3054 elif ctx.files():
3047 3055 m1ctx = p1.manifestctx()
3048 3056 m2ctx = p2.manifestctx()
3049 3057 mctx = m1ctx.copy()
3050 3058
3051 3059 m = mctx.read()
3052 3060 m1 = m1ctx.read()
3053 3061 m2 = m2ctx.read()
3054 3062
3055 3063 # check in files
3056 3064 added = []
3057 3065 changed = []
3058 3066 removed = list(ctx.removed())
3059 3067 linkrev = len(self)
3060 3068 self.ui.note(_(b"committing files:\n"))
3061 3069 uipathfn = scmutil.getuipathfn(self)
3062 3070 for f in sorted(ctx.modified() + ctx.added()):
3063 3071 self.ui.note(uipathfn(f) + b"\n")
3064 3072 try:
3065 3073 fctx = ctx[f]
3066 3074 if fctx is None:
3067 3075 removed.append(f)
3068 3076 else:
3069 3077 added.append(f)
3070 3078 m[f] = self._filecommit(
3071 3079 fctx,
3072 3080 m1,
3073 3081 m2,
3074 3082 linkrev,
3075 3083 trp,
3076 3084 changed,
3077 3085 writefilecopymeta,
3078 3086 )
3079 3087 m.setflag(f, fctx.flags())
3080 3088 except OSError:
3081 3089 self.ui.warn(
3082 3090 _(b"trouble committing %s!\n") % uipathfn(f)
3083 3091 )
3084 3092 raise
3085 3093 except IOError as inst:
3086 3094 errcode = getattr(inst, 'errno', errno.ENOENT)
3087 3095 if error or errcode and errcode != errno.ENOENT:
3088 3096 self.ui.warn(
3089 3097 _(b"trouble committing %s!\n") % uipathfn(f)
3090 3098 )
3091 3099 raise
3092 3100
3093 3101 # update manifest
3094 3102 removed = [f for f in removed if f in m1 or f in m2]
3095 3103 drop = sorted([f for f in removed if f in m])
3096 3104 for f in drop:
3097 3105 del m[f]
3098 3106 if p2.rev() != nullrev:
3099 3107
3100 3108 @util.cachefunc
3101 3109 def mas():
3102 3110 p1n = p1.node()
3103 3111 p2n = p2.node()
3104 3112 cahs = self.changelog.commonancestorsheads(p1n, p2n)
3105 3113 if not cahs:
3106 3114 cahs = [nullrev]
3107 3115 return [self[r].manifest() for r in cahs]
3108 3116
3109 3117 def deletionfromparent(f):
3110 3118 # When a file is removed relative to p1 in a merge, this
3111 3119 # function determines whether the absence is due to a
3112 3120 # deletion from a parent, or whether the merge commit
3113 3121 # itself deletes the file. We decide this by doing a
3114 3122 # simplified three way merge of the manifest entry for
3115 3123 # the file. There are two ways we decide the merge
3116 3124 # itself didn't delete a file:
3117 3125 # - neither parent (nor the merge) contain the file
3118 3126 # - exactly one parent contains the file, and that
3119 3127 # parent has the same filelog entry as the merge
3120 3128 # ancestor (or all of them if there two). In other
3121 3129 # words, that parent left the file unchanged while the
3122 3130 # other one deleted it.
3123 3131 # One way to think about this is that deleting a file is
3124 3132 # similar to emptying it, so the list of changed files
3125 3133 # should be similar either way. The computation
3126 3134 # described above is not done directly in _filecommit
3127 3135 # when creating the list of changed files, however
3128 3136 # it does something very similar by comparing filelog
3129 3137 # nodes.
3130 3138 if f in m1:
3131 3139 return f not in m2 and all(
3132 3140 f in ma and ma.find(f) == m1.find(f)
3133 3141 for ma in mas()
3134 3142 )
3135 3143 elif f in m2:
3136 3144 return all(
3137 3145 f in ma and ma.find(f) == m2.find(f)
3138 3146 for ma in mas()
3139 3147 )
3140 3148 else:
3141 3149 return True
3142 3150
3143 3151 removed = [f for f in removed if not deletionfromparent(f)]
3144 3152
3145 3153 files = changed + removed
3146 3154 md = None
3147 3155 if not files:
3148 3156 # if no "files" actually changed in terms of the changelog,
3149 3157 # try hard to detect unmodified manifest entry so that the
3150 3158 # exact same commit can be reproduced later on convert.
3151 3159 md = m1.diff(m, scmutil.matchfiles(self, ctx.files()))
3152 3160 if not files and md:
3153 3161 self.ui.debug(
3154 3162 b'not reusing manifest (no file change in '
3155 3163 b'changelog, but manifest differs)\n'
3156 3164 )
3157 3165 if files or md:
3158 3166 self.ui.note(_(b"committing manifest\n"))
3159 3167 # we're using narrowmatch here since it's already applied at
3160 3168 # other stages (such as dirstate.walk), so we're already
3161 3169 # ignoring things outside of narrowspec in most cases. The
3162 3170 # one case where we might have files outside the narrowspec
3163 3171 # at this point is merges, and we already error out in the
3164 3172 # case where the merge has files outside of the narrowspec,
3165 3173 # so this is safe.
3166 3174 mn = mctx.write(
3167 3175 trp,
3168 3176 linkrev,
3169 3177 p1.manifestnode(),
3170 3178 p2.manifestnode(),
3171 3179 added,
3172 3180 drop,
3173 3181 match=self.narrowmatch(),
3174 3182 )
3175 3183
3176 3184 if writechangesetcopy:
3177 3185 filesadded = [
3178 3186 f for f in changed if not (f in m1 or f in m2)
3179 3187 ]
3180 3188 filesremoved = removed
3181 3189 else:
3182 3190 self.ui.debug(
3183 3191 b'reusing manifest from p1 (listed files '
3184 3192 b'actually unchanged)\n'
3185 3193 )
3186 3194 mn = p1.manifestnode()
3187 3195 else:
3188 3196 self.ui.debug(b'reusing manifest from p1 (no file change)\n')
3189 3197 mn = p1.manifestnode()
3190 3198 files = []
3191 3199
3192 3200 if writecopiesto == b'changeset-only':
3193 3201 # If writing only to changeset extras, use None to indicate that
3194 3202 # no entry should be written. If writing to both, write an empty
3195 3203 # entry to prevent the reader from falling back to reading
3196 3204 # filelogs.
3197 3205 p1copies = p1copies or None
3198 3206 p2copies = p2copies or None
3199 3207 filesadded = filesadded or None
3200 3208 filesremoved = filesremoved or None
3201 3209
3202 3210 if origctx and origctx.manifestnode() == mn:
3203 3211 files = origctx.files()
3204 3212
3205 3213 # update changelog
3206 3214 self.ui.note(_(b"committing changelog\n"))
3207 3215 self.changelog.delayupdate(tr)
3208 3216 n = self.changelog.add(
3209 3217 mn,
3210 3218 files,
3211 3219 ctx.description(),
3212 3220 trp,
3213 3221 p1.node(),
3214 3222 p2.node(),
3215 3223 user,
3216 3224 ctx.date(),
3217 3225 ctx.extra().copy(),
3218 3226 p1copies,
3219 3227 p2copies,
3220 3228 filesadded,
3221 3229 filesremoved,
3222 3230 )
3223 3231 xp1, xp2 = p1.hex(), p2 and p2.hex() or b''
3224 3232 self.hook(
3225 3233 b'pretxncommit',
3226 3234 throw=True,
3227 3235 node=hex(n),
3228 3236 parent1=xp1,
3229 3237 parent2=xp2,
3230 3238 )
3231 3239 # set the new commit is proper phase
3232 3240 targetphase = subrepoutil.newcommitphase(self.ui, ctx)
3233 3241 if targetphase:
3234 3242 # retract boundary do not alter parent changeset.
3235 3243 # if a parent have higher the resulting phase will
3236 3244 # be compliant anyway
3237 3245 #
3238 3246 # if minimal phase was 0 we don't need to retract anything
3239 3247 phases.registernew(self, tr, targetphase, [n])
3240 3248 return n
3241 3249
3242 3250 @unfilteredmethod
3243 3251 def destroying(self):
3244 3252 '''Inform the repository that nodes are about to be destroyed.
3245 3253 Intended for use by strip and rollback, so there's a common
3246 3254 place for anything that has to be done before destroying history.
3247 3255
3248 3256 This is mostly useful for saving state that is in memory and waiting
3249 3257 to be flushed when the current lock is released. Because a call to
3250 3258 destroyed is imminent, the repo will be invalidated causing those
3251 3259 changes to stay in memory (waiting for the next unlock), or vanish
3252 3260 completely.
3253 3261 '''
3254 3262 # When using the same lock to commit and strip, the phasecache is left
3255 3263 # dirty after committing. Then when we strip, the repo is invalidated,
3256 3264 # causing those changes to disappear.
3257 3265 if '_phasecache' in vars(self):
3258 3266 self._phasecache.write()
3259 3267
3260 3268 @unfilteredmethod
3261 3269 def destroyed(self):
3262 3270 '''Inform the repository that nodes have been destroyed.
3263 3271 Intended for use by strip and rollback, so there's a common
3264 3272 place for anything that has to be done after destroying history.
3265 3273 '''
3266 3274 # When one tries to:
3267 3275 # 1) destroy nodes thus calling this method (e.g. strip)
3268 3276 # 2) use phasecache somewhere (e.g. commit)
3269 3277 #
3270 3278 # then 2) will fail because the phasecache contains nodes that were
3271 3279 # removed. We can either remove phasecache from the filecache,
3272 3280 # causing it to reload next time it is accessed, or simply filter
3273 3281 # the removed nodes now and write the updated cache.
3274 3282 self._phasecache.filterunknown(self)
3275 3283 self._phasecache.write()
3276 3284
3277 3285 # refresh all repository caches
3278 3286 self.updatecaches()
3279 3287
3280 3288 # Ensure the persistent tag cache is updated. Doing it now
3281 3289 # means that the tag cache only has to worry about destroyed
3282 3290 # heads immediately after a strip/rollback. That in turn
3283 3291 # guarantees that "cachetip == currenttip" (comparing both rev
3284 3292 # and node) always means no nodes have been added or destroyed.
3285 3293
3286 3294 # XXX this is suboptimal when qrefresh'ing: we strip the current
3287 3295 # head, refresh the tag cache, then immediately add a new head.
3288 3296 # But I think doing it this way is necessary for the "instant
3289 3297 # tag cache retrieval" case to work.
3290 3298 self.invalidate()
3291 3299
3292 3300 def status(
3293 3301 self,
3294 3302 node1=b'.',
3295 3303 node2=None,
3296 3304 match=None,
3297 3305 ignored=False,
3298 3306 clean=False,
3299 3307 unknown=False,
3300 3308 listsubrepos=False,
3301 3309 ):
3302 3310 '''a convenience method that calls node1.status(node2)'''
3303 3311 return self[node1].status(
3304 3312 node2, match, ignored, clean, unknown, listsubrepos
3305 3313 )
3306 3314
3307 3315 def addpostdsstatus(self, ps):
3308 3316 """Add a callback to run within the wlock, at the point at which status
3309 3317 fixups happen.
3310 3318
3311 3319 On status completion, callback(wctx, status) will be called with the
3312 3320 wlock held, unless the dirstate has changed from underneath or the wlock
3313 3321 couldn't be grabbed.
3314 3322
3315 3323 Callbacks should not capture and use a cached copy of the dirstate --
3316 3324 it might change in the meanwhile. Instead, they should access the
3317 3325 dirstate via wctx.repo().dirstate.
3318 3326
3319 3327 This list is emptied out after each status run -- extensions should
3320 3328 make sure it adds to this list each time dirstate.status is called.
3321 3329 Extensions should also make sure they don't call this for statuses
3322 3330 that don't involve the dirstate.
3323 3331 """
3324 3332
3325 3333 # The list is located here for uniqueness reasons -- it is actually
3326 3334 # managed by the workingctx, but that isn't unique per-repo.
3327 3335 self._postdsstatus.append(ps)
3328 3336
3329 3337 def postdsstatus(self):
3330 3338 """Used by workingctx to get the list of post-dirstate-status hooks."""
3331 3339 return self._postdsstatus
3332 3340
3333 3341 def clearpostdsstatus(self):
3334 3342 """Used by workingctx to clear post-dirstate-status hooks."""
3335 3343 del self._postdsstatus[:]
3336 3344
3337 3345 def heads(self, start=None):
3338 3346 if start is None:
3339 3347 cl = self.changelog
3340 3348 headrevs = reversed(cl.headrevs())
3341 3349 return [cl.node(rev) for rev in headrevs]
3342 3350
3343 3351 heads = self.changelog.heads(start)
3344 3352 # sort the output in rev descending order
3345 3353 return sorted(heads, key=self.changelog.rev, reverse=True)
3346 3354
3347 3355 def branchheads(self, branch=None, start=None, closed=False):
3348 3356 '''return a (possibly filtered) list of heads for the given branch
3349 3357
3350 3358 Heads are returned in topological order, from newest to oldest.
3351 3359 If branch is None, use the dirstate branch.
3352 3360 If start is not None, return only heads reachable from start.
3353 3361 If closed is True, return heads that are marked as closed as well.
3354 3362 '''
3355 3363 if branch is None:
3356 3364 branch = self[None].branch()
3357 3365 branches = self.branchmap()
3358 3366 if not branches.hasbranch(branch):
3359 3367 return []
3360 3368 # the cache returns heads ordered lowest to highest
3361 3369 bheads = list(reversed(branches.branchheads(branch, closed=closed)))
3362 3370 if start is not None:
3363 3371 # filter out the heads that cannot be reached from startrev
3364 3372 fbheads = set(self.changelog.nodesbetween([start], bheads)[2])
3365 3373 bheads = [h for h in bheads if h in fbheads]
3366 3374 return bheads
3367 3375
3368 3376 def branches(self, nodes):
3369 3377 if not nodes:
3370 3378 nodes = [self.changelog.tip()]
3371 3379 b = []
3372 3380 for n in nodes:
3373 3381 t = n
3374 3382 while True:
3375 3383 p = self.changelog.parents(n)
3376 3384 if p[1] != nullid or p[0] == nullid:
3377 3385 b.append((t, n, p[0], p[1]))
3378 3386 break
3379 3387 n = p[0]
3380 3388 return b
3381 3389
3382 3390 def between(self, pairs):
3383 3391 r = []
3384 3392
3385 3393 for top, bottom in pairs:
3386 3394 n, l, i = top, [], 0
3387 3395 f = 1
3388 3396
3389 3397 while n != bottom and n != nullid:
3390 3398 p = self.changelog.parents(n)[0]
3391 3399 if i == f:
3392 3400 l.append(n)
3393 3401 f = f * 2
3394 3402 n = p
3395 3403 i += 1
3396 3404
3397 3405 r.append(l)
3398 3406
3399 3407 return r
3400 3408
3401 3409 def checkpush(self, pushop):
3402 3410 """Extensions can override this function if additional checks have
3403 3411 to be performed before pushing, or call it if they override push
3404 3412 command.
3405 3413 """
3406 3414
3407 3415 @unfilteredpropertycache
3408 3416 def prepushoutgoinghooks(self):
3409 3417 """Return util.hooks consists of a pushop with repo, remote, outgoing
3410 3418 methods, which are called before pushing changesets.
3411 3419 """
3412 3420 return util.hooks()
3413 3421
3414 3422 def pushkey(self, namespace, key, old, new):
3415 3423 try:
3416 3424 tr = self.currenttransaction()
3417 3425 hookargs = {}
3418 3426 if tr is not None:
3419 3427 hookargs.update(tr.hookargs)
3420 3428 hookargs = pycompat.strkwargs(hookargs)
3421 3429 hookargs['namespace'] = namespace
3422 3430 hookargs['key'] = key
3423 3431 hookargs['old'] = old
3424 3432 hookargs['new'] = new
3425 3433 self.hook(b'prepushkey', throw=True, **hookargs)
3426 3434 except error.HookAbort as exc:
3427 3435 self.ui.write_err(_(b"pushkey-abort: %s\n") % exc)
3428 3436 if exc.hint:
3429 3437 self.ui.write_err(_(b"(%s)\n") % exc.hint)
3430 3438 return False
3431 3439 self.ui.debug(b'pushing key for "%s:%s"\n' % (namespace, key))
3432 3440 ret = pushkey.push(self, namespace, key, old, new)
3433 3441
3434 3442 def runhook(unused_success):
3435 3443 self.hook(
3436 3444 b'pushkey',
3437 3445 namespace=namespace,
3438 3446 key=key,
3439 3447 old=old,
3440 3448 new=new,
3441 3449 ret=ret,
3442 3450 )
3443 3451
3444 3452 self._afterlock(runhook)
3445 3453 return ret
3446 3454
3447 3455 def listkeys(self, namespace):
3448 3456 self.hook(b'prelistkeys', throw=True, namespace=namespace)
3449 3457 self.ui.debug(b'listing keys for "%s"\n' % namespace)
3450 3458 values = pushkey.list(self, namespace)
3451 3459 self.hook(b'listkeys', namespace=namespace, values=values)
3452 3460 return values
3453 3461
3454 3462 def debugwireargs(self, one, two, three=None, four=None, five=None):
3455 3463 '''used to test argument passing over the wire'''
3456 3464 return b"%s %s %s %s %s" % (
3457 3465 one,
3458 3466 two,
3459 3467 pycompat.bytestr(three),
3460 3468 pycompat.bytestr(four),
3461 3469 pycompat.bytestr(five),
3462 3470 )
3463 3471
3464 3472 def savecommitmessage(self, text):
3465 3473 fp = self.vfs(b'last-message.txt', b'wb')
3466 3474 try:
3467 3475 fp.write(text)
3468 3476 finally:
3469 3477 fp.close()
3470 3478 return self.pathto(fp.name[len(self.root) + 1 :])
3471 3479
3472 3480
3473 3481 # used to avoid circular references so destructors work
3474 3482 def aftertrans(files):
3475 3483 renamefiles = [tuple(t) for t in files]
3476 3484
3477 3485 def a():
3478 3486 for vfs, src, dest in renamefiles:
3479 3487 # if src and dest refer to a same file, vfs.rename is a no-op,
3480 3488 # leaving both src and dest on disk. delete dest to make sure
3481 3489 # the rename couldn't be such a no-op.
3482 3490 vfs.tryunlink(dest)
3483 3491 try:
3484 3492 vfs.rename(src, dest)
3485 3493 except OSError: # journal file does not yet exist
3486 3494 pass
3487 3495
3488 3496 return a
3489 3497
3490 3498
3491 3499 def undoname(fn):
3492 3500 base, name = os.path.split(fn)
3493 3501 assert name.startswith(b'journal')
3494 3502 return os.path.join(base, name.replace(b'journal', b'undo', 1))
3495 3503
3496 3504
3497 3505 def instance(ui, path, create, intents=None, createopts=None):
3498 3506 localpath = util.urllocalpath(path)
3499 3507 if create:
3500 3508 createrepository(ui, localpath, createopts=createopts)
3501 3509
3502 3510 return makelocalrepository(ui, localpath, intents=intents)
3503 3511
3504 3512
3505 3513 def islocal(path):
3506 3514 return True
3507 3515
3508 3516
3509 3517 def defaultcreateopts(ui, createopts=None):
3510 3518 """Populate the default creation options for a repository.
3511 3519
3512 3520 A dictionary of explicitly requested creation options can be passed
3513 3521 in. Missing keys will be populated.
3514 3522 """
3515 3523 createopts = dict(createopts or {})
3516 3524
3517 3525 if b'backend' not in createopts:
3518 3526 # experimental config: storage.new-repo-backend
3519 3527 createopts[b'backend'] = ui.config(b'storage', b'new-repo-backend')
3520 3528
3521 3529 return createopts
3522 3530
3523 3531
3524 3532 def newreporequirements(ui, createopts):
3525 3533 """Determine the set of requirements for a new local repository.
3526 3534
3527 3535 Extensions can wrap this function to specify custom requirements for
3528 3536 new repositories.
3529 3537 """
3530 3538 # If the repo is being created from a shared repository, we copy
3531 3539 # its requirements.
3532 3540 if b'sharedrepo' in createopts:
3533 3541 requirements = set(createopts[b'sharedrepo'].requirements)
3534 3542 if createopts.get(b'sharedrelative'):
3535 3543 requirements.add(b'relshared')
3536 3544 else:
3537 3545 requirements.add(b'shared')
3538 3546
3539 3547 return requirements
3540 3548
3541 3549 if b'backend' not in createopts:
3542 3550 raise error.ProgrammingError(
3543 3551 b'backend key not present in createopts; '
3544 3552 b'was defaultcreateopts() called?'
3545 3553 )
3546 3554
3547 3555 if createopts[b'backend'] != b'revlogv1':
3548 3556 raise error.Abort(
3549 3557 _(
3550 3558 b'unable to determine repository requirements for '
3551 3559 b'storage backend: %s'
3552 3560 )
3553 3561 % createopts[b'backend']
3554 3562 )
3555 3563
3556 3564 requirements = {b'revlogv1'}
3557 3565 if ui.configbool(b'format', b'usestore'):
3558 3566 requirements.add(b'store')
3559 3567 if ui.configbool(b'format', b'usefncache'):
3560 3568 requirements.add(b'fncache')
3561 3569 if ui.configbool(b'format', b'dotencode'):
3562 3570 requirements.add(b'dotencode')
3563 3571
3564 3572 compengine = ui.config(b'format', b'revlog-compression')
3565 3573 if compengine not in util.compengines:
3566 3574 raise error.Abort(
3567 3575 _(
3568 3576 b'compression engine %s defined by '
3569 3577 b'format.revlog-compression not available'
3570 3578 )
3571 3579 % compengine,
3572 3580 hint=_(
3573 3581 b'run "hg debuginstall" to list available '
3574 3582 b'compression engines'
3575 3583 ),
3576 3584 )
3577 3585
3578 3586 # zlib is the historical default and doesn't need an explicit requirement.
3579 3587 elif compengine == b'zstd':
3580 3588 requirements.add(b'revlog-compression-zstd')
3581 3589 elif compengine != b'zlib':
3582 3590 requirements.add(b'exp-compression-%s' % compengine)
3583 3591
3584 3592 if scmutil.gdinitconfig(ui):
3585 3593 requirements.add(b'generaldelta')
3586 3594 if ui.configbool(b'format', b'sparse-revlog'):
3587 3595 requirements.add(SPARSEREVLOG_REQUIREMENT)
3588 3596
3589 3597 # experimental config: format.exp-use-side-data
3590 3598 if ui.configbool(b'format', b'exp-use-side-data'):
3591 3599 requirements.add(SIDEDATA_REQUIREMENT)
3592 3600 # experimental config: format.exp-use-copies-side-data-changeset
3593 3601 if ui.configbool(b'format', b'exp-use-copies-side-data-changeset'):
3594 3602 requirements.add(SIDEDATA_REQUIREMENT)
3595 3603 requirements.add(COPIESSDC_REQUIREMENT)
3596 3604 if ui.configbool(b'experimental', b'treemanifest'):
3597 3605 requirements.add(b'treemanifest')
3598 3606
3599 3607 revlogv2 = ui.config(b'experimental', b'revlogv2')
3600 3608 if revlogv2 == b'enable-unstable-format-and-corrupt-my-data':
3601 3609 requirements.remove(b'revlogv1')
3602 3610 # generaldelta is implied by revlogv2.
3603 3611 requirements.discard(b'generaldelta')
3604 3612 requirements.add(REVLOGV2_REQUIREMENT)
3605 3613 # experimental config: format.internal-phase
3606 3614 if ui.configbool(b'format', b'internal-phase'):
3607 3615 requirements.add(b'internal-phase')
3608 3616
3609 3617 if createopts.get(b'narrowfiles'):
3610 3618 requirements.add(repository.NARROW_REQUIREMENT)
3611 3619
3612 3620 if createopts.get(b'lfs'):
3613 3621 requirements.add(b'lfs')
3614 3622
3615 3623 if ui.configbool(b'format', b'bookmarks-in-store'):
3616 3624 requirements.add(bookmarks.BOOKMARKS_IN_STORE_REQUIREMENT)
3617 3625
3618 3626 return requirements
3619 3627
3620 3628
3621 3629 def filterknowncreateopts(ui, createopts):
3622 3630 """Filters a dict of repo creation options against options that are known.
3623 3631
3624 3632 Receives a dict of repo creation options and returns a dict of those
3625 3633 options that we don't know how to handle.
3626 3634
3627 3635 This function is called as part of repository creation. If the
3628 3636 returned dict contains any items, repository creation will not
3629 3637 be allowed, as it means there was a request to create a repository
3630 3638 with options not recognized by loaded code.
3631 3639
3632 3640 Extensions can wrap this function to filter out creation options
3633 3641 they know how to handle.
3634 3642 """
3635 3643 known = {
3636 3644 b'backend',
3637 3645 b'lfs',
3638 3646 b'narrowfiles',
3639 3647 b'sharedrepo',
3640 3648 b'sharedrelative',
3641 3649 b'shareditems',
3642 3650 b'shallowfilestore',
3643 3651 }
3644 3652
3645 3653 return {k: v for k, v in createopts.items() if k not in known}
3646 3654
3647 3655
3648 3656 def createrepository(ui, path, createopts=None):
3649 3657 """Create a new repository in a vfs.
3650 3658
3651 3659 ``path`` path to the new repo's working directory.
3652 3660 ``createopts`` options for the new repository.
3653 3661
3654 3662 The following keys for ``createopts`` are recognized:
3655 3663
3656 3664 backend
3657 3665 The storage backend to use.
3658 3666 lfs
3659 3667 Repository will be created with ``lfs`` requirement. The lfs extension
3660 3668 will automatically be loaded when the repository is accessed.
3661 3669 narrowfiles
3662 3670 Set up repository to support narrow file storage.
3663 3671 sharedrepo
3664 3672 Repository object from which storage should be shared.
3665 3673 sharedrelative
3666 3674 Boolean indicating if the path to the shared repo should be
3667 3675 stored as relative. By default, the pointer to the "parent" repo
3668 3676 is stored as an absolute path.
3669 3677 shareditems
3670 3678 Set of items to share to the new repository (in addition to storage).
3671 3679 shallowfilestore
3672 3680 Indicates that storage for files should be shallow (not all ancestor
3673 3681 revisions are known).
3674 3682 """
3675 3683 createopts = defaultcreateopts(ui, createopts=createopts)
3676 3684
3677 3685 unknownopts = filterknowncreateopts(ui, createopts)
3678 3686
3679 3687 if not isinstance(unknownopts, dict):
3680 3688 raise error.ProgrammingError(
3681 3689 b'filterknowncreateopts() did not return a dict'
3682 3690 )
3683 3691
3684 3692 if unknownopts:
3685 3693 raise error.Abort(
3686 3694 _(
3687 3695 b'unable to create repository because of unknown '
3688 3696 b'creation option: %s'
3689 3697 )
3690 3698 % b', '.join(sorted(unknownopts)),
3691 3699 hint=_(b'is a required extension not loaded?'),
3692 3700 )
3693 3701
3694 3702 requirements = newreporequirements(ui, createopts=createopts)
3695 3703
3696 3704 wdirvfs = vfsmod.vfs(path, expandpath=True, realpath=True)
3697 3705
3698 3706 hgvfs = vfsmod.vfs(wdirvfs.join(b'.hg'))
3699 3707 if hgvfs.exists():
3700 3708 raise error.RepoError(_(b'repository %s already exists') % path)
3701 3709
3702 3710 if b'sharedrepo' in createopts:
3703 3711 sharedpath = createopts[b'sharedrepo'].sharedpath
3704 3712
3705 3713 if createopts.get(b'sharedrelative'):
3706 3714 try:
3707 3715 sharedpath = os.path.relpath(sharedpath, hgvfs.base)
3708 3716 except (IOError, ValueError) as e:
3709 3717 # ValueError is raised on Windows if the drive letters differ
3710 3718 # on each path.
3711 3719 raise error.Abort(
3712 3720 _(b'cannot calculate relative path'),
3713 3721 hint=stringutil.forcebytestr(e),
3714 3722 )
3715 3723
3716 3724 if not wdirvfs.exists():
3717 3725 wdirvfs.makedirs()
3718 3726
3719 3727 hgvfs.makedir(notindexed=True)
3720 3728 if b'sharedrepo' not in createopts:
3721 3729 hgvfs.mkdir(b'cache')
3722 3730 hgvfs.mkdir(b'wcache')
3723 3731
3724 3732 if b'store' in requirements and b'sharedrepo' not in createopts:
3725 3733 hgvfs.mkdir(b'store')
3726 3734
3727 3735 # We create an invalid changelog outside the store so very old
3728 3736 # Mercurial versions (which didn't know about the requirements
3729 3737 # file) encounter an error on reading the changelog. This
3730 3738 # effectively locks out old clients and prevents them from
3731 3739 # mucking with a repo in an unknown format.
3732 3740 #
3733 3741 # The revlog header has version 2, which won't be recognized by
3734 3742 # such old clients.
3735 3743 hgvfs.append(
3736 3744 b'00changelog.i',
3737 3745 b'\0\0\0\2 dummy changelog to prevent using the old repo '
3738 3746 b'layout',
3739 3747 )
3740 3748
3741 3749 scmutil.writerequires(hgvfs, requirements)
3742 3750
3743 3751 # Write out file telling readers where to find the shared store.
3744 3752 if b'sharedrepo' in createopts:
3745 3753 hgvfs.write(b'sharedpath', sharedpath)
3746 3754
3747 3755 if createopts.get(b'shareditems'):
3748 3756 shared = b'\n'.join(sorted(createopts[b'shareditems'])) + b'\n'
3749 3757 hgvfs.write(b'shared', shared)
3750 3758
3751 3759
3752 3760 def poisonrepository(repo):
3753 3761 """Poison a repository instance so it can no longer be used."""
3754 3762 # Perform any cleanup on the instance.
3755 3763 repo.close()
3756 3764
3757 3765 # Our strategy is to replace the type of the object with one that
3758 3766 # has all attribute lookups result in error.
3759 3767 #
3760 3768 # But we have to allow the close() method because some constructors
3761 3769 # of repos call close() on repo references.
3762 3770 class poisonedrepository(object):
3763 3771 def __getattribute__(self, item):
3764 3772 if item == 'close':
3765 3773 return object.__getattribute__(self, item)
3766 3774
3767 3775 raise error.ProgrammingError(
3768 3776 b'repo instances should not be used after unshare'
3769 3777 )
3770 3778
3771 3779 def close(self):
3772 3780 pass
3773 3781
3774 3782 # We may have a repoview, which intercepts __setattr__. So be sure
3775 3783 # we operate at the lowest level possible.
3776 3784 object.__setattr__(repo, '__class__', poisonedrepository)
@@ -1,150 +1,148 b''
1 1 ===================================
2 2 Test repository filtering avoidance
3 3 ===================================
4 4
5 5 This test file is a bit special as he does not check feature, but performance related internal code path.
6 6
7 7 Right now, filtering a repository comes with a cost that might be significant.
8 8 Until this get better, ther are various operation that try hard not to trigger
9 9 a filtering computation. This test file make sure we don't reintroduce code that trigger the filtering for these operation:
10 10
11 11 Setup
12 12 -----
13 13 $ hg init test-repo
14 14 $ cd test-repo
15 15 $ echo "some line" > z
16 16 $ echo a > a
17 17 $ hg commit -Am a
18 18 adding a
19 19 adding z
20 20 $ echo "in a" >> z
21 21 $ echo b > b
22 22 $ hg commit -Am b
23 23 adding b
24 24 $ echo "file" >> z
25 25 $ echo c > c
26 26 $ hg commit -Am c
27 27 adding c
28 28 $ hg rm a
29 29 $ echo c1 > c
30 30 $ hg add c
31 31 c already tracked!
32 32 $ echo d > d
33 33 $ hg add d
34 34 $ rm b
35 35
36 36 $ cat << EOF >> $HGRCPATH
37 37 > [devel]
38 38 > debug.repo-filters = yes
39 39 > [ui]
40 40 > debug = yes
41 41 > EOF
42 42
43 43
44 44 tests
45 45 -----
46 46
47 47 Getting the node of `null`
48 48
49 49 $ hg log -r null -T "{node}\n"
50 50 0000000000000000000000000000000000000000
51 51
52 52 Getting basic changeset inforation about `null`
53 53
54 54 $ hg log -r null -T "{node}\n{date}\n"
55 55 0000000000000000000000000000000000000000
56 56 0.00
57 57
58 58 Getting status of null
59 59
60 60 $ hg status --change null
61 61
62 62 Getting status of working copy
63 63
64 64 $ hg status
65 65 M c
66 66 A d
67 67 R a
68 68 ! b
69 69
70 70 Getting data about the working copy parent
71 71
72 72 $ hg log -r '.' -T "{node}\n{date}\n"
73 73 c2932ca7786be30b67154d541a8764fae5532261
74 74 0.00
75 75
76 76 Getting working copy diff
77 77
78 78 $ hg diff
79 79 diff -r c2932ca7786be30b67154d541a8764fae5532261 a
80 80 --- a/a Thu Jan 01 00:00:00 1970 +0000
81 81 +++ /dev/null Thu Jan 01 00:00:00 1970 +0000
82 82 @@ -1,1 +0,0 @@
83 83 -a
84 84 diff -r c2932ca7786be30b67154d541a8764fae5532261 c
85 85 --- a/c Thu Jan 01 00:00:00 1970 +0000
86 86 +++ b/c Thu Jan 01 00:00:00 1970 +0000
87 87 @@ -1,1 +1,1 @@
88 88 -c
89 89 +c1
90 90 diff -r c2932ca7786be30b67154d541a8764fae5532261 d
91 91 --- /dev/null Thu Jan 01 00:00:00 1970 +0000
92 92 +++ b/d Thu Jan 01 00:00:00 1970 +0000
93 93 @@ -0,0 +1,1 @@
94 94 +d
95 95 $ hg diff --change .
96 debug.filters: computing revision filter for "visible"
97 96 diff -r 05293e5dd8d1ae4f84a8520a11c6f97cad26deca -r c2932ca7786be30b67154d541a8764fae5532261 c
98 97 --- /dev/null Thu Jan 01 00:00:00 1970 +0000
99 98 +++ b/c Thu Jan 01 00:00:00 1970 +0000
100 99 @@ -0,0 +1,1 @@
101 100 +c
102 101 diff -r 05293e5dd8d1ae4f84a8520a11c6f97cad26deca -r c2932ca7786be30b67154d541a8764fae5532261 z
103 102 --- a/z Thu Jan 01 00:00:00 1970 +0000
104 103 +++ b/z Thu Jan 01 00:00:00 1970 +0000
105 104 @@ -1,2 +1,3 @@
106 105 some line
107 106 in a
108 107 +file
109 108
110 109 exporting the current changeset
111 110
112 111 $ hg export
113 112 exporting patch:
114 debug.filters: computing revision filter for "visible"
115 113 # HG changeset patch
116 114 # User test
117 115 # Date 0 0
118 116 # Thu Jan 01 00:00:00 1970 +0000
119 117 # Node ID c2932ca7786be30b67154d541a8764fae5532261
120 118 # Parent 05293e5dd8d1ae4f84a8520a11c6f97cad26deca
121 119 c
122 120
123 121 diff -r 05293e5dd8d1ae4f84a8520a11c6f97cad26deca -r c2932ca7786be30b67154d541a8764fae5532261 c
124 122 --- /dev/null Thu Jan 01 00:00:00 1970 +0000
125 123 +++ b/c Thu Jan 01 00:00:00 1970 +0000
126 124 @@ -0,0 +1,1 @@
127 125 +c
128 126 diff -r 05293e5dd8d1ae4f84a8520a11c6f97cad26deca -r c2932ca7786be30b67154d541a8764fae5532261 z
129 127 --- a/z Thu Jan 01 00:00:00 1970 +0000
130 128 +++ b/z Thu Jan 01 00:00:00 1970 +0000
131 129 @@ -1,2 +1,3 @@
132 130 some line
133 131 in a
134 132 +file
135 133
136 134 using annotate
137 135
138 136 - file with a single change
139 137
140 138 $ hg annotate a
141 139 debug.filters: computing revision filter for "visible"
142 140 0: a
143 141
144 142 - file with multiple change
145 143
146 144 $ hg annotate z
147 145 debug.filters: computing revision filter for "visible"
148 146 0: some line
149 147 1: in a
150 148 2: file
General Comments 0
You need to be logged in to leave comments. Login now