##// END OF EJS Templates
vfs: treat 'undo.' file the same as 'journal.' file...
Boris Feld -
r40782:41b6245c default
parent child Browse files
Show More
@@ -1,3063 +1,3063 b''
1 1 # localrepo.py - read/write repository class for mercurial
2 2 #
3 3 # Copyright 2005-2007 Matt Mackall <mpm@selenic.com>
4 4 #
5 5 # This software may be used and distributed according to the terms of the
6 6 # GNU General Public License version 2 or any later version.
7 7
8 8 from __future__ import absolute_import
9 9
10 10 import errno
11 11 import hashlib
12 12 import os
13 13 import random
14 14 import sys
15 15 import time
16 16 import weakref
17 17
18 18 from .i18n import _
19 19 from .node import (
20 20 bin,
21 21 hex,
22 22 nullid,
23 23 nullrev,
24 24 short,
25 25 )
26 26 from . import (
27 27 bookmarks,
28 28 branchmap,
29 29 bundle2,
30 30 changegroup,
31 31 changelog,
32 32 color,
33 33 context,
34 34 dirstate,
35 35 dirstateguard,
36 36 discovery,
37 37 encoding,
38 38 error,
39 39 exchange,
40 40 extensions,
41 41 filelog,
42 42 hook,
43 43 lock as lockmod,
44 44 manifest,
45 45 match as matchmod,
46 46 merge as mergemod,
47 47 mergeutil,
48 48 namespaces,
49 49 narrowspec,
50 50 obsolete,
51 51 pathutil,
52 52 phases,
53 53 pushkey,
54 54 pycompat,
55 55 repository,
56 56 repoview,
57 57 revset,
58 58 revsetlang,
59 59 scmutil,
60 60 sparse,
61 61 store as storemod,
62 62 subrepoutil,
63 63 tags as tagsmod,
64 64 transaction,
65 65 txnutil,
66 66 util,
67 67 vfs as vfsmod,
68 68 )
69 69 from .utils import (
70 70 interfaceutil,
71 71 procutil,
72 72 stringutil,
73 73 )
74 74
75 75 from .revlogutils import (
76 76 constants as revlogconst,
77 77 )
78 78
79 79 release = lockmod.release
80 80 urlerr = util.urlerr
81 81 urlreq = util.urlreq
82 82
83 83 # set of (path, vfs-location) tuples. vfs-location is:
84 84 # - 'plain for vfs relative paths
85 85 # - '' for svfs relative paths
86 86 _cachedfiles = set()
87 87
88 88 class _basefilecache(scmutil.filecache):
89 89 """All filecache usage on repo are done for logic that should be unfiltered
90 90 """
91 91 def __get__(self, repo, type=None):
92 92 if repo is None:
93 93 return self
94 94 # proxy to unfiltered __dict__ since filtered repo has no entry
95 95 unfi = repo.unfiltered()
96 96 try:
97 97 return unfi.__dict__[self.sname]
98 98 except KeyError:
99 99 pass
100 100 return super(_basefilecache, self).__get__(unfi, type)
101 101
102 102 def set(self, repo, value):
103 103 return super(_basefilecache, self).set(repo.unfiltered(), value)
104 104
105 105 class repofilecache(_basefilecache):
106 106 """filecache for files in .hg but outside of .hg/store"""
107 107 def __init__(self, *paths):
108 108 super(repofilecache, self).__init__(*paths)
109 109 for path in paths:
110 110 _cachedfiles.add((path, 'plain'))
111 111
112 112 def join(self, obj, fname):
113 113 return obj.vfs.join(fname)
114 114
115 115 class storecache(_basefilecache):
116 116 """filecache for files in the store"""
117 117 def __init__(self, *paths):
118 118 super(storecache, self).__init__(*paths)
119 119 for path in paths:
120 120 _cachedfiles.add((path, ''))
121 121
122 122 def join(self, obj, fname):
123 123 return obj.sjoin(fname)
124 124
125 125 def isfilecached(repo, name):
126 126 """check if a repo has already cached "name" filecache-ed property
127 127
128 128 This returns (cachedobj-or-None, iscached) tuple.
129 129 """
130 130 cacheentry = repo.unfiltered()._filecache.get(name, None)
131 131 if not cacheentry:
132 132 return None, False
133 133 return cacheentry.obj, True
134 134
135 135 class unfilteredpropertycache(util.propertycache):
136 136 """propertycache that apply to unfiltered repo only"""
137 137
138 138 def __get__(self, repo, type=None):
139 139 unfi = repo.unfiltered()
140 140 if unfi is repo:
141 141 return super(unfilteredpropertycache, self).__get__(unfi)
142 142 return getattr(unfi, self.name)
143 143
144 144 class filteredpropertycache(util.propertycache):
145 145 """propertycache that must take filtering in account"""
146 146
147 147 def cachevalue(self, obj, value):
148 148 object.__setattr__(obj, self.name, value)
149 149
150 150
151 151 def hasunfilteredcache(repo, name):
152 152 """check if a repo has an unfilteredpropertycache value for <name>"""
153 153 return name in vars(repo.unfiltered())
154 154
155 155 def unfilteredmethod(orig):
156 156 """decorate method that always need to be run on unfiltered version"""
157 157 def wrapper(repo, *args, **kwargs):
158 158 return orig(repo.unfiltered(), *args, **kwargs)
159 159 return wrapper
160 160
161 161 moderncaps = {'lookup', 'branchmap', 'pushkey', 'known', 'getbundle',
162 162 'unbundle'}
163 163 legacycaps = moderncaps.union({'changegroupsubset'})
164 164
165 165 @interfaceutil.implementer(repository.ipeercommandexecutor)
166 166 class localcommandexecutor(object):
167 167 def __init__(self, peer):
168 168 self._peer = peer
169 169 self._sent = False
170 170 self._closed = False
171 171
172 172 def __enter__(self):
173 173 return self
174 174
175 175 def __exit__(self, exctype, excvalue, exctb):
176 176 self.close()
177 177
178 178 def callcommand(self, command, args):
179 179 if self._sent:
180 180 raise error.ProgrammingError('callcommand() cannot be used after '
181 181 'sendcommands()')
182 182
183 183 if self._closed:
184 184 raise error.ProgrammingError('callcommand() cannot be used after '
185 185 'close()')
186 186
187 187 # We don't need to support anything fancy. Just call the named
188 188 # method on the peer and return a resolved future.
189 189 fn = getattr(self._peer, pycompat.sysstr(command))
190 190
191 191 f = pycompat.futures.Future()
192 192
193 193 try:
194 194 result = fn(**pycompat.strkwargs(args))
195 195 except Exception:
196 196 pycompat.future_set_exception_info(f, sys.exc_info()[1:])
197 197 else:
198 198 f.set_result(result)
199 199
200 200 return f
201 201
202 202 def sendcommands(self):
203 203 self._sent = True
204 204
205 205 def close(self):
206 206 self._closed = True
207 207
208 208 @interfaceutil.implementer(repository.ipeercommands)
209 209 class localpeer(repository.peer):
210 210 '''peer for a local repo; reflects only the most recent API'''
211 211
212 212 def __init__(self, repo, caps=None):
213 213 super(localpeer, self).__init__()
214 214
215 215 if caps is None:
216 216 caps = moderncaps.copy()
217 217 self._repo = repo.filtered('served')
218 218 self.ui = repo.ui
219 219 self._caps = repo._restrictcapabilities(caps)
220 220
221 221 # Begin of _basepeer interface.
222 222
223 223 def url(self):
224 224 return self._repo.url()
225 225
226 226 def local(self):
227 227 return self._repo
228 228
229 229 def peer(self):
230 230 return self
231 231
232 232 def canpush(self):
233 233 return True
234 234
235 235 def close(self):
236 236 self._repo.close()
237 237
238 238 # End of _basepeer interface.
239 239
240 240 # Begin of _basewirecommands interface.
241 241
242 242 def branchmap(self):
243 243 return self._repo.branchmap()
244 244
245 245 def capabilities(self):
246 246 return self._caps
247 247
248 248 def clonebundles(self):
249 249 return self._repo.tryread('clonebundles.manifest')
250 250
251 251 def debugwireargs(self, one, two, three=None, four=None, five=None):
252 252 """Used to test argument passing over the wire"""
253 253 return "%s %s %s %s %s" % (one, two, pycompat.bytestr(three),
254 254 pycompat.bytestr(four),
255 255 pycompat.bytestr(five))
256 256
257 257 def getbundle(self, source, heads=None, common=None, bundlecaps=None,
258 258 **kwargs):
259 259 chunks = exchange.getbundlechunks(self._repo, source, heads=heads,
260 260 common=common, bundlecaps=bundlecaps,
261 261 **kwargs)[1]
262 262 cb = util.chunkbuffer(chunks)
263 263
264 264 if exchange.bundle2requested(bundlecaps):
265 265 # When requesting a bundle2, getbundle returns a stream to make the
266 266 # wire level function happier. We need to build a proper object
267 267 # from it in local peer.
268 268 return bundle2.getunbundler(self.ui, cb)
269 269 else:
270 270 return changegroup.getunbundler('01', cb, None)
271 271
272 272 def heads(self):
273 273 return self._repo.heads()
274 274
275 275 def known(self, nodes):
276 276 return self._repo.known(nodes)
277 277
278 278 def listkeys(self, namespace):
279 279 return self._repo.listkeys(namespace)
280 280
281 281 def lookup(self, key):
282 282 return self._repo.lookup(key)
283 283
284 284 def pushkey(self, namespace, key, old, new):
285 285 return self._repo.pushkey(namespace, key, old, new)
286 286
287 287 def stream_out(self):
288 288 raise error.Abort(_('cannot perform stream clone against local '
289 289 'peer'))
290 290
291 291 def unbundle(self, bundle, heads, url):
292 292 """apply a bundle on a repo
293 293
294 294 This function handles the repo locking itself."""
295 295 try:
296 296 try:
297 297 bundle = exchange.readbundle(self.ui, bundle, None)
298 298 ret = exchange.unbundle(self._repo, bundle, heads, 'push', url)
299 299 if util.safehasattr(ret, 'getchunks'):
300 300 # This is a bundle20 object, turn it into an unbundler.
301 301 # This little dance should be dropped eventually when the
302 302 # API is finally improved.
303 303 stream = util.chunkbuffer(ret.getchunks())
304 304 ret = bundle2.getunbundler(self.ui, stream)
305 305 return ret
306 306 except Exception as exc:
307 307 # If the exception contains output salvaged from a bundle2
308 308 # reply, we need to make sure it is printed before continuing
309 309 # to fail. So we build a bundle2 with such output and consume
310 310 # it directly.
311 311 #
312 312 # This is not very elegant but allows a "simple" solution for
313 313 # issue4594
314 314 output = getattr(exc, '_bundle2salvagedoutput', ())
315 315 if output:
316 316 bundler = bundle2.bundle20(self._repo.ui)
317 317 for out in output:
318 318 bundler.addpart(out)
319 319 stream = util.chunkbuffer(bundler.getchunks())
320 320 b = bundle2.getunbundler(self.ui, stream)
321 321 bundle2.processbundle(self._repo, b)
322 322 raise
323 323 except error.PushRaced as exc:
324 324 raise error.ResponseError(_('push failed:'),
325 325 stringutil.forcebytestr(exc))
326 326
327 327 # End of _basewirecommands interface.
328 328
329 329 # Begin of peer interface.
330 330
331 331 def commandexecutor(self):
332 332 return localcommandexecutor(self)
333 333
334 334 # End of peer interface.
335 335
336 336 @interfaceutil.implementer(repository.ipeerlegacycommands)
337 337 class locallegacypeer(localpeer):
338 338 '''peer extension which implements legacy methods too; used for tests with
339 339 restricted capabilities'''
340 340
341 341 def __init__(self, repo):
342 342 super(locallegacypeer, self).__init__(repo, caps=legacycaps)
343 343
344 344 # Begin of baselegacywirecommands interface.
345 345
346 346 def between(self, pairs):
347 347 return self._repo.between(pairs)
348 348
349 349 def branches(self, nodes):
350 350 return self._repo.branches(nodes)
351 351
352 352 def changegroup(self, nodes, source):
353 353 outgoing = discovery.outgoing(self._repo, missingroots=nodes,
354 354 missingheads=self._repo.heads())
355 355 return changegroup.makechangegroup(self._repo, outgoing, '01', source)
356 356
357 357 def changegroupsubset(self, bases, heads, source):
358 358 outgoing = discovery.outgoing(self._repo, missingroots=bases,
359 359 missingheads=heads)
360 360 return changegroup.makechangegroup(self._repo, outgoing, '01', source)
361 361
362 362 # End of baselegacywirecommands interface.
363 363
364 364 # Increment the sub-version when the revlog v2 format changes to lock out old
365 365 # clients.
366 366 REVLOGV2_REQUIREMENT = 'exp-revlogv2.0'
367 367
368 368 # A repository with the sparserevlog feature will have delta chains that
369 369 # can spread over a larger span. Sparse reading cuts these large spans into
370 370 # pieces, so that each piece isn't too big.
371 371 # Without the sparserevlog capability, reading from the repository could use
372 372 # huge amounts of memory, because the whole span would be read at once,
373 373 # including all the intermediate revisions that aren't pertinent for the chain.
374 374 # This is why once a repository has enabled sparse-read, it becomes required.
375 375 SPARSEREVLOG_REQUIREMENT = 'sparserevlog'
376 376
377 377 # Functions receiving (ui, features) that extensions can register to impact
378 378 # the ability to load repositories with custom requirements. Only
379 379 # functions defined in loaded extensions are called.
380 380 #
381 381 # The function receives a set of requirement strings that the repository
382 382 # is capable of opening. Functions will typically add elements to the
383 383 # set to reflect that the extension knows how to handle that requirements.
384 384 featuresetupfuncs = set()
385 385
386 386 def makelocalrepository(baseui, path, intents=None):
387 387 """Create a local repository object.
388 388
389 389 Given arguments needed to construct a local repository, this function
390 390 performs various early repository loading functionality (such as
391 391 reading the ``.hg/requires`` and ``.hg/hgrc`` files), validates that
392 392 the repository can be opened, derives a type suitable for representing
393 393 that repository, and returns an instance of it.
394 394
395 395 The returned object conforms to the ``repository.completelocalrepository``
396 396 interface.
397 397
398 398 The repository type is derived by calling a series of factory functions
399 399 for each aspect/interface of the final repository. These are defined by
400 400 ``REPO_INTERFACES``.
401 401
402 402 Each factory function is called to produce a type implementing a specific
403 403 interface. The cumulative list of returned types will be combined into a
404 404 new type and that type will be instantiated to represent the local
405 405 repository.
406 406
407 407 The factory functions each receive various state that may be consulted
408 408 as part of deriving a type.
409 409
410 410 Extensions should wrap these factory functions to customize repository type
411 411 creation. Note that an extension's wrapped function may be called even if
412 412 that extension is not loaded for the repo being constructed. Extensions
413 413 should check if their ``__name__`` appears in the
414 414 ``extensionmodulenames`` set passed to the factory function and no-op if
415 415 not.
416 416 """
417 417 ui = baseui.copy()
418 418 # Prevent copying repo configuration.
419 419 ui.copy = baseui.copy
420 420
421 421 # Working directory VFS rooted at repository root.
422 422 wdirvfs = vfsmod.vfs(path, expandpath=True, realpath=True)
423 423
424 424 # Main VFS for .hg/ directory.
425 425 hgpath = wdirvfs.join(b'.hg')
426 426 hgvfs = vfsmod.vfs(hgpath, cacheaudited=True)
427 427
428 428 # The .hg/ path should exist and should be a directory. All other
429 429 # cases are errors.
430 430 if not hgvfs.isdir():
431 431 try:
432 432 hgvfs.stat()
433 433 except OSError as e:
434 434 if e.errno != errno.ENOENT:
435 435 raise
436 436
437 437 raise error.RepoError(_(b'repository %s not found') % path)
438 438
439 439 # .hg/requires file contains a newline-delimited list of
440 440 # features/capabilities the opener (us) must have in order to use
441 441 # the repository. This file was introduced in Mercurial 0.9.2,
442 442 # which means very old repositories may not have one. We assume
443 443 # a missing file translates to no requirements.
444 444 try:
445 445 requirements = set(hgvfs.read(b'requires').splitlines())
446 446 except IOError as e:
447 447 if e.errno != errno.ENOENT:
448 448 raise
449 449 requirements = set()
450 450
451 451 # The .hg/hgrc file may load extensions or contain config options
452 452 # that influence repository construction. Attempt to load it and
453 453 # process any new extensions that it may have pulled in.
454 454 if loadhgrc(ui, wdirvfs, hgvfs, requirements):
455 455 afterhgrcload(ui, wdirvfs, hgvfs, requirements)
456 456 extensions.loadall(ui)
457 457 extensions.populateui(ui)
458 458
459 459 # Set of module names of extensions loaded for this repository.
460 460 extensionmodulenames = {m.__name__ for n, m in extensions.extensions(ui)}
461 461
462 462 supportedrequirements = gathersupportedrequirements(ui)
463 463
464 464 # We first validate the requirements are known.
465 465 ensurerequirementsrecognized(requirements, supportedrequirements)
466 466
467 467 # Then we validate that the known set is reasonable to use together.
468 468 ensurerequirementscompatible(ui, requirements)
469 469
470 470 # TODO there are unhandled edge cases related to opening repositories with
471 471 # shared storage. If storage is shared, we should also test for requirements
472 472 # compatibility in the pointed-to repo. This entails loading the .hg/hgrc in
473 473 # that repo, as that repo may load extensions needed to open it. This is a
474 474 # bit complicated because we don't want the other hgrc to overwrite settings
475 475 # in this hgrc.
476 476 #
477 477 # This bug is somewhat mitigated by the fact that we copy the .hg/requires
478 478 # file when sharing repos. But if a requirement is added after the share is
479 479 # performed, thereby introducing a new requirement for the opener, we may
480 480 # will not see that and could encounter a run-time error interacting with
481 481 # that shared store since it has an unknown-to-us requirement.
482 482
483 483 # At this point, we know we should be capable of opening the repository.
484 484 # Now get on with doing that.
485 485
486 486 features = set()
487 487
488 488 # The "store" part of the repository holds versioned data. How it is
489 489 # accessed is determined by various requirements. The ``shared`` or
490 490 # ``relshared`` requirements indicate the store lives in the path contained
491 491 # in the ``.hg/sharedpath`` file. This is an absolute path for
492 492 # ``shared`` and relative to ``.hg/`` for ``relshared``.
493 493 if b'shared' in requirements or b'relshared' in requirements:
494 494 sharedpath = hgvfs.read(b'sharedpath').rstrip(b'\n')
495 495 if b'relshared' in requirements:
496 496 sharedpath = hgvfs.join(sharedpath)
497 497
498 498 sharedvfs = vfsmod.vfs(sharedpath, realpath=True)
499 499
500 500 if not sharedvfs.exists():
501 501 raise error.RepoError(_(b'.hg/sharedpath points to nonexistent '
502 502 b'directory %s') % sharedvfs.base)
503 503
504 504 features.add(repository.REPO_FEATURE_SHARED_STORAGE)
505 505
506 506 storebasepath = sharedvfs.base
507 507 cachepath = sharedvfs.join(b'cache')
508 508 else:
509 509 storebasepath = hgvfs.base
510 510 cachepath = hgvfs.join(b'cache')
511 511
512 512 # The store has changed over time and the exact layout is dictated by
513 513 # requirements. The store interface abstracts differences across all
514 514 # of them.
515 515 store = makestore(requirements, storebasepath,
516 516 lambda base: vfsmod.vfs(base, cacheaudited=True))
517 517 hgvfs.createmode = store.createmode
518 518
519 519 storevfs = store.vfs
520 520 storevfs.options = resolvestorevfsoptions(ui, requirements, features)
521 521
522 522 # The cache vfs is used to manage cache files.
523 523 cachevfs = vfsmod.vfs(cachepath, cacheaudited=True)
524 524 cachevfs.createmode = store.createmode
525 525
526 526 # Now resolve the type for the repository object. We do this by repeatedly
527 527 # calling a factory function to produces types for specific aspects of the
528 528 # repo's operation. The aggregate returned types are used as base classes
529 529 # for a dynamically-derived type, which will represent our new repository.
530 530
531 531 bases = []
532 532 extrastate = {}
533 533
534 534 for iface, fn in REPO_INTERFACES:
535 535 # We pass all potentially useful state to give extensions tons of
536 536 # flexibility.
537 537 typ = fn()(ui=ui,
538 538 intents=intents,
539 539 requirements=requirements,
540 540 features=features,
541 541 wdirvfs=wdirvfs,
542 542 hgvfs=hgvfs,
543 543 store=store,
544 544 storevfs=storevfs,
545 545 storeoptions=storevfs.options,
546 546 cachevfs=cachevfs,
547 547 extensionmodulenames=extensionmodulenames,
548 548 extrastate=extrastate,
549 549 baseclasses=bases)
550 550
551 551 if not isinstance(typ, type):
552 552 raise error.ProgrammingError('unable to construct type for %s' %
553 553 iface)
554 554
555 555 bases.append(typ)
556 556
557 557 # type() allows you to use characters in type names that wouldn't be
558 558 # recognized as Python symbols in source code. We abuse that to add
559 559 # rich information about our constructed repo.
560 560 name = pycompat.sysstr(b'derivedrepo:%s<%s>' % (
561 561 wdirvfs.base,
562 562 b','.join(sorted(requirements))))
563 563
564 564 cls = type(name, tuple(bases), {})
565 565
566 566 return cls(
567 567 baseui=baseui,
568 568 ui=ui,
569 569 origroot=path,
570 570 wdirvfs=wdirvfs,
571 571 hgvfs=hgvfs,
572 572 requirements=requirements,
573 573 supportedrequirements=supportedrequirements,
574 574 sharedpath=storebasepath,
575 575 store=store,
576 576 cachevfs=cachevfs,
577 577 features=features,
578 578 intents=intents)
579 579
580 580 def loadhgrc(ui, wdirvfs, hgvfs, requirements):
581 581 """Load hgrc files/content into a ui instance.
582 582
583 583 This is called during repository opening to load any additional
584 584 config files or settings relevant to the current repository.
585 585
586 586 Returns a bool indicating whether any additional configs were loaded.
587 587
588 588 Extensions should monkeypatch this function to modify how per-repo
589 589 configs are loaded. For example, an extension may wish to pull in
590 590 configs from alternate files or sources.
591 591 """
592 592 try:
593 593 ui.readconfig(hgvfs.join(b'hgrc'), root=wdirvfs.base)
594 594 return True
595 595 except IOError:
596 596 return False
597 597
598 598 def afterhgrcload(ui, wdirvfs, hgvfs, requirements):
599 599 """Perform additional actions after .hg/hgrc is loaded.
600 600
601 601 This function is called during repository loading immediately after
602 602 the .hg/hgrc file is loaded and before per-repo extensions are loaded.
603 603
604 604 The function can be used to validate configs, automatically add
605 605 options (including extensions) based on requirements, etc.
606 606 """
607 607
608 608 # Map of requirements to list of extensions to load automatically when
609 609 # requirement is present.
610 610 autoextensions = {
611 611 b'largefiles': [b'largefiles'],
612 612 b'lfs': [b'lfs'],
613 613 }
614 614
615 615 for requirement, names in sorted(autoextensions.items()):
616 616 if requirement not in requirements:
617 617 continue
618 618
619 619 for name in names:
620 620 if not ui.hasconfig(b'extensions', name):
621 621 ui.setconfig(b'extensions', name, b'', source='autoload')
622 622
623 623 def gathersupportedrequirements(ui):
624 624 """Determine the complete set of recognized requirements."""
625 625 # Start with all requirements supported by this file.
626 626 supported = set(localrepository._basesupported)
627 627
628 628 # Execute ``featuresetupfuncs`` entries if they belong to an extension
629 629 # relevant to this ui instance.
630 630 modules = {m.__name__ for n, m in extensions.extensions(ui)}
631 631
632 632 for fn in featuresetupfuncs:
633 633 if fn.__module__ in modules:
634 634 fn(ui, supported)
635 635
636 636 # Add derived requirements from registered compression engines.
637 637 for name in util.compengines:
638 638 engine = util.compengines[name]
639 639 if engine.revlogheader():
640 640 supported.add(b'exp-compression-%s' % name)
641 641
642 642 return supported
643 643
644 644 def ensurerequirementsrecognized(requirements, supported):
645 645 """Validate that a set of local requirements is recognized.
646 646
647 647 Receives a set of requirements. Raises an ``error.RepoError`` if there
648 648 exists any requirement in that set that currently loaded code doesn't
649 649 recognize.
650 650
651 651 Returns a set of supported requirements.
652 652 """
653 653 missing = set()
654 654
655 655 for requirement in requirements:
656 656 if requirement in supported:
657 657 continue
658 658
659 659 if not requirement or not requirement[0:1].isalnum():
660 660 raise error.RequirementError(_(b'.hg/requires file is corrupt'))
661 661
662 662 missing.add(requirement)
663 663
664 664 if missing:
665 665 raise error.RequirementError(
666 666 _(b'repository requires features unknown to this Mercurial: %s') %
667 667 b' '.join(sorted(missing)),
668 668 hint=_(b'see https://mercurial-scm.org/wiki/MissingRequirement '
669 669 b'for more information'))
670 670
671 671 def ensurerequirementscompatible(ui, requirements):
672 672 """Validates that a set of recognized requirements is mutually compatible.
673 673
674 674 Some requirements may not be compatible with others or require
675 675 config options that aren't enabled. This function is called during
676 676 repository opening to ensure that the set of requirements needed
677 677 to open a repository is sane and compatible with config options.
678 678
679 679 Extensions can monkeypatch this function to perform additional
680 680 checking.
681 681
682 682 ``error.RepoError`` should be raised on failure.
683 683 """
684 684 if b'exp-sparse' in requirements and not sparse.enabled:
685 685 raise error.RepoError(_(b'repository is using sparse feature but '
686 686 b'sparse is not enabled; enable the '
687 687 b'"sparse" extensions to access'))
688 688
689 689 def makestore(requirements, path, vfstype):
690 690 """Construct a storage object for a repository."""
691 691 if b'store' in requirements:
692 692 if b'fncache' in requirements:
693 693 return storemod.fncachestore(path, vfstype,
694 694 b'dotencode' in requirements)
695 695
696 696 return storemod.encodedstore(path, vfstype)
697 697
698 698 return storemod.basicstore(path, vfstype)
699 699
700 700 def resolvestorevfsoptions(ui, requirements, features):
701 701 """Resolve the options to pass to the store vfs opener.
702 702
703 703 The returned dict is used to influence behavior of the storage layer.
704 704 """
705 705 options = {}
706 706
707 707 if b'treemanifest' in requirements:
708 708 options[b'treemanifest'] = True
709 709
710 710 # experimental config: format.manifestcachesize
711 711 manifestcachesize = ui.configint(b'format', b'manifestcachesize')
712 712 if manifestcachesize is not None:
713 713 options[b'manifestcachesize'] = manifestcachesize
714 714
715 715 # In the absence of another requirement superseding a revlog-related
716 716 # requirement, we have to assume the repo is using revlog version 0.
717 717 # This revlog format is super old and we don't bother trying to parse
718 718 # opener options for it because those options wouldn't do anything
719 719 # meaningful on such old repos.
720 720 if b'revlogv1' in requirements or REVLOGV2_REQUIREMENT in requirements:
721 721 options.update(resolverevlogstorevfsoptions(ui, requirements, features))
722 722
723 723 return options
724 724
725 725 def resolverevlogstorevfsoptions(ui, requirements, features):
726 726 """Resolve opener options specific to revlogs."""
727 727
728 728 options = {}
729 729 options[b'flagprocessors'] = {}
730 730
731 731 if b'revlogv1' in requirements:
732 732 options[b'revlogv1'] = True
733 733 if REVLOGV2_REQUIREMENT in requirements:
734 734 options[b'revlogv2'] = True
735 735
736 736 if b'generaldelta' in requirements:
737 737 options[b'generaldelta'] = True
738 738
739 739 # experimental config: format.chunkcachesize
740 740 chunkcachesize = ui.configint(b'format', b'chunkcachesize')
741 741 if chunkcachesize is not None:
742 742 options[b'chunkcachesize'] = chunkcachesize
743 743
744 744 deltabothparents = ui.configbool(b'storage',
745 745 b'revlog.optimize-delta-parent-choice')
746 746 options[b'deltabothparents'] = deltabothparents
747 747
748 748 options[b'lazydeltabase'] = not scmutil.gddeltaconfig(ui)
749 749
750 750 chainspan = ui.configbytes(b'experimental', b'maxdeltachainspan')
751 751 if 0 <= chainspan:
752 752 options[b'maxdeltachainspan'] = chainspan
753 753
754 754 mmapindexthreshold = ui.configbytes(b'experimental',
755 755 b'mmapindexthreshold')
756 756 if mmapindexthreshold is not None:
757 757 options[b'mmapindexthreshold'] = mmapindexthreshold
758 758
759 759 withsparseread = ui.configbool(b'experimental', b'sparse-read')
760 760 srdensitythres = float(ui.config(b'experimental',
761 761 b'sparse-read.density-threshold'))
762 762 srmingapsize = ui.configbytes(b'experimental',
763 763 b'sparse-read.min-gap-size')
764 764 options[b'with-sparse-read'] = withsparseread
765 765 options[b'sparse-read-density-threshold'] = srdensitythres
766 766 options[b'sparse-read-min-gap-size'] = srmingapsize
767 767
768 768 sparserevlog = SPARSEREVLOG_REQUIREMENT in requirements
769 769 options[b'sparse-revlog'] = sparserevlog
770 770 if sparserevlog:
771 771 options[b'generaldelta'] = True
772 772
773 773 maxchainlen = None
774 774 if sparserevlog:
775 775 maxchainlen = revlogconst.SPARSE_REVLOG_MAX_CHAIN_LENGTH
776 776 # experimental config: format.maxchainlen
777 777 maxchainlen = ui.configint(b'format', b'maxchainlen', maxchainlen)
778 778 if maxchainlen is not None:
779 779 options[b'maxchainlen'] = maxchainlen
780 780
781 781 for r in requirements:
782 782 if r.startswith(b'exp-compression-'):
783 783 options[b'compengine'] = r[len(b'exp-compression-'):]
784 784
785 785 if repository.NARROW_REQUIREMENT in requirements:
786 786 options[b'enableellipsis'] = True
787 787
788 788 return options
789 789
790 790 def makemain(**kwargs):
791 791 """Produce a type conforming to ``ilocalrepositorymain``."""
792 792 return localrepository
793 793
794 794 @interfaceutil.implementer(repository.ilocalrepositoryfilestorage)
795 795 class revlogfilestorage(object):
796 796 """File storage when using revlogs."""
797 797
798 798 def file(self, path):
799 799 if path[0] == b'/':
800 800 path = path[1:]
801 801
802 802 return filelog.filelog(self.svfs, path)
803 803
804 804 @interfaceutil.implementer(repository.ilocalrepositoryfilestorage)
805 805 class revlognarrowfilestorage(object):
806 806 """File storage when using revlogs and narrow files."""
807 807
808 808 def file(self, path):
809 809 if path[0] == b'/':
810 810 path = path[1:]
811 811
812 812 return filelog.narrowfilelog(self.svfs, path, self.narrowmatch())
813 813
814 814 def makefilestorage(requirements, features, **kwargs):
815 815 """Produce a type conforming to ``ilocalrepositoryfilestorage``."""
816 816 features.add(repository.REPO_FEATURE_REVLOG_FILE_STORAGE)
817 817 features.add(repository.REPO_FEATURE_STREAM_CLONE)
818 818
819 819 if repository.NARROW_REQUIREMENT in requirements:
820 820 return revlognarrowfilestorage
821 821 else:
822 822 return revlogfilestorage
823 823
824 824 # List of repository interfaces and factory functions for them. Each
825 825 # will be called in order during ``makelocalrepository()`` to iteratively
826 826 # derive the final type for a local repository instance. We capture the
827 827 # function as a lambda so we don't hold a reference and the module-level
828 828 # functions can be wrapped.
829 829 REPO_INTERFACES = [
830 830 (repository.ilocalrepositorymain, lambda: makemain),
831 831 (repository.ilocalrepositoryfilestorage, lambda: makefilestorage),
832 832 ]
833 833
834 834 @interfaceutil.implementer(repository.ilocalrepositorymain)
835 835 class localrepository(object):
836 836 """Main class for representing local repositories.
837 837
838 838 All local repositories are instances of this class.
839 839
840 840 Constructed on its own, instances of this class are not usable as
841 841 repository objects. To obtain a usable repository object, call
842 842 ``hg.repository()``, ``localrepo.instance()``, or
843 843 ``localrepo.makelocalrepository()``. The latter is the lowest-level.
844 844 ``instance()`` adds support for creating new repositories.
845 845 ``hg.repository()`` adds more extension integration, including calling
846 846 ``reposetup()``. Generally speaking, ``hg.repository()`` should be
847 847 used.
848 848 """
849 849
850 850 # obsolete experimental requirements:
851 851 # - manifestv2: An experimental new manifest format that allowed
852 852 # for stem compression of long paths. Experiment ended up not
853 853 # being successful (repository sizes went up due to worse delta
854 854 # chains), and the code was deleted in 4.6.
855 855 supportedformats = {
856 856 'revlogv1',
857 857 'generaldelta',
858 858 'treemanifest',
859 859 REVLOGV2_REQUIREMENT,
860 860 SPARSEREVLOG_REQUIREMENT,
861 861 }
862 862 _basesupported = supportedformats | {
863 863 'store',
864 864 'fncache',
865 865 'shared',
866 866 'relshared',
867 867 'dotencode',
868 868 'exp-sparse',
869 869 'internal-phase'
870 870 }
871 871
872 872 # list of prefix for file which can be written without 'wlock'
873 873 # Extensions should extend this list when needed
874 874 _wlockfreeprefix = {
875 875 # We migh consider requiring 'wlock' for the next
876 876 # two, but pretty much all the existing code assume
877 877 # wlock is not needed so we keep them excluded for
878 878 # now.
879 879 'hgrc',
880 880 'requires',
881 881 # XXX cache is a complicatged business someone
882 882 # should investigate this in depth at some point
883 883 'cache/',
884 884 # XXX shouldn't be dirstate covered by the wlock?
885 885 'dirstate',
886 886 # XXX bisect was still a bit too messy at the time
887 887 # this changeset was introduced. Someone should fix
888 888 # the remainig bit and drop this line
889 889 'bisect.state',
890 890 }
891 891
892 892 def __init__(self, baseui, ui, origroot, wdirvfs, hgvfs, requirements,
893 893 supportedrequirements, sharedpath, store, cachevfs,
894 894 features, intents=None):
895 895 """Create a new local repository instance.
896 896
897 897 Most callers should use ``hg.repository()``, ``localrepo.instance()``,
898 898 or ``localrepo.makelocalrepository()`` for obtaining a new repository
899 899 object.
900 900
901 901 Arguments:
902 902
903 903 baseui
904 904 ``ui.ui`` instance that ``ui`` argument was based off of.
905 905
906 906 ui
907 907 ``ui.ui`` instance for use by the repository.
908 908
909 909 origroot
910 910 ``bytes`` path to working directory root of this repository.
911 911
912 912 wdirvfs
913 913 ``vfs.vfs`` rooted at the working directory.
914 914
915 915 hgvfs
916 916 ``vfs.vfs`` rooted at .hg/
917 917
918 918 requirements
919 919 ``set`` of bytestrings representing repository opening requirements.
920 920
921 921 supportedrequirements
922 922 ``set`` of bytestrings representing repository requirements that we
923 923 know how to open. May be a supetset of ``requirements``.
924 924
925 925 sharedpath
926 926 ``bytes`` Defining path to storage base directory. Points to a
927 927 ``.hg/`` directory somewhere.
928 928
929 929 store
930 930 ``store.basicstore`` (or derived) instance providing access to
931 931 versioned storage.
932 932
933 933 cachevfs
934 934 ``vfs.vfs`` used for cache files.
935 935
936 936 features
937 937 ``set`` of bytestrings defining features/capabilities of this
938 938 instance.
939 939
940 940 intents
941 941 ``set`` of system strings indicating what this repo will be used
942 942 for.
943 943 """
944 944 self.baseui = baseui
945 945 self.ui = ui
946 946 self.origroot = origroot
947 947 # vfs rooted at working directory.
948 948 self.wvfs = wdirvfs
949 949 self.root = wdirvfs.base
950 950 # vfs rooted at .hg/. Used to access most non-store paths.
951 951 self.vfs = hgvfs
952 952 self.path = hgvfs.base
953 953 self.requirements = requirements
954 954 self.supported = supportedrequirements
955 955 self.sharedpath = sharedpath
956 956 self.store = store
957 957 self.cachevfs = cachevfs
958 958 self.features = features
959 959
960 960 self.filtername = None
961 961
962 962 if (self.ui.configbool('devel', 'all-warnings') or
963 963 self.ui.configbool('devel', 'check-locks')):
964 964 self.vfs.audit = self._getvfsward(self.vfs.audit)
965 965 # A list of callback to shape the phase if no data were found.
966 966 # Callback are in the form: func(repo, roots) --> processed root.
967 967 # This list it to be filled by extension during repo setup
968 968 self._phasedefaults = []
969 969
970 970 color.setup(self.ui)
971 971
972 972 self.spath = self.store.path
973 973 self.svfs = self.store.vfs
974 974 self.sjoin = self.store.join
975 975 if (self.ui.configbool('devel', 'all-warnings') or
976 976 self.ui.configbool('devel', 'check-locks')):
977 977 if util.safehasattr(self.svfs, 'vfs'): # this is filtervfs
978 978 self.svfs.vfs.audit = self._getsvfsward(self.svfs.vfs.audit)
979 979 else: # standard vfs
980 980 self.svfs.audit = self._getsvfsward(self.svfs.audit)
981 981
982 982 self._dirstatevalidatewarned = False
983 983
984 984 self._branchcaches = {}
985 985 self._revbranchcache = None
986 986 self._filterpats = {}
987 987 self._datafilters = {}
988 988 self._transref = self._lockref = self._wlockref = None
989 989
990 990 # A cache for various files under .hg/ that tracks file changes,
991 991 # (used by the filecache decorator)
992 992 #
993 993 # Maps a property name to its util.filecacheentry
994 994 self._filecache = {}
995 995
996 996 # hold sets of revision to be filtered
997 997 # should be cleared when something might have changed the filter value:
998 998 # - new changesets,
999 999 # - phase change,
1000 1000 # - new obsolescence marker,
1001 1001 # - working directory parent change,
1002 1002 # - bookmark changes
1003 1003 self.filteredrevcache = {}
1004 1004
1005 1005 # post-dirstate-status hooks
1006 1006 self._postdsstatus = []
1007 1007
1008 1008 # generic mapping between names and nodes
1009 1009 self.names = namespaces.namespaces()
1010 1010
1011 1011 # Key to signature value.
1012 1012 self._sparsesignaturecache = {}
1013 1013 # Signature to cached matcher instance.
1014 1014 self._sparsematchercache = {}
1015 1015
1016 1016 def _getvfsward(self, origfunc):
1017 1017 """build a ward for self.vfs"""
1018 1018 rref = weakref.ref(self)
1019 1019 def checkvfs(path, mode=None):
1020 1020 ret = origfunc(path, mode=mode)
1021 1021 repo = rref()
1022 1022 if (repo is None
1023 1023 or not util.safehasattr(repo, '_wlockref')
1024 1024 or not util.safehasattr(repo, '_lockref')):
1025 1025 return
1026 1026 if mode in (None, 'r', 'rb'):
1027 1027 return
1028 1028 if path.startswith(repo.path):
1029 1029 # truncate name relative to the repository (.hg)
1030 1030 path = path[len(repo.path) + 1:]
1031 1031 if path.startswith('cache/'):
1032 1032 msg = 'accessing cache with vfs instead of cachevfs: "%s"'
1033 1033 repo.ui.develwarn(msg % path, stacklevel=2, config="cache-vfs")
1034 if path.startswith('journal.'):
1034 if path.startswith('journal.') or path.startswith('undo.'):
1035 1035 # journal is covered by 'lock'
1036 1036 if repo._currentlock(repo._lockref) is None:
1037 1037 repo.ui.develwarn('write with no lock: "%s"' % path,
1038 1038 stacklevel=2, config='check-locks')
1039 1039 elif repo._currentlock(repo._wlockref) is None:
1040 1040 # rest of vfs files are covered by 'wlock'
1041 1041 #
1042 1042 # exclude special files
1043 1043 for prefix in self._wlockfreeprefix:
1044 1044 if path.startswith(prefix):
1045 1045 return
1046 1046 repo.ui.develwarn('write with no wlock: "%s"' % path,
1047 1047 stacklevel=2, config='check-locks')
1048 1048 return ret
1049 1049 return checkvfs
1050 1050
1051 1051 def _getsvfsward(self, origfunc):
1052 1052 """build a ward for self.svfs"""
1053 1053 rref = weakref.ref(self)
1054 1054 def checksvfs(path, mode=None):
1055 1055 ret = origfunc(path, mode=mode)
1056 1056 repo = rref()
1057 1057 if repo is None or not util.safehasattr(repo, '_lockref'):
1058 1058 return
1059 1059 if mode in (None, 'r', 'rb'):
1060 1060 return
1061 1061 if path.startswith(repo.sharedpath):
1062 1062 # truncate name relative to the repository (.hg)
1063 1063 path = path[len(repo.sharedpath) + 1:]
1064 1064 if repo._currentlock(repo._lockref) is None:
1065 1065 repo.ui.develwarn('write with no lock: "%s"' % path,
1066 1066 stacklevel=3)
1067 1067 return ret
1068 1068 return checksvfs
1069 1069
1070 1070 def close(self):
1071 1071 self._writecaches()
1072 1072
1073 1073 def _writecaches(self):
1074 1074 if self._revbranchcache:
1075 1075 self._revbranchcache.write()
1076 1076
1077 1077 def _restrictcapabilities(self, caps):
1078 1078 if self.ui.configbool('experimental', 'bundle2-advertise'):
1079 1079 caps = set(caps)
1080 1080 capsblob = bundle2.encodecaps(bundle2.getrepocaps(self,
1081 1081 role='client'))
1082 1082 caps.add('bundle2=' + urlreq.quote(capsblob))
1083 1083 return caps
1084 1084
1085 1085 def _writerequirements(self):
1086 1086 scmutil.writerequires(self.vfs, self.requirements)
1087 1087
1088 1088 # Don't cache auditor/nofsauditor, or you'll end up with reference cycle:
1089 1089 # self -> auditor -> self._checknested -> self
1090 1090
1091 1091 @property
1092 1092 def auditor(self):
1093 1093 # This is only used by context.workingctx.match in order to
1094 1094 # detect files in subrepos.
1095 1095 return pathutil.pathauditor(self.root, callback=self._checknested)
1096 1096
1097 1097 @property
1098 1098 def nofsauditor(self):
1099 1099 # This is only used by context.basectx.match in order to detect
1100 1100 # files in subrepos.
1101 1101 return pathutil.pathauditor(self.root, callback=self._checknested,
1102 1102 realfs=False, cached=True)
1103 1103
1104 1104 def _checknested(self, path):
1105 1105 """Determine if path is a legal nested repository."""
1106 1106 if not path.startswith(self.root):
1107 1107 return False
1108 1108 subpath = path[len(self.root) + 1:]
1109 1109 normsubpath = util.pconvert(subpath)
1110 1110
1111 1111 # XXX: Checking against the current working copy is wrong in
1112 1112 # the sense that it can reject things like
1113 1113 #
1114 1114 # $ hg cat -r 10 sub/x.txt
1115 1115 #
1116 1116 # if sub/ is no longer a subrepository in the working copy
1117 1117 # parent revision.
1118 1118 #
1119 1119 # However, it can of course also allow things that would have
1120 1120 # been rejected before, such as the above cat command if sub/
1121 1121 # is a subrepository now, but was a normal directory before.
1122 1122 # The old path auditor would have rejected by mistake since it
1123 1123 # panics when it sees sub/.hg/.
1124 1124 #
1125 1125 # All in all, checking against the working copy seems sensible
1126 1126 # since we want to prevent access to nested repositories on
1127 1127 # the filesystem *now*.
1128 1128 ctx = self[None]
1129 1129 parts = util.splitpath(subpath)
1130 1130 while parts:
1131 1131 prefix = '/'.join(parts)
1132 1132 if prefix in ctx.substate:
1133 1133 if prefix == normsubpath:
1134 1134 return True
1135 1135 else:
1136 1136 sub = ctx.sub(prefix)
1137 1137 return sub.checknested(subpath[len(prefix) + 1:])
1138 1138 else:
1139 1139 parts.pop()
1140 1140 return False
1141 1141
1142 1142 def peer(self):
1143 1143 return localpeer(self) # not cached to avoid reference cycle
1144 1144
1145 1145 def unfiltered(self):
1146 1146 """Return unfiltered version of the repository
1147 1147
1148 1148 Intended to be overwritten by filtered repo."""
1149 1149 return self
1150 1150
1151 1151 def filtered(self, name, visibilityexceptions=None):
1152 1152 """Return a filtered version of a repository"""
1153 1153 cls = repoview.newtype(self.unfiltered().__class__)
1154 1154 return cls(self, name, visibilityexceptions)
1155 1155
1156 1156 @repofilecache('bookmarks', 'bookmarks.current')
1157 1157 def _bookmarks(self):
1158 1158 return bookmarks.bmstore(self)
1159 1159
1160 1160 @property
1161 1161 def _activebookmark(self):
1162 1162 return self._bookmarks.active
1163 1163
1164 1164 # _phasesets depend on changelog. what we need is to call
1165 1165 # _phasecache.invalidate() if '00changelog.i' was changed, but it
1166 1166 # can't be easily expressed in filecache mechanism.
1167 1167 @storecache('phaseroots', '00changelog.i')
1168 1168 def _phasecache(self):
1169 1169 return phases.phasecache(self, self._phasedefaults)
1170 1170
1171 1171 @storecache('obsstore')
1172 1172 def obsstore(self):
1173 1173 return obsolete.makestore(self.ui, self)
1174 1174
1175 1175 @storecache('00changelog.i')
1176 1176 def changelog(self):
1177 1177 return changelog.changelog(self.svfs,
1178 1178 trypending=txnutil.mayhavepending(self.root))
1179 1179
1180 1180 @storecache('00manifest.i')
1181 1181 def manifestlog(self):
1182 1182 rootstore = manifest.manifestrevlog(self.svfs)
1183 1183 return manifest.manifestlog(self.svfs, self, rootstore)
1184 1184
1185 1185 @repofilecache('dirstate')
1186 1186 def dirstate(self):
1187 1187 return self._makedirstate()
1188 1188
1189 1189 def _makedirstate(self):
1190 1190 """Extension point for wrapping the dirstate per-repo."""
1191 1191 sparsematchfn = lambda: sparse.matcher(self)
1192 1192
1193 1193 return dirstate.dirstate(self.vfs, self.ui, self.root,
1194 1194 self._dirstatevalidate, sparsematchfn)
1195 1195
1196 1196 def _dirstatevalidate(self, node):
1197 1197 try:
1198 1198 self.changelog.rev(node)
1199 1199 return node
1200 1200 except error.LookupError:
1201 1201 if not self._dirstatevalidatewarned:
1202 1202 self._dirstatevalidatewarned = True
1203 1203 self.ui.warn(_("warning: ignoring unknown"
1204 1204 " working parent %s!\n") % short(node))
1205 1205 return nullid
1206 1206
1207 1207 @storecache(narrowspec.FILENAME)
1208 1208 def narrowpats(self):
1209 1209 """matcher patterns for this repository's narrowspec
1210 1210
1211 1211 A tuple of (includes, excludes).
1212 1212 """
1213 1213 return narrowspec.load(self)
1214 1214
1215 1215 @storecache(narrowspec.FILENAME)
1216 1216 def _narrowmatch(self):
1217 1217 if repository.NARROW_REQUIREMENT not in self.requirements:
1218 1218 return matchmod.always(self.root, '')
1219 1219 include, exclude = self.narrowpats
1220 1220 return narrowspec.match(self.root, include=include, exclude=exclude)
1221 1221
1222 1222 def narrowmatch(self, match=None, includeexact=False):
1223 1223 """matcher corresponding the the repo's narrowspec
1224 1224
1225 1225 If `match` is given, then that will be intersected with the narrow
1226 1226 matcher.
1227 1227
1228 1228 If `includeexact` is True, then any exact matches from `match` will
1229 1229 be included even if they're outside the narrowspec.
1230 1230 """
1231 1231 if match:
1232 1232 if includeexact and not self._narrowmatch.always():
1233 1233 # do not exclude explicitly-specified paths so that they can
1234 1234 # be warned later on
1235 1235 em = matchmod.exact(match._root, match._cwd, match.files())
1236 1236 nm = matchmod.unionmatcher([self._narrowmatch, em])
1237 1237 return matchmod.intersectmatchers(match, nm)
1238 1238 return matchmod.intersectmatchers(match, self._narrowmatch)
1239 1239 return self._narrowmatch
1240 1240
1241 1241 def setnarrowpats(self, newincludes, newexcludes):
1242 1242 narrowspec.save(self, newincludes, newexcludes)
1243 1243 self.invalidate(clearfilecache=True)
1244 1244
1245 1245 def __getitem__(self, changeid):
1246 1246 if changeid is None:
1247 1247 return context.workingctx(self)
1248 1248 if isinstance(changeid, context.basectx):
1249 1249 return changeid
1250 1250 if isinstance(changeid, slice):
1251 1251 # wdirrev isn't contiguous so the slice shouldn't include it
1252 1252 return [self[i]
1253 1253 for i in pycompat.xrange(*changeid.indices(len(self)))
1254 1254 if i not in self.changelog.filteredrevs]
1255 1255 try:
1256 1256 if isinstance(changeid, int):
1257 1257 node = self.changelog.node(changeid)
1258 1258 rev = changeid
1259 1259 elif changeid == 'null':
1260 1260 node = nullid
1261 1261 rev = nullrev
1262 1262 elif changeid == 'tip':
1263 1263 node = self.changelog.tip()
1264 1264 rev = self.changelog.rev(node)
1265 1265 elif changeid == '.':
1266 1266 # this is a hack to delay/avoid loading obsmarkers
1267 1267 # when we know that '.' won't be hidden
1268 1268 node = self.dirstate.p1()
1269 1269 rev = self.unfiltered().changelog.rev(node)
1270 1270 elif len(changeid) == 20:
1271 1271 try:
1272 1272 node = changeid
1273 1273 rev = self.changelog.rev(changeid)
1274 1274 except error.FilteredLookupError:
1275 1275 changeid = hex(changeid) # for the error message
1276 1276 raise
1277 1277 except LookupError:
1278 1278 # check if it might have come from damaged dirstate
1279 1279 #
1280 1280 # XXX we could avoid the unfiltered if we had a recognizable
1281 1281 # exception for filtered changeset access
1282 1282 if (self.local()
1283 1283 and changeid in self.unfiltered().dirstate.parents()):
1284 1284 msg = _("working directory has unknown parent '%s'!")
1285 1285 raise error.Abort(msg % short(changeid))
1286 1286 changeid = hex(changeid) # for the error message
1287 1287 raise
1288 1288
1289 1289 elif len(changeid) == 40:
1290 1290 node = bin(changeid)
1291 1291 rev = self.changelog.rev(node)
1292 1292 else:
1293 1293 raise error.ProgrammingError(
1294 1294 "unsupported changeid '%s' of type %s" %
1295 1295 (changeid, type(changeid)))
1296 1296
1297 1297 return context.changectx(self, rev, node)
1298 1298
1299 1299 except (error.FilteredIndexError, error.FilteredLookupError):
1300 1300 raise error.FilteredRepoLookupError(_("filtered revision '%s'")
1301 1301 % pycompat.bytestr(changeid))
1302 1302 except (IndexError, LookupError):
1303 1303 raise error.RepoLookupError(
1304 1304 _("unknown revision '%s'") % pycompat.bytestr(changeid))
1305 1305 except error.WdirUnsupported:
1306 1306 return context.workingctx(self)
1307 1307
1308 1308 def __contains__(self, changeid):
1309 1309 """True if the given changeid exists
1310 1310
1311 1311 error.AmbiguousPrefixLookupError is raised if an ambiguous node
1312 1312 specified.
1313 1313 """
1314 1314 try:
1315 1315 self[changeid]
1316 1316 return True
1317 1317 except error.RepoLookupError:
1318 1318 return False
1319 1319
1320 1320 def __nonzero__(self):
1321 1321 return True
1322 1322
1323 1323 __bool__ = __nonzero__
1324 1324
1325 1325 def __len__(self):
1326 1326 # no need to pay the cost of repoview.changelog
1327 1327 unfi = self.unfiltered()
1328 1328 return len(unfi.changelog)
1329 1329
1330 1330 def __iter__(self):
1331 1331 return iter(self.changelog)
1332 1332
1333 1333 def revs(self, expr, *args):
1334 1334 '''Find revisions matching a revset.
1335 1335
1336 1336 The revset is specified as a string ``expr`` that may contain
1337 1337 %-formatting to escape certain types. See ``revsetlang.formatspec``.
1338 1338
1339 1339 Revset aliases from the configuration are not expanded. To expand
1340 1340 user aliases, consider calling ``scmutil.revrange()`` or
1341 1341 ``repo.anyrevs([expr], user=True)``.
1342 1342
1343 1343 Returns a revset.abstractsmartset, which is a list-like interface
1344 1344 that contains integer revisions.
1345 1345 '''
1346 1346 expr = revsetlang.formatspec(expr, *args)
1347 1347 m = revset.match(None, expr)
1348 1348 return m(self)
1349 1349
1350 1350 def set(self, expr, *args):
1351 1351 '''Find revisions matching a revset and emit changectx instances.
1352 1352
1353 1353 This is a convenience wrapper around ``revs()`` that iterates the
1354 1354 result and is a generator of changectx instances.
1355 1355
1356 1356 Revset aliases from the configuration are not expanded. To expand
1357 1357 user aliases, consider calling ``scmutil.revrange()``.
1358 1358 '''
1359 1359 for r in self.revs(expr, *args):
1360 1360 yield self[r]
1361 1361
1362 1362 def anyrevs(self, specs, user=False, localalias=None):
1363 1363 '''Find revisions matching one of the given revsets.
1364 1364
1365 1365 Revset aliases from the configuration are not expanded by default. To
1366 1366 expand user aliases, specify ``user=True``. To provide some local
1367 1367 definitions overriding user aliases, set ``localalias`` to
1368 1368 ``{name: definitionstring}``.
1369 1369 '''
1370 1370 if user:
1371 1371 m = revset.matchany(self.ui, specs,
1372 1372 lookup=revset.lookupfn(self),
1373 1373 localalias=localalias)
1374 1374 else:
1375 1375 m = revset.matchany(None, specs, localalias=localalias)
1376 1376 return m(self)
1377 1377
1378 1378 def url(self):
1379 1379 return 'file:' + self.root
1380 1380
1381 1381 def hook(self, name, throw=False, **args):
1382 1382 """Call a hook, passing this repo instance.
1383 1383
1384 1384 This a convenience method to aid invoking hooks. Extensions likely
1385 1385 won't call this unless they have registered a custom hook or are
1386 1386 replacing code that is expected to call a hook.
1387 1387 """
1388 1388 return hook.hook(self.ui, self, name, throw, **args)
1389 1389
1390 1390 @filteredpropertycache
1391 1391 def _tagscache(self):
1392 1392 '''Returns a tagscache object that contains various tags related
1393 1393 caches.'''
1394 1394
1395 1395 # This simplifies its cache management by having one decorated
1396 1396 # function (this one) and the rest simply fetch things from it.
1397 1397 class tagscache(object):
1398 1398 def __init__(self):
1399 1399 # These two define the set of tags for this repository. tags
1400 1400 # maps tag name to node; tagtypes maps tag name to 'global' or
1401 1401 # 'local'. (Global tags are defined by .hgtags across all
1402 1402 # heads, and local tags are defined in .hg/localtags.)
1403 1403 # They constitute the in-memory cache of tags.
1404 1404 self.tags = self.tagtypes = None
1405 1405
1406 1406 self.nodetagscache = self.tagslist = None
1407 1407
1408 1408 cache = tagscache()
1409 1409 cache.tags, cache.tagtypes = self._findtags()
1410 1410
1411 1411 return cache
1412 1412
1413 1413 def tags(self):
1414 1414 '''return a mapping of tag to node'''
1415 1415 t = {}
1416 1416 if self.changelog.filteredrevs:
1417 1417 tags, tt = self._findtags()
1418 1418 else:
1419 1419 tags = self._tagscache.tags
1420 1420 rev = self.changelog.rev
1421 1421 for k, v in tags.iteritems():
1422 1422 try:
1423 1423 # ignore tags to unknown nodes
1424 1424 rev(v)
1425 1425 t[k] = v
1426 1426 except (error.LookupError, ValueError):
1427 1427 pass
1428 1428 return t
1429 1429
1430 1430 def _findtags(self):
1431 1431 '''Do the hard work of finding tags. Return a pair of dicts
1432 1432 (tags, tagtypes) where tags maps tag name to node, and tagtypes
1433 1433 maps tag name to a string like \'global\' or \'local\'.
1434 1434 Subclasses or extensions are free to add their own tags, but
1435 1435 should be aware that the returned dicts will be retained for the
1436 1436 duration of the localrepo object.'''
1437 1437
1438 1438 # XXX what tagtype should subclasses/extensions use? Currently
1439 1439 # mq and bookmarks add tags, but do not set the tagtype at all.
1440 1440 # Should each extension invent its own tag type? Should there
1441 1441 # be one tagtype for all such "virtual" tags? Or is the status
1442 1442 # quo fine?
1443 1443
1444 1444
1445 1445 # map tag name to (node, hist)
1446 1446 alltags = tagsmod.findglobaltags(self.ui, self)
1447 1447 # map tag name to tag type
1448 1448 tagtypes = dict((tag, 'global') for tag in alltags)
1449 1449
1450 1450 tagsmod.readlocaltags(self.ui, self, alltags, tagtypes)
1451 1451
1452 1452 # Build the return dicts. Have to re-encode tag names because
1453 1453 # the tags module always uses UTF-8 (in order not to lose info
1454 1454 # writing to the cache), but the rest of Mercurial wants them in
1455 1455 # local encoding.
1456 1456 tags = {}
1457 1457 for (name, (node, hist)) in alltags.iteritems():
1458 1458 if node != nullid:
1459 1459 tags[encoding.tolocal(name)] = node
1460 1460 tags['tip'] = self.changelog.tip()
1461 1461 tagtypes = dict([(encoding.tolocal(name), value)
1462 1462 for (name, value) in tagtypes.iteritems()])
1463 1463 return (tags, tagtypes)
1464 1464
1465 1465 def tagtype(self, tagname):
1466 1466 '''
1467 1467 return the type of the given tag. result can be:
1468 1468
1469 1469 'local' : a local tag
1470 1470 'global' : a global tag
1471 1471 None : tag does not exist
1472 1472 '''
1473 1473
1474 1474 return self._tagscache.tagtypes.get(tagname)
1475 1475
1476 1476 def tagslist(self):
1477 1477 '''return a list of tags ordered by revision'''
1478 1478 if not self._tagscache.tagslist:
1479 1479 l = []
1480 1480 for t, n in self.tags().iteritems():
1481 1481 l.append((self.changelog.rev(n), t, n))
1482 1482 self._tagscache.tagslist = [(t, n) for r, t, n in sorted(l)]
1483 1483
1484 1484 return self._tagscache.tagslist
1485 1485
1486 1486 def nodetags(self, node):
1487 1487 '''return the tags associated with a node'''
1488 1488 if not self._tagscache.nodetagscache:
1489 1489 nodetagscache = {}
1490 1490 for t, n in self._tagscache.tags.iteritems():
1491 1491 nodetagscache.setdefault(n, []).append(t)
1492 1492 for tags in nodetagscache.itervalues():
1493 1493 tags.sort()
1494 1494 self._tagscache.nodetagscache = nodetagscache
1495 1495 return self._tagscache.nodetagscache.get(node, [])
1496 1496
1497 1497 def nodebookmarks(self, node):
1498 1498 """return the list of bookmarks pointing to the specified node"""
1499 1499 return self._bookmarks.names(node)
1500 1500
1501 1501 def branchmap(self):
1502 1502 '''returns a dictionary {branch: [branchheads]} with branchheads
1503 1503 ordered by increasing revision number'''
1504 1504 branchmap.updatecache(self)
1505 1505 return self._branchcaches[self.filtername]
1506 1506
1507 1507 @unfilteredmethod
1508 1508 def revbranchcache(self):
1509 1509 if not self._revbranchcache:
1510 1510 self._revbranchcache = branchmap.revbranchcache(self.unfiltered())
1511 1511 return self._revbranchcache
1512 1512
1513 1513 def branchtip(self, branch, ignoremissing=False):
1514 1514 '''return the tip node for a given branch
1515 1515
1516 1516 If ignoremissing is True, then this method will not raise an error.
1517 1517 This is helpful for callers that only expect None for a missing branch
1518 1518 (e.g. namespace).
1519 1519
1520 1520 '''
1521 1521 try:
1522 1522 return self.branchmap().branchtip(branch)
1523 1523 except KeyError:
1524 1524 if not ignoremissing:
1525 1525 raise error.RepoLookupError(_("unknown branch '%s'") % branch)
1526 1526 else:
1527 1527 pass
1528 1528
1529 1529 def lookup(self, key):
1530 1530 return scmutil.revsymbol(self, key).node()
1531 1531
1532 1532 def lookupbranch(self, key):
1533 1533 if key in self.branchmap():
1534 1534 return key
1535 1535
1536 1536 return scmutil.revsymbol(self, key).branch()
1537 1537
1538 1538 def known(self, nodes):
1539 1539 cl = self.changelog
1540 1540 nm = cl.nodemap
1541 1541 filtered = cl.filteredrevs
1542 1542 result = []
1543 1543 for n in nodes:
1544 1544 r = nm.get(n)
1545 1545 resp = not (r is None or r in filtered)
1546 1546 result.append(resp)
1547 1547 return result
1548 1548
1549 1549 def local(self):
1550 1550 return self
1551 1551
1552 1552 def publishing(self):
1553 1553 # it's safe (and desirable) to trust the publish flag unconditionally
1554 1554 # so that we don't finalize changes shared between users via ssh or nfs
1555 1555 return self.ui.configbool('phases', 'publish', untrusted=True)
1556 1556
1557 1557 def cancopy(self):
1558 1558 # so statichttprepo's override of local() works
1559 1559 if not self.local():
1560 1560 return False
1561 1561 if not self.publishing():
1562 1562 return True
1563 1563 # if publishing we can't copy if there is filtered content
1564 1564 return not self.filtered('visible').changelog.filteredrevs
1565 1565
1566 1566 def shared(self):
1567 1567 '''the type of shared repository (None if not shared)'''
1568 1568 if self.sharedpath != self.path:
1569 1569 return 'store'
1570 1570 return None
1571 1571
1572 1572 def wjoin(self, f, *insidef):
1573 1573 return self.vfs.reljoin(self.root, f, *insidef)
1574 1574
1575 1575 def setparents(self, p1, p2=nullid):
1576 1576 with self.dirstate.parentchange():
1577 1577 copies = self.dirstate.setparents(p1, p2)
1578 1578 pctx = self[p1]
1579 1579 if copies:
1580 1580 # Adjust copy records, the dirstate cannot do it, it
1581 1581 # requires access to parents manifests. Preserve them
1582 1582 # only for entries added to first parent.
1583 1583 for f in copies:
1584 1584 if f not in pctx and copies[f] in pctx:
1585 1585 self.dirstate.copy(copies[f], f)
1586 1586 if p2 == nullid:
1587 1587 for f, s in sorted(self.dirstate.copies().items()):
1588 1588 if f not in pctx and s not in pctx:
1589 1589 self.dirstate.copy(None, f)
1590 1590
1591 1591 def filectx(self, path, changeid=None, fileid=None, changectx=None):
1592 1592 """changeid must be a changeset revision, if specified.
1593 1593 fileid can be a file revision or node."""
1594 1594 return context.filectx(self, path, changeid, fileid,
1595 1595 changectx=changectx)
1596 1596
1597 1597 def getcwd(self):
1598 1598 return self.dirstate.getcwd()
1599 1599
1600 1600 def pathto(self, f, cwd=None):
1601 1601 return self.dirstate.pathto(f, cwd)
1602 1602
1603 1603 def _loadfilter(self, filter):
1604 1604 if filter not in self._filterpats:
1605 1605 l = []
1606 1606 for pat, cmd in self.ui.configitems(filter):
1607 1607 if cmd == '!':
1608 1608 continue
1609 1609 mf = matchmod.match(self.root, '', [pat])
1610 1610 fn = None
1611 1611 params = cmd
1612 1612 for name, filterfn in self._datafilters.iteritems():
1613 1613 if cmd.startswith(name):
1614 1614 fn = filterfn
1615 1615 params = cmd[len(name):].lstrip()
1616 1616 break
1617 1617 if not fn:
1618 1618 fn = lambda s, c, **kwargs: procutil.filter(s, c)
1619 1619 # Wrap old filters not supporting keyword arguments
1620 1620 if not pycompat.getargspec(fn)[2]:
1621 1621 oldfn = fn
1622 1622 fn = lambda s, c, **kwargs: oldfn(s, c)
1623 1623 l.append((mf, fn, params))
1624 1624 self._filterpats[filter] = l
1625 1625 return self._filterpats[filter]
1626 1626
1627 1627 def _filter(self, filterpats, filename, data):
1628 1628 for mf, fn, cmd in filterpats:
1629 1629 if mf(filename):
1630 1630 self.ui.debug("filtering %s through %s\n" % (filename, cmd))
1631 1631 data = fn(data, cmd, ui=self.ui, repo=self, filename=filename)
1632 1632 break
1633 1633
1634 1634 return data
1635 1635
1636 1636 @unfilteredpropertycache
1637 1637 def _encodefilterpats(self):
1638 1638 return self._loadfilter('encode')
1639 1639
1640 1640 @unfilteredpropertycache
1641 1641 def _decodefilterpats(self):
1642 1642 return self._loadfilter('decode')
1643 1643
1644 1644 def adddatafilter(self, name, filter):
1645 1645 self._datafilters[name] = filter
1646 1646
1647 1647 def wread(self, filename):
1648 1648 if self.wvfs.islink(filename):
1649 1649 data = self.wvfs.readlink(filename)
1650 1650 else:
1651 1651 data = self.wvfs.read(filename)
1652 1652 return self._filter(self._encodefilterpats, filename, data)
1653 1653
1654 1654 def wwrite(self, filename, data, flags, backgroundclose=False, **kwargs):
1655 1655 """write ``data`` into ``filename`` in the working directory
1656 1656
1657 1657 This returns length of written (maybe decoded) data.
1658 1658 """
1659 1659 data = self._filter(self._decodefilterpats, filename, data)
1660 1660 if 'l' in flags:
1661 1661 self.wvfs.symlink(data, filename)
1662 1662 else:
1663 1663 self.wvfs.write(filename, data, backgroundclose=backgroundclose,
1664 1664 **kwargs)
1665 1665 if 'x' in flags:
1666 1666 self.wvfs.setflags(filename, False, True)
1667 1667 else:
1668 1668 self.wvfs.setflags(filename, False, False)
1669 1669 return len(data)
1670 1670
1671 1671 def wwritedata(self, filename, data):
1672 1672 return self._filter(self._decodefilterpats, filename, data)
1673 1673
1674 1674 def currenttransaction(self):
1675 1675 """return the current transaction or None if non exists"""
1676 1676 if self._transref:
1677 1677 tr = self._transref()
1678 1678 else:
1679 1679 tr = None
1680 1680
1681 1681 if tr and tr.running():
1682 1682 return tr
1683 1683 return None
1684 1684
1685 1685 def transaction(self, desc, report=None):
1686 1686 if (self.ui.configbool('devel', 'all-warnings')
1687 1687 or self.ui.configbool('devel', 'check-locks')):
1688 1688 if self._currentlock(self._lockref) is None:
1689 1689 raise error.ProgrammingError('transaction requires locking')
1690 1690 tr = self.currenttransaction()
1691 1691 if tr is not None:
1692 1692 return tr.nest(name=desc)
1693 1693
1694 1694 # abort here if the journal already exists
1695 1695 if self.svfs.exists("journal"):
1696 1696 raise error.RepoError(
1697 1697 _("abandoned transaction found"),
1698 1698 hint=_("run 'hg recover' to clean up transaction"))
1699 1699
1700 1700 idbase = "%.40f#%f" % (random.random(), time.time())
1701 1701 ha = hex(hashlib.sha1(idbase).digest())
1702 1702 txnid = 'TXN:' + ha
1703 1703 self.hook('pretxnopen', throw=True, txnname=desc, txnid=txnid)
1704 1704
1705 1705 self._writejournal(desc)
1706 1706 renames = [(vfs, x, undoname(x)) for vfs, x in self._journalfiles()]
1707 1707 if report:
1708 1708 rp = report
1709 1709 else:
1710 1710 rp = self.ui.warn
1711 1711 vfsmap = {'plain': self.vfs, 'store': self.svfs} # root of .hg/
1712 1712 # we must avoid cyclic reference between repo and transaction.
1713 1713 reporef = weakref.ref(self)
1714 1714 # Code to track tag movement
1715 1715 #
1716 1716 # Since tags are all handled as file content, it is actually quite hard
1717 1717 # to track these movement from a code perspective. So we fallback to a
1718 1718 # tracking at the repository level. One could envision to track changes
1719 1719 # to the '.hgtags' file through changegroup apply but that fails to
1720 1720 # cope with case where transaction expose new heads without changegroup
1721 1721 # being involved (eg: phase movement).
1722 1722 #
1723 1723 # For now, We gate the feature behind a flag since this likely comes
1724 1724 # with performance impacts. The current code run more often than needed
1725 1725 # and do not use caches as much as it could. The current focus is on
1726 1726 # the behavior of the feature so we disable it by default. The flag
1727 1727 # will be removed when we are happy with the performance impact.
1728 1728 #
1729 1729 # Once this feature is no longer experimental move the following
1730 1730 # documentation to the appropriate help section:
1731 1731 #
1732 1732 # The ``HG_TAG_MOVED`` variable will be set if the transaction touched
1733 1733 # tags (new or changed or deleted tags). In addition the details of
1734 1734 # these changes are made available in a file at:
1735 1735 # ``REPOROOT/.hg/changes/tags.changes``.
1736 1736 # Make sure you check for HG_TAG_MOVED before reading that file as it
1737 1737 # might exist from a previous transaction even if no tag were touched
1738 1738 # in this one. Changes are recorded in a line base format::
1739 1739 #
1740 1740 # <action> <hex-node> <tag-name>\n
1741 1741 #
1742 1742 # Actions are defined as follow:
1743 1743 # "-R": tag is removed,
1744 1744 # "+A": tag is added,
1745 1745 # "-M": tag is moved (old value),
1746 1746 # "+M": tag is moved (new value),
1747 1747 tracktags = lambda x: None
1748 1748 # experimental config: experimental.hook-track-tags
1749 1749 shouldtracktags = self.ui.configbool('experimental', 'hook-track-tags')
1750 1750 if desc != 'strip' and shouldtracktags:
1751 1751 oldheads = self.changelog.headrevs()
1752 1752 def tracktags(tr2):
1753 1753 repo = reporef()
1754 1754 oldfnodes = tagsmod.fnoderevs(repo.ui, repo, oldheads)
1755 1755 newheads = repo.changelog.headrevs()
1756 1756 newfnodes = tagsmod.fnoderevs(repo.ui, repo, newheads)
1757 1757 # notes: we compare lists here.
1758 1758 # As we do it only once buiding set would not be cheaper
1759 1759 changes = tagsmod.difftags(repo.ui, repo, oldfnodes, newfnodes)
1760 1760 if changes:
1761 1761 tr2.hookargs['tag_moved'] = '1'
1762 1762 with repo.vfs('changes/tags.changes', 'w',
1763 1763 atomictemp=True) as changesfile:
1764 1764 # note: we do not register the file to the transaction
1765 1765 # because we needs it to still exist on the transaction
1766 1766 # is close (for txnclose hooks)
1767 1767 tagsmod.writediff(changesfile, changes)
1768 1768 def validate(tr2):
1769 1769 """will run pre-closing hooks"""
1770 1770 # XXX the transaction API is a bit lacking here so we take a hacky
1771 1771 # path for now
1772 1772 #
1773 1773 # We cannot add this as a "pending" hooks since the 'tr.hookargs'
1774 1774 # dict is copied before these run. In addition we needs the data
1775 1775 # available to in memory hooks too.
1776 1776 #
1777 1777 # Moreover, we also need to make sure this runs before txnclose
1778 1778 # hooks and there is no "pending" mechanism that would execute
1779 1779 # logic only if hooks are about to run.
1780 1780 #
1781 1781 # Fixing this limitation of the transaction is also needed to track
1782 1782 # other families of changes (bookmarks, phases, obsolescence).
1783 1783 #
1784 1784 # This will have to be fixed before we remove the experimental
1785 1785 # gating.
1786 1786 tracktags(tr2)
1787 1787 repo = reporef()
1788 1788 if repo.ui.configbool('experimental', 'single-head-per-branch'):
1789 1789 scmutil.enforcesinglehead(repo, tr2, desc)
1790 1790 if hook.hashook(repo.ui, 'pretxnclose-bookmark'):
1791 1791 for name, (old, new) in sorted(tr.changes['bookmarks'].items()):
1792 1792 args = tr.hookargs.copy()
1793 1793 args.update(bookmarks.preparehookargs(name, old, new))
1794 1794 repo.hook('pretxnclose-bookmark', throw=True,
1795 1795 txnname=desc,
1796 1796 **pycompat.strkwargs(args))
1797 1797 if hook.hashook(repo.ui, 'pretxnclose-phase'):
1798 1798 cl = repo.unfiltered().changelog
1799 1799 for rev, (old, new) in tr.changes['phases'].items():
1800 1800 args = tr.hookargs.copy()
1801 1801 node = hex(cl.node(rev))
1802 1802 args.update(phases.preparehookargs(node, old, new))
1803 1803 repo.hook('pretxnclose-phase', throw=True, txnname=desc,
1804 1804 **pycompat.strkwargs(args))
1805 1805
1806 1806 repo.hook('pretxnclose', throw=True,
1807 1807 txnname=desc, **pycompat.strkwargs(tr.hookargs))
1808 1808 def releasefn(tr, success):
1809 1809 repo = reporef()
1810 1810 if success:
1811 1811 # this should be explicitly invoked here, because
1812 1812 # in-memory changes aren't written out at closing
1813 1813 # transaction, if tr.addfilegenerator (via
1814 1814 # dirstate.write or so) isn't invoked while
1815 1815 # transaction running
1816 1816 repo.dirstate.write(None)
1817 1817 else:
1818 1818 # discard all changes (including ones already written
1819 1819 # out) in this transaction
1820 1820 narrowspec.restorebackup(self, 'journal.narrowspec')
1821 1821 repo.dirstate.restorebackup(None, 'journal.dirstate')
1822 1822
1823 1823 repo.invalidate(clearfilecache=True)
1824 1824
1825 1825 tr = transaction.transaction(rp, self.svfs, vfsmap,
1826 1826 "journal",
1827 1827 "undo",
1828 1828 aftertrans(renames),
1829 1829 self.store.createmode,
1830 1830 validator=validate,
1831 1831 releasefn=releasefn,
1832 1832 checkambigfiles=_cachedfiles,
1833 1833 name=desc)
1834 1834 tr.changes['origrepolen'] = len(self)
1835 1835 tr.changes['obsmarkers'] = set()
1836 1836 tr.changes['phases'] = {}
1837 1837 tr.changes['bookmarks'] = {}
1838 1838
1839 1839 tr.hookargs['txnid'] = txnid
1840 1840 # note: writing the fncache only during finalize mean that the file is
1841 1841 # outdated when running hooks. As fncache is used for streaming clone,
1842 1842 # this is not expected to break anything that happen during the hooks.
1843 1843 tr.addfinalize('flush-fncache', self.store.write)
1844 1844 def txnclosehook(tr2):
1845 1845 """To be run if transaction is successful, will schedule a hook run
1846 1846 """
1847 1847 # Don't reference tr2 in hook() so we don't hold a reference.
1848 1848 # This reduces memory consumption when there are multiple
1849 1849 # transactions per lock. This can likely go away if issue5045
1850 1850 # fixes the function accumulation.
1851 1851 hookargs = tr2.hookargs
1852 1852
1853 1853 def hookfunc():
1854 1854 repo = reporef()
1855 1855 if hook.hashook(repo.ui, 'txnclose-bookmark'):
1856 1856 bmchanges = sorted(tr.changes['bookmarks'].items())
1857 1857 for name, (old, new) in bmchanges:
1858 1858 args = tr.hookargs.copy()
1859 1859 args.update(bookmarks.preparehookargs(name, old, new))
1860 1860 repo.hook('txnclose-bookmark', throw=False,
1861 1861 txnname=desc, **pycompat.strkwargs(args))
1862 1862
1863 1863 if hook.hashook(repo.ui, 'txnclose-phase'):
1864 1864 cl = repo.unfiltered().changelog
1865 1865 phasemv = sorted(tr.changes['phases'].items())
1866 1866 for rev, (old, new) in phasemv:
1867 1867 args = tr.hookargs.copy()
1868 1868 node = hex(cl.node(rev))
1869 1869 args.update(phases.preparehookargs(node, old, new))
1870 1870 repo.hook('txnclose-phase', throw=False, txnname=desc,
1871 1871 **pycompat.strkwargs(args))
1872 1872
1873 1873 repo.hook('txnclose', throw=False, txnname=desc,
1874 1874 **pycompat.strkwargs(hookargs))
1875 1875 reporef()._afterlock(hookfunc)
1876 1876 tr.addfinalize('txnclose-hook', txnclosehook)
1877 1877 # Include a leading "-" to make it happen before the transaction summary
1878 1878 # reports registered via scmutil.registersummarycallback() whose names
1879 1879 # are 00-txnreport etc. That way, the caches will be warm when the
1880 1880 # callbacks run.
1881 1881 tr.addpostclose('-warm-cache', self._buildcacheupdater(tr))
1882 1882 def txnaborthook(tr2):
1883 1883 """To be run if transaction is aborted
1884 1884 """
1885 1885 reporef().hook('txnabort', throw=False, txnname=desc,
1886 1886 **pycompat.strkwargs(tr2.hookargs))
1887 1887 tr.addabort('txnabort-hook', txnaborthook)
1888 1888 # avoid eager cache invalidation. in-memory data should be identical
1889 1889 # to stored data if transaction has no error.
1890 1890 tr.addpostclose('refresh-filecachestats', self._refreshfilecachestats)
1891 1891 self._transref = weakref.ref(tr)
1892 1892 scmutil.registersummarycallback(self, tr, desc)
1893 1893 return tr
1894 1894
1895 1895 def _journalfiles(self):
1896 1896 return ((self.svfs, 'journal'),
1897 1897 (self.vfs, 'journal.dirstate'),
1898 1898 (self.vfs, 'journal.branch'),
1899 1899 (self.vfs, 'journal.desc'),
1900 1900 (self.vfs, 'journal.bookmarks'),
1901 1901 (self.svfs, 'journal.phaseroots'))
1902 1902
1903 1903 def undofiles(self):
1904 1904 return [(vfs, undoname(x)) for vfs, x in self._journalfiles()]
1905 1905
1906 1906 @unfilteredmethod
1907 1907 def _writejournal(self, desc):
1908 1908 self.dirstate.savebackup(None, 'journal.dirstate')
1909 1909 narrowspec.savebackup(self, 'journal.narrowspec')
1910 1910 self.vfs.write("journal.branch",
1911 1911 encoding.fromlocal(self.dirstate.branch()))
1912 1912 self.vfs.write("journal.desc",
1913 1913 "%d\n%s\n" % (len(self), desc))
1914 1914 self.vfs.write("journal.bookmarks",
1915 1915 self.vfs.tryread("bookmarks"))
1916 1916 self.svfs.write("journal.phaseroots",
1917 1917 self.svfs.tryread("phaseroots"))
1918 1918
1919 1919 def recover(self):
1920 1920 with self.lock():
1921 1921 if self.svfs.exists("journal"):
1922 1922 self.ui.status(_("rolling back interrupted transaction\n"))
1923 1923 vfsmap = {'': self.svfs,
1924 1924 'plain': self.vfs,}
1925 1925 transaction.rollback(self.svfs, vfsmap, "journal",
1926 1926 self.ui.warn,
1927 1927 checkambigfiles=_cachedfiles)
1928 1928 self.invalidate()
1929 1929 return True
1930 1930 else:
1931 1931 self.ui.warn(_("no interrupted transaction available\n"))
1932 1932 return False
1933 1933
1934 1934 def rollback(self, dryrun=False, force=False):
1935 1935 wlock = lock = dsguard = None
1936 1936 try:
1937 1937 wlock = self.wlock()
1938 1938 lock = self.lock()
1939 1939 if self.svfs.exists("undo"):
1940 1940 dsguard = dirstateguard.dirstateguard(self, 'rollback')
1941 1941
1942 1942 return self._rollback(dryrun, force, dsguard)
1943 1943 else:
1944 1944 self.ui.warn(_("no rollback information available\n"))
1945 1945 return 1
1946 1946 finally:
1947 1947 release(dsguard, lock, wlock)
1948 1948
1949 1949 @unfilteredmethod # Until we get smarter cache management
1950 1950 def _rollback(self, dryrun, force, dsguard):
1951 1951 ui = self.ui
1952 1952 try:
1953 1953 args = self.vfs.read('undo.desc').splitlines()
1954 1954 (oldlen, desc, detail) = (int(args[0]), args[1], None)
1955 1955 if len(args) >= 3:
1956 1956 detail = args[2]
1957 1957 oldtip = oldlen - 1
1958 1958
1959 1959 if detail and ui.verbose:
1960 1960 msg = (_('repository tip rolled back to revision %d'
1961 1961 ' (undo %s: %s)\n')
1962 1962 % (oldtip, desc, detail))
1963 1963 else:
1964 1964 msg = (_('repository tip rolled back to revision %d'
1965 1965 ' (undo %s)\n')
1966 1966 % (oldtip, desc))
1967 1967 except IOError:
1968 1968 msg = _('rolling back unknown transaction\n')
1969 1969 desc = None
1970 1970
1971 1971 if not force and self['.'] != self['tip'] and desc == 'commit':
1972 1972 raise error.Abort(
1973 1973 _('rollback of last commit while not checked out '
1974 1974 'may lose data'), hint=_('use -f to force'))
1975 1975
1976 1976 ui.status(msg)
1977 1977 if dryrun:
1978 1978 return 0
1979 1979
1980 1980 parents = self.dirstate.parents()
1981 1981 self.destroying()
1982 1982 vfsmap = {'plain': self.vfs, '': self.svfs}
1983 1983 transaction.rollback(self.svfs, vfsmap, 'undo', ui.warn,
1984 1984 checkambigfiles=_cachedfiles)
1985 1985 if self.vfs.exists('undo.bookmarks'):
1986 1986 self.vfs.rename('undo.bookmarks', 'bookmarks', checkambig=True)
1987 1987 if self.svfs.exists('undo.phaseroots'):
1988 1988 self.svfs.rename('undo.phaseroots', 'phaseroots', checkambig=True)
1989 1989 self.invalidate()
1990 1990
1991 1991 parentgone = (parents[0] not in self.changelog.nodemap or
1992 1992 parents[1] not in self.changelog.nodemap)
1993 1993 if parentgone:
1994 1994 # prevent dirstateguard from overwriting already restored one
1995 1995 dsguard.close()
1996 1996
1997 1997 narrowspec.restorebackup(self, 'undo.narrowspec')
1998 1998 self.dirstate.restorebackup(None, 'undo.dirstate')
1999 1999 try:
2000 2000 branch = self.vfs.read('undo.branch')
2001 2001 self.dirstate.setbranch(encoding.tolocal(branch))
2002 2002 except IOError:
2003 2003 ui.warn(_('named branch could not be reset: '
2004 2004 'current branch is still \'%s\'\n')
2005 2005 % self.dirstate.branch())
2006 2006
2007 2007 parents = tuple([p.rev() for p in self[None].parents()])
2008 2008 if len(parents) > 1:
2009 2009 ui.status(_('working directory now based on '
2010 2010 'revisions %d and %d\n') % parents)
2011 2011 else:
2012 2012 ui.status(_('working directory now based on '
2013 2013 'revision %d\n') % parents)
2014 2014 mergemod.mergestate.clean(self, self['.'].node())
2015 2015
2016 2016 # TODO: if we know which new heads may result from this rollback, pass
2017 2017 # them to destroy(), which will prevent the branchhead cache from being
2018 2018 # invalidated.
2019 2019 self.destroyed()
2020 2020 return 0
2021 2021
2022 2022 def _buildcacheupdater(self, newtransaction):
2023 2023 """called during transaction to build the callback updating cache
2024 2024
2025 2025 Lives on the repository to help extension who might want to augment
2026 2026 this logic. For this purpose, the created transaction is passed to the
2027 2027 method.
2028 2028 """
2029 2029 # we must avoid cyclic reference between repo and transaction.
2030 2030 reporef = weakref.ref(self)
2031 2031 def updater(tr):
2032 2032 repo = reporef()
2033 2033 repo.updatecaches(tr)
2034 2034 return updater
2035 2035
2036 2036 @unfilteredmethod
2037 2037 def updatecaches(self, tr=None, full=False):
2038 2038 """warm appropriate caches
2039 2039
2040 2040 If this function is called after a transaction closed. The transaction
2041 2041 will be available in the 'tr' argument. This can be used to selectively
2042 2042 update caches relevant to the changes in that transaction.
2043 2043
2044 2044 If 'full' is set, make sure all caches the function knows about have
2045 2045 up-to-date data. Even the ones usually loaded more lazily.
2046 2046 """
2047 2047 if tr is not None and tr.hookargs.get('source') == 'strip':
2048 2048 # During strip, many caches are invalid but
2049 2049 # later call to `destroyed` will refresh them.
2050 2050 return
2051 2051
2052 2052 if tr is None or tr.changes['origrepolen'] < len(self):
2053 2053 # updating the unfiltered branchmap should refresh all the others,
2054 2054 self.ui.debug('updating the branch cache\n')
2055 2055 branchmap.updatecache(self.filtered('served'))
2056 2056
2057 2057 if full:
2058 2058 rbc = self.revbranchcache()
2059 2059 for r in self.changelog:
2060 2060 rbc.branchinfo(r)
2061 2061 rbc.write()
2062 2062
2063 2063 # ensure the working copy parents are in the manifestfulltextcache
2064 2064 for ctx in self['.'].parents():
2065 2065 ctx.manifest() # accessing the manifest is enough
2066 2066
2067 2067 def invalidatecaches(self):
2068 2068
2069 2069 if r'_tagscache' in vars(self):
2070 2070 # can't use delattr on proxy
2071 2071 del self.__dict__[r'_tagscache']
2072 2072
2073 2073 self.unfiltered()._branchcaches.clear()
2074 2074 self.invalidatevolatilesets()
2075 2075 self._sparsesignaturecache.clear()
2076 2076
2077 2077 def invalidatevolatilesets(self):
2078 2078 self.filteredrevcache.clear()
2079 2079 obsolete.clearobscaches(self)
2080 2080
2081 2081 def invalidatedirstate(self):
2082 2082 '''Invalidates the dirstate, causing the next call to dirstate
2083 2083 to check if it was modified since the last time it was read,
2084 2084 rereading it if it has.
2085 2085
2086 2086 This is different to dirstate.invalidate() that it doesn't always
2087 2087 rereads the dirstate. Use dirstate.invalidate() if you want to
2088 2088 explicitly read the dirstate again (i.e. restoring it to a previous
2089 2089 known good state).'''
2090 2090 if hasunfilteredcache(self, r'dirstate'):
2091 2091 for k in self.dirstate._filecache:
2092 2092 try:
2093 2093 delattr(self.dirstate, k)
2094 2094 except AttributeError:
2095 2095 pass
2096 2096 delattr(self.unfiltered(), r'dirstate')
2097 2097
2098 2098 def invalidate(self, clearfilecache=False):
2099 2099 '''Invalidates both store and non-store parts other than dirstate
2100 2100
2101 2101 If a transaction is running, invalidation of store is omitted,
2102 2102 because discarding in-memory changes might cause inconsistency
2103 2103 (e.g. incomplete fncache causes unintentional failure, but
2104 2104 redundant one doesn't).
2105 2105 '''
2106 2106 unfiltered = self.unfiltered() # all file caches are stored unfiltered
2107 2107 for k in list(self._filecache.keys()):
2108 2108 # dirstate is invalidated separately in invalidatedirstate()
2109 2109 if k == 'dirstate':
2110 2110 continue
2111 2111 if (k == 'changelog' and
2112 2112 self.currenttransaction() and
2113 2113 self.changelog._delayed):
2114 2114 # The changelog object may store unwritten revisions. We don't
2115 2115 # want to lose them.
2116 2116 # TODO: Solve the problem instead of working around it.
2117 2117 continue
2118 2118
2119 2119 if clearfilecache:
2120 2120 del self._filecache[k]
2121 2121 try:
2122 2122 delattr(unfiltered, k)
2123 2123 except AttributeError:
2124 2124 pass
2125 2125 self.invalidatecaches()
2126 2126 if not self.currenttransaction():
2127 2127 # TODO: Changing contents of store outside transaction
2128 2128 # causes inconsistency. We should make in-memory store
2129 2129 # changes detectable, and abort if changed.
2130 2130 self.store.invalidatecaches()
2131 2131
2132 2132 def invalidateall(self):
2133 2133 '''Fully invalidates both store and non-store parts, causing the
2134 2134 subsequent operation to reread any outside changes.'''
2135 2135 # extension should hook this to invalidate its caches
2136 2136 self.invalidate()
2137 2137 self.invalidatedirstate()
2138 2138
2139 2139 @unfilteredmethod
2140 2140 def _refreshfilecachestats(self, tr):
2141 2141 """Reload stats of cached files so that they are flagged as valid"""
2142 2142 for k, ce in self._filecache.items():
2143 2143 k = pycompat.sysstr(k)
2144 2144 if k == r'dirstate' or k not in self.__dict__:
2145 2145 continue
2146 2146 ce.refresh()
2147 2147
2148 2148 def _lock(self, vfs, lockname, wait, releasefn, acquirefn, desc,
2149 2149 inheritchecker=None, parentenvvar=None):
2150 2150 parentlock = None
2151 2151 # the contents of parentenvvar are used by the underlying lock to
2152 2152 # determine whether it can be inherited
2153 2153 if parentenvvar is not None:
2154 2154 parentlock = encoding.environ.get(parentenvvar)
2155 2155
2156 2156 timeout = 0
2157 2157 warntimeout = 0
2158 2158 if wait:
2159 2159 timeout = self.ui.configint("ui", "timeout")
2160 2160 warntimeout = self.ui.configint("ui", "timeout.warn")
2161 2161 # internal config: ui.signal-safe-lock
2162 2162 signalsafe = self.ui.configbool('ui', 'signal-safe-lock')
2163 2163
2164 2164 l = lockmod.trylock(self.ui, vfs, lockname, timeout, warntimeout,
2165 2165 releasefn=releasefn,
2166 2166 acquirefn=acquirefn, desc=desc,
2167 2167 inheritchecker=inheritchecker,
2168 2168 parentlock=parentlock,
2169 2169 signalsafe=signalsafe)
2170 2170 return l
2171 2171
2172 2172 def _afterlock(self, callback):
2173 2173 """add a callback to be run when the repository is fully unlocked
2174 2174
2175 2175 The callback will be executed when the outermost lock is released
2176 2176 (with wlock being higher level than 'lock')."""
2177 2177 for ref in (self._wlockref, self._lockref):
2178 2178 l = ref and ref()
2179 2179 if l and l.held:
2180 2180 l.postrelease.append(callback)
2181 2181 break
2182 2182 else: # no lock have been found.
2183 2183 callback()
2184 2184
2185 2185 def lock(self, wait=True):
2186 2186 '''Lock the repository store (.hg/store) and return a weak reference
2187 2187 to the lock. Use this before modifying the store (e.g. committing or
2188 2188 stripping). If you are opening a transaction, get a lock as well.)
2189 2189
2190 2190 If both 'lock' and 'wlock' must be acquired, ensure you always acquires
2191 2191 'wlock' first to avoid a dead-lock hazard.'''
2192 2192 l = self._currentlock(self._lockref)
2193 2193 if l is not None:
2194 2194 l.lock()
2195 2195 return l
2196 2196
2197 2197 l = self._lock(self.svfs, "lock", wait, None,
2198 2198 self.invalidate, _('repository %s') % self.origroot)
2199 2199 self._lockref = weakref.ref(l)
2200 2200 return l
2201 2201
2202 2202 def _wlockchecktransaction(self):
2203 2203 if self.currenttransaction() is not None:
2204 2204 raise error.LockInheritanceContractViolation(
2205 2205 'wlock cannot be inherited in the middle of a transaction')
2206 2206
2207 2207 def wlock(self, wait=True):
2208 2208 '''Lock the non-store parts of the repository (everything under
2209 2209 .hg except .hg/store) and return a weak reference to the lock.
2210 2210
2211 2211 Use this before modifying files in .hg.
2212 2212
2213 2213 If both 'lock' and 'wlock' must be acquired, ensure you always acquires
2214 2214 'wlock' first to avoid a dead-lock hazard.'''
2215 2215 l = self._wlockref and self._wlockref()
2216 2216 if l is not None and l.held:
2217 2217 l.lock()
2218 2218 return l
2219 2219
2220 2220 # We do not need to check for non-waiting lock acquisition. Such
2221 2221 # acquisition would not cause dead-lock as they would just fail.
2222 2222 if wait and (self.ui.configbool('devel', 'all-warnings')
2223 2223 or self.ui.configbool('devel', 'check-locks')):
2224 2224 if self._currentlock(self._lockref) is not None:
2225 2225 self.ui.develwarn('"wlock" acquired after "lock"')
2226 2226
2227 2227 def unlock():
2228 2228 if self.dirstate.pendingparentchange():
2229 2229 self.dirstate.invalidate()
2230 2230 else:
2231 2231 self.dirstate.write(None)
2232 2232
2233 2233 self._filecache['dirstate'].refresh()
2234 2234
2235 2235 l = self._lock(self.vfs, "wlock", wait, unlock,
2236 2236 self.invalidatedirstate, _('working directory of %s') %
2237 2237 self.origroot,
2238 2238 inheritchecker=self._wlockchecktransaction,
2239 2239 parentenvvar='HG_WLOCK_LOCKER')
2240 2240 self._wlockref = weakref.ref(l)
2241 2241 return l
2242 2242
2243 2243 def _currentlock(self, lockref):
2244 2244 """Returns the lock if it's held, or None if it's not."""
2245 2245 if lockref is None:
2246 2246 return None
2247 2247 l = lockref()
2248 2248 if l is None or not l.held:
2249 2249 return None
2250 2250 return l
2251 2251
2252 2252 def currentwlock(self):
2253 2253 """Returns the wlock if it's held, or None if it's not."""
2254 2254 return self._currentlock(self._wlockref)
2255 2255
2256 2256 def _filecommit(self, fctx, manifest1, manifest2, linkrev, tr, changelist):
2257 2257 """
2258 2258 commit an individual file as part of a larger transaction
2259 2259 """
2260 2260
2261 2261 fname = fctx.path()
2262 2262 fparent1 = manifest1.get(fname, nullid)
2263 2263 fparent2 = manifest2.get(fname, nullid)
2264 2264 if isinstance(fctx, context.filectx):
2265 2265 node = fctx.filenode()
2266 2266 if node in [fparent1, fparent2]:
2267 2267 self.ui.debug('reusing %s filelog entry\n' % fname)
2268 2268 if manifest1.flags(fname) != fctx.flags():
2269 2269 changelist.append(fname)
2270 2270 return node
2271 2271
2272 2272 flog = self.file(fname)
2273 2273 meta = {}
2274 2274 copy = fctx.renamed()
2275 2275 if copy and copy[0] != fname:
2276 2276 # Mark the new revision of this file as a copy of another
2277 2277 # file. This copy data will effectively act as a parent
2278 2278 # of this new revision. If this is a merge, the first
2279 2279 # parent will be the nullid (meaning "look up the copy data")
2280 2280 # and the second one will be the other parent. For example:
2281 2281 #
2282 2282 # 0 --- 1 --- 3 rev1 changes file foo
2283 2283 # \ / rev2 renames foo to bar and changes it
2284 2284 # \- 2 -/ rev3 should have bar with all changes and
2285 2285 # should record that bar descends from
2286 2286 # bar in rev2 and foo in rev1
2287 2287 #
2288 2288 # this allows this merge to succeed:
2289 2289 #
2290 2290 # 0 --- 1 --- 3 rev4 reverts the content change from rev2
2291 2291 # \ / merging rev3 and rev4 should use bar@rev2
2292 2292 # \- 2 --- 4 as the merge base
2293 2293 #
2294 2294
2295 2295 cfname = copy[0]
2296 2296 crev = manifest1.get(cfname)
2297 2297 newfparent = fparent2
2298 2298
2299 2299 if manifest2: # branch merge
2300 2300 if fparent2 == nullid or crev is None: # copied on remote side
2301 2301 if cfname in manifest2:
2302 2302 crev = manifest2[cfname]
2303 2303 newfparent = fparent1
2304 2304
2305 2305 # Here, we used to search backwards through history to try to find
2306 2306 # where the file copy came from if the source of a copy was not in
2307 2307 # the parent directory. However, this doesn't actually make sense to
2308 2308 # do (what does a copy from something not in your working copy even
2309 2309 # mean?) and it causes bugs (eg, issue4476). Instead, we will warn
2310 2310 # the user that copy information was dropped, so if they didn't
2311 2311 # expect this outcome it can be fixed, but this is the correct
2312 2312 # behavior in this circumstance.
2313 2313
2314 2314 if crev:
2315 2315 self.ui.debug(" %s: copy %s:%s\n" % (fname, cfname, hex(crev)))
2316 2316 meta["copy"] = cfname
2317 2317 meta["copyrev"] = hex(crev)
2318 2318 fparent1, fparent2 = nullid, newfparent
2319 2319 else:
2320 2320 self.ui.warn(_("warning: can't find ancestor for '%s' "
2321 2321 "copied from '%s'!\n") % (fname, cfname))
2322 2322
2323 2323 elif fparent1 == nullid:
2324 2324 fparent1, fparent2 = fparent2, nullid
2325 2325 elif fparent2 != nullid:
2326 2326 # is one parent an ancestor of the other?
2327 2327 fparentancestors = flog.commonancestorsheads(fparent1, fparent2)
2328 2328 if fparent1 in fparentancestors:
2329 2329 fparent1, fparent2 = fparent2, nullid
2330 2330 elif fparent2 in fparentancestors:
2331 2331 fparent2 = nullid
2332 2332
2333 2333 # is the file changed?
2334 2334 text = fctx.data()
2335 2335 if fparent2 != nullid or flog.cmp(fparent1, text) or meta:
2336 2336 changelist.append(fname)
2337 2337 return flog.add(text, meta, tr, linkrev, fparent1, fparent2)
2338 2338 # are just the flags changed during merge?
2339 2339 elif fname in manifest1 and manifest1.flags(fname) != fctx.flags():
2340 2340 changelist.append(fname)
2341 2341
2342 2342 return fparent1
2343 2343
2344 2344 def checkcommitpatterns(self, wctx, vdirs, match, status, fail):
2345 2345 """check for commit arguments that aren't committable"""
2346 2346 if match.isexact() or match.prefix():
2347 2347 matched = set(status.modified + status.added + status.removed)
2348 2348
2349 2349 for f in match.files():
2350 2350 f = self.dirstate.normalize(f)
2351 2351 if f == '.' or f in matched or f in wctx.substate:
2352 2352 continue
2353 2353 if f in status.deleted:
2354 2354 fail(f, _('file not found!'))
2355 2355 if f in vdirs: # visited directory
2356 2356 d = f + '/'
2357 2357 for mf in matched:
2358 2358 if mf.startswith(d):
2359 2359 break
2360 2360 else:
2361 2361 fail(f, _("no match under directory!"))
2362 2362 elif f not in self.dirstate:
2363 2363 fail(f, _("file not tracked!"))
2364 2364
2365 2365 @unfilteredmethod
2366 2366 def commit(self, text="", user=None, date=None, match=None, force=False,
2367 2367 editor=False, extra=None):
2368 2368 """Add a new revision to current repository.
2369 2369
2370 2370 Revision information is gathered from the working directory,
2371 2371 match can be used to filter the committed files. If editor is
2372 2372 supplied, it is called to get a commit message.
2373 2373 """
2374 2374 if extra is None:
2375 2375 extra = {}
2376 2376
2377 2377 def fail(f, msg):
2378 2378 raise error.Abort('%s: %s' % (f, msg))
2379 2379
2380 2380 if not match:
2381 2381 match = matchmod.always(self.root, '')
2382 2382
2383 2383 if not force:
2384 2384 vdirs = []
2385 2385 match.explicitdir = vdirs.append
2386 2386 match.bad = fail
2387 2387
2388 2388 wlock = lock = tr = None
2389 2389 try:
2390 2390 wlock = self.wlock()
2391 2391 lock = self.lock() # for recent changelog (see issue4368)
2392 2392
2393 2393 wctx = self[None]
2394 2394 merge = len(wctx.parents()) > 1
2395 2395
2396 2396 if not force and merge and not match.always():
2397 2397 raise error.Abort(_('cannot partially commit a merge '
2398 2398 '(do not specify files or patterns)'))
2399 2399
2400 2400 status = self.status(match=match, clean=force)
2401 2401 if force:
2402 2402 status.modified.extend(status.clean) # mq may commit clean files
2403 2403
2404 2404 # check subrepos
2405 2405 subs, commitsubs, newstate = subrepoutil.precommit(
2406 2406 self.ui, wctx, status, match, force=force)
2407 2407
2408 2408 # make sure all explicit patterns are matched
2409 2409 if not force:
2410 2410 self.checkcommitpatterns(wctx, vdirs, match, status, fail)
2411 2411
2412 2412 cctx = context.workingcommitctx(self, status,
2413 2413 text, user, date, extra)
2414 2414
2415 2415 # internal config: ui.allowemptycommit
2416 2416 allowemptycommit = (wctx.branch() != wctx.p1().branch()
2417 2417 or extra.get('close') or merge or cctx.files()
2418 2418 or self.ui.configbool('ui', 'allowemptycommit'))
2419 2419 if not allowemptycommit:
2420 2420 return None
2421 2421
2422 2422 if merge and cctx.deleted():
2423 2423 raise error.Abort(_("cannot commit merge with missing files"))
2424 2424
2425 2425 ms = mergemod.mergestate.read(self)
2426 2426 mergeutil.checkunresolved(ms)
2427 2427
2428 2428 if editor:
2429 2429 cctx._text = editor(self, cctx, subs)
2430 2430 edited = (text != cctx._text)
2431 2431
2432 2432 # Save commit message in case this transaction gets rolled back
2433 2433 # (e.g. by a pretxncommit hook). Leave the content alone on
2434 2434 # the assumption that the user will use the same editor again.
2435 2435 msgfn = self.savecommitmessage(cctx._text)
2436 2436
2437 2437 # commit subs and write new state
2438 2438 if subs:
2439 2439 for s in sorted(commitsubs):
2440 2440 sub = wctx.sub(s)
2441 2441 self.ui.status(_('committing subrepository %s\n') %
2442 2442 subrepoutil.subrelpath(sub))
2443 2443 sr = sub.commit(cctx._text, user, date)
2444 2444 newstate[s] = (newstate[s][0], sr)
2445 2445 subrepoutil.writestate(self, newstate)
2446 2446
2447 2447 p1, p2 = self.dirstate.parents()
2448 2448 hookp1, hookp2 = hex(p1), (p2 != nullid and hex(p2) or '')
2449 2449 try:
2450 2450 self.hook("precommit", throw=True, parent1=hookp1,
2451 2451 parent2=hookp2)
2452 2452 tr = self.transaction('commit')
2453 2453 ret = self.commitctx(cctx, True)
2454 2454 except: # re-raises
2455 2455 if edited:
2456 2456 self.ui.write(
2457 2457 _('note: commit message saved in %s\n') % msgfn)
2458 2458 raise
2459 2459 # update bookmarks, dirstate and mergestate
2460 2460 bookmarks.update(self, [p1, p2], ret)
2461 2461 cctx.markcommitted(ret)
2462 2462 ms.reset()
2463 2463 tr.close()
2464 2464
2465 2465 finally:
2466 2466 lockmod.release(tr, lock, wlock)
2467 2467
2468 2468 def commithook(node=hex(ret), parent1=hookp1, parent2=hookp2):
2469 2469 # hack for command that use a temporary commit (eg: histedit)
2470 2470 # temporary commit got stripped before hook release
2471 2471 if self.changelog.hasnode(ret):
2472 2472 self.hook("commit", node=node, parent1=parent1,
2473 2473 parent2=parent2)
2474 2474 self._afterlock(commithook)
2475 2475 return ret
2476 2476
2477 2477 @unfilteredmethod
2478 2478 def commitctx(self, ctx, error=False):
2479 2479 """Add a new revision to current repository.
2480 2480 Revision information is passed via the context argument.
2481 2481
2482 2482 ctx.files() should list all files involved in this commit, i.e.
2483 2483 modified/added/removed files. On merge, it may be wider than the
2484 2484 ctx.files() to be committed, since any file nodes derived directly
2485 2485 from p1 or p2 are excluded from the committed ctx.files().
2486 2486 """
2487 2487
2488 2488 tr = None
2489 2489 p1, p2 = ctx.p1(), ctx.p2()
2490 2490 user = ctx.user()
2491 2491
2492 2492 lock = self.lock()
2493 2493 try:
2494 2494 tr = self.transaction("commit")
2495 2495 trp = weakref.proxy(tr)
2496 2496
2497 2497 if ctx.manifestnode():
2498 2498 # reuse an existing manifest revision
2499 2499 self.ui.debug('reusing known manifest\n')
2500 2500 mn = ctx.manifestnode()
2501 2501 files = ctx.files()
2502 2502 elif ctx.files():
2503 2503 m1ctx = p1.manifestctx()
2504 2504 m2ctx = p2.manifestctx()
2505 2505 mctx = m1ctx.copy()
2506 2506
2507 2507 m = mctx.read()
2508 2508 m1 = m1ctx.read()
2509 2509 m2 = m2ctx.read()
2510 2510
2511 2511 # check in files
2512 2512 added = []
2513 2513 changed = []
2514 2514 removed = list(ctx.removed())
2515 2515 linkrev = len(self)
2516 2516 self.ui.note(_("committing files:\n"))
2517 2517 for f in sorted(ctx.modified() + ctx.added()):
2518 2518 self.ui.note(f + "\n")
2519 2519 try:
2520 2520 fctx = ctx[f]
2521 2521 if fctx is None:
2522 2522 removed.append(f)
2523 2523 else:
2524 2524 added.append(f)
2525 2525 m[f] = self._filecommit(fctx, m1, m2, linkrev,
2526 2526 trp, changed)
2527 2527 m.setflag(f, fctx.flags())
2528 2528 except OSError as inst:
2529 2529 self.ui.warn(_("trouble committing %s!\n") % f)
2530 2530 raise
2531 2531 except IOError as inst:
2532 2532 errcode = getattr(inst, 'errno', errno.ENOENT)
2533 2533 if error or errcode and errcode != errno.ENOENT:
2534 2534 self.ui.warn(_("trouble committing %s!\n") % f)
2535 2535 raise
2536 2536
2537 2537 # update manifest
2538 2538 removed = [f for f in sorted(removed) if f in m1 or f in m2]
2539 2539 drop = [f for f in removed if f in m]
2540 2540 for f in drop:
2541 2541 del m[f]
2542 2542 files = changed + removed
2543 2543 md = None
2544 2544 if not files:
2545 2545 # if no "files" actually changed in terms of the changelog,
2546 2546 # try hard to detect unmodified manifest entry so that the
2547 2547 # exact same commit can be reproduced later on convert.
2548 2548 md = m1.diff(m, scmutil.matchfiles(self, ctx.files()))
2549 2549 if not files and md:
2550 2550 self.ui.debug('not reusing manifest (no file change in '
2551 2551 'changelog, but manifest differs)\n')
2552 2552 if files or md:
2553 2553 self.ui.note(_("committing manifest\n"))
2554 2554 # we're using narrowmatch here since it's already applied at
2555 2555 # other stages (such as dirstate.walk), so we're already
2556 2556 # ignoring things outside of narrowspec in most cases. The
2557 2557 # one case where we might have files outside the narrowspec
2558 2558 # at this point is merges, and we already error out in the
2559 2559 # case where the merge has files outside of the narrowspec,
2560 2560 # so this is safe.
2561 2561 mn = mctx.write(trp, linkrev,
2562 2562 p1.manifestnode(), p2.manifestnode(),
2563 2563 added, drop, match=self.narrowmatch())
2564 2564 else:
2565 2565 self.ui.debug('reusing manifest form p1 (listed files '
2566 2566 'actually unchanged)\n')
2567 2567 mn = p1.manifestnode()
2568 2568 else:
2569 2569 self.ui.debug('reusing manifest from p1 (no file change)\n')
2570 2570 mn = p1.manifestnode()
2571 2571 files = []
2572 2572
2573 2573 # update changelog
2574 2574 self.ui.note(_("committing changelog\n"))
2575 2575 self.changelog.delayupdate(tr)
2576 2576 n = self.changelog.add(mn, files, ctx.description(),
2577 2577 trp, p1.node(), p2.node(),
2578 2578 user, ctx.date(), ctx.extra().copy())
2579 2579 xp1, xp2 = p1.hex(), p2 and p2.hex() or ''
2580 2580 self.hook('pretxncommit', throw=True, node=hex(n), parent1=xp1,
2581 2581 parent2=xp2)
2582 2582 # set the new commit is proper phase
2583 2583 targetphase = subrepoutil.newcommitphase(self.ui, ctx)
2584 2584 if targetphase:
2585 2585 # retract boundary do not alter parent changeset.
2586 2586 # if a parent have higher the resulting phase will
2587 2587 # be compliant anyway
2588 2588 #
2589 2589 # if minimal phase was 0 we don't need to retract anything
2590 2590 phases.registernew(self, tr, targetphase, [n])
2591 2591 tr.close()
2592 2592 return n
2593 2593 finally:
2594 2594 if tr:
2595 2595 tr.release()
2596 2596 lock.release()
2597 2597
2598 2598 @unfilteredmethod
2599 2599 def destroying(self):
2600 2600 '''Inform the repository that nodes are about to be destroyed.
2601 2601 Intended for use by strip and rollback, so there's a common
2602 2602 place for anything that has to be done before destroying history.
2603 2603
2604 2604 This is mostly useful for saving state that is in memory and waiting
2605 2605 to be flushed when the current lock is released. Because a call to
2606 2606 destroyed is imminent, the repo will be invalidated causing those
2607 2607 changes to stay in memory (waiting for the next unlock), or vanish
2608 2608 completely.
2609 2609 '''
2610 2610 # When using the same lock to commit and strip, the phasecache is left
2611 2611 # dirty after committing. Then when we strip, the repo is invalidated,
2612 2612 # causing those changes to disappear.
2613 2613 if '_phasecache' in vars(self):
2614 2614 self._phasecache.write()
2615 2615
2616 2616 @unfilteredmethod
2617 2617 def destroyed(self):
2618 2618 '''Inform the repository that nodes have been destroyed.
2619 2619 Intended for use by strip and rollback, so there's a common
2620 2620 place for anything that has to be done after destroying history.
2621 2621 '''
2622 2622 # When one tries to:
2623 2623 # 1) destroy nodes thus calling this method (e.g. strip)
2624 2624 # 2) use phasecache somewhere (e.g. commit)
2625 2625 #
2626 2626 # then 2) will fail because the phasecache contains nodes that were
2627 2627 # removed. We can either remove phasecache from the filecache,
2628 2628 # causing it to reload next time it is accessed, or simply filter
2629 2629 # the removed nodes now and write the updated cache.
2630 2630 self._phasecache.filterunknown(self)
2631 2631 self._phasecache.write()
2632 2632
2633 2633 # refresh all repository caches
2634 2634 self.updatecaches()
2635 2635
2636 2636 # Ensure the persistent tag cache is updated. Doing it now
2637 2637 # means that the tag cache only has to worry about destroyed
2638 2638 # heads immediately after a strip/rollback. That in turn
2639 2639 # guarantees that "cachetip == currenttip" (comparing both rev
2640 2640 # and node) always means no nodes have been added or destroyed.
2641 2641
2642 2642 # XXX this is suboptimal when qrefresh'ing: we strip the current
2643 2643 # head, refresh the tag cache, then immediately add a new head.
2644 2644 # But I think doing it this way is necessary for the "instant
2645 2645 # tag cache retrieval" case to work.
2646 2646 self.invalidate()
2647 2647
2648 2648 def status(self, node1='.', node2=None, match=None,
2649 2649 ignored=False, clean=False, unknown=False,
2650 2650 listsubrepos=False):
2651 2651 '''a convenience method that calls node1.status(node2)'''
2652 2652 return self[node1].status(node2, match, ignored, clean, unknown,
2653 2653 listsubrepos)
2654 2654
2655 2655 def addpostdsstatus(self, ps):
2656 2656 """Add a callback to run within the wlock, at the point at which status
2657 2657 fixups happen.
2658 2658
2659 2659 On status completion, callback(wctx, status) will be called with the
2660 2660 wlock held, unless the dirstate has changed from underneath or the wlock
2661 2661 couldn't be grabbed.
2662 2662
2663 2663 Callbacks should not capture and use a cached copy of the dirstate --
2664 2664 it might change in the meanwhile. Instead, they should access the
2665 2665 dirstate via wctx.repo().dirstate.
2666 2666
2667 2667 This list is emptied out after each status run -- extensions should
2668 2668 make sure it adds to this list each time dirstate.status is called.
2669 2669 Extensions should also make sure they don't call this for statuses
2670 2670 that don't involve the dirstate.
2671 2671 """
2672 2672
2673 2673 # The list is located here for uniqueness reasons -- it is actually
2674 2674 # managed by the workingctx, but that isn't unique per-repo.
2675 2675 self._postdsstatus.append(ps)
2676 2676
2677 2677 def postdsstatus(self):
2678 2678 """Used by workingctx to get the list of post-dirstate-status hooks."""
2679 2679 return self._postdsstatus
2680 2680
2681 2681 def clearpostdsstatus(self):
2682 2682 """Used by workingctx to clear post-dirstate-status hooks."""
2683 2683 del self._postdsstatus[:]
2684 2684
2685 2685 def heads(self, start=None):
2686 2686 if start is None:
2687 2687 cl = self.changelog
2688 2688 headrevs = reversed(cl.headrevs())
2689 2689 return [cl.node(rev) for rev in headrevs]
2690 2690
2691 2691 heads = self.changelog.heads(start)
2692 2692 # sort the output in rev descending order
2693 2693 return sorted(heads, key=self.changelog.rev, reverse=True)
2694 2694
2695 2695 def branchheads(self, branch=None, start=None, closed=False):
2696 2696 '''return a (possibly filtered) list of heads for the given branch
2697 2697
2698 2698 Heads are returned in topological order, from newest to oldest.
2699 2699 If branch is None, use the dirstate branch.
2700 2700 If start is not None, return only heads reachable from start.
2701 2701 If closed is True, return heads that are marked as closed as well.
2702 2702 '''
2703 2703 if branch is None:
2704 2704 branch = self[None].branch()
2705 2705 branches = self.branchmap()
2706 2706 if branch not in branches:
2707 2707 return []
2708 2708 # the cache returns heads ordered lowest to highest
2709 2709 bheads = list(reversed(branches.branchheads(branch, closed=closed)))
2710 2710 if start is not None:
2711 2711 # filter out the heads that cannot be reached from startrev
2712 2712 fbheads = set(self.changelog.nodesbetween([start], bheads)[2])
2713 2713 bheads = [h for h in bheads if h in fbheads]
2714 2714 return bheads
2715 2715
2716 2716 def branches(self, nodes):
2717 2717 if not nodes:
2718 2718 nodes = [self.changelog.tip()]
2719 2719 b = []
2720 2720 for n in nodes:
2721 2721 t = n
2722 2722 while True:
2723 2723 p = self.changelog.parents(n)
2724 2724 if p[1] != nullid or p[0] == nullid:
2725 2725 b.append((t, n, p[0], p[1]))
2726 2726 break
2727 2727 n = p[0]
2728 2728 return b
2729 2729
2730 2730 def between(self, pairs):
2731 2731 r = []
2732 2732
2733 2733 for top, bottom in pairs:
2734 2734 n, l, i = top, [], 0
2735 2735 f = 1
2736 2736
2737 2737 while n != bottom and n != nullid:
2738 2738 p = self.changelog.parents(n)[0]
2739 2739 if i == f:
2740 2740 l.append(n)
2741 2741 f = f * 2
2742 2742 n = p
2743 2743 i += 1
2744 2744
2745 2745 r.append(l)
2746 2746
2747 2747 return r
2748 2748
2749 2749 def checkpush(self, pushop):
2750 2750 """Extensions can override this function if additional checks have
2751 2751 to be performed before pushing, or call it if they override push
2752 2752 command.
2753 2753 """
2754 2754
2755 2755 @unfilteredpropertycache
2756 2756 def prepushoutgoinghooks(self):
2757 2757 """Return util.hooks consists of a pushop with repo, remote, outgoing
2758 2758 methods, which are called before pushing changesets.
2759 2759 """
2760 2760 return util.hooks()
2761 2761
2762 2762 def pushkey(self, namespace, key, old, new):
2763 2763 try:
2764 2764 tr = self.currenttransaction()
2765 2765 hookargs = {}
2766 2766 if tr is not None:
2767 2767 hookargs.update(tr.hookargs)
2768 2768 hookargs = pycompat.strkwargs(hookargs)
2769 2769 hookargs[r'namespace'] = namespace
2770 2770 hookargs[r'key'] = key
2771 2771 hookargs[r'old'] = old
2772 2772 hookargs[r'new'] = new
2773 2773 self.hook('prepushkey', throw=True, **hookargs)
2774 2774 except error.HookAbort as exc:
2775 2775 self.ui.write_err(_("pushkey-abort: %s\n") % exc)
2776 2776 if exc.hint:
2777 2777 self.ui.write_err(_("(%s)\n") % exc.hint)
2778 2778 return False
2779 2779 self.ui.debug('pushing key for "%s:%s"\n' % (namespace, key))
2780 2780 ret = pushkey.push(self, namespace, key, old, new)
2781 2781 def runhook():
2782 2782 self.hook('pushkey', namespace=namespace, key=key, old=old, new=new,
2783 2783 ret=ret)
2784 2784 self._afterlock(runhook)
2785 2785 return ret
2786 2786
2787 2787 def listkeys(self, namespace):
2788 2788 self.hook('prelistkeys', throw=True, namespace=namespace)
2789 2789 self.ui.debug('listing keys for "%s"\n' % namespace)
2790 2790 values = pushkey.list(self, namespace)
2791 2791 self.hook('listkeys', namespace=namespace, values=values)
2792 2792 return values
2793 2793
2794 2794 def debugwireargs(self, one, two, three=None, four=None, five=None):
2795 2795 '''used to test argument passing over the wire'''
2796 2796 return "%s %s %s %s %s" % (one, two, pycompat.bytestr(three),
2797 2797 pycompat.bytestr(four),
2798 2798 pycompat.bytestr(five))
2799 2799
2800 2800 def savecommitmessage(self, text):
2801 2801 fp = self.vfs('last-message.txt', 'wb')
2802 2802 try:
2803 2803 fp.write(text)
2804 2804 finally:
2805 2805 fp.close()
2806 2806 return self.pathto(fp.name[len(self.root) + 1:])
2807 2807
2808 2808 # used to avoid circular references so destructors work
2809 2809 def aftertrans(files):
2810 2810 renamefiles = [tuple(t) for t in files]
2811 2811 def a():
2812 2812 for vfs, src, dest in renamefiles:
2813 2813 # if src and dest refer to a same file, vfs.rename is a no-op,
2814 2814 # leaving both src and dest on disk. delete dest to make sure
2815 2815 # the rename couldn't be such a no-op.
2816 2816 vfs.tryunlink(dest)
2817 2817 try:
2818 2818 vfs.rename(src, dest)
2819 2819 except OSError: # journal file does not yet exist
2820 2820 pass
2821 2821 return a
2822 2822
2823 2823 def undoname(fn):
2824 2824 base, name = os.path.split(fn)
2825 2825 assert name.startswith('journal')
2826 2826 return os.path.join(base, name.replace('journal', 'undo', 1))
2827 2827
2828 2828 def instance(ui, path, create, intents=None, createopts=None):
2829 2829 localpath = util.urllocalpath(path)
2830 2830 if create:
2831 2831 createrepository(ui, localpath, createopts=createopts)
2832 2832
2833 2833 return makelocalrepository(ui, localpath, intents=intents)
2834 2834
2835 2835 def islocal(path):
2836 2836 return True
2837 2837
2838 2838 def defaultcreateopts(ui, createopts=None):
2839 2839 """Populate the default creation options for a repository.
2840 2840
2841 2841 A dictionary of explicitly requested creation options can be passed
2842 2842 in. Missing keys will be populated.
2843 2843 """
2844 2844 createopts = dict(createopts or {})
2845 2845
2846 2846 if 'backend' not in createopts:
2847 2847 # experimental config: storage.new-repo-backend
2848 2848 createopts['backend'] = ui.config('storage', 'new-repo-backend')
2849 2849
2850 2850 return createopts
2851 2851
2852 2852 def newreporequirements(ui, createopts):
2853 2853 """Determine the set of requirements for a new local repository.
2854 2854
2855 2855 Extensions can wrap this function to specify custom requirements for
2856 2856 new repositories.
2857 2857 """
2858 2858 # If the repo is being created from a shared repository, we copy
2859 2859 # its requirements.
2860 2860 if 'sharedrepo' in createopts:
2861 2861 requirements = set(createopts['sharedrepo'].requirements)
2862 2862 if createopts.get('sharedrelative'):
2863 2863 requirements.add('relshared')
2864 2864 else:
2865 2865 requirements.add('shared')
2866 2866
2867 2867 return requirements
2868 2868
2869 2869 if 'backend' not in createopts:
2870 2870 raise error.ProgrammingError('backend key not present in createopts; '
2871 2871 'was defaultcreateopts() called?')
2872 2872
2873 2873 if createopts['backend'] != 'revlogv1':
2874 2874 raise error.Abort(_('unable to determine repository requirements for '
2875 2875 'storage backend: %s') % createopts['backend'])
2876 2876
2877 2877 requirements = {'revlogv1'}
2878 2878 if ui.configbool('format', 'usestore'):
2879 2879 requirements.add('store')
2880 2880 if ui.configbool('format', 'usefncache'):
2881 2881 requirements.add('fncache')
2882 2882 if ui.configbool('format', 'dotencode'):
2883 2883 requirements.add('dotencode')
2884 2884
2885 2885 compengine = ui.config('experimental', 'format.compression')
2886 2886 if compengine not in util.compengines:
2887 2887 raise error.Abort(_('compression engine %s defined by '
2888 2888 'experimental.format.compression not available') %
2889 2889 compengine,
2890 2890 hint=_('run "hg debuginstall" to list available '
2891 2891 'compression engines'))
2892 2892
2893 2893 # zlib is the historical default and doesn't need an explicit requirement.
2894 2894 if compengine != 'zlib':
2895 2895 requirements.add('exp-compression-%s' % compengine)
2896 2896
2897 2897 if scmutil.gdinitconfig(ui):
2898 2898 requirements.add('generaldelta')
2899 2899 if ui.configbool('experimental', 'treemanifest'):
2900 2900 requirements.add('treemanifest')
2901 2901 # experimental config: format.sparse-revlog
2902 2902 if ui.configbool('format', 'sparse-revlog'):
2903 2903 requirements.add(SPARSEREVLOG_REQUIREMENT)
2904 2904
2905 2905 revlogv2 = ui.config('experimental', 'revlogv2')
2906 2906 if revlogv2 == 'enable-unstable-format-and-corrupt-my-data':
2907 2907 requirements.remove('revlogv1')
2908 2908 # generaldelta is implied by revlogv2.
2909 2909 requirements.discard('generaldelta')
2910 2910 requirements.add(REVLOGV2_REQUIREMENT)
2911 2911 # experimental config: format.internal-phase
2912 2912 if ui.configbool('format', 'internal-phase'):
2913 2913 requirements.add('internal-phase')
2914 2914
2915 2915 if createopts.get('narrowfiles'):
2916 2916 requirements.add(repository.NARROW_REQUIREMENT)
2917 2917
2918 2918 if createopts.get('lfs'):
2919 2919 requirements.add('lfs')
2920 2920
2921 2921 return requirements
2922 2922
2923 2923 def filterknowncreateopts(ui, createopts):
2924 2924 """Filters a dict of repo creation options against options that are known.
2925 2925
2926 2926 Receives a dict of repo creation options and returns a dict of those
2927 2927 options that we don't know how to handle.
2928 2928
2929 2929 This function is called as part of repository creation. If the
2930 2930 returned dict contains any items, repository creation will not
2931 2931 be allowed, as it means there was a request to create a repository
2932 2932 with options not recognized by loaded code.
2933 2933
2934 2934 Extensions can wrap this function to filter out creation options
2935 2935 they know how to handle.
2936 2936 """
2937 2937 known = {
2938 2938 'backend',
2939 2939 'lfs',
2940 2940 'narrowfiles',
2941 2941 'sharedrepo',
2942 2942 'sharedrelative',
2943 2943 'shareditems',
2944 2944 'shallowfilestore',
2945 2945 }
2946 2946
2947 2947 return {k: v for k, v in createopts.items() if k not in known}
2948 2948
2949 2949 def createrepository(ui, path, createopts=None):
2950 2950 """Create a new repository in a vfs.
2951 2951
2952 2952 ``path`` path to the new repo's working directory.
2953 2953 ``createopts`` options for the new repository.
2954 2954
2955 2955 The following keys for ``createopts`` are recognized:
2956 2956
2957 2957 backend
2958 2958 The storage backend to use.
2959 2959 lfs
2960 2960 Repository will be created with ``lfs`` requirement. The lfs extension
2961 2961 will automatically be loaded when the repository is accessed.
2962 2962 narrowfiles
2963 2963 Set up repository to support narrow file storage.
2964 2964 sharedrepo
2965 2965 Repository object from which storage should be shared.
2966 2966 sharedrelative
2967 2967 Boolean indicating if the path to the shared repo should be
2968 2968 stored as relative. By default, the pointer to the "parent" repo
2969 2969 is stored as an absolute path.
2970 2970 shareditems
2971 2971 Set of items to share to the new repository (in addition to storage).
2972 2972 shallowfilestore
2973 2973 Indicates that storage for files should be shallow (not all ancestor
2974 2974 revisions are known).
2975 2975 """
2976 2976 createopts = defaultcreateopts(ui, createopts=createopts)
2977 2977
2978 2978 unknownopts = filterknowncreateopts(ui, createopts)
2979 2979
2980 2980 if not isinstance(unknownopts, dict):
2981 2981 raise error.ProgrammingError('filterknowncreateopts() did not return '
2982 2982 'a dict')
2983 2983
2984 2984 if unknownopts:
2985 2985 raise error.Abort(_('unable to create repository because of unknown '
2986 2986 'creation option: %s') %
2987 2987 ', '.join(sorted(unknownopts)),
2988 2988 hint=_('is a required extension not loaded?'))
2989 2989
2990 2990 requirements = newreporequirements(ui, createopts=createopts)
2991 2991
2992 2992 wdirvfs = vfsmod.vfs(path, expandpath=True, realpath=True)
2993 2993
2994 2994 hgvfs = vfsmod.vfs(wdirvfs.join(b'.hg'))
2995 2995 if hgvfs.exists():
2996 2996 raise error.RepoError(_('repository %s already exists') % path)
2997 2997
2998 2998 if 'sharedrepo' in createopts:
2999 2999 sharedpath = createopts['sharedrepo'].sharedpath
3000 3000
3001 3001 if createopts.get('sharedrelative'):
3002 3002 try:
3003 3003 sharedpath = os.path.relpath(sharedpath, hgvfs.base)
3004 3004 except (IOError, ValueError) as e:
3005 3005 # ValueError is raised on Windows if the drive letters differ
3006 3006 # on each path.
3007 3007 raise error.Abort(_('cannot calculate relative path'),
3008 3008 hint=stringutil.forcebytestr(e))
3009 3009
3010 3010 if not wdirvfs.exists():
3011 3011 wdirvfs.makedirs()
3012 3012
3013 3013 hgvfs.makedir(notindexed=True)
3014 3014
3015 3015 if b'store' in requirements and 'sharedrepo' not in createopts:
3016 3016 hgvfs.mkdir(b'store')
3017 3017
3018 3018 # We create an invalid changelog outside the store so very old
3019 3019 # Mercurial versions (which didn't know about the requirements
3020 3020 # file) encounter an error on reading the changelog. This
3021 3021 # effectively locks out old clients and prevents them from
3022 3022 # mucking with a repo in an unknown format.
3023 3023 #
3024 3024 # The revlog header has version 2, which won't be recognized by
3025 3025 # such old clients.
3026 3026 hgvfs.append(b'00changelog.i',
3027 3027 b'\0\0\0\2 dummy changelog to prevent using the old repo '
3028 3028 b'layout')
3029 3029
3030 3030 scmutil.writerequires(hgvfs, requirements)
3031 3031
3032 3032 # Write out file telling readers where to find the shared store.
3033 3033 if 'sharedrepo' in createopts:
3034 3034 hgvfs.write(b'sharedpath', sharedpath)
3035 3035
3036 3036 if createopts.get('shareditems'):
3037 3037 shared = b'\n'.join(sorted(createopts['shareditems'])) + b'\n'
3038 3038 hgvfs.write(b'shared', shared)
3039 3039
3040 3040 def poisonrepository(repo):
3041 3041 """Poison a repository instance so it can no longer be used."""
3042 3042 # Perform any cleanup on the instance.
3043 3043 repo.close()
3044 3044
3045 3045 # Our strategy is to replace the type of the object with one that
3046 3046 # has all attribute lookups result in error.
3047 3047 #
3048 3048 # But we have to allow the close() method because some constructors
3049 3049 # of repos call close() on repo references.
3050 3050 class poisonedrepository(object):
3051 3051 def __getattribute__(self, item):
3052 3052 if item == r'close':
3053 3053 return object.__getattribute__(self, item)
3054 3054
3055 3055 raise error.ProgrammingError('repo instances should not be used '
3056 3056 'after unshare')
3057 3057
3058 3058 def close(self):
3059 3059 pass
3060 3060
3061 3061 # We may have a repoview, which intercepts __setattr__. So be sure
3062 3062 # we operate at the lowest level possible.
3063 3063 object.__setattr__(repo, r'__class__', poisonedrepository)
General Comments 0
You need to be logged in to leave comments. Login now