##// END OF EJS Templates
localrepo: slightly simplify check for removed parents in _rollback()...
Martin von Zweigbergk -
r41417:390ef056 default
parent child Browse files
Show More
@@ -1,3075 +1,3074 b''
1 1 # localrepo.py - read/write repository class for mercurial
2 2 #
3 3 # Copyright 2005-2007 Matt Mackall <mpm@selenic.com>
4 4 #
5 5 # This software may be used and distributed according to the terms of the
6 6 # GNU General Public License version 2 or any later version.
7 7
8 8 from __future__ import absolute_import
9 9
10 10 import errno
11 11 import hashlib
12 12 import os
13 13 import random
14 14 import sys
15 15 import time
16 16 import weakref
17 17
18 18 from .i18n import _
19 19 from .node import (
20 20 bin,
21 21 hex,
22 22 nullid,
23 23 nullrev,
24 24 short,
25 25 )
26 26 from . import (
27 27 bookmarks,
28 28 branchmap,
29 29 bundle2,
30 30 changegroup,
31 31 changelog,
32 32 color,
33 33 context,
34 34 dirstate,
35 35 dirstateguard,
36 36 discovery,
37 37 encoding,
38 38 error,
39 39 exchange,
40 40 extensions,
41 41 filelog,
42 42 hook,
43 43 lock as lockmod,
44 44 manifest,
45 45 match as matchmod,
46 46 merge as mergemod,
47 47 mergeutil,
48 48 namespaces,
49 49 narrowspec,
50 50 obsolete,
51 51 pathutil,
52 52 phases,
53 53 pushkey,
54 54 pycompat,
55 55 repository,
56 56 repoview,
57 57 revset,
58 58 revsetlang,
59 59 scmutil,
60 60 sparse,
61 61 store as storemod,
62 62 subrepoutil,
63 63 tags as tagsmod,
64 64 transaction,
65 65 txnutil,
66 66 util,
67 67 vfs as vfsmod,
68 68 )
69 69 from .utils import (
70 70 interfaceutil,
71 71 procutil,
72 72 stringutil,
73 73 )
74 74
75 75 from .revlogutils import (
76 76 constants as revlogconst,
77 77 )
78 78
79 79 release = lockmod.release
80 80 urlerr = util.urlerr
81 81 urlreq = util.urlreq
82 82
83 83 # set of (path, vfs-location) tuples. vfs-location is:
84 84 # - 'plain for vfs relative paths
85 85 # - '' for svfs relative paths
86 86 _cachedfiles = set()
87 87
88 88 class _basefilecache(scmutil.filecache):
89 89 """All filecache usage on repo are done for logic that should be unfiltered
90 90 """
91 91 def __get__(self, repo, type=None):
92 92 if repo is None:
93 93 return self
94 94 # proxy to unfiltered __dict__ since filtered repo has no entry
95 95 unfi = repo.unfiltered()
96 96 try:
97 97 return unfi.__dict__[self.sname]
98 98 except KeyError:
99 99 pass
100 100 return super(_basefilecache, self).__get__(unfi, type)
101 101
102 102 def set(self, repo, value):
103 103 return super(_basefilecache, self).set(repo.unfiltered(), value)
104 104
105 105 class repofilecache(_basefilecache):
106 106 """filecache for files in .hg but outside of .hg/store"""
107 107 def __init__(self, *paths):
108 108 super(repofilecache, self).__init__(*paths)
109 109 for path in paths:
110 110 _cachedfiles.add((path, 'plain'))
111 111
112 112 def join(self, obj, fname):
113 113 return obj.vfs.join(fname)
114 114
115 115 class storecache(_basefilecache):
116 116 """filecache for files in the store"""
117 117 def __init__(self, *paths):
118 118 super(storecache, self).__init__(*paths)
119 119 for path in paths:
120 120 _cachedfiles.add((path, ''))
121 121
122 122 def join(self, obj, fname):
123 123 return obj.sjoin(fname)
124 124
125 125 def isfilecached(repo, name):
126 126 """check if a repo has already cached "name" filecache-ed property
127 127
128 128 This returns (cachedobj-or-None, iscached) tuple.
129 129 """
130 130 cacheentry = repo.unfiltered()._filecache.get(name, None)
131 131 if not cacheentry:
132 132 return None, False
133 133 return cacheentry.obj, True
134 134
135 135 class unfilteredpropertycache(util.propertycache):
136 136 """propertycache that apply to unfiltered repo only"""
137 137
138 138 def __get__(self, repo, type=None):
139 139 unfi = repo.unfiltered()
140 140 if unfi is repo:
141 141 return super(unfilteredpropertycache, self).__get__(unfi)
142 142 return getattr(unfi, self.name)
143 143
144 144 class filteredpropertycache(util.propertycache):
145 145 """propertycache that must take filtering in account"""
146 146
147 147 def cachevalue(self, obj, value):
148 148 object.__setattr__(obj, self.name, value)
149 149
150 150
151 151 def hasunfilteredcache(repo, name):
152 152 """check if a repo has an unfilteredpropertycache value for <name>"""
153 153 return name in vars(repo.unfiltered())
154 154
155 155 def unfilteredmethod(orig):
156 156 """decorate method that always need to be run on unfiltered version"""
157 157 def wrapper(repo, *args, **kwargs):
158 158 return orig(repo.unfiltered(), *args, **kwargs)
159 159 return wrapper
160 160
161 161 moderncaps = {'lookup', 'branchmap', 'pushkey', 'known', 'getbundle',
162 162 'unbundle'}
163 163 legacycaps = moderncaps.union({'changegroupsubset'})
164 164
165 165 @interfaceutil.implementer(repository.ipeercommandexecutor)
166 166 class localcommandexecutor(object):
167 167 def __init__(self, peer):
168 168 self._peer = peer
169 169 self._sent = False
170 170 self._closed = False
171 171
172 172 def __enter__(self):
173 173 return self
174 174
175 175 def __exit__(self, exctype, excvalue, exctb):
176 176 self.close()
177 177
178 178 def callcommand(self, command, args):
179 179 if self._sent:
180 180 raise error.ProgrammingError('callcommand() cannot be used after '
181 181 'sendcommands()')
182 182
183 183 if self._closed:
184 184 raise error.ProgrammingError('callcommand() cannot be used after '
185 185 'close()')
186 186
187 187 # We don't need to support anything fancy. Just call the named
188 188 # method on the peer and return a resolved future.
189 189 fn = getattr(self._peer, pycompat.sysstr(command))
190 190
191 191 f = pycompat.futures.Future()
192 192
193 193 try:
194 194 result = fn(**pycompat.strkwargs(args))
195 195 except Exception:
196 196 pycompat.future_set_exception_info(f, sys.exc_info()[1:])
197 197 else:
198 198 f.set_result(result)
199 199
200 200 return f
201 201
202 202 def sendcommands(self):
203 203 self._sent = True
204 204
205 205 def close(self):
206 206 self._closed = True
207 207
208 208 @interfaceutil.implementer(repository.ipeercommands)
209 209 class localpeer(repository.peer):
210 210 '''peer for a local repo; reflects only the most recent API'''
211 211
212 212 def __init__(self, repo, caps=None):
213 213 super(localpeer, self).__init__()
214 214
215 215 if caps is None:
216 216 caps = moderncaps.copy()
217 217 self._repo = repo.filtered('served')
218 218 self.ui = repo.ui
219 219 self._caps = repo._restrictcapabilities(caps)
220 220
221 221 # Begin of _basepeer interface.
222 222
223 223 def url(self):
224 224 return self._repo.url()
225 225
226 226 def local(self):
227 227 return self._repo
228 228
229 229 def peer(self):
230 230 return self
231 231
232 232 def canpush(self):
233 233 return True
234 234
235 235 def close(self):
236 236 self._repo.close()
237 237
238 238 # End of _basepeer interface.
239 239
240 240 # Begin of _basewirecommands interface.
241 241
242 242 def branchmap(self):
243 243 return self._repo.branchmap()
244 244
245 245 def capabilities(self):
246 246 return self._caps
247 247
248 248 def clonebundles(self):
249 249 return self._repo.tryread('clonebundles.manifest')
250 250
251 251 def debugwireargs(self, one, two, three=None, four=None, five=None):
252 252 """Used to test argument passing over the wire"""
253 253 return "%s %s %s %s %s" % (one, two, pycompat.bytestr(three),
254 254 pycompat.bytestr(four),
255 255 pycompat.bytestr(five))
256 256
257 257 def getbundle(self, source, heads=None, common=None, bundlecaps=None,
258 258 **kwargs):
259 259 chunks = exchange.getbundlechunks(self._repo, source, heads=heads,
260 260 common=common, bundlecaps=bundlecaps,
261 261 **kwargs)[1]
262 262 cb = util.chunkbuffer(chunks)
263 263
264 264 if exchange.bundle2requested(bundlecaps):
265 265 # When requesting a bundle2, getbundle returns a stream to make the
266 266 # wire level function happier. We need to build a proper object
267 267 # from it in local peer.
268 268 return bundle2.getunbundler(self.ui, cb)
269 269 else:
270 270 return changegroup.getunbundler('01', cb, None)
271 271
272 272 def heads(self):
273 273 return self._repo.heads()
274 274
275 275 def known(self, nodes):
276 276 return self._repo.known(nodes)
277 277
278 278 def listkeys(self, namespace):
279 279 return self._repo.listkeys(namespace)
280 280
281 281 def lookup(self, key):
282 282 return self._repo.lookup(key)
283 283
284 284 def pushkey(self, namespace, key, old, new):
285 285 return self._repo.pushkey(namespace, key, old, new)
286 286
287 287 def stream_out(self):
288 288 raise error.Abort(_('cannot perform stream clone against local '
289 289 'peer'))
290 290
291 291 def unbundle(self, bundle, heads, url):
292 292 """apply a bundle on a repo
293 293
294 294 This function handles the repo locking itself."""
295 295 try:
296 296 try:
297 297 bundle = exchange.readbundle(self.ui, bundle, None)
298 298 ret = exchange.unbundle(self._repo, bundle, heads, 'push', url)
299 299 if util.safehasattr(ret, 'getchunks'):
300 300 # This is a bundle20 object, turn it into an unbundler.
301 301 # This little dance should be dropped eventually when the
302 302 # API is finally improved.
303 303 stream = util.chunkbuffer(ret.getchunks())
304 304 ret = bundle2.getunbundler(self.ui, stream)
305 305 return ret
306 306 except Exception as exc:
307 307 # If the exception contains output salvaged from a bundle2
308 308 # reply, we need to make sure it is printed before continuing
309 309 # to fail. So we build a bundle2 with such output and consume
310 310 # it directly.
311 311 #
312 312 # This is not very elegant but allows a "simple" solution for
313 313 # issue4594
314 314 output = getattr(exc, '_bundle2salvagedoutput', ())
315 315 if output:
316 316 bundler = bundle2.bundle20(self._repo.ui)
317 317 for out in output:
318 318 bundler.addpart(out)
319 319 stream = util.chunkbuffer(bundler.getchunks())
320 320 b = bundle2.getunbundler(self.ui, stream)
321 321 bundle2.processbundle(self._repo, b)
322 322 raise
323 323 except error.PushRaced as exc:
324 324 raise error.ResponseError(_('push failed:'),
325 325 stringutil.forcebytestr(exc))
326 326
327 327 # End of _basewirecommands interface.
328 328
329 329 # Begin of peer interface.
330 330
331 331 def commandexecutor(self):
332 332 return localcommandexecutor(self)
333 333
334 334 # End of peer interface.
335 335
336 336 @interfaceutil.implementer(repository.ipeerlegacycommands)
337 337 class locallegacypeer(localpeer):
338 338 '''peer extension which implements legacy methods too; used for tests with
339 339 restricted capabilities'''
340 340
341 341 def __init__(self, repo):
342 342 super(locallegacypeer, self).__init__(repo, caps=legacycaps)
343 343
344 344 # Begin of baselegacywirecommands interface.
345 345
346 346 def between(self, pairs):
347 347 return self._repo.between(pairs)
348 348
349 349 def branches(self, nodes):
350 350 return self._repo.branches(nodes)
351 351
352 352 def changegroup(self, nodes, source):
353 353 outgoing = discovery.outgoing(self._repo, missingroots=nodes,
354 354 missingheads=self._repo.heads())
355 355 return changegroup.makechangegroup(self._repo, outgoing, '01', source)
356 356
357 357 def changegroupsubset(self, bases, heads, source):
358 358 outgoing = discovery.outgoing(self._repo, missingroots=bases,
359 359 missingheads=heads)
360 360 return changegroup.makechangegroup(self._repo, outgoing, '01', source)
361 361
362 362 # End of baselegacywirecommands interface.
363 363
364 364 # Increment the sub-version when the revlog v2 format changes to lock out old
365 365 # clients.
366 366 REVLOGV2_REQUIREMENT = 'exp-revlogv2.1'
367 367
368 368 # A repository with the sparserevlog feature will have delta chains that
369 369 # can spread over a larger span. Sparse reading cuts these large spans into
370 370 # pieces, so that each piece isn't too big.
371 371 # Without the sparserevlog capability, reading from the repository could use
372 372 # huge amounts of memory, because the whole span would be read at once,
373 373 # including all the intermediate revisions that aren't pertinent for the chain.
374 374 # This is why once a repository has enabled sparse-read, it becomes required.
375 375 SPARSEREVLOG_REQUIREMENT = 'sparserevlog'
376 376
377 377 # Functions receiving (ui, features) that extensions can register to impact
378 378 # the ability to load repositories with custom requirements. Only
379 379 # functions defined in loaded extensions are called.
380 380 #
381 381 # The function receives a set of requirement strings that the repository
382 382 # is capable of opening. Functions will typically add elements to the
383 383 # set to reflect that the extension knows how to handle that requirements.
384 384 featuresetupfuncs = set()
385 385
386 386 def makelocalrepository(baseui, path, intents=None):
387 387 """Create a local repository object.
388 388
389 389 Given arguments needed to construct a local repository, this function
390 390 performs various early repository loading functionality (such as
391 391 reading the ``.hg/requires`` and ``.hg/hgrc`` files), validates that
392 392 the repository can be opened, derives a type suitable for representing
393 393 that repository, and returns an instance of it.
394 394
395 395 The returned object conforms to the ``repository.completelocalrepository``
396 396 interface.
397 397
398 398 The repository type is derived by calling a series of factory functions
399 399 for each aspect/interface of the final repository. These are defined by
400 400 ``REPO_INTERFACES``.
401 401
402 402 Each factory function is called to produce a type implementing a specific
403 403 interface. The cumulative list of returned types will be combined into a
404 404 new type and that type will be instantiated to represent the local
405 405 repository.
406 406
407 407 The factory functions each receive various state that may be consulted
408 408 as part of deriving a type.
409 409
410 410 Extensions should wrap these factory functions to customize repository type
411 411 creation. Note that an extension's wrapped function may be called even if
412 412 that extension is not loaded for the repo being constructed. Extensions
413 413 should check if their ``__name__`` appears in the
414 414 ``extensionmodulenames`` set passed to the factory function and no-op if
415 415 not.
416 416 """
417 417 ui = baseui.copy()
418 418 # Prevent copying repo configuration.
419 419 ui.copy = baseui.copy
420 420
421 421 # Working directory VFS rooted at repository root.
422 422 wdirvfs = vfsmod.vfs(path, expandpath=True, realpath=True)
423 423
424 424 # Main VFS for .hg/ directory.
425 425 hgpath = wdirvfs.join(b'.hg')
426 426 hgvfs = vfsmod.vfs(hgpath, cacheaudited=True)
427 427
428 428 # The .hg/ path should exist and should be a directory. All other
429 429 # cases are errors.
430 430 if not hgvfs.isdir():
431 431 try:
432 432 hgvfs.stat()
433 433 except OSError as e:
434 434 if e.errno != errno.ENOENT:
435 435 raise
436 436
437 437 raise error.RepoError(_(b'repository %s not found') % path)
438 438
439 439 # .hg/requires file contains a newline-delimited list of
440 440 # features/capabilities the opener (us) must have in order to use
441 441 # the repository. This file was introduced in Mercurial 0.9.2,
442 442 # which means very old repositories may not have one. We assume
443 443 # a missing file translates to no requirements.
444 444 try:
445 445 requirements = set(hgvfs.read(b'requires').splitlines())
446 446 except IOError as e:
447 447 if e.errno != errno.ENOENT:
448 448 raise
449 449 requirements = set()
450 450
451 451 # The .hg/hgrc file may load extensions or contain config options
452 452 # that influence repository construction. Attempt to load it and
453 453 # process any new extensions that it may have pulled in.
454 454 if loadhgrc(ui, wdirvfs, hgvfs, requirements):
455 455 afterhgrcload(ui, wdirvfs, hgvfs, requirements)
456 456 extensions.loadall(ui)
457 457 extensions.populateui(ui)
458 458
459 459 # Set of module names of extensions loaded for this repository.
460 460 extensionmodulenames = {m.__name__ for n, m in extensions.extensions(ui)}
461 461
462 462 supportedrequirements = gathersupportedrequirements(ui)
463 463
464 464 # We first validate the requirements are known.
465 465 ensurerequirementsrecognized(requirements, supportedrequirements)
466 466
467 467 # Then we validate that the known set is reasonable to use together.
468 468 ensurerequirementscompatible(ui, requirements)
469 469
470 470 # TODO there are unhandled edge cases related to opening repositories with
471 471 # shared storage. If storage is shared, we should also test for requirements
472 472 # compatibility in the pointed-to repo. This entails loading the .hg/hgrc in
473 473 # that repo, as that repo may load extensions needed to open it. This is a
474 474 # bit complicated because we don't want the other hgrc to overwrite settings
475 475 # in this hgrc.
476 476 #
477 477 # This bug is somewhat mitigated by the fact that we copy the .hg/requires
478 478 # file when sharing repos. But if a requirement is added after the share is
479 479 # performed, thereby introducing a new requirement for the opener, we may
480 480 # will not see that and could encounter a run-time error interacting with
481 481 # that shared store since it has an unknown-to-us requirement.
482 482
483 483 # At this point, we know we should be capable of opening the repository.
484 484 # Now get on with doing that.
485 485
486 486 features = set()
487 487
488 488 # The "store" part of the repository holds versioned data. How it is
489 489 # accessed is determined by various requirements. The ``shared`` or
490 490 # ``relshared`` requirements indicate the store lives in the path contained
491 491 # in the ``.hg/sharedpath`` file. This is an absolute path for
492 492 # ``shared`` and relative to ``.hg/`` for ``relshared``.
493 493 if b'shared' in requirements or b'relshared' in requirements:
494 494 sharedpath = hgvfs.read(b'sharedpath').rstrip(b'\n')
495 495 if b'relshared' in requirements:
496 496 sharedpath = hgvfs.join(sharedpath)
497 497
498 498 sharedvfs = vfsmod.vfs(sharedpath, realpath=True)
499 499
500 500 if not sharedvfs.exists():
501 501 raise error.RepoError(_(b'.hg/sharedpath points to nonexistent '
502 502 b'directory %s') % sharedvfs.base)
503 503
504 504 features.add(repository.REPO_FEATURE_SHARED_STORAGE)
505 505
506 506 storebasepath = sharedvfs.base
507 507 cachepath = sharedvfs.join(b'cache')
508 508 else:
509 509 storebasepath = hgvfs.base
510 510 cachepath = hgvfs.join(b'cache')
511 511 wcachepath = hgvfs.join(b'wcache')
512 512
513 513
514 514 # The store has changed over time and the exact layout is dictated by
515 515 # requirements. The store interface abstracts differences across all
516 516 # of them.
517 517 store = makestore(requirements, storebasepath,
518 518 lambda base: vfsmod.vfs(base, cacheaudited=True))
519 519 hgvfs.createmode = store.createmode
520 520
521 521 storevfs = store.vfs
522 522 storevfs.options = resolvestorevfsoptions(ui, requirements, features)
523 523
524 524 # The cache vfs is used to manage cache files.
525 525 cachevfs = vfsmod.vfs(cachepath, cacheaudited=True)
526 526 cachevfs.createmode = store.createmode
527 527 # The cache vfs is used to manage cache files related to the working copy
528 528 wcachevfs = vfsmod.vfs(wcachepath, cacheaudited=True)
529 529 wcachevfs.createmode = store.createmode
530 530
531 531 # Now resolve the type for the repository object. We do this by repeatedly
532 532 # calling a factory function to produces types for specific aspects of the
533 533 # repo's operation. The aggregate returned types are used as base classes
534 534 # for a dynamically-derived type, which will represent our new repository.
535 535
536 536 bases = []
537 537 extrastate = {}
538 538
539 539 for iface, fn in REPO_INTERFACES:
540 540 # We pass all potentially useful state to give extensions tons of
541 541 # flexibility.
542 542 typ = fn()(ui=ui,
543 543 intents=intents,
544 544 requirements=requirements,
545 545 features=features,
546 546 wdirvfs=wdirvfs,
547 547 hgvfs=hgvfs,
548 548 store=store,
549 549 storevfs=storevfs,
550 550 storeoptions=storevfs.options,
551 551 cachevfs=cachevfs,
552 552 wcachevfs=wcachevfs,
553 553 extensionmodulenames=extensionmodulenames,
554 554 extrastate=extrastate,
555 555 baseclasses=bases)
556 556
557 557 if not isinstance(typ, type):
558 558 raise error.ProgrammingError('unable to construct type for %s' %
559 559 iface)
560 560
561 561 bases.append(typ)
562 562
563 563 # type() allows you to use characters in type names that wouldn't be
564 564 # recognized as Python symbols in source code. We abuse that to add
565 565 # rich information about our constructed repo.
566 566 name = pycompat.sysstr(b'derivedrepo:%s<%s>' % (
567 567 wdirvfs.base,
568 568 b','.join(sorted(requirements))))
569 569
570 570 cls = type(name, tuple(bases), {})
571 571
572 572 return cls(
573 573 baseui=baseui,
574 574 ui=ui,
575 575 origroot=path,
576 576 wdirvfs=wdirvfs,
577 577 hgvfs=hgvfs,
578 578 requirements=requirements,
579 579 supportedrequirements=supportedrequirements,
580 580 sharedpath=storebasepath,
581 581 store=store,
582 582 cachevfs=cachevfs,
583 583 wcachevfs=wcachevfs,
584 584 features=features,
585 585 intents=intents)
586 586
587 587 def loadhgrc(ui, wdirvfs, hgvfs, requirements):
588 588 """Load hgrc files/content into a ui instance.
589 589
590 590 This is called during repository opening to load any additional
591 591 config files or settings relevant to the current repository.
592 592
593 593 Returns a bool indicating whether any additional configs were loaded.
594 594
595 595 Extensions should monkeypatch this function to modify how per-repo
596 596 configs are loaded. For example, an extension may wish to pull in
597 597 configs from alternate files or sources.
598 598 """
599 599 try:
600 600 ui.readconfig(hgvfs.join(b'hgrc'), root=wdirvfs.base)
601 601 return True
602 602 except IOError:
603 603 return False
604 604
605 605 def afterhgrcload(ui, wdirvfs, hgvfs, requirements):
606 606 """Perform additional actions after .hg/hgrc is loaded.
607 607
608 608 This function is called during repository loading immediately after
609 609 the .hg/hgrc file is loaded and before per-repo extensions are loaded.
610 610
611 611 The function can be used to validate configs, automatically add
612 612 options (including extensions) based on requirements, etc.
613 613 """
614 614
615 615 # Map of requirements to list of extensions to load automatically when
616 616 # requirement is present.
617 617 autoextensions = {
618 618 b'largefiles': [b'largefiles'],
619 619 b'lfs': [b'lfs'],
620 620 }
621 621
622 622 for requirement, names in sorted(autoextensions.items()):
623 623 if requirement not in requirements:
624 624 continue
625 625
626 626 for name in names:
627 627 if not ui.hasconfig(b'extensions', name):
628 628 ui.setconfig(b'extensions', name, b'', source='autoload')
629 629
630 630 def gathersupportedrequirements(ui):
631 631 """Determine the complete set of recognized requirements."""
632 632 # Start with all requirements supported by this file.
633 633 supported = set(localrepository._basesupported)
634 634
635 635 # Execute ``featuresetupfuncs`` entries if they belong to an extension
636 636 # relevant to this ui instance.
637 637 modules = {m.__name__ for n, m in extensions.extensions(ui)}
638 638
639 639 for fn in featuresetupfuncs:
640 640 if fn.__module__ in modules:
641 641 fn(ui, supported)
642 642
643 643 # Add derived requirements from registered compression engines.
644 644 for name in util.compengines:
645 645 engine = util.compengines[name]
646 646 if engine.revlogheader():
647 647 supported.add(b'exp-compression-%s' % name)
648 648
649 649 return supported
650 650
651 651 def ensurerequirementsrecognized(requirements, supported):
652 652 """Validate that a set of local requirements is recognized.
653 653
654 654 Receives a set of requirements. Raises an ``error.RepoError`` if there
655 655 exists any requirement in that set that currently loaded code doesn't
656 656 recognize.
657 657
658 658 Returns a set of supported requirements.
659 659 """
660 660 missing = set()
661 661
662 662 for requirement in requirements:
663 663 if requirement in supported:
664 664 continue
665 665
666 666 if not requirement or not requirement[0:1].isalnum():
667 667 raise error.RequirementError(_(b'.hg/requires file is corrupt'))
668 668
669 669 missing.add(requirement)
670 670
671 671 if missing:
672 672 raise error.RequirementError(
673 673 _(b'repository requires features unknown to this Mercurial: %s') %
674 674 b' '.join(sorted(missing)),
675 675 hint=_(b'see https://mercurial-scm.org/wiki/MissingRequirement '
676 676 b'for more information'))
677 677
678 678 def ensurerequirementscompatible(ui, requirements):
679 679 """Validates that a set of recognized requirements is mutually compatible.
680 680
681 681 Some requirements may not be compatible with others or require
682 682 config options that aren't enabled. This function is called during
683 683 repository opening to ensure that the set of requirements needed
684 684 to open a repository is sane and compatible with config options.
685 685
686 686 Extensions can monkeypatch this function to perform additional
687 687 checking.
688 688
689 689 ``error.RepoError`` should be raised on failure.
690 690 """
691 691 if b'exp-sparse' in requirements and not sparse.enabled:
692 692 raise error.RepoError(_(b'repository is using sparse feature but '
693 693 b'sparse is not enabled; enable the '
694 694 b'"sparse" extensions to access'))
695 695
696 696 def makestore(requirements, path, vfstype):
697 697 """Construct a storage object for a repository."""
698 698 if b'store' in requirements:
699 699 if b'fncache' in requirements:
700 700 return storemod.fncachestore(path, vfstype,
701 701 b'dotencode' in requirements)
702 702
703 703 return storemod.encodedstore(path, vfstype)
704 704
705 705 return storemod.basicstore(path, vfstype)
706 706
707 707 def resolvestorevfsoptions(ui, requirements, features):
708 708 """Resolve the options to pass to the store vfs opener.
709 709
710 710 The returned dict is used to influence behavior of the storage layer.
711 711 """
712 712 options = {}
713 713
714 714 if b'treemanifest' in requirements:
715 715 options[b'treemanifest'] = True
716 716
717 717 # experimental config: format.manifestcachesize
718 718 manifestcachesize = ui.configint(b'format', b'manifestcachesize')
719 719 if manifestcachesize is not None:
720 720 options[b'manifestcachesize'] = manifestcachesize
721 721
722 722 # In the absence of another requirement superseding a revlog-related
723 723 # requirement, we have to assume the repo is using revlog version 0.
724 724 # This revlog format is super old and we don't bother trying to parse
725 725 # opener options for it because those options wouldn't do anything
726 726 # meaningful on such old repos.
727 727 if b'revlogv1' in requirements or REVLOGV2_REQUIREMENT in requirements:
728 728 options.update(resolverevlogstorevfsoptions(ui, requirements, features))
729 729
730 730 return options
731 731
732 732 def resolverevlogstorevfsoptions(ui, requirements, features):
733 733 """Resolve opener options specific to revlogs."""
734 734
735 735 options = {}
736 736 options[b'flagprocessors'] = {}
737 737
738 738 if b'revlogv1' in requirements:
739 739 options[b'revlogv1'] = True
740 740 if REVLOGV2_REQUIREMENT in requirements:
741 741 options[b'revlogv2'] = True
742 742
743 743 if b'generaldelta' in requirements:
744 744 options[b'generaldelta'] = True
745 745
746 746 # experimental config: format.chunkcachesize
747 747 chunkcachesize = ui.configint(b'format', b'chunkcachesize')
748 748 if chunkcachesize is not None:
749 749 options[b'chunkcachesize'] = chunkcachesize
750 750
751 751 deltabothparents = ui.configbool(b'storage',
752 752 b'revlog.optimize-delta-parent-choice')
753 753 options[b'deltabothparents'] = deltabothparents
754 754
755 755 options[b'lazydeltabase'] = not scmutil.gddeltaconfig(ui)
756 756
757 757 chainspan = ui.configbytes(b'experimental', b'maxdeltachainspan')
758 758 if 0 <= chainspan:
759 759 options[b'maxdeltachainspan'] = chainspan
760 760
761 761 mmapindexthreshold = ui.configbytes(b'experimental',
762 762 b'mmapindexthreshold')
763 763 if mmapindexthreshold is not None:
764 764 options[b'mmapindexthreshold'] = mmapindexthreshold
765 765
766 766 withsparseread = ui.configbool(b'experimental', b'sparse-read')
767 767 srdensitythres = float(ui.config(b'experimental',
768 768 b'sparse-read.density-threshold'))
769 769 srmingapsize = ui.configbytes(b'experimental',
770 770 b'sparse-read.min-gap-size')
771 771 options[b'with-sparse-read'] = withsparseread
772 772 options[b'sparse-read-density-threshold'] = srdensitythres
773 773 options[b'sparse-read-min-gap-size'] = srmingapsize
774 774
775 775 sparserevlog = SPARSEREVLOG_REQUIREMENT in requirements
776 776 options[b'sparse-revlog'] = sparserevlog
777 777 if sparserevlog:
778 778 options[b'generaldelta'] = True
779 779
780 780 maxchainlen = None
781 781 if sparserevlog:
782 782 maxchainlen = revlogconst.SPARSE_REVLOG_MAX_CHAIN_LENGTH
783 783 # experimental config: format.maxchainlen
784 784 maxchainlen = ui.configint(b'format', b'maxchainlen', maxchainlen)
785 785 if maxchainlen is not None:
786 786 options[b'maxchainlen'] = maxchainlen
787 787
788 788 for r in requirements:
789 789 if r.startswith(b'exp-compression-'):
790 790 options[b'compengine'] = r[len(b'exp-compression-'):]
791 791
792 792 if repository.NARROW_REQUIREMENT in requirements:
793 793 options[b'enableellipsis'] = True
794 794
795 795 return options
796 796
797 797 def makemain(**kwargs):
798 798 """Produce a type conforming to ``ilocalrepositorymain``."""
799 799 return localrepository
800 800
801 801 @interfaceutil.implementer(repository.ilocalrepositoryfilestorage)
802 802 class revlogfilestorage(object):
803 803 """File storage when using revlogs."""
804 804
805 805 def file(self, path):
806 806 if path[0] == b'/':
807 807 path = path[1:]
808 808
809 809 return filelog.filelog(self.svfs, path)
810 810
811 811 @interfaceutil.implementer(repository.ilocalrepositoryfilestorage)
812 812 class revlognarrowfilestorage(object):
813 813 """File storage when using revlogs and narrow files."""
814 814
815 815 def file(self, path):
816 816 if path[0] == b'/':
817 817 path = path[1:]
818 818
819 819 return filelog.narrowfilelog(self.svfs, path, self._storenarrowmatch)
820 820
821 821 def makefilestorage(requirements, features, **kwargs):
822 822 """Produce a type conforming to ``ilocalrepositoryfilestorage``."""
823 823 features.add(repository.REPO_FEATURE_REVLOG_FILE_STORAGE)
824 824 features.add(repository.REPO_FEATURE_STREAM_CLONE)
825 825
826 826 if repository.NARROW_REQUIREMENT in requirements:
827 827 return revlognarrowfilestorage
828 828 else:
829 829 return revlogfilestorage
830 830
831 831 # List of repository interfaces and factory functions for them. Each
832 832 # will be called in order during ``makelocalrepository()`` to iteratively
833 833 # derive the final type for a local repository instance. We capture the
834 834 # function as a lambda so we don't hold a reference and the module-level
835 835 # functions can be wrapped.
836 836 REPO_INTERFACES = [
837 837 (repository.ilocalrepositorymain, lambda: makemain),
838 838 (repository.ilocalrepositoryfilestorage, lambda: makefilestorage),
839 839 ]
840 840
841 841 @interfaceutil.implementer(repository.ilocalrepositorymain)
842 842 class localrepository(object):
843 843 """Main class for representing local repositories.
844 844
845 845 All local repositories are instances of this class.
846 846
847 847 Constructed on its own, instances of this class are not usable as
848 848 repository objects. To obtain a usable repository object, call
849 849 ``hg.repository()``, ``localrepo.instance()``, or
850 850 ``localrepo.makelocalrepository()``. The latter is the lowest-level.
851 851 ``instance()`` adds support for creating new repositories.
852 852 ``hg.repository()`` adds more extension integration, including calling
853 853 ``reposetup()``. Generally speaking, ``hg.repository()`` should be
854 854 used.
855 855 """
856 856
857 857 # obsolete experimental requirements:
858 858 # - manifestv2: An experimental new manifest format that allowed
859 859 # for stem compression of long paths. Experiment ended up not
860 860 # being successful (repository sizes went up due to worse delta
861 861 # chains), and the code was deleted in 4.6.
862 862 supportedformats = {
863 863 'revlogv1',
864 864 'generaldelta',
865 865 'treemanifest',
866 866 REVLOGV2_REQUIREMENT,
867 867 SPARSEREVLOG_REQUIREMENT,
868 868 }
869 869 _basesupported = supportedformats | {
870 870 'store',
871 871 'fncache',
872 872 'shared',
873 873 'relshared',
874 874 'dotencode',
875 875 'exp-sparse',
876 876 'internal-phase'
877 877 }
878 878
879 879 # list of prefix for file which can be written without 'wlock'
880 880 # Extensions should extend this list when needed
881 881 _wlockfreeprefix = {
882 882 # We migh consider requiring 'wlock' for the next
883 883 # two, but pretty much all the existing code assume
884 884 # wlock is not needed so we keep them excluded for
885 885 # now.
886 886 'hgrc',
887 887 'requires',
888 888 # XXX cache is a complicatged business someone
889 889 # should investigate this in depth at some point
890 890 'cache/',
891 891 # XXX shouldn't be dirstate covered by the wlock?
892 892 'dirstate',
893 893 # XXX bisect was still a bit too messy at the time
894 894 # this changeset was introduced. Someone should fix
895 895 # the remainig bit and drop this line
896 896 'bisect.state',
897 897 }
898 898
899 899 def __init__(self, baseui, ui, origroot, wdirvfs, hgvfs, requirements,
900 900 supportedrequirements, sharedpath, store, cachevfs, wcachevfs,
901 901 features, intents=None):
902 902 """Create a new local repository instance.
903 903
904 904 Most callers should use ``hg.repository()``, ``localrepo.instance()``,
905 905 or ``localrepo.makelocalrepository()`` for obtaining a new repository
906 906 object.
907 907
908 908 Arguments:
909 909
910 910 baseui
911 911 ``ui.ui`` instance that ``ui`` argument was based off of.
912 912
913 913 ui
914 914 ``ui.ui`` instance for use by the repository.
915 915
916 916 origroot
917 917 ``bytes`` path to working directory root of this repository.
918 918
919 919 wdirvfs
920 920 ``vfs.vfs`` rooted at the working directory.
921 921
922 922 hgvfs
923 923 ``vfs.vfs`` rooted at .hg/
924 924
925 925 requirements
926 926 ``set`` of bytestrings representing repository opening requirements.
927 927
928 928 supportedrequirements
929 929 ``set`` of bytestrings representing repository requirements that we
930 930 know how to open. May be a supetset of ``requirements``.
931 931
932 932 sharedpath
933 933 ``bytes`` Defining path to storage base directory. Points to a
934 934 ``.hg/`` directory somewhere.
935 935
936 936 store
937 937 ``store.basicstore`` (or derived) instance providing access to
938 938 versioned storage.
939 939
940 940 cachevfs
941 941 ``vfs.vfs`` used for cache files.
942 942
943 943 wcachevfs
944 944 ``vfs.vfs`` used for cache files related to the working copy.
945 945
946 946 features
947 947 ``set`` of bytestrings defining features/capabilities of this
948 948 instance.
949 949
950 950 intents
951 951 ``set`` of system strings indicating what this repo will be used
952 952 for.
953 953 """
954 954 self.baseui = baseui
955 955 self.ui = ui
956 956 self.origroot = origroot
957 957 # vfs rooted at working directory.
958 958 self.wvfs = wdirvfs
959 959 self.root = wdirvfs.base
960 960 # vfs rooted at .hg/. Used to access most non-store paths.
961 961 self.vfs = hgvfs
962 962 self.path = hgvfs.base
963 963 self.requirements = requirements
964 964 self.supported = supportedrequirements
965 965 self.sharedpath = sharedpath
966 966 self.store = store
967 967 self.cachevfs = cachevfs
968 968 self.wcachevfs = wcachevfs
969 969 self.features = features
970 970
971 971 self.filtername = None
972 972
973 973 if (self.ui.configbool('devel', 'all-warnings') or
974 974 self.ui.configbool('devel', 'check-locks')):
975 975 self.vfs.audit = self._getvfsward(self.vfs.audit)
976 976 # A list of callback to shape the phase if no data were found.
977 977 # Callback are in the form: func(repo, roots) --> processed root.
978 978 # This list it to be filled by extension during repo setup
979 979 self._phasedefaults = []
980 980
981 981 color.setup(self.ui)
982 982
983 983 self.spath = self.store.path
984 984 self.svfs = self.store.vfs
985 985 self.sjoin = self.store.join
986 986 if (self.ui.configbool('devel', 'all-warnings') or
987 987 self.ui.configbool('devel', 'check-locks')):
988 988 if util.safehasattr(self.svfs, 'vfs'): # this is filtervfs
989 989 self.svfs.vfs.audit = self._getsvfsward(self.svfs.vfs.audit)
990 990 else: # standard vfs
991 991 self.svfs.audit = self._getsvfsward(self.svfs.audit)
992 992
993 993 self._dirstatevalidatewarned = False
994 994
995 995 self._branchcaches = {}
996 996 self._revbranchcache = None
997 997 self._filterpats = {}
998 998 self._datafilters = {}
999 999 self._transref = self._lockref = self._wlockref = None
1000 1000
1001 1001 # A cache for various files under .hg/ that tracks file changes,
1002 1002 # (used by the filecache decorator)
1003 1003 #
1004 1004 # Maps a property name to its util.filecacheentry
1005 1005 self._filecache = {}
1006 1006
1007 1007 # hold sets of revision to be filtered
1008 1008 # should be cleared when something might have changed the filter value:
1009 1009 # - new changesets,
1010 1010 # - phase change,
1011 1011 # - new obsolescence marker,
1012 1012 # - working directory parent change,
1013 1013 # - bookmark changes
1014 1014 self.filteredrevcache = {}
1015 1015
1016 1016 # post-dirstate-status hooks
1017 1017 self._postdsstatus = []
1018 1018
1019 1019 # generic mapping between names and nodes
1020 1020 self.names = namespaces.namespaces()
1021 1021
1022 1022 # Key to signature value.
1023 1023 self._sparsesignaturecache = {}
1024 1024 # Signature to cached matcher instance.
1025 1025 self._sparsematchercache = {}
1026 1026
1027 1027 def _getvfsward(self, origfunc):
1028 1028 """build a ward for self.vfs"""
1029 1029 rref = weakref.ref(self)
1030 1030 def checkvfs(path, mode=None):
1031 1031 ret = origfunc(path, mode=mode)
1032 1032 repo = rref()
1033 1033 if (repo is None
1034 1034 or not util.safehasattr(repo, '_wlockref')
1035 1035 or not util.safehasattr(repo, '_lockref')):
1036 1036 return
1037 1037 if mode in (None, 'r', 'rb'):
1038 1038 return
1039 1039 if path.startswith(repo.path):
1040 1040 # truncate name relative to the repository (.hg)
1041 1041 path = path[len(repo.path) + 1:]
1042 1042 if path.startswith('cache/'):
1043 1043 msg = 'accessing cache with vfs instead of cachevfs: "%s"'
1044 1044 repo.ui.develwarn(msg % path, stacklevel=3, config="cache-vfs")
1045 1045 if path.startswith('journal.') or path.startswith('undo.'):
1046 1046 # journal is covered by 'lock'
1047 1047 if repo._currentlock(repo._lockref) is None:
1048 1048 repo.ui.develwarn('write with no lock: "%s"' % path,
1049 1049 stacklevel=3, config='check-locks')
1050 1050 elif repo._currentlock(repo._wlockref) is None:
1051 1051 # rest of vfs files are covered by 'wlock'
1052 1052 #
1053 1053 # exclude special files
1054 1054 for prefix in self._wlockfreeprefix:
1055 1055 if path.startswith(prefix):
1056 1056 return
1057 1057 repo.ui.develwarn('write with no wlock: "%s"' % path,
1058 1058 stacklevel=3, config='check-locks')
1059 1059 return ret
1060 1060 return checkvfs
1061 1061
1062 1062 def _getsvfsward(self, origfunc):
1063 1063 """build a ward for self.svfs"""
1064 1064 rref = weakref.ref(self)
1065 1065 def checksvfs(path, mode=None):
1066 1066 ret = origfunc(path, mode=mode)
1067 1067 repo = rref()
1068 1068 if repo is None or not util.safehasattr(repo, '_lockref'):
1069 1069 return
1070 1070 if mode in (None, 'r', 'rb'):
1071 1071 return
1072 1072 if path.startswith(repo.sharedpath):
1073 1073 # truncate name relative to the repository (.hg)
1074 1074 path = path[len(repo.sharedpath) + 1:]
1075 1075 if repo._currentlock(repo._lockref) is None:
1076 1076 repo.ui.develwarn('write with no lock: "%s"' % path,
1077 1077 stacklevel=4)
1078 1078 return ret
1079 1079 return checksvfs
1080 1080
1081 1081 def close(self):
1082 1082 self._writecaches()
1083 1083
1084 1084 def _writecaches(self):
1085 1085 if self._revbranchcache:
1086 1086 self._revbranchcache.write()
1087 1087
1088 1088 def _restrictcapabilities(self, caps):
1089 1089 if self.ui.configbool('experimental', 'bundle2-advertise'):
1090 1090 caps = set(caps)
1091 1091 capsblob = bundle2.encodecaps(bundle2.getrepocaps(self,
1092 1092 role='client'))
1093 1093 caps.add('bundle2=' + urlreq.quote(capsblob))
1094 1094 return caps
1095 1095
1096 1096 def _writerequirements(self):
1097 1097 scmutil.writerequires(self.vfs, self.requirements)
1098 1098
1099 1099 # Don't cache auditor/nofsauditor, or you'll end up with reference cycle:
1100 1100 # self -> auditor -> self._checknested -> self
1101 1101
1102 1102 @property
1103 1103 def auditor(self):
1104 1104 # This is only used by context.workingctx.match in order to
1105 1105 # detect files in subrepos.
1106 1106 return pathutil.pathauditor(self.root, callback=self._checknested)
1107 1107
1108 1108 @property
1109 1109 def nofsauditor(self):
1110 1110 # This is only used by context.basectx.match in order to detect
1111 1111 # files in subrepos.
1112 1112 return pathutil.pathauditor(self.root, callback=self._checknested,
1113 1113 realfs=False, cached=True)
1114 1114
1115 1115 def _checknested(self, path):
1116 1116 """Determine if path is a legal nested repository."""
1117 1117 if not path.startswith(self.root):
1118 1118 return False
1119 1119 subpath = path[len(self.root) + 1:]
1120 1120 normsubpath = util.pconvert(subpath)
1121 1121
1122 1122 # XXX: Checking against the current working copy is wrong in
1123 1123 # the sense that it can reject things like
1124 1124 #
1125 1125 # $ hg cat -r 10 sub/x.txt
1126 1126 #
1127 1127 # if sub/ is no longer a subrepository in the working copy
1128 1128 # parent revision.
1129 1129 #
1130 1130 # However, it can of course also allow things that would have
1131 1131 # been rejected before, such as the above cat command if sub/
1132 1132 # is a subrepository now, but was a normal directory before.
1133 1133 # The old path auditor would have rejected by mistake since it
1134 1134 # panics when it sees sub/.hg/.
1135 1135 #
1136 1136 # All in all, checking against the working copy seems sensible
1137 1137 # since we want to prevent access to nested repositories on
1138 1138 # the filesystem *now*.
1139 1139 ctx = self[None]
1140 1140 parts = util.splitpath(subpath)
1141 1141 while parts:
1142 1142 prefix = '/'.join(parts)
1143 1143 if prefix in ctx.substate:
1144 1144 if prefix == normsubpath:
1145 1145 return True
1146 1146 else:
1147 1147 sub = ctx.sub(prefix)
1148 1148 return sub.checknested(subpath[len(prefix) + 1:])
1149 1149 else:
1150 1150 parts.pop()
1151 1151 return False
1152 1152
1153 1153 def peer(self):
1154 1154 return localpeer(self) # not cached to avoid reference cycle
1155 1155
1156 1156 def unfiltered(self):
1157 1157 """Return unfiltered version of the repository
1158 1158
1159 1159 Intended to be overwritten by filtered repo."""
1160 1160 return self
1161 1161
1162 1162 def filtered(self, name, visibilityexceptions=None):
1163 1163 """Return a filtered version of a repository"""
1164 1164 cls = repoview.newtype(self.unfiltered().__class__)
1165 1165 return cls(self, name, visibilityexceptions)
1166 1166
1167 1167 @repofilecache('bookmarks', 'bookmarks.current')
1168 1168 def _bookmarks(self):
1169 1169 return bookmarks.bmstore(self)
1170 1170
1171 1171 @property
1172 1172 def _activebookmark(self):
1173 1173 return self._bookmarks.active
1174 1174
1175 1175 # _phasesets depend on changelog. what we need is to call
1176 1176 # _phasecache.invalidate() if '00changelog.i' was changed, but it
1177 1177 # can't be easily expressed in filecache mechanism.
1178 1178 @storecache('phaseroots', '00changelog.i')
1179 1179 def _phasecache(self):
1180 1180 return phases.phasecache(self, self._phasedefaults)
1181 1181
1182 1182 @storecache('obsstore')
1183 1183 def obsstore(self):
1184 1184 return obsolete.makestore(self.ui, self)
1185 1185
1186 1186 @storecache('00changelog.i')
1187 1187 def changelog(self):
1188 1188 return changelog.changelog(self.svfs,
1189 1189 trypending=txnutil.mayhavepending(self.root))
1190 1190
1191 1191 @storecache('00manifest.i')
1192 1192 def manifestlog(self):
1193 1193 rootstore = manifest.manifestrevlog(self.svfs)
1194 1194 return manifest.manifestlog(self.svfs, self, rootstore,
1195 1195 self._storenarrowmatch)
1196 1196
1197 1197 @repofilecache('dirstate')
1198 1198 def dirstate(self):
1199 1199 return self._makedirstate()
1200 1200
1201 1201 def _makedirstate(self):
1202 1202 """Extension point for wrapping the dirstate per-repo."""
1203 1203 sparsematchfn = lambda: sparse.matcher(self)
1204 1204
1205 1205 return dirstate.dirstate(self.vfs, self.ui, self.root,
1206 1206 self._dirstatevalidate, sparsematchfn)
1207 1207
1208 1208 def _dirstatevalidate(self, node):
1209 1209 try:
1210 1210 self.changelog.rev(node)
1211 1211 return node
1212 1212 except error.LookupError:
1213 1213 if not self._dirstatevalidatewarned:
1214 1214 self._dirstatevalidatewarned = True
1215 1215 self.ui.warn(_("warning: ignoring unknown"
1216 1216 " working parent %s!\n") % short(node))
1217 1217 return nullid
1218 1218
1219 1219 @storecache(narrowspec.FILENAME)
1220 1220 def narrowpats(self):
1221 1221 """matcher patterns for this repository's narrowspec
1222 1222
1223 1223 A tuple of (includes, excludes).
1224 1224 """
1225 1225 return narrowspec.load(self)
1226 1226
1227 1227 @storecache(narrowspec.FILENAME)
1228 1228 def _storenarrowmatch(self):
1229 1229 if repository.NARROW_REQUIREMENT not in self.requirements:
1230 1230 return matchmod.always(self.root, '')
1231 1231 include, exclude = self.narrowpats
1232 1232 return narrowspec.match(self.root, include=include, exclude=exclude)
1233 1233
1234 1234 @storecache(narrowspec.FILENAME)
1235 1235 def _narrowmatch(self):
1236 1236 if repository.NARROW_REQUIREMENT not in self.requirements:
1237 1237 return matchmod.always(self.root, '')
1238 1238 narrowspec.checkworkingcopynarrowspec(self)
1239 1239 include, exclude = self.narrowpats
1240 1240 return narrowspec.match(self.root, include=include, exclude=exclude)
1241 1241
1242 1242 def narrowmatch(self, match=None, includeexact=False):
1243 1243 """matcher corresponding the the repo's narrowspec
1244 1244
1245 1245 If `match` is given, then that will be intersected with the narrow
1246 1246 matcher.
1247 1247
1248 1248 If `includeexact` is True, then any exact matches from `match` will
1249 1249 be included even if they're outside the narrowspec.
1250 1250 """
1251 1251 if match:
1252 1252 if includeexact and not self._narrowmatch.always():
1253 1253 # do not exclude explicitly-specified paths so that they can
1254 1254 # be warned later on
1255 1255 em = matchmod.exact(match._root, match._cwd, match.files())
1256 1256 nm = matchmod.unionmatcher([self._narrowmatch, em])
1257 1257 return matchmod.intersectmatchers(match, nm)
1258 1258 return matchmod.intersectmatchers(match, self._narrowmatch)
1259 1259 return self._narrowmatch
1260 1260
1261 1261 def setnarrowpats(self, newincludes, newexcludes):
1262 1262 narrowspec.save(self, newincludes, newexcludes)
1263 1263 self.invalidate(clearfilecache=True)
1264 1264
1265 1265 def __getitem__(self, changeid):
1266 1266 if changeid is None:
1267 1267 return context.workingctx(self)
1268 1268 if isinstance(changeid, context.basectx):
1269 1269 return changeid
1270 1270 if isinstance(changeid, slice):
1271 1271 # wdirrev isn't contiguous so the slice shouldn't include it
1272 1272 return [self[i]
1273 1273 for i in pycompat.xrange(*changeid.indices(len(self)))
1274 1274 if i not in self.changelog.filteredrevs]
1275 1275 try:
1276 1276 if isinstance(changeid, int):
1277 1277 node = self.changelog.node(changeid)
1278 1278 rev = changeid
1279 1279 elif changeid == 'null':
1280 1280 node = nullid
1281 1281 rev = nullrev
1282 1282 elif changeid == 'tip':
1283 1283 node = self.changelog.tip()
1284 1284 rev = self.changelog.rev(node)
1285 1285 elif changeid == '.':
1286 1286 # this is a hack to delay/avoid loading obsmarkers
1287 1287 # when we know that '.' won't be hidden
1288 1288 node = self.dirstate.p1()
1289 1289 rev = self.unfiltered().changelog.rev(node)
1290 1290 elif len(changeid) == 20:
1291 1291 try:
1292 1292 node = changeid
1293 1293 rev = self.changelog.rev(changeid)
1294 1294 except error.FilteredLookupError:
1295 1295 changeid = hex(changeid) # for the error message
1296 1296 raise
1297 1297 except LookupError:
1298 1298 # check if it might have come from damaged dirstate
1299 1299 #
1300 1300 # XXX we could avoid the unfiltered if we had a recognizable
1301 1301 # exception for filtered changeset access
1302 1302 if (self.local()
1303 1303 and changeid in self.unfiltered().dirstate.parents()):
1304 1304 msg = _("working directory has unknown parent '%s'!")
1305 1305 raise error.Abort(msg % short(changeid))
1306 1306 changeid = hex(changeid) # for the error message
1307 1307 raise
1308 1308
1309 1309 elif len(changeid) == 40:
1310 1310 node = bin(changeid)
1311 1311 rev = self.changelog.rev(node)
1312 1312 else:
1313 1313 raise error.ProgrammingError(
1314 1314 "unsupported changeid '%s' of type %s" %
1315 1315 (changeid, type(changeid)))
1316 1316
1317 1317 return context.changectx(self, rev, node)
1318 1318
1319 1319 except (error.FilteredIndexError, error.FilteredLookupError):
1320 1320 raise error.FilteredRepoLookupError(_("filtered revision '%s'")
1321 1321 % pycompat.bytestr(changeid))
1322 1322 except (IndexError, LookupError):
1323 1323 raise error.RepoLookupError(
1324 1324 _("unknown revision '%s'") % pycompat.bytestr(changeid))
1325 1325 except error.WdirUnsupported:
1326 1326 return context.workingctx(self)
1327 1327
1328 1328 def __contains__(self, changeid):
1329 1329 """True if the given changeid exists
1330 1330
1331 1331 error.AmbiguousPrefixLookupError is raised if an ambiguous node
1332 1332 specified.
1333 1333 """
1334 1334 try:
1335 1335 self[changeid]
1336 1336 return True
1337 1337 except error.RepoLookupError:
1338 1338 return False
1339 1339
1340 1340 def __nonzero__(self):
1341 1341 return True
1342 1342
1343 1343 __bool__ = __nonzero__
1344 1344
1345 1345 def __len__(self):
1346 1346 # no need to pay the cost of repoview.changelog
1347 1347 unfi = self.unfiltered()
1348 1348 return len(unfi.changelog)
1349 1349
1350 1350 def __iter__(self):
1351 1351 return iter(self.changelog)
1352 1352
1353 1353 def revs(self, expr, *args):
1354 1354 '''Find revisions matching a revset.
1355 1355
1356 1356 The revset is specified as a string ``expr`` that may contain
1357 1357 %-formatting to escape certain types. See ``revsetlang.formatspec``.
1358 1358
1359 1359 Revset aliases from the configuration are not expanded. To expand
1360 1360 user aliases, consider calling ``scmutil.revrange()`` or
1361 1361 ``repo.anyrevs([expr], user=True)``.
1362 1362
1363 1363 Returns a revset.abstractsmartset, which is a list-like interface
1364 1364 that contains integer revisions.
1365 1365 '''
1366 1366 tree = revsetlang.spectree(expr, *args)
1367 1367 return revset.makematcher(tree)(self)
1368 1368
1369 1369 def set(self, expr, *args):
1370 1370 '''Find revisions matching a revset and emit changectx instances.
1371 1371
1372 1372 This is a convenience wrapper around ``revs()`` that iterates the
1373 1373 result and is a generator of changectx instances.
1374 1374
1375 1375 Revset aliases from the configuration are not expanded. To expand
1376 1376 user aliases, consider calling ``scmutil.revrange()``.
1377 1377 '''
1378 1378 for r in self.revs(expr, *args):
1379 1379 yield self[r]
1380 1380
1381 1381 def anyrevs(self, specs, user=False, localalias=None):
1382 1382 '''Find revisions matching one of the given revsets.
1383 1383
1384 1384 Revset aliases from the configuration are not expanded by default. To
1385 1385 expand user aliases, specify ``user=True``. To provide some local
1386 1386 definitions overriding user aliases, set ``localalias`` to
1387 1387 ``{name: definitionstring}``.
1388 1388 '''
1389 1389 if user:
1390 1390 m = revset.matchany(self.ui, specs,
1391 1391 lookup=revset.lookupfn(self),
1392 1392 localalias=localalias)
1393 1393 else:
1394 1394 m = revset.matchany(None, specs, localalias=localalias)
1395 1395 return m(self)
1396 1396
1397 1397 def url(self):
1398 1398 return 'file:' + self.root
1399 1399
1400 1400 def hook(self, name, throw=False, **args):
1401 1401 """Call a hook, passing this repo instance.
1402 1402
1403 1403 This a convenience method to aid invoking hooks. Extensions likely
1404 1404 won't call this unless they have registered a custom hook or are
1405 1405 replacing code that is expected to call a hook.
1406 1406 """
1407 1407 return hook.hook(self.ui, self, name, throw, **args)
1408 1408
1409 1409 @filteredpropertycache
1410 1410 def _tagscache(self):
1411 1411 '''Returns a tagscache object that contains various tags related
1412 1412 caches.'''
1413 1413
1414 1414 # This simplifies its cache management by having one decorated
1415 1415 # function (this one) and the rest simply fetch things from it.
1416 1416 class tagscache(object):
1417 1417 def __init__(self):
1418 1418 # These two define the set of tags for this repository. tags
1419 1419 # maps tag name to node; tagtypes maps tag name to 'global' or
1420 1420 # 'local'. (Global tags are defined by .hgtags across all
1421 1421 # heads, and local tags are defined in .hg/localtags.)
1422 1422 # They constitute the in-memory cache of tags.
1423 1423 self.tags = self.tagtypes = None
1424 1424
1425 1425 self.nodetagscache = self.tagslist = None
1426 1426
1427 1427 cache = tagscache()
1428 1428 cache.tags, cache.tagtypes = self._findtags()
1429 1429
1430 1430 return cache
1431 1431
1432 1432 def tags(self):
1433 1433 '''return a mapping of tag to node'''
1434 1434 t = {}
1435 1435 if self.changelog.filteredrevs:
1436 1436 tags, tt = self._findtags()
1437 1437 else:
1438 1438 tags = self._tagscache.tags
1439 1439 rev = self.changelog.rev
1440 1440 for k, v in tags.iteritems():
1441 1441 try:
1442 1442 # ignore tags to unknown nodes
1443 1443 rev(v)
1444 1444 t[k] = v
1445 1445 except (error.LookupError, ValueError):
1446 1446 pass
1447 1447 return t
1448 1448
1449 1449 def _findtags(self):
1450 1450 '''Do the hard work of finding tags. Return a pair of dicts
1451 1451 (tags, tagtypes) where tags maps tag name to node, and tagtypes
1452 1452 maps tag name to a string like \'global\' or \'local\'.
1453 1453 Subclasses or extensions are free to add their own tags, but
1454 1454 should be aware that the returned dicts will be retained for the
1455 1455 duration of the localrepo object.'''
1456 1456
1457 1457 # XXX what tagtype should subclasses/extensions use? Currently
1458 1458 # mq and bookmarks add tags, but do not set the tagtype at all.
1459 1459 # Should each extension invent its own tag type? Should there
1460 1460 # be one tagtype for all such "virtual" tags? Or is the status
1461 1461 # quo fine?
1462 1462
1463 1463
1464 1464 # map tag name to (node, hist)
1465 1465 alltags = tagsmod.findglobaltags(self.ui, self)
1466 1466 # map tag name to tag type
1467 1467 tagtypes = dict((tag, 'global') for tag in alltags)
1468 1468
1469 1469 tagsmod.readlocaltags(self.ui, self, alltags, tagtypes)
1470 1470
1471 1471 # Build the return dicts. Have to re-encode tag names because
1472 1472 # the tags module always uses UTF-8 (in order not to lose info
1473 1473 # writing to the cache), but the rest of Mercurial wants them in
1474 1474 # local encoding.
1475 1475 tags = {}
1476 1476 for (name, (node, hist)) in alltags.iteritems():
1477 1477 if node != nullid:
1478 1478 tags[encoding.tolocal(name)] = node
1479 1479 tags['tip'] = self.changelog.tip()
1480 1480 tagtypes = dict([(encoding.tolocal(name), value)
1481 1481 for (name, value) in tagtypes.iteritems()])
1482 1482 return (tags, tagtypes)
1483 1483
1484 1484 def tagtype(self, tagname):
1485 1485 '''
1486 1486 return the type of the given tag. result can be:
1487 1487
1488 1488 'local' : a local tag
1489 1489 'global' : a global tag
1490 1490 None : tag does not exist
1491 1491 '''
1492 1492
1493 1493 return self._tagscache.tagtypes.get(tagname)
1494 1494
1495 1495 def tagslist(self):
1496 1496 '''return a list of tags ordered by revision'''
1497 1497 if not self._tagscache.tagslist:
1498 1498 l = []
1499 1499 for t, n in self.tags().iteritems():
1500 1500 l.append((self.changelog.rev(n), t, n))
1501 1501 self._tagscache.tagslist = [(t, n) for r, t, n in sorted(l)]
1502 1502
1503 1503 return self._tagscache.tagslist
1504 1504
1505 1505 def nodetags(self, node):
1506 1506 '''return the tags associated with a node'''
1507 1507 if not self._tagscache.nodetagscache:
1508 1508 nodetagscache = {}
1509 1509 for t, n in self._tagscache.tags.iteritems():
1510 1510 nodetagscache.setdefault(n, []).append(t)
1511 1511 for tags in nodetagscache.itervalues():
1512 1512 tags.sort()
1513 1513 self._tagscache.nodetagscache = nodetagscache
1514 1514 return self._tagscache.nodetagscache.get(node, [])
1515 1515
1516 1516 def nodebookmarks(self, node):
1517 1517 """return the list of bookmarks pointing to the specified node"""
1518 1518 return self._bookmarks.names(node)
1519 1519
1520 1520 def branchmap(self):
1521 1521 '''returns a dictionary {branch: [branchheads]} with branchheads
1522 1522 ordered by increasing revision number'''
1523 1523 branchmap.updatecache(self)
1524 1524 return self._branchcaches[self.filtername]
1525 1525
1526 1526 @unfilteredmethod
1527 1527 def revbranchcache(self):
1528 1528 if not self._revbranchcache:
1529 1529 self._revbranchcache = branchmap.revbranchcache(self.unfiltered())
1530 1530 return self._revbranchcache
1531 1531
1532 1532 def branchtip(self, branch, ignoremissing=False):
1533 1533 '''return the tip node for a given branch
1534 1534
1535 1535 If ignoremissing is True, then this method will not raise an error.
1536 1536 This is helpful for callers that only expect None for a missing branch
1537 1537 (e.g. namespace).
1538 1538
1539 1539 '''
1540 1540 try:
1541 1541 return self.branchmap().branchtip(branch)
1542 1542 except KeyError:
1543 1543 if not ignoremissing:
1544 1544 raise error.RepoLookupError(_("unknown branch '%s'") % branch)
1545 1545 else:
1546 1546 pass
1547 1547
1548 1548 def lookup(self, key):
1549 1549 return scmutil.revsymbol(self, key).node()
1550 1550
1551 1551 def lookupbranch(self, key):
1552 1552 if key in self.branchmap():
1553 1553 return key
1554 1554
1555 1555 return scmutil.revsymbol(self, key).branch()
1556 1556
1557 1557 def known(self, nodes):
1558 1558 cl = self.changelog
1559 1559 nm = cl.nodemap
1560 1560 filtered = cl.filteredrevs
1561 1561 result = []
1562 1562 for n in nodes:
1563 1563 r = nm.get(n)
1564 1564 resp = not (r is None or r in filtered)
1565 1565 result.append(resp)
1566 1566 return result
1567 1567
1568 1568 def local(self):
1569 1569 return self
1570 1570
1571 1571 def publishing(self):
1572 1572 # it's safe (and desirable) to trust the publish flag unconditionally
1573 1573 # so that we don't finalize changes shared between users via ssh or nfs
1574 1574 return self.ui.configbool('phases', 'publish', untrusted=True)
1575 1575
1576 1576 def cancopy(self):
1577 1577 # so statichttprepo's override of local() works
1578 1578 if not self.local():
1579 1579 return False
1580 1580 if not self.publishing():
1581 1581 return True
1582 1582 # if publishing we can't copy if there is filtered content
1583 1583 return not self.filtered('visible').changelog.filteredrevs
1584 1584
1585 1585 def shared(self):
1586 1586 '''the type of shared repository (None if not shared)'''
1587 1587 if self.sharedpath != self.path:
1588 1588 return 'store'
1589 1589 return None
1590 1590
1591 1591 def wjoin(self, f, *insidef):
1592 1592 return self.vfs.reljoin(self.root, f, *insidef)
1593 1593
1594 1594 def setparents(self, p1, p2=nullid):
1595 1595 with self.dirstate.parentchange():
1596 1596 copies = self.dirstate.setparents(p1, p2)
1597 1597 pctx = self[p1]
1598 1598 if copies:
1599 1599 # Adjust copy records, the dirstate cannot do it, it
1600 1600 # requires access to parents manifests. Preserve them
1601 1601 # only for entries added to first parent.
1602 1602 for f in copies:
1603 1603 if f not in pctx and copies[f] in pctx:
1604 1604 self.dirstate.copy(copies[f], f)
1605 1605 if p2 == nullid:
1606 1606 for f, s in sorted(self.dirstate.copies().items()):
1607 1607 if f not in pctx and s not in pctx:
1608 1608 self.dirstate.copy(None, f)
1609 1609
1610 1610 def filectx(self, path, changeid=None, fileid=None, changectx=None):
1611 1611 """changeid must be a changeset revision, if specified.
1612 1612 fileid can be a file revision or node."""
1613 1613 return context.filectx(self, path, changeid, fileid,
1614 1614 changectx=changectx)
1615 1615
1616 1616 def getcwd(self):
1617 1617 return self.dirstate.getcwd()
1618 1618
1619 1619 def pathto(self, f, cwd=None):
1620 1620 return self.dirstate.pathto(f, cwd)
1621 1621
1622 1622 def _loadfilter(self, filter):
1623 1623 if filter not in self._filterpats:
1624 1624 l = []
1625 1625 for pat, cmd in self.ui.configitems(filter):
1626 1626 if cmd == '!':
1627 1627 continue
1628 1628 mf = matchmod.match(self.root, '', [pat])
1629 1629 fn = None
1630 1630 params = cmd
1631 1631 for name, filterfn in self._datafilters.iteritems():
1632 1632 if cmd.startswith(name):
1633 1633 fn = filterfn
1634 1634 params = cmd[len(name):].lstrip()
1635 1635 break
1636 1636 if not fn:
1637 1637 fn = lambda s, c, **kwargs: procutil.filter(s, c)
1638 1638 # Wrap old filters not supporting keyword arguments
1639 1639 if not pycompat.getargspec(fn)[2]:
1640 1640 oldfn = fn
1641 1641 fn = lambda s, c, **kwargs: oldfn(s, c)
1642 1642 l.append((mf, fn, params))
1643 1643 self._filterpats[filter] = l
1644 1644 return self._filterpats[filter]
1645 1645
1646 1646 def _filter(self, filterpats, filename, data):
1647 1647 for mf, fn, cmd in filterpats:
1648 1648 if mf(filename):
1649 1649 self.ui.debug("filtering %s through %s\n" % (filename, cmd))
1650 1650 data = fn(data, cmd, ui=self.ui, repo=self, filename=filename)
1651 1651 break
1652 1652
1653 1653 return data
1654 1654
1655 1655 @unfilteredpropertycache
1656 1656 def _encodefilterpats(self):
1657 1657 return self._loadfilter('encode')
1658 1658
1659 1659 @unfilteredpropertycache
1660 1660 def _decodefilterpats(self):
1661 1661 return self._loadfilter('decode')
1662 1662
1663 1663 def adddatafilter(self, name, filter):
1664 1664 self._datafilters[name] = filter
1665 1665
1666 1666 def wread(self, filename):
1667 1667 if self.wvfs.islink(filename):
1668 1668 data = self.wvfs.readlink(filename)
1669 1669 else:
1670 1670 data = self.wvfs.read(filename)
1671 1671 return self._filter(self._encodefilterpats, filename, data)
1672 1672
1673 1673 def wwrite(self, filename, data, flags, backgroundclose=False, **kwargs):
1674 1674 """write ``data`` into ``filename`` in the working directory
1675 1675
1676 1676 This returns length of written (maybe decoded) data.
1677 1677 """
1678 1678 data = self._filter(self._decodefilterpats, filename, data)
1679 1679 if 'l' in flags:
1680 1680 self.wvfs.symlink(data, filename)
1681 1681 else:
1682 1682 self.wvfs.write(filename, data, backgroundclose=backgroundclose,
1683 1683 **kwargs)
1684 1684 if 'x' in flags:
1685 1685 self.wvfs.setflags(filename, False, True)
1686 1686 else:
1687 1687 self.wvfs.setflags(filename, False, False)
1688 1688 return len(data)
1689 1689
1690 1690 def wwritedata(self, filename, data):
1691 1691 return self._filter(self._decodefilterpats, filename, data)
1692 1692
1693 1693 def currenttransaction(self):
1694 1694 """return the current transaction or None if non exists"""
1695 1695 if self._transref:
1696 1696 tr = self._transref()
1697 1697 else:
1698 1698 tr = None
1699 1699
1700 1700 if tr and tr.running():
1701 1701 return tr
1702 1702 return None
1703 1703
1704 1704 def transaction(self, desc, report=None):
1705 1705 if (self.ui.configbool('devel', 'all-warnings')
1706 1706 or self.ui.configbool('devel', 'check-locks')):
1707 1707 if self._currentlock(self._lockref) is None:
1708 1708 raise error.ProgrammingError('transaction requires locking')
1709 1709 tr = self.currenttransaction()
1710 1710 if tr is not None:
1711 1711 return tr.nest(name=desc)
1712 1712
1713 1713 # abort here if the journal already exists
1714 1714 if self.svfs.exists("journal"):
1715 1715 raise error.RepoError(
1716 1716 _("abandoned transaction found"),
1717 1717 hint=_("run 'hg recover' to clean up transaction"))
1718 1718
1719 1719 idbase = "%.40f#%f" % (random.random(), time.time())
1720 1720 ha = hex(hashlib.sha1(idbase).digest())
1721 1721 txnid = 'TXN:' + ha
1722 1722 self.hook('pretxnopen', throw=True, txnname=desc, txnid=txnid)
1723 1723
1724 1724 self._writejournal(desc)
1725 1725 renames = [(vfs, x, undoname(x)) for vfs, x in self._journalfiles()]
1726 1726 if report:
1727 1727 rp = report
1728 1728 else:
1729 1729 rp = self.ui.warn
1730 1730 vfsmap = {'plain': self.vfs, 'store': self.svfs} # root of .hg/
1731 1731 # we must avoid cyclic reference between repo and transaction.
1732 1732 reporef = weakref.ref(self)
1733 1733 # Code to track tag movement
1734 1734 #
1735 1735 # Since tags are all handled as file content, it is actually quite hard
1736 1736 # to track these movement from a code perspective. So we fallback to a
1737 1737 # tracking at the repository level. One could envision to track changes
1738 1738 # to the '.hgtags' file through changegroup apply but that fails to
1739 1739 # cope with case where transaction expose new heads without changegroup
1740 1740 # being involved (eg: phase movement).
1741 1741 #
1742 1742 # For now, We gate the feature behind a flag since this likely comes
1743 1743 # with performance impacts. The current code run more often than needed
1744 1744 # and do not use caches as much as it could. The current focus is on
1745 1745 # the behavior of the feature so we disable it by default. The flag
1746 1746 # will be removed when we are happy with the performance impact.
1747 1747 #
1748 1748 # Once this feature is no longer experimental move the following
1749 1749 # documentation to the appropriate help section:
1750 1750 #
1751 1751 # The ``HG_TAG_MOVED`` variable will be set if the transaction touched
1752 1752 # tags (new or changed or deleted tags). In addition the details of
1753 1753 # these changes are made available in a file at:
1754 1754 # ``REPOROOT/.hg/changes/tags.changes``.
1755 1755 # Make sure you check for HG_TAG_MOVED before reading that file as it
1756 1756 # might exist from a previous transaction even if no tag were touched
1757 1757 # in this one. Changes are recorded in a line base format::
1758 1758 #
1759 1759 # <action> <hex-node> <tag-name>\n
1760 1760 #
1761 1761 # Actions are defined as follow:
1762 1762 # "-R": tag is removed,
1763 1763 # "+A": tag is added,
1764 1764 # "-M": tag is moved (old value),
1765 1765 # "+M": tag is moved (new value),
1766 1766 tracktags = lambda x: None
1767 1767 # experimental config: experimental.hook-track-tags
1768 1768 shouldtracktags = self.ui.configbool('experimental', 'hook-track-tags')
1769 1769 if desc != 'strip' and shouldtracktags:
1770 1770 oldheads = self.changelog.headrevs()
1771 1771 def tracktags(tr2):
1772 1772 repo = reporef()
1773 1773 oldfnodes = tagsmod.fnoderevs(repo.ui, repo, oldheads)
1774 1774 newheads = repo.changelog.headrevs()
1775 1775 newfnodes = tagsmod.fnoderevs(repo.ui, repo, newheads)
1776 1776 # notes: we compare lists here.
1777 1777 # As we do it only once buiding set would not be cheaper
1778 1778 changes = tagsmod.difftags(repo.ui, repo, oldfnodes, newfnodes)
1779 1779 if changes:
1780 1780 tr2.hookargs['tag_moved'] = '1'
1781 1781 with repo.vfs('changes/tags.changes', 'w',
1782 1782 atomictemp=True) as changesfile:
1783 1783 # note: we do not register the file to the transaction
1784 1784 # because we needs it to still exist on the transaction
1785 1785 # is close (for txnclose hooks)
1786 1786 tagsmod.writediff(changesfile, changes)
1787 1787 def validate(tr2):
1788 1788 """will run pre-closing hooks"""
1789 1789 # XXX the transaction API is a bit lacking here so we take a hacky
1790 1790 # path for now
1791 1791 #
1792 1792 # We cannot add this as a "pending" hooks since the 'tr.hookargs'
1793 1793 # dict is copied before these run. In addition we needs the data
1794 1794 # available to in memory hooks too.
1795 1795 #
1796 1796 # Moreover, we also need to make sure this runs before txnclose
1797 1797 # hooks and there is no "pending" mechanism that would execute
1798 1798 # logic only if hooks are about to run.
1799 1799 #
1800 1800 # Fixing this limitation of the transaction is also needed to track
1801 1801 # other families of changes (bookmarks, phases, obsolescence).
1802 1802 #
1803 1803 # This will have to be fixed before we remove the experimental
1804 1804 # gating.
1805 1805 tracktags(tr2)
1806 1806 repo = reporef()
1807 1807 if repo.ui.configbool('experimental', 'single-head-per-branch'):
1808 1808 scmutil.enforcesinglehead(repo, tr2, desc)
1809 1809 if hook.hashook(repo.ui, 'pretxnclose-bookmark'):
1810 1810 for name, (old, new) in sorted(tr.changes['bookmarks'].items()):
1811 1811 args = tr.hookargs.copy()
1812 1812 args.update(bookmarks.preparehookargs(name, old, new))
1813 1813 repo.hook('pretxnclose-bookmark', throw=True,
1814 1814 txnname=desc,
1815 1815 **pycompat.strkwargs(args))
1816 1816 if hook.hashook(repo.ui, 'pretxnclose-phase'):
1817 1817 cl = repo.unfiltered().changelog
1818 1818 for rev, (old, new) in tr.changes['phases'].items():
1819 1819 args = tr.hookargs.copy()
1820 1820 node = hex(cl.node(rev))
1821 1821 args.update(phases.preparehookargs(node, old, new))
1822 1822 repo.hook('pretxnclose-phase', throw=True, txnname=desc,
1823 1823 **pycompat.strkwargs(args))
1824 1824
1825 1825 repo.hook('pretxnclose', throw=True,
1826 1826 txnname=desc, **pycompat.strkwargs(tr.hookargs))
1827 1827 def releasefn(tr, success):
1828 1828 repo = reporef()
1829 1829 if success:
1830 1830 # this should be explicitly invoked here, because
1831 1831 # in-memory changes aren't written out at closing
1832 1832 # transaction, if tr.addfilegenerator (via
1833 1833 # dirstate.write or so) isn't invoked while
1834 1834 # transaction running
1835 1835 repo.dirstate.write(None)
1836 1836 else:
1837 1837 # discard all changes (including ones already written
1838 1838 # out) in this transaction
1839 1839 narrowspec.restorebackup(self, 'journal.narrowspec')
1840 1840 narrowspec.restorewcbackup(self, 'journal.narrowspec.dirstate')
1841 1841 repo.dirstate.restorebackup(None, 'journal.dirstate')
1842 1842
1843 1843 repo.invalidate(clearfilecache=True)
1844 1844
1845 1845 tr = transaction.transaction(rp, self.svfs, vfsmap,
1846 1846 "journal",
1847 1847 "undo",
1848 1848 aftertrans(renames),
1849 1849 self.store.createmode,
1850 1850 validator=validate,
1851 1851 releasefn=releasefn,
1852 1852 checkambigfiles=_cachedfiles,
1853 1853 name=desc)
1854 1854 tr.changes['origrepolen'] = len(self)
1855 1855 tr.changes['obsmarkers'] = set()
1856 1856 tr.changes['phases'] = {}
1857 1857 tr.changes['bookmarks'] = {}
1858 1858
1859 1859 tr.hookargs['txnid'] = txnid
1860 1860 # note: writing the fncache only during finalize mean that the file is
1861 1861 # outdated when running hooks. As fncache is used for streaming clone,
1862 1862 # this is not expected to break anything that happen during the hooks.
1863 1863 tr.addfinalize('flush-fncache', self.store.write)
1864 1864 def txnclosehook(tr2):
1865 1865 """To be run if transaction is successful, will schedule a hook run
1866 1866 """
1867 1867 # Don't reference tr2 in hook() so we don't hold a reference.
1868 1868 # This reduces memory consumption when there are multiple
1869 1869 # transactions per lock. This can likely go away if issue5045
1870 1870 # fixes the function accumulation.
1871 1871 hookargs = tr2.hookargs
1872 1872
1873 1873 def hookfunc():
1874 1874 repo = reporef()
1875 1875 if hook.hashook(repo.ui, 'txnclose-bookmark'):
1876 1876 bmchanges = sorted(tr.changes['bookmarks'].items())
1877 1877 for name, (old, new) in bmchanges:
1878 1878 args = tr.hookargs.copy()
1879 1879 args.update(bookmarks.preparehookargs(name, old, new))
1880 1880 repo.hook('txnclose-bookmark', throw=False,
1881 1881 txnname=desc, **pycompat.strkwargs(args))
1882 1882
1883 1883 if hook.hashook(repo.ui, 'txnclose-phase'):
1884 1884 cl = repo.unfiltered().changelog
1885 1885 phasemv = sorted(tr.changes['phases'].items())
1886 1886 for rev, (old, new) in phasemv:
1887 1887 args = tr.hookargs.copy()
1888 1888 node = hex(cl.node(rev))
1889 1889 args.update(phases.preparehookargs(node, old, new))
1890 1890 repo.hook('txnclose-phase', throw=False, txnname=desc,
1891 1891 **pycompat.strkwargs(args))
1892 1892
1893 1893 repo.hook('txnclose', throw=False, txnname=desc,
1894 1894 **pycompat.strkwargs(hookargs))
1895 1895 reporef()._afterlock(hookfunc)
1896 1896 tr.addfinalize('txnclose-hook', txnclosehook)
1897 1897 # Include a leading "-" to make it happen before the transaction summary
1898 1898 # reports registered via scmutil.registersummarycallback() whose names
1899 1899 # are 00-txnreport etc. That way, the caches will be warm when the
1900 1900 # callbacks run.
1901 1901 tr.addpostclose('-warm-cache', self._buildcacheupdater(tr))
1902 1902 def txnaborthook(tr2):
1903 1903 """To be run if transaction is aborted
1904 1904 """
1905 1905 reporef().hook('txnabort', throw=False, txnname=desc,
1906 1906 **pycompat.strkwargs(tr2.hookargs))
1907 1907 tr.addabort('txnabort-hook', txnaborthook)
1908 1908 # avoid eager cache invalidation. in-memory data should be identical
1909 1909 # to stored data if transaction has no error.
1910 1910 tr.addpostclose('refresh-filecachestats', self._refreshfilecachestats)
1911 1911 self._transref = weakref.ref(tr)
1912 1912 scmutil.registersummarycallback(self, tr, desc)
1913 1913 return tr
1914 1914
1915 1915 def _journalfiles(self):
1916 1916 return ((self.svfs, 'journal'),
1917 1917 (self.svfs, 'journal.narrowspec'),
1918 1918 (self.vfs, 'journal.narrowspec.dirstate'),
1919 1919 (self.vfs, 'journal.dirstate'),
1920 1920 (self.vfs, 'journal.branch'),
1921 1921 (self.vfs, 'journal.desc'),
1922 1922 (self.vfs, 'journal.bookmarks'),
1923 1923 (self.svfs, 'journal.phaseroots'))
1924 1924
1925 1925 def undofiles(self):
1926 1926 return [(vfs, undoname(x)) for vfs, x in self._journalfiles()]
1927 1927
1928 1928 @unfilteredmethod
1929 1929 def _writejournal(self, desc):
1930 1930 self.dirstate.savebackup(None, 'journal.dirstate')
1931 1931 narrowspec.savewcbackup(self, 'journal.narrowspec.dirstate')
1932 1932 narrowspec.savebackup(self, 'journal.narrowspec')
1933 1933 self.vfs.write("journal.branch",
1934 1934 encoding.fromlocal(self.dirstate.branch()))
1935 1935 self.vfs.write("journal.desc",
1936 1936 "%d\n%s\n" % (len(self), desc))
1937 1937 self.vfs.write("journal.bookmarks",
1938 1938 self.vfs.tryread("bookmarks"))
1939 1939 self.svfs.write("journal.phaseroots",
1940 1940 self.svfs.tryread("phaseroots"))
1941 1941
1942 1942 def recover(self):
1943 1943 with self.lock():
1944 1944 if self.svfs.exists("journal"):
1945 1945 self.ui.status(_("rolling back interrupted transaction\n"))
1946 1946 vfsmap = {'': self.svfs,
1947 1947 'plain': self.vfs,}
1948 1948 transaction.rollback(self.svfs, vfsmap, "journal",
1949 1949 self.ui.warn,
1950 1950 checkambigfiles=_cachedfiles)
1951 1951 self.invalidate()
1952 1952 return True
1953 1953 else:
1954 1954 self.ui.warn(_("no interrupted transaction available\n"))
1955 1955 return False
1956 1956
1957 1957 def rollback(self, dryrun=False, force=False):
1958 1958 wlock = lock = dsguard = None
1959 1959 try:
1960 1960 wlock = self.wlock()
1961 1961 lock = self.lock()
1962 1962 if self.svfs.exists("undo"):
1963 1963 dsguard = dirstateguard.dirstateguard(self, 'rollback')
1964 1964
1965 1965 return self._rollback(dryrun, force, dsguard)
1966 1966 else:
1967 1967 self.ui.warn(_("no rollback information available\n"))
1968 1968 return 1
1969 1969 finally:
1970 1970 release(dsguard, lock, wlock)
1971 1971
1972 1972 @unfilteredmethod # Until we get smarter cache management
1973 1973 def _rollback(self, dryrun, force, dsguard):
1974 1974 ui = self.ui
1975 1975 try:
1976 1976 args = self.vfs.read('undo.desc').splitlines()
1977 1977 (oldlen, desc, detail) = (int(args[0]), args[1], None)
1978 1978 if len(args) >= 3:
1979 1979 detail = args[2]
1980 1980 oldtip = oldlen - 1
1981 1981
1982 1982 if detail and ui.verbose:
1983 1983 msg = (_('repository tip rolled back to revision %d'
1984 1984 ' (undo %s: %s)\n')
1985 1985 % (oldtip, desc, detail))
1986 1986 else:
1987 1987 msg = (_('repository tip rolled back to revision %d'
1988 1988 ' (undo %s)\n')
1989 1989 % (oldtip, desc))
1990 1990 except IOError:
1991 1991 msg = _('rolling back unknown transaction\n')
1992 1992 desc = None
1993 1993
1994 1994 if not force and self['.'] != self['tip'] and desc == 'commit':
1995 1995 raise error.Abort(
1996 1996 _('rollback of last commit while not checked out '
1997 1997 'may lose data'), hint=_('use -f to force'))
1998 1998
1999 1999 ui.status(msg)
2000 2000 if dryrun:
2001 2001 return 0
2002 2002
2003 2003 parents = self.dirstate.parents()
2004 2004 self.destroying()
2005 2005 vfsmap = {'plain': self.vfs, '': self.svfs}
2006 2006 transaction.rollback(self.svfs, vfsmap, 'undo', ui.warn,
2007 2007 checkambigfiles=_cachedfiles)
2008 2008 if self.vfs.exists('undo.bookmarks'):
2009 2009 self.vfs.rename('undo.bookmarks', 'bookmarks', checkambig=True)
2010 2010 if self.svfs.exists('undo.phaseroots'):
2011 2011 self.svfs.rename('undo.phaseroots', 'phaseroots', checkambig=True)
2012 2012 self.invalidate()
2013 2013
2014 parentgone = (parents[0] not in self.changelog.nodemap or
2015 parents[1] not in self.changelog.nodemap)
2014 parentgone = any(p not in self.changelog.nodemap for p in parents)
2016 2015 if parentgone:
2017 2016 # prevent dirstateguard from overwriting already restored one
2018 2017 dsguard.close()
2019 2018
2020 2019 narrowspec.restorebackup(self, 'undo.narrowspec')
2021 2020 narrowspec.restorewcbackup(self, 'undo.narrowspec.dirstate')
2022 2021 self.dirstate.restorebackup(None, 'undo.dirstate')
2023 2022 try:
2024 2023 branch = self.vfs.read('undo.branch')
2025 2024 self.dirstate.setbranch(encoding.tolocal(branch))
2026 2025 except IOError:
2027 2026 ui.warn(_('named branch could not be reset: '
2028 2027 'current branch is still \'%s\'\n')
2029 2028 % self.dirstate.branch())
2030 2029
2031 2030 parents = tuple([p.rev() for p in self[None].parents()])
2032 2031 if len(parents) > 1:
2033 2032 ui.status(_('working directory now based on '
2034 2033 'revisions %d and %d\n') % parents)
2035 2034 else:
2036 2035 ui.status(_('working directory now based on '
2037 2036 'revision %d\n') % parents)
2038 2037 mergemod.mergestate.clean(self, self['.'].node())
2039 2038
2040 2039 # TODO: if we know which new heads may result from this rollback, pass
2041 2040 # them to destroy(), which will prevent the branchhead cache from being
2042 2041 # invalidated.
2043 2042 self.destroyed()
2044 2043 return 0
2045 2044
2046 2045 def _buildcacheupdater(self, newtransaction):
2047 2046 """called during transaction to build the callback updating cache
2048 2047
2049 2048 Lives on the repository to help extension who might want to augment
2050 2049 this logic. For this purpose, the created transaction is passed to the
2051 2050 method.
2052 2051 """
2053 2052 # we must avoid cyclic reference between repo and transaction.
2054 2053 reporef = weakref.ref(self)
2055 2054 def updater(tr):
2056 2055 repo = reporef()
2057 2056 repo.updatecaches(tr)
2058 2057 return updater
2059 2058
2060 2059 @unfilteredmethod
2061 2060 def updatecaches(self, tr=None, full=False):
2062 2061 """warm appropriate caches
2063 2062
2064 2063 If this function is called after a transaction closed. The transaction
2065 2064 will be available in the 'tr' argument. This can be used to selectively
2066 2065 update caches relevant to the changes in that transaction.
2067 2066
2068 2067 If 'full' is set, make sure all caches the function knows about have
2069 2068 up-to-date data. Even the ones usually loaded more lazily.
2070 2069 """
2071 2070 if tr is not None and tr.hookargs.get('source') == 'strip':
2072 2071 # During strip, many caches are invalid but
2073 2072 # later call to `destroyed` will refresh them.
2074 2073 return
2075 2074
2076 2075 if tr is None or tr.changes['origrepolen'] < len(self):
2077 2076 # updating the unfiltered branchmap should refresh all the others,
2078 2077 self.ui.debug('updating the branch cache\n')
2079 2078 branchmap.updatecache(self.filtered('served'))
2080 2079
2081 2080 if full:
2082 2081 rbc = self.revbranchcache()
2083 2082 for r in self.changelog:
2084 2083 rbc.branchinfo(r)
2085 2084 rbc.write()
2086 2085
2087 2086 # ensure the working copy parents are in the manifestfulltextcache
2088 2087 for ctx in self['.'].parents():
2089 2088 ctx.manifest() # accessing the manifest is enough
2090 2089
2091 2090 def invalidatecaches(self):
2092 2091
2093 2092 if r'_tagscache' in vars(self):
2094 2093 # can't use delattr on proxy
2095 2094 del self.__dict__[r'_tagscache']
2096 2095
2097 2096 self.unfiltered()._branchcaches.clear()
2098 2097 self.invalidatevolatilesets()
2099 2098 self._sparsesignaturecache.clear()
2100 2099
2101 2100 def invalidatevolatilesets(self):
2102 2101 self.filteredrevcache.clear()
2103 2102 obsolete.clearobscaches(self)
2104 2103
2105 2104 def invalidatedirstate(self):
2106 2105 '''Invalidates the dirstate, causing the next call to dirstate
2107 2106 to check if it was modified since the last time it was read,
2108 2107 rereading it if it has.
2109 2108
2110 2109 This is different to dirstate.invalidate() that it doesn't always
2111 2110 rereads the dirstate. Use dirstate.invalidate() if you want to
2112 2111 explicitly read the dirstate again (i.e. restoring it to a previous
2113 2112 known good state).'''
2114 2113 if hasunfilteredcache(self, r'dirstate'):
2115 2114 for k in self.dirstate._filecache:
2116 2115 try:
2117 2116 delattr(self.dirstate, k)
2118 2117 except AttributeError:
2119 2118 pass
2120 2119 delattr(self.unfiltered(), r'dirstate')
2121 2120
2122 2121 def invalidate(self, clearfilecache=False):
2123 2122 '''Invalidates both store and non-store parts other than dirstate
2124 2123
2125 2124 If a transaction is running, invalidation of store is omitted,
2126 2125 because discarding in-memory changes might cause inconsistency
2127 2126 (e.g. incomplete fncache causes unintentional failure, but
2128 2127 redundant one doesn't).
2129 2128 '''
2130 2129 unfiltered = self.unfiltered() # all file caches are stored unfiltered
2131 2130 for k in list(self._filecache.keys()):
2132 2131 # dirstate is invalidated separately in invalidatedirstate()
2133 2132 if k == 'dirstate':
2134 2133 continue
2135 2134 if (k == 'changelog' and
2136 2135 self.currenttransaction() and
2137 2136 self.changelog._delayed):
2138 2137 # The changelog object may store unwritten revisions. We don't
2139 2138 # want to lose them.
2140 2139 # TODO: Solve the problem instead of working around it.
2141 2140 continue
2142 2141
2143 2142 if clearfilecache:
2144 2143 del self._filecache[k]
2145 2144 try:
2146 2145 delattr(unfiltered, k)
2147 2146 except AttributeError:
2148 2147 pass
2149 2148 self.invalidatecaches()
2150 2149 if not self.currenttransaction():
2151 2150 # TODO: Changing contents of store outside transaction
2152 2151 # causes inconsistency. We should make in-memory store
2153 2152 # changes detectable, and abort if changed.
2154 2153 self.store.invalidatecaches()
2155 2154
2156 2155 def invalidateall(self):
2157 2156 '''Fully invalidates both store and non-store parts, causing the
2158 2157 subsequent operation to reread any outside changes.'''
2159 2158 # extension should hook this to invalidate its caches
2160 2159 self.invalidate()
2161 2160 self.invalidatedirstate()
2162 2161
2163 2162 @unfilteredmethod
2164 2163 def _refreshfilecachestats(self, tr):
2165 2164 """Reload stats of cached files so that they are flagged as valid"""
2166 2165 for k, ce in self._filecache.items():
2167 2166 k = pycompat.sysstr(k)
2168 2167 if k == r'dirstate' or k not in self.__dict__:
2169 2168 continue
2170 2169 ce.refresh()
2171 2170
2172 2171 def _lock(self, vfs, lockname, wait, releasefn, acquirefn, desc,
2173 2172 inheritchecker=None, parentenvvar=None):
2174 2173 parentlock = None
2175 2174 # the contents of parentenvvar are used by the underlying lock to
2176 2175 # determine whether it can be inherited
2177 2176 if parentenvvar is not None:
2178 2177 parentlock = encoding.environ.get(parentenvvar)
2179 2178
2180 2179 timeout = 0
2181 2180 warntimeout = 0
2182 2181 if wait:
2183 2182 timeout = self.ui.configint("ui", "timeout")
2184 2183 warntimeout = self.ui.configint("ui", "timeout.warn")
2185 2184 # internal config: ui.signal-safe-lock
2186 2185 signalsafe = self.ui.configbool('ui', 'signal-safe-lock')
2187 2186
2188 2187 l = lockmod.trylock(self.ui, vfs, lockname, timeout, warntimeout,
2189 2188 releasefn=releasefn,
2190 2189 acquirefn=acquirefn, desc=desc,
2191 2190 inheritchecker=inheritchecker,
2192 2191 parentlock=parentlock,
2193 2192 signalsafe=signalsafe)
2194 2193 return l
2195 2194
2196 2195 def _afterlock(self, callback):
2197 2196 """add a callback to be run when the repository is fully unlocked
2198 2197
2199 2198 The callback will be executed when the outermost lock is released
2200 2199 (with wlock being higher level than 'lock')."""
2201 2200 for ref in (self._wlockref, self._lockref):
2202 2201 l = ref and ref()
2203 2202 if l and l.held:
2204 2203 l.postrelease.append(callback)
2205 2204 break
2206 2205 else: # no lock have been found.
2207 2206 callback()
2208 2207
2209 2208 def lock(self, wait=True):
2210 2209 '''Lock the repository store (.hg/store) and return a weak reference
2211 2210 to the lock. Use this before modifying the store (e.g. committing or
2212 2211 stripping). If you are opening a transaction, get a lock as well.)
2213 2212
2214 2213 If both 'lock' and 'wlock' must be acquired, ensure you always acquires
2215 2214 'wlock' first to avoid a dead-lock hazard.'''
2216 2215 l = self._currentlock(self._lockref)
2217 2216 if l is not None:
2218 2217 l.lock()
2219 2218 return l
2220 2219
2221 2220 l = self._lock(self.svfs, "lock", wait, None,
2222 2221 self.invalidate, _('repository %s') % self.origroot)
2223 2222 self._lockref = weakref.ref(l)
2224 2223 return l
2225 2224
2226 2225 def _wlockchecktransaction(self):
2227 2226 if self.currenttransaction() is not None:
2228 2227 raise error.LockInheritanceContractViolation(
2229 2228 'wlock cannot be inherited in the middle of a transaction')
2230 2229
2231 2230 def wlock(self, wait=True):
2232 2231 '''Lock the non-store parts of the repository (everything under
2233 2232 .hg except .hg/store) and return a weak reference to the lock.
2234 2233
2235 2234 Use this before modifying files in .hg.
2236 2235
2237 2236 If both 'lock' and 'wlock' must be acquired, ensure you always acquires
2238 2237 'wlock' first to avoid a dead-lock hazard.'''
2239 2238 l = self._wlockref and self._wlockref()
2240 2239 if l is not None and l.held:
2241 2240 l.lock()
2242 2241 return l
2243 2242
2244 2243 # We do not need to check for non-waiting lock acquisition. Such
2245 2244 # acquisition would not cause dead-lock as they would just fail.
2246 2245 if wait and (self.ui.configbool('devel', 'all-warnings')
2247 2246 or self.ui.configbool('devel', 'check-locks')):
2248 2247 if self._currentlock(self._lockref) is not None:
2249 2248 self.ui.develwarn('"wlock" acquired after "lock"')
2250 2249
2251 2250 def unlock():
2252 2251 if self.dirstate.pendingparentchange():
2253 2252 self.dirstate.invalidate()
2254 2253 else:
2255 2254 self.dirstate.write(None)
2256 2255
2257 2256 self._filecache['dirstate'].refresh()
2258 2257
2259 2258 l = self._lock(self.vfs, "wlock", wait, unlock,
2260 2259 self.invalidatedirstate, _('working directory of %s') %
2261 2260 self.origroot,
2262 2261 inheritchecker=self._wlockchecktransaction,
2263 2262 parentenvvar='HG_WLOCK_LOCKER')
2264 2263 self._wlockref = weakref.ref(l)
2265 2264 return l
2266 2265
2267 2266 def _currentlock(self, lockref):
2268 2267 """Returns the lock if it's held, or None if it's not."""
2269 2268 if lockref is None:
2270 2269 return None
2271 2270 l = lockref()
2272 2271 if l is None or not l.held:
2273 2272 return None
2274 2273 return l
2275 2274
2276 2275 def currentwlock(self):
2277 2276 """Returns the wlock if it's held, or None if it's not."""
2278 2277 return self._currentlock(self._wlockref)
2279 2278
2280 2279 def _filecommit(self, fctx, manifest1, manifest2, linkrev, tr, changelist):
2281 2280 """
2282 2281 commit an individual file as part of a larger transaction
2283 2282 """
2284 2283
2285 2284 fname = fctx.path()
2286 2285 fparent1 = manifest1.get(fname, nullid)
2287 2286 fparent2 = manifest2.get(fname, nullid)
2288 2287 if isinstance(fctx, context.filectx):
2289 2288 node = fctx.filenode()
2290 2289 if node in [fparent1, fparent2]:
2291 2290 self.ui.debug('reusing %s filelog entry\n' % fname)
2292 2291 if manifest1.flags(fname) != fctx.flags():
2293 2292 changelist.append(fname)
2294 2293 return node
2295 2294
2296 2295 flog = self.file(fname)
2297 2296 meta = {}
2298 2297 copy = fctx.renamed()
2299 2298 if copy and copy[0] != fname:
2300 2299 # Mark the new revision of this file as a copy of another
2301 2300 # file. This copy data will effectively act as a parent
2302 2301 # of this new revision. If this is a merge, the first
2303 2302 # parent will be the nullid (meaning "look up the copy data")
2304 2303 # and the second one will be the other parent. For example:
2305 2304 #
2306 2305 # 0 --- 1 --- 3 rev1 changes file foo
2307 2306 # \ / rev2 renames foo to bar and changes it
2308 2307 # \- 2 -/ rev3 should have bar with all changes and
2309 2308 # should record that bar descends from
2310 2309 # bar in rev2 and foo in rev1
2311 2310 #
2312 2311 # this allows this merge to succeed:
2313 2312 #
2314 2313 # 0 --- 1 --- 3 rev4 reverts the content change from rev2
2315 2314 # \ / merging rev3 and rev4 should use bar@rev2
2316 2315 # \- 2 --- 4 as the merge base
2317 2316 #
2318 2317
2319 2318 cfname = copy[0]
2320 2319 crev = manifest1.get(cfname)
2321 2320 newfparent = fparent2
2322 2321
2323 2322 if manifest2: # branch merge
2324 2323 if fparent2 == nullid or crev is None: # copied on remote side
2325 2324 if cfname in manifest2:
2326 2325 crev = manifest2[cfname]
2327 2326 newfparent = fparent1
2328 2327
2329 2328 # Here, we used to search backwards through history to try to find
2330 2329 # where the file copy came from if the source of a copy was not in
2331 2330 # the parent directory. However, this doesn't actually make sense to
2332 2331 # do (what does a copy from something not in your working copy even
2333 2332 # mean?) and it causes bugs (eg, issue4476). Instead, we will warn
2334 2333 # the user that copy information was dropped, so if they didn't
2335 2334 # expect this outcome it can be fixed, but this is the correct
2336 2335 # behavior in this circumstance.
2337 2336
2338 2337 if crev:
2339 2338 self.ui.debug(" %s: copy %s:%s\n" % (fname, cfname, hex(crev)))
2340 2339 meta["copy"] = cfname
2341 2340 meta["copyrev"] = hex(crev)
2342 2341 fparent1, fparent2 = nullid, newfparent
2343 2342 else:
2344 2343 self.ui.warn(_("warning: can't find ancestor for '%s' "
2345 2344 "copied from '%s'!\n") % (fname, cfname))
2346 2345
2347 2346 elif fparent1 == nullid:
2348 2347 fparent1, fparent2 = fparent2, nullid
2349 2348 elif fparent2 != nullid:
2350 2349 # is one parent an ancestor of the other?
2351 2350 fparentancestors = flog.commonancestorsheads(fparent1, fparent2)
2352 2351 if fparent1 in fparentancestors:
2353 2352 fparent1, fparent2 = fparent2, nullid
2354 2353 elif fparent2 in fparentancestors:
2355 2354 fparent2 = nullid
2356 2355
2357 2356 # is the file changed?
2358 2357 text = fctx.data()
2359 2358 if fparent2 != nullid or flog.cmp(fparent1, text) or meta:
2360 2359 changelist.append(fname)
2361 2360 return flog.add(text, meta, tr, linkrev, fparent1, fparent2)
2362 2361 # are just the flags changed during merge?
2363 2362 elif fname in manifest1 and manifest1.flags(fname) != fctx.flags():
2364 2363 changelist.append(fname)
2365 2364
2366 2365 return fparent1
2367 2366
2368 2367 def checkcommitpatterns(self, wctx, vdirs, match, status, fail):
2369 2368 """check for commit arguments that aren't committable"""
2370 2369 if match.isexact() or match.prefix():
2371 2370 matched = set(status.modified + status.added + status.removed)
2372 2371
2373 2372 for f in match.files():
2374 2373 f = self.dirstate.normalize(f)
2375 2374 if f == '.' or f in matched or f in wctx.substate:
2376 2375 continue
2377 2376 if f in status.deleted:
2378 2377 fail(f, _('file not found!'))
2379 2378 if f in vdirs: # visited directory
2380 2379 d = f + '/'
2381 2380 for mf in matched:
2382 2381 if mf.startswith(d):
2383 2382 break
2384 2383 else:
2385 2384 fail(f, _("no match under directory!"))
2386 2385 elif f not in self.dirstate:
2387 2386 fail(f, _("file not tracked!"))
2388 2387
2389 2388 @unfilteredmethod
2390 2389 def commit(self, text="", user=None, date=None, match=None, force=False,
2391 2390 editor=False, extra=None):
2392 2391 """Add a new revision to current repository.
2393 2392
2394 2393 Revision information is gathered from the working directory,
2395 2394 match can be used to filter the committed files. If editor is
2396 2395 supplied, it is called to get a commit message.
2397 2396 """
2398 2397 if extra is None:
2399 2398 extra = {}
2400 2399
2401 2400 def fail(f, msg):
2402 2401 raise error.Abort('%s: %s' % (f, msg))
2403 2402
2404 2403 if not match:
2405 2404 match = matchmod.always(self.root, '')
2406 2405
2407 2406 if not force:
2408 2407 vdirs = []
2409 2408 match.explicitdir = vdirs.append
2410 2409 match.bad = fail
2411 2410
2412 2411 # lock() for recent changelog (see issue4368)
2413 2412 with self.wlock(), self.lock():
2414 2413 wctx = self[None]
2415 2414 merge = len(wctx.parents()) > 1
2416 2415
2417 2416 if not force and merge and not match.always():
2418 2417 raise error.Abort(_('cannot partially commit a merge '
2419 2418 '(do not specify files or patterns)'))
2420 2419
2421 2420 status = self.status(match=match, clean=force)
2422 2421 if force:
2423 2422 status.modified.extend(status.clean) # mq may commit clean files
2424 2423
2425 2424 # check subrepos
2426 2425 subs, commitsubs, newstate = subrepoutil.precommit(
2427 2426 self.ui, wctx, status, match, force=force)
2428 2427
2429 2428 # make sure all explicit patterns are matched
2430 2429 if not force:
2431 2430 self.checkcommitpatterns(wctx, vdirs, match, status, fail)
2432 2431
2433 2432 cctx = context.workingcommitctx(self, status,
2434 2433 text, user, date, extra)
2435 2434
2436 2435 # internal config: ui.allowemptycommit
2437 2436 allowemptycommit = (wctx.branch() != wctx.p1().branch()
2438 2437 or extra.get('close') or merge or cctx.files()
2439 2438 or self.ui.configbool('ui', 'allowemptycommit'))
2440 2439 if not allowemptycommit:
2441 2440 return None
2442 2441
2443 2442 if merge and cctx.deleted():
2444 2443 raise error.Abort(_("cannot commit merge with missing files"))
2445 2444
2446 2445 ms = mergemod.mergestate.read(self)
2447 2446 mergeutil.checkunresolved(ms)
2448 2447
2449 2448 if editor:
2450 2449 cctx._text = editor(self, cctx, subs)
2451 2450 edited = (text != cctx._text)
2452 2451
2453 2452 # Save commit message in case this transaction gets rolled back
2454 2453 # (e.g. by a pretxncommit hook). Leave the content alone on
2455 2454 # the assumption that the user will use the same editor again.
2456 2455 msgfn = self.savecommitmessage(cctx._text)
2457 2456
2458 2457 # commit subs and write new state
2459 2458 if subs:
2460 2459 for s in sorted(commitsubs):
2461 2460 sub = wctx.sub(s)
2462 2461 self.ui.status(_('committing subrepository %s\n') %
2463 2462 subrepoutil.subrelpath(sub))
2464 2463 sr = sub.commit(cctx._text, user, date)
2465 2464 newstate[s] = (newstate[s][0], sr)
2466 2465 subrepoutil.writestate(self, newstate)
2467 2466
2468 2467 p1, p2 = self.dirstate.parents()
2469 2468 hookp1, hookp2 = hex(p1), (p2 != nullid and hex(p2) or '')
2470 2469 try:
2471 2470 self.hook("precommit", throw=True, parent1=hookp1,
2472 2471 parent2=hookp2)
2473 2472 with self.transaction('commit'):
2474 2473 ret = self.commitctx(cctx, True)
2475 2474 # update bookmarks, dirstate and mergestate
2476 2475 bookmarks.update(self, [p1, p2], ret)
2477 2476 cctx.markcommitted(ret)
2478 2477 ms.reset()
2479 2478 except: # re-raises
2480 2479 if edited:
2481 2480 self.ui.write(
2482 2481 _('note: commit message saved in %s\n') % msgfn)
2483 2482 raise
2484 2483
2485 2484 def commithook(node=hex(ret), parent1=hookp1, parent2=hookp2):
2486 2485 # hack for command that use a temporary commit (eg: histedit)
2487 2486 # temporary commit got stripped before hook release
2488 2487 if self.changelog.hasnode(ret):
2489 2488 self.hook("commit", node=node, parent1=parent1,
2490 2489 parent2=parent2)
2491 2490 self._afterlock(commithook)
2492 2491 return ret
2493 2492
2494 2493 @unfilteredmethod
2495 2494 def commitctx(self, ctx, error=False):
2496 2495 """Add a new revision to current repository.
2497 2496 Revision information is passed via the context argument.
2498 2497
2499 2498 ctx.files() should list all files involved in this commit, i.e.
2500 2499 modified/added/removed files. On merge, it may be wider than the
2501 2500 ctx.files() to be committed, since any file nodes derived directly
2502 2501 from p1 or p2 are excluded from the committed ctx.files().
2503 2502 """
2504 2503
2505 2504 p1, p2 = ctx.p1(), ctx.p2()
2506 2505 user = ctx.user()
2507 2506
2508 2507 with self.lock(), self.transaction("commit") as tr:
2509 2508 trp = weakref.proxy(tr)
2510 2509
2511 2510 if ctx.manifestnode():
2512 2511 # reuse an existing manifest revision
2513 2512 self.ui.debug('reusing known manifest\n')
2514 2513 mn = ctx.manifestnode()
2515 2514 files = ctx.files()
2516 2515 elif ctx.files():
2517 2516 m1ctx = p1.manifestctx()
2518 2517 m2ctx = p2.manifestctx()
2519 2518 mctx = m1ctx.copy()
2520 2519
2521 2520 m = mctx.read()
2522 2521 m1 = m1ctx.read()
2523 2522 m2 = m2ctx.read()
2524 2523
2525 2524 # check in files
2526 2525 added = []
2527 2526 changed = []
2528 2527 removed = list(ctx.removed())
2529 2528 linkrev = len(self)
2530 2529 self.ui.note(_("committing files:\n"))
2531 2530 for f in sorted(ctx.modified() + ctx.added()):
2532 2531 self.ui.note(f + "\n")
2533 2532 try:
2534 2533 fctx = ctx[f]
2535 2534 if fctx is None:
2536 2535 removed.append(f)
2537 2536 else:
2538 2537 added.append(f)
2539 2538 m[f] = self._filecommit(fctx, m1, m2, linkrev,
2540 2539 trp, changed)
2541 2540 m.setflag(f, fctx.flags())
2542 2541 except OSError:
2543 2542 self.ui.warn(_("trouble committing %s!\n") % f)
2544 2543 raise
2545 2544 except IOError as inst:
2546 2545 errcode = getattr(inst, 'errno', errno.ENOENT)
2547 2546 if error or errcode and errcode != errno.ENOENT:
2548 2547 self.ui.warn(_("trouble committing %s!\n") % f)
2549 2548 raise
2550 2549
2551 2550 # update manifest
2552 2551 removed = [f for f in sorted(removed) if f in m1 or f in m2]
2553 2552 drop = [f for f in removed if f in m]
2554 2553 for f in drop:
2555 2554 del m[f]
2556 2555 files = changed + removed
2557 2556 md = None
2558 2557 if not files:
2559 2558 # if no "files" actually changed in terms of the changelog,
2560 2559 # try hard to detect unmodified manifest entry so that the
2561 2560 # exact same commit can be reproduced later on convert.
2562 2561 md = m1.diff(m, scmutil.matchfiles(self, ctx.files()))
2563 2562 if not files and md:
2564 2563 self.ui.debug('not reusing manifest (no file change in '
2565 2564 'changelog, but manifest differs)\n')
2566 2565 if files or md:
2567 2566 self.ui.note(_("committing manifest\n"))
2568 2567 # we're using narrowmatch here since it's already applied at
2569 2568 # other stages (such as dirstate.walk), so we're already
2570 2569 # ignoring things outside of narrowspec in most cases. The
2571 2570 # one case where we might have files outside the narrowspec
2572 2571 # at this point is merges, and we already error out in the
2573 2572 # case where the merge has files outside of the narrowspec,
2574 2573 # so this is safe.
2575 2574 mn = mctx.write(trp, linkrev,
2576 2575 p1.manifestnode(), p2.manifestnode(),
2577 2576 added, drop, match=self.narrowmatch())
2578 2577 else:
2579 2578 self.ui.debug('reusing manifest form p1 (listed files '
2580 2579 'actually unchanged)\n')
2581 2580 mn = p1.manifestnode()
2582 2581 else:
2583 2582 self.ui.debug('reusing manifest from p1 (no file change)\n')
2584 2583 mn = p1.manifestnode()
2585 2584 files = []
2586 2585
2587 2586 # update changelog
2588 2587 self.ui.note(_("committing changelog\n"))
2589 2588 self.changelog.delayupdate(tr)
2590 2589 n = self.changelog.add(mn, files, ctx.description(),
2591 2590 trp, p1.node(), p2.node(),
2592 2591 user, ctx.date(), ctx.extra().copy())
2593 2592 xp1, xp2 = p1.hex(), p2 and p2.hex() or ''
2594 2593 self.hook('pretxncommit', throw=True, node=hex(n), parent1=xp1,
2595 2594 parent2=xp2)
2596 2595 # set the new commit is proper phase
2597 2596 targetphase = subrepoutil.newcommitphase(self.ui, ctx)
2598 2597 if targetphase:
2599 2598 # retract boundary do not alter parent changeset.
2600 2599 # if a parent have higher the resulting phase will
2601 2600 # be compliant anyway
2602 2601 #
2603 2602 # if minimal phase was 0 we don't need to retract anything
2604 2603 phases.registernew(self, tr, targetphase, [n])
2605 2604 return n
2606 2605
2607 2606 @unfilteredmethod
2608 2607 def destroying(self):
2609 2608 '''Inform the repository that nodes are about to be destroyed.
2610 2609 Intended for use by strip and rollback, so there's a common
2611 2610 place for anything that has to be done before destroying history.
2612 2611
2613 2612 This is mostly useful for saving state that is in memory and waiting
2614 2613 to be flushed when the current lock is released. Because a call to
2615 2614 destroyed is imminent, the repo will be invalidated causing those
2616 2615 changes to stay in memory (waiting for the next unlock), or vanish
2617 2616 completely.
2618 2617 '''
2619 2618 # When using the same lock to commit and strip, the phasecache is left
2620 2619 # dirty after committing. Then when we strip, the repo is invalidated,
2621 2620 # causing those changes to disappear.
2622 2621 if '_phasecache' in vars(self):
2623 2622 self._phasecache.write()
2624 2623
2625 2624 @unfilteredmethod
2626 2625 def destroyed(self):
2627 2626 '''Inform the repository that nodes have been destroyed.
2628 2627 Intended for use by strip and rollback, so there's a common
2629 2628 place for anything that has to be done after destroying history.
2630 2629 '''
2631 2630 # When one tries to:
2632 2631 # 1) destroy nodes thus calling this method (e.g. strip)
2633 2632 # 2) use phasecache somewhere (e.g. commit)
2634 2633 #
2635 2634 # then 2) will fail because the phasecache contains nodes that were
2636 2635 # removed. We can either remove phasecache from the filecache,
2637 2636 # causing it to reload next time it is accessed, or simply filter
2638 2637 # the removed nodes now and write the updated cache.
2639 2638 self._phasecache.filterunknown(self)
2640 2639 self._phasecache.write()
2641 2640
2642 2641 # refresh all repository caches
2643 2642 self.updatecaches()
2644 2643
2645 2644 # Ensure the persistent tag cache is updated. Doing it now
2646 2645 # means that the tag cache only has to worry about destroyed
2647 2646 # heads immediately after a strip/rollback. That in turn
2648 2647 # guarantees that "cachetip == currenttip" (comparing both rev
2649 2648 # and node) always means no nodes have been added or destroyed.
2650 2649
2651 2650 # XXX this is suboptimal when qrefresh'ing: we strip the current
2652 2651 # head, refresh the tag cache, then immediately add a new head.
2653 2652 # But I think doing it this way is necessary for the "instant
2654 2653 # tag cache retrieval" case to work.
2655 2654 self.invalidate()
2656 2655
2657 2656 def status(self, node1='.', node2=None, match=None,
2658 2657 ignored=False, clean=False, unknown=False,
2659 2658 listsubrepos=False):
2660 2659 '''a convenience method that calls node1.status(node2)'''
2661 2660 return self[node1].status(node2, match, ignored, clean, unknown,
2662 2661 listsubrepos)
2663 2662
2664 2663 def addpostdsstatus(self, ps):
2665 2664 """Add a callback to run within the wlock, at the point at which status
2666 2665 fixups happen.
2667 2666
2668 2667 On status completion, callback(wctx, status) will be called with the
2669 2668 wlock held, unless the dirstate has changed from underneath or the wlock
2670 2669 couldn't be grabbed.
2671 2670
2672 2671 Callbacks should not capture and use a cached copy of the dirstate --
2673 2672 it might change in the meanwhile. Instead, they should access the
2674 2673 dirstate via wctx.repo().dirstate.
2675 2674
2676 2675 This list is emptied out after each status run -- extensions should
2677 2676 make sure it adds to this list each time dirstate.status is called.
2678 2677 Extensions should also make sure they don't call this for statuses
2679 2678 that don't involve the dirstate.
2680 2679 """
2681 2680
2682 2681 # The list is located here for uniqueness reasons -- it is actually
2683 2682 # managed by the workingctx, but that isn't unique per-repo.
2684 2683 self._postdsstatus.append(ps)
2685 2684
2686 2685 def postdsstatus(self):
2687 2686 """Used by workingctx to get the list of post-dirstate-status hooks."""
2688 2687 return self._postdsstatus
2689 2688
2690 2689 def clearpostdsstatus(self):
2691 2690 """Used by workingctx to clear post-dirstate-status hooks."""
2692 2691 del self._postdsstatus[:]
2693 2692
2694 2693 def heads(self, start=None):
2695 2694 if start is None:
2696 2695 cl = self.changelog
2697 2696 headrevs = reversed(cl.headrevs())
2698 2697 return [cl.node(rev) for rev in headrevs]
2699 2698
2700 2699 heads = self.changelog.heads(start)
2701 2700 # sort the output in rev descending order
2702 2701 return sorted(heads, key=self.changelog.rev, reverse=True)
2703 2702
2704 2703 def branchheads(self, branch=None, start=None, closed=False):
2705 2704 '''return a (possibly filtered) list of heads for the given branch
2706 2705
2707 2706 Heads are returned in topological order, from newest to oldest.
2708 2707 If branch is None, use the dirstate branch.
2709 2708 If start is not None, return only heads reachable from start.
2710 2709 If closed is True, return heads that are marked as closed as well.
2711 2710 '''
2712 2711 if branch is None:
2713 2712 branch = self[None].branch()
2714 2713 branches = self.branchmap()
2715 2714 if branch not in branches:
2716 2715 return []
2717 2716 # the cache returns heads ordered lowest to highest
2718 2717 bheads = list(reversed(branches.branchheads(branch, closed=closed)))
2719 2718 if start is not None:
2720 2719 # filter out the heads that cannot be reached from startrev
2721 2720 fbheads = set(self.changelog.nodesbetween([start], bheads)[2])
2722 2721 bheads = [h for h in bheads if h in fbheads]
2723 2722 return bheads
2724 2723
2725 2724 def branches(self, nodes):
2726 2725 if not nodes:
2727 2726 nodes = [self.changelog.tip()]
2728 2727 b = []
2729 2728 for n in nodes:
2730 2729 t = n
2731 2730 while True:
2732 2731 p = self.changelog.parents(n)
2733 2732 if p[1] != nullid or p[0] == nullid:
2734 2733 b.append((t, n, p[0], p[1]))
2735 2734 break
2736 2735 n = p[0]
2737 2736 return b
2738 2737
2739 2738 def between(self, pairs):
2740 2739 r = []
2741 2740
2742 2741 for top, bottom in pairs:
2743 2742 n, l, i = top, [], 0
2744 2743 f = 1
2745 2744
2746 2745 while n != bottom and n != nullid:
2747 2746 p = self.changelog.parents(n)[0]
2748 2747 if i == f:
2749 2748 l.append(n)
2750 2749 f = f * 2
2751 2750 n = p
2752 2751 i += 1
2753 2752
2754 2753 r.append(l)
2755 2754
2756 2755 return r
2757 2756
2758 2757 def checkpush(self, pushop):
2759 2758 """Extensions can override this function if additional checks have
2760 2759 to be performed before pushing, or call it if they override push
2761 2760 command.
2762 2761 """
2763 2762
2764 2763 @unfilteredpropertycache
2765 2764 def prepushoutgoinghooks(self):
2766 2765 """Return util.hooks consists of a pushop with repo, remote, outgoing
2767 2766 methods, which are called before pushing changesets.
2768 2767 """
2769 2768 return util.hooks()
2770 2769
2771 2770 def pushkey(self, namespace, key, old, new):
2772 2771 try:
2773 2772 tr = self.currenttransaction()
2774 2773 hookargs = {}
2775 2774 if tr is not None:
2776 2775 hookargs.update(tr.hookargs)
2777 2776 hookargs = pycompat.strkwargs(hookargs)
2778 2777 hookargs[r'namespace'] = namespace
2779 2778 hookargs[r'key'] = key
2780 2779 hookargs[r'old'] = old
2781 2780 hookargs[r'new'] = new
2782 2781 self.hook('prepushkey', throw=True, **hookargs)
2783 2782 except error.HookAbort as exc:
2784 2783 self.ui.write_err(_("pushkey-abort: %s\n") % exc)
2785 2784 if exc.hint:
2786 2785 self.ui.write_err(_("(%s)\n") % exc.hint)
2787 2786 return False
2788 2787 self.ui.debug('pushing key for "%s:%s"\n' % (namespace, key))
2789 2788 ret = pushkey.push(self, namespace, key, old, new)
2790 2789 def runhook():
2791 2790 self.hook('pushkey', namespace=namespace, key=key, old=old, new=new,
2792 2791 ret=ret)
2793 2792 self._afterlock(runhook)
2794 2793 return ret
2795 2794
2796 2795 def listkeys(self, namespace):
2797 2796 self.hook('prelistkeys', throw=True, namespace=namespace)
2798 2797 self.ui.debug('listing keys for "%s"\n' % namespace)
2799 2798 values = pushkey.list(self, namespace)
2800 2799 self.hook('listkeys', namespace=namespace, values=values)
2801 2800 return values
2802 2801
2803 2802 def debugwireargs(self, one, two, three=None, four=None, five=None):
2804 2803 '''used to test argument passing over the wire'''
2805 2804 return "%s %s %s %s %s" % (one, two, pycompat.bytestr(three),
2806 2805 pycompat.bytestr(four),
2807 2806 pycompat.bytestr(five))
2808 2807
2809 2808 def savecommitmessage(self, text):
2810 2809 fp = self.vfs('last-message.txt', 'wb')
2811 2810 try:
2812 2811 fp.write(text)
2813 2812 finally:
2814 2813 fp.close()
2815 2814 return self.pathto(fp.name[len(self.root) + 1:])
2816 2815
2817 2816 # used to avoid circular references so destructors work
2818 2817 def aftertrans(files):
2819 2818 renamefiles = [tuple(t) for t in files]
2820 2819 def a():
2821 2820 for vfs, src, dest in renamefiles:
2822 2821 # if src and dest refer to a same file, vfs.rename is a no-op,
2823 2822 # leaving both src and dest on disk. delete dest to make sure
2824 2823 # the rename couldn't be such a no-op.
2825 2824 vfs.tryunlink(dest)
2826 2825 try:
2827 2826 vfs.rename(src, dest)
2828 2827 except OSError: # journal file does not yet exist
2829 2828 pass
2830 2829 return a
2831 2830
2832 2831 def undoname(fn):
2833 2832 base, name = os.path.split(fn)
2834 2833 assert name.startswith('journal')
2835 2834 return os.path.join(base, name.replace('journal', 'undo', 1))
2836 2835
2837 2836 def instance(ui, path, create, intents=None, createopts=None):
2838 2837 localpath = util.urllocalpath(path)
2839 2838 if create:
2840 2839 createrepository(ui, localpath, createopts=createopts)
2841 2840
2842 2841 return makelocalrepository(ui, localpath, intents=intents)
2843 2842
2844 2843 def islocal(path):
2845 2844 return True
2846 2845
2847 2846 def defaultcreateopts(ui, createopts=None):
2848 2847 """Populate the default creation options for a repository.
2849 2848
2850 2849 A dictionary of explicitly requested creation options can be passed
2851 2850 in. Missing keys will be populated.
2852 2851 """
2853 2852 createopts = dict(createopts or {})
2854 2853
2855 2854 if 'backend' not in createopts:
2856 2855 # experimental config: storage.new-repo-backend
2857 2856 createopts['backend'] = ui.config('storage', 'new-repo-backend')
2858 2857
2859 2858 return createopts
2860 2859
2861 2860 def newreporequirements(ui, createopts):
2862 2861 """Determine the set of requirements for a new local repository.
2863 2862
2864 2863 Extensions can wrap this function to specify custom requirements for
2865 2864 new repositories.
2866 2865 """
2867 2866 # If the repo is being created from a shared repository, we copy
2868 2867 # its requirements.
2869 2868 if 'sharedrepo' in createopts:
2870 2869 requirements = set(createopts['sharedrepo'].requirements)
2871 2870 if createopts.get('sharedrelative'):
2872 2871 requirements.add('relshared')
2873 2872 else:
2874 2873 requirements.add('shared')
2875 2874
2876 2875 return requirements
2877 2876
2878 2877 if 'backend' not in createopts:
2879 2878 raise error.ProgrammingError('backend key not present in createopts; '
2880 2879 'was defaultcreateopts() called?')
2881 2880
2882 2881 if createopts['backend'] != 'revlogv1':
2883 2882 raise error.Abort(_('unable to determine repository requirements for '
2884 2883 'storage backend: %s') % createopts['backend'])
2885 2884
2886 2885 requirements = {'revlogv1'}
2887 2886 if ui.configbool('format', 'usestore'):
2888 2887 requirements.add('store')
2889 2888 if ui.configbool('format', 'usefncache'):
2890 2889 requirements.add('fncache')
2891 2890 if ui.configbool('format', 'dotencode'):
2892 2891 requirements.add('dotencode')
2893 2892
2894 2893 compengine = ui.config('experimental', 'format.compression')
2895 2894 if compengine not in util.compengines:
2896 2895 raise error.Abort(_('compression engine %s defined by '
2897 2896 'experimental.format.compression not available') %
2898 2897 compengine,
2899 2898 hint=_('run "hg debuginstall" to list available '
2900 2899 'compression engines'))
2901 2900
2902 2901 # zlib is the historical default and doesn't need an explicit requirement.
2903 2902 if compengine != 'zlib':
2904 2903 requirements.add('exp-compression-%s' % compengine)
2905 2904
2906 2905 if scmutil.gdinitconfig(ui):
2907 2906 requirements.add('generaldelta')
2908 2907 # experimental config: format.sparse-revlog
2909 2908 if ui.configbool('format', 'sparse-revlog'):
2910 2909 requirements.add(SPARSEREVLOG_REQUIREMENT)
2911 2910 if ui.configbool('experimental', 'treemanifest'):
2912 2911 requirements.add('treemanifest')
2913 2912
2914 2913 revlogv2 = ui.config('experimental', 'revlogv2')
2915 2914 if revlogv2 == 'enable-unstable-format-and-corrupt-my-data':
2916 2915 requirements.remove('revlogv1')
2917 2916 # generaldelta is implied by revlogv2.
2918 2917 requirements.discard('generaldelta')
2919 2918 requirements.add(REVLOGV2_REQUIREMENT)
2920 2919 # experimental config: format.internal-phase
2921 2920 if ui.configbool('format', 'internal-phase'):
2922 2921 requirements.add('internal-phase')
2923 2922
2924 2923 if createopts.get('narrowfiles'):
2925 2924 requirements.add(repository.NARROW_REQUIREMENT)
2926 2925
2927 2926 if createopts.get('lfs'):
2928 2927 requirements.add('lfs')
2929 2928
2930 2929 return requirements
2931 2930
2932 2931 def filterknowncreateopts(ui, createopts):
2933 2932 """Filters a dict of repo creation options against options that are known.
2934 2933
2935 2934 Receives a dict of repo creation options and returns a dict of those
2936 2935 options that we don't know how to handle.
2937 2936
2938 2937 This function is called as part of repository creation. If the
2939 2938 returned dict contains any items, repository creation will not
2940 2939 be allowed, as it means there was a request to create a repository
2941 2940 with options not recognized by loaded code.
2942 2941
2943 2942 Extensions can wrap this function to filter out creation options
2944 2943 they know how to handle.
2945 2944 """
2946 2945 known = {
2947 2946 'backend',
2948 2947 'lfs',
2949 2948 'narrowfiles',
2950 2949 'sharedrepo',
2951 2950 'sharedrelative',
2952 2951 'shareditems',
2953 2952 'shallowfilestore',
2954 2953 }
2955 2954
2956 2955 return {k: v for k, v in createopts.items() if k not in known}
2957 2956
2958 2957 def createrepository(ui, path, createopts=None):
2959 2958 """Create a new repository in a vfs.
2960 2959
2961 2960 ``path`` path to the new repo's working directory.
2962 2961 ``createopts`` options for the new repository.
2963 2962
2964 2963 The following keys for ``createopts`` are recognized:
2965 2964
2966 2965 backend
2967 2966 The storage backend to use.
2968 2967 lfs
2969 2968 Repository will be created with ``lfs`` requirement. The lfs extension
2970 2969 will automatically be loaded when the repository is accessed.
2971 2970 narrowfiles
2972 2971 Set up repository to support narrow file storage.
2973 2972 sharedrepo
2974 2973 Repository object from which storage should be shared.
2975 2974 sharedrelative
2976 2975 Boolean indicating if the path to the shared repo should be
2977 2976 stored as relative. By default, the pointer to the "parent" repo
2978 2977 is stored as an absolute path.
2979 2978 shareditems
2980 2979 Set of items to share to the new repository (in addition to storage).
2981 2980 shallowfilestore
2982 2981 Indicates that storage for files should be shallow (not all ancestor
2983 2982 revisions are known).
2984 2983 """
2985 2984 createopts = defaultcreateopts(ui, createopts=createopts)
2986 2985
2987 2986 unknownopts = filterknowncreateopts(ui, createopts)
2988 2987
2989 2988 if not isinstance(unknownopts, dict):
2990 2989 raise error.ProgrammingError('filterknowncreateopts() did not return '
2991 2990 'a dict')
2992 2991
2993 2992 if unknownopts:
2994 2993 raise error.Abort(_('unable to create repository because of unknown '
2995 2994 'creation option: %s') %
2996 2995 ', '.join(sorted(unknownopts)),
2997 2996 hint=_('is a required extension not loaded?'))
2998 2997
2999 2998 requirements = newreporequirements(ui, createopts=createopts)
3000 2999
3001 3000 wdirvfs = vfsmod.vfs(path, expandpath=True, realpath=True)
3002 3001
3003 3002 hgvfs = vfsmod.vfs(wdirvfs.join(b'.hg'))
3004 3003 if hgvfs.exists():
3005 3004 raise error.RepoError(_('repository %s already exists') % path)
3006 3005
3007 3006 if 'sharedrepo' in createopts:
3008 3007 sharedpath = createopts['sharedrepo'].sharedpath
3009 3008
3010 3009 if createopts.get('sharedrelative'):
3011 3010 try:
3012 3011 sharedpath = os.path.relpath(sharedpath, hgvfs.base)
3013 3012 except (IOError, ValueError) as e:
3014 3013 # ValueError is raised on Windows if the drive letters differ
3015 3014 # on each path.
3016 3015 raise error.Abort(_('cannot calculate relative path'),
3017 3016 hint=stringutil.forcebytestr(e))
3018 3017
3019 3018 if not wdirvfs.exists():
3020 3019 wdirvfs.makedirs()
3021 3020
3022 3021 hgvfs.makedir(notindexed=True)
3023 3022 if 'sharedrepo' not in createopts:
3024 3023 hgvfs.mkdir(b'cache')
3025 3024 hgvfs.mkdir(b'wcache')
3026 3025
3027 3026 if b'store' in requirements and 'sharedrepo' not in createopts:
3028 3027 hgvfs.mkdir(b'store')
3029 3028
3030 3029 # We create an invalid changelog outside the store so very old
3031 3030 # Mercurial versions (which didn't know about the requirements
3032 3031 # file) encounter an error on reading the changelog. This
3033 3032 # effectively locks out old clients and prevents them from
3034 3033 # mucking with a repo in an unknown format.
3035 3034 #
3036 3035 # The revlog header has version 2, which won't be recognized by
3037 3036 # such old clients.
3038 3037 hgvfs.append(b'00changelog.i',
3039 3038 b'\0\0\0\2 dummy changelog to prevent using the old repo '
3040 3039 b'layout')
3041 3040
3042 3041 scmutil.writerequires(hgvfs, requirements)
3043 3042
3044 3043 # Write out file telling readers where to find the shared store.
3045 3044 if 'sharedrepo' in createopts:
3046 3045 hgvfs.write(b'sharedpath', sharedpath)
3047 3046
3048 3047 if createopts.get('shareditems'):
3049 3048 shared = b'\n'.join(sorted(createopts['shareditems'])) + b'\n'
3050 3049 hgvfs.write(b'shared', shared)
3051 3050
3052 3051 def poisonrepository(repo):
3053 3052 """Poison a repository instance so it can no longer be used."""
3054 3053 # Perform any cleanup on the instance.
3055 3054 repo.close()
3056 3055
3057 3056 # Our strategy is to replace the type of the object with one that
3058 3057 # has all attribute lookups result in error.
3059 3058 #
3060 3059 # But we have to allow the close() method because some constructors
3061 3060 # of repos call close() on repo references.
3062 3061 class poisonedrepository(object):
3063 3062 def __getattribute__(self, item):
3064 3063 if item == r'close':
3065 3064 return object.__getattribute__(self, item)
3066 3065
3067 3066 raise error.ProgrammingError('repo instances should not be used '
3068 3067 'after unshare')
3069 3068
3070 3069 def close(self):
3071 3070 pass
3072 3071
3073 3072 # We may have a repoview, which intercepts __setattr__. So be sure
3074 3073 # we operate at the lowest level possible.
3075 3074 object.__setattr__(repo, r'__class__', poisonedrepository)
General Comments 0
You need to be logged in to leave comments. Login now