##// END OF EJS Templates
sidedata-exchange: rewrite sidedata on-the-fly whenever possible...
sidedata-exchange: rewrite sidedata on-the-fly whenever possible When a A exchanges with B, the difference of their supported sidedata categories is made, and the responsibility is always with the client to generated it: - If A pushes to B and B requires category `foo` that A does not have, A will need to generate it when sending it to B. - If A pulls from B and A needs category `foo`, it will generate `foo` before the end of the transaction. - Any category that is not required is removed. If peers are not compatible, abort. It is forbidden to rewrite sidedata for a rev that already has sidedata, since that would introduce unreachable (garbage) data in the data file, something we're not prepared for yet. Differential Revision: https://phab.mercurial-scm.org/D10032

File last commit:

r47452:ba8e508a default
r47452:ba8e508a default
Show More
ext-sidedata.py
96 lines | 3.1 KiB | text/x-python | PythonLexer
sidedata: test we can successfully write sidedata...
r43308 # ext-sidedata.py - small extension to test the sidedata logic
#
Raphaël Gomès
sidedata-exchange: rewrite sidedata on-the-fly whenever possible...
r47452 # Copyright 2019 Pierre-Yves David <pierre-yves.david@octobus.net>
sidedata: test we can successfully write sidedata...
r43308 #
# This software may be used and distributed according to the terms of the
# GNU General Public License version 2 or any later version.
from __future__ import absolute_import
import hashlib
import struct
Joerg Sonnenberger
node: import symbols explicitly...
r46729 from mercurial.node import (
nullid,
nullrev,
)
sidedata: test we can successfully write sidedata...
r43308 from mercurial import (
extensions,
Pulkit Goyal
localrepo: move requirements constant to requirements module...
r45933 requirements,
sidedata: test we can successfully write sidedata...
r43308 revlog,
)
upgrade: split actual upgrade code away from the main module...
r46661 from mercurial.upgrade_utils import engine as upgrade_engine
Augie Fackler
formatting: blacken the codebase...
r43346 from mercurial.revlogutils import sidedata
sidedata: test we can successfully write sidedata...
r43308
Augie Fackler
formatting: blacken the codebase...
r43346 def wrapaddrevision(
orig, self, text, transaction, link, p1, p2, *args, **kwargs
):
sidedata: test we can successfully write sidedata...
r43308 if kwargs.get('sidedata') is None:
kwargs['sidedata'] = {}
sd = kwargs['sidedata']
## let's store some arbitrary data just for testing
# text length
sd[sidedata.SD_TEST1] = struct.pack('>I', len(text))
# and sha2 hashes
sha256 = hashlib.sha256(text).digest()
sd[sidedata.SD_TEST2] = struct.pack('>32s', sha256)
return orig(self, text, transaction, link, p1, p2, *args, **kwargs)
Augie Fackler
formatting: blacken the codebase...
r43346
Raphaël Gomès
sidedata: move to new sidedata storage in revlogv2...
r47443 def wrap_revisiondata(orig, self, nodeorrev, *args, **kwargs):
text, sd = orig(self, nodeorrev, *args, **kwargs)
upgrade: allow upgrade to repository using sidedata...
r43404 if getattr(self, 'sidedatanocheck', False):
Raphaël Gomès
sidedata: move to new sidedata storage in revlogv2...
r47443 return text, sd
if self.version & 0xFFFF != 2:
return text, sd
Joerg Sonnenberger
node: import symbols explicitly...
r46729 if nodeorrev != nullrev and nodeorrev != nullid:
Raphaël Gomès
sidedata-exchange: rewrite sidedata on-the-fly whenever possible...
r47452 cat1 = sd.get(sidedata.SD_TEST1)
if cat1 is not None and len(text) != struct.unpack('>I', cat1)[0]:
sidedata: check that the sidedata safely roundtrip...
r43310 raise RuntimeError('text size mismatch')
Raphaël Gomès
sidedata-exchange: rewrite sidedata on-the-fly whenever possible...
r47452 expected = sd.get(sidedata.SD_TEST2)
sidedata: check that the sidedata safely roundtrip...
r43310 got = hashlib.sha256(text).digest()
Raphaël Gomès
sidedata-exchange: rewrite sidedata on-the-fly whenever possible...
r47452 if expected is not None and got != expected:
sidedata: check that the sidedata safely roundtrip...
r43310 raise RuntimeError('sha256 mismatch')
Raphaël Gomès
sidedata: move to new sidedata storage in revlogv2...
r47443 return text, sd
sidedata: check that the sidedata safely roundtrip...
r43310
Augie Fackler
formatting: blacken the codebase...
r43346
upgrade: allow upgrade to repository using sidedata...
r43404 def wrapgetsidedatacompanion(orig, srcrepo, dstrepo):
sidedatacompanion = orig(srcrepo, dstrepo)
addedreqs = dstrepo.requirements - srcrepo.requirements
Pulkit Goyal
localrepo: move requirements constant to requirements module...
r45933 if requirements.SIDEDATA_REQUIREMENT in addedreqs:
upgrade: allow upgrade to repository using sidedata...
r43404 assert sidedatacompanion is None # deal with composition later
def sidedatacompanion(revlog, rev):
update = {}
revlog.sidedatanocheck = True
try:
text = revlog.revision(rev)
finally:
del revlog.sidedatanocheck
## let's store some arbitrary data just for testing
# text length
update[sidedata.SD_TEST1] = struct.pack('>I', len(text))
# and sha2 hashes
sha256 = hashlib.sha256(text).digest()
update[sidedata.SD_TEST2] = struct.pack('>32s', sha256)
upgrade: allow sidedata upgrade to modify revision flag...
r46327 return False, (), update, 0, 0
upgrade: allow upgrade to repository using sidedata...
r43404
return sidedatacompanion
sidedata: test we can successfully write sidedata...
r43308 def extsetup(ui):
extensions.wrapfunction(revlog.revlog, 'addrevision', wrapaddrevision)
Raphaël Gomès
sidedata: move to new sidedata storage in revlogv2...
r47443 extensions.wrapfunction(revlog.revlog, '_revisiondata', wrap_revisiondata)
upgrade: allow upgrade to repository using sidedata...
r43404 extensions.wrapfunction(
upgrade: split actual upgrade code away from the main module...
r46661 upgrade_engine, 'getsidedatacompanion', wrapgetsidedatacompanion
upgrade: allow upgrade to repository using sidedata...
r43404 )
Raphaël Gomès
sidedata-exchange: rewrite sidedata on-the-fly whenever possible...
r47452
def reposetup(ui, repo):
# We don't register sidedata computers because we don't care within these
# tests
repo.register_wanted_sidedata(sidedata.SD_TEST1)
repo.register_wanted_sidedata(sidedata.SD_TEST2)