test-manifest.py
391 lines
| 13.7 KiB
| text/x-python
|
PythonLexer
/ tests / test-manifest.py
|
r24214 | import binascii | ||
import unittest | ||||
import itertools | ||||
import silenttestrunner | ||||
|
r24225 | from mercurial import manifest as manifestmod | ||
|
r24466 | from mercurial import match as matchmod | ||
|
r24214 | |||
|
r24569 | EMTPY_MANIFEST = '' | ||
|
r24214 | HASH_1 = '1' * 40 | ||
HASH_2 = 'f' * 40 | ||||
HASH_3 = '1234567890abcdef0987654321deadbeef0fcafe' | ||||
A_SHORT_MANIFEST = ( | ||||
'bar/baz/qux.py\0%(hash2)s%(flag2)s\n' | ||||
'foo\0%(hash1)s%(flag1)s\n' | ||||
) % {'hash1': HASH_1, | ||||
'flag1': '', | ||||
'hash2': HASH_2, | ||||
'flag2': 'l', | ||||
} | ||||
|
r24549 | A_DEEPER_MANIFEST = ( | ||
'a/b/c/bar.py\0%(hash3)s%(flag1)s\n' | ||||
'a/b/c/bar.txt\0%(hash1)s%(flag1)s\n' | ||||
'a/b/c/foo.py\0%(hash3)s%(flag1)s\n' | ||||
'a/b/c/foo.txt\0%(hash2)s%(flag2)s\n' | ||||
'a/b/d/baz.py\0%(hash3)s%(flag1)s\n' | ||||
'a/b/d/qux.py\0%(hash1)s%(flag2)s\n' | ||||
'a/b/d/ten.txt\0%(hash3)s%(flag2)s\n' | ||||
'a/b/dog.py\0%(hash3)s%(flag1)s\n' | ||||
'a/b/fish.py\0%(hash2)s%(flag1)s\n' | ||||
'a/c/london.py\0%(hash3)s%(flag2)s\n' | ||||
'a/c/paper.txt\0%(hash2)s%(flag2)s\n' | ||||
'a/c/paris.py\0%(hash2)s%(flag1)s\n' | ||||
'a/d/apple.py\0%(hash3)s%(flag1)s\n' | ||||
'a/d/pizza.py\0%(hash3)s%(flag2)s\n' | ||||
'a/green.py\0%(hash1)s%(flag2)s\n' | ||||
'a/purple.py\0%(hash2)s%(flag1)s\n' | ||||
'app.py\0%(hash3)s%(flag1)s\n' | ||||
'readme.txt\0%(hash2)s%(flag1)s\n' | ||||
) % {'hash1': HASH_1, | ||||
'flag1': '', | ||||
'hash2': HASH_2, | ||||
'flag2': 'l', | ||||
'hash3': HASH_3, | ||||
} | ||||
|
r24214 | HUGE_MANIFEST_ENTRIES = 200001 | ||
A_HUGE_MANIFEST = ''.join(sorted( | ||||
'file%d\0%s%s\n' % (i, h, f) for i, h, f in | ||||
itertools.izip(xrange(200001), | ||||
itertools.cycle((HASH_1, HASH_2)), | ||||
itertools.cycle(('', 'x', 'l'))))) | ||||
|
r24466 | def parsemanifest(text): | ||
return manifestmod.manifestdict(text) | ||||
|
r24214 | class testmanifest(unittest.TestCase): | ||
def assertIn(self, thing, container, msg=None): | ||||
# assertIn new in 2.7, use it if available, otherwise polyfill | ||||
sup = getattr(unittest.TestCase, 'assertIn', False) | ||||
if sup: | ||||
return sup(self, thing, container, msg=msg) | ||||
if not msg: | ||||
msg = 'Expected %r in %r' % (thing, container) | ||||
self.assert_(thing in container, msg) | ||||
def testEmptyManifest(self): | ||||
|
r24569 | m = parsemanifest(EMTPY_MANIFEST) | ||
|
r24214 | self.assertEqual(0, len(m)) | ||
|
r24466 | self.assertEqual([], list(m)) | ||
|
r24214 | |||
def testManifest(self): | ||||
|
r24466 | m = parsemanifest(A_SHORT_MANIFEST) | ||
self.assertEqual(['bar/baz/qux.py', 'foo'], list(m)) | ||||
self.assertEqual(binascii.unhexlify(HASH_2), m['bar/baz/qux.py']) | ||||
self.assertEqual('l', m.flags('bar/baz/qux.py')) | ||||
self.assertEqual(binascii.unhexlify(HASH_1), m['foo']) | ||||
self.assertEqual('', m.flags('foo')) | ||||
|
r24214 | self.assertRaises(KeyError, lambda : m['wat']) | ||
def testSetItem(self): | ||||
|
r24466 | want = binascii.unhexlify(HASH_1) | ||
|
r24214 | |||
|
r24569 | m = parsemanifest(EMTPY_MANIFEST) | ||
|
r24214 | m['a'] = want | ||
self.assertIn('a', m) | ||||
self.assertEqual(want, m['a']) | ||||
self.assertEqual('a\0' + HASH_1 + '\n', m.text()) | ||||
|
r24466 | m = parsemanifest(A_SHORT_MANIFEST) | ||
|
r24214 | m['a'] = want | ||
self.assertEqual(want, m['a']) | ||||
self.assertEqual('a\0' + HASH_1 + '\n' + A_SHORT_MANIFEST, | ||||
m.text()) | ||||
|
r24465 | |||
|
r24466 | def testSetFlag(self): | ||
want = 'x' | ||||
|
r24569 | m = parsemanifest(EMTPY_MANIFEST) | ||
|
r24466 | # first add a file; a file-less flag makes no sense | ||
m['a'] = binascii.unhexlify(HASH_1) | ||||
m.setflag('a', want) | ||||
self.assertEqual(want, m.flags('a')) | ||||
self.assertEqual('a\0' + HASH_1 + want + '\n', m.text()) | ||||
m = parsemanifest(A_SHORT_MANIFEST) | ||||
# first add a file; a file-less flag makes no sense | ||||
m['a'] = binascii.unhexlify(HASH_1) | ||||
m.setflag('a', want) | ||||
self.assertEqual(want, m.flags('a')) | ||||
self.assertEqual('a\0' + HASH_1 + want + '\n' + A_SHORT_MANIFEST, | ||||
m.text()) | ||||
|
r24465 | def testCopy(self): | ||
|
r24466 | m = parsemanifest(A_SHORT_MANIFEST) | ||
m['a'] = binascii.unhexlify(HASH_1) | ||||
|
r24214 | m2 = m.copy() | ||
del m | ||||
del m2 # make sure we don't double free() anything | ||||
def testCompaction(self): | ||||
unhex = binascii.unhexlify | ||||
h1, h2 = unhex(HASH_1), unhex(HASH_2) | ||||
|
r24466 | m = parsemanifest(A_SHORT_MANIFEST) | ||
m['alpha'] = h1 | ||||
m['beta'] = h2 | ||||
|
r24214 | del m['foo'] | ||
want = 'alpha\0%s\nbar/baz/qux.py\0%sl\nbeta\0%s\n' % ( | ||||
HASH_1, HASH_2, HASH_2) | ||||
self.assertEqual(want, m.text()) | ||||
self.assertEqual(3, len(m)) | ||||
|
r24466 | self.assertEqual(['alpha', 'bar/baz/qux.py', 'beta'], list(m)) | ||
self.assertEqual(h1, m['alpha']) | ||||
self.assertEqual(h2, m['bar/baz/qux.py']) | ||||
self.assertEqual(h2, m['beta']) | ||||
self.assertEqual('', m.flags('alpha')) | ||||
self.assertEqual('l', m.flags('bar/baz/qux.py')) | ||||
self.assertEqual('', m.flags('beta')) | ||||
|
r24214 | self.assertRaises(KeyError, lambda : m['foo']) | ||
def testSetGetNodeSuffix(self): | ||||
|
r24466 | clean = parsemanifest(A_SHORT_MANIFEST) | ||
m = parsemanifest(A_SHORT_MANIFEST) | ||||
h = m['foo'] | ||||
f = m.flags('foo') | ||||
want = h + 'a' | ||||
|
r24214 | # Merge code wants to set 21-byte fake hashes at times | ||
m['foo'] = want | ||||
self.assertEqual(want, m['foo']) | ||||
|
r24466 | self.assertEqual([('bar/baz/qux.py', binascii.unhexlify(HASH_2)), | ||
('foo', binascii.unhexlify(HASH_1) + 'a')], | ||||
list(m.iteritems())) | ||||
|
r24214 | # Sometimes it even tries a 22-byte fake hash, but we can | ||
# return 21 and it'll work out | ||||
|
r24466 | m['foo'] = want + '+' | ||
|
r24214 | self.assertEqual(want, m['foo']) | ||
# make sure the suffix survives a copy | ||||
|
r24466 | match = matchmod.match('', '', ['re:foo']) | ||
m2 = m.matches(match) | ||||
|
r24214 | self.assertEqual(want, m2['foo']) | ||
self.assertEqual(1, len(m2)) | ||||
m2 = m.copy() | ||||
self.assertEqual(want, m2['foo']) | ||||
# suffix with iteration | ||||
|
r24466 | self.assertEqual([('bar/baz/qux.py', binascii.unhexlify(HASH_2)), | ||
('foo', want)], | ||||
list(m.iteritems())) | ||||
|
r24214 | # shows up in diff | ||
|
r24466 | self.assertEqual({'foo': ((want, f), (h, ''))}, m.diff(clean)) | ||
self.assertEqual({'foo': ((h, ''), (want, f))}, clean.diff(m)) | ||||
|
r24214 | |||
|
r24466 | def testMatchException(self): | ||
m = parsemanifest(A_SHORT_MANIFEST) | ||||
match = matchmod.match('', '', ['re:.*']) | ||||
|
r24214 | def filt(path): | ||
if path == 'foo': | ||||
assert False | ||||
return True | ||||
|
r24466 | match.matchfn = filt | ||
self.assertRaises(AssertionError, m.matches, match) | ||||
|
r24214 | |||
def testRemoveItem(self): | ||||
|
r24466 | m = parsemanifest(A_SHORT_MANIFEST) | ||
|
r24214 | del m['foo'] | ||
self.assertRaises(KeyError, lambda : m['foo']) | ||||
self.assertEqual(1, len(m)) | ||||
self.assertEqual(1, len(list(m))) | ||||
|
r24228 | # now restore and make sure everything works right | ||
|
r24466 | m['foo'] = 'a' * 20 | ||
|
r24228 | self.assertEqual(2, len(m)) | ||
self.assertEqual(2, len(list(m))) | ||||
|
r24214 | |||
def testManifestDiff(self): | ||||
MISSING = (None, '') | ||||
addl = 'z-only-in-left\0' + HASH_1 + '\n' | ||||
addr = 'z-only-in-right\0' + HASH_2 + 'x\n' | ||||
|
r24466 | left = parsemanifest( | ||
|
r24214 | A_SHORT_MANIFEST.replace(HASH_1, HASH_3 + 'x') + addl) | ||
|
r24466 | right = parsemanifest(A_SHORT_MANIFEST + addr) | ||
|
r24214 | want = { | ||
'foo': ((binascii.unhexlify(HASH_3), 'x'), | ||||
(binascii.unhexlify(HASH_1), '')), | ||||
'z-only-in-left': ((binascii.unhexlify(HASH_1), ''), MISSING), | ||||
'z-only-in-right': (MISSING, (binascii.unhexlify(HASH_2), 'x')), | ||||
} | ||||
self.assertEqual(want, left.diff(right)) | ||||
want = { | ||||
'bar/baz/qux.py': (MISSING, (binascii.unhexlify(HASH_2), 'l')), | ||||
'foo': (MISSING, (binascii.unhexlify(HASH_3), 'x')), | ||||
'z-only-in-left': (MISSING, (binascii.unhexlify(HASH_1), '')), | ||||
} | ||||
|
r24569 | self.assertEqual(want, parsemanifest(EMTPY_MANIFEST).diff(left)) | ||
|
r24214 | |||
want = { | ||||
'bar/baz/qux.py': ((binascii.unhexlify(HASH_2), 'l'), MISSING), | ||||
'foo': ((binascii.unhexlify(HASH_3), 'x'), MISSING), | ||||
'z-only-in-left': ((binascii.unhexlify(HASH_1), ''), MISSING), | ||||
} | ||||
|
r24569 | self.assertEqual(want, left.diff(parsemanifest(EMTPY_MANIFEST))) | ||
|
r24214 | copy = right.copy() | ||
del copy['z-only-in-right'] | ||||
del right['foo'] | ||||
want = { | ||||
'foo': (MISSING, (binascii.unhexlify(HASH_1), '')), | ||||
'z-only-in-right': ((binascii.unhexlify(HASH_2), 'x'), MISSING), | ||||
} | ||||
self.assertEqual(want, right.diff(copy)) | ||||
|
r24466 | short = parsemanifest(A_SHORT_MANIFEST) | ||
|
r24214 | pruned = short.copy() | ||
del pruned['foo'] | ||||
want = { | ||||
'foo': ((binascii.unhexlify(HASH_1), ''), MISSING), | ||||
} | ||||
self.assertEqual(want, short.diff(pruned)) | ||||
want = { | ||||
'foo': (MISSING, (binascii.unhexlify(HASH_1), '')), | ||||
} | ||||
self.assertEqual(want, pruned.diff(short)) | ||||
want = { | ||||
'bar/baz/qux.py': None, | ||||
'foo': (MISSING, (binascii.unhexlify(HASH_1), '')), | ||||
} | ||||
self.assertEqual(want, pruned.diff(short, True)) | ||||
def testReversedLines(self): | ||||
backwards = ''.join( | ||||
l + '\n' for l in reversed(A_SHORT_MANIFEST.split('\n')) if l) | ||||
try: | ||||
|
r24466 | parsemanifest(backwards) | ||
|
r24214 | self.fail('Should have raised ValueError') | ||
except ValueError, v: | ||||
self.assertIn('Manifest lines not in sorted order.', str(v)) | ||||
def testNoTerminalNewline(self): | ||||
try: | ||||
|
r24466 | parsemanifest(A_SHORT_MANIFEST + 'wat') | ||
|
r24214 | self.fail('Should have raised ValueError') | ||
except ValueError, v: | ||||
self.assertIn('Manifest did not end in a newline.', str(v)) | ||||
def testNoNewLineAtAll(self): | ||||
try: | ||||
|
r24466 | parsemanifest('wat') | ||
|
r24214 | self.fail('Should have raised ValueError') | ||
except ValueError, v: | ||||
self.assertIn('Manifest did not end in a newline.', str(v)) | ||||
def testHugeManifest(self): | ||||
|
r24466 | m = parsemanifest(A_HUGE_MANIFEST) | ||
|
r24214 | self.assertEqual(HUGE_MANIFEST_ENTRIES, len(m)) | ||
self.assertEqual(len(m), len(list(m))) | ||||
|
r24549 | def testMatchesMetadata(self): | ||
'''Tests matches() for a few specific files to make sure that both | ||||
the set of files as well as their flags and nodeids are correct in | ||||
the resulting manifest.''' | ||||
|
r24466 | m = parsemanifest(A_HUGE_MANIFEST) | ||
|
r24495 | |||
match = matchmod.match('/', '', | ||||
['file1', 'file200', 'file300'], exact=True) | ||||
m2 = m.matches(match) | ||||
|
r24225 | w = ('file1\0%sx\n' | ||
'file200\0%sl\n' | ||||
'file300\0%s\n') % (HASH_2, HASH_1, HASH_1) | ||||
self.assertEqual(w, m2.text()) | ||||
|
r24214 | |||
|
r24549 | def testMatchesNonexistentFile(self): | ||
'''Tests matches() for a small set of specific files, including one | ||||
nonexistent file to make sure in only matches against existing files. | ||||
''' | ||||
m = parsemanifest(A_DEEPER_MANIFEST) | ||||
match = matchmod.match('/', '', | ||||
['a/b/c/bar.txt', 'a/b/d/qux.py', 'readme.txt', 'nonexistent'], | ||||
exact=True) | ||||
m2 = m.matches(match) | ||||
self.assertEqual( | ||||
['a/b/c/bar.txt', 'a/b/d/qux.py', 'readme.txt'], | ||||
m2.keys()) | ||||
def testMatchesNonexistentDirectory(self): | ||||
'''Tests matches() for a relpath match on a directory that doesn't | ||||
actually exist.''' | ||||
m = parsemanifest(A_DEEPER_MANIFEST) | ||||
match = matchmod.match('/', '', ['a/f'], default='relpath') | ||||
m2 = m.matches(match) | ||||
self.assertEqual([], m2.keys()) | ||||
def testMatchesExactLarge(self): | ||||
'''Tests matches() for files matching a large list of exact files. | ||||
''' | ||||
m = parsemanifest(A_HUGE_MANIFEST) | ||||
flist = m.keys()[80:300] | ||||
match = matchmod.match('/', '', flist, exact=True) | ||||
m2 = m.matches(match) | ||||
self.assertEqual(flist, m2.keys()) | ||||
def testMatchesFull(self): | ||||
'''Tests matches() for what should be a full match.''' | ||||
m = parsemanifest(A_DEEPER_MANIFEST) | ||||
match = matchmod.match('/', '', ['']) | ||||
m2 = m.matches(match) | ||||
self.assertEqual(m.keys(), m2.keys()) | ||||
def testMatchesDirectory(self): | ||||
'''Tests matches() on a relpath match on a directory, which should | ||||
match against all files within said directory.''' | ||||
m = parsemanifest(A_DEEPER_MANIFEST) | ||||
match = matchmod.match('/', '', ['a/b'], default='relpath') | ||||
m2 = m.matches(match) | ||||
self.assertEqual([ | ||||
'a/b/c/bar.py', 'a/b/c/bar.txt', 'a/b/c/foo.py', 'a/b/c/foo.txt', | ||||
'a/b/d/baz.py', 'a/b/d/qux.py', 'a/b/d/ten.txt', 'a/b/dog.py', | ||||
'a/b/fish.py'], m2.keys()) | ||||
def testMatchesExactPath(self): | ||||
'''Tests matches() on an exact match on a directory, which should | ||||
result in an empty manifest because you can't perform an exact match | ||||
against a directory.''' | ||||
m = parsemanifest(A_DEEPER_MANIFEST) | ||||
match = matchmod.match('/', '', ['a/b'], exact=True) | ||||
m2 = m.matches(match) | ||||
self.assertEqual([], m2.keys()) | ||||
def testMatchesCwd(self): | ||||
'''Tests matches() on a relpath match with the current directory ('.') | ||||
when not in the root directory.''' | ||||
m = parsemanifest(A_DEEPER_MANIFEST) | ||||
match = matchmod.match('/', 'a/b', ['.'], default='relpath') | ||||
m2 = m.matches(match) | ||||
self.assertEqual([ | ||||
'a/b/c/bar.py', 'a/b/c/bar.txt', 'a/b/c/foo.py', 'a/b/c/foo.txt', | ||||
'a/b/d/baz.py', 'a/b/d/qux.py', 'a/b/d/ten.txt', 'a/b/dog.py', | ||||
'a/b/fish.py'], m2.keys()) | ||||
def testMatchesWithPattern(self): | ||||
'''Tests matches() for files matching a pattern that reside | ||||
deeper than the specified directory.''' | ||||
m = parsemanifest(A_DEEPER_MANIFEST) | ||||
match = matchmod.match('/', '', ['a/b/*/*.txt']) | ||||
m2 = m.matches(match) | ||||
self.assertEqual( | ||||
['a/b/c/bar.txt', 'a/b/c/foo.txt', 'a/b/d/ten.txt'], | ||||
m2.keys()) | ||||
|
r24214 | if __name__ == '__main__': | ||
silenttestrunner.main(__name__) | ||||