upstream/mercurial-mirror Files · contrib/python-zstandard/tests/test_train_dictionary.py

lfs: add note messages indicating what store holds the lfs blob...

lfs: add note messages indicating what store holds the lfs blob The following corruption related patches were written prior to adding the user level cache, and it took awhile to track down why the tests changed. (It generally made things more resilient.) But I think this will be useful to the end user as well. I didn't make it --debug level, because there can be a ton of info coming out of clone/push/pull --debug. The pointers are sorted for test stability. I opted for ui.note() instead of checking ui.verbose and then using ui.write() for convenience, but I see most of this extension does the latter. I have no idea what the preferred form is.

Gregory Szorc - - Load All Authors

File last commit:

r31796:e0dc4053 default


                r35489:02f54a1e

default

Download file

             test_train_dictionary.py
        
                    110 lines
            
             | 2.9 KiB
            
                | text/x-python
            
             |
                PythonLexer
            
             / contrib / python-zstandard / tests / test_train_dictionary.py
          
                    History
                
                 |
                  Annotation
                 | Raw
                 |Copy content
                 |Copy permalink

      import sys

      try:

          import unittest2 as unittest

      except ImportError:

          import unittest

      import zstd

      from . common import (

          make_cffi,

      )

      if sys.version_info[0] >= 3:

          int_type = int

      else:

          int_type = long

      @make_cffi

      class TestTrainDictionary(unittest.TestCase):

          def test_no_args(self):

              with self.assertRaises(TypeError):

                  zstd.train_dictionary()

          def test_bad_args(self):

              with self.assertRaises(TypeError):

                  zstd.train_dictionary(8192, u'foo')

              with self.assertRaises(ValueError):

                  zstd.train_dictionary(8192, [u'foo'])

          def test_basic(self):

              samples = []

              for i in range(128):

                  samples.append(b'foo' * 64)

                  samples.append(b'bar' * 64)

                  samples.append(b'foobar' * 64)

                  samples.append(b'baz' * 64)

                  samples.append(b'foobaz' * 64)

                  samples.append(b'bazfoo' * 64)

              d = zstd.train_dictionary(8192, samples)

              self.assertLessEqual(len(d), 8192)

              dict_id = d.dict_id()

              self.assertIsInstance(dict_id, int_type)

              data = d.as_bytes()

              self.assertEqual(data[0:4], b'\x37\xa4\x30\xec')

          def test_set_dict_id(self):

              samples = []

              for i in range(128):

                  samples.append(b'foo' * 64)

                  samples.append(b'foobar' * 64)

              d = zstd.train_dictionary(8192, samples, dict_id=42)

              self.assertEqual(d.dict_id(), 42)

      @make_cffi

      class TestTrainCoverDictionary(unittest.TestCase):

          def test_no_args(self):

              with self.assertRaises(TypeError):

                  zstd.train_cover_dictionary()

          def test_bad_args(self):

              with self.assertRaises(TypeError):

                  zstd.train_cover_dictionary(8192, u'foo')

              with self.assertRaises(ValueError):

                  zstd.train_cover_dictionary(8192, [u'foo'])

          def test_basic(self):

              samples = []

              for i in range(128):

                  samples.append(b'foo' * 64)

                  samples.append(b'foobar' * 64)

              d = zstd.train_cover_dictionary(8192, samples, k=64, d=16)

              self.assertIsInstance(d.dict_id(), int_type)

              data = d.as_bytes()

              self.assertEqual(data[0:4], b'\x37\xa4\x30\xec')

              self.assertEqual(d.k, 64)

              self.assertEqual(d.d, 16)

          def test_set_dict_id(self):

              samples = []

              for i in range(128):

                  samples.append(b'foo' * 64)

                  samples.append(b'foobar' * 64)

              d = zstd.train_cover_dictionary(8192, samples, k=64, d=16,

                                              dict_id=42)

              self.assertEqual(d.dict_id(), 42)

          def test_optimize(self):

              samples = []

              for i in range(128):

                  samples.append(b'foo' * 64)

                  samples.append(b'foobar' * 64)

              d = zstd.train_cover_dictionary(8192, samples, optimize=True,

                                              threads=-1, steps=1, d=16)

              self.assertEqual(d.k, 16)

              self.assertEqual(d.d, 16)

	Site-wide shortcuts
/	Use quick search box
g h	Goto home page
g g	Goto my private gists page
g G	Goto my public gists page
g 0-9	Goto bookmarked items from 0-9
n r	New repository page
n g	New gist page

	Repositories
g s	Goto summary page
g c	Goto changelog page
g f	Goto files page
g F	Goto files page with file search activated
g p	Goto pull requests page
g o	Goto repository settings
g O	Goto repository access permissions settings
t s	Toggle sidebar on some pages

				import sys

				try:
				import unittest2 as unittest
				except ImportError:
				import unittest

				import zstd

				from . common import (
				make_cffi,
				)

				if sys.version_info[0] >= 3:
				int_type = int
				else:
				int_type = long


				@make_cffi
				class TestTrainDictionary(unittest.TestCase):
				def test_no_args(self):
				with self.assertRaises(TypeError):
				zstd.train_dictionary()

				def test_bad_args(self):
				with self.assertRaises(TypeError):
				zstd.train_dictionary(8192, u'foo')

				with self.assertRaises(ValueError):
				zstd.train_dictionary(8192, [u'foo'])

				def test_basic(self):
				samples = []
				for i in range(128):
				samples.append(b'foo' * 64)
				samples.append(b'bar' * 64)
				samples.append(b'foobar' * 64)
				samples.append(b'baz' * 64)
				samples.append(b'foobaz' * 64)
				samples.append(b'bazfoo' * 64)

				d = zstd.train_dictionary(8192, samples)
				self.assertLessEqual(len(d), 8192)

				dict_id = d.dict_id()
				self.assertIsInstance(dict_id, int_type)

				data = d.as_bytes()
				self.assertEqual(data[0:4], b'\x37\xa4\x30\xec')

				def test_set_dict_id(self):
				samples = []
				for i in range(128):
				samples.append(b'foo' * 64)
				samples.append(b'foobar' * 64)

				d = zstd.train_dictionary(8192, samples, dict_id=42)
				self.assertEqual(d.dict_id(), 42)


				@make_cffi
				class TestTrainCoverDictionary(unittest.TestCase):
				def test_no_args(self):
				with self.assertRaises(TypeError):
				zstd.train_cover_dictionary()

				def test_bad_args(self):
				with self.assertRaises(TypeError):
				zstd.train_cover_dictionary(8192, u'foo')

				with self.assertRaises(ValueError):
				zstd.train_cover_dictionary(8192, [u'foo'])

				def test_basic(self):
				samples = []
				for i in range(128):
				samples.append(b'foo' * 64)
				samples.append(b'foobar' * 64)

				d = zstd.train_cover_dictionary(8192, samples, k=64, d=16)
				self.assertIsInstance(d.dict_id(), int_type)

				data = d.as_bytes()
				self.assertEqual(data[0:4], b'\x37\xa4\x30\xec')

				self.assertEqual(d.k, 64)
				self.assertEqual(d.d, 16)

				def test_set_dict_id(self):
				samples = []
				for i in range(128):
				samples.append(b'foo' * 64)
				samples.append(b'foobar' * 64)

				d = zstd.train_cover_dictionary(8192, samples, k=64, d=16,
				dict_id=42)
				self.assertEqual(d.dict_id(), 42)

				def test_optimize(self):
				samples = []
				for i in range(128):
				samples.append(b'foo' * 64)
				samples.append(b'foobar' * 64)

				d = zstd.train_cover_dictionary(8192, samples, optimize=True,
				threads=-1, steps=1, d=16)

				self.assertEqual(d.k, 16)
				self.assertEqual(d.d, 16)