upstream/mercurial-mirror Files · contrib/python-zstandard/tests/test_train_dictionary.py

util: check for compression engine availability before returning...

util: check for compression engine availability before returning If a requested compression engine is registered but not available, requesting it will now abort. To be honest, I'm not sure if this is the appropriate mechanism for handling optional compression engines. I won't know until all uses of compression (bundles, wire protocol, revlogs, etc) are using the new API and zstd (our planned optional engine) is implemented. So this API could change.

Gregory Szorc - - Load All Authors

File last commit:

r30435:b86a448a default


                r30438:90933e4e

default

Download file

             test_train_dictionary.py
        
                    46 lines
            
             | 1.1 KiB
            
                | text/x-python
            
             |
                PythonLexer
            
             / contrib / python-zstandard / tests / test_train_dictionary.py
          
                    History
                
                 |
                  Annotation
                 | Raw
                 |Copy content
                 |Copy permalink

      import sys

      try:

          import unittest2 as unittest

      except ImportError:

          import unittest

      import zstd

      if sys.version_info[0] >= 3:

          int_type = int

      else:

          int_type = long

      class TestTrainDictionary(unittest.TestCase):

          def test_no_args(self):

              with self.assertRaises(TypeError):

                  zstd.train_dictionary()

          def test_bad_args(self):

              with self.assertRaises(TypeError):

                  zstd.train_dictionary(8192, u'foo')

              with self.assertRaises(ValueError):

                  zstd.train_dictionary(8192, [u'foo'])

          def test_basic(self):

              samples = []

              for i in range(128):

                  samples.append(b'foo' * 64)

                  samples.append(b'bar' * 64)

                  samples.append(b'foobar' * 64)

                  samples.append(b'baz' * 64)

                  samples.append(b'foobaz' * 64)

                  samples.append(b'bazfoo' * 64)

              d = zstd.train_dictionary(8192, samples)

              self.assertLessEqual(len(d), 8192)

              dict_id = d.dict_id()

              self.assertIsInstance(dict_id, int_type)

              data = d.as_bytes()

              self.assertEqual(data[0:4], b'\x37\xa4\x30\xec')

	Site-wide shortcuts
/	Use quick search box
g h	Goto home page
g g	Goto my private gists page
g G	Goto my public gists page
g 0-9	Goto bookmarked items from 0-9
n r	New repository page
n g	New gist page

	Repositories
g s	Goto summary page
g c	Goto changelog page
g f	Goto files page
g F	Goto files page with file search activated
g p	Goto pull requests page
g o	Goto repository settings
g O	Goto repository access permissions settings
t s	Toggle sidebar on some pages

				import sys

				try:
				import unittest2 as unittest
				except ImportError:
				import unittest

				import zstd


				if sys.version_info[0] >= 3:
				int_type = int
				else:
				int_type = long


				class TestTrainDictionary(unittest.TestCase):
				def test_no_args(self):
				with self.assertRaises(TypeError):
				zstd.train_dictionary()

				def test_bad_args(self):
				with self.assertRaises(TypeError):
				zstd.train_dictionary(8192, u'foo')

				with self.assertRaises(ValueError):
				zstd.train_dictionary(8192, [u'foo'])

				def test_basic(self):
				samples = []
				for i in range(128):
				samples.append(b'foo' * 64)
				samples.append(b'bar' * 64)
				samples.append(b'foobar' * 64)
				samples.append(b'baz' * 64)
				samples.append(b'foobaz' * 64)
				samples.append(b'bazfoo' * 64)

				d = zstd.train_dictionary(8192, samples)
				self.assertLessEqual(len(d), 8192)

				dict_id = d.dict_id()
				self.assertIsInstance(dict_id, int_type)

				data = d.as_bytes()
				self.assertEqual(data[0:4], b'\x37\xa4\x30\xec')