upstream/mercurial-mirror Files · contrib/python-zstandard/tests/test_train_dictionary.py

util: expose an "available" API on compression engines...

util: expose an "available" API on compression engines When the zstd compression engine is introduced, it won't work in all installations, namely pure Python installs. So, we need a mechanism to declare whether a compression engine is available. We don't want to conditionally register the compression engine because it is sometimes useful to know when a compression engine name or encountered data is valid but just not available versus unknown.

Gregory Szorc - - Load All Authors

File last commit:

r30435:b86a448a default


                r30437:64d72754

default

Download file

             test_train_dictionary.py
        
                    46 lines
            
             | 1.1 KiB
            
                | text/x-python
            
             |
                PythonLexer
            
             / contrib / python-zstandard / tests / test_train_dictionary.py
          
                    History
                
                 |
                  Annotation
                 | Raw
                 |Copy content
                 |Copy permalink

      import sys

      try:

          import unittest2 as unittest

      except ImportError:

          import unittest

      import zstd

      if sys.version_info[0] >= 3:

          int_type = int

      else:

          int_type = long

      class TestTrainDictionary(unittest.TestCase):

          def test_no_args(self):

              with self.assertRaises(TypeError):

                  zstd.train_dictionary()

          def test_bad_args(self):

              with self.assertRaises(TypeError):

                  zstd.train_dictionary(8192, u'foo')

              with self.assertRaises(ValueError):

                  zstd.train_dictionary(8192, [u'foo'])

          def test_basic(self):

              samples = []

              for i in range(128):

                  samples.append(b'foo' * 64)

                  samples.append(b'bar' * 64)

                  samples.append(b'foobar' * 64)

                  samples.append(b'baz' * 64)

                  samples.append(b'foobaz' * 64)

                  samples.append(b'bazfoo' * 64)

              d = zstd.train_dictionary(8192, samples)

              self.assertLessEqual(len(d), 8192)

              dict_id = d.dict_id()

              self.assertIsInstance(dict_id, int_type)

              data = d.as_bytes()

              self.assertEqual(data[0:4], b'\x37\xa4\x30\xec')

	Site-wide shortcuts
/	Use quick search box
g h	Goto home page
g g	Goto my private gists page
g G	Goto my public gists page
g 0-9	Goto bookmarked items from 0-9
n r	New repository page
n g	New gist page

	Repositories
g s	Goto summary page
g c	Goto changelog page
g f	Goto files page
g F	Goto files page with file search activated
g p	Goto pull requests page
g o	Goto repository settings
g O	Goto repository access permissions settings
t s	Toggle sidebar on some pages

				import sys

				try:
				import unittest2 as unittest
				except ImportError:
				import unittest

				import zstd


				if sys.version_info[0] >= 3:
				int_type = int
				else:
				int_type = long


				class TestTrainDictionary(unittest.TestCase):
				def test_no_args(self):
				with self.assertRaises(TypeError):
				zstd.train_dictionary()

				def test_bad_args(self):
				with self.assertRaises(TypeError):
				zstd.train_dictionary(8192, u'foo')

				with self.assertRaises(ValueError):
				zstd.train_dictionary(8192, [u'foo'])

				def test_basic(self):
				samples = []
				for i in range(128):
				samples.append(b'foo' * 64)
				samples.append(b'bar' * 64)
				samples.append(b'foobar' * 64)
				samples.append(b'baz' * 64)
				samples.append(b'foobaz' * 64)
				samples.append(b'bazfoo' * 64)

				d = zstd.train_dictionary(8192, samples)
				self.assertLessEqual(len(d), 8192)

				dict_id = d.dict_id()
				self.assertIsInstance(dict_id, int_type)

				data = d.as_bytes()
				self.assertEqual(data[0:4], b'\x37\xa4\x30\xec')