upstream/mercurial-mirror Files · contrib/python-zstandard/tests/test_train_dictionary.py

buildrpm: bump bundled docutils version to 0.14 when building for centos{5,6}...

buildrpm: bump bundled docutils version to 0.14 when building for centos{5,6} when building rpm packages for centos 5 and 6, we bundle a mercurial-specific version of docutils in /opt/python-hg/lib/python2.7/site-packages/docutils Let's bump the embedded docutils version from 0.12 (released in 2014) to 0.14 (latest as of today)

Gregory Szorc - - Load All Authors

File last commit:

r31796:e0dc4053 default


                r36161:e8443884

default

Download file

             test_train_dictionary.py
        
                    110 lines
            
             | 2.9 KiB
            
                | text/x-python
            
             |
                PythonLexer
            
             / contrib / python-zstandard / tests / test_train_dictionary.py
          
                    History
                
                 |
                  Source
                 | Raw
                 |Copy content
                 |Copy permalink

        Gregory Szorc
    
zstd: vendor python-zstandard 0.5.0...

              r30435
            
      import sys

      try:

          import unittest2 as unittest

      except ImportError:

          import unittest

      import zstd

        Gregory Szorc
    
zstd: vendor python-zstandard 0.7.0...

              r30895
            
      from . common import (

          make_cffi,

      )

        Gregory Szorc
    
zstd: vendor python-zstandard 0.5.0...

              r30435
            
      if sys.version_info[0] >= 3:

          int_type = int

      else:

          int_type = long

        Gregory Szorc
    
zstd: vendor python-zstandard 0.7.0...

              r30895
            
      @make_cffi

        Gregory Szorc
    
zstd: vendor python-zstandard 0.5.0...

              r30435
            
      class TestTrainDictionary(unittest.TestCase):

          def test_no_args(self):

              with self.assertRaises(TypeError):

                  zstd.train_dictionary()

          def test_bad_args(self):

              with self.assertRaises(TypeError):

                  zstd.train_dictionary(8192, u'foo')

              with self.assertRaises(ValueError):

                  zstd.train_dictionary(8192, [u'foo'])

          def test_basic(self):

              samples = []

              for i in range(128):

                  samples.append(b'foo' * 64)

                  samples.append(b'bar' * 64)

                  samples.append(b'foobar' * 64)

                  samples.append(b'baz' * 64)

                  samples.append(b'foobaz' * 64)

                  samples.append(b'bazfoo' * 64)

              d = zstd.train_dictionary(8192, samples)

              self.assertLessEqual(len(d), 8192)

              dict_id = d.dict_id()

              self.assertIsInstance(dict_id, int_type)

              data = d.as_bytes()

              self.assertEqual(data[0:4], b'\x37\xa4\x30\xec')

        Gregory Szorc
    
zstd: vendor python-zstandard 0.8.0...

              r31796
            
          def test_set_dict_id(self):

              samples = []

              for i in range(128):

                  samples.append(b'foo' * 64)

                  samples.append(b'foobar' * 64)

              d = zstd.train_dictionary(8192, samples, dict_id=42)

              self.assertEqual(d.dict_id(), 42)

      @make_cffi

      class TestTrainCoverDictionary(unittest.TestCase):

          def test_no_args(self):

              with self.assertRaises(TypeError):

                  zstd.train_cover_dictionary()

          def test_bad_args(self):

              with self.assertRaises(TypeError):

                  zstd.train_cover_dictionary(8192, u'foo')

              with self.assertRaises(ValueError):

                  zstd.train_cover_dictionary(8192, [u'foo'])

          def test_basic(self):

              samples = []

              for i in range(128):

                  samples.append(b'foo' * 64)

                  samples.append(b'foobar' * 64)

              d = zstd.train_cover_dictionary(8192, samples, k=64, d=16)

              self.assertIsInstance(d.dict_id(), int_type)

              data = d.as_bytes()

              self.assertEqual(data[0:4], b'\x37\xa4\x30\xec')

              self.assertEqual(d.k, 64)

              self.assertEqual(d.d, 16)

          def test_set_dict_id(self):

              samples = []

              for i in range(128):

                  samples.append(b'foo' * 64)

                  samples.append(b'foobar' * 64)

              d = zstd.train_cover_dictionary(8192, samples, k=64, d=16,

                                              dict_id=42)

              self.assertEqual(d.dict_id(), 42)

          def test_optimize(self):

              samples = []

              for i in range(128):

                  samples.append(b'foo' * 64)

                  samples.append(b'foobar' * 64)

              d = zstd.train_cover_dictionary(8192, samples, optimize=True,

                                              threads=-1, steps=1, d=16)

              self.assertEqual(d.k, 16)

              self.assertEqual(d.d, 16)

	Site-wide shortcuts
/	Use quick search box
g h	Goto home page
g g	Goto my private gists page
g G	Goto my public gists page
g 0-9	Goto bookmarked items from 0-9
n r	New repository page
n g	New gist page

	Repositories
g s	Goto summary page
g c	Goto changelog page
g f	Goto files page
g F	Goto files page with file search activated
g p	Goto pull requests page
g o	Goto repository settings
g O	Goto repository access permissions settings
t s	Toggle sidebar on some pages

Gregory Szorc zstd: vendor python-zstandard 0.5.0...	r30435	import sys

		try:
		import unittest2 as unittest
		except ImportError:
		import unittest

		import zstd

Gregory Szorc zstd: vendor python-zstandard 0.7.0...	r30895	from . common import (
		make_cffi,
		)
Gregory Szorc zstd: vendor python-zstandard 0.5.0...	r30435
		if sys.version_info[0] >= 3:
		int_type = int
		else:
		int_type = long


Gregory Szorc zstd: vendor python-zstandard 0.7.0...	r30895	@make_cffi
Gregory Szorc zstd: vendor python-zstandard 0.5.0...	r30435	class TestTrainDictionary(unittest.TestCase):
		def test_no_args(self):
		with self.assertRaises(TypeError):
		zstd.train_dictionary()

		def test_bad_args(self):
		with self.assertRaises(TypeError):
		zstd.train_dictionary(8192, u'foo')

		with self.assertRaises(ValueError):
		zstd.train_dictionary(8192, [u'foo'])

		def test_basic(self):
		samples = []
		for i in range(128):
		samples.append(b'foo' * 64)
		samples.append(b'bar' * 64)
		samples.append(b'foobar' * 64)
		samples.append(b'baz' * 64)
		samples.append(b'foobaz' * 64)
		samples.append(b'bazfoo' * 64)

		d = zstd.train_dictionary(8192, samples)
		self.assertLessEqual(len(d), 8192)

		dict_id = d.dict_id()
		self.assertIsInstance(dict_id, int_type)

		data = d.as_bytes()
		self.assertEqual(data[0:4], b'\x37\xa4\x30\xec')
Gregory Szorc zstd: vendor python-zstandard 0.8.0...	r31796
		def test_set_dict_id(self):
		samples = []
		for i in range(128):
		samples.append(b'foo' * 64)
		samples.append(b'foobar' * 64)

		d = zstd.train_dictionary(8192, samples, dict_id=42)
		self.assertEqual(d.dict_id(), 42)


		@make_cffi
		class TestTrainCoverDictionary(unittest.TestCase):
		def test_no_args(self):
		with self.assertRaises(TypeError):
		zstd.train_cover_dictionary()

		def test_bad_args(self):
		with self.assertRaises(TypeError):
		zstd.train_cover_dictionary(8192, u'foo')

		with self.assertRaises(ValueError):
		zstd.train_cover_dictionary(8192, [u'foo'])

		def test_basic(self):
		samples = []
		for i in range(128):
		samples.append(b'foo' * 64)
		samples.append(b'foobar' * 64)

		d = zstd.train_cover_dictionary(8192, samples, k=64, d=16)
		self.assertIsInstance(d.dict_id(), int_type)

		data = d.as_bytes()
		self.assertEqual(data[0:4], b'\x37\xa4\x30\xec')

		self.assertEqual(d.k, 64)
		self.assertEqual(d.d, 16)

		def test_set_dict_id(self):
		samples = []
		for i in range(128):
		samples.append(b'foo' * 64)
		samples.append(b'foobar' * 64)

		d = zstd.train_cover_dictionary(8192, samples, k=64, d=16,
		dict_id=42)
		self.assertEqual(d.dict_id(), 42)

		def test_optimize(self):
		samples = []
		for i in range(128):
		samples.append(b'foo' * 64)
		samples.append(b'foobar' * 64)

		d = zstd.train_cover_dictionary(8192, samples, optimize=True,
		threads=-1, steps=1, d=16)

		self.assertEqual(d.k, 16)
		self.assertEqual(d.d, 16)