upstream/mercurial-mirror Files · contrib/python-zstandard/tests/test_train_dictionary.py

convert: avoid wrong lfconvert defaults by moving configitems to core...

convert: avoid wrong lfconvert defaults by moving configitems to core The `hg lfconvert --to-normal` command uses the convert extension internally to work its magic, but that produced devel-warn messages if the convert extension wasn't loaded by the user. The test in (modified here) wasn't showing the warnings because the convert extension was loaded via $HGRCPATH. Most of the config options default to None/False, but 'hg.usebranchnames' and 'hg.tagsbranch' are supposed to default to True and 'default' respectively. The first iteration of this was to ui.setconfig() inside lfconvert, to force the convert extension to load. But there really is no precedent for doing this, and check-config complained that 'extensions.convert' isn't documented. Yuya suggested this alternative. This partially backs out 0d5a1175d0f9.

Gregory Szorc - - Load All Authors

File last commit:

r31796:e0dc4053 default


                r35141:28121415

stable

Download file

             test_train_dictionary.py
        
                    110 lines
            
             | 2.9 KiB
            
                | text/x-python
            
             |
                PythonLexer
            
             / contrib / python-zstandard / tests / test_train_dictionary.py
          
                    History
                
                 |
                  Source
                 | Raw
                 |Copy content
                 |Copy permalink

        Gregory Szorc
    
zstd: vendor python-zstandard 0.5.0...

              r30435
            
      import sys

      try:

          import unittest2 as unittest

      except ImportError:

          import unittest

      import zstd

        Gregory Szorc
    
zstd: vendor python-zstandard 0.7.0...

              r30895
            
      from . common import (

          make_cffi,

      )

        Gregory Szorc
    
zstd: vendor python-zstandard 0.5.0...

              r30435
            
      if sys.version_info[0] >= 3:

          int_type = int

      else:

          int_type = long

        Gregory Szorc
    
zstd: vendor python-zstandard 0.7.0...

              r30895
            
      @make_cffi

        Gregory Szorc
    
zstd: vendor python-zstandard 0.5.0...

              r30435
            
      class TestTrainDictionary(unittest.TestCase):

          def test_no_args(self):

              with self.assertRaises(TypeError):

                  zstd.train_dictionary()

          def test_bad_args(self):

              with self.assertRaises(TypeError):

                  zstd.train_dictionary(8192, u'foo')

              with self.assertRaises(ValueError):

                  zstd.train_dictionary(8192, [u'foo'])

          def test_basic(self):

              samples = []

              for i in range(128):

                  samples.append(b'foo' * 64)

                  samples.append(b'bar' * 64)

                  samples.append(b'foobar' * 64)

                  samples.append(b'baz' * 64)

                  samples.append(b'foobaz' * 64)

                  samples.append(b'bazfoo' * 64)

              d = zstd.train_dictionary(8192, samples)

              self.assertLessEqual(len(d), 8192)

              dict_id = d.dict_id()

              self.assertIsInstance(dict_id, int_type)

              data = d.as_bytes()

              self.assertEqual(data[0:4], b'\x37\xa4\x30\xec')

        Gregory Szorc
    
zstd: vendor python-zstandard 0.8.0...

              r31796
            
          def test_set_dict_id(self):

              samples = []

              for i in range(128):

                  samples.append(b'foo' * 64)

                  samples.append(b'foobar' * 64)

              d = zstd.train_dictionary(8192, samples, dict_id=42)

              self.assertEqual(d.dict_id(), 42)

      @make_cffi

      class TestTrainCoverDictionary(unittest.TestCase):

          def test_no_args(self):

              with self.assertRaises(TypeError):

                  zstd.train_cover_dictionary()

          def test_bad_args(self):

              with self.assertRaises(TypeError):

                  zstd.train_cover_dictionary(8192, u'foo')

              with self.assertRaises(ValueError):

                  zstd.train_cover_dictionary(8192, [u'foo'])

          def test_basic(self):

              samples = []

              for i in range(128):

                  samples.append(b'foo' * 64)

                  samples.append(b'foobar' * 64)

              d = zstd.train_cover_dictionary(8192, samples, k=64, d=16)

              self.assertIsInstance(d.dict_id(), int_type)

              data = d.as_bytes()

              self.assertEqual(data[0:4], b'\x37\xa4\x30\xec')

              self.assertEqual(d.k, 64)

              self.assertEqual(d.d, 16)

          def test_set_dict_id(self):

              samples = []

              for i in range(128):

                  samples.append(b'foo' * 64)

                  samples.append(b'foobar' * 64)

              d = zstd.train_cover_dictionary(8192, samples, k=64, d=16,

                                              dict_id=42)

              self.assertEqual(d.dict_id(), 42)

          def test_optimize(self):

              samples = []

              for i in range(128):

                  samples.append(b'foo' * 64)

                  samples.append(b'foobar' * 64)

              d = zstd.train_cover_dictionary(8192, samples, optimize=True,

                                              threads=-1, steps=1, d=16)

              self.assertEqual(d.k, 16)

              self.assertEqual(d.d, 16)

	Site-wide shortcuts
/	Use quick search box
g h	Goto home page
g g	Goto my private gists page
g G	Goto my public gists page
g 0-9	Goto bookmarked items from 0-9
n r	New repository page
n g	New gist page

	Repositories
g s	Goto summary page
g c	Goto changelog page
g f	Goto files page
g F	Goto files page with file search activated
g p	Goto pull requests page
g o	Goto repository settings
g O	Goto repository access permissions settings
t s	Toggle sidebar on some pages

Gregory Szorc zstd: vendor python-zstandard 0.5.0...	r30435	import sys

		try:
		import unittest2 as unittest
		except ImportError:
		import unittest

		import zstd

Gregory Szorc zstd: vendor python-zstandard 0.7.0...	r30895	from . common import (
		make_cffi,
		)
Gregory Szorc zstd: vendor python-zstandard 0.5.0...	r30435
		if sys.version_info[0] >= 3:
		int_type = int
		else:
		int_type = long


Gregory Szorc zstd: vendor python-zstandard 0.7.0...	r30895	@make_cffi
Gregory Szorc zstd: vendor python-zstandard 0.5.0...	r30435	class TestTrainDictionary(unittest.TestCase):
		def test_no_args(self):
		with self.assertRaises(TypeError):
		zstd.train_dictionary()

		def test_bad_args(self):
		with self.assertRaises(TypeError):
		zstd.train_dictionary(8192, u'foo')

		with self.assertRaises(ValueError):
		zstd.train_dictionary(8192, [u'foo'])

		def test_basic(self):
		samples = []
		for i in range(128):
		samples.append(b'foo' * 64)
		samples.append(b'bar' * 64)
		samples.append(b'foobar' * 64)
		samples.append(b'baz' * 64)
		samples.append(b'foobaz' * 64)
		samples.append(b'bazfoo' * 64)

		d = zstd.train_dictionary(8192, samples)
		self.assertLessEqual(len(d), 8192)

		dict_id = d.dict_id()
		self.assertIsInstance(dict_id, int_type)

		data = d.as_bytes()
		self.assertEqual(data[0:4], b'\x37\xa4\x30\xec')
Gregory Szorc zstd: vendor python-zstandard 0.8.0...	r31796
		def test_set_dict_id(self):
		samples = []
		for i in range(128):
		samples.append(b'foo' * 64)
		samples.append(b'foobar' * 64)

		d = zstd.train_dictionary(8192, samples, dict_id=42)
		self.assertEqual(d.dict_id(), 42)


		@make_cffi
		class TestTrainCoverDictionary(unittest.TestCase):
		def test_no_args(self):
		with self.assertRaises(TypeError):
		zstd.train_cover_dictionary()

		def test_bad_args(self):
		with self.assertRaises(TypeError):
		zstd.train_cover_dictionary(8192, u'foo')

		with self.assertRaises(ValueError):
		zstd.train_cover_dictionary(8192, [u'foo'])

		def test_basic(self):
		samples = []
		for i in range(128):
		samples.append(b'foo' * 64)
		samples.append(b'foobar' * 64)

		d = zstd.train_cover_dictionary(8192, samples, k=64, d=16)
		self.assertIsInstance(d.dict_id(), int_type)

		data = d.as_bytes()
		self.assertEqual(data[0:4], b'\x37\xa4\x30\xec')

		self.assertEqual(d.k, 64)
		self.assertEqual(d.d, 16)

		def test_set_dict_id(self):
		samples = []
		for i in range(128):
		samples.append(b'foo' * 64)
		samples.append(b'foobar' * 64)

		d = zstd.train_cover_dictionary(8192, samples, k=64, d=16,
		dict_id=42)
		self.assertEqual(d.dict_id(), 42)

		def test_optimize(self):
		samples = []
		for i in range(128):
		samples.append(b'foo' * 64)
		samples.append(b'foobar' * 64)

		d = zstd.train_cover_dictionary(8192, samples, optimize=True,
		threads=-1, steps=1, d=16)

		self.assertEqual(d.k, 16)
		self.assertEqual(d.d, 16)