upstream/mercurial-mirror Files · contrib/python-zstandard/tests/test_train_dictionary.py

tr-summary: keep a weakref to the unfiltered repository...

tr-summary: keep a weakref to the unfiltered repository Repoview can have a different life cycle, causing issue in some corner cases. The particular instance that revealed this comes from localpeer. The localpeer hold a reference to the unfiltered repository, but calling 'local()' will create an on-demand 'visible' repoview. That repoview can be garbaged collected any time. Here is a simplified step by step reproduction:: 1) tr = peer.local().transaction('foo') 2) tr.close() After (1), the repoview object is garbage collected, so weakref used in (2) point to nothing. Thanks to Sean Farley for helping raising and debugging this issue.

Gregory Szorc - - Load All Authors

File last commit:

r31796:e0dc4053 default


                r35140:96dcc784

stable

Download file

             test_train_dictionary.py
        
                    110 lines
            
             | 2.9 KiB
            
                | text/x-python
            
             |
                PythonLexer
            
             / contrib / python-zstandard / tests / test_train_dictionary.py
          
                    History
                
                 |
                  Annotation
                 | Raw
                 |Copy content
                 |Copy permalink

      import sys

      try:

          import unittest2 as unittest

      except ImportError:

          import unittest

      import zstd

      from . common import (

          make_cffi,

      )

      if sys.version_info[0] >= 3:

          int_type = int

      else:

          int_type = long

      @make_cffi

      class TestTrainDictionary(unittest.TestCase):

          def test_no_args(self):

              with self.assertRaises(TypeError):

                  zstd.train_dictionary()

          def test_bad_args(self):

              with self.assertRaises(TypeError):

                  zstd.train_dictionary(8192, u'foo')

              with self.assertRaises(ValueError):

                  zstd.train_dictionary(8192, [u'foo'])

          def test_basic(self):

              samples = []

              for i in range(128):

                  samples.append(b'foo' * 64)

                  samples.append(b'bar' * 64)

                  samples.append(b'foobar' * 64)

                  samples.append(b'baz' * 64)

                  samples.append(b'foobaz' * 64)

                  samples.append(b'bazfoo' * 64)

              d = zstd.train_dictionary(8192, samples)

              self.assertLessEqual(len(d), 8192)

              dict_id = d.dict_id()

              self.assertIsInstance(dict_id, int_type)

              data = d.as_bytes()

              self.assertEqual(data[0:4], b'\x37\xa4\x30\xec')

          def test_set_dict_id(self):

              samples = []

              for i in range(128):

                  samples.append(b'foo' * 64)

                  samples.append(b'foobar' * 64)

              d = zstd.train_dictionary(8192, samples, dict_id=42)

              self.assertEqual(d.dict_id(), 42)

      @make_cffi

      class TestTrainCoverDictionary(unittest.TestCase):

          def test_no_args(self):

              with self.assertRaises(TypeError):

                  zstd.train_cover_dictionary()

          def test_bad_args(self):

              with self.assertRaises(TypeError):

                  zstd.train_cover_dictionary(8192, u'foo')

              with self.assertRaises(ValueError):

                  zstd.train_cover_dictionary(8192, [u'foo'])

          def test_basic(self):

              samples = []

              for i in range(128):

                  samples.append(b'foo' * 64)

                  samples.append(b'foobar' * 64)

              d = zstd.train_cover_dictionary(8192, samples, k=64, d=16)

              self.assertIsInstance(d.dict_id(), int_type)

              data = d.as_bytes()

              self.assertEqual(data[0:4], b'\x37\xa4\x30\xec')

              self.assertEqual(d.k, 64)

              self.assertEqual(d.d, 16)

          def test_set_dict_id(self):

              samples = []

              for i in range(128):

                  samples.append(b'foo' * 64)

                  samples.append(b'foobar' * 64)

              d = zstd.train_cover_dictionary(8192, samples, k=64, d=16,

                                              dict_id=42)

              self.assertEqual(d.dict_id(), 42)

          def test_optimize(self):

              samples = []

              for i in range(128):

                  samples.append(b'foo' * 64)

                  samples.append(b'foobar' * 64)

              d = zstd.train_cover_dictionary(8192, samples, optimize=True,

                                              threads=-1, steps=1, d=16)

              self.assertEqual(d.k, 16)

              self.assertEqual(d.d, 16)

	Site-wide shortcuts
/	Use quick search box
g h	Goto home page
g g	Goto my private gists page
g G	Goto my public gists page
g 0-9	Goto bookmarked items from 0-9
n r	New repository page
n g	New gist page

	Repositories
g s	Goto summary page
g c	Goto changelog page
g f	Goto files page
g F	Goto files page with file search activated
g p	Goto pull requests page
g o	Goto repository settings
g O	Goto repository access permissions settings
t s	Toggle sidebar on some pages

				import sys

				try:
				import unittest2 as unittest
				except ImportError:
				import unittest

				import zstd

				from . common import (
				make_cffi,
				)

				if sys.version_info[0] >= 3:
				int_type = int
				else:
				int_type = long


				@make_cffi
				class TestTrainDictionary(unittest.TestCase):
				def test_no_args(self):
				with self.assertRaises(TypeError):
				zstd.train_dictionary()

				def test_bad_args(self):
				with self.assertRaises(TypeError):
				zstd.train_dictionary(8192, u'foo')

				with self.assertRaises(ValueError):
				zstd.train_dictionary(8192, [u'foo'])

				def test_basic(self):
				samples = []
				for i in range(128):
				samples.append(b'foo' * 64)
				samples.append(b'bar' * 64)
				samples.append(b'foobar' * 64)
				samples.append(b'baz' * 64)
				samples.append(b'foobaz' * 64)
				samples.append(b'bazfoo' * 64)

				d = zstd.train_dictionary(8192, samples)
				self.assertLessEqual(len(d), 8192)

				dict_id = d.dict_id()
				self.assertIsInstance(dict_id, int_type)

				data = d.as_bytes()
				self.assertEqual(data[0:4], b'\x37\xa4\x30\xec')

				def test_set_dict_id(self):
				samples = []
				for i in range(128):
				samples.append(b'foo' * 64)
				samples.append(b'foobar' * 64)

				d = zstd.train_dictionary(8192, samples, dict_id=42)
				self.assertEqual(d.dict_id(), 42)


				@make_cffi
				class TestTrainCoverDictionary(unittest.TestCase):
				def test_no_args(self):
				with self.assertRaises(TypeError):
				zstd.train_cover_dictionary()

				def test_bad_args(self):
				with self.assertRaises(TypeError):
				zstd.train_cover_dictionary(8192, u'foo')

				with self.assertRaises(ValueError):
				zstd.train_cover_dictionary(8192, [u'foo'])

				def test_basic(self):
				samples = []
				for i in range(128):
				samples.append(b'foo' * 64)
				samples.append(b'foobar' * 64)

				d = zstd.train_cover_dictionary(8192, samples, k=64, d=16)
				self.assertIsInstance(d.dict_id(), int_type)

				data = d.as_bytes()
				self.assertEqual(data[0:4], b'\x37\xa4\x30\xec')

				self.assertEqual(d.k, 64)
				self.assertEqual(d.d, 16)

				def test_set_dict_id(self):
				samples = []
				for i in range(128):
				samples.append(b'foo' * 64)
				samples.append(b'foobar' * 64)

				d = zstd.train_cover_dictionary(8192, samples, k=64, d=16,
				dict_id=42)
				self.assertEqual(d.dict_id(), 42)

				def test_optimize(self):
				samples = []
				for i in range(128):
				samples.append(b'foo' * 64)
				samples.append(b'foobar' * 64)

				d = zstd.train_cover_dictionary(8192, samples, optimize=True,
				threads=-1, steps=1, d=16)

				self.assertEqual(d.k, 16)
				self.assertEqual(d.d, 16)