upstream/mercurial-mirror Files · contrib/python-zstandard/zstd/compress/zstd_compress_sequences.h

revlog: add a small cache of unfiltered chunk...

revlog: add a small cache of unfiltered chunk This can provides a massive boost to the reading of multiple revision and the computation of a valid delta chain. This greatly help operation like `hg log --patch`, delta computation (helping pull/unbundle), linkrev adjustment (helping copy tracing). A first round of benchmark for `hg log --patch --limit 1000` shows improvement in the 10-20% range on "small" repository like pypy or mercurial and large improvements (about 33%) for more complex ones like netbeans and mozilla's. These speeds up are consistent with the improvement to `hg pull` (from a server sending poor deltas) I saw benchmarking this last year. Further benchmark will be run during the freeze. I added some configuration in the experimental space to be able to further test the effect of various tuning for now. This feature should fit well in the "usage/resource profile" configuration that we should land next cycle. When it does not provides a benefit the overhead of the cache seem to be around 2%, a small price for the big improvement. In addition I believe we could shave most of this overhead with a more efficent lru implementation.

Gregory Szorc - - Load All Authors

File last commit:

r44446:de783805 default


                r52001:0250e450

default

Download file

             zstd_compress_sequences.h
        
                    47 lines
            
             | 1.9 KiB
            
                | text/x-c
            
             |
                CLexer
            
             / contrib / python-zstandard / zstd / compress / zstd_compress_sequences.h
          
                    History
                
                 |
                  Source
                 | Raw
                 |Copy content
                 |Copy permalink

        Gregory Szorc
    
zstandard: vendor python-zstandard 0.12...

              r43207
            
      /*

       * Copyright (c) 2016-present, Yann Collet, Facebook, Inc.

       * All rights reserved.

       *

       * This source code is licensed under both the BSD-style license (found in the

       * LICENSE file in the root directory of this source tree) and the GPLv2 (found

       * in the COPYING file in the root directory of this source tree).

       * You may select, at your option, one of the above-listed licenses.

       */

      #ifndef ZSTD_COMPRESS_SEQUENCES_H

      #define ZSTD_COMPRESS_SEQUENCES_H

      #include "fse.h" /* FSE_repeat, FSE_CTable */

      #include "zstd_internal.h" /* symbolEncodingType_e, ZSTD_strategy */

      typedef enum {

          ZSTD_defaultDisallowed = 0,

          ZSTD_defaultAllowed = 1

      } ZSTD_defaultPolicy_e;

      symbolEncodingType_e

      ZSTD_selectEncodingType(

              FSE_repeat* repeatMode, unsigned const* count, unsigned const max,

              size_t const mostFrequent, size_t nbSeq, unsigned const FSELog,

              FSE_CTable const* prevCTable,

              short const* defaultNorm, U32 defaultNormLog,

              ZSTD_defaultPolicy_e const isDefaultAllowed,

              ZSTD_strategy const strategy);

      size_t

      ZSTD_buildCTable(void* dst, size_t dstCapacity,

                      FSE_CTable* nextCTable, U32 FSELog, symbolEncodingType_e type,

                      unsigned* count, U32 max,

                      const BYTE* codeTable, size_t nbSeq,

                      const S16* defaultNorm, U32 defaultNormLog, U32 defaultMax,

                      const FSE_CTable* prevCTable, size_t prevCTableSize,

        Gregory Szorc
    
zstandard: vendor python-zstandard 0.13.0...

              r44446
            
                      void* entropyWorkspace, size_t entropyWorkspaceSize);

        Gregory Szorc
    
zstandard: vendor python-zstandard 0.12...

              r43207
            
      size_t ZSTD_encodeSequences(

                  void* dst, size_t dstCapacity,

                  FSE_CTable const* CTable_MatchLength, BYTE const* mlCodeTable,

                  FSE_CTable const* CTable_OffsetBits, BYTE const* ofCodeTable,

                  FSE_CTable const* CTable_LitLength, BYTE const* llCodeTable,

                  seqDef const* sequences, size_t nbSeq, int longOffsets, int bmi2);

      #endif /* ZSTD_COMPRESS_SEQUENCES_H */

	Site-wide shortcuts
/	Use quick search box
g h	Goto home page
g g	Goto my private gists page
g G	Goto my public gists page
g 0-9	Goto bookmarked items from 0-9
n r	New repository page
n g	New gist page

	Repositories
g s	Goto summary page
g c	Goto changelog page
g f	Goto files page
g F	Goto files page with file search activated
g p	Goto pull requests page
g o	Goto repository settings
g O	Goto repository access permissions settings
t s	Toggle sidebar on some pages

Gregory Szorc zstandard: vendor python-zstandard 0.12...	r43207	/*
		* Copyright (c) 2016-present, Yann Collet, Facebook, Inc.
		* All rights reserved.
		*
		* This source code is licensed under both the BSD-style license (found in the
		* LICENSE file in the root directory of this source tree) and the GPLv2 (found
		* in the COPYING file in the root directory of this source tree).
		* You may select, at your option, one of the above-listed licenses.
		*/

		#ifndef ZSTD_COMPRESS_SEQUENCES_H
		#define ZSTD_COMPRESS_SEQUENCES_H

		#include "fse.h" /* FSE_repeat, FSE_CTable */
		#include "zstd_internal.h" /* symbolEncodingType_e, ZSTD_strategy */

		typedef enum {
		ZSTD_defaultDisallowed = 0,
		ZSTD_defaultAllowed = 1
		} ZSTD_defaultPolicy_e;

		symbolEncodingType_e
		ZSTD_selectEncodingType(
		FSE_repeat* repeatMode, unsigned const* count, unsigned const max,
		size_t const mostFrequent, size_t nbSeq, unsigned const FSELog,
		FSE_CTable const* prevCTable,
		short const* defaultNorm, U32 defaultNormLog,
		ZSTD_defaultPolicy_e const isDefaultAllowed,
		ZSTD_strategy const strategy);

		size_t
		ZSTD_buildCTable(void* dst, size_t dstCapacity,
		FSE_CTable* nextCTable, U32 FSELog, symbolEncodingType_e type,
		unsigned* count, U32 max,
		const BYTE* codeTable, size_t nbSeq,
		const S16* defaultNorm, U32 defaultNormLog, U32 defaultMax,
		const FSE_CTable* prevCTable, size_t prevCTableSize,
Gregory Szorc zstandard: vendor python-zstandard 0.13.0...	r44446	void* entropyWorkspace, size_t entropyWorkspaceSize);
Gregory Szorc zstandard: vendor python-zstandard 0.12...	r43207
		size_t ZSTD_encodeSequences(
		void* dst, size_t dstCapacity,
		FSE_CTable const* CTable_MatchLength, BYTE const* mlCodeTable,
		FSE_CTable const* CTable_OffsetBits, BYTE const* ofCodeTable,
		FSE_CTable const* CTable_LitLength, BYTE const* llCodeTable,
		seqDef const* sequences, size_t nbSeq, int longOffsets, int bmi2);

		#endif /* ZSTD_COMPRESS_SEQUENCES_H */