upstream/mercurial-mirror Files · contrib/python-zstandard/zstd/compress/zstd_double_fast.h

revlog: add a small cache of unfiltered chunk...

revlog: add a small cache of unfiltered chunk This can provides a massive boost to the reading of multiple revision and the computation of a valid delta chain. This greatly help operation like `hg log --patch`, delta computation (helping pull/unbundle), linkrev adjustment (helping copy tracing). A first round of benchmark for `hg log --patch --limit 1000` shows improvement in the 10-20% range on "small" repository like pypy or mercurial and large improvements (about 33%) for more complex ones like netbeans and mozilla's. These speeds up are consistent with the improvement to `hg pull` (from a server sending poor deltas) I saw benchmarking this last year. Further benchmark will be run during the freeze. I added some configuration in the experimental space to be able to further test the effect of various tuning for now. This feature should fit well in the "usage/resource profile" configuration that we should land next cycle. When it does not provides a benefit the overhead of the cache seem to be around 2%, a small price for the big improvement. In addition I believe we could shave most of this overhead with a more efficent lru implementation.

Gregory Szorc - - Load All Authors

File last commit:

r40157:73fef626 default


                r52001:0250e450

default

Download file

             zstd_double_fast.h
        
                    38 lines
            
             | 1.3 KiB
            
                | text/x-c
            
             |
                CLexer
            
             / contrib / python-zstandard / zstd / compress / zstd_double_fast.h
          
                    History
                
                 |
                  Annotation
                 | Raw
                 |Copy content
                 |Copy permalink

      /*

       * Copyright (c) 2016-present, Yann Collet, Facebook, Inc.

       * All rights reserved.

       *

       * This source code is licensed under both the BSD-style license (found in the

       * LICENSE file in the root directory of this source tree) and the GPLv2 (found

       * in the COPYING file in the root directory of this source tree).

       * You may select, at your option, one of the above-listed licenses.

       */

      #ifndef ZSTD_DOUBLE_FAST_H

      #define ZSTD_DOUBLE_FAST_H

      #if defined (__cplusplus)

      extern "C" {

      #endif

      #include "mem.h"      /* U32 */

      #include "zstd_compress_internal.h"     /* ZSTD_CCtx, size_t */

      void ZSTD_fillDoubleHashTable(ZSTD_matchState_t* ms,

                                    void const* end, ZSTD_dictTableLoadMethod_e dtlm);

      size_t ZSTD_compressBlock_doubleFast(

              ZSTD_matchState_t* ms, seqStore_t* seqStore, U32 rep[ZSTD_REP_NUM],

              void const* src, size_t srcSize);

      size_t ZSTD_compressBlock_doubleFast_dictMatchState(

              ZSTD_matchState_t* ms, seqStore_t* seqStore, U32 rep[ZSTD_REP_NUM],

              void const* src, size_t srcSize);

      size_t ZSTD_compressBlock_doubleFast_extDict(

              ZSTD_matchState_t* ms, seqStore_t* seqStore, U32 rep[ZSTD_REP_NUM],

              void const* src, size_t srcSize);

      #if defined (__cplusplus)

      }

      #endif

      #endif /* ZSTD_DOUBLE_FAST_H */

	Site-wide shortcuts
/	Use quick search box
g h	Goto home page
g g	Goto my private gists page
g G	Goto my public gists page
g 0-9	Goto bookmarked items from 0-9
n r	New repository page
n g	New gist page

	Repositories
g s	Goto summary page
g c	Goto changelog page
g f	Goto files page
g F	Goto files page with file search activated
g p	Goto pull requests page
g o	Goto repository settings
g O	Goto repository access permissions settings
t s	Toggle sidebar on some pages

				/*
				* Copyright (c) 2016-present, Yann Collet, Facebook, Inc.
				* All rights reserved.
				*
				* This source code is licensed under both the BSD-style license (found in the
				* LICENSE file in the root directory of this source tree) and the GPLv2 (found
				* in the COPYING file in the root directory of this source tree).
				* You may select, at your option, one of the above-listed licenses.
				*/

				#ifndef ZSTD_DOUBLE_FAST_H
				#define ZSTD_DOUBLE_FAST_H

				#if defined (__cplusplus)
				extern "C" {
				#endif

				#include "mem.h" /* U32 */
				#include "zstd_compress_internal.h" /* ZSTD_CCtx, size_t */

				void ZSTD_fillDoubleHashTable(ZSTD_matchState_t* ms,
				void const* end, ZSTD_dictTableLoadMethod_e dtlm);
				size_t ZSTD_compressBlock_doubleFast(
				ZSTD_matchState_t* ms, seqStore_t* seqStore, U32 rep[ZSTD_REP_NUM],
				void const* src, size_t srcSize);
				size_t ZSTD_compressBlock_doubleFast_dictMatchState(
				ZSTD_matchState_t* ms, seqStore_t* seqStore, U32 rep[ZSTD_REP_NUM],
				void const* src, size_t srcSize);
				size_t ZSTD_compressBlock_doubleFast_extDict(
				ZSTD_matchState_t* ms, seqStore_t* seqStore, U32 rep[ZSTD_REP_NUM],
				void const* src, size_t srcSize);


				#if defined (__cplusplus)
				}
				#endif

				#endif /* ZSTD_DOUBLE_FAST_H */