##// END OF EJS Templates
branchmap: use mmap for faster revbranchcache loading...
branchmap: use mmap for faster revbranchcache loading A typical revbranchmap usage is: - load the entire revbranchmap file into memory - maybe do a few lookups - add a few bytes to it - write the addition to disk There's no reason to load the entire revbranchmap into memory. We can split it into a large immutable prefix and a mutable suffix, and then memorymap the prefix, thus saving all the useless loading. Benchmarking on some real-world pushes suggests that out of ~100s server-side push handling revbranchcache handling is responsible for: * ~7s with no change * ~1.3s with the change, without mmap * 0.04s with the change, with mmap

File last commit:

r40157:73fef626 default
r52268:02e7d79e default
Show More
pool.h
84 lines | 2.5 KiB | text/x-c | CLexer
Gregory Szorc
zstandard: vendor python-zstandard 0.9.0...
r37513 /*
* Copyright (c) 2016-present, Yann Collet, Facebook, Inc.
Gregory Szorc
zstd: vendor python-zstandard 0.7.0...
r30895 * All rights reserved.
*
Gregory Szorc
zstandard: vendor python-zstandard 0.9.0...
r37513 * This source code is licensed under both the BSD-style license (found in the
* LICENSE file in the root directory of this source tree) and the GPLv2 (found
* in the COPYING file in the root directory of this source tree).
* You may select, at your option, one of the above-listed licenses.
Gregory Szorc
zstd: vendor python-zstandard 0.7.0...
r30895 */
Gregory Szorc
zstandard: vendor python-zstandard 0.9.0...
r37513
Gregory Szorc
zstd: vendor python-zstandard 0.7.0...
r30895 #ifndef POOL_H
#define POOL_H
#if defined (__cplusplus)
extern "C" {
#endif
#include <stddef.h> /* size_t */
Gregory Szorc
zstandard: vendor python-zstandard 0.9.0...
r37513 #define ZSTD_STATIC_LINKING_ONLY /* ZSTD_customMem */
#include "zstd.h"
Gregory Szorc
zstd: vendor python-zstandard 0.7.0...
r30895
typedef struct POOL_ctx_s POOL_ctx;
/*! POOL_create() :
Gregory Szorc
zstandard: vendor python-zstandard 0.9.0...
r37513 * Create a thread pool with at most `numThreads` threads.
* `numThreads` must be at least 1.
* The maximum number of queued jobs before blocking is `queueSize`.
* @return : POOL_ctx pointer on success, else NULL.
Gregory Szorc
zstd: vendor python-zstandard 0.7.0...
r30895 */
Gregory Szorc
zstandard: vendor python-zstandard 0.9.0...
r37513 POOL_ctx* POOL_create(size_t numThreads, size_t queueSize);
Gregory Szorc
zstandard: vendor python-zstandard 0.10.1...
r40157 POOL_ctx* POOL_create_advanced(size_t numThreads, size_t queueSize,
ZSTD_customMem customMem);
Gregory Szorc
zstd: vendor python-zstandard 0.7.0...
r30895
/*! POOL_free() :
Gregory Szorc
zstandard: vendor python-zstandard 0.10.1...
r40157 * Free a thread pool returned by POOL_create().
*/
Gregory Szorc
zstandard: vendor python-zstandard 0.9.0...
r37513 void POOL_free(POOL_ctx* ctx);
Gregory Szorc
zstandard: vendor python-zstandard 0.10.1...
r40157 /*! POOL_resize() :
* Expands or shrinks pool's number of threads.
* This is more efficient than releasing + creating a new context,
* since it tries to preserve and re-use existing threads.
* `numThreads` must be at least 1.
* @return : 0 when resize was successful,
* !0 (typically 1) if there is an error.
* note : only numThreads can be resized, queueSize remains unchanged.
*/
int POOL_resize(POOL_ctx* ctx, size_t numThreads);
Gregory Szorc
zstandard: vendor python-zstandard 0.9.0...
r37513 /*! POOL_sizeof() :
Gregory Szorc
zstandard: vendor python-zstandard 0.10.1...
r40157 * @return threadpool memory usage
* note : compatible with NULL (returns 0 in this case)
*/
Gregory Szorc
zstandard: vendor python-zstandard 0.9.0...
r37513 size_t POOL_sizeof(POOL_ctx* ctx);
Gregory Szorc
zstd: vendor python-zstandard 0.7.0...
r30895
/*! POOL_function :
Gregory Szorc
zstandard: vendor python-zstandard 0.10.1...
r40157 * The function type that can be added to a thread pool.
*/
Gregory Szorc
zstandard: vendor python-zstandard 0.9.0...
r37513 typedef void (*POOL_function)(void*);
Gregory Szorc
zstd: vendor python-zstandard 0.7.0...
r30895
/*! POOL_add() :
Gregory Szorc
zstandard: vendor python-zstandard 0.10.1...
r40157 * Add the job `function(opaque)` to the thread pool. `ctx` must be valid.
* Possibly blocks until there is room in the queue.
* Note : The function may be executed asynchronously,
* therefore, `opaque` must live until function has been completed.
*/
Gregory Szorc
zstandard: vendor python-zstandard 0.9.0...
r37513 void POOL_add(POOL_ctx* ctx, POOL_function function, void* opaque);
/*! POOL_tryAdd() :
Gregory Szorc
zstandard: vendor python-zstandard 0.10.1...
r40157 * Add the job `function(opaque)` to thread pool _if_ a worker is available.
* Returns immediately even if not (does not block).
* @return : 1 if successful, 0 if not.
*/
Gregory Szorc
zstandard: vendor python-zstandard 0.9.0...
r37513 int POOL_tryAdd(POOL_ctx* ctx, POOL_function function, void* opaque);
Gregory Szorc
zstd: vendor python-zstandard 0.7.0...
r30895
#if defined (__cplusplus)
}
#endif
#endif