##// END OF EJS Templates
rust-cpython: mark all PyLeaked methods as unsafe...
rust-cpython: mark all PyLeaked methods as unsafe Unfortunately, these methods can be abused to obtain the inner 'static reference. The simplest (pseudo-code) example is: let leaked: PyLeaked<&'static _> = shared.leak_immutable(); let static_ref: &'static _ = &*leaked.try_borrow(py)?; // PyLeakedRef::deref() tries to bound the lifetime to itself, but // the underlying data is a &'static reference, so the returned // reference can be &'static. This problem can be easily fixed by coercing the lifetime, but there are many other ways to achieve that, and there wouldn't be a generic solution: let leaked: PyLeaked<&'static [_]> = shared.leak_immutable(); let leaked_iter: PyLeaked<slice::Iter<'static, _>> = unsafe { leaked.map(|v| v.iter()) }; let static_slice: &'static [_] = leaked_iter.try_borrow(py)?.as_slice(); So basically I failed to design the safe borrowing interface. Maybe we'll instead have to add much more restricted interface on top of the unsafe PyLeaked methods? For instance, Iterator::next() could be implemented if its Item type is not &'a (where 'a may be cheated.) Anyway, this seems not an easy issue, so it's probably better to leave the current interface as unsafe, and get broader comments while upstreaming this feature.

File last commit:

r40157:73fef626 default
r44689:e960c30d default
Show More
pool.h
84 lines | 2.5 KiB | text/x-c | CLexer
Gregory Szorc
zstandard: vendor python-zstandard 0.9.0...
r37513 /*
* Copyright (c) 2016-present, Yann Collet, Facebook, Inc.
Gregory Szorc
zstd: vendor python-zstandard 0.7.0...
r30895 * All rights reserved.
*
Gregory Szorc
zstandard: vendor python-zstandard 0.9.0...
r37513 * This source code is licensed under both the BSD-style license (found in the
* LICENSE file in the root directory of this source tree) and the GPLv2 (found
* in the COPYING file in the root directory of this source tree).
* You may select, at your option, one of the above-listed licenses.
Gregory Szorc
zstd: vendor python-zstandard 0.7.0...
r30895 */
Gregory Szorc
zstandard: vendor python-zstandard 0.9.0...
r37513
Gregory Szorc
zstd: vendor python-zstandard 0.7.0...
r30895 #ifndef POOL_H
#define POOL_H
#if defined (__cplusplus)
extern "C" {
#endif
#include <stddef.h> /* size_t */
Gregory Szorc
zstandard: vendor python-zstandard 0.9.0...
r37513 #define ZSTD_STATIC_LINKING_ONLY /* ZSTD_customMem */
#include "zstd.h"
Gregory Szorc
zstd: vendor python-zstandard 0.7.0...
r30895
typedef struct POOL_ctx_s POOL_ctx;
/*! POOL_create() :
Gregory Szorc
zstandard: vendor python-zstandard 0.9.0...
r37513 * Create a thread pool with at most `numThreads` threads.
* `numThreads` must be at least 1.
* The maximum number of queued jobs before blocking is `queueSize`.
* @return : POOL_ctx pointer on success, else NULL.
Gregory Szorc
zstd: vendor python-zstandard 0.7.0...
r30895 */
Gregory Szorc
zstandard: vendor python-zstandard 0.9.0...
r37513 POOL_ctx* POOL_create(size_t numThreads, size_t queueSize);
Gregory Szorc
zstandard: vendor python-zstandard 0.10.1...
r40157 POOL_ctx* POOL_create_advanced(size_t numThreads, size_t queueSize,
ZSTD_customMem customMem);
Gregory Szorc
zstd: vendor python-zstandard 0.7.0...
r30895
/*! POOL_free() :
Gregory Szorc
zstandard: vendor python-zstandard 0.10.1...
r40157 * Free a thread pool returned by POOL_create().
*/
Gregory Szorc
zstandard: vendor python-zstandard 0.9.0...
r37513 void POOL_free(POOL_ctx* ctx);
Gregory Szorc
zstandard: vendor python-zstandard 0.10.1...
r40157 /*! POOL_resize() :
* Expands or shrinks pool's number of threads.
* This is more efficient than releasing + creating a new context,
* since it tries to preserve and re-use existing threads.
* `numThreads` must be at least 1.
* @return : 0 when resize was successful,
* !0 (typically 1) if there is an error.
* note : only numThreads can be resized, queueSize remains unchanged.
*/
int POOL_resize(POOL_ctx* ctx, size_t numThreads);
Gregory Szorc
zstandard: vendor python-zstandard 0.9.0...
r37513 /*! POOL_sizeof() :
Gregory Szorc
zstandard: vendor python-zstandard 0.10.1...
r40157 * @return threadpool memory usage
* note : compatible with NULL (returns 0 in this case)
*/
Gregory Szorc
zstandard: vendor python-zstandard 0.9.0...
r37513 size_t POOL_sizeof(POOL_ctx* ctx);
Gregory Szorc
zstd: vendor python-zstandard 0.7.0...
r30895
/*! POOL_function :
Gregory Szorc
zstandard: vendor python-zstandard 0.10.1...
r40157 * The function type that can be added to a thread pool.
*/
Gregory Szorc
zstandard: vendor python-zstandard 0.9.0...
r37513 typedef void (*POOL_function)(void*);
Gregory Szorc
zstd: vendor python-zstandard 0.7.0...
r30895
/*! POOL_add() :
Gregory Szorc
zstandard: vendor python-zstandard 0.10.1...
r40157 * Add the job `function(opaque)` to the thread pool. `ctx` must be valid.
* Possibly blocks until there is room in the queue.
* Note : The function may be executed asynchronously,
* therefore, `opaque` must live until function has been completed.
*/
Gregory Szorc
zstandard: vendor python-zstandard 0.9.0...
r37513 void POOL_add(POOL_ctx* ctx, POOL_function function, void* opaque);
/*! POOL_tryAdd() :
Gregory Szorc
zstandard: vendor python-zstandard 0.10.1...
r40157 * Add the job `function(opaque)` to thread pool _if_ a worker is available.
* Returns immediately even if not (does not block).
* @return : 1 if successful, 0 if not.
*/
Gregory Szorc
zstandard: vendor python-zstandard 0.9.0...
r37513 int POOL_tryAdd(POOL_ctx* ctx, POOL_function function, void* opaque);
Gregory Szorc
zstd: vendor python-zstandard 0.7.0...
r30895
#if defined (__cplusplus)
}
#endif
#endif