upstream/mercurial-mirror Files · contrib/python-zstandard/c-ext/constants.c

lfs: handle URLErrors to add additional information...

lfs: handle URLErrors to add additional information Sometimes the blob server is hit first (e.g. on push), and sometimes it's hit last (e.g. pull). Throw in depth first subrepo operations, and things quickly get insane. It wasn't even mentioning LFS, so just saying "connection refused" can be confusing- especially if the blob server is a secondary server and connecting to the repo server works. The exception handler for the transfer handler will print the full path to the blob, but that seems fine given that it might be necessary to debug a second server. (We don't yet support a standalone blob server, so the handler for the Batch API will cover 99.9% of the current problems. But it might as well be handled now while I'm thinking about it.) The function for translating to a message was mostly borrowed from scmutil.catchall().

Gregory Szorc - - Load All Authors

File last commit:

r40157:73fef626 default


                r40697:380f5131

default

Download file

             constants.c
        
                    103 lines
            
             | 4.3 KiB
            
                | text/x-c
            
             |
                CLexer
            
             / contrib / python-zstandard / c-ext / constants.c
          
                    History
                
                 |
                  Annotation
                 | Raw
                 |Copy content
                 |Copy permalink

      /**

      * Copyright (c) 2016-present, Gregory Szorc

      * All rights reserved.

      *

      * This software may be modified and distributed under the terms

      * of the BSD license. See the LICENSE file for details.

      */

      #include "python-zstandard.h"

      extern PyObject* ZstdError;

      static char frame_header[] = {

      	'\x28',

      	'\xb5',

      	'\x2f',

      	'\xfd',

      };

      void constants_module_init(PyObject* mod) {

      	PyObject* version;

      	PyObject* zstdVersion;

      	PyObject* frameHeader;

      #if PY_MAJOR_VERSION >= 3

      	version = PyUnicode_FromString(PYTHON_ZSTANDARD_VERSION);

      #else

      	version = PyString_FromString(PYTHON_ZSTANDARD_VERSION);

      #endif

      	PyModule_AddObject(mod, "__version__", version);

      	ZstdError = PyErr_NewException("zstd.ZstdError", NULL, NULL);

      	PyModule_AddObject(mod, "ZstdError", ZstdError);

      	PyModule_AddIntConstant(mod, "COMPRESSOBJ_FLUSH_FINISH", compressorobj_flush_finish);

      	PyModule_AddIntConstant(mod, "COMPRESSOBJ_FLUSH_BLOCK", compressorobj_flush_block);

      	/* For now, the version is a simple tuple instead of a dedicated type. */

      	zstdVersion = PyTuple_New(3);

      	PyTuple_SetItem(zstdVersion, 0, PyLong_FromLong(ZSTD_VERSION_MAJOR));

      	PyTuple_SetItem(zstdVersion, 1, PyLong_FromLong(ZSTD_VERSION_MINOR));

      	PyTuple_SetItem(zstdVersion, 2, PyLong_FromLong(ZSTD_VERSION_RELEASE));

      	PyModule_AddObject(mod, "ZSTD_VERSION", zstdVersion);

      	frameHeader = PyBytes_FromStringAndSize(frame_header, sizeof(frame_header));

      	if (frameHeader) {

      		PyModule_AddObject(mod, "FRAME_HEADER", frameHeader);

      	}

      	else {

      		PyErr_Format(PyExc_ValueError, "could not create frame header object");

      	}

      	PyModule_AddObject(mod, "CONTENTSIZE_UNKNOWN",

      		PyLong_FromUnsignedLongLong(ZSTD_CONTENTSIZE_UNKNOWN));

      	PyModule_AddObject(mod, "CONTENTSIZE_ERROR",

      		PyLong_FromUnsignedLongLong(ZSTD_CONTENTSIZE_ERROR));

      	PyModule_AddIntConstant(mod, "MAX_COMPRESSION_LEVEL", ZSTD_maxCLevel());

      	PyModule_AddIntConstant(mod, "COMPRESSION_RECOMMENDED_INPUT_SIZE",

      		(long)ZSTD_CStreamInSize());

      	PyModule_AddIntConstant(mod, "COMPRESSION_RECOMMENDED_OUTPUT_SIZE",

      		(long)ZSTD_CStreamOutSize());

      	PyModule_AddIntConstant(mod, "DECOMPRESSION_RECOMMENDED_INPUT_SIZE",

      		(long)ZSTD_DStreamInSize());

      	PyModule_AddIntConstant(mod, "DECOMPRESSION_RECOMMENDED_OUTPUT_SIZE",

      		(long)ZSTD_DStreamOutSize());

      	PyModule_AddIntConstant(mod, "MAGIC_NUMBER", ZSTD_MAGICNUMBER);

      	PyModule_AddIntConstant(mod, "BLOCKSIZELOG_MAX", ZSTD_BLOCKSIZELOG_MAX);

      	PyModule_AddIntConstant(mod, "BLOCKSIZE_MAX", ZSTD_BLOCKSIZE_MAX);

      	PyModule_AddIntConstant(mod, "WINDOWLOG_MIN", ZSTD_WINDOWLOG_MIN);

      	PyModule_AddIntConstant(mod, "WINDOWLOG_MAX", ZSTD_WINDOWLOG_MAX);

      	PyModule_AddIntConstant(mod, "CHAINLOG_MIN", ZSTD_CHAINLOG_MIN);

      	PyModule_AddIntConstant(mod, "CHAINLOG_MAX", ZSTD_CHAINLOG_MAX);

      	PyModule_AddIntConstant(mod, "HASHLOG_MIN", ZSTD_HASHLOG_MIN);

      	PyModule_AddIntConstant(mod, "HASHLOG_MAX", ZSTD_HASHLOG_MAX);

      	PyModule_AddIntConstant(mod, "HASHLOG3_MAX", ZSTD_HASHLOG3_MAX);

      	PyModule_AddIntConstant(mod, "SEARCHLOG_MIN", ZSTD_SEARCHLOG_MIN);

      	PyModule_AddIntConstant(mod, "SEARCHLOG_MAX", ZSTD_SEARCHLOG_MAX);

      	PyModule_AddIntConstant(mod, "SEARCHLENGTH_MIN", ZSTD_SEARCHLENGTH_MIN);

      	PyModule_AddIntConstant(mod, "SEARCHLENGTH_MAX", ZSTD_SEARCHLENGTH_MAX);

      	PyModule_AddIntConstant(mod, "TARGETLENGTH_MIN", ZSTD_TARGETLENGTH_MIN);

      	PyModule_AddIntConstant(mod, "TARGETLENGTH_MAX", ZSTD_TARGETLENGTH_MAX);

      	PyModule_AddIntConstant(mod, "LDM_MINMATCH_MIN", ZSTD_LDM_MINMATCH_MIN);

      	PyModule_AddIntConstant(mod, "LDM_MINMATCH_MAX", ZSTD_LDM_MINMATCH_MAX);

      	PyModule_AddIntConstant(mod, "LDM_BUCKETSIZELOG_MAX", ZSTD_LDM_BUCKETSIZELOG_MAX);

      	PyModule_AddIntConstant(mod, "STRATEGY_FAST", ZSTD_fast);

      	PyModule_AddIntConstant(mod, "STRATEGY_DFAST", ZSTD_dfast);

      	PyModule_AddIntConstant(mod, "STRATEGY_GREEDY", ZSTD_greedy);

      	PyModule_AddIntConstant(mod, "STRATEGY_LAZY", ZSTD_lazy);

      	PyModule_AddIntConstant(mod, "STRATEGY_LAZY2", ZSTD_lazy2);

      	PyModule_AddIntConstant(mod, "STRATEGY_BTLAZY2", ZSTD_btlazy2);

      	PyModule_AddIntConstant(mod, "STRATEGY_BTOPT", ZSTD_btopt);

      	PyModule_AddIntConstant(mod, "STRATEGY_BTULTRA", ZSTD_btultra);

      	PyModule_AddIntConstant(mod, "DICT_TYPE_AUTO", ZSTD_dct_auto);

      	PyModule_AddIntConstant(mod, "DICT_TYPE_RAWCONTENT", ZSTD_dct_rawContent);

      	PyModule_AddIntConstant(mod, "DICT_TYPE_FULLDICT", ZSTD_dct_fullDict);

      	PyModule_AddIntConstant(mod, "FORMAT_ZSTD1", ZSTD_f_zstd1);

      	PyModule_AddIntConstant(mod, "FORMAT_ZSTD1_MAGICLESS", ZSTD_f_zstd1_magicless);

      }

	Site-wide shortcuts
/	Use quick search box
g h	Goto home page
g g	Goto my private gists page
g G	Goto my public gists page
g 0-9	Goto bookmarked items from 0-9
n r	New repository page
n g	New gist page

	Repositories
g s	Goto summary page
g c	Goto changelog page
g f	Goto files page
g F	Goto files page with file search activated
g p	Goto pull requests page
g o	Goto repository settings
g O	Goto repository access permissions settings
t s	Toggle sidebar on some pages

				/**
				* Copyright (c) 2016-present, Gregory Szorc
				* All rights reserved.
				*
				* This software may be modified and distributed under the terms
				* of the BSD license. See the LICENSE file for details.
				*/

				#include "python-zstandard.h"

				extern PyObject* ZstdError;

				static char frame_header[] = {
				'\x28',
				'\xb5',
				'\x2f',
				'\xfd',
				};

				void constants_module_init(PyObject* mod) {
				PyObject* version;
				PyObject* zstdVersion;
				PyObject* frameHeader;

				#if PY_MAJOR_VERSION >= 3
				version = PyUnicode_FromString(PYTHON_ZSTANDARD_VERSION);
				#else
				version = PyString_FromString(PYTHON_ZSTANDARD_VERSION);
				#endif
				PyModule_AddObject(mod, "__version__", version);

				ZstdError = PyErr_NewException("zstd.ZstdError", NULL, NULL);
				PyModule_AddObject(mod, "ZstdError", ZstdError);

				PyModule_AddIntConstant(mod, "COMPRESSOBJ_FLUSH_FINISH", compressorobj_flush_finish);
				PyModule_AddIntConstant(mod, "COMPRESSOBJ_FLUSH_BLOCK", compressorobj_flush_block);

				/* For now, the version is a simple tuple instead of a dedicated type. */
				zstdVersion = PyTuple_New(3);
				PyTuple_SetItem(zstdVersion, 0, PyLong_FromLong(ZSTD_VERSION_MAJOR));
				PyTuple_SetItem(zstdVersion, 1, PyLong_FromLong(ZSTD_VERSION_MINOR));
				PyTuple_SetItem(zstdVersion, 2, PyLong_FromLong(ZSTD_VERSION_RELEASE));
				PyModule_AddObject(mod, "ZSTD_VERSION", zstdVersion);

				frameHeader = PyBytes_FromStringAndSize(frame_header, sizeof(frame_header));
				if (frameHeader) {
				PyModule_AddObject(mod, "FRAME_HEADER", frameHeader);
				}
				else {
				PyErr_Format(PyExc_ValueError, "could not create frame header object");
				}

				PyModule_AddObject(mod, "CONTENTSIZE_UNKNOWN",
				PyLong_FromUnsignedLongLong(ZSTD_CONTENTSIZE_UNKNOWN));
				PyModule_AddObject(mod, "CONTENTSIZE_ERROR",
				PyLong_FromUnsignedLongLong(ZSTD_CONTENTSIZE_ERROR));

				PyModule_AddIntConstant(mod, "MAX_COMPRESSION_LEVEL", ZSTD_maxCLevel());
				PyModule_AddIntConstant(mod, "COMPRESSION_RECOMMENDED_INPUT_SIZE",
				(long)ZSTD_CStreamInSize());
				PyModule_AddIntConstant(mod, "COMPRESSION_RECOMMENDED_OUTPUT_SIZE",
				(long)ZSTD_CStreamOutSize());
				PyModule_AddIntConstant(mod, "DECOMPRESSION_RECOMMENDED_INPUT_SIZE",
				(long)ZSTD_DStreamInSize());
				PyModule_AddIntConstant(mod, "DECOMPRESSION_RECOMMENDED_OUTPUT_SIZE",
				(long)ZSTD_DStreamOutSize());

				PyModule_AddIntConstant(mod, "MAGIC_NUMBER", ZSTD_MAGICNUMBER);
				PyModule_AddIntConstant(mod, "BLOCKSIZELOG_MAX", ZSTD_BLOCKSIZELOG_MAX);
				PyModule_AddIntConstant(mod, "BLOCKSIZE_MAX", ZSTD_BLOCKSIZE_MAX);
				PyModule_AddIntConstant(mod, "WINDOWLOG_MIN", ZSTD_WINDOWLOG_MIN);
				PyModule_AddIntConstant(mod, "WINDOWLOG_MAX", ZSTD_WINDOWLOG_MAX);
				PyModule_AddIntConstant(mod, "CHAINLOG_MIN", ZSTD_CHAINLOG_MIN);
				PyModule_AddIntConstant(mod, "CHAINLOG_MAX", ZSTD_CHAINLOG_MAX);
				PyModule_AddIntConstant(mod, "HASHLOG_MIN", ZSTD_HASHLOG_MIN);
				PyModule_AddIntConstant(mod, "HASHLOG_MAX", ZSTD_HASHLOG_MAX);
				PyModule_AddIntConstant(mod, "HASHLOG3_MAX", ZSTD_HASHLOG3_MAX);
				PyModule_AddIntConstant(mod, "SEARCHLOG_MIN", ZSTD_SEARCHLOG_MIN);
				PyModule_AddIntConstant(mod, "SEARCHLOG_MAX", ZSTD_SEARCHLOG_MAX);
				PyModule_AddIntConstant(mod, "SEARCHLENGTH_MIN", ZSTD_SEARCHLENGTH_MIN);
				PyModule_AddIntConstant(mod, "SEARCHLENGTH_MAX", ZSTD_SEARCHLENGTH_MAX);
				PyModule_AddIntConstant(mod, "TARGETLENGTH_MIN", ZSTD_TARGETLENGTH_MIN);
				PyModule_AddIntConstant(mod, "TARGETLENGTH_MAX", ZSTD_TARGETLENGTH_MAX);
				PyModule_AddIntConstant(mod, "LDM_MINMATCH_MIN", ZSTD_LDM_MINMATCH_MIN);
				PyModule_AddIntConstant(mod, "LDM_MINMATCH_MAX", ZSTD_LDM_MINMATCH_MAX);
				PyModule_AddIntConstant(mod, "LDM_BUCKETSIZELOG_MAX", ZSTD_LDM_BUCKETSIZELOG_MAX);

				PyModule_AddIntConstant(mod, "STRATEGY_FAST", ZSTD_fast);
				PyModule_AddIntConstant(mod, "STRATEGY_DFAST", ZSTD_dfast);
				PyModule_AddIntConstant(mod, "STRATEGY_GREEDY", ZSTD_greedy);
				PyModule_AddIntConstant(mod, "STRATEGY_LAZY", ZSTD_lazy);
				PyModule_AddIntConstant(mod, "STRATEGY_LAZY2", ZSTD_lazy2);
				PyModule_AddIntConstant(mod, "STRATEGY_BTLAZY2", ZSTD_btlazy2);
				PyModule_AddIntConstant(mod, "STRATEGY_BTOPT", ZSTD_btopt);
				PyModule_AddIntConstant(mod, "STRATEGY_BTULTRA", ZSTD_btultra);

				PyModule_AddIntConstant(mod, "DICT_TYPE_AUTO", ZSTD_dct_auto);
				PyModule_AddIntConstant(mod, "DICT_TYPE_RAWCONTENT", ZSTD_dct_rawContent);
				PyModule_AddIntConstant(mod, "DICT_TYPE_FULLDICT", ZSTD_dct_fullDict);

				PyModule_AddIntConstant(mod, "FORMAT_ZSTD1", ZSTD_f_zstd1);
				PyModule_AddIntConstant(mod, "FORMAT_ZSTD1_MAGICLESS", ZSTD_f_zstd1_magicless);
				}