mirror of
https://github.com/python/cpython.git
synced 2026-06-05 01:10:53 +00:00
8ab7b43a14
Supported encodings: "cp932", "cp949", "cp950", "Big5","EUC-JP", "GB2312", "GBK", "johab", and "Shift_JIS". Partially supported encodings (only BMP characters): "Big5-HKSCS", "EUC_JIS-2004", "EUC_JISX0213", "Shift_JIS-2004", "Shift_JISX0213", "utf-8-sig" and non-standard aliases like "UTF8" (without hyphen). The parser now raises ValueError for known unsupported multi-byte encodings such us "ISO-2022-JP" or "raw-unicode-escape" instead of failing later, when encounter non-ASCII data.
76 lines
2.3 KiB
C
76 lines
2.3 KiB
C
#ifndef Py_INTERNAL_CODECS_H
|
|
#define Py_INTERNAL_CODECS_H
|
|
#ifdef __cplusplus
|
|
extern "C" {
|
|
#endif
|
|
|
|
#ifndef Py_BUILD_CORE
|
|
# error "this header requires Py_BUILD_CORE define"
|
|
#endif
|
|
|
|
#include "pycore_interp_structs.h" // struct codecs_state
|
|
|
|
/* Initialize codecs-related state for the given interpreter, including
|
|
registering the first codec search function. Must be called before any other
|
|
PyCodec-related functions, and while only one thread is active. */
|
|
extern PyStatus _PyCodec_InitRegistry(PyInterpreterState *interp);
|
|
|
|
/* Finalize codecs-related state for the given interpreter. No PyCodec-related
|
|
functions other than PyCodec_Unregister() may be called after this. */
|
|
extern void _PyCodec_Fini(PyInterpreterState *interp);
|
|
|
|
extern PyObject* _PyCodec_Lookup(const char *encoding);
|
|
|
|
/*
|
|
* Un-register the error handling callback function registered under
|
|
* the given 'name'. Only custom error handlers can be un-registered.
|
|
*
|
|
* - Return -1 and set an exception if 'name' refers to a built-in
|
|
* error handling name (e.g., 'strict'), or if an error occurred.
|
|
* - Return 0 if no custom error handler can be found for 'name'.
|
|
* - Return 1 if the custom error handler was successfully removed.
|
|
*/
|
|
extern int _PyCodec_UnregisterError(const char *name);
|
|
|
|
/* Text codec specific encoding and decoding API.
|
|
|
|
Checks the encoding against a list of codecs which do not
|
|
implement a str<->bytes encoding before attempting the
|
|
operation.
|
|
|
|
Please note that these APIs are internal and should not
|
|
be used in Python C extensions.
|
|
|
|
XXX (ncoghlan): should we make these, or something like them, public
|
|
in Python 3.5+?
|
|
|
|
*/
|
|
PyAPI_FUNC(PyObject*) _PyCodec_LookupTextEncoding(
|
|
const char *encoding,
|
|
const char *alternate_command);
|
|
|
|
extern PyObject* _PyCodec_EncodeText(
|
|
PyObject *object,
|
|
const char *encoding,
|
|
const char *errors);
|
|
|
|
extern PyObject* _PyCodec_DecodeText(
|
|
PyObject *object,
|
|
const char *encoding,
|
|
const char *errors);
|
|
|
|
/* These two aren't actually text encoding specific, but _io.TextIOWrapper
|
|
* is the only current API consumer.
|
|
*/
|
|
extern PyObject* _PyCodecInfo_GetIncrementalDecoder(
|
|
PyObject *codec_info,
|
|
const char *errors);
|
|
|
|
extern PyObject* _PyCodecInfo_GetIncrementalEncoder(
|
|
PyObject *codec_info,
|
|
const char *errors);
|
|
|
|
#ifdef __cplusplus
|
|
}
|
|
#endif
|
|
#endif /* !Py_INTERNAL_CODECS_H */
|