1 /* 2 * multibytecodec.h: Common Multibyte Codec Implementation 3 * 4 * Written by Hye-Shik Chang <perky@FreeBSD.org> 5 */ 6 7 #ifndef _PYTHON_MULTIBYTECODEC_H_ 8 #define _PYTHON_MULTIBYTECODEC_H_ 9 #ifdef __cplusplus 10 extern "C" { 11 #endif 12 13 #ifdef uint32_t 14 typedef uint32_t ucs4_t; 15 #else 16 typedef unsigned int ucs4_t; 17 #endif 18 19 #ifdef uint16_t 20 typedef uint16_t ucs2_t, DBCHAR; 21 #else 22 typedef unsigned short ucs2_t, DBCHAR; 23 #endif 24 25 typedef union { 26 void *p; 27 int i; 28 unsigned char c[8]; 29 ucs2_t u2[4]; 30 ucs4_t u4[2]; 31 } MultibyteCodec_State; 32 33 typedef int (*mbcodec_init)(const void *config); 34 typedef Py_ssize_t (*mbencode_func)(MultibyteCodec_State *state, 35 const void *config, 36 const Py_UNICODE **inbuf, Py_ssize_t inleft, 37 unsigned char **outbuf, Py_ssize_t outleft, 38 int flags); 39 typedef int (*mbencodeinit_func)(MultibyteCodec_State *state, 40 const void *config); 41 typedef Py_ssize_t (*mbencodereset_func)(MultibyteCodec_State *state, 42 const void *config, 43 unsigned char **outbuf, Py_ssize_t outleft); 44 typedef Py_ssize_t (*mbdecode_func)(MultibyteCodec_State *state, 45 const void *config, 46 const unsigned char **inbuf, Py_ssize_t inleft, 47 Py_UNICODE **outbuf, Py_ssize_t outleft); 48 typedef int (*mbdecodeinit_func)(MultibyteCodec_State *state, 49 const void *config); 50 typedef Py_ssize_t (*mbdecodereset_func)(MultibyteCodec_State *state, 51 const void *config); 52 53 typedef struct { 54 const char *encoding; 55 const void *config; 56 mbcodec_init codecinit; 57 mbencode_func encode; 58 mbencodeinit_func encinit; 59 mbencodereset_func encreset; 60 mbdecode_func decode; 61 mbdecodeinit_func decinit; 62 mbdecodereset_func decreset; 63 } MultibyteCodec; 64 65 typedef struct { 66 PyObject_HEAD 67 MultibyteCodec *codec; 68 } MultibyteCodecObject; 69 70 #define MultibyteCodec_Check(op) ((op)->ob_type == &MultibyteCodec_Type) 71 72 #define _MultibyteStatefulCodec_HEAD \ 73 PyObject_HEAD \ 74 MultibyteCodec *codec; \ 75 MultibyteCodec_State state; \ 76 PyObject *errors; 77 typedef struct { 78 _MultibyteStatefulCodec_HEAD 79 } MultibyteStatefulCodecContext; 80 81 #define MAXENCPENDING 2 82 #define _MultibyteStatefulEncoder_HEAD \ 83 _MultibyteStatefulCodec_HEAD \ 84 Py_UNICODE pending[MAXENCPENDING]; \ 85 Py_ssize_t pendingsize; 86 typedef struct { 87 _MultibyteStatefulEncoder_HEAD 88 } MultibyteStatefulEncoderContext; 89 90 #define MAXDECPENDING 8 91 #define _MultibyteStatefulDecoder_HEAD \ 92 _MultibyteStatefulCodec_HEAD \ 93 unsigned char pending[MAXDECPENDING]; \ 94 Py_ssize_t pendingsize; 95 typedef struct { 96 _MultibyteStatefulDecoder_HEAD 97 } MultibyteStatefulDecoderContext; 98 99 typedef struct { 100 _MultibyteStatefulEncoder_HEAD 101 } MultibyteIncrementalEncoderObject; 102 103 typedef struct { 104 _MultibyteStatefulDecoder_HEAD 105 } MultibyteIncrementalDecoderObject; 106 107 typedef struct { 108 _MultibyteStatefulDecoder_HEAD 109 PyObject *stream; 110 } MultibyteStreamReaderObject; 111 112 typedef struct { 113 _MultibyteStatefulEncoder_HEAD 114 PyObject *stream; 115 } MultibyteStreamWriterObject; 116 117 /* positive values for illegal sequences */ 118 #define MBERR_TOOSMALL (-1) /* insufficient output buffer space */ 119 #define MBERR_TOOFEW (-2) /* incomplete input buffer */ 120 #define MBERR_INTERNAL (-3) /* internal runtime error */ 121 122 #define ERROR_STRICT (PyObject *)(1) 123 #define ERROR_IGNORE (PyObject *)(2) 124 #define ERROR_REPLACE (PyObject *)(3) 125 #define ERROR_ISCUSTOM(p) ((p) < ERROR_STRICT || ERROR_REPLACE < (p)) 126 #define ERROR_DECREF(p) do { \ 127 if (p != NULL && ERROR_ISCUSTOM(p)) { \ 128 Py_DECREF(p); \ 129 } \ 130 } while (0); 131 132 #define MBENC_FLUSH 0x0001 /* encode all characters encodable */ 133 #define MBENC_MAX MBENC_FLUSH 134 135 #define PyMultibyteCodec_CAPSULE_NAME "multibytecodec.__map_*" 136 137 138 #ifdef __cplusplus 139 } 140 #endif 141 #endif 142