AppPkg/Applications/Python/Python-2.7.10/Modules/cjkcodecs/multibytecodec.h

   1 /*
   2  * multibytecodec.h: Common Multibyte Codec Implementation
   3  *
   4  * Written by Hye-Shik Chang <perky@FreeBSD.org>
   5  */
   6
   7 #ifndef _PYTHON_MULTIBYTECODEC_H_
   8 #define _PYTHON_MULTIBYTECODEC_H_
   9 #ifdef __cplusplus
  10 extern "C" {
  11 #endif
  12
  13 #ifdef uint32_t
  14 typedef uint32_t ucs4_t;
  15 #else
  16 typedef unsigned int ucs4_t;
  17 #endif
  18
  19 #ifdef uint16_t
  20 typedef uint16_t ucs2_t, DBCHAR;
  21 #else
  22 typedef unsigned short ucs2_t, DBCHAR;
  23 #endif
  24
  25 typedef union {
  26     void *p;
  27     int i;
  28     unsigned char c[8];
  29     ucs2_t u2[4];
  30     ucs4_t u4[2];
  31 } MultibyteCodec_State;
  32
  33 typedef int (*mbcodec_init)(const void *config);
  34 typedef Py_ssize_t (*mbencode_func)(MultibyteCodec_State *state,
  35                         const void *config,
  36                         const Py_UNICODE **inbuf, Py_ssize_t inleft,
  37                         unsigned char **outbuf, Py_ssize_t outleft,
  38                         int flags);
  39 typedef int (*mbencodeinit_func)(MultibyteCodec_State *state,
  40                                  const void *config);
  41 typedef Py_ssize_t (*mbencodereset_func)(MultibyteCodec_State *state,
  42                         const void *config,
  43                         unsigned char **outbuf, Py_ssize_t outleft);
  44 typedef Py_ssize_t (*mbdecode_func)(MultibyteCodec_State *state,
  45                         const void *config,
  46                         const unsigned char **inbuf, Py_ssize_t inleft,
  47                         Py_UNICODE **outbuf, Py_ssize_t outleft);
  48 typedef int (*mbdecodeinit_func)(MultibyteCodec_State *state,
  49                                  const void *config);
  50 typedef Py_ssize_t (*mbdecodereset_func)(MultibyteCodec_State *state,
  51                                          const void *config);
  52
  53 typedef struct {
  54     const char *encoding;
  55     const void *config;
  56     mbcodec_init codecinit;
  57     mbencode_func encode;
  58     mbencodeinit_func encinit;
  59     mbencodereset_func encreset;
  60     mbdecode_func decode;
  61     mbdecodeinit_func decinit;
  62     mbdecodereset_func decreset;
  63 } MultibyteCodec;
  64
  65 typedef struct {
  66     PyObject_HEAD
  67     MultibyteCodec *codec;
  68 } MultibyteCodecObject;
  69
  70 #define MultibyteCodec_Check(op) ((op)->ob_type == &MultibyteCodec_Type)
  71
  72 #define _MultibyteStatefulCodec_HEAD            \
  73     PyObject_HEAD                               \
  74     MultibyteCodec *codec;                      \
  75     MultibyteCodec_State state;                 \
  76     PyObject *errors;
  77 typedef struct {
  78     _MultibyteStatefulCodec_HEAD
  79 } MultibyteStatefulCodecContext;
  80
  81 #define MAXENCPENDING   2
  82 #define _MultibyteStatefulEncoder_HEAD          \
  83     _MultibyteStatefulCodec_HEAD                \
  84     Py_UNICODE pending[MAXENCPENDING];          \
  85     Py_ssize_t pendingsize;
  86 typedef struct {
  87     _MultibyteStatefulEncoder_HEAD
  88 } MultibyteStatefulEncoderContext;
  89
  90 #define MAXDECPENDING   8
  91 #define _MultibyteStatefulDecoder_HEAD          \
  92     _MultibyteStatefulCodec_HEAD                \
  93     unsigned char pending[MAXDECPENDING];       \
  94     Py_ssize_t pendingsize;
  95 typedef struct {
  96     _MultibyteStatefulDecoder_HEAD
  97 } MultibyteStatefulDecoderContext;
  98
  99 typedef struct {
 100     _MultibyteStatefulEncoder_HEAD
 101 } MultibyteIncrementalEncoderObject;
 102
 103 typedef struct {
 104     _MultibyteStatefulDecoder_HEAD
 105 } MultibyteIncrementalDecoderObject;
 106
 107 typedef struct {
 108     _MultibyteStatefulDecoder_HEAD
 109     PyObject *stream;
 110 } MultibyteStreamReaderObject;
 111
 112 typedef struct {
 113     _MultibyteStatefulEncoder_HEAD
 114     PyObject *stream;
 115 } MultibyteStreamWriterObject;
 116
 117 /* positive values for illegal sequences */
 118 #define MBERR_TOOSMALL          (-1) /* insufficient output buffer space */
 119 #define MBERR_TOOFEW            (-2) /* incomplete input buffer */
 120 #define MBERR_INTERNAL          (-3) /* internal runtime error */
 121
 122 #define ERROR_STRICT            (PyObject *)(1)
 123 #define ERROR_IGNORE            (PyObject *)(2)
 124 #define ERROR_REPLACE           (PyObject *)(3)
 125 #define ERROR_ISCUSTOM(p)       ((p) < ERROR_STRICT || ERROR_REPLACE < (p))
 126 #define ERROR_DECREF(p) do {                    \
 127     if (p != NULL && ERROR_ISCUSTOM(p)) {       \
 128         Py_DECREF(p);                           \
 129     }                                           \
 130 } while (0);
 131
 132 #define MBENC_FLUSH             0x0001 /* encode all characters encodable */
 133 #define MBENC_MAX               MBENC_FLUSH
 134
 135 #define PyMultibyteCodec_CAPSULE_NAME "multibytecodec.__map_*"
 136
 137
 138 #ifdef __cplusplus
 139 }
 140 #endif
 141 #endif