• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1 #ifndef Py_CPYTHON_UNICODEOBJECT_H
2 #  error "this header file must not be included directly"
3 #endif
4 
5 #ifdef __cplusplus
6 extern "C" {
7 #endif
8 
9 /* Py_UNICODE was the native Unicode storage format (code unit) used by
10    Python and represents a single Unicode element in the Unicode type.
11    With PEP 393, Py_UNICODE is deprecated and replaced with a
12    typedef to wchar_t. */
13 #define PY_UNICODE_TYPE wchar_t
14 /* Py_DEPRECATED(3.3) */ typedef wchar_t Py_UNICODE;
15 
16 /* --- Internal Unicode Operations ---------------------------------------- */
17 
18 /* Since splitting on whitespace is an important use case, and
19    whitespace in most situations is solely ASCII whitespace, we
20    optimize for the common case by using a quick look-up table
21    _Py_ascii_whitespace (see below) with an inlined check.
22 
23  */
24 #define Py_UNICODE_ISSPACE(ch) \
25     ((ch) < 128U ? _Py_ascii_whitespace[(ch)] : _PyUnicode_IsWhitespace(ch))
26 
27 #define Py_UNICODE_ISLOWER(ch) _PyUnicode_IsLowercase(ch)
28 #define Py_UNICODE_ISUPPER(ch) _PyUnicode_IsUppercase(ch)
29 #define Py_UNICODE_ISTITLE(ch) _PyUnicode_IsTitlecase(ch)
30 #define Py_UNICODE_ISLINEBREAK(ch) _PyUnicode_IsLinebreak(ch)
31 
32 #define Py_UNICODE_TOLOWER(ch) _PyUnicode_ToLowercase(ch)
33 #define Py_UNICODE_TOUPPER(ch) _PyUnicode_ToUppercase(ch)
34 #define Py_UNICODE_TOTITLE(ch) _PyUnicode_ToTitlecase(ch)
35 
36 #define Py_UNICODE_ISDECIMAL(ch) _PyUnicode_IsDecimalDigit(ch)
37 #define Py_UNICODE_ISDIGIT(ch) _PyUnicode_IsDigit(ch)
38 #define Py_UNICODE_ISNUMERIC(ch) _PyUnicode_IsNumeric(ch)
39 #define Py_UNICODE_ISPRINTABLE(ch) _PyUnicode_IsPrintable(ch)
40 
41 #define Py_UNICODE_TODECIMAL(ch) _PyUnicode_ToDecimalDigit(ch)
42 #define Py_UNICODE_TODIGIT(ch) _PyUnicode_ToDigit(ch)
43 #define Py_UNICODE_TONUMERIC(ch) _PyUnicode_ToNumeric(ch)
44 
45 #define Py_UNICODE_ISALPHA(ch) _PyUnicode_IsAlpha(ch)
46 
47 #define Py_UNICODE_ISALNUM(ch) \
48        (Py_UNICODE_ISALPHA(ch) || \
49     Py_UNICODE_ISDECIMAL(ch) || \
50     Py_UNICODE_ISDIGIT(ch) || \
51     Py_UNICODE_ISNUMERIC(ch))
52 
53 #define Py_UNICODE_COPY(target, source, length) \
54     memcpy((target), (source), (length)*sizeof(Py_UNICODE))
55 
56 #define Py_UNICODE_FILL(target, value, length) \
57     do {Py_ssize_t i_; Py_UNICODE *t_ = (target); Py_UNICODE v_ = (value);\
58         for (i_ = 0; i_ < (length); i_++) t_[i_] = v_;\
59     } while (0)
60 
61 /* macros to work with surrogates */
62 #define Py_UNICODE_IS_SURROGATE(ch) (0xD800 <= (ch) && (ch) <= 0xDFFF)
63 #define Py_UNICODE_IS_HIGH_SURROGATE(ch) (0xD800 <= (ch) && (ch) <= 0xDBFF)
64 #define Py_UNICODE_IS_LOW_SURROGATE(ch) (0xDC00 <= (ch) && (ch) <= 0xDFFF)
65 /* Join two surrogate characters and return a single Py_UCS4 value. */
66 #define Py_UNICODE_JOIN_SURROGATES(high, low)  \
67     (((((Py_UCS4)(high) & 0x03FF) << 10) |      \
68       ((Py_UCS4)(low) & 0x03FF)) + 0x10000)
69 /* high surrogate = top 10 bits added to D800 */
70 #define Py_UNICODE_HIGH_SURROGATE(ch) (0xD800 - (0x10000 >> 10) + ((ch) >> 10))
71 /* low surrogate = bottom 10 bits added to DC00 */
72 #define Py_UNICODE_LOW_SURROGATE(ch) (0xDC00 + ((ch) & 0x3FF))
73 
74 /* Check if substring matches at given offset.  The offset must be
75    valid, and the substring must not be empty. */
76 
77 #define Py_UNICODE_MATCH(string, offset, substring) \
78     ((*((string)->wstr + (offset)) == *((substring)->wstr)) && \
79      ((*((string)->wstr + (offset) + (substring)->wstr_length-1) == *((substring)->wstr + (substring)->wstr_length-1))) && \
80      !memcmp((string)->wstr + (offset), (substring)->wstr, (substring)->wstr_length*sizeof(Py_UNICODE)))
81 
82 /* --- Unicode Type ------------------------------------------------------- */
83 
84 /* ASCII-only strings created through PyUnicode_New use the PyASCIIObject
85    structure. state.ascii and state.compact are set, and the data
86    immediately follow the structure. utf8_length and wstr_length can be found
87    in the length field; the utf8 pointer is equal to the data pointer. */
88 typedef struct {
89     /* There are 4 forms of Unicode strings:
90 
91        - compact ascii:
92 
93          * structure = PyASCIIObject
94          * test: PyUnicode_IS_COMPACT_ASCII(op)
95          * kind = PyUnicode_1BYTE_KIND
96          * compact = 1
97          * ascii = 1
98          * ready = 1
99          * (length is the length of the utf8 and wstr strings)
100          * (data starts just after the structure)
101          * (since ASCII is decoded from UTF-8, the utf8 string are the data)
102 
103        - compact:
104 
105          * structure = PyCompactUnicodeObject
106          * test: PyUnicode_IS_COMPACT(op) && !PyUnicode_IS_ASCII(op)
107          * kind = PyUnicode_1BYTE_KIND, PyUnicode_2BYTE_KIND or
108            PyUnicode_4BYTE_KIND
109          * compact = 1
110          * ready = 1
111          * ascii = 0
112          * utf8 is not shared with data
113          * utf8_length = 0 if utf8 is NULL
114          * wstr is shared with data and wstr_length=length
115            if kind=PyUnicode_2BYTE_KIND and sizeof(wchar_t)=2
116            or if kind=PyUnicode_4BYTE_KIND and sizeof(wchar_t)=4
117          * wstr_length = 0 if wstr is NULL
118          * (data starts just after the structure)
119 
120        - legacy string, not ready:
121 
122          * structure = PyUnicodeObject
123          * test: kind == PyUnicode_WCHAR_KIND
124          * length = 0 (use wstr_length)
125          * hash = -1
126          * kind = PyUnicode_WCHAR_KIND
127          * compact = 0
128          * ascii = 0
129          * ready = 0
130          * interned = SSTATE_NOT_INTERNED
131          * wstr is not NULL
132          * data.any is NULL
133          * utf8 is NULL
134          * utf8_length = 0
135 
136        - legacy string, ready:
137 
138          * structure = PyUnicodeObject structure
139          * test: !PyUnicode_IS_COMPACT(op) && kind != PyUnicode_WCHAR_KIND
140          * kind = PyUnicode_1BYTE_KIND, PyUnicode_2BYTE_KIND or
141            PyUnicode_4BYTE_KIND
142          * compact = 0
143          * ready = 1
144          * data.any is not NULL
145          * utf8 is shared and utf8_length = length with data.any if ascii = 1
146          * utf8_length = 0 if utf8 is NULL
147          * wstr is shared with data.any and wstr_length = length
148            if kind=PyUnicode_2BYTE_KIND and sizeof(wchar_t)=2
149            or if kind=PyUnicode_4BYTE_KIND and sizeof(wchar_4)=4
150          * wstr_length = 0 if wstr is NULL
151 
152        Compact strings use only one memory block (structure + characters),
153        whereas legacy strings use one block for the structure and one block
154        for characters.
155 
156        Legacy strings are created by PyUnicode_FromUnicode() and
157        PyUnicode_FromStringAndSize(NULL, size) functions. They become ready
158        when PyUnicode_READY() is called.
159 
160        See also _PyUnicode_CheckConsistency().
161     */
162     PyObject_HEAD
163     Py_ssize_t length;          /* Number of code points in the string */
164     Py_hash_t hash;             /* Hash value; -1 if not set */
165     struct {
166         /*
167            SSTATE_NOT_INTERNED (0)
168            SSTATE_INTERNED_MORTAL (1)
169            SSTATE_INTERNED_IMMORTAL (2)
170 
171            If interned != SSTATE_NOT_INTERNED, the two references from the
172            dictionary to this object are *not* counted in ob_refcnt.
173          */
174         unsigned int interned:2;
175         /* Character size:
176 
177            - PyUnicode_WCHAR_KIND (0):
178 
179              * character type = wchar_t (16 or 32 bits, depending on the
180                platform)
181 
182            - PyUnicode_1BYTE_KIND (1):
183 
184              * character type = Py_UCS1 (8 bits, unsigned)
185              * all characters are in the range U+0000-U+00FF (latin1)
186              * if ascii is set, all characters are in the range U+0000-U+007F
187                (ASCII), otherwise at least one character is in the range
188                U+0080-U+00FF
189 
190            - PyUnicode_2BYTE_KIND (2):
191 
192              * character type = Py_UCS2 (16 bits, unsigned)
193              * all characters are in the range U+0000-U+FFFF (BMP)
194              * at least one character is in the range U+0100-U+FFFF
195 
196            - PyUnicode_4BYTE_KIND (4):
197 
198              * character type = Py_UCS4 (32 bits, unsigned)
199              * all characters are in the range U+0000-U+10FFFF
200              * at least one character is in the range U+10000-U+10FFFF
201          */
202         unsigned int kind:3;
203         /* Compact is with respect to the allocation scheme. Compact unicode
204            objects only require one memory block while non-compact objects use
205            one block for the PyUnicodeObject struct and another for its data
206            buffer. */
207         unsigned int compact:1;
208         /* The string only contains characters in the range U+0000-U+007F (ASCII)
209            and the kind is PyUnicode_1BYTE_KIND. If ascii is set and compact is
210            set, use the PyASCIIObject structure. */
211         unsigned int ascii:1;
212         /* The ready flag indicates whether the object layout is initialized
213            completely. This means that this is either a compact object, or
214            the data pointer is filled out. The bit is redundant, and helps
215            to minimize the test in PyUnicode_IS_READY(). */
216         unsigned int ready:1;
217         /* Padding to ensure that PyUnicode_DATA() is always aligned to
218            4 bytes (see issue #19537 on m68k). */
219         unsigned int :24;
220     } state;
221     wchar_t *wstr;              /* wchar_t representation (null-terminated) */
222 } PyASCIIObject;
223 
224 /* Non-ASCII strings allocated through PyUnicode_New use the
225    PyCompactUnicodeObject structure. state.compact is set, and the data
226    immediately follow the structure. */
227 typedef struct {
228     PyASCIIObject _base;
229     Py_ssize_t utf8_length;     /* Number of bytes in utf8, excluding the
230                                  * terminating \0. */
231     char *utf8;                 /* UTF-8 representation (null-terminated) */
232     Py_ssize_t wstr_length;     /* Number of code points in wstr, possible
233                                  * surrogates count as two code points. */
234 } PyCompactUnicodeObject;
235 
236 /* Strings allocated through PyUnicode_FromUnicode(NULL, len) use the
237    PyUnicodeObject structure. The actual string data is initially in the wstr
238    block, and copied into the data block using _PyUnicode_Ready. */
239 typedef struct {
240     PyCompactUnicodeObject _base;
241     union {
242         void *any;
243         Py_UCS1 *latin1;
244         Py_UCS2 *ucs2;
245         Py_UCS4 *ucs4;
246     } data;                     /* Canonical, smallest-form Unicode buffer */
247 } PyUnicodeObject;
248 
249 PyAPI_FUNC(int) _PyUnicode_CheckConsistency(
250     PyObject *op,
251     int check_content);
252 
253 /* Fast access macros */
254 #define PyUnicode_WSTR_LENGTH(op) \
255     (PyUnicode_IS_COMPACT_ASCII(op) ?                  \
256      ((PyASCIIObject*)op)->length :                    \
257      ((PyCompactUnicodeObject*)op)->wstr_length)
258 
259 /* Returns the deprecated Py_UNICODE representation's size in code units
260    (this includes surrogate pairs as 2 units).
261    If the Py_UNICODE representation is not available, it will be computed
262    on request.  Use PyUnicode_GET_LENGTH() for the length in code points. */
263 
264 /* Py_DEPRECATED(3.3) */
265 #define PyUnicode_GET_SIZE(op)                       \
266     (assert(PyUnicode_Check(op)),                    \
267      (((PyASCIIObject *)(op))->wstr) ?               \
268       PyUnicode_WSTR_LENGTH(op) :                    \
269       ((void)PyUnicode_AsUnicode(_PyObject_CAST(op)),\
270        assert(((PyASCIIObject *)(op))->wstr),        \
271        PyUnicode_WSTR_LENGTH(op)))
272 
273 /* Py_DEPRECATED(3.3) */
274 #define PyUnicode_GET_DATA_SIZE(op) \
275     (PyUnicode_GET_SIZE(op) * Py_UNICODE_SIZE)
276 
277 /* Alias for PyUnicode_AsUnicode().  This will create a wchar_t/Py_UNICODE
278    representation on demand.  Using this macro is very inefficient now,
279    try to port your code to use the new PyUnicode_*BYTE_DATA() macros or
280    use PyUnicode_WRITE() and PyUnicode_READ(). */
281 
282 /* Py_DEPRECATED(3.3) */
283 #define PyUnicode_AS_UNICODE(op) \
284     (assert(PyUnicode_Check(op)), \
285      (((PyASCIIObject *)(op))->wstr) ? (((PyASCIIObject *)(op))->wstr) : \
286       PyUnicode_AsUnicode(_PyObject_CAST(op)))
287 
288 /* Py_DEPRECATED(3.3) */
289 #define PyUnicode_AS_DATA(op) \
290     ((const char *)(PyUnicode_AS_UNICODE(op)))
291 
292 
293 /* --- Flexible String Representation Helper Macros (PEP 393) -------------- */
294 
295 /* Values for PyASCIIObject.state: */
296 
297 /* Interning state. */
298 #define SSTATE_NOT_INTERNED 0
299 #define SSTATE_INTERNED_MORTAL 1
300 #define SSTATE_INTERNED_IMMORTAL 2
301 
302 /* Return true if the string contains only ASCII characters, or 0 if not. The
303    string may be compact (PyUnicode_IS_COMPACT_ASCII) or not, but must be
304    ready. */
305 #define PyUnicode_IS_ASCII(op)                   \
306     (assert(PyUnicode_Check(op)),                \
307      assert(PyUnicode_IS_READY(op)),             \
308      ((PyASCIIObject*)op)->state.ascii)
309 
310 /* Return true if the string is compact or 0 if not.
311    No type checks or Ready calls are performed. */
312 #define PyUnicode_IS_COMPACT(op) \
313     (((PyASCIIObject*)(op))->state.compact)
314 
315 /* Return true if the string is a compact ASCII string (use PyASCIIObject
316    structure), or 0 if not.  No type checks or Ready calls are performed. */
317 #define PyUnicode_IS_COMPACT_ASCII(op)                 \
318     (((PyASCIIObject*)op)->state.ascii && PyUnicode_IS_COMPACT(op))
319 
320 enum PyUnicode_Kind {
321 /* String contains only wstr byte characters.  This is only possible
322    when the string was created with a legacy API and _PyUnicode_Ready()
323    has not been called yet.  */
324     PyUnicode_WCHAR_KIND = 0,
325 /* Return values of the PyUnicode_KIND() macro: */
326     PyUnicode_1BYTE_KIND = 1,
327     PyUnicode_2BYTE_KIND = 2,
328     PyUnicode_4BYTE_KIND = 4
329 };
330 
331 /* Return pointers to the canonical representation cast to unsigned char,
332    Py_UCS2, or Py_UCS4 for direct character access.
333    No checks are performed, use PyUnicode_KIND() before to ensure
334    these will work correctly. */
335 
336 #define PyUnicode_1BYTE_DATA(op) ((Py_UCS1*)PyUnicode_DATA(op))
337 #define PyUnicode_2BYTE_DATA(op) ((Py_UCS2*)PyUnicode_DATA(op))
338 #define PyUnicode_4BYTE_DATA(op) ((Py_UCS4*)PyUnicode_DATA(op))
339 
340 /* Return one of the PyUnicode_*_KIND values defined above. */
341 #define PyUnicode_KIND(op) \
342     (assert(PyUnicode_Check(op)), \
343      assert(PyUnicode_IS_READY(op)),            \
344      ((PyASCIIObject *)(op))->state.kind)
345 
346 /* Return a void pointer to the raw unicode buffer. */
347 #define _PyUnicode_COMPACT_DATA(op)                     \
348     (PyUnicode_IS_ASCII(op) ?                   \
349      ((void*)((PyASCIIObject*)(op) + 1)) :              \
350      ((void*)((PyCompactUnicodeObject*)(op) + 1)))
351 
352 #define _PyUnicode_NONCOMPACT_DATA(op)                  \
353     (assert(((PyUnicodeObject*)(op))->data.any),        \
354      ((((PyUnicodeObject *)(op))->data.any)))
355 
356 #define PyUnicode_DATA(op) \
357     (assert(PyUnicode_Check(op)), \
358      PyUnicode_IS_COMPACT(op) ? _PyUnicode_COMPACT_DATA(op) :   \
359      _PyUnicode_NONCOMPACT_DATA(op))
360 
361 /* In the access macros below, "kind" may be evaluated more than once.
362    All other macro parameters are evaluated exactly once, so it is safe
363    to put side effects into them (such as increasing the index). */
364 
365 /* Write into the canonical representation, this macro does not do any sanity
366    checks and is intended for usage in loops.  The caller should cache the
367    kind and data pointers obtained from other macro calls.
368    index is the index in the string (starts at 0) and value is the new
369    code point value which should be written to that location. */
370 #define PyUnicode_WRITE(kind, data, index, value) \
371     do { \
372         switch ((kind)) { \
373         case PyUnicode_1BYTE_KIND: { \
374             ((Py_UCS1 *)(data))[(index)] = (Py_UCS1)(value); \
375             break; \
376         } \
377         case PyUnicode_2BYTE_KIND: { \
378             ((Py_UCS2 *)(data))[(index)] = (Py_UCS2)(value); \
379             break; \
380         } \
381         default: { \
382             assert((kind) == PyUnicode_4BYTE_KIND); \
383             ((Py_UCS4 *)(data))[(index)] = (Py_UCS4)(value); \
384         } \
385         } \
386     } while (0)
387 
388 /* Read a code point from the string's canonical representation.  No checks
389    or ready calls are performed. */
390 #define PyUnicode_READ(kind, data, index) \
391     ((Py_UCS4) \
392     ((kind) == PyUnicode_1BYTE_KIND ? \
393         ((const Py_UCS1 *)(data))[(index)] : \
394         ((kind) == PyUnicode_2BYTE_KIND ? \
395             ((const Py_UCS2 *)(data))[(index)] : \
396             ((const Py_UCS4 *)(data))[(index)] \
397         ) \
398     ))
399 
400 /* PyUnicode_READ_CHAR() is less efficient than PyUnicode_READ() because it
401    calls PyUnicode_KIND() and might call it twice.  For single reads, use
402    PyUnicode_READ_CHAR, for multiple consecutive reads callers should
403    cache kind and use PyUnicode_READ instead. */
404 #define PyUnicode_READ_CHAR(unicode, index) \
405     (assert(PyUnicode_Check(unicode)),          \
406      assert(PyUnicode_IS_READY(unicode)),       \
407      (Py_UCS4)                                  \
408         (PyUnicode_KIND((unicode)) == PyUnicode_1BYTE_KIND ? \
409             ((const Py_UCS1 *)(PyUnicode_DATA((unicode))))[(index)] : \
410             (PyUnicode_KIND((unicode)) == PyUnicode_2BYTE_KIND ? \
411                 ((const Py_UCS2 *)(PyUnicode_DATA((unicode))))[(index)] : \
412                 ((const Py_UCS4 *)(PyUnicode_DATA((unicode))))[(index)] \
413             ) \
414         ))
415 
416 /* Returns the length of the unicode string. The caller has to make sure that
417    the string has it's canonical representation set before calling
418    this macro.  Call PyUnicode_(FAST_)Ready to ensure that. */
419 #define PyUnicode_GET_LENGTH(op)                \
420     (assert(PyUnicode_Check(op)),               \
421      assert(PyUnicode_IS_READY(op)),            \
422      ((PyASCIIObject *)(op))->length)
423 
424 
425 /* Fast check to determine whether an object is ready. Equivalent to
426    PyUnicode_IS_COMPACT(op) || ((PyUnicodeObject*)(op))->data.any) */
427 
428 #define PyUnicode_IS_READY(op) (((PyASCIIObject*)op)->state.ready)
429 
430 /* PyUnicode_READY() does less work than _PyUnicode_Ready() in the best
431    case.  If the canonical representation is not yet set, it will still call
432    _PyUnicode_Ready().
433    Returns 0 on success and -1 on errors. */
434 #define PyUnicode_READY(op)                        \
435     (assert(PyUnicode_Check(op)),                       \
436      (PyUnicode_IS_READY(op) ?                          \
437       0 : _PyUnicode_Ready(_PyObject_CAST(op))))
438 
439 /* Return a maximum character value which is suitable for creating another
440    string based on op.  This is always an approximation but more efficient
441    than iterating over the string. */
442 #define PyUnicode_MAX_CHAR_VALUE(op) \
443     (assert(PyUnicode_IS_READY(op)),                                    \
444      (PyUnicode_IS_ASCII(op) ?                                          \
445       (0x7f) :                                                          \
446       (PyUnicode_KIND(op) == PyUnicode_1BYTE_KIND ?                     \
447        (0xffU) :                                                        \
448        (PyUnicode_KIND(op) == PyUnicode_2BYTE_KIND ?                    \
449         (0xffffU) :                                                     \
450         (0x10ffffU)))))
451 
452 /* === Public API ========================================================= */
453 
454 /* --- Plain Py_UNICODE --------------------------------------------------- */
455 
456 /* With PEP 393, this is the recommended way to allocate a new unicode object.
457    This function will allocate the object and its buffer in a single memory
458    block.  Objects created using this function are not resizable. */
459 PyAPI_FUNC(PyObject*) PyUnicode_New(
460     Py_ssize_t size,            /* Number of code points in the new string */
461     Py_UCS4 maxchar             /* maximum code point value in the string */
462     );
463 
464 /* Initializes the canonical string representation from the deprecated
465    wstr/Py_UNICODE representation. This function is used to convert Unicode
466    objects which were created using the old API to the new flexible format
467    introduced with PEP 393.
468 
469    Don't call this function directly, use the public PyUnicode_READY() macro
470    instead. */
471 PyAPI_FUNC(int) _PyUnicode_Ready(
472     PyObject *unicode           /* Unicode object */
473     );
474 
475 /* Get a copy of a Unicode string. */
476 PyAPI_FUNC(PyObject*) _PyUnicode_Copy(
477     PyObject *unicode
478     );
479 
480 /* Copy character from one unicode object into another, this function performs
481    character conversion when necessary and falls back to memcpy() if possible.
482 
483    Fail if to is too small (smaller than *how_many* or smaller than
484    len(from)-from_start), or if kind(from[from_start:from_start+how_many]) >
485    kind(to), or if *to* has more than 1 reference.
486 
487    Return the number of written character, or return -1 and raise an exception
488    on error.
489 
490    Pseudo-code:
491 
492        how_many = min(how_many, len(from) - from_start)
493        to[to_start:to_start+how_many] = from[from_start:from_start+how_many]
494        return how_many
495 
496    Note: The function doesn't write a terminating null character.
497    */
498 PyAPI_FUNC(Py_ssize_t) PyUnicode_CopyCharacters(
499     PyObject *to,
500     Py_ssize_t to_start,
501     PyObject *from,
502     Py_ssize_t from_start,
503     Py_ssize_t how_many
504     );
505 
506 /* Unsafe version of PyUnicode_CopyCharacters(): don't check arguments and so
507    may crash if parameters are invalid (e.g. if the output string
508    is too short). */
509 PyAPI_FUNC(void) _PyUnicode_FastCopyCharacters(
510     PyObject *to,
511     Py_ssize_t to_start,
512     PyObject *from,
513     Py_ssize_t from_start,
514     Py_ssize_t how_many
515     );
516 
517 /* Fill a string with a character: write fill_char into
518    unicode[start:start+length].
519 
520    Fail if fill_char is bigger than the string maximum character, or if the
521    string has more than 1 reference.
522 
523    Return the number of written character, or return -1 and raise an exception
524    on error. */
525 PyAPI_FUNC(Py_ssize_t) PyUnicode_Fill(
526     PyObject *unicode,
527     Py_ssize_t start,
528     Py_ssize_t length,
529     Py_UCS4 fill_char
530     );
531 
532 /* Unsafe version of PyUnicode_Fill(): don't check arguments and so may crash
533    if parameters are invalid (e.g. if length is longer than the string). */
534 PyAPI_FUNC(void) _PyUnicode_FastFill(
535     PyObject *unicode,
536     Py_ssize_t start,
537     Py_ssize_t length,
538     Py_UCS4 fill_char
539     );
540 
541 /* Create a Unicode Object from the Py_UNICODE buffer u of the given
542    size.
543 
544    u may be NULL which causes the contents to be undefined. It is the
545    user's responsibility to fill in the needed data afterwards. Note
546    that modifying the Unicode object contents after construction is
547    only allowed if u was set to NULL.
548 
549    The buffer is copied into the new object. */
550 /* Py_DEPRECATED(3.3) */ PyAPI_FUNC(PyObject*) PyUnicode_FromUnicode(
551     const Py_UNICODE *u,        /* Unicode buffer */
552     Py_ssize_t size             /* size of buffer */
553     );
554 
555 /* Create a new string from a buffer of Py_UCS1, Py_UCS2 or Py_UCS4 characters.
556    Scan the string to find the maximum character. */
557 PyAPI_FUNC(PyObject*) PyUnicode_FromKindAndData(
558     int kind,
559     const void *buffer,
560     Py_ssize_t size);
561 
562 /* Create a new string from a buffer of ASCII characters.
563    WARNING: Don't check if the string contains any non-ASCII character. */
564 PyAPI_FUNC(PyObject*) _PyUnicode_FromASCII(
565     const char *buffer,
566     Py_ssize_t size);
567 
568 /* Compute the maximum character of the substring unicode[start:end].
569    Return 127 for an empty string. */
570 PyAPI_FUNC(Py_UCS4) _PyUnicode_FindMaxChar (
571     PyObject *unicode,
572     Py_ssize_t start,
573     Py_ssize_t end);
574 
575 /* Return a read-only pointer to the Unicode object's internal
576    Py_UNICODE buffer.
577    If the wchar_t/Py_UNICODE representation is not yet available, this
578    function will calculate it. */
579 /* Py_DEPRECATED(3.3) */ PyAPI_FUNC(Py_UNICODE *) PyUnicode_AsUnicode(
580     PyObject *unicode           /* Unicode object */
581     );
582 
583 /* Similar to PyUnicode_AsUnicode(), but raises a ValueError if the string
584    contains null characters. */
585 PyAPI_FUNC(const Py_UNICODE *) _PyUnicode_AsUnicode(
586     PyObject *unicode           /* Unicode object */
587     );
588 
589 /* Return a read-only pointer to the Unicode object's internal
590    Py_UNICODE buffer and save the length at size.
591    If the wchar_t/Py_UNICODE representation is not yet available, this
592    function will calculate it. */
593 
594 /* Py_DEPRECATED(3.3) */ PyAPI_FUNC(Py_UNICODE *) PyUnicode_AsUnicodeAndSize(
595     PyObject *unicode,          /* Unicode object */
596     Py_ssize_t *size            /* location where to save the length */
597     );
598 
599 /* Get the maximum ordinal for a Unicode character. */
600 Py_DEPRECATED(3.3) PyAPI_FUNC(Py_UNICODE) PyUnicode_GetMax(void);
601 
602 
603 /* --- _PyUnicodeWriter API ----------------------------------------------- */
604 
605 typedef struct {
606     PyObject *buffer;
607     void *data;
608     enum PyUnicode_Kind kind;
609     Py_UCS4 maxchar;
610     Py_ssize_t size;
611     Py_ssize_t pos;
612 
613     /* minimum number of allocated characters (default: 0) */
614     Py_ssize_t min_length;
615 
616     /* minimum character (default: 127, ASCII) */
617     Py_UCS4 min_char;
618 
619     /* If non-zero, overallocate the buffer (default: 0). */
620     unsigned char overallocate;
621 
622     /* If readonly is 1, buffer is a shared string (cannot be modified)
623        and size is set to 0. */
624     unsigned char readonly;
625 } _PyUnicodeWriter ;
626 
627 /* Initialize a Unicode writer.
628  *
629  * By default, the minimum buffer size is 0 character and overallocation is
630  * disabled. Set min_length, min_char and overallocate attributes to control
631  * the allocation of the buffer. */
632 PyAPI_FUNC(void)
633 _PyUnicodeWriter_Init(_PyUnicodeWriter *writer);
634 
635 /* Prepare the buffer to write 'length' characters
636    with the specified maximum character.
637 
638    Return 0 on success, raise an exception and return -1 on error. */
639 #define _PyUnicodeWriter_Prepare(WRITER, LENGTH, MAXCHAR)             \
640     (((MAXCHAR) <= (WRITER)->maxchar                                  \
641       && (LENGTH) <= (WRITER)->size - (WRITER)->pos)                  \
642      ? 0                                                              \
643      : (((LENGTH) == 0)                                               \
644         ? 0                                                           \
645         : _PyUnicodeWriter_PrepareInternal((WRITER), (LENGTH), (MAXCHAR))))
646 
647 /* Don't call this function directly, use the _PyUnicodeWriter_Prepare() macro
648    instead. */
649 PyAPI_FUNC(int)
650 _PyUnicodeWriter_PrepareInternal(_PyUnicodeWriter *writer,
651                                  Py_ssize_t length, Py_UCS4 maxchar);
652 
653 /* Prepare the buffer to have at least the kind KIND.
654    For example, kind=PyUnicode_2BYTE_KIND ensures that the writer will
655    support characters in range U+000-U+FFFF.
656 
657    Return 0 on success, raise an exception and return -1 on error. */
658 #define _PyUnicodeWriter_PrepareKind(WRITER, KIND)                    \
659     (assert((KIND) != PyUnicode_WCHAR_KIND),                          \
660      (KIND) <= (WRITER)->kind                                         \
661      ? 0                                                              \
662      : _PyUnicodeWriter_PrepareKindInternal((WRITER), (KIND)))
663 
664 /* Don't call this function directly, use the _PyUnicodeWriter_PrepareKind()
665    macro instead. */
666 PyAPI_FUNC(int)
667 _PyUnicodeWriter_PrepareKindInternal(_PyUnicodeWriter *writer,
668                                      enum PyUnicode_Kind kind);
669 
670 /* Append a Unicode character.
671    Return 0 on success, raise an exception and return -1 on error. */
672 PyAPI_FUNC(int)
673 _PyUnicodeWriter_WriteChar(_PyUnicodeWriter *writer,
674     Py_UCS4 ch
675     );
676 
677 /* Append a Unicode string.
678    Return 0 on success, raise an exception and return -1 on error. */
679 PyAPI_FUNC(int)
680 _PyUnicodeWriter_WriteStr(_PyUnicodeWriter *writer,
681     PyObject *str               /* Unicode string */
682     );
683 
684 /* Append a substring of a Unicode string.
685    Return 0 on success, raise an exception and return -1 on error. */
686 PyAPI_FUNC(int)
687 _PyUnicodeWriter_WriteSubstring(_PyUnicodeWriter *writer,
688     PyObject *str,              /* Unicode string */
689     Py_ssize_t start,
690     Py_ssize_t end
691     );
692 
693 /* Append an ASCII-encoded byte string.
694    Return 0 on success, raise an exception and return -1 on error. */
695 PyAPI_FUNC(int)
696 _PyUnicodeWriter_WriteASCIIString(_PyUnicodeWriter *writer,
697     const char *str,           /* ASCII-encoded byte string */
698     Py_ssize_t len             /* number of bytes, or -1 if unknown */
699     );
700 
701 /* Append a latin1-encoded byte string.
702    Return 0 on success, raise an exception and return -1 on error. */
703 PyAPI_FUNC(int)
704 _PyUnicodeWriter_WriteLatin1String(_PyUnicodeWriter *writer,
705     const char *str,           /* latin1-encoded byte string */
706     Py_ssize_t len             /* length in bytes */
707     );
708 
709 /* Get the value of the writer as a Unicode string. Clear the
710    buffer of the writer. Raise an exception and return NULL
711    on error. */
712 PyAPI_FUNC(PyObject *)
713 _PyUnicodeWriter_Finish(_PyUnicodeWriter *writer);
714 
715 /* Deallocate memory of a writer (clear its internal buffer). */
716 PyAPI_FUNC(void)
717 _PyUnicodeWriter_Dealloc(_PyUnicodeWriter *writer);
718 
719 
720 /* Format the object based on the format_spec, as defined in PEP 3101
721    (Advanced String Formatting). */
722 PyAPI_FUNC(int) _PyUnicode_FormatAdvancedWriter(
723     _PyUnicodeWriter *writer,
724     PyObject *obj,
725     PyObject *format_spec,
726     Py_ssize_t start,
727     Py_ssize_t end);
728 
729 /* --- wchar_t support for platforms which support it --------------------- */
730 
731 #ifdef HAVE_WCHAR_H
732 PyAPI_FUNC(void*) _PyUnicode_AsKind(PyObject *s, unsigned int kind);
733 #endif
734 
735 /* --- Manage the default encoding ---------------------------------------- */
736 
737 /* Returns a pointer to the default encoding (UTF-8) of the
738    Unicode object unicode and the size of the encoded representation
739    in bytes stored in *size.
740 
741    In case of an error, no *size is set.
742 
743    This function caches the UTF-8 encoded string in the unicodeobject
744    and subsequent calls will return the same string.  The memory is released
745    when the unicodeobject is deallocated.
746 
747    _PyUnicode_AsStringAndSize is a #define for PyUnicode_AsUTF8AndSize to
748    support the previous internal function with the same behaviour.
749 
750    *** This API is for interpreter INTERNAL USE ONLY and will likely
751    *** be removed or changed in the future.
752 
753    *** If you need to access the Unicode object as UTF-8 bytes string,
754    *** please use PyUnicode_AsUTF8String() instead.
755 */
756 
757 PyAPI_FUNC(const char *) PyUnicode_AsUTF8AndSize(
758     PyObject *unicode,
759     Py_ssize_t *size);
760 
761 #define _PyUnicode_AsStringAndSize PyUnicode_AsUTF8AndSize
762 
763 /* Returns a pointer to the default encoding (UTF-8) of the
764    Unicode object unicode.
765 
766    Like PyUnicode_AsUTF8AndSize(), this also caches the UTF-8 representation
767    in the unicodeobject.
768 
769    _PyUnicode_AsString is a #define for PyUnicode_AsUTF8 to
770    support the previous internal function with the same behaviour.
771 
772    Use of this API is DEPRECATED since no size information can be
773    extracted from the returned data.
774 
775    *** This API is for interpreter INTERNAL USE ONLY and will likely
776    *** be removed or changed for Python 3.1.
777 
778    *** If you need to access the Unicode object as UTF-8 bytes string,
779    *** please use PyUnicode_AsUTF8String() instead.
780 
781 */
782 
783 PyAPI_FUNC(const char *) PyUnicode_AsUTF8(PyObject *unicode);
784 
785 #define _PyUnicode_AsString PyUnicode_AsUTF8
786 
787 /* --- Generic Codecs ----------------------------------------------------- */
788 
789 /* Encodes a Py_UNICODE buffer of the given size and returns a
790    Python string object. */
791 Py_DEPRECATED(3.3) PyAPI_FUNC(PyObject*) PyUnicode_Encode(
792     const Py_UNICODE *s,        /* Unicode char buffer */
793     Py_ssize_t size,            /* number of Py_UNICODE chars to encode */
794     const char *encoding,       /* encoding */
795     const char *errors          /* error handling */
796     );
797 
798 /* --- UTF-7 Codecs ------------------------------------------------------- */
799 
800 Py_DEPRECATED(3.3) PyAPI_FUNC(PyObject*) PyUnicode_EncodeUTF7(
801     const Py_UNICODE *data,     /* Unicode char buffer */
802     Py_ssize_t length,          /* number of Py_UNICODE chars to encode */
803     int base64SetO,             /* Encode RFC2152 Set O characters in base64 */
804     int base64WhiteSpace,       /* Encode whitespace (sp, ht, nl, cr) in base64 */
805     const char *errors          /* error handling */
806     );
807 
808 PyAPI_FUNC(PyObject*) _PyUnicode_EncodeUTF7(
809     PyObject *unicode,          /* Unicode object */
810     int base64SetO,             /* Encode RFC2152 Set O characters in base64 */
811     int base64WhiteSpace,       /* Encode whitespace (sp, ht, nl, cr) in base64 */
812     const char *errors          /* error handling */
813     );
814 
815 /* --- UTF-8 Codecs ------------------------------------------------------- */
816 
817 PyAPI_FUNC(PyObject*) _PyUnicode_AsUTF8String(
818     PyObject *unicode,
819     const char *errors);
820 
821 Py_DEPRECATED(3.3) PyAPI_FUNC(PyObject*) PyUnicode_EncodeUTF8(
822     const Py_UNICODE *data,     /* Unicode char buffer */
823     Py_ssize_t length,          /* number of Py_UNICODE chars to encode */
824     const char *errors          /* error handling */
825     );
826 
827 /* --- UTF-32 Codecs ------------------------------------------------------ */
828 
829 Py_DEPRECATED(3.3) PyAPI_FUNC(PyObject*) PyUnicode_EncodeUTF32(
830     const Py_UNICODE *data,     /* Unicode char buffer */
831     Py_ssize_t length,          /* number of Py_UNICODE chars to encode */
832     const char *errors,         /* error handling */
833     int byteorder               /* byteorder to use 0=BOM+native;-1=LE,1=BE */
834     );
835 
836 PyAPI_FUNC(PyObject*) _PyUnicode_EncodeUTF32(
837     PyObject *object,           /* Unicode object */
838     const char *errors,         /* error handling */
839     int byteorder               /* byteorder to use 0=BOM+native;-1=LE,1=BE */
840     );
841 
842 /* --- UTF-16 Codecs ------------------------------------------------------ */
843 
844 /* Returns a Python string object holding the UTF-16 encoded value of
845    the Unicode data.
846 
847    If byteorder is not 0, output is written according to the following
848    byte order:
849 
850    byteorder == -1: little endian
851    byteorder == 0:  native byte order (writes a BOM mark)
852    byteorder == 1:  big endian
853 
854    If byteorder is 0, the output string will always start with the
855    Unicode BOM mark (U+FEFF). In the other two modes, no BOM mark is
856    prepended.
857 
858    Note that Py_UNICODE data is being interpreted as UTF-16 reduced to
859    UCS-2. This trick makes it possible to add full UTF-16 capabilities
860    at a later point without compromising the APIs.
861 
862 */
863 Py_DEPRECATED(3.3) PyAPI_FUNC(PyObject*) PyUnicode_EncodeUTF16(
864     const Py_UNICODE *data,     /* Unicode char buffer */
865     Py_ssize_t length,          /* number of Py_UNICODE chars to encode */
866     const char *errors,         /* error handling */
867     int byteorder               /* byteorder to use 0=BOM+native;-1=LE,1=BE */
868     );
869 
870 PyAPI_FUNC(PyObject*) _PyUnicode_EncodeUTF16(
871     PyObject* unicode,          /* Unicode object */
872     const char *errors,         /* error handling */
873     int byteorder               /* byteorder to use 0=BOM+native;-1=LE,1=BE */
874     );
875 
876 /* --- Unicode-Escape Codecs ---------------------------------------------- */
877 
878 /* Helper for PyUnicode_DecodeUnicodeEscape that detects invalid escape
879    chars. */
880 PyAPI_FUNC(PyObject*) _PyUnicode_DecodeUnicodeEscape(
881         const char *string,     /* Unicode-Escape encoded string */
882         Py_ssize_t length,      /* size of string */
883         const char *errors,     /* error handling */
884         const char **first_invalid_escape  /* on return, points to first
885                                               invalid escaped char in
886                                               string. */
887 );
888 
889 Py_DEPRECATED(3.3) PyAPI_FUNC(PyObject*) PyUnicode_EncodeUnicodeEscape(
890     const Py_UNICODE *data,     /* Unicode char buffer */
891     Py_ssize_t length           /* Number of Py_UNICODE chars to encode */
892     );
893 
894 /* --- Raw-Unicode-Escape Codecs ------------------------------------------ */
895 
896 Py_DEPRECATED(3.3) PyAPI_FUNC(PyObject*) PyUnicode_EncodeRawUnicodeEscape(
897     const Py_UNICODE *data,     /* Unicode char buffer */
898     Py_ssize_t length           /* Number of Py_UNICODE chars to encode */
899     );
900 
901 /* --- Latin-1 Codecs ----------------------------------------------------- */
902 
903 PyAPI_FUNC(PyObject*) _PyUnicode_AsLatin1String(
904     PyObject* unicode,
905     const char* errors);
906 
907 Py_DEPRECATED(3.3) PyAPI_FUNC(PyObject*) PyUnicode_EncodeLatin1(
908     const Py_UNICODE *data,     /* Unicode char buffer */
909     Py_ssize_t length,          /* Number of Py_UNICODE chars to encode */
910     const char *errors          /* error handling */
911     );
912 
913 /* --- ASCII Codecs ------------------------------------------------------- */
914 
915 PyAPI_FUNC(PyObject*) _PyUnicode_AsASCIIString(
916     PyObject* unicode,
917     const char* errors);
918 
919 Py_DEPRECATED(3.3) PyAPI_FUNC(PyObject*) PyUnicode_EncodeASCII(
920     const Py_UNICODE *data,     /* Unicode char buffer */
921     Py_ssize_t length,          /* Number of Py_UNICODE chars to encode */
922     const char *errors          /* error handling */
923     );
924 
925 /* --- Character Map Codecs ----------------------------------------------- */
926 
927 Py_DEPRECATED(3.3) PyAPI_FUNC(PyObject*) PyUnicode_EncodeCharmap(
928     const Py_UNICODE *data,     /* Unicode char buffer */
929     Py_ssize_t length,          /* Number of Py_UNICODE chars to encode */
930     PyObject *mapping,          /* encoding mapping */
931     const char *errors          /* error handling */
932     );
933 
934 PyAPI_FUNC(PyObject*) _PyUnicode_EncodeCharmap(
935     PyObject *unicode,          /* Unicode object */
936     PyObject *mapping,          /* encoding mapping */
937     const char *errors          /* error handling */
938     );
939 
940 /* Translate a Py_UNICODE buffer of the given length by applying a
941    character mapping table to it and return the resulting Unicode
942    object.
943 
944    The mapping table must map Unicode ordinal integers to Unicode strings,
945    Unicode ordinal integers or None (causing deletion of the character).
946 
947    Mapping tables may be dictionaries or sequences. Unmapped character
948    ordinals (ones which cause a LookupError) are left untouched and
949    are copied as-is.
950 
951 */
952 Py_DEPRECATED(3.3) PyAPI_FUNC(PyObject *) PyUnicode_TranslateCharmap(
953     const Py_UNICODE *data,     /* Unicode char buffer */
954     Py_ssize_t length,          /* Number of Py_UNICODE chars to encode */
955     PyObject *table,            /* Translate table */
956     const char *errors          /* error handling */
957     );
958 
959 /* --- MBCS codecs for Windows -------------------------------------------- */
960 
961 #ifdef MS_WINDOWS
962 Py_DEPRECATED(3.3) PyAPI_FUNC(PyObject*) PyUnicode_EncodeMBCS(
963     const Py_UNICODE *data,     /* Unicode char buffer */
964     Py_ssize_t length,          /* number of Py_UNICODE chars to encode */
965     const char *errors          /* error handling */
966     );
967 #endif
968 
969 /* --- Decimal Encoder ---------------------------------------------------- */
970 
971 /* Takes a Unicode string holding a decimal value and writes it into
972    an output buffer using standard ASCII digit codes.
973 
974    The output buffer has to provide at least length+1 bytes of storage
975    area. The output string is 0-terminated.
976 
977    The encoder converts whitespace to ' ', decimal characters to their
978    corresponding ASCII digit and all other Latin-1 characters except
979    \0 as-is. Characters outside this range (Unicode ordinals 1-256)
980    are treated as errors. This includes embedded NULL bytes.
981 
982    Error handling is defined by the errors argument:
983 
984       NULL or "strict": raise a ValueError
985       "ignore": ignore the wrong characters (these are not copied to the
986                 output buffer)
987       "replace": replaces illegal characters with '?'
988 
989    Returns 0 on success, -1 on failure.
990 
991 */
992 
993 /* Py_DEPRECATED(3.3) */ PyAPI_FUNC(int) PyUnicode_EncodeDecimal(
994     Py_UNICODE *s,              /* Unicode buffer */
995     Py_ssize_t length,          /* Number of Py_UNICODE chars to encode */
996     char *output,               /* Output buffer; must have size >= length */
997     const char *errors          /* error handling */
998     );
999 
1000 /* Transforms code points that have decimal digit property to the
1001    corresponding ASCII digit code points.
1002 
1003    Returns a new Unicode string on success, NULL on failure.
1004 */
1005 
1006 /* Py_DEPRECATED(3.3) */
1007 PyAPI_FUNC(PyObject*) PyUnicode_TransformDecimalToASCII(
1008     Py_UNICODE *s,              /* Unicode buffer */
1009     Py_ssize_t length           /* Number of Py_UNICODE chars to transform */
1010     );
1011 
1012 /* Coverts a Unicode object holding a decimal value to an ASCII string
1013    for using in int, float and complex parsers.
1014    Transforms code points that have decimal digit property to the
1015    corresponding ASCII digit code points.  Transforms spaces to ASCII.
1016    Transforms code points starting from the first non-ASCII code point that
1017    is neither a decimal digit nor a space to the end into '?'. */
1018 
1019 PyAPI_FUNC(PyObject*) _PyUnicode_TransformDecimalAndSpaceToASCII(
1020     PyObject *unicode           /* Unicode object */
1021     );
1022 
1023 /* --- Methods & Slots ---------------------------------------------------- */
1024 
1025 PyAPI_FUNC(PyObject *) _PyUnicode_JoinArray(
1026     PyObject *separator,
1027     PyObject *const *items,
1028     Py_ssize_t seqlen
1029     );
1030 
1031 /* Test whether a unicode is equal to ASCII identifier.  Return 1 if true,
1032    0 otherwise.  The right argument must be ASCII identifier.
1033    Any error occurs inside will be cleared before return. */
1034 PyAPI_FUNC(int) _PyUnicode_EqualToASCIIId(
1035     PyObject *left,             /* Left string */
1036     _Py_Identifier *right       /* Right identifier */
1037     );
1038 
1039 /* Test whether a unicode is equal to ASCII string.  Return 1 if true,
1040    0 otherwise.  The right argument must be ASCII-encoded string.
1041    Any error occurs inside will be cleared before return. */
1042 PyAPI_FUNC(int) _PyUnicode_EqualToASCIIString(
1043     PyObject *left,
1044     const char *right           /* ASCII-encoded string */
1045     );
1046 
1047 /* Externally visible for str.strip(unicode) */
1048 PyAPI_FUNC(PyObject *) _PyUnicode_XStrip(
1049     PyObject *self,
1050     int striptype,
1051     PyObject *sepobj
1052     );
1053 
1054 /* Using explicit passed-in values, insert the thousands grouping
1055    into the string pointed to by buffer.  For the argument descriptions,
1056    see Objects/stringlib/localeutil.h */
1057 PyAPI_FUNC(Py_ssize_t) _PyUnicode_InsertThousandsGrouping(
1058     _PyUnicodeWriter *writer,
1059     Py_ssize_t n_buffer,
1060     PyObject *digits,
1061     Py_ssize_t d_pos,
1062     Py_ssize_t n_digits,
1063     Py_ssize_t min_width,
1064     const char *grouping,
1065     PyObject *thousands_sep,
1066     Py_UCS4 *maxchar);
1067 
1068 /* === Characters Type APIs =============================================== */
1069 
1070 /* Helper array used by Py_UNICODE_ISSPACE(). */
1071 
1072 PyAPI_DATA(const unsigned char) _Py_ascii_whitespace[];
1073 
1074 /* These should not be used directly. Use the Py_UNICODE_IS* and
1075    Py_UNICODE_TO* macros instead.
1076 
1077    These APIs are implemented in Objects/unicodectype.c.
1078 
1079 */
1080 
1081 PyAPI_FUNC(int) _PyUnicode_IsLowercase(
1082     Py_UCS4 ch       /* Unicode character */
1083     );
1084 
1085 PyAPI_FUNC(int) _PyUnicode_IsUppercase(
1086     Py_UCS4 ch       /* Unicode character */
1087     );
1088 
1089 PyAPI_FUNC(int) _PyUnicode_IsTitlecase(
1090     Py_UCS4 ch       /* Unicode character */
1091     );
1092 
1093 PyAPI_FUNC(int) _PyUnicode_IsXidStart(
1094     Py_UCS4 ch       /* Unicode character */
1095     );
1096 
1097 PyAPI_FUNC(int) _PyUnicode_IsXidContinue(
1098     Py_UCS4 ch       /* Unicode character */
1099     );
1100 
1101 PyAPI_FUNC(int) _PyUnicode_IsWhitespace(
1102     const Py_UCS4 ch         /* Unicode character */
1103     );
1104 
1105 PyAPI_FUNC(int) _PyUnicode_IsLinebreak(
1106     const Py_UCS4 ch         /* Unicode character */
1107     );
1108 
1109 /* Py_DEPRECATED(3.3) */ PyAPI_FUNC(Py_UCS4) _PyUnicode_ToLowercase(
1110     Py_UCS4 ch       /* Unicode character */
1111     );
1112 
1113 /* Py_DEPRECATED(3.3) */ PyAPI_FUNC(Py_UCS4) _PyUnicode_ToUppercase(
1114     Py_UCS4 ch       /* Unicode character */
1115     );
1116 
1117 Py_DEPRECATED(3.3) PyAPI_FUNC(Py_UCS4) _PyUnicode_ToTitlecase(
1118     Py_UCS4 ch       /* Unicode character */
1119     );
1120 
1121 PyAPI_FUNC(int) _PyUnicode_ToLowerFull(
1122     Py_UCS4 ch,       /* Unicode character */
1123     Py_UCS4 *res
1124     );
1125 
1126 PyAPI_FUNC(int) _PyUnicode_ToTitleFull(
1127     Py_UCS4 ch,       /* Unicode character */
1128     Py_UCS4 *res
1129     );
1130 
1131 PyAPI_FUNC(int) _PyUnicode_ToUpperFull(
1132     Py_UCS4 ch,       /* Unicode character */
1133     Py_UCS4 *res
1134     );
1135 
1136 PyAPI_FUNC(int) _PyUnicode_ToFoldedFull(
1137     Py_UCS4 ch,       /* Unicode character */
1138     Py_UCS4 *res
1139     );
1140 
1141 PyAPI_FUNC(int) _PyUnicode_IsCaseIgnorable(
1142     Py_UCS4 ch         /* Unicode character */
1143     );
1144 
1145 PyAPI_FUNC(int) _PyUnicode_IsCased(
1146     Py_UCS4 ch         /* Unicode character */
1147     );
1148 
1149 PyAPI_FUNC(int) _PyUnicode_ToDecimalDigit(
1150     Py_UCS4 ch       /* Unicode character */
1151     );
1152 
1153 PyAPI_FUNC(int) _PyUnicode_ToDigit(
1154     Py_UCS4 ch       /* Unicode character */
1155     );
1156 
1157 PyAPI_FUNC(double) _PyUnicode_ToNumeric(
1158     Py_UCS4 ch       /* Unicode character */
1159     );
1160 
1161 PyAPI_FUNC(int) _PyUnicode_IsDecimalDigit(
1162     Py_UCS4 ch       /* Unicode character */
1163     );
1164 
1165 PyAPI_FUNC(int) _PyUnicode_IsDigit(
1166     Py_UCS4 ch       /* Unicode character */
1167     );
1168 
1169 PyAPI_FUNC(int) _PyUnicode_IsNumeric(
1170     Py_UCS4 ch       /* Unicode character */
1171     );
1172 
1173 PyAPI_FUNC(int) _PyUnicode_IsPrintable(
1174     Py_UCS4 ch       /* Unicode character */
1175     );
1176 
1177 PyAPI_FUNC(int) _PyUnicode_IsAlpha(
1178     Py_UCS4 ch       /* Unicode character */
1179     );
1180 
1181 Py_DEPRECATED(3.3) PyAPI_FUNC(size_t) Py_UNICODE_strlen(
1182     const Py_UNICODE *u
1183     );
1184 
1185 Py_DEPRECATED(3.3) PyAPI_FUNC(Py_UNICODE*) Py_UNICODE_strcpy(
1186     Py_UNICODE *s1,
1187     const Py_UNICODE *s2);
1188 
1189 Py_DEPRECATED(3.3) PyAPI_FUNC(Py_UNICODE*) Py_UNICODE_strcat(
1190     Py_UNICODE *s1, const Py_UNICODE *s2);
1191 
1192 Py_DEPRECATED(3.3) PyAPI_FUNC(Py_UNICODE*) Py_UNICODE_strncpy(
1193     Py_UNICODE *s1,
1194     const Py_UNICODE *s2,
1195     size_t n);
1196 
1197 Py_DEPRECATED(3.3) PyAPI_FUNC(int) Py_UNICODE_strcmp(
1198     const Py_UNICODE *s1,
1199     const Py_UNICODE *s2
1200     );
1201 
1202 Py_DEPRECATED(3.3) PyAPI_FUNC(int) Py_UNICODE_strncmp(
1203     const Py_UNICODE *s1,
1204     const Py_UNICODE *s2,
1205     size_t n
1206     );
1207 
1208 Py_DEPRECATED(3.3) PyAPI_FUNC(Py_UNICODE*) Py_UNICODE_strchr(
1209     const Py_UNICODE *s,
1210     Py_UNICODE c
1211     );
1212 
1213 Py_DEPRECATED(3.3) PyAPI_FUNC(Py_UNICODE*) Py_UNICODE_strrchr(
1214     const Py_UNICODE *s,
1215     Py_UNICODE c
1216     );
1217 
1218 PyAPI_FUNC(PyObject*) _PyUnicode_FormatLong(PyObject *, int, int, int);
1219 
1220 /* Create a copy of a unicode string ending with a nul character. Return NULL
1221    and raise a MemoryError exception on memory allocation failure, otherwise
1222    return a new allocated buffer (use PyMem_Free() to free the buffer). */
1223 
1224 Py_DEPRECATED(3.3) PyAPI_FUNC(Py_UNICODE*) PyUnicode_AsUnicodeCopy(
1225     PyObject *unicode
1226     );
1227 
1228 /* Return an interned Unicode object for an Identifier; may fail if there is no memory.*/
1229 PyAPI_FUNC(PyObject*) _PyUnicode_FromId(_Py_Identifier*);
1230 /* Clear all static strings. */
1231 PyAPI_FUNC(void) _PyUnicode_ClearStaticStrings(void);
1232 
1233 /* Fast equality check when the inputs are known to be exact unicode types
1234    and where the hash values are equal (i.e. a very probable match) */
1235 PyAPI_FUNC(int) _PyUnicode_EQ(PyObject *, PyObject *);
1236 
1237 #ifdef __cplusplus
1238 }
1239 #endif
1240