• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1 // © 2016 and later: Unicode, Inc. and others.
2 // License & terms of use: http://www.unicode.org/copyright.html
3 /*
4  ********************************************************************
5  * COPYRIGHT:
6  * Copyright (c) 1996-2015, International Business Machines Corporation and
7  * others. All Rights Reserved.
8  ********************************************************************
9  */
10 
11 #ifndef NORMLZR_H
12 #define NORMLZR_H
13 
14 #include "unicode/utypes.h"
15 
16 /**
17  * \file
18  * \brief C++ API: Unicode Normalization
19  */
20 
21 #if !UCONFIG_NO_NORMALIZATION
22 
23 #include "unicode/chariter.h"
24 #include "unicode/normalizer2.h"
25 #include "unicode/unistr.h"
26 #include "unicode/unorm.h"
27 #include "unicode/uobject.h"
28 
29 U_NAMESPACE_BEGIN
30 /**
31  * Old Unicode normalization API.
32  *
33  * This API has been replaced by the Normalizer2 class and is only available
34  * for backward compatibility. This class simply delegates to the Normalizer2 class.
35  * There is one exception: The new API does not provide a replacement for Normalizer::compare().
36  *
37  * The Normalizer class supports the standard normalization forms described in
38  * <a href="http://www.unicode.org/unicode/reports/tr15/" target="unicode">
39  * Unicode Standard Annex #15: Unicode Normalization Forms</a>.
40  *
41  * The Normalizer class consists of two parts:
42  * - static functions that normalize strings or test if strings are normalized
43  * - a Normalizer object is an iterator that takes any kind of text and
44  *   provides iteration over its normalized form
45  *
46  * The Normalizer class is not suitable for subclassing.
47  *
48  * For basic information about normalization forms and details about the C API
49  * please see the documentation in unorm.h.
50  *
51  * The iterator API with the Normalizer constructors and the non-static functions
52  * use a CharacterIterator as input. It is possible to pass a string which
53  * is then internally wrapped in a CharacterIterator.
54  * The input text is not normalized all at once, but incrementally where needed
55  * (providing efficient random access).
56  * This allows to pass in a large text but spend only a small amount of time
57  * normalizing a small part of that text.
58  * However, if the entire text is normalized, then the iterator will be
59  * slower than normalizing the entire text at once and iterating over the result.
60  * A possible use of the Normalizer iterator is also to report an index into the
61  * original text that is close to where the normalized characters come from.
62  *
63  * <em>Important:</em> The iterator API was cleaned up significantly for ICU 2.0.
64  * The earlier implementation reported the getIndex() inconsistently,
65  * and previous() could not be used after setIndex(), next(), first(), and current().
66  *
67  * Normalizer allows to start normalizing from anywhere in the input text by
68  * calling setIndexOnly(), first(), or last().
69  * Without calling any of these, the iterator will start at the beginning of the text.
70  *
71  * At any time, next() returns the next normalized code point (UChar32),
72  * with post-increment semantics (like CharacterIterator::next32PostInc()).
73  * previous() returns the previous normalized code point (UChar32),
74  * with pre-decrement semantics (like CharacterIterator::previous32()).
75  *
76  * current() returns the current code point
77  * (respectively the one at the newly set index) without moving
78  * the getIndex(). Note that if the text at the current position
79  * needs to be normalized, then these functions will do that.
80  * (This is why current() is not const.)
81  * It is more efficient to call setIndexOnly() instead, which does not
82  * normalize.
83  *
84  * getIndex() always refers to the position in the input text where the normalized
85  * code points are returned from. It does not always change with each returned
86  * code point.
87  * The code point that is returned from any of the functions
88  * corresponds to text at or after getIndex(), according to the
89  * function's iteration semantics (post-increment or pre-decrement).
90  *
91  * next() returns a code point from at or after the getIndex()
92  * from before the next() call. After the next() call, the getIndex()
93  * might have moved to where the next code point will be returned from
94  * (from a next() or current() call).
95  * This is semantically equivalent to array access with array[index++]
96  * (post-increment semantics).
97  *
98  * previous() returns a code point from at or after the getIndex()
99  * from after the previous() call.
100  * This is semantically equivalent to array access with array[--index]
101  * (pre-decrement semantics).
102  *
103  * Internally, the Normalizer iterator normalizes a small piece of text
104  * starting at the getIndex() and ending at a following "safe" index.
105  * The normalized results is stored in an internal string buffer, and
106  * the code points are iterated from there.
107  * With multiple iteration calls, this is repeated until the next piece
108  * of text needs to be normalized, and the getIndex() needs to be moved.
109  *
110  * The following "safe" index, the internal buffer, and the secondary
111  * iteration index into that buffer are not exposed on the API.
112  * This also means that it is currently not practical to return to
113  * a particular, arbitrary position in the text because one would need to
114  * know, and be able to set, in addition to the getIndex(), at least also the
115  * current index into the internal buffer.
116  * It is currently only possible to observe when getIndex() changes
117  * (with careful consideration of the iteration semantics),
118  * at which time the internal index will be 0.
119  * For example, if getIndex() is different after next() than before it,
120  * then the internal index is 0 and one can return to this getIndex()
121  * later with setIndexOnly().
122  *
123  * Note: While the setIndex() and getIndex() refer to indices in the
124  * underlying Unicode input text, the next() and previous() methods
125  * iterate through characters in the normalized output.
126  * This means that there is not necessarily a one-to-one correspondence
127  * between characters returned by next() and previous() and the indices
128  * passed to and returned from setIndex() and getIndex().
129  * It is for this reason that Normalizer does not implement the CharacterIterator interface.
130  *
131  * @author Laura Werner, Mark Davis, Markus Scherer
132  * @stable ICU 2.0
133  */
134 class U_COMMON_API Normalizer : public UObject {
135 public:
136 #ifndef U_HIDE_DEPRECATED_API
137   /**
138    * If DONE is returned from an iteration function that returns a code point,
139    * then there are no more normalization results available.
140    * @deprecated ICU 56 Use Normalizer2 instead.
141    */
142   enum {
143       DONE=0xffff
144   };
145 
146   // Constructors
147 
148   /**
149    * Creates a new <code>Normalizer</code> object for iterating over the
150    * normalized form of a given string.
151    * <p>
152    * @param str   The string to be normalized.  The normalization
153    *              will start at the beginning of the string.
154    *
155    * @param mode  The normalization mode.
156    * @deprecated ICU 56 Use Normalizer2 instead.
157    */
158   Normalizer(const UnicodeString& str, UNormalizationMode mode);
159 
160   /**
161    * Creates a new <code>Normalizer</code> object for iterating over the
162    * normalized form of a given string.
163    * <p>
164    * @param str   The string to be normalized.  The normalization
165    *              will start at the beginning of the string.
166    *
167    * @param length Length of the string, or -1 if NUL-terminated.
168    * @param mode  The normalization mode.
169    * @deprecated ICU 56 Use Normalizer2 instead.
170    */
171   Normalizer(ConstChar16Ptr str, int32_t length, UNormalizationMode mode);
172 
173   /**
174    * Creates a new <code>Normalizer</code> object for iterating over the
175    * normalized form of the given text.
176    * <p>
177    * @param iter  The input text to be normalized.  The normalization
178    *              will start at the beginning of the string.
179    *
180    * @param mode  The normalization mode.
181    * @deprecated ICU 56 Use Normalizer2 instead.
182    */
183   Normalizer(const CharacterIterator& iter, UNormalizationMode mode);
184 #endif  /* U_HIDE_DEPRECATED_API */
185 
186   /**
187    * Copy constructor.
188    * @param copy The object to be copied.
189    * @deprecated ICU 56 Use Normalizer2 instead.
190    */
191   Normalizer(const Normalizer& copy);
192 
193   /**
194    * Destructor
195    * @deprecated ICU 56 Use Normalizer2 instead.
196    */
197   virtual ~Normalizer();
198 
199 
200   //-------------------------------------------------------------------------
201   // Static utility methods
202   //-------------------------------------------------------------------------
203 
204 #ifndef U_HIDE_DEPRECATED_API
205   /**
206    * Normalizes a <code>UnicodeString</code> according to the specified normalization mode.
207    * This is a wrapper for unorm_normalize(), using UnicodeString's.
208    *
209    * The <code>options</code> parameter specifies which optional
210    * <code>Normalizer</code> features are to be enabled for this operation.
211    *
212    * @param source    the input string to be normalized.
213    * @param mode      the normalization mode
214    * @param options   the optional features to be enabled (0 for no options)
215    * @param result    The normalized string (on output).
216    * @param status    The error code.
217    * @deprecated ICU 56 Use Normalizer2 instead.
218    */
219   static void U_EXPORT2 normalize(const UnicodeString& source,
220                         UNormalizationMode mode, int32_t options,
221                         UnicodeString& result,
222                         UErrorCode &status);
223 
224   /**
225    * Compose a <code>UnicodeString</code>.
226    * This is equivalent to normalize() with mode UNORM_NFC or UNORM_NFKC.
227    * This is a wrapper for unorm_normalize(), using UnicodeString's.
228    *
229    * The <code>options</code> parameter specifies which optional
230    * <code>Normalizer</code> features are to be enabled for this operation.
231    *
232    * @param source    the string to be composed.
233    * @param compat    Perform compatibility decomposition before composition.
234    *                  If this argument is <code>FALSE</code>, only canonical
235    *                  decomposition will be performed.
236    * @param options   the optional features to be enabled (0 for no options)
237    * @param result    The composed string (on output).
238    * @param status    The error code.
239    * @deprecated ICU 56 Use Normalizer2 instead.
240    */
241   static void U_EXPORT2 compose(const UnicodeString& source,
242                       UBool compat, int32_t options,
243                       UnicodeString& result,
244                       UErrorCode &status);
245 
246   /**
247    * Static method to decompose a <code>UnicodeString</code>.
248    * This is equivalent to normalize() with mode UNORM_NFD or UNORM_NFKD.
249    * This is a wrapper for unorm_normalize(), using UnicodeString's.
250    *
251    * The <code>options</code> parameter specifies which optional
252    * <code>Normalizer</code> features are to be enabled for this operation.
253    *
254    * @param source    the string to be decomposed.
255    * @param compat    Perform compatibility decomposition.
256    *                  If this argument is <code>FALSE</code>, only canonical
257    *                  decomposition will be performed.
258    * @param options   the optional features to be enabled (0 for no options)
259    * @param result    The decomposed string (on output).
260    * @param status    The error code.
261    * @deprecated ICU 56 Use Normalizer2 instead.
262    */
263   static void U_EXPORT2 decompose(const UnicodeString& source,
264                         UBool compat, int32_t options,
265                         UnicodeString& result,
266                         UErrorCode &status);
267 
268   /**
269    * Performing quick check on a string, to quickly determine if the string is
270    * in a particular normalization format.
271    * This is a wrapper for unorm_quickCheck(), using a UnicodeString.
272    *
273    * Three types of result can be returned UNORM_YES, UNORM_NO or
274    * UNORM_MAYBE. Result UNORM_YES indicates that the argument
275    * string is in the desired normalized format, UNORM_NO determines that
276    * argument string is not in the desired normalized format. A
277    * UNORM_MAYBE result indicates that a more thorough check is required,
278    * the user may have to put the string in its normalized form and compare the
279    * results.
280    * @param source       string for determining if it is in a normalized format
281    * @param mode         normalization format
282    * @param status A reference to a UErrorCode to receive any errors
283    * @return UNORM_YES, UNORM_NO or UNORM_MAYBE
284    *
285    * @see isNormalized
286    * @deprecated ICU 56 Use Normalizer2 instead.
287    */
288   static inline UNormalizationCheckResult
289   quickCheck(const UnicodeString &source, UNormalizationMode mode, UErrorCode &status);
290 
291   /**
292    * Performing quick check on a string; same as the other version of quickCheck
293    * but takes an extra options parameter like most normalization functions.
294    *
295    * @param source       string for determining if it is in a normalized format
296    * @param mode         normalization format
297    * @param options      the optional features to be enabled (0 for no options)
298    * @param status A reference to a UErrorCode to receive any errors
299    * @return UNORM_YES, UNORM_NO or UNORM_MAYBE
300    *
301    * @see isNormalized
302    * @deprecated ICU 56 Use Normalizer2 instead.
303    */
304   static UNormalizationCheckResult
305   quickCheck(const UnicodeString &source, UNormalizationMode mode, int32_t options, UErrorCode &status);
306 
307   /**
308    * Test if a string is in a given normalization form.
309    * This is semantically equivalent to source.equals(normalize(source, mode)) .
310    *
311    * Unlike unorm_quickCheck(), this function returns a definitive result,
312    * never a "maybe".
313    * For NFD, NFKD, and FCD, both functions work exactly the same.
314    * For NFC and NFKC where quickCheck may return "maybe", this function will
315    * perform further tests to arrive at a TRUE/FALSE result.
316    *
317    * @param src        String that is to be tested if it is in a normalization format.
318    * @param mode       Which normalization form to test for.
319    * @param errorCode  ICU error code in/out parameter.
320    *                   Must fulfill U_SUCCESS before the function call.
321    * @return Boolean value indicating whether the source string is in the
322    *         "mode" normalization form.
323    *
324    * @see quickCheck
325    * @deprecated ICU 56 Use Normalizer2 instead.
326    */
327   static inline UBool
328   isNormalized(const UnicodeString &src, UNormalizationMode mode, UErrorCode &errorCode);
329 
330   /**
331    * Test if a string is in a given normalization form; same as the other version of isNormalized
332    * but takes an extra options parameter like most normalization functions.
333    *
334    * @param src        String that is to be tested if it is in a normalization format.
335    * @param mode       Which normalization form to test for.
336    * @param options      the optional features to be enabled (0 for no options)
337    * @param errorCode  ICU error code in/out parameter.
338    *                   Must fulfill U_SUCCESS before the function call.
339    * @return Boolean value indicating whether the source string is in the
340    *         "mode" normalization form.
341    *
342    * @see quickCheck
343    * @deprecated ICU 56 Use Normalizer2 instead.
344    */
345   static UBool
346   isNormalized(const UnicodeString &src, UNormalizationMode mode, int32_t options, UErrorCode &errorCode);
347 
348   /**
349    * Concatenate normalized strings, making sure that the result is normalized as well.
350    *
351    * If both the left and the right strings are in
352    * the normalization form according to "mode/options",
353    * then the result will be
354    *
355    * \code
356    *     dest=normalize(left+right, mode, options)
357    * \endcode
358    *
359    * For details see unorm_concatenate in unorm.h.
360    *
361    * @param left Left source string.
362    * @param right Right source string.
363    * @param result The output string.
364    * @param mode The normalization mode.
365    * @param options A bit set of normalization options.
366    * @param errorCode ICU error code in/out parameter.
367    *                   Must fulfill U_SUCCESS before the function call.
368    * @return result
369    *
370    * @see unorm_concatenate
371    * @see normalize
372    * @see unorm_next
373    * @see unorm_previous
374    *
375    * @deprecated ICU 56 Use Normalizer2 instead.
376    */
377   static UnicodeString &
378   U_EXPORT2 concatenate(const UnicodeString &left, const UnicodeString &right,
379               UnicodeString &result,
380               UNormalizationMode mode, int32_t options,
381               UErrorCode &errorCode);
382 #endif  /* U_HIDE_DEPRECATED_API */
383 
384   /**
385    * Compare two strings for canonical equivalence.
386    * Further options include case-insensitive comparison and
387    * code point order (as opposed to code unit order).
388    *
389    * Canonical equivalence between two strings is defined as their normalized
390    * forms (NFD or NFC) being identical.
391    * This function compares strings incrementally instead of normalizing
392    * (and optionally case-folding) both strings entirely,
393    * improving performance significantly.
394    *
395    * Bulk normalization is only necessary if the strings do not fulfill the FCD
396    * conditions. Only in this case, and only if the strings are relatively long,
397    * is memory allocated temporarily.
398    * For FCD strings and short non-FCD strings there is no memory allocation.
399    *
400    * Semantically, this is equivalent to
401    *   strcmp[CodePointOrder](NFD(foldCase(s1)), NFD(foldCase(s2)))
402    * where code point order and foldCase are all optional.
403    *
404    * UAX 21 2.5 Caseless Matching specifies that for a canonical caseless match
405    * the case folding must be performed first, then the normalization.
406    *
407    * @param s1 First source string.
408    * @param s2 Second source string.
409    *
410    * @param options A bit set of options:
411    *   - U_FOLD_CASE_DEFAULT or 0 is used for default options:
412    *     Case-sensitive comparison in code unit order, and the input strings
413    *     are quick-checked for FCD.
414    *
415    *   - UNORM_INPUT_IS_FCD
416    *     Set if the caller knows that both s1 and s2 fulfill the FCD conditions.
417    *     If not set, the function will quickCheck for FCD
418    *     and normalize if necessary.
419    *
420    *   - U_COMPARE_CODE_POINT_ORDER
421    *     Set to choose code point order instead of code unit order
422    *     (see u_strCompare for details).
423    *
424    *   - U_COMPARE_IGNORE_CASE
425    *     Set to compare strings case-insensitively using case folding,
426    *     instead of case-sensitively.
427    *     If set, then the following case folding options are used.
428    *
429    *   - Options as used with case-insensitive comparisons, currently:
430    *
431    *   - U_FOLD_CASE_EXCLUDE_SPECIAL_I
432    *    (see u_strCaseCompare for details)
433    *
434    *   - regular normalization options shifted left by UNORM_COMPARE_NORM_OPTIONS_SHIFT
435    *
436    * @param errorCode ICU error code in/out parameter.
437    *                  Must fulfill U_SUCCESS before the function call.
438    * @return <0 or 0 or >0 as usual for string comparisons
439    *
440    * @see unorm_compare
441    * @see normalize
442    * @see UNORM_FCD
443    * @see u_strCompare
444    * @see u_strCaseCompare
445    *
446    * @stable ICU 2.2
447    */
448   static inline int32_t
449   compare(const UnicodeString &s1, const UnicodeString &s2,
450           uint32_t options,
451           UErrorCode &errorCode);
452 
453 #ifndef U_HIDE_DEPRECATED_API
454   //-------------------------------------------------------------------------
455   // Iteration API
456   //-------------------------------------------------------------------------
457 
458   /**
459    * Return the current character in the normalized text.
460    * current() may need to normalize some text at getIndex().
461    * The getIndex() is not changed.
462    *
463    * @return the current normalized code point
464    * @deprecated ICU 56 Use Normalizer2 instead.
465    */
466   UChar32              current(void);
467 
468   /**
469    * Return the first character in the normalized text.
470    * This is equivalent to setIndexOnly(startIndex()) followed by next().
471    * (Post-increment semantics.)
472    *
473    * @return the first normalized code point
474    * @deprecated ICU 56 Use Normalizer2 instead.
475    */
476   UChar32              first(void);
477 
478   /**
479    * Return the last character in the normalized text.
480    * This is equivalent to setIndexOnly(endIndex()) followed by previous().
481    * (Pre-decrement semantics.)
482    *
483    * @return the last normalized code point
484    * @deprecated ICU 56 Use Normalizer2 instead.
485    */
486   UChar32              last(void);
487 
488   /**
489    * Return the next character in the normalized text.
490    * (Post-increment semantics.)
491    * If the end of the text has already been reached, DONE is returned.
492    * The DONE value could be confused with a U+FFFF non-character code point
493    * in the text. If this is possible, you can test getIndex()<endIndex()
494    * before calling next(), or (getIndex()<endIndex() || last()!=DONE)
495    * after calling next(). (Calling last() will change the iterator state!)
496    *
497    * The C API unorm_next() is more efficient and does not have this ambiguity.
498    *
499    * @return the next normalized code point
500    * @deprecated ICU 56 Use Normalizer2 instead.
501    */
502   UChar32              next(void);
503 
504   /**
505    * Return the previous character in the normalized text and decrement.
506    * (Pre-decrement semantics.)
507    * If the beginning of the text has already been reached, DONE is returned.
508    * The DONE value could be confused with a U+FFFF non-character code point
509    * in the text. If this is possible, you can test
510    * (getIndex()>startIndex() || first()!=DONE). (Calling first() will change
511    * the iterator state!)
512    *
513    * The C API unorm_previous() is more efficient and does not have this ambiguity.
514    *
515    * @return the previous normalized code point
516    * @deprecated ICU 56 Use Normalizer2 instead.
517    */
518   UChar32              previous(void);
519 
520   /**
521    * Set the iteration position in the input text that is being normalized,
522    * without any immediate normalization.
523    * After setIndexOnly(), getIndex() will return the same index that is
524    * specified here.
525    *
526    * @param index the desired index in the input text.
527    * @deprecated ICU 56 Use Normalizer2 instead.
528    */
529   void                 setIndexOnly(int32_t index);
530 
531   /**
532    * Reset the index to the beginning of the text.
533    * This is equivalent to setIndexOnly(startIndex)).
534    * @deprecated ICU 56 Use Normalizer2 instead.
535    */
536   void                reset(void);
537 
538   /**
539    * Retrieve the current iteration position in the input text that is
540    * being normalized.
541    *
542    * A following call to next() will return a normalized code point from
543    * the input text at or after this index.
544    *
545    * After a call to previous(), getIndex() will point at or before the
546    * position in the input text where the normalized code point
547    * was returned from with previous().
548    *
549    * @return the current index in the input text
550    * @deprecated ICU 56 Use Normalizer2 instead.
551    */
552   int32_t            getIndex(void) const;
553 
554   /**
555    * Retrieve the index of the start of the input text. This is the begin index
556    * of the <code>CharacterIterator</code> or the start (i.e. index 0) of the string
557    * over which this <code>Normalizer</code> is iterating.
558    *
559    * @return the smallest index in the input text where the Normalizer operates
560    * @deprecated ICU 56 Use Normalizer2 instead.
561    */
562   int32_t            startIndex(void) const;
563 
564   /**
565    * Retrieve the index of the end of the input text. This is the end index
566    * of the <code>CharacterIterator</code> or the length of the string
567    * over which this <code>Normalizer</code> is iterating.
568    * This end index is exclusive, i.e., the Normalizer operates only on characters
569    * before this index.
570    *
571    * @return the first index in the input text where the Normalizer does not operate
572    * @deprecated ICU 56 Use Normalizer2 instead.
573    */
574   int32_t            endIndex(void) const;
575 
576   /**
577    * Returns TRUE when both iterators refer to the same character in the same
578    * input text.
579    *
580    * @param that a Normalizer object to compare this one to
581    * @return comparison result
582    * @deprecated ICU 56 Use Normalizer2 instead.
583    */
584   UBool        operator==(const Normalizer& that) const;
585 
586   /**
587    * Returns FALSE when both iterators refer to the same character in the same
588    * input text.
589    *
590    * @param that a Normalizer object to compare this one to
591    * @return comparison result
592    * @deprecated ICU 56 Use Normalizer2 instead.
593    */
594   inline UBool        operator!=(const Normalizer& that) const;
595 
596   /**
597    * Returns a pointer to a new Normalizer that is a clone of this one.
598    * The caller is responsible for deleting the new clone.
599    * @return a pointer to a new Normalizer
600    * @deprecated ICU 56 Use Normalizer2 instead.
601    */
602   Normalizer*        clone(void) const;
603 
604   /**
605    * Generates a hash code for this iterator.
606    *
607    * @return the hash code
608    * @deprecated ICU 56 Use Normalizer2 instead.
609    */
610   int32_t                hashCode(void) const;
611 
612   //-------------------------------------------------------------------------
613   // Property access methods
614   //-------------------------------------------------------------------------
615 
616   /**
617    * Set the normalization mode for this object.
618    * <p>
619    * <b>Note:</b>If the normalization mode is changed while iterating
620    * over a string, calls to {@link #next() } and {@link #previous() } may
621    * return previously buffers characters in the old normalization mode
622    * until the iteration is able to re-sync at the next base character.
623    * It is safest to call {@link #setIndexOnly }, {@link #reset() },
624    * {@link #setText }, {@link #first() },
625    * {@link #last() }, etc. after calling <code>setMode</code>.
626    * <p>
627    * @param newMode the new mode for this <code>Normalizer</code>.
628    * @see #getUMode
629    * @deprecated ICU 56 Use Normalizer2 instead.
630    */
631   void setMode(UNormalizationMode newMode);
632 
633   /**
634    * Return the normalization mode for this object.
635    *
636    * This is an unusual name because there used to be a getMode() that
637    * returned a different type.
638    *
639    * @return the mode for this <code>Normalizer</code>
640    * @see #setMode
641    * @deprecated ICU 56 Use Normalizer2 instead.
642    */
643   UNormalizationMode getUMode(void) const;
644 
645   /**
646    * Set options that affect this <code>Normalizer</code>'s operation.
647    * Options do not change the basic composition or decomposition operation
648    * that is being performed, but they control whether
649    * certain optional portions of the operation are done.
650    * Currently the only available option is obsolete.
651    *
652    * It is possible to specify multiple options that are all turned on or off.
653    *
654    * @param   option  the option(s) whose value is/are to be set.
655    * @param   value   the new setting for the option.  Use <code>TRUE</code> to
656    *                  turn the option(s) on and <code>FALSE</code> to turn it/them off.
657    *
658    * @see #getOption
659    * @deprecated ICU 56 Use Normalizer2 instead.
660    */
661   void setOption(int32_t option,
662          UBool value);
663 
664   /**
665    * Determine whether an option is turned on or off.
666    * If multiple options are specified, then the result is TRUE if any
667    * of them are set.
668    * <p>
669    * @param option the option(s) that are to be checked
670    * @return TRUE if any of the option(s) are set
671    * @see #setOption
672    * @deprecated ICU 56 Use Normalizer2 instead.
673    */
674   UBool getOption(int32_t option) const;
675 
676   /**
677    * Set the input text over which this <code>Normalizer</code> will iterate.
678    * The iteration position is set to the beginning.
679    *
680    * @param newText a string that replaces the current input text
681    * @param status a UErrorCode
682    * @deprecated ICU 56 Use Normalizer2 instead.
683    */
684   void setText(const UnicodeString& newText,
685            UErrorCode &status);
686 
687   /**
688    * Set the input text over which this <code>Normalizer</code> will iterate.
689    * The iteration position is set to the beginning.
690    *
691    * @param newText a CharacterIterator object that replaces the current input text
692    * @param status a UErrorCode
693    * @deprecated ICU 56 Use Normalizer2 instead.
694    */
695   void setText(const CharacterIterator& newText,
696            UErrorCode &status);
697 
698   /**
699    * Set the input text over which this <code>Normalizer</code> will iterate.
700    * The iteration position is set to the beginning.
701    *
702    * @param newText a string that replaces the current input text
703    * @param length the length of the string, or -1 if NUL-terminated
704    * @param status a UErrorCode
705    * @deprecated ICU 56 Use Normalizer2 instead.
706    */
707   void setText(ConstChar16Ptr newText,
708                     int32_t length,
709             UErrorCode &status);
710   /**
711    * Copies the input text into the UnicodeString argument.
712    *
713    * @param result Receives a copy of the text under iteration.
714    * @deprecated ICU 56 Use Normalizer2 instead.
715    */
716   void            getText(UnicodeString&  result);
717 
718   /**
719    * ICU "poor man's RTTI", returns a UClassID for this class.
720    * @returns a UClassID for this class.
721    * @deprecated ICU 56 Use Normalizer2 instead.
722    */
723   static UClassID U_EXPORT2 getStaticClassID();
724 #endif  /* U_HIDE_DEPRECATED_API */
725 
726   /**
727    * ICU "poor man's RTTI", returns a UClassID for the actual class.
728    * @return a UClassID for the actual class.
729    * @deprecated ICU 56 Use Normalizer2 instead.
730    */
731   virtual UClassID getDynamicClassID() const;
732 
733 private:
734   //-------------------------------------------------------------------------
735   // Private functions
736   //-------------------------------------------------------------------------
737 
738   Normalizer(); // default constructor not implemented
739   Normalizer &operator=(const Normalizer &that); // assignment operator not implemented
740 
741   // Private utility methods for iteration
742   // For documentation, see the source code
743   UBool nextNormalize();
744   UBool previousNormalize();
745 
746   void    init();
747   void    clearBuffer(void);
748 
749   //-------------------------------------------------------------------------
750   // Private data
751   //-------------------------------------------------------------------------
752 
753   FilteredNormalizer2*fFilteredNorm2;  // owned if not NULL
754   const Normalizer2  *fNorm2;  // not owned; may be equal to fFilteredNorm2
755   UNormalizationMode  fUMode;  // deprecated
756   int32_t             fOptions;
757 
758   // The input text and our position in it
759   CharacterIterator  *text;
760 
761   // The normalization buffer is the result of normalization
762   // of the source in [currentIndex..nextIndex[ .
763   int32_t         currentIndex, nextIndex;
764 
765   // A buffer for holding intermediate results
766   UnicodeString       buffer;
767   int32_t         bufferPos;
768 };
769 
770 //-------------------------------------------------------------------------
771 // Inline implementations
772 //-------------------------------------------------------------------------
773 
774 #ifndef U_HIDE_DEPRECATED_API
775 inline UBool
776 Normalizer::operator!= (const Normalizer& other) const
777 { return ! operator==(other); }
778 
779 inline UNormalizationCheckResult
quickCheck(const UnicodeString & source,UNormalizationMode mode,UErrorCode & status)780 Normalizer::quickCheck(const UnicodeString& source,
781                        UNormalizationMode mode,
782                        UErrorCode &status) {
783     return quickCheck(source, mode, 0, status);
784 }
785 
786 inline UBool
isNormalized(const UnicodeString & source,UNormalizationMode mode,UErrorCode & status)787 Normalizer::isNormalized(const UnicodeString& source,
788                          UNormalizationMode mode,
789                          UErrorCode &status) {
790     return isNormalized(source, mode, 0, status);
791 }
792 #endif  /* U_HIDE_DEPRECATED_API */
793 
794 inline int32_t
compare(const UnicodeString & s1,const UnicodeString & s2,uint32_t options,UErrorCode & errorCode)795 Normalizer::compare(const UnicodeString &s1, const UnicodeString &s2,
796                     uint32_t options,
797                     UErrorCode &errorCode) {
798   // all argument checking is done in unorm_compare
799   return unorm_compare(toUCharPtr(s1.getBuffer()), s1.length(),
800                        toUCharPtr(s2.getBuffer()), s2.length(),
801                        options,
802                        &errorCode);
803 }
804 
805 U_NAMESPACE_END
806 
807 #endif /* #if !UCONFIG_NO_NORMALIZATION */
808 
809 #endif // NORMLZR_H
810