• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1 /*
2 **********************************************************************
3 *   Copyright (C) 2001-2014 IBM and others. All rights reserved.
4 **********************************************************************
5 *   Date        Name        Description
6 *  03/22/2000   helena      Creation.
7 **********************************************************************
8 */
9 
10 #ifndef STSEARCH_H
11 #define STSEARCH_H
12 
13 #include "unicode/utypes.h"
14 
15 /**
16  * \file
17  * \brief C++ API: Service for searching text based on RuleBasedCollator.
18  */
19 
20 #if !UCONFIG_NO_COLLATION && !UCONFIG_NO_BREAK_ITERATION
21 
22 #include "unicode/tblcoll.h"
23 #include "unicode/coleitr.h"
24 #include "unicode/search.h"
25 
26 U_NAMESPACE_BEGIN
27 
28 /**
29  *
30  * <tt>StringSearch</tt> is a <tt>SearchIterator</tt> that provides
31  * language-sensitive text searching based on the comparison rules defined
32  * in a {@link RuleBasedCollator} object.
33  * StringSearch ensures that language eccentricity can be
34  * handled, e.g. for the German collator, characters &szlig; and SS will be matched
35  * if case is chosen to be ignored.
36  * See the <a href="http://source.icu-project.org/repos/icu/icuhtml/trunk/design/collation/ICU_collation_design.htm">
37  * "ICU Collation Design Document"</a> for more information.
38  * <p>
39  * There are 2 match options for selection:<br>
40  * Let S' be the sub-string of a text string S between the offsets start and
41  * end [start, end].
42  * <br>
43  * A pattern string P matches a text string S at the offsets [start, end]
44  * if
45  * <pre>
46  * option 1. Some canonical equivalent of P matches some canonical equivalent
47  *           of S'
48  * option 2. P matches S' and if P starts or ends with a combining mark,
49  *           there exists no non-ignorable combining mark before or after S?
50  *           in S respectively.
51  * </pre>
52  * Option 2. will be the default.
53  * <p>
54  * This search has APIs similar to that of other text iteration mechanisms
55  * such as the break iterators in <tt>BreakIterator</tt>. Using these
56  * APIs, it is easy to scan through text looking for all occurrences of
57  * a given pattern. This search iterator allows changing of direction by
58  * calling a <tt>reset</tt> followed by a <tt>next</tt> or <tt>previous</tt>.
59  * Though a direction change can occur without calling <tt>reset</tt> first,
60  * this operation comes with some speed penalty.
61  * Match results in the forward direction will match the result matches in
62  * the backwards direction in the reverse order
63  * <p>
64  * <tt>SearchIterator</tt> provides APIs to specify the starting position
65  * within the text string to be searched, e.g. <tt>setOffset</tt>,
66  * <tt>preceding</tt> and <tt>following</tt>. Since the
67  * starting position will be set as it is specified, please take note that
68  * there are some danger points which the search may render incorrect
69  * results:
70  * <ul>
71  * <li> The midst of a substring that requires normalization.
72  * <li> If the following match is to be found, the position should not be the
73  *      second character which requires to be swapped with the preceding
74  *      character. Vice versa, if the preceding match is to be found,
75  *      position to search from should not be the first character which
76  *      requires to be swapped with the next character. E.g certain Thai and
77  *      Lao characters require swapping.
78  * <li> If a following pattern match is to be found, any position within a
79  *      contracting sequence except the first will fail. Vice versa if a
80  *      preceding pattern match is to be found, a invalid starting point
81  *      would be any character within a contracting sequence except the last.
82  * </ul>
83  * <p>
84  * A <tt>BreakIterator</tt> can be used if only matches at logical breaks are desired.
85  * Using a <tt>BreakIterator</tt> will only give you results that exactly matches the
86  * boundaries given by the breakiterator. For instance the pattern "e" will
87  * not be found in the string "\u00e9" if a character break iterator is used.
88  * <p>
89  * Options are provided to handle overlapping matches.
90  * E.g. In English, overlapping matches produces the result 0 and 2
91  * for the pattern "abab" in the text "ababab", where else mutually
92  * exclusive matches only produce the result of 0.
93  * <p>
94  * Though collator attributes will be taken into consideration while
95  * performing matches, there are no APIs here for setting and getting the
96  * attributes. These attributes can be set by getting the collator
97  * from <tt>getCollator</tt> and using the APIs in <tt>coll.h</tt>.
98  * Lastly to update <tt>StringSearch</tt> to the new collator attributes,
99  * <tt>reset</tt> has to be called.
100  * <p>
101  * Restriction: <br>
102  * Currently there are no composite characters that consists of a
103  * character with combining class > 0 before a character with combining
104  * class == 0. However, if such a character exists in the future,
105  * <tt>StringSearch</tt> does not guarantee the results for option 1.
106  * <p>
107  * Consult the <tt>SearchIterator</tt> documentation for information on
108  * and examples of how to use instances of this class to implement text
109  * searching.
110  * <pre><code>
111  * UnicodeString target("The quick brown fox jumps over the lazy dog.");
112  * UnicodeString pattern("fox");
113  *
114  * UErrorCode      error = U_ZERO_ERROR;
115  * StringSearch iter(pattern, target, Locale::getUS(), NULL, status);
116  * for (int pos = iter.first(error);
117  *      pos != USEARCH_DONE;
118  *      pos = iter.next(error))
119  * {
120  *     printf("Found match at %d pos, length is %d\n", pos,
121  *                                             iter.getMatchLength());
122  * }
123  * </code></pre>
124  * <p>
125  * Note, <tt>StringSearch</tt> is not to be subclassed.
126  * </p>
127  * @see SearchIterator
128  * @see RuleBasedCollator
129  * @since ICU 2.0
130  */
131 
132 class U_I18N_API StringSearch U_FINAL : public SearchIterator
133 {
134 public:
135 
136     // public constructors and destructors --------------------------------
137 
138     /**
139      * Creating a <tt>StringSearch</tt> instance using the argument locale
140      * language rule set. A collator will be created in the process, which
141      * will be owned by this instance and will be deleted during
142      * destruction
143      * @param pattern The text for which this object will search.
144      * @param text    The text in which to search for the pattern.
145      * @param locale  A locale which defines the language-sensitive
146      *                comparison rules used to determine whether text in the
147      *                pattern and target matches.
148      * @param breakiter A <tt>BreakIterator</tt> object used to constrain
149      *                the matches that are found. Matches whose start and end
150      *                indices in the target text are not boundaries as
151      *                determined by the <tt>BreakIterator</tt> are
152      *                ignored. If this behavior is not desired,
153      *                <tt>NULL</tt> can be passed in instead.
154      * @param status  for errors if any. If pattern or text is NULL, or if
155      *               either the length of pattern or text is 0 then an
156      *               U_ILLEGAL_ARGUMENT_ERROR is returned.
157      * @stable ICU 2.0
158      */
159     StringSearch(const UnicodeString &pattern, const UnicodeString &text,
160                  const Locale        &locale,
161                        BreakIterator *breakiter,
162                        UErrorCode    &status);
163 
164     /**
165      * Creating a <tt>StringSearch</tt> instance using the argument collator
166      * language rule set. Note, user retains the ownership of this collator,
167      * it does not get destroyed during this instance's destruction.
168      * @param pattern The text for which this object will search.
169      * @param text    The text in which to search for the pattern.
170      * @param coll    A <tt>RuleBasedCollator</tt> object which defines
171      *                the language-sensitive comparison rules used to
172      *                determine whether text in the pattern and target
173      *                matches. User is responsible for the clearing of this
174      *                object.
175      * @param breakiter A <tt>BreakIterator</tt> object used to constrain
176      *                the matches that are found. Matches whose start and end
177      *                indices in the target text are not boundaries as
178      *                determined by the <tt>BreakIterator</tt> are
179      *                ignored. If this behavior is not desired,
180      *                <tt>NULL</tt> can be passed in instead.
181      * @param status for errors if any. If either the length of pattern or
182      *               text is 0 then an U_ILLEGAL_ARGUMENT_ERROR is returned.
183      * @stable ICU 2.0
184      */
185     StringSearch(const UnicodeString     &pattern,
186                  const UnicodeString     &text,
187                        RuleBasedCollator *coll,
188                        BreakIterator     *breakiter,
189                        UErrorCode        &status);
190 
191     /**
192      * Creating a <tt>StringSearch</tt> instance using the argument locale
193      * language rule set. A collator will be created in the process, which
194      * will be owned by this instance and will be deleted during
195      * destruction
196      * <p>
197      * Note: No parsing of the text within the <tt>CharacterIterator</tt>
198      * will be done during searching for this version. The block of text
199      * in <tt>CharacterIterator</tt> will be used as it is.
200      * @param pattern The text for which this object will search.
201      * @param text    The text iterator in which to search for the pattern.
202      * @param locale  A locale which defines the language-sensitive
203      *                comparison rules used to determine whether text in the
204      *                pattern and target matches. User is responsible for
205      *                the clearing of this object.
206      * @param breakiter A <tt>BreakIterator</tt> object used to constrain
207      *                the matches that are found. Matches whose start and end
208      *                indices in the target text are not boundaries as
209      *                determined by the <tt>BreakIterator</tt> are
210      *                ignored. If this behavior is not desired,
211      *                <tt>NULL</tt> can be passed in instead.
212      * @param status for errors if any. If either the length of pattern or
213      *               text is 0 then an U_ILLEGAL_ARGUMENT_ERROR is returned.
214      * @stable ICU 2.0
215      */
216     StringSearch(const UnicodeString &pattern, CharacterIterator &text,
217                  const Locale        &locale,
218                        BreakIterator *breakiter,
219                        UErrorCode    &status);
220 
221     /**
222      * Creating a <tt>StringSearch</tt> instance using the argument collator
223      * language rule set. Note, user retains the ownership of this collator,
224      * it does not get destroyed during this instance's destruction.
225      * <p>
226      * Note: No parsing of the text within the <tt>CharacterIterator</tt>
227      * will be done during searching for this version. The block of text
228      * in <tt>CharacterIterator</tt> will be used as it is.
229      * @param pattern The text for which this object will search.
230      * @param text    The text in which to search for the pattern.
231      * @param coll    A <tt>RuleBasedCollator</tt> object which defines
232      *                the language-sensitive comparison rules used to
233      *                determine whether text in the pattern and target
234      *                matches. User is responsible for the clearing of this
235      *                object.
236      * @param breakiter A <tt>BreakIterator</tt> object used to constrain
237      *                the matches that are found. Matches whose start and end
238      *                indices in the target text are not boundaries as
239      *                determined by the <tt>BreakIterator</tt> are
240      *                ignored. If this behavior is not desired,
241      *                <tt>NULL</tt> can be passed in instead.
242      * @param status for errors if any. If either the length of pattern or
243      *               text is 0 then an U_ILLEGAL_ARGUMENT_ERROR is returned.
244      * @stable ICU 2.0
245      */
246     StringSearch(const UnicodeString     &pattern, CharacterIterator &text,
247                        RuleBasedCollator *coll,
248                        BreakIterator     *breakiter,
249                        UErrorCode        &status);
250 
251     /**
252      * Copy constructor that creates a StringSearch instance with the same
253      * behavior, and iterating over the same text.
254      * @param that StringSearch instance to be copied.
255      * @stable ICU 2.0
256      */
257     StringSearch(const StringSearch &that);
258 
259     /**
260     * Destructor. Cleans up the search iterator data struct.
261     * If a collator is created in the constructor, it will be destroyed here.
262     * @stable ICU 2.0
263     */
264     virtual ~StringSearch(void);
265 
266     /**
267      * Clone this object.
268      * Clones can be used concurrently in multiple threads.
269      * If an error occurs, then NULL is returned.
270      * The caller must delete the clone.
271      *
272      * @return a clone of this object
273      *
274      * @see getDynamicClassID
275      * @stable ICU 2.8
276      */
277     StringSearch *clone() const;
278 
279     // operator overloading ---------------------------------------------
280 
281     /**
282      * Assignment operator. Sets this iterator to have the same behavior,
283      * and iterate over the same text, as the one passed in.
284      * @param that instance to be copied.
285      * @stable ICU 2.0
286      */
287     StringSearch & operator=(const StringSearch &that);
288 
289     /**
290      * Equality operator.
291      * @param that instance to be compared.
292      * @return TRUE if both instances have the same attributes,
293      *         breakiterators, collators and iterate over the same text
294      *         while looking for the same pattern.
295      * @stable ICU 2.0
296      */
297     virtual UBool operator==(const SearchIterator &that) const;
298 
299     // public get and set methods ----------------------------------------
300 
301     /**
302      * Sets the index to point to the given position, and clears any state
303      * that's affected.
304      * <p>
305      * This method takes the argument index and sets the position in the text
306      * string accordingly without checking if the index is pointing to a
307      * valid starting point to begin searching.
308      * @param position within the text to be set. If position is less
309      *          than or greater than the text range for searching,
310      *          an U_INDEX_OUTOFBOUNDS_ERROR will be returned
311      * @param status for errors if it occurs
312      * @stable ICU 2.0
313      */
314     virtual void setOffset(int32_t position, UErrorCode &status);
315 
316     /**
317      * Return the current index in the text being searched.
318      * If the iteration has gone past the end of the text
319      * (or past the beginning for a backwards search), USEARCH_DONE
320      * is returned.
321      * @return current index in the text being searched.
322      * @stable ICU 2.0
323      */
324     virtual int32_t getOffset(void) const;
325 
326     /**
327      * Set the target text to be searched.
328      * Text iteration will hence begin at the start of the text string.
329      * This method is
330      * useful if you want to re-use an iterator to search for the same
331      * pattern within a different body of text.
332      * @param text text string to be searched
333      * @param status for errors if any. If the text length is 0 then an
334      *        U_ILLEGAL_ARGUMENT_ERROR is returned.
335      * @stable ICU 2.0
336      */
337     virtual void setText(const UnicodeString &text, UErrorCode &status);
338 
339     /**
340      * Set the target text to be searched.
341      * Text iteration will hence begin at the start of the text string.
342      * This method is
343      * useful if you want to re-use an iterator to search for the same
344      * pattern within a different body of text.
345      * Note: No parsing of the text within the <tt>CharacterIterator</tt>
346      * will be done during searching for this version. The block of text
347      * in <tt>CharacterIterator</tt> will be used as it is.
348      * @param text text string to be searched
349      * @param status for errors if any. If the text length is 0 then an
350      *        U_ILLEGAL_ARGUMENT_ERROR is returned.
351      * @stable ICU 2.0
352      */
353     virtual void setText(CharacterIterator &text, UErrorCode &status);
354 
355     /**
356      * Gets the collator used for the language rules.
357      * <p>
358      * Caller may modify but <b>must not</b> delete the <tt>RuleBasedCollator</tt>!
359      * Modifications to this collator will affect the original collator passed in to
360      * the <tt>StringSearch></tt> constructor or to setCollator, if any.
361      * @return collator used for string search
362      * @stable ICU 2.0
363      */
364     RuleBasedCollator * getCollator() const;
365 
366     /**
367      * Sets the collator used for the language rules. User retains the
368      * ownership of this collator, thus the responsibility of deletion lies
369      * with the user. The iterator's position will not be changed by this method.
370      * @param coll    collator
371      * @param status  for errors if any
372      * @stable ICU 2.0
373      */
374     void setCollator(RuleBasedCollator *coll, UErrorCode &status);
375 
376     /**
377      * Sets the pattern used for matching.
378      * The iterator's position will not be changed by this method.
379      * @param pattern search pattern to be found
380      * @param status for errors if any. If the pattern length is 0 then an
381      *               U_ILLEGAL_ARGUMENT_ERROR is returned.
382      * @stable ICU 2.0
383      */
384     void setPattern(const UnicodeString &pattern, UErrorCode &status);
385 
386     /**
387      * Gets the search pattern.
388      * @return pattern used for matching
389      * @stable ICU 2.0
390      */
391     const UnicodeString & getPattern() const;
392 
393     // public methods ----------------------------------------------------
394 
395     /**
396      * Reset the iteration.
397      * Search will begin at the start of the text string if a forward
398      * iteration is initiated before a backwards iteration. Otherwise if
399      * a backwards iteration is initiated before a forwards iteration, the
400      * search will begin at the end of the text string.
401      * @stable ICU 2.0
402      */
403     virtual void reset();
404 
405     /**
406      * Returns a copy of StringSearch with the same behavior, and
407      * iterating over the same text, as this one. Note that all data will be
408      * replicated, except for the user-specified collator and the
409      * breakiterator.
410      * @return cloned object
411      * @stable ICU 2.0
412      */
413     virtual SearchIterator * safeClone(void) const;
414 
415     /**
416      * ICU "poor man's RTTI", returns a UClassID for the actual class.
417      *
418      * @stable ICU 2.2
419      */
420     virtual UClassID getDynamicClassID() const;
421 
422     /**
423      * ICU "poor man's RTTI", returns a UClassID for this class.
424      *
425      * @stable ICU 2.2
426      */
427     static UClassID U_EXPORT2 getStaticClassID();
428 
429 protected:
430 
431     // protected method -------------------------------------------------
432 
433     /**
434      * Search forward for matching text, starting at a given location.
435      * Clients should not call this method directly; instead they should
436      * call {@link SearchIterator#next }.
437      * <p>
438      * If a match is found, this method returns the index at which the match
439      * starts and calls {@link SearchIterator#setMatchLength } with the number
440      * of characters in the target text that make up the match. If no match
441      * is found, the method returns <tt>USEARCH_DONE</tt>.
442      * <p>
443      * The <tt>StringSearch</tt> is adjusted so that its current index
444      * (as returned by {@link #getOffset }) is the match position if one was
445      * found.
446      * If a match is not found, <tt>USEARCH_DONE</tt> will be returned and
447      * the <tt>StringSearch</tt> will be adjusted to the index USEARCH_DONE.
448      * @param position The index in the target text at which the search
449      *                 starts
450      * @param status for errors if any occurs
451      * @return The index at which the matched text in the target starts, or
452      *         USEARCH_DONE if no match was found.
453      * @stable ICU 2.0
454      */
455     virtual int32_t handleNext(int32_t position, UErrorCode &status);
456 
457     /**
458      * Search backward for matching text, starting at a given location.
459      * Clients should not call this method directly; instead they should call
460      * <tt>SearchIterator.previous()</tt>, which this method overrides.
461      * <p>
462      * If a match is found, this method returns the index at which the match
463      * starts and calls {@link SearchIterator#setMatchLength } with the number
464      * of characters in the target text that make up the match. If no match
465      * is found, the method returns <tt>USEARCH_DONE</tt>.
466      * <p>
467      * The <tt>StringSearch</tt> is adjusted so that its current index
468      * (as returned by {@link #getOffset }) is the match position if one was
469      * found.
470      * If a match is not found, <tt>USEARCH_DONE</tt> will be returned and
471      * the <tt>StringSearch</tt> will be adjusted to the index USEARCH_DONE.
472      * @param position The index in the target text at which the search
473      *                 starts.
474      * @param status for errors if any occurs
475      * @return The index at which the matched text in the target starts, or
476      *         USEARCH_DONE if no match was found.
477      * @stable ICU 2.0
478      */
479     virtual int32_t handlePrev(int32_t position, UErrorCode &status);
480 
481 private :
482     StringSearch(); // default constructor not implemented
483 
484     // private data members ----------------------------------------------
485 
486     /**
487     * Pattern text
488     * @stable ICU 2.0
489     */
490     UnicodeString      m_pattern_;
491     /**
492     * String search struct data
493     * @stable ICU 2.0
494     */
495     UStringSearch     *m_strsrch_;
496 
497 };
498 
499 U_NAMESPACE_END
500 
501 #endif /* #if !UCONFIG_NO_COLLATION */
502 
503 #endif
504 
505