1 // © 2016 and later: Unicode, Inc. and others. 2 // License & terms of use: http://www.unicode.org/copyright.html 3 /* 4 ********************************************************************** 5 * Copyright (C) 2001-2014 IBM and others. All rights reserved. 6 ********************************************************************** 7 * Date Name Description 8 * 03/22/2000 helena Creation. 9 ********************************************************************** 10 */ 11 12 #ifndef STSEARCH_H 13 #define STSEARCH_H 14 15 #include "unicode/utypes.h" 16 17 /** 18 * \file 19 * \brief C++ API: Service for searching text based on RuleBasedCollator. 20 */ 21 22 #if !UCONFIG_NO_COLLATION && !UCONFIG_NO_BREAK_ITERATION 23 24 #include "unicode/tblcoll.h" 25 #include "unicode/coleitr.h" 26 #include "unicode/search.h" 27 28 U_NAMESPACE_BEGIN 29 30 /** 31 * 32 * <tt>StringSearch</tt> is a <tt>SearchIterator</tt> that provides 33 * language-sensitive text searching based on the comparison rules defined 34 * in a {@link RuleBasedCollator} object. 35 * StringSearch ensures that language eccentricity can be 36 * handled, e.g. for the German collator, characters ß and SS will be matched 37 * if case is chosen to be ignored. 38 * See the <a href="http://source.icu-project.org/repos/icu/icuhtml/trunk/design/collation/ICU_collation_design.htm"> 39 * "ICU Collation Design Document"</a> for more information. 40 * <p> 41 * There are 2 match options for selection:<br> 42 * Let S' be the sub-string of a text string S between the offsets start and 43 * end [start, end]. 44 * <br> 45 * A pattern string P matches a text string S at the offsets [start, end] 46 * if 47 * <pre> 48 * option 1. Some canonical equivalent of P matches some canonical equivalent 49 * of S' 50 * option 2. P matches S' and if P starts or ends with a combining mark, 51 * there exists no non-ignorable combining mark before or after S? 52 * in S respectively. 53 * </pre> 54 * Option 2. will be the default. 55 * <p> 56 * This search has APIs similar to that of other text iteration mechanisms 57 * such as the break iterators in <tt>BreakIterator</tt>. Using these 58 * APIs, it is easy to scan through text looking for all occurrences of 59 * a given pattern. This search iterator allows changing of direction by 60 * calling a <tt>reset</tt> followed by a <tt>next</tt> or <tt>previous</tt>. 61 * Though a direction change can occur without calling <tt>reset</tt> first, 62 * this operation comes with some speed penalty. 63 * Match results in the forward direction will match the result matches in 64 * the backwards direction in the reverse order 65 * <p> 66 * <tt>SearchIterator</tt> provides APIs to specify the starting position 67 * within the text string to be searched, e.g. <tt>setOffset</tt>, 68 * <tt>preceding</tt> and <tt>following</tt>. Since the 69 * starting position will be set as it is specified, please take note that 70 * there are some danger points which the search may render incorrect 71 * results: 72 * <ul> 73 * <li> The midst of a substring that requires normalization. 74 * <li> If the following match is to be found, the position should not be the 75 * second character which requires to be swapped with the preceding 76 * character. Vice versa, if the preceding match is to be found, 77 * position to search from should not be the first character which 78 * requires to be swapped with the next character. E.g certain Thai and 79 * Lao characters require swapping. 80 * <li> If a following pattern match is to be found, any position within a 81 * contracting sequence except the first will fail. Vice versa if a 82 * preceding pattern match is to be found, a invalid starting point 83 * would be any character within a contracting sequence except the last. 84 * </ul> 85 * <p> 86 * A <tt>BreakIterator</tt> can be used if only matches at logical breaks are desired. 87 * Using a <tt>BreakIterator</tt> will only give you results that exactly matches the 88 * boundaries given by the breakiterator. For instance the pattern "e" will 89 * not be found in the string "\u00e9" if a character break iterator is used. 90 * <p> 91 * Options are provided to handle overlapping matches. 92 * E.g. In English, overlapping matches produces the result 0 and 2 93 * for the pattern "abab" in the text "ababab", where else mutually 94 * exclusive matches only produce the result of 0. 95 * <p> 96 * Though collator attributes will be taken into consideration while 97 * performing matches, there are no APIs here for setting and getting the 98 * attributes. These attributes can be set by getting the collator 99 * from <tt>getCollator</tt> and using the APIs in <tt>coll.h</tt>. 100 * Lastly to update <tt>StringSearch</tt> to the new collator attributes, 101 * <tt>reset</tt> has to be called. 102 * <p> 103 * Restriction: <br> 104 * Currently there are no composite characters that consists of a 105 * character with combining class > 0 before a character with combining 106 * class == 0. However, if such a character exists in the future, 107 * <tt>StringSearch</tt> does not guarantee the results for option 1. 108 * <p> 109 * Consult the <tt>SearchIterator</tt> documentation for information on 110 * and examples of how to use instances of this class to implement text 111 * searching. 112 * <pre><code> 113 * UnicodeString target("The quick brown fox jumps over the lazy dog."); 114 * UnicodeString pattern("fox"); 115 * 116 * UErrorCode error = U_ZERO_ERROR; 117 * StringSearch iter(pattern, target, Locale::getUS(), NULL, status); 118 * for (int pos = iter.first(error); 119 * pos != USEARCH_DONE; 120 * pos = iter.next(error)) 121 * { 122 * printf("Found match at %d pos, length is %d\n", pos, 123 * iter.getMatchLength()); 124 * } 125 * </code></pre> 126 * <p> 127 * Note, <tt>StringSearch</tt> is not to be subclassed. 128 * </p> 129 * @see SearchIterator 130 * @see RuleBasedCollator 131 * @since ICU 2.0 132 */ 133 134 class U_I18N_API StringSearch U_FINAL : public SearchIterator 135 { 136 public: 137 138 // public constructors and destructors -------------------------------- 139 140 /** 141 * Creating a <tt>StringSearch</tt> instance using the argument locale 142 * language rule set. A collator will be created in the process, which 143 * will be owned by this instance and will be deleted during 144 * destruction 145 * @param pattern The text for which this object will search. 146 * @param text The text in which to search for the pattern. 147 * @param locale A locale which defines the language-sensitive 148 * comparison rules used to determine whether text in the 149 * pattern and target matches. 150 * @param breakiter A <tt>BreakIterator</tt> object used to constrain 151 * the matches that are found. Matches whose start and end 152 * indices in the target text are not boundaries as 153 * determined by the <tt>BreakIterator</tt> are 154 * ignored. If this behavior is not desired, 155 * <tt>NULL</tt> can be passed in instead. 156 * @param status for errors if any. If pattern or text is NULL, or if 157 * either the length of pattern or text is 0 then an 158 * U_ILLEGAL_ARGUMENT_ERROR is returned. 159 * @stable ICU 2.0 160 */ 161 StringSearch(const UnicodeString &pattern, const UnicodeString &text, 162 const Locale &locale, 163 BreakIterator *breakiter, 164 UErrorCode &status); 165 166 /** 167 * Creating a <tt>StringSearch</tt> instance using the argument collator 168 * language rule set. Note, user retains the ownership of this collator, 169 * it does not get destroyed during this instance's destruction. 170 * @param pattern The text for which this object will search. 171 * @param text The text in which to search for the pattern. 172 * @param coll A <tt>RuleBasedCollator</tt> object which defines 173 * the language-sensitive comparison rules used to 174 * determine whether text in the pattern and target 175 * matches. User is responsible for the clearing of this 176 * object. 177 * @param breakiter A <tt>BreakIterator</tt> object used to constrain 178 * the matches that are found. Matches whose start and end 179 * indices in the target text are not boundaries as 180 * determined by the <tt>BreakIterator</tt> are 181 * ignored. If this behavior is not desired, 182 * <tt>NULL</tt> can be passed in instead. 183 * @param status for errors if any. If either the length of pattern or 184 * text is 0 then an U_ILLEGAL_ARGUMENT_ERROR is returned. 185 * @stable ICU 2.0 186 */ 187 StringSearch(const UnicodeString &pattern, 188 const UnicodeString &text, 189 RuleBasedCollator *coll, 190 BreakIterator *breakiter, 191 UErrorCode &status); 192 193 /** 194 * Creating a <tt>StringSearch</tt> instance using the argument locale 195 * language rule set. A collator will be created in the process, which 196 * will be owned by this instance and will be deleted during 197 * destruction 198 * <p> 199 * Note: No parsing of the text within the <tt>CharacterIterator</tt> 200 * will be done during searching for this version. The block of text 201 * in <tt>CharacterIterator</tt> will be used as it is. 202 * @param pattern The text for which this object will search. 203 * @param text The text iterator in which to search for the pattern. 204 * @param locale A locale which defines the language-sensitive 205 * comparison rules used to determine whether text in the 206 * pattern and target matches. User is responsible for 207 * the clearing of this object. 208 * @param breakiter A <tt>BreakIterator</tt> object used to constrain 209 * the matches that are found. Matches whose start and end 210 * indices in the target text are not boundaries as 211 * determined by the <tt>BreakIterator</tt> are 212 * ignored. If this behavior is not desired, 213 * <tt>NULL</tt> can be passed in instead. 214 * @param status for errors if any. If either the length of pattern or 215 * text is 0 then an U_ILLEGAL_ARGUMENT_ERROR is returned. 216 * @stable ICU 2.0 217 */ 218 StringSearch(const UnicodeString &pattern, CharacterIterator &text, 219 const Locale &locale, 220 BreakIterator *breakiter, 221 UErrorCode &status); 222 223 /** 224 * Creating a <tt>StringSearch</tt> instance using the argument collator 225 * language rule set. Note, user retains the ownership of this collator, 226 * it does not get destroyed during this instance's destruction. 227 * <p> 228 * Note: No parsing of the text within the <tt>CharacterIterator</tt> 229 * will be done during searching for this version. The block of text 230 * in <tt>CharacterIterator</tt> will be used as it is. 231 * @param pattern The text for which this object will search. 232 * @param text The text in which to search for the pattern. 233 * @param coll A <tt>RuleBasedCollator</tt> object which defines 234 * the language-sensitive comparison rules used to 235 * determine whether text in the pattern and target 236 * matches. User is responsible for the clearing of this 237 * object. 238 * @param breakiter A <tt>BreakIterator</tt> object used to constrain 239 * the matches that are found. Matches whose start and end 240 * indices in the target text are not boundaries as 241 * determined by the <tt>BreakIterator</tt> are 242 * ignored. If this behavior is not desired, 243 * <tt>NULL</tt> can be passed in instead. 244 * @param status for errors if any. If either the length of pattern or 245 * text is 0 then an U_ILLEGAL_ARGUMENT_ERROR is returned. 246 * @stable ICU 2.0 247 */ 248 StringSearch(const UnicodeString &pattern, CharacterIterator &text, 249 RuleBasedCollator *coll, 250 BreakIterator *breakiter, 251 UErrorCode &status); 252 253 /** 254 * Copy constructor that creates a StringSearch instance with the same 255 * behavior, and iterating over the same text. 256 * @param that StringSearch instance to be copied. 257 * @stable ICU 2.0 258 */ 259 StringSearch(const StringSearch &that); 260 261 /** 262 * Destructor. Cleans up the search iterator data struct. 263 * If a collator is created in the constructor, it will be destroyed here. 264 * @stable ICU 2.0 265 */ 266 virtual ~StringSearch(void); 267 268 /** 269 * Clone this object. 270 * Clones can be used concurrently in multiple threads. 271 * If an error occurs, then NULL is returned. 272 * The caller must delete the clone. 273 * 274 * @return a clone of this object 275 * 276 * @see getDynamicClassID 277 * @stable ICU 2.8 278 */ 279 StringSearch *clone() const; 280 281 // operator overloading --------------------------------------------- 282 283 /** 284 * Assignment operator. Sets this iterator to have the same behavior, 285 * and iterate over the same text, as the one passed in. 286 * @param that instance to be copied. 287 * @stable ICU 2.0 288 */ 289 StringSearch & operator=(const StringSearch &that); 290 291 /** 292 * Equality operator. 293 * @param that instance to be compared. 294 * @return TRUE if both instances have the same attributes, 295 * breakiterators, collators and iterate over the same text 296 * while looking for the same pattern. 297 * @stable ICU 2.0 298 */ 299 virtual UBool operator==(const SearchIterator &that) const; 300 301 // public get and set methods ---------------------------------------- 302 303 /** 304 * Sets the index to point to the given position, and clears any state 305 * that's affected. 306 * <p> 307 * This method takes the argument index and sets the position in the text 308 * string accordingly without checking if the index is pointing to a 309 * valid starting point to begin searching. 310 * @param position within the text to be set. If position is less 311 * than or greater than the text range for searching, 312 * an U_INDEX_OUTOFBOUNDS_ERROR will be returned 313 * @param status for errors if it occurs 314 * @stable ICU 2.0 315 */ 316 virtual void setOffset(int32_t position, UErrorCode &status); 317 318 /** 319 * Return the current index in the text being searched. 320 * If the iteration has gone past the end of the text 321 * (or past the beginning for a backwards search), USEARCH_DONE 322 * is returned. 323 * @return current index in the text being searched. 324 * @stable ICU 2.0 325 */ 326 virtual int32_t getOffset(void) const; 327 328 /** 329 * Set the target text to be searched. 330 * Text iteration will hence begin at the start of the text string. 331 * This method is 332 * useful if you want to re-use an iterator to search for the same 333 * pattern within a different body of text. 334 * @param text text string to be searched 335 * @param status for errors if any. If the text length is 0 then an 336 * U_ILLEGAL_ARGUMENT_ERROR is returned. 337 * @stable ICU 2.0 338 */ 339 virtual void setText(const UnicodeString &text, UErrorCode &status); 340 341 /** 342 * Set the target text to be searched. 343 * Text iteration will hence begin at the start of the text string. 344 * This method is 345 * useful if you want to re-use an iterator to search for the same 346 * pattern within a different body of text. 347 * Note: No parsing of the text within the <tt>CharacterIterator</tt> 348 * will be done during searching for this version. The block of text 349 * in <tt>CharacterIterator</tt> will be used as it is. 350 * @param text text string to be searched 351 * @param status for errors if any. If the text length is 0 then an 352 * U_ILLEGAL_ARGUMENT_ERROR is returned. 353 * @stable ICU 2.0 354 */ 355 virtual void setText(CharacterIterator &text, UErrorCode &status); 356 357 /** 358 * Gets the collator used for the language rules. 359 * <p> 360 * Caller may modify but <b>must not</b> delete the <tt>RuleBasedCollator</tt>! 361 * Modifications to this collator will affect the original collator passed in to 362 * the <tt>StringSearch></tt> constructor or to setCollator, if any. 363 * @return collator used for string search 364 * @stable ICU 2.0 365 */ 366 RuleBasedCollator * getCollator() const; 367 368 /** 369 * Sets the collator used for the language rules. User retains the 370 * ownership of this collator, thus the responsibility of deletion lies 371 * with the user. The iterator's position will not be changed by this method. 372 * @param coll collator 373 * @param status for errors if any 374 * @stable ICU 2.0 375 */ 376 void setCollator(RuleBasedCollator *coll, UErrorCode &status); 377 378 /** 379 * Sets the pattern used for matching. 380 * The iterator's position will not be changed by this method. 381 * @param pattern search pattern to be found 382 * @param status for errors if any. If the pattern length is 0 then an 383 * U_ILLEGAL_ARGUMENT_ERROR is returned. 384 * @stable ICU 2.0 385 */ 386 void setPattern(const UnicodeString &pattern, UErrorCode &status); 387 388 /** 389 * Gets the search pattern. 390 * @return pattern used for matching 391 * @stable ICU 2.0 392 */ 393 const UnicodeString & getPattern() const; 394 395 // public methods ---------------------------------------------------- 396 397 /** 398 * Reset the iteration. 399 * Search will begin at the start of the text string if a forward 400 * iteration is initiated before a backwards iteration. Otherwise if 401 * a backwards iteration is initiated before a forwards iteration, the 402 * search will begin at the end of the text string. 403 * @stable ICU 2.0 404 */ 405 virtual void reset(); 406 407 /** 408 * Returns a copy of StringSearch with the same behavior, and 409 * iterating over the same text, as this one. Note that all data will be 410 * replicated, except for the user-specified collator and the 411 * breakiterator. 412 * @return cloned object 413 * @stable ICU 2.0 414 */ 415 virtual SearchIterator * safeClone(void) const; 416 417 /** 418 * ICU "poor man's RTTI", returns a UClassID for the actual class. 419 * 420 * @stable ICU 2.2 421 */ 422 virtual UClassID getDynamicClassID() const; 423 424 /** 425 * ICU "poor man's RTTI", returns a UClassID for this class. 426 * 427 * @stable ICU 2.2 428 */ 429 static UClassID U_EXPORT2 getStaticClassID(); 430 431 protected: 432 433 // protected method ------------------------------------------------- 434 435 /** 436 * Search forward for matching text, starting at a given location. 437 * Clients should not call this method directly; instead they should 438 * call {@link SearchIterator#next }. 439 * <p> 440 * If a match is found, this method returns the index at which the match 441 * starts and calls {@link SearchIterator#setMatchLength } with the number 442 * of characters in the target text that make up the match. If no match 443 * is found, the method returns <tt>USEARCH_DONE</tt>. 444 * <p> 445 * The <tt>StringSearch</tt> is adjusted so that its current index 446 * (as returned by {@link #getOffset }) is the match position if one was 447 * found. 448 * If a match is not found, <tt>USEARCH_DONE</tt> will be returned and 449 * the <tt>StringSearch</tt> will be adjusted to the index USEARCH_DONE. 450 * @param position The index in the target text at which the search 451 * starts 452 * @param status for errors if any occurs 453 * @return The index at which the matched text in the target starts, or 454 * USEARCH_DONE if no match was found. 455 * @stable ICU 2.0 456 */ 457 virtual int32_t handleNext(int32_t position, UErrorCode &status); 458 459 /** 460 * Search backward for matching text, starting at a given location. 461 * Clients should not call this method directly; instead they should call 462 * <tt>SearchIterator.previous()</tt>, which this method overrides. 463 * <p> 464 * If a match is found, this method returns the index at which the match 465 * starts and calls {@link SearchIterator#setMatchLength } with the number 466 * of characters in the target text that make up the match. If no match 467 * is found, the method returns <tt>USEARCH_DONE</tt>. 468 * <p> 469 * The <tt>StringSearch</tt> is adjusted so that its current index 470 * (as returned by {@link #getOffset }) is the match position if one was 471 * found. 472 * If a match is not found, <tt>USEARCH_DONE</tt> will be returned and 473 * the <tt>StringSearch</tt> will be adjusted to the index USEARCH_DONE. 474 * @param position The index in the target text at which the search 475 * starts. 476 * @param status for errors if any occurs 477 * @return The index at which the matched text in the target starts, or 478 * USEARCH_DONE if no match was found. 479 * @stable ICU 2.0 480 */ 481 virtual int32_t handlePrev(int32_t position, UErrorCode &status); 482 483 private : 484 StringSearch(); // default constructor not implemented 485 486 // private data members ---------------------------------------------- 487 488 /** 489 * Pattern text 490 * @stable ICU 2.0 491 */ 492 UnicodeString m_pattern_; 493 /** 494 * String search struct data 495 * @stable ICU 2.0 496 */ 497 UStringSearch *m_strsrch_; 498 499 }; 500 501 U_NAMESPACE_END 502 503 #endif /* #if !UCONFIG_NO_COLLATION */ 504 505 #endif 506 507