• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1 // © 2016 and later: Unicode, Inc. and others.
2 // License & terms of use: http://www.unicode.org/copyright.html
3 //
4 //  regexst.h
5 //
6 //  Copyright (C) 2004-2015, International Business Machines Corporation and others.
7 //  All Rights Reserved.
8 //
9 //  This file contains class RegexStaticSets
10 //
11 //  This class is internal to the regular expression implementation.
12 //  For the public Regular Expression API, see the file "unicode/regex.h"
13 //
14 //  RegexStaticSets groups together the common UnicodeSets that are needed
15 //   for compiling or executing RegularExpressions.  This grouping simplifies
16 //   the thread safe lazy creation and sharing of these sets across
17 //   all instances of regular expressions.
18 //
19 #include "unicode/utypes.h"
20 
21 #if !UCONFIG_NO_REGULAR_EXPRESSIONS
22 
23 #include "unicode/unistr.h"
24 #include "unicode/uniset.h"
25 #include "unicode/uchar.h"
26 #include "unicode/regex.h"
27 #include "uprops.h"
28 #include "cmemory.h"
29 #include "cstring.h"
30 #include "uassert.h"
31 #include "ucln_in.h"
32 #include "umutex.h"
33 
34 #include "regexcst.h"   // Contains state table for the regex pattern parser.
35                         //   generated by a Perl script.
36 #include "regexst.h"
37 
38 
39 
40 U_NAMESPACE_BEGIN
41 
42 
43 //------------------------------------------------------------------------------
44 //
45 // Unicode Set pattern strings for all of the required constant sets.
46 //               Initialized with hex values for portability to EBCDIC based machines.
47 //                Really ugly, but there's no good way to avoid it.
48 //
49 //------------------------------------------------------------------------------
50 
51 // "Rule Char" Characters are those with no special meaning, and therefore do not
52 //    need to be escaped to appear as literals in a regexp.  Expressed
53 //    as the inverse of those needing escaping --  [^\*\?\+\[\(\)\{\}\^\$\|\\\.]
54 static const UChar gRuleSet_rule_char_pattern[]       = {
55  //   [    ^      \     *     \     ?     \     +     \     [     \     (     /     )
56     0x5b, 0x5e, 0x5c, 0x2a, 0x5c, 0x3f, 0x5c, 0x2b, 0x5c, 0x5b, 0x5c, 0x28, 0x5c, 0x29,
57  //   \     {    \     }     \     ^     \     $     \     |     \     \     \     .     ]
58     0x5c, 0x7b,0x5c, 0x7d, 0x5c, 0x5e, 0x5c, 0x24, 0x5c, 0x7c, 0x5c, 0x5c, 0x5c, 0x2e, 0x5d, 0};
59 
60 //
61 //   Here are the backslash escape characters that ICU's unescape() function
62 //    will handle.
63 //
64 static const UChar gUnescapeCharPattern[] = {
65 //    [     a     c     e     f     n     r     t     u     U     x    ]
66     0x5b, 0x61, 0x63, 0x65, 0x66, 0x6e, 0x72, 0x74, 0x75, 0x55, 0x78, 0x5d, 0};
67 
68 
69 //
70 //  Unicode Set Definitions for Regular Expression  \w
71 //
72 static const UChar gIsWordPattern[] = {
73 //    [     \     p     {    A     l     p     h     a     b     e     t     i      c    }
74     0x5b, 0x5c, 0x70, 0x7b, 0x61, 0x6c, 0x70, 0x68, 0x61, 0x62, 0x65, 0x74, 0x69, 0x63, 0x7d,
75 //          \     p     {    M     }                               Mark
76           0x5c, 0x70, 0x7b, 0x4d, 0x7d,
77 //          \     p     {    N     d     }                         Digit_Numeric
78           0x5c, 0x70, 0x7b, 0x4e, 0x64, 0x7d,
79 //          \     p     {    P     c     }                         Connector_Punctuation
80           0x5c, 0x70, 0x7b, 0x50, 0x63, 0x7d,
81 //          \     u     2    0     0     c      \     u     2    0     0     d     ]
82           0x5c, 0x75, 0x32, 0x30, 0x30, 0x63, 0x5c, 0x75, 0x32, 0x30, 0x30, 0x64, 0x5d, 0};
83 
84 
85 //
86 //  Unicode Set Definitions for Regular Expression  \s
87 //
88 static const UChar gIsSpacePattern[] = {
89 //        [     \     p     {     W     h     i     t     e     S     p     a     c     e     }     ]
90         0x5b, 0x5c, 0x70, 0x7b, 0x57, 0x68, 0x69, 0x74, 0x65, 0x53, 0x70, 0x61, 0x63, 0x65, 0x7d, 0x5d, 0};
91 
92 
93 //
94 //  UnicodeSets used in implementation of Grapheme Cluster detection, \X
95 //
96 static const UChar gGC_ControlPattern[] = {
97 //    [     [     :     Z     l     :     ]     [     :     Z     p     :     ]
98     0x5b, 0x5b, 0x3a, 0x5A, 0x6c, 0x3a, 0x5d, 0x5b, 0x3a, 0x5A, 0x70, 0x3a, 0x5d,
99 //    [     :     C     c     :     ]     [     :     C     f     :     ]     -
100     0x5b, 0x3a, 0x43, 0x63, 0x3a, 0x5d, 0x5b, 0x3a, 0x43, 0x66, 0x3a, 0x5d, 0x2d,
101 //    [     :     G     r     a     p     h     e     m     e     _
102     0x5b, 0x3a, 0x47, 0x72, 0x61, 0x70, 0x68, 0x65, 0x6d, 0x65, 0x5f,
103 //    E     x     t     e     n     d     :     ]     ]
104     0x45, 0x78, 0x74, 0x65, 0x6e, 0x64, 0x3a, 0x5d, 0x5d, 0};
105 
106 static const UChar gGC_ExtendPattern[] = {
107 //    [     \     p     {     G     r     a     p     h     e     m     e     _
108     0x5b, 0x5c, 0x70, 0x7b, 0x47, 0x72, 0x61, 0x70, 0x68, 0x65, 0x6d, 0x65, 0x5f,
109 //    E     x     t     e     n     d     }     ]
110     0x45, 0x78, 0x74, 0x65, 0x6e, 0x64, 0x7d, 0x5d, 0};
111 
112 static const UChar gGC_LPattern[] = {
113 //    [     \     p     {     H     a     n     g     u     l     _     S     y     l
114     0x5b, 0x5c, 0x70, 0x7b, 0x48, 0x61, 0x6e, 0x67, 0x75, 0x6c, 0x5f, 0x53, 0x79, 0x6c,
115 //    l     a     b     l     e     _     T     y     p     e     =     L     }     ]
116     0x6c, 0x61, 0x62, 0x6c, 0x65, 0x5f, 0x54, 0x79, 0x70, 0x65, 0x3d, 0x4c, 0x7d,  0x5d, 0};
117 
118 static const UChar gGC_VPattern[] = {
119 //    [     \     p     {     H     a     n     g     u     l     _     S     y     l
120     0x5b, 0x5c, 0x70, 0x7b, 0x48, 0x61, 0x6e, 0x67, 0x75, 0x6c, 0x5f, 0x53, 0x79, 0x6c,
121 //    l     a     b     l     e     _     T     y     p     e     =     V     }     ]
122     0x6c, 0x61, 0x62, 0x6c, 0x65, 0x5f, 0x54, 0x79, 0x70, 0x65, 0x3d, 0x56, 0x7d,  0x5d, 0};
123 
124 static const UChar gGC_TPattern[] = {
125 //    [     \     p     {     H     a     n     g     u     l     _     S     y     l
126     0x5b, 0x5c, 0x70, 0x7b, 0x48, 0x61, 0x6e, 0x67, 0x75, 0x6c, 0x5f, 0x53, 0x79, 0x6c,
127 //    l     a     b     l     e     _     T     y     p     e     =     T     }    ]
128     0x6c, 0x61, 0x62, 0x6c, 0x65, 0x5f, 0x54, 0x79, 0x70, 0x65, 0x3d, 0x54, 0x7d, 0x5d, 0};
129 
130 static const UChar gGC_LVPattern[] = {
131 //    [     \     p     {     H     a     n     g     u     l     _     S     y     l
132     0x5b, 0x5c, 0x70, 0x7b, 0x48, 0x61, 0x6e, 0x67, 0x75, 0x6c, 0x5f, 0x53, 0x79, 0x6c,
133 //    l     a     b     l     e     _     T     y     p     e     =     L     V     }     ]
134     0x6c, 0x61, 0x62, 0x6c, 0x65, 0x5f, 0x54, 0x79, 0x70, 0x65, 0x3d, 0x4c, 0x56, 0x7d, 0x5d, 0};
135 
136 static const UChar gGC_LVTPattern[] = {
137 //    [     \     p     {     H     a     n     g     u     l     _     S     y     l
138     0x5b, 0x5c, 0x70, 0x7b, 0x48, 0x61, 0x6e, 0x67, 0x75, 0x6c, 0x5f, 0x53, 0x79, 0x6c,
139 //    l     a     b     l     e     _     T     y     p     e     =     L     V     T     }     ]
140     0x6c, 0x61, 0x62, 0x6c, 0x65, 0x5f, 0x54, 0x79, 0x70, 0x65, 0x3d, 0x4c, 0x56, 0x54, 0x7d, 0x5d, 0};
141 
142 
143 RegexStaticSets *RegexStaticSets::gStaticSets = NULL;
144 UInitOnce gStaticSetsInitOnce = U_INITONCE_INITIALIZER;
145 
RegexStaticSets(UErrorCode * status)146 RegexStaticSets::RegexStaticSets(UErrorCode *status)
147 :
148 fUnescapeCharSet(UnicodeString(TRUE, gUnescapeCharPattern, -1), *status),
149 fRuleDigitsAlias(NULL),
150 fEmptyText(NULL)
151 {
152     // First zero out everything
153     int i;
154     for (i=0; i<URX_LAST_SET; i++) {
155         fPropSets[i] = NULL;
156     }
157     // Then init the sets to their correct values.
158     fPropSets[URX_ISWORD_SET]  = new UnicodeSet(UnicodeString(TRUE, gIsWordPattern, -1),     *status);
159     fPropSets[URX_ISSPACE_SET] = new UnicodeSet(UnicodeString(TRUE, gIsSpacePattern, -1),    *status);
160     fPropSets[URX_GC_EXTEND]   = new UnicodeSet(UnicodeString(TRUE, gGC_ExtendPattern, -1),  *status);
161     fPropSets[URX_GC_CONTROL]  = new UnicodeSet(UnicodeString(TRUE, gGC_ControlPattern, -1), *status);
162     fPropSets[URX_GC_L]        = new UnicodeSet(UnicodeString(TRUE, gGC_LPattern, -1),       *status);
163     fPropSets[URX_GC_V]        = new UnicodeSet(UnicodeString(TRUE, gGC_VPattern, -1),       *status);
164     fPropSets[URX_GC_T]        = new UnicodeSet(UnicodeString(TRUE, gGC_TPattern, -1),       *status);
165     fPropSets[URX_GC_LV]       = new UnicodeSet(UnicodeString(TRUE, gGC_LVPattern, -1),      *status);
166     fPropSets[URX_GC_LVT]      = new UnicodeSet(UnicodeString(TRUE, gGC_LVTPattern, -1),     *status);
167 
168     // Check for null pointers
169     if (fPropSets[URX_ISWORD_SET] == NULL || fPropSets[URX_ISSPACE_SET] == NULL || fPropSets[URX_GC_EXTEND] == NULL ||
170         fPropSets[URX_GC_CONTROL] == NULL || fPropSets[URX_GC_L] == NULL || fPropSets[URX_GC_V] == NULL ||
171         fPropSets[URX_GC_T] == NULL || fPropSets[URX_GC_LV] == NULL || fPropSets[URX_GC_LVT] == NULL) {
172         goto ExitConstrDeleteAll;
173     }
174     if (U_FAILURE(*status)) {
175         // Bail out if we were unable to create the above sets.
176         // The rest of the initialization needs them, so we cannot proceed.
177         return;
178     }
179 
180 
181     //
182     // The following sets  are dynamically constructed, because their
183     //   initialization strings would be unreasonable.
184     //
185 
186 
187     //
188     //  "Normal" is the set of characters that don't need special handling
189     //            when finding grapheme cluster boundaries.
190     //
191     fPropSets[URX_GC_NORMAL] = new UnicodeSet(0, UnicodeSet::MAX_VALUE);
192     // Null pointer check
193     if (fPropSets[URX_GC_NORMAL] == NULL) {
194     	goto ExitConstrDeleteAll;
195     }
196     fPropSets[URX_GC_NORMAL]->remove(0xac00, 0xd7a4);
197     fPropSets[URX_GC_NORMAL]->removeAll(*fPropSets[URX_GC_CONTROL]);
198     fPropSets[URX_GC_NORMAL]->removeAll(*fPropSets[URX_GC_L]);
199     fPropSets[URX_GC_NORMAL]->removeAll(*fPropSets[URX_GC_V]);
200     fPropSets[URX_GC_NORMAL]->removeAll(*fPropSets[URX_GC_T]);
201 
202     // Initialize the 8-bit fast bit sets from the parallel full
203     //   UnicodeSets.
204     for (i=0; i<URX_LAST_SET; i++) {
205         if (fPropSets[i]) {
206             fPropSets[i]->compact();
207             fPropSets8[i].init(fPropSets[i]);
208         }
209     }
210 
211     // Sets used while parsing rules, but not referenced from the parse state table
212     fRuleSets[kRuleSet_rule_char-128]   = UnicodeSet(UnicodeString(TRUE, gRuleSet_rule_char_pattern, -1),   *status);
213     fRuleSets[kRuleSet_digit_char-128].add((UChar)0x30, (UChar)0x39);    // [0-9]
214     fRuleSets[kRuleSet_ascii_letter-128].add((UChar)0x41, (UChar)0x5A);  // [A-Z]
215     fRuleSets[kRuleSet_ascii_letter-128].add((UChar)0x61, (UChar)0x7A);  // [a-z]
216     fRuleDigitsAlias = &fRuleSets[kRuleSet_digit_char-128];
217     for (i=0; i<UPRV_LENGTHOF(fRuleSets); i++) {
218         fRuleSets[i].compact();
219     }
220 
221     // Finally, initialize an empty string for utility purposes
222     fEmptyText = utext_openUChars(NULL, NULL, 0, status);
223 
224     if (U_SUCCESS(*status)) {
225         return;
226     }
227 
228 ExitConstrDeleteAll: // Remove fPropSets and fRuleSets and return error
229     for (i=0; i<URX_LAST_SET; i++) {
230         delete fPropSets[i];
231         fPropSets[i] = NULL;
232     }
233     if (U_SUCCESS(*status)) {
234         *status = U_MEMORY_ALLOCATION_ERROR;
235     }
236 }
237 
238 
~RegexStaticSets()239 RegexStaticSets::~RegexStaticSets() {
240     int32_t i;
241 
242     for (i=0; i<URX_LAST_SET; i++) {
243         delete fPropSets[i];
244         fPropSets[i] = NULL;
245     }
246     fRuleDigitsAlias = NULL;
247 
248     utext_close(fEmptyText);
249 }
250 
251 
252 //------------------------------------------------------------------------------
253 //
254 //   regex_cleanup      Memory cleanup function, free/delete all
255 //                      cached memory.  Called by ICU's u_cleanup() function.
256 //
257 //------------------------------------------------------------------------------
258 UBool
cleanup(void)259 RegexStaticSets::cleanup(void) {
260     delete RegexStaticSets::gStaticSets;
261     RegexStaticSets::gStaticSets = NULL;
262     gStaticSetsInitOnce.reset();
263     return TRUE;
264 }
265 
266 U_CDECL_BEGIN
267 static UBool U_CALLCONV
regex_cleanup(void)268 regex_cleanup(void) {
269     return RegexStaticSets::cleanup();
270 }
271 
initStaticSets(UErrorCode & status)272 static void U_CALLCONV initStaticSets(UErrorCode &status) {
273     U_ASSERT(RegexStaticSets::gStaticSets == NULL);
274     ucln_i18n_registerCleanup(UCLN_I18N_REGEX, regex_cleanup);
275     RegexStaticSets::gStaticSets = new RegexStaticSets(&status);
276     if (U_FAILURE(status)) {
277         delete RegexStaticSets::gStaticSets;
278         RegexStaticSets::gStaticSets = NULL;
279     }
280     if (RegexStaticSets::gStaticSets == NULL && U_SUCCESS(status)) {
281         status = U_MEMORY_ALLOCATION_ERROR;
282     }
283 }
284 U_CDECL_END
285 
initGlobals(UErrorCode * status)286 void RegexStaticSets::initGlobals(UErrorCode *status) {
287     umtx_initOnce(gStaticSetsInitOnce, &initStaticSets, *status);
288 }
289 
290 U_NAMESPACE_END
291 #endif  // !UCONFIG_NO_REGULAR_EXPRESSIONS
292