• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1 // © 2016 and later: Unicode, Inc. and others.
2 // License & terms of use: http://www.unicode.org/copyright.html
3 /*
4  *******************************************************************************
5  *
6  *   Copyright (C) 1999-2016, International Business Machines
7  *   Corporation and others.  All Rights Reserved.
8  *
9  *******************************************************************************
10  *   file name:  scrptrun.cpp
11  *
12  *   created on: 10/17/2001
13  *   created by: Eric R. Mader
14  */
15 
16 #include "unicode/utypes.h"
17 #include "unicode/uscript.h"
18 
19 #include "cmemory.h"
20 #include "scrptrun.h"
21 
22 const char ScriptRun::fgClassID=0;
23 
24 UChar32 ScriptRun::pairedChars[] = {
25     0x0028, 0x0029, // ascii paired punctuation
26     0x003c, 0x003e,
27     0x005b, 0x005d,
28     0x007b, 0x007d,
29     0x00ab, 0x00bb, // guillemets
30     0x2018, 0x2019, // general punctuation
31     0x201c, 0x201d,
32     0x2039, 0x203a,
33     0x3008, 0x3009, // chinese paired punctuation
34     0x300a, 0x300b,
35     0x300c, 0x300d,
36     0x300e, 0x300f,
37     0x3010, 0x3011,
38     0x3014, 0x3015,
39     0x3016, 0x3017,
40     0x3018, 0x3019,
41     0x301a, 0x301b
42 };
43 
44 const int32_t ScriptRun::pairedCharCount = UPRV_LENGTHOF(pairedChars);
45 const int32_t ScriptRun::pairedCharPower = 1 << highBit(pairedCharCount);
46 const int32_t ScriptRun::pairedCharExtra = pairedCharCount - pairedCharPower;
47 
highBit(int32_t value)48 int8_t ScriptRun::highBit(int32_t value)
49 {
50     if (value <= 0) {
51         return -32;
52     }
53 
54     int8_t bit = 0;
55 
56     if (value >= 1 << 16) {
57         value >>= 16;
58         bit += 16;
59     }
60 
61     if (value >= 1 << 8) {
62         value >>= 8;
63         bit += 8;
64     }
65 
66     if (value >= 1 << 4) {
67         value >>= 4;
68         bit += 4;
69     }
70 
71     if (value >= 1 << 2) {
72         value >>= 2;
73         bit += 2;
74     }
75 
76     if (value >= 1 << 1) {
77         value >>= 1;
78         bit += 1;
79     }
80 
81     return bit;
82 }
83 
getPairIndex(UChar32 ch)84 int32_t ScriptRun::getPairIndex(UChar32 ch)
85 {
86     int32_t probe = pairedCharPower;
87     int32_t index = 0;
88 
89     if (ch >= pairedChars[pairedCharExtra]) {
90         index = pairedCharExtra;
91     }
92 
93     while (probe > (1 << 0)) {
94         probe >>= 1;
95 
96         if (ch >= pairedChars[index + probe]) {
97             index += probe;
98         }
99     }
100 
101     if (pairedChars[index] != ch) {
102         index = -1;
103     }
104 
105     return index;
106 }
107 
sameScript(int32_t scriptOne,int32_t scriptTwo)108 UBool ScriptRun::sameScript(int32_t scriptOne, int32_t scriptTwo)
109 {
110     return scriptOne <= USCRIPT_INHERITED || scriptTwo <= USCRIPT_INHERITED || scriptOne == scriptTwo;
111 }
112 
next()113 UBool ScriptRun::next()
114 {
115     int32_t startSP  = parenSP;  // used to find the first new open character
116     UErrorCode error = U_ZERO_ERROR;
117 
118     // if we've fallen off the end of the text, we're done
119     if (scriptEnd >= charLimit) {
120         return false;
121     }
122 
123     scriptCode = USCRIPT_COMMON;
124 
125     for (scriptStart = scriptEnd; scriptEnd < charLimit; scriptEnd += 1) {
126         UChar   high = charArray[scriptEnd];
127         UChar32 ch   = high;
128 
129         // if the character is a high surrogate and it's not the last one
130         // in the text, see if it's followed by a low surrogate
131         if (high >= 0xD800 && high <= 0xDBFF && scriptEnd < charLimit - 1)
132         {
133             UChar low = charArray[scriptEnd + 1];
134 
135             // if it is followed by a low surrogate,
136             // consume it and form the full character
137             if (low >= 0xDC00 && low <= 0xDFFF) {
138                 ch = (high - 0xD800) * 0x0400 + low - 0xDC00 + 0x10000;
139                 scriptEnd += 1;
140             }
141         }
142 
143         UScriptCode sc = uscript_getScript(ch, &error);
144         int32_t pairIndex = getPairIndex(ch);
145 
146         // Paired character handling:
147         //
148         // if it's an open character, push it onto the stack.
149         // if it's a close character, find the matching open on the
150         // stack, and use that script code. Any non-matching open
151         // characters above it on the stack will be poped.
152         if (pairIndex >= 0) {
153             if ((pairIndex & 1) == 0) {
154                 parenStack[++parenSP].pairIndex = pairIndex;
155                 parenStack[parenSP].scriptCode  = scriptCode;
156             } else if (parenSP >= 0) {
157                 int32_t pi = pairIndex & ~1;
158 
159                 while (parenSP >= 0 && parenStack[parenSP].pairIndex != pi) {
160                     parenSP -= 1;
161                 }
162 
163                 if (parenSP < startSP) {
164                     startSP = parenSP;
165                 }
166 
167                 if (parenSP >= 0) {
168                     sc = parenStack[parenSP].scriptCode;
169                 }
170             }
171         }
172 
173         if (sameScript(scriptCode, sc)) {
174             if (scriptCode <= USCRIPT_INHERITED && sc > USCRIPT_INHERITED) {
175                 scriptCode = sc;
176 
177                 // now that we have a final script code, fix any open
178                 // characters we pushed before we knew the script code.
179                 while (startSP < parenSP) {
180                     parenStack[++startSP].scriptCode = scriptCode;
181                 }
182             }
183 
184             // if this character is a close paired character,
185             // pop it from the stack
186             if (pairIndex >= 0 && (pairIndex & 1) != 0 && parenSP >= 0) {
187                 parenSP -= 1;
188                 startSP -= 1;
189             }
190         } else {
191             // if the run broke on a surrogate pair,
192             // end it before the high surrogate
193             if (ch >= 0x10000) {
194                 scriptEnd -= 1;
195             }
196 
197             break;
198         }
199     }
200 
201     return true;
202 }
203 
204