8  *      http://www.apache.org/licenses/LICENSE-2.0
40   TokenizationCodepointRange* config;  in TEST()  local
43   config = &configs.back();  in TEST()
44   config->set_start(0);  in TEST()
45   config->set_end(10);  in TEST()
46   config->set_role(TokenizationCodepointRange::TOKEN_SEPARATOR);  in TEST()
49   config = &configs.back();  in TEST()
50   config->set_start(32);  in TEST()
51   config->set_end(33);  in TEST()
52   config->set_role(TokenizationCodepointRange::WHITESPACE_SEPARATOR);  in TEST()
55   config = &configs.back();  in TEST()
56   config->set_start(1234);  in TEST()
57   config->set_end(12345);  in TEST()
58   config->set_role(TokenizationCodepointRange::TOKEN_SEPARATOR);  in TEST()
95   TokenizationCodepointRange* config;  in TEST()  local
98   config = &configs.back();  in TEST()
100   config->set_start(32);  in TEST()
101   config->set_end(33);  in TEST()
102   config->set_role(TokenizationCodepointRange::WHITESPACE_SEPARATOR);  in TEST()
113   TokenizationCodepointRange* config;  in TEST()  local
115   // Source: http://www.unicode.org/Public/10.0.0/ucd/Blocks-10.0.0d1.txt  in TEST()
116   // Latin - cyrilic.  in TEST()
118   //   0080..00FF; Latin-1 Supplement  in TEST()
119   //   0100..017F; Latin Extended-A  in TEST()
120   //   0180..024F; Latin Extended-B  in TEST()
133   config = &configs.back();  in TEST()
134   config->set_start(0);  in TEST()
135   config->set_end(32);  in TEST()
136   config->set_role(TokenizationCodepointRange::DEFAULT_ROLE);  in TEST()
138   config = &configs.back();  in TEST()
139   config->set_start(32);  in TEST()
140   config->set_end(33);  in TEST()
141   config->set_role(TokenizationCodepointRange::WHITESPACE_SEPARATOR);  in TEST()
143   config = &configs.back();  in TEST()
144   config->set_start(33);  in TEST()
145   config->set_end(0x77F + 1);  in TEST()
146   config->set_role(TokenizationCodepointRange::DEFAULT_ROLE);  in TEST()
177   config = &configs.back();  in TEST()
178   config->set_start(0x2E80);  in TEST()
179   config->set_end(0x2EFF + 1);  in TEST()
180   config->set_role(TokenizationCodepointRange::TOKEN_SEPARATOR);  in TEST()
182   config = &configs.back();  in TEST()
183   config->set_start(0x3000);  in TEST()
184   config->set_end(0xA63F + 1);  in TEST()
185   config->set_role(TokenizationCodepointRange::TOKEN_SEPARATOR);  in TEST()
187   config = &configs.back();  in TEST()
188   config->set_start(0xF900);  in TEST()
189   config->set_end(0xFAFF + 1);  in TEST()
190   config->set_role(TokenizationCodepointRange::TOKEN_SEPARATOR);  in TEST()
192   config = &configs.back();  in TEST()
193   config->set_start(0xFE30);  in TEST()
194   config->set_end(0xFE4F + 1);  in TEST()
195   config->set_role(TokenizationCodepointRange::TOKEN_SEPARATOR);  in TEST()
197   config = &configs.back();  in TEST()
198   config->set_start(0x20000);  in TEST()
199   config->set_end(0x2A6DF + 1);  in TEST()
200   config->set_role(TokenizationCodepointRange::TOKEN_SEPARATOR);  in TEST()
202   config = &configs.back();  in TEST()
203   config->set_start(0x2A700);  in TEST()
204   config->set_end(0x2B73F + 1);  in TEST()
205   config->set_role(TokenizationCodepointRange::TOKEN_SEPARATOR);  in TEST()
207   config = &configs.back();  in TEST()
208   config->set_start(0x2B740);  in TEST()
209   config->set_end(0x2B81F + 1);  in TEST()
210   config->set_role(TokenizationCodepointRange::TOKEN_SEPARATOR);  in TEST()
212   config = &configs.back();  in TEST()
213   config->set_start(0x2B820);  in TEST()
214   config->set_end(0x2CEAF + 1);  in TEST()
215   config->set_role(TokenizationCodepointRange::TOKEN_SEPARATOR);  in TEST()
217   config = &configs.back();  in TEST()
218   config->set_start(0x2CEB0);  in TEST()
219   config->set_end(0x2EBEF + 1);  in TEST()
220   config->set_role(TokenizationCodepointRange::TOKEN_SEPARATOR);  in TEST()
222   config = &configs.back();  in TEST()
223   config->set_start(0x2F800);  in TEST()
224   config->set_end(0x2FA1F + 1);  in TEST()
225   config->set_role(TokenizationCodepointRange::TOKEN_SEPARATOR);  in TEST()
230   config = &configs.back();  in TEST()
231   config->set_start(0x0E00);  in TEST()
232   config->set_end(0x0E7F + 1);  in TEST()
233   config->set_role(TokenizationCodepointRange::TOKEN_SEPARATOR);  in TEST()
243   // clang-format off  in TEST()
257   // clang-format on  in TEST()