1 /*
2 *******************************************************************************
3 * Copyright (C) 2010-2014, International Business Machines
4 * Corporation and others. All Rights Reserved.
5 *******************************************************************************
6 * file name: uts46test.cpp
7 * encoding: US-ASCII
8 * tab size: 8 (not used)
9 * indentation:4
10 *
11 * created on: 2010may05
12 * created by: Markus W. Scherer
13 */
14
15 #include "unicode/utypes.h"
16
17 #if !UCONFIG_NO_IDNA
18
19 #include <string.h>
20 #include "unicode/bytestream.h"
21 #include "unicode/idna.h"
22 #include "unicode/localpointer.h"
23 #include "unicode/std_string.h"
24 #include "unicode/stringpiece.h"
25 #include "unicode/uidna.h"
26 #include "unicode/unistr.h"
27 #include "intltest.h"
28
29 #define LENGTHOF(array) (int32_t)(sizeof(array)/sizeof((array)[0]))
30
31 class UTS46Test : public IntlTest {
32 public:
UTS46Test()33 UTS46Test() : trans(NULL), nontrans(NULL) {}
34 virtual ~UTS46Test();
35
36 void runIndexedTest(int32_t index, UBool exec, const char *&name, char *par=NULL);
37 void TestAPI();
38 void TestNotSTD3();
39 void TestSomeCases();
40 private:
41 IDNA *trans, *nontrans;
42 };
43
createUTS46Test()44 extern IntlTest *createUTS46Test() {
45 return new UTS46Test();
46 }
47
~UTS46Test()48 UTS46Test::~UTS46Test() {
49 delete trans;
50 delete nontrans;
51 }
52
runIndexedTest(int32_t index,UBool exec,const char * & name,char *)53 void UTS46Test::runIndexedTest(int32_t index, UBool exec, const char *&name, char * /*par*/) {
54 if(exec) {
55 logln("TestSuite UTS46Test: ");
56 if(trans==NULL) {
57 IcuTestErrorCode errorCode(*this, "init/createUTS46Instance()");
58 uint32_t commonOptions=
59 UIDNA_USE_STD3_RULES|UIDNA_CHECK_BIDI|
60 UIDNA_CHECK_CONTEXTJ|UIDNA_CHECK_CONTEXTO;
61 trans=IDNA::createUTS46Instance(commonOptions, errorCode);
62 nontrans=IDNA::createUTS46Instance(
63 commonOptions|
64 UIDNA_NONTRANSITIONAL_TO_ASCII|UIDNA_NONTRANSITIONAL_TO_UNICODE,
65 errorCode);
66 if(errorCode.logDataIfFailureAndReset("createUTS46Instance()")) {
67 name="";
68 return;
69 }
70 }
71 }
72 TESTCASE_AUTO_BEGIN;
73 TESTCASE_AUTO(TestAPI);
74 TESTCASE_AUTO(TestNotSTD3);
75 TESTCASE_AUTO(TestSomeCases);
76 TESTCASE_AUTO_END;
77 }
78
79 const uint32_t severeErrors=
80 UIDNA_ERROR_LEADING_COMBINING_MARK|
81 UIDNA_ERROR_DISALLOWED|
82 UIDNA_ERROR_PUNYCODE|
83 UIDNA_ERROR_LABEL_HAS_DOT|
84 UIDNA_ERROR_INVALID_ACE_LABEL;
85
isASCII(const UnicodeString & str)86 static UBool isASCII(const UnicodeString &str) {
87 const UChar *s=str.getBuffer();
88 int32_t length=str.length();
89 for(int32_t i=0; i<length; ++i) {
90 if(s[i]>=0x80) {
91 return FALSE;
92 }
93 }
94 return TRUE;
95 }
96
97 class TestCheckedArrayByteSink : public CheckedArrayByteSink {
98 public:
TestCheckedArrayByteSink(char * outbuf,int32_t capacity)99 TestCheckedArrayByteSink(char* outbuf, int32_t capacity)
100 : CheckedArrayByteSink(outbuf, capacity), calledFlush(FALSE) {}
Reset()101 virtual CheckedArrayByteSink& Reset() {
102 CheckedArrayByteSink::Reset();
103 calledFlush = FALSE;
104 return *this;
105 }
Flush()106 virtual void Flush() { calledFlush = TRUE; }
107 UBool calledFlush;
108 };
109
TestAPI()110 void UTS46Test::TestAPI() {
111 UErrorCode errorCode=U_ZERO_ERROR;
112 UnicodeString result;
113 IDNAInfo info;
114 UnicodeString input=UNICODE_STRING_SIMPLE("www.eXample.cOm");
115 UnicodeString expected=UNICODE_STRING_SIMPLE("www.example.com");
116 trans->nameToASCII(input, result, info, errorCode);
117 if(U_FAILURE(errorCode) || info.hasErrors() || result!=expected) {
118 errln("T.nameToASCII(www.example.com) info.errors=%04lx result matches=%d %s",
119 (long)info.getErrors(), result==expected, u_errorName(errorCode));
120 }
121 errorCode=U_USELESS_COLLATOR_ERROR;
122 trans->nameToUnicode(input, result, info, errorCode);
123 if(errorCode!=U_USELESS_COLLATOR_ERROR || !result.isBogus()) {
124 errln("T.nameToUnicode(U_FAILURE) did not preserve the errorCode "
125 "or not result.setToBogus() - %s",
126 u_errorName(errorCode));
127 }
128 errorCode=U_ZERO_ERROR;
129 input.setToBogus();
130 result=UNICODE_STRING_SIMPLE("quatsch");
131 nontrans->labelToASCII(input, result, info, errorCode);
132 if(errorCode!=U_ILLEGAL_ARGUMENT_ERROR || !result.isBogus()) {
133 errln("N.labelToASCII(bogus) did not set illegal-argument-error "
134 "or not result.setToBogus() - %s",
135 u_errorName(errorCode));
136 }
137 errorCode=U_ZERO_ERROR;
138 input=UNICODE_STRING_SIMPLE("xn--bcher.de-65a");
139 expected=UNICODE_STRING_SIMPLE("xn--bcher\\uFFFDde-65a").unescape();
140 nontrans->labelToASCII(input, result, info, errorCode);
141 if( U_FAILURE(errorCode) ||
142 info.getErrors()!=(UIDNA_ERROR_LABEL_HAS_DOT|UIDNA_ERROR_INVALID_ACE_LABEL) ||
143 result!=expected
144 ) {
145 errln("N.labelToASCII(label-with-dot) failed with errors %04lx - %s",
146 info.getErrors(), u_errorName(errorCode));
147 }
148 // UTF-8
149 char buffer[100];
150 TestCheckedArrayByteSink sink(buffer, LENGTHOF(buffer));
151 errorCode=U_ZERO_ERROR;
152 nontrans->labelToUnicodeUTF8(StringPiece(NULL, 5), sink, info, errorCode);
153 if(errorCode!=U_ILLEGAL_ARGUMENT_ERROR || sink.NumberOfBytesWritten()!=0) {
154 errln("N.labelToUnicodeUTF8(StringPiece(NULL, 5)) did not set illegal-argument-error ",
155 "or did output something - %s",
156 u_errorName(errorCode));
157 }
158
159 sink.Reset();
160 errorCode=U_ZERO_ERROR;
161 nontrans->nameToASCII_UTF8(StringPiece(), sink, info, errorCode);
162 if(U_FAILURE(errorCode) || sink.NumberOfBytesWritten()!=0 || !sink.calledFlush) {
163 errln("N.nameToASCII_UTF8(empty) failed - %s",
164 u_errorName(errorCode));
165 }
166
167 static const char s[]={ 0x61, (char)0xc3, (char)0x9f };
168 sink.Reset();
169 errorCode=U_USELESS_COLLATOR_ERROR;
170 nontrans->nameToUnicodeUTF8(StringPiece(s, 3), sink, info, errorCode);
171 if(errorCode!=U_USELESS_COLLATOR_ERROR || sink.NumberOfBytesWritten()!=0) {
172 errln("N.nameToUnicode_UTF8(U_FAILURE) did not preserve the errorCode "
173 "or did output something - %s",
174 u_errorName(errorCode));
175 }
176
177 sink.Reset();
178 errorCode=U_ZERO_ERROR;
179 trans->labelToUnicodeUTF8(StringPiece(s, 3), sink, info, errorCode);
180 if( U_FAILURE(errorCode) || sink.NumberOfBytesWritten()!=3 ||
181 buffer[0]!=0x61 || buffer[1]!=0x73 || buffer[2]!=0x73 ||
182 !sink.calledFlush
183 ) {
184 errln("T.labelToUnicodeUTF8(a sharp-s) failed - %s",
185 u_errorName(errorCode));
186 }
187
188 sink.Reset();
189 errorCode=U_ZERO_ERROR;
190 // "eXampLe.cOm"
191 static const char eX[]={ 0x65, 0x58, 0x61, 0x6d, 0x70, 0x4c, 0x65, 0x2e, 0x63, 0x4f, 0x6d, 0 };
192 // "example.com"
193 static const char ex[]={ 0x65, 0x78, 0x61, 0x6d, 0x70, 0x6c, 0x65, 0x2e, 0x63, 0x6f, 0x6d };
194 trans->nameToUnicodeUTF8(eX, sink, info, errorCode);
195 if( U_FAILURE(errorCode) || sink.NumberOfBytesWritten()!=11 ||
196 0!=memcmp(ex, buffer, 11) || !sink.calledFlush
197 ) {
198 errln("T.nameToUnicodeUTF8(eXampLe.cOm) failed - %s",
199 u_errorName(errorCode));
200 }
201 }
202
TestNotSTD3()203 void UTS46Test::TestNotSTD3() {
204 IcuTestErrorCode errorCode(*this, "TestNotSTD3()");
205 char buffer[400];
206 LocalPointer<IDNA> not3(IDNA::createUTS46Instance(UIDNA_CHECK_BIDI, errorCode));
207 if(errorCode.isFailure()) {
208 return;
209 }
210 UnicodeString input=UNICODE_STRING_SIMPLE("\\u0000A_2+2=4\\u000A.e\\u00DFen.net").unescape();
211 UnicodeString result;
212 IDNAInfo info;
213 if( not3->nameToUnicode(input, result, info, errorCode)!=
214 UNICODE_STRING_SIMPLE("\\u0000a_2+2=4\\u000A.essen.net").unescape() ||
215 info.hasErrors()
216 ) {
217 prettify(result).extract(0, 0x7fffffff, buffer, LENGTHOF(buffer));
218 errln("notSTD3.nameToUnicode(non-LDH ASCII) unexpected errors %04lx string %s",
219 (long)info.getErrors(), buffer);
220 }
221 // A space (BiDi class WS) is not allowed in a BiDi domain name.
222 input=UNICODE_STRING_SIMPLE("a z.xn--4db.edu");
223 not3->nameToASCII(input, result, info, errorCode);
224 if(result!=input || info.getErrors()!=UIDNA_ERROR_BIDI) {
225 errln("notSTD3.nameToASCII(ASCII-with-space.alef.edu) failed");
226 }
227 // Characters that are canonically equivalent to sequences with non-LDH ASCII.
228 input=UNICODE_STRING_SIMPLE("a\\u2260b\\u226Ec\\u226Fd").unescape();
229 not3->nameToUnicode(input, result, info, errorCode);
230 if(result!=input || info.hasErrors()) {
231 prettify(result).extract(0, 0x7fffffff, buffer, LENGTHOF(buffer));
232 errln("notSTD3.nameToUnicode(equiv to non-LDH ASCII) unexpected errors %04lx string %s",
233 (long)info.getErrors(), buffer);
234 }
235 }
236
237 struct TestCase {
238 // Input string and options string (Nontransitional/Transitional/Both).
239 const char *s, *o;
240 // Expected Unicode result string.
241 const char *u;
242 uint32_t errors;
243 };
244
245 static const TestCase testCases[]={
246 { "www.eXample.cOm", "B", // all ASCII
247 "www.example.com", 0 },
248 { "B\\u00FCcher.de", "B", // u-umlaut
249 "b\\u00FCcher.de", 0 },
250 { "\\u00D6BB", "B", // O-umlaut
251 "\\u00F6bb", 0 },
252 { "fa\\u00DF.de", "N", // sharp s
253 "fa\\u00DF.de", 0 },
254 { "fa\\u00DF.de", "T", // sharp s
255 "fass.de", 0 },
256 { "XN--fA-hia.dE", "B", // sharp s in Punycode
257 "fa\\u00DF.de", 0 },
258 { "\\u03B2\\u03CC\\u03BB\\u03BF\\u03C2.com", "N", // Greek with final sigma
259 "\\u03B2\\u03CC\\u03BB\\u03BF\\u03C2.com", 0 },
260 { "\\u03B2\\u03CC\\u03BB\\u03BF\\u03C2.com", "T", // Greek with final sigma
261 "\\u03B2\\u03CC\\u03BB\\u03BF\\u03C3.com", 0 },
262 { "xn--nxasmm1c", "B", // Greek with final sigma in Punycode
263 "\\u03B2\\u03CC\\u03BB\\u03BF\\u03C2", 0 },
264 { "www.\\u0DC1\\u0DCA\\u200D\\u0DBB\\u0DD3.com", "N", // "Sri" in "Sri Lanka" has a ZWJ
265 "www.\\u0DC1\\u0DCA\\u200D\\u0DBB\\u0DD3.com", 0 },
266 { "www.\\u0DC1\\u0DCA\\u200D\\u0DBB\\u0DD3.com", "T", // "Sri" in "Sri Lanka" has a ZWJ
267 "www.\\u0DC1\\u0DCA\\u0DBB\\u0DD3.com", 0 },
268 { "www.xn--10cl1a0b660p.com", "B", // "Sri" in Punycode
269 "www.\\u0DC1\\u0DCA\\u200D\\u0DBB\\u0DD3.com", 0 },
270 { "\\u0646\\u0627\\u0645\\u0647\\u200C\\u0627\\u06CC", "N", // ZWNJ
271 "\\u0646\\u0627\\u0645\\u0647\\u200C\\u0627\\u06CC", 0 },
272 { "\\u0646\\u0627\\u0645\\u0647\\u200C\\u0627\\u06CC", "T", // ZWNJ
273 "\\u0646\\u0627\\u0645\\u0647\\u0627\\u06CC", 0 },
274 { "xn--mgba3gch31f060k.com", "B", // ZWNJ in Punycode
275 "\\u0646\\u0627\\u0645\\u0647\\u200C\\u0627\\u06CC.com", 0 },
276 { "a.b\\uFF0Ec\\u3002d\\uFF61", "B",
277 "a.b.c.d.", 0 },
278 { "U\\u0308.xn--tda", "B", // U+umlaut.u-umlaut
279 "\\u00FC.\\u00FC", 0 },
280 { "xn--u-ccb", "B", // u+umlaut in Punycode
281 "xn--u-ccb\\uFFFD", UIDNA_ERROR_INVALID_ACE_LABEL },
282 { "a\\u2488com", "B", // contains 1-dot
283 "a\\uFFFDcom", UIDNA_ERROR_DISALLOWED },
284 { "xn--a-ecp.ru", "B", // contains 1-dot in Punycode
285 "xn--a-ecp\\uFFFD.ru", UIDNA_ERROR_INVALID_ACE_LABEL },
286 { "xn--0.pt", "B", // invalid Punycode
287 "xn--0\\uFFFD.pt", UIDNA_ERROR_PUNYCODE },
288 { "xn--a.pt", "B", // U+0080
289 "xn--a\\uFFFD.pt", UIDNA_ERROR_INVALID_ACE_LABEL },
290 { "xn--a-\\u00C4.pt", "B", // invalid Punycode
291 "xn--a-\\u00E4.pt", UIDNA_ERROR_PUNYCODE },
292 { "\\u65E5\\u672C\\u8A9E\\u3002\\uFF2A\\uFF30", "B", // Japanese with fullwidth ".jp"
293 "\\u65E5\\u672C\\u8A9E.jp", 0 },
294 { "\\u2615", "B", "\\u2615", 0 }, // Unicode 4.0 HOT BEVERAGE
295 // some characters are disallowed because they are canonically equivalent
296 // to sequences with non-LDH ASCII
297 { "a\\u2260b\\u226Ec\\u226Fd", "B",
298 "a\\uFFFDb\\uFFFDc\\uFFFDd", UIDNA_ERROR_DISALLOWED },
299 // many deviation characters, test the special mapping code
300 { "1.a\\u00DF\\u200C\\u200Db\\u200C\\u200Dc\\u00DF\\u00DF\\u00DF\\u00DFd"
301 "\\u03C2\\u03C3\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DFe"
302 "\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DFx"
303 "\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DFy"
304 "\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u0302\\u00DFz", "N",
305 "1.a\\u00DF\\u200C\\u200Db\\u200C\\u200Dc\\u00DF\\u00DF\\u00DF\\u00DFd"
306 "\\u03C2\\u03C3\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DFe"
307 "\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DFx"
308 "\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DFy"
309 "\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u0302\\u00DFz",
310 UIDNA_ERROR_LABEL_TOO_LONG|UIDNA_ERROR_CONTEXTJ },
311 { "1.a\\u00DF\\u200C\\u200Db\\u200C\\u200Dc\\u00DF\\u00DF\\u00DF\\u00DFd"
312 "\\u03C2\\u03C3\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DFe"
313 "\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DFx"
314 "\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DFy"
315 "\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u0302\\u00DFz", "T",
316 "1.assbcssssssssd"
317 "\\u03C3\\u03C3sssssssssssssssse"
318 "ssssssssssssssssssssx"
319 "ssssssssssssssssssssy"
320 "sssssssssssssss\\u015Dssz", UIDNA_ERROR_LABEL_TOO_LONG },
321 // "xn--bss" with deviation characters
322 { "\\u200Cx\\u200Dn\\u200C-\\u200D-b\\u00DF", "N",
323 "\\u200Cx\\u200Dn\\u200C-\\u200D-b\\u00DF", UIDNA_ERROR_CONTEXTJ },
324 { "\\u200Cx\\u200Dn\\u200C-\\u200D-b\\u00DF", "T",
325 "\\u5919", 0 },
326 // "xn--bssffl" written as:
327 // 02E3 MODIFIER LETTER SMALL X
328 // 034F COMBINING GRAPHEME JOINER (ignored)
329 // 2115 DOUBLE-STRUCK CAPITAL N
330 // 200B ZERO WIDTH SPACE (ignored)
331 // FE63 SMALL HYPHEN-MINUS
332 // 00AD SOFT HYPHEN (ignored)
333 // FF0D FULLWIDTH HYPHEN-MINUS
334 // 180C MONGOLIAN FREE VARIATION SELECTOR TWO (ignored)
335 // 212C SCRIPT CAPITAL B
336 // FE00 VARIATION SELECTOR-1 (ignored)
337 // 017F LATIN SMALL LETTER LONG S
338 // 2064 INVISIBLE PLUS (ignored)
339 // 1D530 MATHEMATICAL FRAKTUR SMALL S
340 // E01EF VARIATION SELECTOR-256 (ignored)
341 // FB04 LATIN SMALL LIGATURE FFL
342 { "\\u02E3\\u034F\\u2115\\u200B\\uFE63\\u00AD\\uFF0D\\u180C"
343 "\\u212C\\uFE00\\u017F\\u2064\\U0001D530\\U000E01EF\\uFB04", "B",
344 "\\u5921\\u591E\\u591C\\u5919", 0 },
345 { "123456789012345678901234567890123456789012345678901234567890123."
346 "123456789012345678901234567890123456789012345678901234567890123."
347 "123456789012345678901234567890123456789012345678901234567890123."
348 "1234567890123456789012345678901234567890123456789012345678901", "B",
349 "123456789012345678901234567890123456789012345678901234567890123."
350 "123456789012345678901234567890123456789012345678901234567890123."
351 "123456789012345678901234567890123456789012345678901234567890123."
352 "1234567890123456789012345678901234567890123456789012345678901", 0 },
353 { "123456789012345678901234567890123456789012345678901234567890123."
354 "123456789012345678901234567890123456789012345678901234567890123."
355 "123456789012345678901234567890123456789012345678901234567890123."
356 "1234567890123456789012345678901234567890123456789012345678901.", "B",
357 "123456789012345678901234567890123456789012345678901234567890123."
358 "123456789012345678901234567890123456789012345678901234567890123."
359 "123456789012345678901234567890123456789012345678901234567890123."
360 "1234567890123456789012345678901234567890123456789012345678901.", 0 },
361 // Domain name >256 characters, forces slow path in UTF-8 processing.
362 { "123456789012345678901234567890123456789012345678901234567890123."
363 "123456789012345678901234567890123456789012345678901234567890123."
364 "123456789012345678901234567890123456789012345678901234567890123."
365 "123456789012345678901234567890123456789012345678901234567890123."
366 "12345678901234567890123456789012345678901234567890123456789012", "B",
367 "123456789012345678901234567890123456789012345678901234567890123."
368 "123456789012345678901234567890123456789012345678901234567890123."
369 "123456789012345678901234567890123456789012345678901234567890123."
370 "123456789012345678901234567890123456789012345678901234567890123."
371 "12345678901234567890123456789012345678901234567890123456789012",
372 UIDNA_ERROR_DOMAIN_NAME_TOO_LONG },
373 { "123456789012345678901234567890123456789012345678901234567890123."
374 "123456789012345678901234567890123456789012345678901234567890123."
375 "123456789012345678901234567890123456789012345678901234567890123."
376 "123456789012345678901234567890123456789012345678901234567890123."
377 "1234567890123456789012345678901234567890123456789\\u05D0", "B",
378 "123456789012345678901234567890123456789012345678901234567890123."
379 "123456789012345678901234567890123456789012345678901234567890123."
380 "123456789012345678901234567890123456789012345678901234567890123."
381 "123456789012345678901234567890123456789012345678901234567890123."
382 "1234567890123456789012345678901234567890123456789\\u05D0",
383 UIDNA_ERROR_DOMAIN_NAME_TOO_LONG|UIDNA_ERROR_BIDI },
384 { "123456789012345678901234567890123456789012345678901234567890123."
385 "1234567890123456789012345678901234567890123456789012345678901234."
386 "123456789012345678901234567890123456789012345678901234567890123."
387 "123456789012345678901234567890123456789012345678901234567890", "B",
388 "123456789012345678901234567890123456789012345678901234567890123."
389 "1234567890123456789012345678901234567890123456789012345678901234."
390 "123456789012345678901234567890123456789012345678901234567890123."
391 "123456789012345678901234567890123456789012345678901234567890",
392 UIDNA_ERROR_LABEL_TOO_LONG },
393 { "123456789012345678901234567890123456789012345678901234567890123."
394 "1234567890123456789012345678901234567890123456789012345678901234."
395 "123456789012345678901234567890123456789012345678901234567890123."
396 "123456789012345678901234567890123456789012345678901234567890.", "B",
397 "123456789012345678901234567890123456789012345678901234567890123."
398 "1234567890123456789012345678901234567890123456789012345678901234."
399 "123456789012345678901234567890123456789012345678901234567890123."
400 "123456789012345678901234567890123456789012345678901234567890.",
401 UIDNA_ERROR_LABEL_TOO_LONG },
402 { "123456789012345678901234567890123456789012345678901234567890123."
403 "1234567890123456789012345678901234567890123456789012345678901234."
404 "123456789012345678901234567890123456789012345678901234567890123."
405 "1234567890123456789012345678901234567890123456789012345678901", "B",
406 "123456789012345678901234567890123456789012345678901234567890123."
407 "1234567890123456789012345678901234567890123456789012345678901234."
408 "123456789012345678901234567890123456789012345678901234567890123."
409 "1234567890123456789012345678901234567890123456789012345678901",
410 UIDNA_ERROR_LABEL_TOO_LONG|UIDNA_ERROR_DOMAIN_NAME_TOO_LONG },
411 // label length 63: xn--1234567890123456789012345678901234567890123456789012345-9te
412 { "\\u00E41234567890123456789012345678901234567890123456789012345", "B",
413 "\\u00E41234567890123456789012345678901234567890123456789012345", 0 },
414 { "1234567890\\u00E41234567890123456789012345678901234567890123456", "B",
415 "1234567890\\u00E41234567890123456789012345678901234567890123456", UIDNA_ERROR_LABEL_TOO_LONG },
416 { "123456789012345678901234567890123456789012345678901234567890123."
417 "1234567890\\u00E4123456789012345678901234567890123456789012345."
418 "123456789012345678901234567890123456789012345678901234567890123."
419 "1234567890123456789012345678901234567890123456789012345678901", "B",
420 "123456789012345678901234567890123456789012345678901234567890123."
421 "1234567890\\u00E4123456789012345678901234567890123456789012345."
422 "123456789012345678901234567890123456789012345678901234567890123."
423 "1234567890123456789012345678901234567890123456789012345678901", 0 },
424 { "123456789012345678901234567890123456789012345678901234567890123."
425 "1234567890\\u00E4123456789012345678901234567890123456789012345."
426 "123456789012345678901234567890123456789012345678901234567890123."
427 "1234567890123456789012345678901234567890123456789012345678901.", "B",
428 "123456789012345678901234567890123456789012345678901234567890123."
429 "1234567890\\u00E4123456789012345678901234567890123456789012345."
430 "123456789012345678901234567890123456789012345678901234567890123."
431 "1234567890123456789012345678901234567890123456789012345678901.", 0 },
432 { "123456789012345678901234567890123456789012345678901234567890123."
433 "1234567890\\u00E4123456789012345678901234567890123456789012345."
434 "123456789012345678901234567890123456789012345678901234567890123."
435 "12345678901234567890123456789012345678901234567890123456789012", "B",
436 "123456789012345678901234567890123456789012345678901234567890123."
437 "1234567890\\u00E4123456789012345678901234567890123456789012345."
438 "123456789012345678901234567890123456789012345678901234567890123."
439 "12345678901234567890123456789012345678901234567890123456789012",
440 UIDNA_ERROR_DOMAIN_NAME_TOO_LONG },
441 { "123456789012345678901234567890123456789012345678901234567890123."
442 "1234567890\\u00E41234567890123456789012345678901234567890123456."
443 "123456789012345678901234567890123456789012345678901234567890123."
444 "123456789012345678901234567890123456789012345678901234567890", "B",
445 "123456789012345678901234567890123456789012345678901234567890123."
446 "1234567890\\u00E41234567890123456789012345678901234567890123456."
447 "123456789012345678901234567890123456789012345678901234567890123."
448 "123456789012345678901234567890123456789012345678901234567890",
449 UIDNA_ERROR_LABEL_TOO_LONG },
450 { "123456789012345678901234567890123456789012345678901234567890123."
451 "1234567890\\u00E41234567890123456789012345678901234567890123456."
452 "123456789012345678901234567890123456789012345678901234567890123."
453 "123456789012345678901234567890123456789012345678901234567890.", "B",
454 "123456789012345678901234567890123456789012345678901234567890123."
455 "1234567890\\u00E41234567890123456789012345678901234567890123456."
456 "123456789012345678901234567890123456789012345678901234567890123."
457 "123456789012345678901234567890123456789012345678901234567890.",
458 UIDNA_ERROR_LABEL_TOO_LONG },
459 { "123456789012345678901234567890123456789012345678901234567890123."
460 "1234567890\\u00E41234567890123456789012345678901234567890123456."
461 "123456789012345678901234567890123456789012345678901234567890123."
462 "1234567890123456789012345678901234567890123456789012345678901", "B",
463 "123456789012345678901234567890123456789012345678901234567890123."
464 "1234567890\\u00E41234567890123456789012345678901234567890123456."
465 "123456789012345678901234567890123456789012345678901234567890123."
466 "1234567890123456789012345678901234567890123456789012345678901",
467 UIDNA_ERROR_LABEL_TOO_LONG|UIDNA_ERROR_DOMAIN_NAME_TOO_LONG },
468 // hyphen errors and empty-label errors
469 { ".", "B", ".", UIDNA_ERROR_EMPTY_LABEL },
470 { "\\uFF0E", "B", ".", UIDNA_ERROR_EMPTY_LABEL },
471 // "xn---q----jra"=="-q--a-umlaut-"
472 { "a.b..-q--a-.e", "B", "a.b..-q--a-.e",
473 UIDNA_ERROR_EMPTY_LABEL|UIDNA_ERROR_LEADING_HYPHEN|UIDNA_ERROR_TRAILING_HYPHEN|
474 UIDNA_ERROR_HYPHEN_3_4 },
475 { "a.b..-q--\\u00E4-.e", "B", "a.b..-q--\\u00E4-.e",
476 UIDNA_ERROR_EMPTY_LABEL|UIDNA_ERROR_LEADING_HYPHEN|UIDNA_ERROR_TRAILING_HYPHEN|
477 UIDNA_ERROR_HYPHEN_3_4 },
478 { "a.b..xn---q----jra.e", "B", "a.b..-q--\\u00E4-.e",
479 UIDNA_ERROR_EMPTY_LABEL|UIDNA_ERROR_LEADING_HYPHEN|UIDNA_ERROR_TRAILING_HYPHEN|
480 UIDNA_ERROR_HYPHEN_3_4 },
481 { "a..c", "B", "a..c", UIDNA_ERROR_EMPTY_LABEL },
482 { "a.-b.", "B", "a.-b.", UIDNA_ERROR_LEADING_HYPHEN },
483 { "a.b-.c", "B", "a.b-.c", UIDNA_ERROR_TRAILING_HYPHEN },
484 { "a.-.c", "B", "a.-.c", UIDNA_ERROR_LEADING_HYPHEN|UIDNA_ERROR_TRAILING_HYPHEN },
485 { "a.bc--de.f", "B", "a.bc--de.f", UIDNA_ERROR_HYPHEN_3_4 },
486 { "\\u00E4.\\u00AD.c", "B", "\\u00E4..c", UIDNA_ERROR_EMPTY_LABEL },
487 { "\\u00E4.-b.", "B", "\\u00E4.-b.", UIDNA_ERROR_LEADING_HYPHEN },
488 { "\\u00E4.b-.c", "B", "\\u00E4.b-.c", UIDNA_ERROR_TRAILING_HYPHEN },
489 { "\\u00E4.-.c", "B", "\\u00E4.-.c", UIDNA_ERROR_LEADING_HYPHEN|UIDNA_ERROR_TRAILING_HYPHEN },
490 { "\\u00E4.bc--de.f", "B", "\\u00E4.bc--de.f", UIDNA_ERROR_HYPHEN_3_4 },
491 { "a.b.\\u0308c.d", "B", "a.b.\\uFFFDc.d", UIDNA_ERROR_LEADING_COMBINING_MARK },
492 { "a.b.xn--c-bcb.d", "B",
493 "a.b.xn--c-bcb\\uFFFD.d", UIDNA_ERROR_LEADING_COMBINING_MARK|UIDNA_ERROR_INVALID_ACE_LABEL },
494 // BiDi
495 { "A0", "B", "a0", 0 },
496 { "0A", "B", "0a", 0 }, // all-LTR is ok to start with a digit (EN)
497 { "0A.\\u05D0", "B", // ASCII label does not start with L/R/AL
498 "0a.\\u05D0", UIDNA_ERROR_BIDI },
499 { "c.xn--0-eha.xn--4db", "B", // 2nd label does not start with L/R/AL
500 "c.0\\u00FC.\\u05D0", UIDNA_ERROR_BIDI },
501 { "b-.\\u05D0", "B", // label does not end with L/EN
502 "b-.\\u05D0", UIDNA_ERROR_TRAILING_HYPHEN|UIDNA_ERROR_BIDI },
503 { "d.xn----dha.xn--4db", "B", // 2nd label does not end with L/EN
504 "d.\\u00FC-.\\u05D0", UIDNA_ERROR_TRAILING_HYPHEN|UIDNA_ERROR_BIDI },
505 { "a\\u05D0", "B", "a\\u05D0", UIDNA_ERROR_BIDI }, // first dir != last dir
506 { "\\u05D0\\u05C7", "B", "\\u05D0\\u05C7", 0 },
507 { "\\u05D09\\u05C7", "B", "\\u05D09\\u05C7", 0 },
508 { "\\u05D0a\\u05C7", "B", "\\u05D0a\\u05C7", UIDNA_ERROR_BIDI }, // first dir != last dir
509 { "\\u05D0\\u05EA", "B", "\\u05D0\\u05EA", 0 },
510 { "\\u05D0\\u05F3\\u05EA", "B", "\\u05D0\\u05F3\\u05EA", 0 },
511 { "a\\u05D0Tz", "B", "a\\u05D0tz", UIDNA_ERROR_BIDI }, // mixed dir
512 { "\\u05D0T\\u05EA", "B", "\\u05D0t\\u05EA", UIDNA_ERROR_BIDI }, // mixed dir
513 { "\\u05D07\\u05EA", "B", "\\u05D07\\u05EA", 0 },
514 { "\\u05D0\\u0667\\u05EA", "B", "\\u05D0\\u0667\\u05EA", 0 }, // Arabic 7 in the middle
515 { "a7\\u0667z", "B", "a7\\u0667z", UIDNA_ERROR_BIDI }, // AN digit in LTR
516 { "\\u05D07\\u0667\\u05EA", "B", // mixed EN/AN digits in RTL
517 "\\u05D07\\u0667\\u05EA", UIDNA_ERROR_BIDI },
518 // ZWJ
519 { "\\u0BB9\\u0BCD\\u200D", "N", "\\u0BB9\\u0BCD\\u200D", 0 }, // Virama+ZWJ
520 { "\\u0BB9\\u200D", "N", "\\u0BB9\\u200D", UIDNA_ERROR_CONTEXTJ }, // no Virama
521 { "\\u200D", "N", "\\u200D", UIDNA_ERROR_CONTEXTJ }, // no Virama
522 // ZWNJ
523 { "\\u0BB9\\u0BCD\\u200C", "N", "\\u0BB9\\u0BCD\\u200C", 0 }, // Virama+ZWNJ
524 { "\\u0BB9\\u200C", "N", "\\u0BB9\\u200C", UIDNA_ERROR_CONTEXTJ }, // no Virama
525 { "\\u200C", "N", "\\u200C", UIDNA_ERROR_CONTEXTJ }, // no Virama
526 { "\\u0644\\u0670\\u200C\\u06ED\\u06EF", "N", // Joining types D T ZWNJ T R
527 "\\u0644\\u0670\\u200C\\u06ED\\u06EF", 0 },
528 { "\\u0644\\u0670\\u200C\\u06EF", "N", // D T ZWNJ R
529 "\\u0644\\u0670\\u200C\\u06EF", 0 },
530 { "\\u0644\\u200C\\u06ED\\u06EF", "N", // D ZWNJ T R
531 "\\u0644\\u200C\\u06ED\\u06EF", 0 },
532 { "\\u0644\\u200C\\u06EF", "N", // D ZWNJ R
533 "\\u0644\\u200C\\u06EF", 0 },
534 { "\\u0644\\u0670\\u200C\\u06ED", "N", // D T ZWNJ T
535 "\\u0644\\u0670\\u200C\\u06ED", UIDNA_ERROR_BIDI|UIDNA_ERROR_CONTEXTJ },
536 { "\\u06EF\\u200C\\u06EF", "N", // R ZWNJ R
537 "\\u06EF\\u200C\\u06EF", UIDNA_ERROR_CONTEXTJ },
538 { "\\u0644\\u200C", "N", // D ZWNJ
539 "\\u0644\\u200C", UIDNA_ERROR_BIDI|UIDNA_ERROR_CONTEXTJ },
540 { "\\u0660\\u0661", "B", // Arabic-Indic Digits alone
541 "\\u0660\\u0661", UIDNA_ERROR_BIDI },
542 { "\\u06F0\\u06F1", "B", // Extended Arabic-Indic Digits alone
543 "\\u06F0\\u06F1", 0 },
544 { "\\u0660\\u06F1", "B", // Mixed Arabic-Indic Digits
545 "\\u0660\\u06F1", UIDNA_ERROR_CONTEXTO_DIGITS|UIDNA_ERROR_BIDI },
546 // All of the CONTEXTO "Would otherwise have been DISALLOWED" characters
547 // in their correct contexts,
548 // then each in incorrect context.
549 { "l\\u00B7l\\u4E00\\u0375\\u03B1\\u05D0\\u05F3\\u05F4\\u30FB", "B",
550 "l\\u00B7l\\u4E00\\u0375\\u03B1\\u05D0\\u05F3\\u05F4\\u30FB", UIDNA_ERROR_BIDI },
551 { "l\\u00B7", "B",
552 "l\\u00B7", UIDNA_ERROR_CONTEXTO_PUNCTUATION },
553 { "\\u00B7l", "B",
554 "\\u00B7l", UIDNA_ERROR_CONTEXTO_PUNCTUATION },
555 { "\\u0375", "B",
556 "\\u0375", UIDNA_ERROR_CONTEXTO_PUNCTUATION },
557 { "\\u03B1\\u05F3", "B",
558 "\\u03B1\\u05F3", UIDNA_ERROR_CONTEXTO_PUNCTUATION|UIDNA_ERROR_BIDI },
559 { "\\u05F4", "B",
560 "\\u05F4", UIDNA_ERROR_CONTEXTO_PUNCTUATION },
561 { "l\\u30FB", "B",
562 "l\\u30FB", UIDNA_ERROR_CONTEXTO_PUNCTUATION },
563 // Ticket #8137: UTS #46 toUnicode() fails with non-ASCII labels that turn
564 // into 15 characters (UChars).
565 // The bug was in u_strFromPunycode() which did not write the last character
566 // if it just so fit into the end of the destination buffer.
567 // The UTS #46 code gives a default-capacity UnicodeString as the destination buffer,
568 // and the internal UnicodeString capacity is currently 15 UChars on 64-bit machines
569 // but 13 on 32-bit machines.
570 // Label with 15 UChars, for 64-bit-machine testing:
571 { "aaaaaaaaaaaaa\\u00FCa.de", "B", "aaaaaaaaaaaaa\\u00FCa.de", 0 },
572 { "xn--aaaaaaaaaaaaaa-ssb.de", "B", "aaaaaaaaaaaaa\\u00FCa.de", 0 },
573 { "abschlu\\u00DFpr\\u00FCfung.de", "N", "abschlu\\u00DFpr\\u00FCfung.de", 0 },
574 { "xn--abschluprfung-hdb15b.de", "B", "abschlu\\u00DFpr\\u00FCfung.de", 0 },
575 // Label with 13 UChars, for 32-bit-machine testing:
576 { "xn--aaaaaaaaaaaa-nlb.de", "B", "aaaaaaaaaaa\\u00FCa.de", 0 },
577 { "xn--schluprfung-z6a39a.de", "B", "schlu\\u00DFpr\\u00FCfung.de", 0 },
578 // { "", "B",
579 // "", 0 },
580 };
581
TestSomeCases()582 void UTS46Test::TestSomeCases() {
583 IcuTestErrorCode errorCode(*this, "TestSomeCases");
584 char buffer[400], buffer2[400];
585 int32_t i;
586 for(i=0; i<LENGTHOF(testCases); ++i) {
587 const TestCase &testCase=testCases[i];
588 UnicodeString input(ctou(testCase.s));
589 UnicodeString expected(ctou(testCase.u));
590 // ToASCII/ToUnicode, transitional/nontransitional
591 UnicodeString aT, uT, aN, uN;
592 IDNAInfo aTInfo, uTInfo, aNInfo, uNInfo;
593 trans->nameToASCII(input, aT, aTInfo, errorCode);
594 trans->nameToUnicode(input, uT, uTInfo, errorCode);
595 nontrans->nameToASCII(input, aN, aNInfo, errorCode);
596 nontrans->nameToUnicode(input, uN, uNInfo, errorCode);
597 if(errorCode.logIfFailureAndReset("first-level processing [%d/%s] %s",
598 (int)i, testCase.o, testCase.s)
599 ) {
600 continue;
601 }
602 // ToUnicode does not set length errors.
603 uint32_t uniErrors=testCase.errors&~
604 (UIDNA_ERROR_EMPTY_LABEL|
605 UIDNA_ERROR_LABEL_TOO_LONG|
606 UIDNA_ERROR_DOMAIN_NAME_TOO_LONG);
607 char mode=testCase.o[0];
608 if(mode=='B' || mode=='N') {
609 if(uNInfo.getErrors()!=uniErrors) {
610 errln("N.nameToUnicode([%d] %s) unexpected errors %04lx",
611 (int)i, testCase.s, (long)uNInfo.getErrors());
612 continue;
613 }
614 if(uN!=expected) {
615 prettify(uN).extract(0, 0x7fffffff, buffer, LENGTHOF(buffer));
616 errln("N.nameToUnicode([%d] %s) unexpected string %s",
617 (int)i, testCase.s, buffer);
618 continue;
619 }
620 if(aNInfo.getErrors()!=testCase.errors) {
621 errln("N.nameToASCII([%d] %s) unexpected errors %04lx",
622 (int)i, testCase.s, (long)aNInfo.getErrors());
623 continue;
624 }
625 }
626 if(mode=='B' || mode=='T') {
627 if(uTInfo.getErrors()!=uniErrors) {
628 errln("T.nameToUnicode([%d] %s) unexpected errors %04lx",
629 (int)i, testCase.s, (long)uTInfo.getErrors());
630 continue;
631 }
632 if(uT!=expected) {
633 prettify(uT).extract(0, 0x7fffffff, buffer, LENGTHOF(buffer));
634 errln("T.nameToUnicode([%d] %s) unexpected string %s",
635 (int)i, testCase.s, buffer);
636 continue;
637 }
638 if(aTInfo.getErrors()!=testCase.errors) {
639 errln("T.nameToASCII([%d] %s) unexpected errors %04lx",
640 (int)i, testCase.s, (long)aTInfo.getErrors());
641 continue;
642 }
643 }
644 // ToASCII is all-ASCII if no severe errors
645 if((aNInfo.getErrors()&severeErrors)==0 && !isASCII(aN)) {
646 prettify(aN).extract(0, 0x7fffffff, buffer, LENGTHOF(buffer));
647 errln("N.nameToASCII([%d] %s) (errors %04lx) result is not ASCII %s",
648 (int)i, testCase.s, aNInfo.getErrors(), buffer);
649 continue;
650 }
651 if((aTInfo.getErrors()&severeErrors)==0 && !isASCII(aT)) {
652 prettify(aT).extract(0, 0x7fffffff, buffer, LENGTHOF(buffer));
653 errln("T.nameToASCII([%d] %s) (errors %04lx) result is not ASCII %s",
654 (int)i, testCase.s, aTInfo.getErrors(), buffer);
655 continue;
656 }
657 if(verbose) {
658 char m= mode=='B' ? mode : 'N';
659 prettify(aN).extract(0, 0x7fffffff, buffer, LENGTHOF(buffer));
660 logln("%c.nameToASCII([%d] %s) (errors %04lx) result string: %s",
661 m, (int)i, testCase.s, aNInfo.getErrors(), buffer);
662 if(mode!='B') {
663 prettify(aT).extract(0, 0x7fffffff, buffer, LENGTHOF(buffer));
664 logln("T.nameToASCII([%d] %s) (errors %04lx) result string: %s",
665 (int)i, testCase.s, aTInfo.getErrors(), buffer);
666 }
667 }
668 // second-level processing
669 UnicodeString aTuN, uTaN, aNuN, uNaN;
670 IDNAInfo aTuNInfo, uTaNInfo, aNuNInfo, uNaNInfo;
671 nontrans->nameToUnicode(aT, aTuN, aTuNInfo, errorCode);
672 nontrans->nameToASCII(uT, uTaN, uTaNInfo, errorCode);
673 nontrans->nameToUnicode(aN, aNuN, aNuNInfo, errorCode);
674 nontrans->nameToASCII(uN, uNaN, uNaNInfo, errorCode);
675 if(errorCode.logIfFailureAndReset("second-level processing [%d/%s] %s",
676 (int)i, testCase.o, testCase.s)
677 ) {
678 continue;
679 }
680 if(aN!=uNaN) {
681 prettify(aN).extract(0, 0x7fffffff, buffer, LENGTHOF(buffer));
682 prettify(uNaN).extract(0, 0x7fffffff, buffer2, LENGTHOF(buffer2));
683 errln("N.nameToASCII([%d] %s)!=N.nameToUnicode().N.nameToASCII() "
684 "(errors %04lx) %s vs. %s",
685 (int)i, testCase.s, aNInfo.getErrors(), buffer, buffer2);
686 continue;
687 }
688 if(aT!=uTaN) {
689 prettify(aT).extract(0, 0x7fffffff, buffer, LENGTHOF(buffer));
690 prettify(uTaN).extract(0, 0x7fffffff, buffer2, LENGTHOF(buffer2));
691 errln("T.nameToASCII([%d] %s)!=T.nameToUnicode().N.nameToASCII() "
692 "(errors %04lx) %s vs. %s",
693 (int)i, testCase.s, aNInfo.getErrors(), buffer, buffer2);
694 continue;
695 }
696 if(uN!=aNuN) {
697 prettify(uN).extract(0, 0x7fffffff, buffer, LENGTHOF(buffer));
698 prettify(aNuN).extract(0, 0x7fffffff, buffer2, LENGTHOF(buffer2));
699 errln("N.nameToUnicode([%d] %s)!=N.nameToASCII().N.nameToUnicode() "
700 "(errors %04lx) %s vs. %s",
701 (int)i, testCase.s, uNInfo.getErrors(), buffer, buffer2);
702 continue;
703 }
704 if(uT!=aTuN) {
705 prettify(uT).extract(0, 0x7fffffff, buffer, LENGTHOF(buffer));
706 prettify(aTuN).extract(0, 0x7fffffff, buffer2, LENGTHOF(buffer2));
707 errln("T.nameToUnicode([%d] %s)!=T.nameToASCII().N.nameToUnicode() "
708 "(errors %04lx) %s vs. %s",
709 (int)i, testCase.s, uNInfo.getErrors(), buffer, buffer2);
710 continue;
711 }
712 // labelToUnicode
713 UnicodeString aTL, uTL, aNL, uNL;
714 IDNAInfo aTLInfo, uTLInfo, aNLInfo, uNLInfo;
715 trans->labelToASCII(input, aTL, aTLInfo, errorCode);
716 trans->labelToUnicode(input, uTL, uTLInfo, errorCode);
717 nontrans->labelToASCII(input, aNL, aNLInfo, errorCode);
718 nontrans->labelToUnicode(input, uNL, uNLInfo, errorCode);
719 if(errorCode.logIfFailureAndReset("labelToXYZ processing [%d/%s] %s",
720 (int)i, testCase.o, testCase.s)
721 ) {
722 continue;
723 }
724 if(aN.indexOf((UChar)0x2e)<0) {
725 if(aN!=aNL || aNInfo.getErrors()!=aNLInfo.getErrors()) {
726 prettify(aN).extract(0, 0x7fffffff, buffer, LENGTHOF(buffer));
727 prettify(aNL).extract(0, 0x7fffffff, buffer2, LENGTHOF(buffer2));
728 errln("N.nameToASCII([%d] %s)!=N.labelToASCII() "
729 "(errors %04lx vs %04lx) %s vs. %s",
730 (int)i, testCase.s, aNInfo.getErrors(), aNLInfo.getErrors(), buffer, buffer2);
731 continue;
732 }
733 } else {
734 if((aNLInfo.getErrors()&UIDNA_ERROR_LABEL_HAS_DOT)==0) {
735 errln("N.labelToASCII([%d] %s) errors %04lx missing UIDNA_ERROR_LABEL_HAS_DOT",
736 (int)i, testCase.s, (long)aNLInfo.getErrors());
737 continue;
738 }
739 }
740 if(aT.indexOf((UChar)0x2e)<0) {
741 if(aT!=aTL || aTInfo.getErrors()!=aTLInfo.getErrors()) {
742 prettify(aT).extract(0, 0x7fffffff, buffer, LENGTHOF(buffer));
743 prettify(aTL).extract(0, 0x7fffffff, buffer2, LENGTHOF(buffer2));
744 errln("T.nameToASCII([%d] %s)!=T.labelToASCII() "
745 "(errors %04lx vs %04lx) %s vs. %s",
746 (int)i, testCase.s, aTInfo.getErrors(), aTLInfo.getErrors(), buffer, buffer2);
747 continue;
748 }
749 } else {
750 if((aTLInfo.getErrors()&UIDNA_ERROR_LABEL_HAS_DOT)==0) {
751 errln("T.labelToASCII([%d] %s) errors %04lx missing UIDNA_ERROR_LABEL_HAS_DOT",
752 (int)i, testCase.s, (long)aTLInfo.getErrors());
753 continue;
754 }
755 }
756 if(uN.indexOf((UChar)0x2e)<0) {
757 if(uN!=uNL || uNInfo.getErrors()!=uNLInfo.getErrors()) {
758 prettify(uN).extract(0, 0x7fffffff, buffer, LENGTHOF(buffer));
759 prettify(uNL).extract(0, 0x7fffffff, buffer2, LENGTHOF(buffer2));
760 errln("N.nameToUnicode([%d] %s)!=N.labelToUnicode() "
761 "(errors %04lx vs %04lx) %s vs. %s",
762 (int)i, testCase.s, uNInfo.getErrors(), uNLInfo.getErrors(), buffer, buffer2);
763 continue;
764 }
765 } else {
766 if((uNLInfo.getErrors()&UIDNA_ERROR_LABEL_HAS_DOT)==0) {
767 errln("N.labelToUnicode([%d] %s) errors %04lx missing UIDNA_ERROR_LABEL_HAS_DOT",
768 (int)i, testCase.s, (long)uNLInfo.getErrors());
769 continue;
770 }
771 }
772 if(uT.indexOf((UChar)0x2e)<0) {
773 if(uT!=uTL || uTInfo.getErrors()!=uTLInfo.getErrors()) {
774 prettify(uT).extract(0, 0x7fffffff, buffer, LENGTHOF(buffer));
775 prettify(uTL).extract(0, 0x7fffffff, buffer2, LENGTHOF(buffer2));
776 errln("T.nameToUnicode([%d] %s)!=T.labelToUnicode() "
777 "(errors %04lx vs %04lx) %s vs. %s",
778 (int)i, testCase.s, uTInfo.getErrors(), uTLInfo.getErrors(), buffer, buffer2);
779 continue;
780 }
781 } else {
782 if((uTLInfo.getErrors()&UIDNA_ERROR_LABEL_HAS_DOT)==0) {
783 errln("T.labelToUnicode([%d] %s) errors %04lx missing UIDNA_ERROR_LABEL_HAS_DOT",
784 (int)i, testCase.s, (long)uTLInfo.getErrors());
785 continue;
786 }
787 }
788 // Differences between transitional and nontransitional processing
789 if(mode=='B') {
790 if( aNInfo.isTransitionalDifferent() ||
791 aTInfo.isTransitionalDifferent() ||
792 uNInfo.isTransitionalDifferent() ||
793 uTInfo.isTransitionalDifferent() ||
794 aNLInfo.isTransitionalDifferent() ||
795 aTLInfo.isTransitionalDifferent() ||
796 uNLInfo.isTransitionalDifferent() ||
797 uTLInfo.isTransitionalDifferent()
798 ) {
799 errln("B.process([%d] %s) isTransitionalDifferent()", (int)i, testCase.s);
800 continue;
801 }
802 if( aN!=aT || uN!=uT || aNL!=aTL || uNL!=uTL ||
803 aNInfo.getErrors()!=aTInfo.getErrors() || uNInfo.getErrors()!=uTInfo.getErrors() ||
804 aNLInfo.getErrors()!=aTLInfo.getErrors() || uNLInfo.getErrors()!=uTLInfo.getErrors()
805 ) {
806 errln("N.process([%d] %s) vs. T.process() different errors or result strings",
807 (int)i, testCase.s);
808 continue;
809 }
810 } else {
811 if( !aNInfo.isTransitionalDifferent() ||
812 !aTInfo.isTransitionalDifferent() ||
813 !uNInfo.isTransitionalDifferent() ||
814 !uTInfo.isTransitionalDifferent() ||
815 !aNLInfo.isTransitionalDifferent() ||
816 !aTLInfo.isTransitionalDifferent() ||
817 !uNLInfo.isTransitionalDifferent() ||
818 !uTLInfo.isTransitionalDifferent()
819 ) {
820 errln("%s.process([%d] %s) !isTransitionalDifferent()",
821 testCase.o, (int)i, testCase.s);
822 continue;
823 }
824 if(aN==aT || uN==uT || aNL==aTL || uNL==uTL) {
825 errln("N.process([%d] %s) vs. T.process() same result strings",
826 (int)i, testCase.s);
827 continue;
828 }
829 }
830 // UTF-8 if we have std::string
831 #if U_HAVE_STD_STRING
832 std::string input8, aT8, uT8, aN8, uN8;
833 StringByteSink<std::string> aT8Sink(&aT8), uT8Sink(&uT8), aN8Sink(&aN8), uN8Sink(&uN8);
834 IDNAInfo aT8Info, uT8Info, aN8Info, uN8Info;
835 input.toUTF8String(input8);
836 trans->nameToASCII_UTF8(input8, aT8Sink, aT8Info, errorCode);
837 trans->nameToUnicodeUTF8(input8, uT8Sink, uT8Info, errorCode);
838 nontrans->nameToASCII_UTF8(input8, aN8Sink, aN8Info, errorCode);
839 nontrans->nameToUnicodeUTF8(input8, uN8Sink, uN8Info, errorCode);
840 if(errorCode.logIfFailureAndReset("UTF-8 processing [%d/%s] %s",
841 (int)i, testCase.o, testCase.s)
842 ) {
843 continue;
844 }
845 UnicodeString aT16(UnicodeString::fromUTF8(aT8));
846 UnicodeString uT16(UnicodeString::fromUTF8(uT8));
847 UnicodeString aN16(UnicodeString::fromUTF8(aN8));
848 UnicodeString uN16(UnicodeString::fromUTF8(uN8));
849 if( aN8Info.getErrors()!=aNInfo.getErrors() ||
850 uN8Info.getErrors()!=uNInfo.getErrors()
851 ) {
852 errln("N.xyzUTF8([%d] %s) vs. UTF-16 processing different errors %04lx vs. %04lx",
853 (int)i, testCase.s,
854 (long)aN8Info.getErrors(), (long)aNInfo.getErrors());
855 continue;
856 }
857 if( aT8Info.getErrors()!=aTInfo.getErrors() ||
858 uT8Info.getErrors()!=uTInfo.getErrors()
859 ) {
860 errln("T.xyzUTF8([%d] %s) vs. UTF-16 processing different errors %04lx vs. %04lx",
861 (int)i, testCase.s,
862 (long)aT8Info.getErrors(), (long)aTInfo.getErrors());
863 continue;
864 }
865 if(aT16!=aT || uT16!=uT || aN16!=aN || uN16!=uN) {
866 errln("%s.xyzUTF8([%d] %s) vs. UTF-16 processing different string results",
867 testCase.o, (int)i, testCase.s, (long)aTInfo.getErrors());
868 continue;
869 }
870 if( aT8Info.isTransitionalDifferent()!=aTInfo.isTransitionalDifferent() ||
871 uT8Info.isTransitionalDifferent()!=uTInfo.isTransitionalDifferent() ||
872 aN8Info.isTransitionalDifferent()!=aNInfo.isTransitionalDifferent() ||
873 uN8Info.isTransitionalDifferent()!=uNInfo.isTransitionalDifferent()
874 ) {
875 errln("%s.xyzUTF8([%d] %s) vs. UTF-16 processing different isTransitionalDifferent()",
876 testCase.o, (int)i, testCase.s);
877 continue;
878 }
879 #endif
880 }
881 }
882
883 #endif // UCONFIG_NO_IDNA
884