• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1 // © 2016 and later: Unicode, Inc. and others.
2 // License & terms of use: http://www.unicode.org/copyright.html
3 /********************************************************************
4  * COPYRIGHT:
5  * Copyright (c) 2015, International Business Machines Corporation and
6  * others. All Rights Reserved.
7  ********************************************************************/
8 
9 #include "datadrivennumberformattestsuite.h"
10 
11 #if !UCONFIG_NO_FORMATTING
12 
13 #include "charstr.h"
14 #include "ucbuf.h"
15 #include "unicode/localpointer.h"
16 #include "ustrfmt.h"
17 
isCROrLF(UChar c)18 static UBool isCROrLF(UChar c) { return c == 0xa || c == 0xd; }
isSpace(UChar c)19 static UBool isSpace(UChar c) { return c == 9 || c == 0x20 || c == 0x3000; }
20 
run(const char * fileName,UBool runAllTests)21 void DataDrivenNumberFormatTestSuite::run(const char *fileName, UBool runAllTests) {
22     fFileLineNumber = 0;
23     fFormatTestNumber = 0;
24     UErrorCode status = U_ZERO_ERROR;
25     for (int32_t i = 0; i < UPRV_LENGTHOF(fPreviousFormatters); ++i) {
26         delete fPreviousFormatters[i];
27         fPreviousFormatters[i] = newFormatter(status);
28     }
29     if (!assertSuccess("Can't create previous formatters", status)) {
30         return;
31     }
32     CharString path(getSourceTestData(status), status);
33     path.appendPathPart(fileName, status);
34     const char *codePage = "UTF-8";
35     LocalUCHARBUFPointer f(ucbuf_open(path.data(), &codePage, TRUE, FALSE, &status));
36     if (!assertSuccess("Can't open data file", status)) {
37         return;
38     }
39     UnicodeString columnValues[kNumberFormatTestTupleFieldCount];
40     ENumberFormatTestTupleField columnTypes[kNumberFormatTestTupleFieldCount];
41     int32_t columnCount;
42     int32_t state = 0;
43     while(U_SUCCESS(status)) {
44         // Read a new line if necessary.
45         if(fFileLine.isEmpty()) {
46             if(!readLine(f.getAlias(), status)) { break; }
47             if (fFileLine.isEmpty() && state == 2) {
48                 state = 0;
49             }
50             continue;
51         }
52         if (fFileLine.startsWith("//")) {
53             fFileLine.remove();
54             continue;
55         }
56         // Initial setup of test.
57         if (state == 0) {
58             if (fFileLine.startsWith(UNICODE_STRING("test ", 5))) {
59                 fFileTestName = fFileLine;
60                 fTuple.clear();
61             } else if(fFileLine.startsWith(UNICODE_STRING("set ", 4))) {
62                 setTupleField(status);
63             } else if(fFileLine.startsWith(UNICODE_STRING("begin", 5))) {
64                 state = 1;
65             } else {
66                 showError("Unrecognized verb.");
67                 return;
68             }
69         // column specification
70         } else if (state == 1) {
71             columnCount = splitBy(columnValues, UPRV_LENGTHOF(columnValues), 0x9);
72             for (int32_t i = 0; i < columnCount; ++i) {
73                 columnTypes[i] = NumberFormatTestTuple::getFieldByName(
74                     columnValues[i]);
75                 if (columnTypes[i] == kNumberFormatTestTupleFieldCount) {
76                     showError("Unrecognized field name.");
77                     return;
78                 }
79             }
80             state = 2;
81         // run the tests
82         } else {
83             int32_t columnsInThisRow = splitBy(columnValues, columnCount, 0x9);
84             for (int32_t i = 0; i < columnsInThisRow; ++i) {
85                 fTuple.setField(
86                         columnTypes[i], columnValues[i].unescape(), status);
87             }
88             for (int32_t i = columnsInThisRow; i < columnCount; ++i) {
89                 fTuple.clearField(columnTypes[i], status);
90             }
91             if (U_FAILURE(status)) {
92                 showError("Invalid column values");
93                 return;
94             }
95             if (runAllTests || !breaksC()) {
96                 UnicodeString errorMessage;
97                 UBool shouldFail = (NFTT_GET_FIELD(fTuple, output, "") == "fail")
98                         ? !breaksC()
99                         : breaksC();
100                 UBool actualSuccess = isPass(fTuple, errorMessage, status);
101                 if (shouldFail && actualSuccess) {
102                     showFailure("Expected failure, but passed: " + errorMessage);
103                     break;
104                 } else if (!shouldFail && !actualSuccess) {
105                     showFailure(errorMessage);
106                     break;
107                 }
108                 status = U_ZERO_ERROR;
109             }
110         }
111         fFileLine.remove();
112     }
113 }
114 
~DataDrivenNumberFormatTestSuite()115 DataDrivenNumberFormatTestSuite::~DataDrivenNumberFormatTestSuite() {
116     for (int32_t i = 0; i < UPRV_LENGTHOF(fPreviousFormatters); ++i) {
117         delete fPreviousFormatters[i];
118     }
119 }
120 
breaksC()121 UBool DataDrivenNumberFormatTestSuite::breaksC() {
122     return (NFTT_GET_FIELD(fTuple, breaks, "").toUpper().indexOf((UChar)0x43) != -1);
123 }
124 
setTupleField(UErrorCode & status)125 void DataDrivenNumberFormatTestSuite::setTupleField(UErrorCode &status) {
126     if (U_FAILURE(status)) {
127         return;
128     }
129     UnicodeString parts[3];
130     int32_t partCount = splitBy(parts, UPRV_LENGTHOF(parts), 0x20);
131     if (partCount < 3) {
132         showError("Set expects 2 parameters");
133         status = U_PARSE_ERROR;
134         return;
135     }
136     if (!fTuple.setField(
137             NumberFormatTestTuple::getFieldByName(parts[1]),
138             parts[2].unescape(),
139             status)) {
140         showError("Invalid field value");
141     }
142 }
143 
144 
145 int32_t
splitBy(UnicodeString * columnValues,int32_t columnValuesCount,UChar delimiter)146 DataDrivenNumberFormatTestSuite::splitBy(
147         UnicodeString *columnValues,
148         int32_t columnValuesCount,
149         UChar delimiter) {
150     int32_t colIdx = 0;
151     int32_t colStart = 0;
152     int32_t len = fFileLine.length();
153     for (int32_t idx = 0; colIdx < columnValuesCount - 1 && idx < len; ++idx) {
154         UChar ch = fFileLine.charAt(idx);
155         if (ch == delimiter) {
156             columnValues[colIdx++] =
157                     fFileLine.tempSubString(colStart, idx - colStart);
158             colStart = idx + 1;
159         }
160     }
161     columnValues[colIdx++] =
162             fFileLine.tempSubString(colStart, len - colStart);
163     return colIdx;
164 }
165 
showLineInfo()166 void DataDrivenNumberFormatTestSuite::showLineInfo() {
167     UnicodeString indent("    ");
168     infoln(indent + fFileTestName);
169     infoln(indent + fFileLine);
170 }
171 
showError(const char * message)172 void DataDrivenNumberFormatTestSuite::showError(const char *message) {
173     errln("line %d: %s", (int) fFileLineNumber, message);
174     showLineInfo();
175 }
176 
showFailure(const UnicodeString & message)177 void DataDrivenNumberFormatTestSuite::showFailure(const UnicodeString &message) {
178     UChar lineStr[20];
179     uprv_itou(
180             lineStr, UPRV_LENGTHOF(lineStr), (uint32_t) fFileLineNumber, 10, 1);
181     UnicodeString fullMessage("line ");
182     dataerrln(fullMessage.append(lineStr).append(": ")
183             .append(prettify(message)));
184     showLineInfo();
185 }
186 
readLine(UCHARBUF * f,UErrorCode & status)187 UBool DataDrivenNumberFormatTestSuite::readLine(
188         UCHARBUF *f, UErrorCode &status) {
189     int32_t lineLength;
190     const UChar *line = ucbuf_readline(f, &lineLength, &status);
191     if(line == NULL || U_FAILURE(status)) {
192         if (U_FAILURE(status)) {
193             errln("Error reading line from file.");
194         }
195         fFileLine.remove();
196         return FALSE;
197     }
198     ++fFileLineNumber;
199     // Strip trailing CR/LF, comments, and spaces.
200     while(lineLength > 0 && isCROrLF(line[lineLength - 1])) { --lineLength; }
201     fFileLine.setTo(FALSE, line, lineLength);
202     while(lineLength > 0 && isSpace(line[lineLength - 1])) { --lineLength; }
203     if (lineLength == 0) {
204         fFileLine.remove();
205     }
206     return TRUE;
207 }
208 
isPass(const NumberFormatTestTuple & tuple,UnicodeString & appendErrorMessage,UErrorCode & status)209 UBool DataDrivenNumberFormatTestSuite::isPass(
210         const NumberFormatTestTuple &tuple,
211         UnicodeString &appendErrorMessage,
212         UErrorCode &status) {
213     if (U_FAILURE(status)) {
214         return FALSE;
215     }
216     UBool result = FALSE;
217     if (tuple.formatFlag && tuple.outputFlag) {
218         ++fFormatTestNumber;
219         result = isFormatPass(
220                 tuple,
221                 fPreviousFormatters[
222                         fFormatTestNumber % UPRV_LENGTHOF(fPreviousFormatters)],
223                 appendErrorMessage,
224                 status);
225     }
226     else if (tuple.toPatternFlag || tuple.toLocalizedPatternFlag) {
227         result = isToPatternPass(tuple, appendErrorMessage, status);
228     } else if (tuple.parseFlag && tuple.outputFlag && tuple.outputCurrencyFlag) {
229         result = isParseCurrencyPass(tuple, appendErrorMessage, status);
230 
231     } else if (tuple.parseFlag && tuple.outputFlag) {
232         result = isParsePass(tuple, appendErrorMessage, status);
233     } else if (tuple.pluralFlag) {
234         result = isSelectPass(tuple, appendErrorMessage, status);
235     } else {
236         appendErrorMessage.append("Unrecognized test type.");
237         status = U_ILLEGAL_ARGUMENT_ERROR;
238     }
239     if (!result) {
240         if (appendErrorMessage.length() > 0) {
241             appendErrorMessage.append(": ");
242         }
243         if (U_FAILURE(status)) {
244             appendErrorMessage.append(u_errorName(status));
245             appendErrorMessage.append(": ");
246         }
247         tuple.toString(appendErrorMessage);
248     }
249     return result;
250 }
251 
isFormatPass(const NumberFormatTestTuple &,UnicodeString &,UErrorCode & status)252 UBool DataDrivenNumberFormatTestSuite::isFormatPass(
253         const NumberFormatTestTuple & /* tuple */,
254         UnicodeString & /*appendErrorMessage*/,
255         UErrorCode &status) {
256     if (U_FAILURE(status)) {
257         return FALSE;
258     }
259     return TRUE;
260 }
261 
isFormatPass(const NumberFormatTestTuple & tuple,UObject *,UnicodeString & appendErrorMessage,UErrorCode & status)262 UBool DataDrivenNumberFormatTestSuite::isFormatPass(
263         const NumberFormatTestTuple &tuple,
264         UObject * /* somePreviousFormatter */,
265         UnicodeString &appendErrorMessage,
266         UErrorCode &status) {
267     return isFormatPass(tuple, appendErrorMessage, status);
268 }
269 
newFormatter(UErrorCode &)270 UObject *DataDrivenNumberFormatTestSuite::newFormatter(
271         UErrorCode & /*status*/) {
272     return NULL;
273 }
274 
isToPatternPass(const NumberFormatTestTuple &,UnicodeString &,UErrorCode & status)275 UBool DataDrivenNumberFormatTestSuite::isToPatternPass(
276         const NumberFormatTestTuple & /* tuple */,
277         UnicodeString & /*appendErrorMessage*/,
278         UErrorCode &status) {
279     if (U_FAILURE(status)) {
280         return FALSE;
281     }
282     return TRUE;
283 }
284 
isParsePass(const NumberFormatTestTuple &,UnicodeString &,UErrorCode & status)285 UBool DataDrivenNumberFormatTestSuite::isParsePass(
286         const NumberFormatTestTuple & /* tuple */,
287         UnicodeString & /*appendErrorMessage*/,
288         UErrorCode &status) {
289     if (U_FAILURE(status)) {
290         return FALSE;
291     }
292     return TRUE;
293 }
294 
isParseCurrencyPass(const NumberFormatTestTuple &,UnicodeString &,UErrorCode & status)295 UBool DataDrivenNumberFormatTestSuite::isParseCurrencyPass(
296         const NumberFormatTestTuple & /* tuple */,
297         UnicodeString & /*appendErrorMessage*/,
298         UErrorCode &status) {
299     if (U_FAILURE(status)) {
300         return FALSE;
301     }
302     return TRUE;
303 }
304 
isSelectPass(const NumberFormatTestTuple &,UnicodeString &,UErrorCode & status)305 UBool DataDrivenNumberFormatTestSuite::isSelectPass(
306         const NumberFormatTestTuple & /* tuple */,
307         UnicodeString & /*appendErrorMessage*/,
308         UErrorCode &status) {
309     if (U_FAILURE(status)) {
310         return FALSE;
311     }
312     return TRUE;
313 }
314 #endif /* !UCONFIG_NO_FORMATTING */
315