• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1 /*
2  *******************************************************************************
3  *
4  *   Copyright (C) 1999-2013, International Business Machines
5  *   Corporation and others.  All Rights Reserved.
6  *
7  *******************************************************************************
8  *   file name:  gendata.cpp
9  *
10  *   created on: 11/03/2000
11  *   created by: Eric R. Mader
12  */
13 
14 #include <stdio.h>
15 #include <string.h>
16 #include <time.h>
17 
18 #include "unicode/utypes.h"
19 #include "unicode/unistr.h"
20 #include "unicode/uscript.h"
21 #include "unicode/ubidi.h"
22 #include "unicode/ustring.h"
23 
24 #include "layout/LETypes.h"
25 #include "layout/LEScripts.h"
26 #include "layout/LayoutEngine.h"
27 
28 #include "PortableFontInstance.h"
29 #include "SimpleFontInstance.h"
30 
31 #include "xmlparser.h"
32 
33 #include "letsutil.h"
34 #include "letest.h"
35 
36 U_NAMESPACE_USE
37 
38 static LEErrorCode overallStatus = LE_NO_ERROR;
39 struct TestInput
40 {
41     const char *fontName;
42     LEUnicode  *text;
43     le_int32    textLength;
44     le_int32    scriptCode;
45     le_bool     rightToLeft;
46 };
47 
48 /* Returns the path to icu/source/test/testdata/ */
getSourceTestData()49 const char *getSourceTestData() {
50     const char *srcDataDir = NULL;
51 #ifdef U_TOPSRCDIR
52     srcDataDir =  U_TOPSRCDIR  U_FILE_SEP_STRING "test" U_FILE_SEP_STRING "testdata" U_FILE_SEP_STRING;
53 #else
54     srcDataDir = ".."U_FILE_SEP_STRING".."U_FILE_SEP_STRING"test"U_FILE_SEP_STRING"testdata"U_FILE_SEP_STRING;
55     FILE *f = fopen(".."U_FILE_SEP_STRING".."U_FILE_SEP_STRING"test"U_FILE_SEP_STRING"testdata"U_FILE_SEP_STRING"rbbitst.txt", "r");
56 
57     if (f != NULL) {
58         /* We're in icu/source/test/letest/ */
59         fclose(f);
60     } else {
61         /* We're in icu/source/test/letest/(Debug|Release) */
62         srcDataDir = ".."U_FILE_SEP_STRING".."U_FILE_SEP_STRING".."U_FILE_SEP_STRING"test"U_FILE_SEP_STRING"testdata"U_FILE_SEP_STRING;
63     }
64 #endif
65 
66     return srcDataDir;
67 }
68 
getPath(char buffer[2048],const char * filename)69 const char *getPath(char buffer[2048], const char *filename) {
70     const char *testDataDirectory = getSourceTestData();
71 
72     strcpy(buffer, testDataDirectory);
73     strcat(buffer, filename);
74 
75     return buffer;
76 }
77 
78 /*
79  * FIXME: should use the output file name and the current date.
80  */
81 const char *header =
82     "<?xml version=\"1.0\" encoding=\"UTF-8\"?>\n"
83     "\n"
84     "<!--\n"
85     "  Copyright (c) 1999-%4.4d International Business Machines\n"
86     "  Corporation and others. All rights reserved.\n"
87     "\n"
88     "  WARNING: THIS FILE IS MACHINE GENERATED. DO NOT HAND EDIT IT\n"
89     "  UNLESS YOU REALLY KNOW WHAT YOU'RE DOING.\n"
90     "\n"
91     "  file name:    letest.xml\n"
92     "  generated on: %s\n"
93     "  generated by: gendata.cpp\n"
94     "-->\n"
95     "\n"
96     "<layout-tests>\n";
97 
dumpLongs(FILE * file,const char * tag,le_int32 * longs,le_int32 count)98 void dumpLongs(FILE *file, const char *tag, le_int32 *longs, le_int32 count) {
99     char lineBuffer[8 * 12 + 2];
100     le_int32 bufp = 0;
101 
102     fprintf(file, "        <%s>\n", tag);
103 
104     for (int i = 0; i < count; i += 1) {
105         if (i % 8 == 0 && bufp != 0) {
106             fprintf(file, "            %s\n", lineBuffer);
107             bufp = 0;
108         }
109 
110         bufp += sprintf(&lineBuffer[bufp], "0x%8.8X, ", longs[i]);
111     }
112 
113     if (bufp != 0) {
114         lineBuffer[bufp - 2] = '\0';
115         fprintf(file, "            %s\n", lineBuffer);
116     }
117 
118     fprintf(file, "        </%s>\n\n", tag);
119 }
120 
dumpFloats(FILE * file,const char * tag,float * floats,le_int32 count)121 void dumpFloats(FILE *file, const char *tag, float *floats, le_int32 count) {
122     char lineBuffer[8 * 16 + 2];
123     le_int32 bufp = 0;
124 
125     fprintf(file, "        <%s>\n", tag);
126 
127     for (int i = 0; i < count; i += 1) {
128         if (i % 8 == 0 && bufp != 0) {
129             fprintf(file, "            %s\n", lineBuffer);
130             bufp = 0;
131         }
132 
133         bufp += sprintf(&lineBuffer[bufp], "%f, ", floats[i]);
134     }
135 
136     if (bufp != 0) {
137         lineBuffer[bufp - 2] = '\0';
138         fprintf(file, "            %s\n", lineBuffer);
139     }
140 
141     fprintf(file, "        </%s>\n", tag);
142 }
143 
main(int argc,char * argv[])144 int main(int argc, char *argv[])
145 {
146     UErrorCode status = U_ZERO_ERROR;
147     const char *gendataFile = "gendata.xml";
148     FILE *outputFile = fopen(argv[1], "w");
149     if(argc>2) {
150       gendataFile = argv[2];
151     }
152     time_t now = time(NULL);
153     struct tm *local = localtime(&now);
154     const char *tmFormat = "%m/%d/%Y %I:%M:%S %p %Z";
155     char  tmString[64];
156     le_uint32 count = 0;
157     strftime(tmString, 64, tmFormat, local);
158     fprintf(outputFile, header, local->tm_year + 1900, tmString);
159 
160     UXMLParser  *parser = UXMLParser::createParser(status);
161     UXMLElement *root   = parser->parseFile(gendataFile, status);
162 
163     if (root == NULL) {
164       printf("Error: Could not open %s\n", gendataFile);
165         delete parser;
166         return -1;
167     } else if(U_FAILURE(status)) {
168       printf("Error reading %s: %s\n", gendataFile, u_errorName(status));
169       return -2;
170     } else {
171       printf("Reading %s\n", gendataFile);
172     }
173 
174     UnicodeString test_case        = UNICODE_STRING_SIMPLE("test-case");
175     UnicodeString test_text        = UNICODE_STRING_SIMPLE("test-text");
176     UnicodeString test_font        = UNICODE_STRING_SIMPLE("test-font");
177 
178     // test-case attributes
179     UnicodeString id_attr     = UNICODE_STRING_SIMPLE("id");
180     UnicodeString script_attr = UNICODE_STRING_SIMPLE("script");
181     UnicodeString lang_attr   = UNICODE_STRING_SIMPLE("lang");
182 
183     // test-font attributes
184     UnicodeString name_attr   = UNICODE_STRING_SIMPLE("name");
185 
186     const UXMLElement *testCase;
187     int32_t tc = 0;
188 
189     while((testCase = root->nextChildElement(tc)) != NULL) {
190         if (testCase->getTagName().compare(test_case) == 0) {
191             char *id = getCString(testCase->getAttribute(id_attr));
192             char *script = getCString(testCase->getAttribute(script_attr));
193             char *lang   = getCString(testCase->getAttribute(lang_attr));
194             ++count;
195             printf("\n ID %s\n", id);
196             LEFontInstance *font = NULL;
197             const UXMLElement *element;
198             int32_t ec = 0;
199             int32_t charCount = 0;
200             int32_t typoFlags = LayoutEngine::kTypoFlagKern | LayoutEngine::kTypoFlagLiga; // kerning + ligatures...
201             UScriptCode scriptCode;
202             le_int32 languageCode = -1;
203             UnicodeString text;
204             int32_t glyphCount = 0;
205             LEErrorCode leStatus = LE_NO_ERROR;
206             LayoutEngine *engine = NULL;
207             LEGlyphID *glyphs    = NULL;
208             le_int32  *indices   = NULL;
209             float     *positions = NULL;
210 
211             uscript_getCode(script, &scriptCode, 1, &status);
212             if (LE_FAILURE(status)) {
213                 printf("Error: invalid script name: %s.\n", script);
214                 goto free_c_strings;
215             }
216 
217             if (lang != NULL) {
218                 languageCode = getLanguageCode(lang);
219 
220                 if (languageCode < 0) {
221                     printf("Error: invalid language name: %s.\n", lang);
222                     goto free_c_strings;
223                 }
224 
225                 fprintf(outputFile, "    <test-case id=\"%s\" script=\"%s\" lang=\"%s\">\n", id, script, lang);
226             } else {
227                 fprintf(outputFile, "    <test-case id=\"%s\" script=\"%s\">\n", id, script);
228             }
229 
230             while((element = testCase->nextChildElement(ec)) != NULL) {
231                 UnicodeString tag = element->getTagName();
232 
233                 // TODO: make sure that each element is only used once.
234                 if (tag.compare(test_font) == 0) {
235                     char *fontName  = getCString(element->getAttribute(name_attr));
236                     const char *version = NULL;
237                     char buf[2048];
238                     PortableFontInstance *pfi = new PortableFontInstance(getPath(buf,fontName), 12, leStatus);
239 
240                     if (LE_FAILURE(leStatus)) {
241                       printf("Error: could not open font: %s (path: %s)\n", fontName, buf);
242                         freeCString(fontName);
243                         goto free_c_strings;
244                     }
245 
246                     printf(" Generating: %s, %s, %s, %s\n", id, script, lang, fontName);
247 
248                     version = pfi->getNameString(NAME_VERSION_STRING, PLATFORM_MACINTOSH, MACINTOSH_ROMAN, MACINTOSH_ENGLISH);
249 
250                     // The standard recommends that the Macintosh Roman/English name string be present, but
251                     // if it's not, try the Microsoft Unicode/English string.
252                     if (version == NULL) {
253                         const LEUnicode16 *uversion = pfi->getUnicodeNameString(NAME_VERSION_STRING, PLATFORM_MICROSOFT, MICROSOFT_UNICODE_BMP, MICROSOFT_ENGLISH);
254 
255                         if (uversion != NULL) {
256                           char uversion_utf8[300];
257                           UErrorCode status2 = U_ZERO_ERROR;
258                           u_strToUTF8(uversion_utf8, 300, NULL, uversion, -1, &status2);
259                           if(U_FAILURE(status2)) {
260                             uversion_utf8[0]=0;
261                           }
262                             fprintf(outputFile, "        <test-font name=\"%s\" version=\"%s\" checksum=\"0x%8.8X\" rchecksum=\"0x%8.8X\"/>\n\n",
263                                     fontName, uversion_utf8, pfi->getFontChecksum(), pfi->getRawChecksum());
264 
265                             pfi->deleteNameString(uversion);
266                         } else {
267                           fprintf(outputFile, "        <test-font name=\"%s\" version=\"unknown-0x%8.8X\" checksum=\"0x%8.8X\" rchecksum=\"0x%8.8X\"/>\n\n",
268                                   fontName, pfi->getFontChecksum(), pfi->getFontChecksum(), pfi->getRawChecksum());
269                         }
270                     } else {
271                         fprintf(outputFile, "        <test-font name=\"%s\" version=\"%s\" checksum=\"0x%8.8X\" rchecksum=\"0x%8.8X\"/>\n\n",
272                                 fontName, version, pfi->getFontChecksum(), pfi->getRawChecksum());
273 
274                         pfi->deleteNameString(version);
275                     }
276                     fflush(outputFile);
277 
278                     freeCString(fontName);
279 
280                     font = pfi;
281                 } else if (tag.compare(test_text) == 0) {
282                     char *utf8 = NULL;
283 
284                     text = element->getText(TRUE);
285                     charCount = text.length();
286 
287                     utf8 = getUTF8String(&text);
288                     fprintf(outputFile, "        <test-text>%s</test-text>\n\n", utf8);
289                     fflush(outputFile);
290                     freeCString(utf8);
291                 } else {
292                     // an unknown tag...
293                     char *cTag = getCString(&tag);
294 
295                     printf("Test %s: unknown element with tag \"%s\"\n", id, cTag);
296                     freeCString(cTag);
297                 }
298             }
299 
300             if (font == NULL) {
301                 LEErrorCode fontStatus = LE_NO_ERROR;
302 
303                 font = new SimpleFontInstance(12, fontStatus);
304                 typoFlags |= 0x80000000L;  // use CharSubstitutionFilter...
305             }
306 
307             engine = LayoutEngine::layoutEngineFactory(font, scriptCode, languageCode, typoFlags, leStatus);
308 
309             if (LE_FAILURE(leStatus)) {
310                 printf("Error for test %s: could not create a LayoutEngine.\n", id);
311                 goto delete_font;
312             }
313 
314             glyphCount = engine->layoutChars(text.getBuffer(), 0, charCount, charCount, getRTL(text), 0, 0, leStatus);
315 
316             glyphs    = NEW_ARRAY(LEGlyphID, glyphCount);
317             indices   = NEW_ARRAY(le_int32, glyphCount);
318             positions = NEW_ARRAY(float, glyphCount * 2 + 2);
319 
320             engine->getGlyphs(glyphs, leStatus);
321             engine->getCharIndices(indices, leStatus);
322             engine->getGlyphPositions(positions, leStatus);
323 
324             if(LE_FAILURE(leStatus)) {
325               fprintf(stderr,"ERROR: LO returned error: %s\n", u_errorName((UErrorCode)leStatus));
326               overallStatus = leStatus;
327               fprintf(outputFile, "<!-- ERROR: %d -->\n", leStatus);
328               fflush(outputFile);
329               leStatus = LE_NO_ERROR;
330             } else {
331               dumpLongs(outputFile, "result-glyphs", (le_int32 *) glyphs, glyphCount);
332 
333               dumpLongs(outputFile, "result-indices", indices, glyphCount);
334 
335               dumpFloats(outputFile, "result-positions", positions, glyphCount * 2 + 2);
336               fflush(outputFile);
337 
338             }
339 
340             DELETE_ARRAY(positions);
341             DELETE_ARRAY(indices);
342             DELETE_ARRAY(glyphs);
343 
344             delete engine;
345 
346 delete_font:
347             fprintf(outputFile, "    </test-case>\n\n");
348             fflush(outputFile);
349 
350             delete font;
351 
352 free_c_strings:
353             freeCString(lang);
354             freeCString(script);
355             freeCString(id);
356         }
357     }
358 
359     delete root;
360     delete parser;
361 
362     fprintf(outputFile, "</layout-tests>\n");
363 
364     if(count==0) {
365       fprintf(stderr, "No cases processed!\n");
366       return 1;
367     }
368 
369 
370     if(LE_FAILURE(overallStatus)) {
371       fprintf(outputFile, "<!-- !!! FAILED. %d -->\n", overallStatus);
372       fprintf(stderr, "!!! FAILED. %d\n", overallStatus);
373       fclose(outputFile);
374       return 0;
375       //      return 1;
376     } else {
377       printf("Generated.\n");
378       fclose(outputFile);
379       return 0;
380     }
381 }
382