1 // © 2016 and later: Unicode, Inc. and others.
2 // License & terms of use: http://www.unicode.org/copyright.html
3 /*
4 *******************************************************************************
5 *
6 * Copyright (C) 1998-2016, International Business Machines
7 * Corporation and others. All Rights Reserved.
8 *
9 *******************************************************************************
10 *
11 * File genrb.cpp
12 *
13 * Modification History:
14 *
15 * Date Name Description
16 * 05/25/99 stephen Creation.
17 * 5/10/01 Ram removed ustdio dependency
18 *******************************************************************************
19 */
20
21 #include <assert.h>
22 #include "genrb.h"
23 #include "unicode/localpointer.h"
24 #include "unicode/uclean.h"
25 #include "unicode/utf16.h"
26 #include "charstr.h"
27 #include "cmemory.h"
28 #include "reslist.h"
29 #include "ucmndata.h" /* TODO: for reading the pool bundle */
30
31 U_NAMESPACE_USE
32
33 /* Protos */
34 void processFile(const char *filename, const char* cp, const char *inputDir, const char *outputDir,
35 const char *packageName,
36 SRBRoot *newPoolBundle, UBool omitBinaryCollation, UErrorCode &status);
37 static char *make_res_filename(const char *filename, const char *outputDir,
38 const char *packageName, UErrorCode &status);
39
40 /* File suffixes */
41 #define RES_SUFFIX ".res"
42 #define COL_SUFFIX ".col"
43
44 const char *gCurrentFileName = NULL;
45 #ifdef XP_MAC_CONSOLE
46 #include <console.h>
47 #endif
48
close()49 void ResFile::close() {
50 delete[] fBytes;
51 fBytes = NULL;
52 delete fStrings;
53 fStrings = NULL;
54 }
55
56 enum
57 {
58 HELP1,
59 HELP2,
60 VERBOSE,
61 QUIET,
62 VERSION,
63 SOURCEDIR,
64 DESTDIR,
65 ENCODING,
66 ICUDATADIR,
67 WRITE_JAVA,
68 COPYRIGHT,
69 JAVA_PACKAGE,
70 BUNDLE_NAME,
71 WRITE_XLIFF,
72 STRICT,
73 NO_BINARY_COLLATION,
74 LANGUAGE,
75 NO_COLLATION_RULES,
76 FORMAT_VERSION,
77 WRITE_POOL_BUNDLE,
78 USE_POOL_BUNDLE,
79 INCLUDE_UNIHAN_COLL
80 };
81
82 UOption options[]={
83 UOPTION_HELP_H,
84 UOPTION_HELP_QUESTION_MARK,
85 UOPTION_VERBOSE,
86 UOPTION_QUIET,
87 UOPTION_VERSION,
88 UOPTION_SOURCEDIR,
89 UOPTION_DESTDIR,
90 UOPTION_ENCODING,
91 UOPTION_ICUDATADIR,
92 UOPTION_WRITE_JAVA,
93 UOPTION_COPYRIGHT,
94 UOPTION_DEF("java-package", '\x01', UOPT_REQUIRES_ARG),
95 UOPTION_BUNDLE_NAME,
96 UOPTION_DEF("write-xliff", 'x', UOPT_OPTIONAL_ARG),
97 UOPTION_DEF("strict", 'k', UOPT_NO_ARG), /* 14 */
98 UOPTION_DEF("noBinaryCollation", 'C', UOPT_NO_ARG),/* 15 */
99 UOPTION_DEF("language", 'l', UOPT_REQUIRES_ARG), /* 16 */
100 UOPTION_DEF("omitCollationRules", 'R', UOPT_NO_ARG),/* 17 */
101 UOPTION_DEF("formatVersion", '\x01', UOPT_REQUIRES_ARG),/* 18 */
102 UOPTION_DEF("writePoolBundle", '\x01', UOPT_NO_ARG),/* 19 */
103 UOPTION_DEF("usePoolBundle", '\x01', UOPT_OPTIONAL_ARG),/* 20 */
104 UOPTION_DEF("includeUnihanColl", '\x01', UOPT_NO_ARG),/* 21 */ /* temporary, don't display in usage info */
105 };
106
107 static UBool write_java = FALSE;
108 static UBool write_xliff = FALSE;
109 static const char* outputEnc ="";
110
111 static ResFile poolBundle;
112
113 /*added by Jing*/
114 static const char* language = NULL;
115 static const char* xliffOutputFileName = NULL;
116 int
main(int argc,char * argv[])117 main(int argc,
118 char* argv[])
119 {
120 UErrorCode status = U_ZERO_ERROR;
121 const char *arg = NULL;
122 const char *outputDir = NULL; /* NULL = no output directory, use current */
123 const char *inputDir = NULL;
124 const char *encoding = "";
125 int i;
126 UBool illegalArg = FALSE;
127
128 U_MAIN_INIT_ARGS(argc, argv);
129
130 options[JAVA_PACKAGE].value = "com.ibm.icu.impl.data";
131 options[BUNDLE_NAME].value = "LocaleElements";
132 argc = u_parseArgs(argc, argv, UPRV_LENGTHOF(options), options);
133
134 /* error handling, printing usage message */
135 if(argc<0) {
136 fprintf(stderr, "%s: error in command line argument \"%s\"\n", argv[0], argv[-argc]);
137 illegalArg = TRUE;
138 } else if(argc<2) {
139 illegalArg = TRUE;
140 }
141 if(options[WRITE_POOL_BUNDLE].doesOccur && options[USE_POOL_BUNDLE].doesOccur) {
142 fprintf(stderr, "%s: cannot combine --writePoolBundle and --usePoolBundle\n", argv[0]);
143 illegalArg = TRUE;
144 }
145 if(options[FORMAT_VERSION].doesOccur) {
146 const char *s = options[FORMAT_VERSION].value;
147 if(uprv_strlen(s) != 1 || (s[0] < '1' && '3' < s[0])) {
148 fprintf(stderr, "%s: unsupported --formatVersion %s\n", argv[0], s);
149 illegalArg = TRUE;
150 } else if(s[0] == '1' &&
151 (options[WRITE_POOL_BUNDLE].doesOccur || options[USE_POOL_BUNDLE].doesOccur)
152 ) {
153 fprintf(stderr, "%s: cannot combine --formatVersion 1 with --writePoolBundle or --usePoolBundle\n", argv[0]);
154 illegalArg = TRUE;
155 } else {
156 setFormatVersion(s[0] - '0');
157 }
158 }
159
160 if((options[JAVA_PACKAGE].doesOccur || options[BUNDLE_NAME].doesOccur) &&
161 !options[WRITE_JAVA].doesOccur) {
162 fprintf(stderr,
163 "%s error: command line argument --java-package or --bundle-name "
164 "without --write-java\n",
165 argv[0]);
166 illegalArg = TRUE;
167 }
168
169 if(options[VERSION].doesOccur) {
170 fprintf(stderr,
171 "%s version %s (ICU version %s).\n"
172 "%s\n",
173 argv[0], GENRB_VERSION, U_ICU_VERSION, U_COPYRIGHT_STRING);
174 if(!illegalArg) {
175 return U_ZERO_ERROR;
176 }
177 }
178
179 if(illegalArg || options[HELP1].doesOccur || options[HELP2].doesOccur) {
180 /*
181 * Broken into chunks because the C89 standard says the minimum
182 * required supported string length is 509 bytes.
183 */
184 fprintf(stderr,
185 "Usage: %s [OPTIONS] [FILES]\n"
186 "\tReads the list of resource bundle source files and creates\n"
187 "\tbinary version of resource bundles (.res files)\n",
188 argv[0]);
189 fprintf(stderr,
190 "Options:\n"
191 "\t-h or -? or --help this usage text\n"
192 "\t-q or --quiet do not display warnings\n"
193 "\t-v or --verbose print extra information when processing files\n"
194 "\t-V or --version prints out version number and exits\n"
195 "\t-c or --copyright include copyright notice\n");
196 fprintf(stderr,
197 "\t-e or --encoding encoding of source files\n"
198 "\t-d of --destdir destination directory, followed by the path, defaults to %s\n"
199 "\t-s or --sourcedir source directory for files followed by path, defaults to %s\n"
200 "\t-i or --icudatadir directory for locating any needed intermediate data files,\n"
201 "\t followed by path, defaults to %s\n",
202 u_getDataDirectory(), u_getDataDirectory(), u_getDataDirectory());
203 fprintf(stderr,
204 "\t-j or --write-java write a Java ListResourceBundle for ICU4J, followed by optional encoding\n"
205 "\t defaults to ASCII and \\uXXXX format.\n"
206 "\t --java-package For --write-java: package name for writing the ListResourceBundle,\n"
207 "\t defaults to com.ibm.icu.impl.data\n");
208 fprintf(stderr,
209 "\t-b or --bundle-name For --write-java: root resource bundle name for writing the ListResourceBundle,\n"
210 "\t defaults to LocaleElements\n"
211 "\t-x or --write-xliff write an XLIFF file for the resource bundle. Followed by\n"
212 "\t an optional output file name.\n"
213 "\t-k or --strict use pedantic parsing of syntax\n"
214 /*added by Jing*/
215 "\t-l or --language for XLIFF: language code compliant with BCP 47.\n");
216 fprintf(stderr,
217 "\t-C or --noBinaryCollation do not generate binary collation image;\n"
218 "\t makes .res file smaller but collator instantiation much slower;\n"
219 "\t maintains ability to get tailoring rules\n"
220 "\t-R or --omitCollationRules do not include collation (tailoring) rules;\n"
221 "\t makes .res file smaller and maintains collator instantiation speed\n"
222 "\t but tailoring rules will not be available (they are rarely used)\n");
223 fprintf(stderr,
224 "\t --formatVersion write a .res file compatible with the requested formatVersion (single digit);\n"
225 "\t for example, --formatVersion 1\n");
226 fprintf(stderr,
227 "\t --writePoolBundle write a pool.res file with all of the keys of all input bundles\n"
228 "\t --usePoolBundle [path-to-pool.res] point to keys from the pool.res keys pool bundle if they are available there;\n"
229 "\t makes .res files smaller but dependent on the pool bundle\n"
230 "\t (--writePoolBundle and --usePoolBundle cannot be combined)\n");
231
232 return illegalArg ? U_ILLEGAL_ARGUMENT_ERROR : U_ZERO_ERROR;
233 }
234
235 if(options[VERBOSE].doesOccur) {
236 setVerbose(TRUE);
237 }
238
239 if(options[QUIET].doesOccur) {
240 setShowWarning(FALSE);
241 }
242 if(options[STRICT].doesOccur) {
243 setStrict(TRUE);
244 }
245 if(options[COPYRIGHT].doesOccur){
246 setIncludeCopyright(TRUE);
247 }
248
249 if(options[SOURCEDIR].doesOccur) {
250 inputDir = options[SOURCEDIR].value;
251 }
252
253 if(options[DESTDIR].doesOccur) {
254 outputDir = options[DESTDIR].value;
255 }
256
257 if(options[ENCODING].doesOccur) {
258 encoding = options[ENCODING].value;
259 }
260
261 if(options[ICUDATADIR].doesOccur) {
262 u_setDataDirectory(options[ICUDATADIR].value);
263 }
264 /* Initialize ICU */
265 u_init(&status);
266 if (U_FAILURE(status) && status != U_FILE_ACCESS_ERROR) {
267 /* Note: u_init() will try to open ICU property data.
268 * failures here are expected when building ICU from scratch.
269 * ignore them.
270 */
271 fprintf(stderr, "%s: can not initialize ICU. status = %s\n",
272 argv[0], u_errorName(status));
273 exit(1);
274 }
275 status = U_ZERO_ERROR;
276 if(options[WRITE_JAVA].doesOccur) {
277 write_java = TRUE;
278 outputEnc = options[WRITE_JAVA].value;
279 }
280
281 if(options[WRITE_XLIFF].doesOccur) {
282 write_xliff = TRUE;
283 if(options[WRITE_XLIFF].value != NULL){
284 xliffOutputFileName = options[WRITE_XLIFF].value;
285 }
286 }
287
288 initParser();
289
290 /*added by Jing*/
291 if(options[LANGUAGE].doesOccur) {
292 language = options[LANGUAGE].value;
293 }
294
295 LocalPointer<SRBRoot> newPoolBundle;
296 if(options[WRITE_POOL_BUNDLE].doesOccur) {
297 newPoolBundle.adoptInsteadAndCheckErrorCode(new SRBRoot(NULL, TRUE, status), status);
298 if(U_FAILURE(status)) {
299 fprintf(stderr, "unable to create an empty bundle for the pool keys: %s\n", u_errorName(status));
300 return status;
301 } else {
302 const char *poolResName = "pool.res";
303 char *nameWithoutSuffix = static_cast<char *>(uprv_malloc(uprv_strlen(poolResName) + 1));
304 if (nameWithoutSuffix == NULL) {
305 fprintf(stderr, "out of memory error\n");
306 return U_MEMORY_ALLOCATION_ERROR;
307 }
308 uprv_strcpy(nameWithoutSuffix, poolResName);
309 *uprv_strrchr(nameWithoutSuffix, '.') = 0;
310 newPoolBundle->fLocale = nameWithoutSuffix;
311 }
312 }
313
314 if(options[USE_POOL_BUNDLE].doesOccur) {
315 const char *poolResName = "pool.res";
316 FileStream *poolFile;
317 int32_t poolFileSize;
318 int32_t indexLength;
319 /*
320 * TODO: Consolidate inputDir/filename handling from main() and processFile()
321 * into a common function, and use it here as well.
322 * Try to create toolutil functions for dealing with dir/filenames and
323 * loading ICU data files without udata_open().
324 * Share code with icupkg?
325 * Also, make_res_filename() seems to be unused. Review and remove.
326 */
327 CharString poolFileName;
328 if (options[USE_POOL_BUNDLE].value!=NULL) {
329 poolFileName.append(options[USE_POOL_BUNDLE].value, status);
330 } else if (inputDir) {
331 poolFileName.append(inputDir, status);
332 }
333 poolFileName.appendPathPart(poolResName, status);
334 if (U_FAILURE(status)) {
335 return status;
336 }
337 poolFile = T_FileStream_open(poolFileName.data(), "rb");
338 if (poolFile == NULL) {
339 fprintf(stderr, "unable to open pool bundle file %s\n", poolFileName.data());
340 return 1;
341 }
342 poolFileSize = T_FileStream_size(poolFile);
343 if (poolFileSize < 32) {
344 fprintf(stderr, "the pool bundle file %s is too small\n", poolFileName.data());
345 return 1;
346 }
347 poolBundle.fBytes = new uint8_t[(poolFileSize + 15) & ~15];
348 if (poolFileSize > 0 && poolBundle.fBytes == NULL) {
349 fprintf(stderr, "unable to allocate memory for the pool bundle file %s\n", poolFileName.data());
350 return U_MEMORY_ALLOCATION_ERROR;
351 }
352
353 UDataSwapper *ds;
354 const DataHeader *header;
355 int32_t bytesRead = T_FileStream_read(poolFile, poolBundle.fBytes, poolFileSize);
356 if (bytesRead != poolFileSize) {
357 fprintf(stderr, "unable to read the pool bundle file %s\n", poolFileName.data());
358 return 1;
359 }
360 /*
361 * Swap the pool bundle so that a single checked-in file can be used.
362 * The swapper functions also test that the data looks like
363 * a well-formed .res file.
364 */
365 ds = udata_openSwapperForInputData(poolBundle.fBytes, bytesRead,
366 U_IS_BIG_ENDIAN, U_CHARSET_FAMILY, &status);
367 if (U_FAILURE(status)) {
368 fprintf(stderr, "udata_openSwapperForInputData(pool bundle %s) failed: %s\n",
369 poolFileName.data(), u_errorName(status));
370 return status;
371 }
372 ures_swap(ds, poolBundle.fBytes, bytesRead, poolBundle.fBytes, &status);
373 udata_closeSwapper(ds);
374 if (U_FAILURE(status)) {
375 fprintf(stderr, "ures_swap(pool bundle %s) failed: %s\n",
376 poolFileName.data(), u_errorName(status));
377 return status;
378 }
379 header = (const DataHeader *)poolBundle.fBytes;
380 if (header->info.formatVersion[0] < 2) {
381 fprintf(stderr, "invalid format of pool bundle file %s\n", poolFileName.data());
382 return U_INVALID_FORMAT_ERROR;
383 }
384 const int32_t *pRoot = (const int32_t *)(
385 (const char *)header + header->dataHeader.headerSize);
386 poolBundle.fIndexes = pRoot + 1;
387 indexLength = poolBundle.fIndexes[URES_INDEX_LENGTH] & 0xff;
388 if (indexLength <= URES_INDEX_POOL_CHECKSUM) {
389 fprintf(stderr, "insufficient indexes[] in pool bundle file %s\n", poolFileName.data());
390 return U_INVALID_FORMAT_ERROR;
391 }
392 int32_t keysBottom = 1 + indexLength;
393 int32_t keysTop = poolBundle.fIndexes[URES_INDEX_KEYS_TOP];
394 poolBundle.fKeys = (const char *)(pRoot + keysBottom);
395 poolBundle.fKeysLength = (keysTop - keysBottom) * 4;
396 poolBundle.fChecksum = poolBundle.fIndexes[URES_INDEX_POOL_CHECKSUM];
397
398 for (i = 0; i < poolBundle.fKeysLength; ++i) {
399 if (poolBundle.fKeys[i] == 0) {
400 ++poolBundle.fKeysCount;
401 }
402 }
403
404 // 16BitUnits[] begins with strings-v2.
405 // The strings-v2 may optionally be terminated by what looks like
406 // an explicit string length that exceeds the number of remaining 16-bit units.
407 int32_t stringUnitsLength = (poolBundle.fIndexes[URES_INDEX_16BIT_TOP] - keysTop) * 2;
408 if (stringUnitsLength >= 2 && getFormatVersion() >= 3) {
409 poolBundle.fStrings = new PseudoListResource(NULL, status);
410 if (poolBundle.fStrings == NULL) {
411 fprintf(stderr, "unable to allocate memory for the pool bundle strings %s\n",
412 poolFileName.data());
413 return U_MEMORY_ALLOCATION_ERROR;
414 }
415 // The PseudoListResource constructor call did not allocate further memory.
416 assert(U_SUCCESS(status));
417 const UChar *p = (const UChar *)(pRoot + keysTop);
418 int32_t remaining = stringUnitsLength;
419 do {
420 int32_t first = *p;
421 int8_t numCharsForLength;
422 int32_t length;
423 if (!U16_IS_TRAIL(first)) {
424 // NUL-terminated
425 numCharsForLength = 0;
426 for (length = 0;
427 length < remaining && p[length] != 0;
428 ++length) {}
429 } else if (first < 0xdfef) {
430 numCharsForLength = 1;
431 length = first & 0x3ff;
432 } else if (first < 0xdfff && remaining >= 2) {
433 numCharsForLength = 2;
434 length = ((first - 0xdfef) << 16) | p[1];
435 } else if (first == 0xdfff && remaining >= 3) {
436 numCharsForLength = 3;
437 length = ((int32_t)p[1] << 16) | p[2];
438 } else {
439 break; // overrun
440 }
441 // Check for overrun before changing remaining,
442 // so that it is always accurate after the loop body.
443 if ((numCharsForLength + length) >= remaining ||
444 p[numCharsForLength + length] != 0) {
445 break; // overrun or explicitly terminated
446 }
447 int32_t poolStringIndex = stringUnitsLength - remaining;
448 // Maximum pool string index when suffix-sharing the last character.
449 int32_t maxStringIndex = poolStringIndex + numCharsForLength + length - 1;
450 if (maxStringIndex >= RES_MAX_OFFSET) {
451 // pool string index overrun
452 break;
453 }
454 p += numCharsForLength;
455 remaining -= numCharsForLength;
456 if (length != 0) {
457 StringResource *sr =
458 new StringResource(poolStringIndex, numCharsForLength,
459 p, length, status);
460 if (sr == NULL) {
461 fprintf(stderr, "unable to allocate memory for a pool bundle string %s\n",
462 poolFileName.data());
463 return U_MEMORY_ALLOCATION_ERROR;
464 }
465 poolBundle.fStrings->add(sr);
466 poolBundle.fStringIndexLimit = maxStringIndex + 1;
467 // The StringResource constructor did not allocate further memory.
468 assert(U_SUCCESS(status));
469 }
470 p += length + 1;
471 remaining -= length + 1;
472 } while (remaining > 0);
473 if (poolBundle.fStrings->fCount == 0) {
474 delete poolBundle.fStrings;
475 poolBundle.fStrings = NULL;
476 }
477 }
478
479 T_FileStream_close(poolFile);
480 setUsePoolBundle(TRUE);
481 if (isVerbose() && poolBundle.fStrings != NULL) {
482 printf("number of shared strings: %d\n", (int)poolBundle.fStrings->fCount);
483 int32_t length = poolBundle.fStringIndexLimit + 1; // incl. last NUL
484 printf("16-bit units for strings: %6d = %6d bytes\n",
485 (int)length, (int)length * 2);
486 }
487 }
488
489 if(!options[FORMAT_VERSION].doesOccur && getFormatVersion() == 3 &&
490 poolBundle.fStrings == NULL &&
491 !options[WRITE_POOL_BUNDLE].doesOccur) {
492 // If we just default to formatVersion 3
493 // but there are no pool bundle strings to share
494 // and we do not write a pool bundle,
495 // then write formatVersion 2 which is just as good.
496 setFormatVersion(2);
497 }
498
499 if(options[INCLUDE_UNIHAN_COLL].doesOccur) {
500 puts("genrb option --includeUnihanColl ignored: \n"
501 "CLDR 26/ICU 54 unihan data is small, except\n"
502 "the ucadata-unihan.icu version of the collation root data\n"
503 "is about 300kB larger than the ucadata-implicithan.icu version.");
504 }
505
506 if((argc-1)!=1) {
507 printf("genrb number of files: %d\n", argc - 1);
508 }
509 /* generate the binary files */
510 for(i = 1; i < argc; ++i) {
511 status = U_ZERO_ERROR;
512 arg = getLongPathname(argv[i]);
513
514 CharString theCurrentFileName;
515 if (inputDir) {
516 theCurrentFileName.append(inputDir, status);
517 }
518 theCurrentFileName.appendPathPart(arg, status);
519 if (U_FAILURE(status)) {
520 break;
521 }
522
523 gCurrentFileName = theCurrentFileName.data();
524 if (isVerbose()) {
525 printf("Processing file \"%s\"\n", theCurrentFileName.data());
526 }
527 processFile(arg, encoding, inputDir, outputDir, NULL,
528 newPoolBundle.getAlias(),
529 options[NO_BINARY_COLLATION].doesOccur, status);
530 }
531
532 poolBundle.close();
533
534 if(U_SUCCESS(status) && options[WRITE_POOL_BUNDLE].doesOccur) {
535 char outputFileName[256];
536 newPoolBundle->write(outputDir, NULL, outputFileName, sizeof(outputFileName), status);
537 if(U_FAILURE(status)) {
538 fprintf(stderr, "unable to write the pool bundle: %s\n", u_errorName(status));
539 }
540 }
541
542 u_cleanup();
543
544 /* Dont return warnings as a failure */
545 if (U_SUCCESS(status)) {
546 return 0;
547 }
548
549 return status;
550 }
551
552 /* Process a file */
553 void
processFile(const char * filename,const char * cp,const char * inputDir,const char * outputDir,const char * packageName,SRBRoot * newPoolBundle,UBool omitBinaryCollation,UErrorCode & status)554 processFile(const char *filename, const char *cp,
555 const char *inputDir, const char *outputDir, const char *packageName,
556 SRBRoot *newPoolBundle,
557 UBool omitBinaryCollation, UErrorCode &status) {
558 LocalPointer<SRBRoot> data;
559 UCHARBUF *ucbuf = NULL;
560 char *rbname = NULL;
561 char *openFileName = NULL;
562 char *inputDirBuf = NULL;
563
564 char outputFileName[256];
565
566 int32_t dirlen = 0;
567 int32_t filelen = 0;
568
569 if (U_FAILURE(status)) {
570 return;
571 }
572 if(filename==NULL){
573 status=U_ILLEGAL_ARGUMENT_ERROR;
574 return;
575 }else{
576 filelen = (int32_t)uprv_strlen(filename);
577 }
578
579 if(inputDir == NULL) {
580 const char *filenameBegin = uprv_strrchr(filename, U_FILE_SEP_CHAR);
581 openFileName = (char *) uprv_malloc(dirlen + filelen + 2);
582 openFileName[0] = '\0';
583 if (filenameBegin != NULL) {
584 /*
585 * When a filename ../../../data/root.txt is specified,
586 * we presume that the input directory is ../../../data
587 * This is very important when the resource file includes
588 * another file, like UCARules.txt or thaidict.brk.
589 */
590 int32_t filenameSize = (int32_t)(filenameBegin - filename + 1);
591 inputDirBuf = uprv_strncpy((char *)uprv_malloc(filenameSize), filename, filenameSize);
592
593 /* test for NULL */
594 if(inputDirBuf == NULL) {
595 status = U_MEMORY_ALLOCATION_ERROR;
596 goto finish;
597 }
598
599 inputDirBuf[filenameSize - 1] = 0;
600 inputDir = inputDirBuf;
601 dirlen = (int32_t)uprv_strlen(inputDir);
602 }
603 }else{
604 dirlen = (int32_t)uprv_strlen(inputDir);
605
606 if(inputDir[dirlen-1] != U_FILE_SEP_CHAR) {
607 openFileName = (char *) uprv_malloc(dirlen + filelen + 2);
608
609 /* test for NULL */
610 if(openFileName == NULL) {
611 status = U_MEMORY_ALLOCATION_ERROR;
612 goto finish;
613 }
614
615 openFileName[0] = '\0';
616 /*
617 * append the input dir to openFileName if the first char in
618 * filename is not file seperation char and the last char input directory is not '.'.
619 * This is to support :
620 * genrb -s. /home/icu/data
621 * genrb -s. icu/data
622 * The user cannot mix notations like
623 * genrb -s. /icu/data --- the absolute path specified. -s redundant
624 * user should use
625 * genrb -s. icu/data --- start from CWD and look in icu/data dir
626 */
627 if( (filename[0] != U_FILE_SEP_CHAR) && (inputDir[dirlen-1] !='.')){
628 uprv_strcpy(openFileName, inputDir);
629 openFileName[dirlen] = U_FILE_SEP_CHAR;
630 }
631 openFileName[dirlen + 1] = '\0';
632 } else {
633 openFileName = (char *) uprv_malloc(dirlen + filelen + 1);
634
635 /* test for NULL */
636 if(openFileName == NULL) {
637 status = U_MEMORY_ALLOCATION_ERROR;
638 goto finish;
639 }
640
641 uprv_strcpy(openFileName, inputDir);
642
643 }
644 }
645
646 uprv_strcat(openFileName, filename);
647
648 ucbuf = ucbuf_open(openFileName, &cp,getShowWarning(),TRUE, &status);
649 if(status == U_FILE_ACCESS_ERROR) {
650
651 fprintf(stderr, "couldn't open file %s\n", openFileName == NULL ? filename : openFileName);
652 goto finish;
653 }
654 if (ucbuf == NULL || U_FAILURE(status)) {
655 fprintf(stderr, "An error occurred processing file %s. Error: %s\n",
656 openFileName == NULL ? filename : openFileName, u_errorName(status));
657 goto finish;
658 }
659 /* auto detected popular encodings? */
660 if (cp!=NULL && isVerbose()) {
661 printf("autodetected encoding %s\n", cp);
662 }
663 /* Parse the data into an SRBRoot */
664 data.adoptInstead(parse(ucbuf, inputDir, outputDir, filename,
665 !omitBinaryCollation, options[NO_COLLATION_RULES].doesOccur, &status));
666
667 if (data.isNull() || U_FAILURE(status)) {
668 fprintf(stderr, "couldn't parse the file %s. Error:%s\n", filename, u_errorName(status));
669 goto finish;
670 }
671 if(options[WRITE_POOL_BUNDLE].doesOccur) {
672 data->fWritePoolBundle = newPoolBundle;
673 data->compactKeys(status);
674 int32_t newKeysLength;
675 const char *newKeys = data->getKeyBytes(&newKeysLength);
676 newPoolBundle->addKeyBytes(newKeys, newKeysLength, status);
677 if(U_FAILURE(status)) {
678 fprintf(stderr, "bundle_compactKeys(%s) or bundle_getKeyBytes() failed: %s\n",
679 filename, u_errorName(status));
680 goto finish;
681 }
682 /* count the number of just-added key strings */
683 for(const char *newKeysLimit = newKeys + newKeysLength; newKeys < newKeysLimit; ++newKeys) {
684 if(*newKeys == 0) {
685 ++newPoolBundle->fKeysCount;
686 }
687 }
688 }
689
690 if(options[USE_POOL_BUNDLE].doesOccur) {
691 data->fUsePoolBundle = &poolBundle;
692 }
693
694 /* Determine the target rb filename */
695 rbname = make_res_filename(filename, outputDir, packageName, status);
696 if(U_FAILURE(status)) {
697 fprintf(stderr, "couldn't make the res fileName for bundle %s. Error:%s\n",
698 filename, u_errorName(status));
699 goto finish;
700 }
701 if(write_java== TRUE){
702 bundle_write_java(data.getAlias(), outputDir, outputEnc,
703 outputFileName, sizeof(outputFileName),
704 options[JAVA_PACKAGE].value, options[BUNDLE_NAME].value, &status);
705 }else if(write_xliff ==TRUE){
706 bundle_write_xml(data.getAlias(), outputDir, outputEnc,
707 filename, outputFileName, sizeof(outputFileName),
708 language, xliffOutputFileName, &status);
709 }else{
710 /* Write the data to the file */
711 data->write(outputDir, packageName, outputFileName, sizeof(outputFileName), status);
712 }
713 if (U_FAILURE(status)) {
714 fprintf(stderr, "couldn't write bundle %s. Error:%s\n", outputFileName, u_errorName(status));
715 }
716
717 finish:
718
719 if (inputDirBuf != NULL) {
720 uprv_free(inputDirBuf);
721 }
722
723 if (openFileName != NULL) {
724 uprv_free(openFileName);
725 }
726
727 if(ucbuf) {
728 ucbuf_close(ucbuf);
729 }
730
731 if (rbname) {
732 uprv_free(rbname);
733 }
734 }
735
736 /* Generate the target .res file name from the input file name */
737 static char*
make_res_filename(const char * filename,const char * outputDir,const char * packageName,UErrorCode & status)738 make_res_filename(const char *filename,
739 const char *outputDir,
740 const char *packageName,
741 UErrorCode &status) {
742 char *basename;
743 char *dirname;
744 char *resName;
745
746 int32_t pkgLen = 0; /* length of package prefix */
747
748
749 if (U_FAILURE(status)) {
750 return 0;
751 }
752
753 if(packageName != NULL)
754 {
755 pkgLen = (int32_t)(1 + uprv_strlen(packageName));
756 }
757
758 /* setup */
759 basename = dirname = resName = 0;
760
761 /* determine basename, and compiled file names */
762 basename = (char*) uprv_malloc(sizeof(char) * (uprv_strlen(filename) + 1));
763 if(basename == 0) {
764 status = U_MEMORY_ALLOCATION_ERROR;
765 goto finish;
766 }
767
768 get_basename(basename, filename);
769
770 dirname = (char*) uprv_malloc(sizeof(char) * (uprv_strlen(filename) + 1));
771 if(dirname == 0) {
772 status = U_MEMORY_ALLOCATION_ERROR;
773 goto finish;
774 }
775
776 get_dirname(dirname, filename);
777
778 if (outputDir == NULL) {
779 /* output in same dir as .txt */
780 resName = (char*) uprv_malloc(sizeof(char) * (uprv_strlen(dirname)
781 + pkgLen
782 + uprv_strlen(basename)
783 + uprv_strlen(RES_SUFFIX) + 8));
784 if(resName == 0) {
785 status = U_MEMORY_ALLOCATION_ERROR;
786 goto finish;
787 }
788
789 uprv_strcpy(resName, dirname);
790
791 if(packageName != NULL)
792 {
793 uprv_strcat(resName, packageName);
794 uprv_strcat(resName, "_");
795 }
796
797 uprv_strcat(resName, basename);
798
799 } else {
800 int32_t dirlen = (int32_t)uprv_strlen(outputDir);
801 int32_t basenamelen = (int32_t)uprv_strlen(basename);
802
803 resName = (char*) uprv_malloc(sizeof(char) * (dirlen + pkgLen + basenamelen + 8));
804
805 if (resName == NULL) {
806 status = U_MEMORY_ALLOCATION_ERROR;
807 goto finish;
808 }
809
810 uprv_strcpy(resName, outputDir);
811
812 if(outputDir[dirlen] != U_FILE_SEP_CHAR) {
813 resName[dirlen] = U_FILE_SEP_CHAR;
814 resName[dirlen + 1] = '\0';
815 }
816
817 if(packageName != NULL)
818 {
819 uprv_strcat(resName, packageName);
820 uprv_strcat(resName, "_");
821 }
822
823 uprv_strcat(resName, basename);
824 }
825
826 finish:
827 uprv_free(basename);
828 uprv_free(dirname);
829
830 return resName;
831 }
832
833 /*
834 * Local Variables:
835 * indent-tabs-mode: nil
836 * End:
837 */
838