• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1 // Copyright (C) 2016 and later: Unicode, Inc. and others.
2 // License & terms of use: http://www.unicode.org/copyright.html
3 /*
4  *******************************************************************************
5  * Copyright (C) 2002-2014, International Business Machines Corporation and
6  * others. All Rights Reserved.
7  *******************************************************************************
8  */
9 #include "unicode/utypes.h"
10 
11 #if !UCONFIG_NO_SERVICE || !UCONFIG_NO_TRANSLITERATION
12 
13 #include "unicode/resbund.h"
14 #include "cmemory.h"
15 #include "ustrfmt.h"
16 #include "locutil.h"
17 #include "charstr.h"
18 #include "ucln_cmn.h"
19 #include "uassert.h"
20 #include "umutex.h"
21 
22 // see LocaleUtility::getAvailableLocaleNames
23 static icu::UInitOnce   LocaleUtilityInitOnce = U_INITONCE_INITIALIZER;
24 static icu::Hashtable * LocaleUtility_cache = NULL;
25 
26 #define UNDERSCORE_CHAR ((UChar)0x005f)
27 #define AT_SIGN_CHAR    ((UChar)64)
28 #define PERIOD_CHAR     ((UChar)46)
29 
30 /*
31  ******************************************************************
32  */
33 
34 /**
35  * Release all static memory held by Locale Utility.
36  */
37 U_CDECL_BEGIN
service_cleanup(void)38 static UBool U_CALLCONV service_cleanup(void) {
39     if (LocaleUtility_cache) {
40         delete LocaleUtility_cache;
41         LocaleUtility_cache = NULL;
42     }
43     return TRUE;
44 }
45 
46 
locale_utility_init(UErrorCode & status)47 static void U_CALLCONV locale_utility_init(UErrorCode &status) {
48     using namespace icu;
49     U_ASSERT(LocaleUtility_cache == NULL);
50     ucln_common_registerCleanup(UCLN_COMMON_SERVICE, service_cleanup);
51     LocaleUtility_cache = new Hashtable(status);
52     if (U_FAILURE(status)) {
53         delete LocaleUtility_cache;
54         LocaleUtility_cache = NULL;
55         return;
56     }
57     if (LocaleUtility_cache == NULL) {
58         status = U_MEMORY_ALLOCATION_ERROR;
59         return;
60     }
61     LocaleUtility_cache->setValueDeleter(uhash_deleteHashtable);
62 }
63 
64 U_CDECL_END
65 
66 U_NAMESPACE_BEGIN
67 
68 UnicodeString&
canonicalLocaleString(const UnicodeString * id,UnicodeString & result)69 LocaleUtility::canonicalLocaleString(const UnicodeString* id, UnicodeString& result)
70 {
71   if (id == NULL) {
72     result.setToBogus();
73   } else {
74     // Fix case only (no other changes) up to the first '@' or '.' or
75     // end of string, whichever comes first.  In 3.0 I changed this to
76     // stop at first '@' or '.'.  It used to run out to the end of
77     // string.  My fix makes the tests pass but is probably
78     // structurally incorrect.  See below.  [alan 3.0]
79 
80     // TODO: Doug, you might want to revise this...
81     result = *id;
82     int32_t i = 0;
83     int32_t end = result.indexOf(AT_SIGN_CHAR);
84     int32_t n = result.indexOf(PERIOD_CHAR);
85     if (n >= 0 && n < end) {
86         end = n;
87     }
88     if (end < 0) {
89         end = result.length();
90     }
91     n = result.indexOf(UNDERSCORE_CHAR);
92     if (n < 0) {
93       n = end;
94     }
95     for (; i < n; ++i) {
96       UChar c = result.charAt(i);
97       if (c >= 0x0041 && c <= 0x005a) {
98         c += 0x20;
99         result.setCharAt(i, c);
100       }
101     }
102     for (n = end; i < n; ++i) {
103       UChar c = result.charAt(i);
104       if (c >= 0x0061 && c <= 0x007a) {
105         c -= 0x20;
106         result.setCharAt(i, c);
107       }
108     }
109   }
110   return result;
111 
112 #if 0
113     // This code does a proper full level 2 canonicalization of id.
114     // It's nasty to go from UChar to char to char to UChar -- but
115     // that's what you have to do to use the uloc_canonicalize
116     // function on UnicodeStrings.
117 
118     // I ended up doing the alternate fix (see above) not for
119     // performance reasons, although performance will certainly be
120     // better, but because doing a full level 2 canonicalization
121     // causes some tests to fail.  [alan 3.0]
122 
123     // TODO: Doug, you might want to revisit this...
124     result.setToBogus();
125     if (id != 0) {
126         int32_t buflen = id->length() + 8; // space for NUL
127         char* buf = (char*) uprv_malloc(buflen);
128         char* canon = (buf == 0) ? 0 : (char*) uprv_malloc(buflen);
129         if (buf != 0 && canon != 0) {
130             U_ASSERT(id->extract(0, INT32_MAX, buf, buflen) < buflen);
131             UErrorCode ec = U_ZERO_ERROR;
132             uloc_canonicalize(buf, canon, buflen, &ec);
133             if (U_SUCCESS(ec)) {
134                 result = UnicodeString(canon);
135             }
136         }
137         uprv_free(buf);
138         uprv_free(canon);
139     }
140     return result;
141 #endif
142 }
143 
144 Locale&
initLocaleFromName(const UnicodeString & id,Locale & result)145 LocaleUtility::initLocaleFromName(const UnicodeString& id, Locale& result)
146 {
147     enum { BUFLEN = 128 }; // larger than ever needed
148 
149     if (id.isBogus() || id.length() >= BUFLEN) {
150         result.setToBogus();
151     } else {
152         /*
153          * We need to convert from a UnicodeString to char * in order to
154          * create a Locale.
155          *
156          * Problem: Locale ID strings may contain '@' which is a variant
157          * character and cannot be handled by invariant-character conversion.
158          *
159          * Hack: Since ICU code can handle locale IDs with multiple encodings
160          * of '@' (at least for EBCDIC; it's not known to be a problem for
161          * ASCII-based systems),
162          * we use regular invariant-character conversion for everything else
163          * and manually convert U+0040 into a compiler-char-constant '@'.
164          * While this compilation-time constant may not match the runtime
165          * encoding of '@', it should be one of the encodings which ICU
166          * recognizes.
167          *
168          * There should be only at most one '@' in a locale ID.
169          */
170         char buffer[BUFLEN];
171         int32_t prev, i;
172         prev = 0;
173         for(;;) {
174             i = id.indexOf((UChar)0x40, prev);
175             if(i < 0) {
176                 // no @ between prev and the rest of the string
177                 id.extract(prev, INT32_MAX, buffer + prev, BUFLEN - prev, US_INV);
178                 break; // done
179             } else {
180                 // normal invariant-character conversion for text between @s
181                 id.extract(prev, i - prev, buffer + prev, BUFLEN - prev, US_INV);
182                 // manually "convert" U+0040 at id[i] into '@' at buffer[i]
183                 buffer[i] = '@';
184                 prev = i + 1;
185             }
186         }
187         result = Locale::createFromName(buffer);
188     }
189     return result;
190 }
191 
192 UnicodeString&
initNameFromLocale(const Locale & locale,UnicodeString & result)193 LocaleUtility::initNameFromLocale(const Locale& locale, UnicodeString& result)
194 {
195     if (locale.isBogus()) {
196         result.setToBogus();
197     } else {
198         result.append(UnicodeString(locale.getName(), -1, US_INV));
199     }
200     return result;
201 }
202 
203 const Hashtable*
getAvailableLocaleNames(const UnicodeString & bundleID)204 LocaleUtility::getAvailableLocaleNames(const UnicodeString& bundleID)
205 {
206     // LocaleUtility_cache is a hash-of-hashes.  The top-level keys
207     // are path strings ('bundleID') passed to
208     // ures_openAvailableLocales.  The top-level values are
209     // second-level hashes.  The second-level keys are result strings
210     // from ures_openAvailableLocales.  The second-level values are
211     // garbage ((void*)1 or other random pointer).
212 
213     UErrorCode status = U_ZERO_ERROR;
214     umtx_initOnce(LocaleUtilityInitOnce, locale_utility_init, status);
215     Hashtable *cache = LocaleUtility_cache;
216     if (cache == NULL) {
217         // Catastrophic failure.
218         return NULL;
219     }
220 
221     Hashtable* htp;
222     umtx_lock(NULL);
223     htp = (Hashtable*) cache->get(bundleID);
224     umtx_unlock(NULL);
225 
226     if (htp == NULL) {
227         htp = new Hashtable(status);
228         if (htp && U_SUCCESS(status)) {
229             CharString cbundleID;
230             cbundleID.appendInvariantChars(bundleID, status);
231             const char* path = cbundleID.isEmpty() ? NULL : cbundleID.data();
232             UEnumeration *uenum = ures_openAvailableLocales(path, &status);
233             for (;;) {
234                 const UChar* id = uenum_unext(uenum, NULL, &status);
235                 if (id == NULL) {
236                     break;
237                 }
238                 htp->put(UnicodeString(id), (void*)htp, status);
239             }
240             uenum_close(uenum);
241             if (U_FAILURE(status)) {
242                 delete htp;
243                 return NULL;
244             }
245             umtx_lock(NULL);
246             Hashtable *t = static_cast<Hashtable *>(cache->get(bundleID));
247             if (t != NULL) {
248                 // Another thread raced through this code, creating the cache entry first.
249                 // Discard ours and return theirs.
250                 umtx_unlock(NULL);
251                 delete htp;
252                 htp = t;
253             } else {
254                 cache->put(bundleID, (void*)htp, status);
255                 umtx_unlock(NULL);
256             }
257         }
258     }
259     return htp;
260 }
261 
262 UBool
isFallbackOf(const UnicodeString & root,const UnicodeString & child)263 LocaleUtility::isFallbackOf(const UnicodeString& root, const UnicodeString& child)
264 {
265     return child.indexOf(root) == 0 &&
266       (child.length() == root.length() ||
267        child.charAt(root.length()) == UNDERSCORE_CHAR);
268 }
269 
270 U_NAMESPACE_END
271 
272 /* !UCONFIG_NO_SERVICE */
273 #endif
274 
275 
276