1from _locale import (setlocale, LC_ALL, LC_CTYPE, LC_NUMERIC, localeconv, Error) 2try: 3 from _locale import (RADIXCHAR, THOUSEP, nl_langinfo) 4except ImportError: 5 nl_langinfo = None 6 7import locale 8import sys 9import unittest 10from platform import uname 11 12if uname().system == "Darwin": 13 maj, min, mic = [int(part) for part in uname().release.split(".")] 14 if (maj, min, mic) < (8, 0, 0): 15 raise unittest.SkipTest("locale support broken for OS X < 10.4") 16 17candidate_locales = ['es_UY', 'fr_FR', 'fi_FI', 'es_CO', 'pt_PT', 'it_IT', 18 'et_EE', 'es_PY', 'no_NO', 'nl_NL', 'lv_LV', 'el_GR', 'be_BY', 'fr_BE', 19 'ro_RO', 'ru_UA', 'ru_RU', 'es_VE', 'ca_ES', 'se_NO', 'es_EC', 'id_ID', 20 'ka_GE', 'es_CL', 'wa_BE', 'hu_HU', 'lt_LT', 'sl_SI', 'hr_HR', 'es_AR', 21 'es_ES', 'oc_FR', 'gl_ES', 'bg_BG', 'is_IS', 'mk_MK', 'de_AT', 'pt_BR', 22 'da_DK', 'nn_NO', 'cs_CZ', 'de_LU', 'es_BO', 'sq_AL', 'sk_SK', 'fr_CH', 23 'de_DE', 'sr_YU', 'br_FR', 'nl_BE', 'sv_FI', 'pl_PL', 'fr_CA', 'fo_FO', 24 'bs_BA', 'fr_LU', 'kl_GL', 'fa_IR', 'de_BE', 'sv_SE', 'it_CH', 'uk_UA', 25 'eu_ES', 'vi_VN', 'af_ZA', 'nb_NO', 'en_DK', 'tg_TJ', 'ps_AF', 'en_US', 26 'fr_FR.ISO8859-1', 'fr_FR.UTF-8', 'fr_FR.ISO8859-15@euro', 27 'ru_RU.KOI8-R', 'ko_KR.eucKR'] 28 29def setUpModule(): 30 global candidate_locales 31 # Issue #13441: Skip some locales (e.g. cs_CZ and hu_HU) on Solaris to 32 # workaround a mbstowcs() bug. For example, on Solaris, the hu_HU locale uses 33 # the locale encoding ISO-8859-2, the thousands separator is b'\xA0' and it is 34 # decoded as U+30000020 (an invalid character) by mbstowcs(). 35 if sys.platform == 'sunos5': 36 old_locale = locale.setlocale(locale.LC_ALL) 37 try: 38 locales = [] 39 for loc in candidate_locales: 40 try: 41 locale.setlocale(locale.LC_ALL, loc) 42 except Error: 43 continue 44 encoding = locale.getpreferredencoding(False) 45 try: 46 localeconv() 47 except Exception as err: 48 print("WARNING: Skip locale %s (encoding %s): [%s] %s" 49 % (loc, encoding, type(err), err)) 50 else: 51 locales.append(loc) 52 candidate_locales = locales 53 finally: 54 locale.setlocale(locale.LC_ALL, old_locale) 55 56 # Workaround for MSVC6(debug) crash bug 57 if "MSC v.1200" in sys.version: 58 def accept(loc): 59 a = loc.split(".") 60 return not(len(a) == 2 and len(a[-1]) >= 9) 61 candidate_locales = [loc for loc in candidate_locales if accept(loc)] 62 63# List known locale values to test against when available. 64# Dict formatted as ``<locale> : (<decimal_point>, <thousands_sep>)``. If a 65# value is not known, use '' . 66known_numerics = { 67 'en_US': ('.', ','), 68 'de_DE' : (',', '.'), 69 # The French thousands separator may be a breaking or non-breaking space 70 # depending on the platform, so do not test it 71 'fr_FR' : (',', ''), 72 'ps_AF': ('\u066b', '\u066c'), 73} 74 75if sys.platform == 'win32': 76 # ps_AF doesn't work on Windows: see bpo-38324 (msg361830) 77 del known_numerics['ps_AF'] 78 79class _LocaleTests(unittest.TestCase): 80 81 def setUp(self): 82 self.oldlocale = setlocale(LC_ALL) 83 84 def tearDown(self): 85 setlocale(LC_ALL, self.oldlocale) 86 87 # Want to know what value was calculated, what it was compared against, 88 # what function was used for the calculation, what type of data was used, 89 # the locale that was supposedly set, and the actual locale that is set. 90 lc_numeric_err_msg = "%s != %s (%s for %s; set to %s, using %s)" 91 92 def numeric_tester(self, calc_type, calc_value, data_type, used_locale): 93 """Compare calculation against known value, if available""" 94 try: 95 set_locale = setlocale(LC_NUMERIC) 96 except Error: 97 set_locale = "<not able to determine>" 98 known_value = known_numerics.get(used_locale, 99 ('', ''))[data_type == 'thousands_sep'] 100 if known_value and calc_value: 101 self.assertEqual(calc_value, known_value, 102 self.lc_numeric_err_msg % ( 103 calc_value, known_value, 104 calc_type, data_type, set_locale, 105 used_locale)) 106 return True 107 108 @unittest.skipUnless(nl_langinfo, "nl_langinfo is not available") 109 def test_lc_numeric_nl_langinfo(self): 110 # Test nl_langinfo against known values 111 tested = False 112 for loc in candidate_locales: 113 try: 114 setlocale(LC_NUMERIC, loc) 115 setlocale(LC_CTYPE, loc) 116 except Error: 117 continue 118 for li, lc in ((RADIXCHAR, "decimal_point"), 119 (THOUSEP, "thousands_sep")): 120 if self.numeric_tester('nl_langinfo', nl_langinfo(li), lc, loc): 121 tested = True 122 if not tested: 123 self.skipTest('no suitable locales') 124 125 def test_lc_numeric_localeconv(self): 126 # Test localeconv against known values 127 tested = False 128 for loc in candidate_locales: 129 try: 130 setlocale(LC_NUMERIC, loc) 131 setlocale(LC_CTYPE, loc) 132 except Error: 133 continue 134 formatting = localeconv() 135 for lc in ("decimal_point", 136 "thousands_sep"): 137 if self.numeric_tester('localeconv', formatting[lc], lc, loc): 138 tested = True 139 if not tested: 140 self.skipTest('no suitable locales') 141 142 @unittest.skipUnless(nl_langinfo, "nl_langinfo is not available") 143 def test_lc_numeric_basic(self): 144 # Test nl_langinfo against localeconv 145 tested = False 146 for loc in candidate_locales: 147 try: 148 setlocale(LC_NUMERIC, loc) 149 setlocale(LC_CTYPE, loc) 150 except Error: 151 continue 152 for li, lc in ((RADIXCHAR, "decimal_point"), 153 (THOUSEP, "thousands_sep")): 154 nl_radixchar = nl_langinfo(li) 155 li_radixchar = localeconv()[lc] 156 try: 157 set_locale = setlocale(LC_NUMERIC) 158 except Error: 159 set_locale = "<not able to determine>" 160 self.assertEqual(nl_radixchar, li_radixchar, 161 "%s (nl_langinfo) != %s (localeconv) " 162 "(set to %s, using %s)" % ( 163 nl_radixchar, li_radixchar, 164 loc, set_locale)) 165 tested = True 166 if not tested: 167 self.skipTest('no suitable locales') 168 169 def test_float_parsing(self): 170 # Bug #1391872: Test whether float parsing is okay on European 171 # locales. 172 tested = False 173 for loc in candidate_locales: 174 try: 175 setlocale(LC_NUMERIC, loc) 176 setlocale(LC_CTYPE, loc) 177 except Error: 178 continue 179 180 # Ignore buggy locale databases. (Mac OS 10.4 and some other BSDs) 181 if loc == 'eu_ES' and localeconv()['decimal_point'] == "' ": 182 continue 183 184 self.assertEqual(int(eval('3.14') * 100), 314, 185 "using eval('3.14') failed for %s" % loc) 186 self.assertEqual(int(float('3.14') * 100), 314, 187 "using float('3.14') failed for %s" % loc) 188 if localeconv()['decimal_point'] != '.': 189 self.assertRaises(ValueError, float, 190 localeconv()['decimal_point'].join(['1', '23'])) 191 tested = True 192 if not tested: 193 self.skipTest('no suitable locales') 194 195 196if __name__ == '__main__': 197 unittest.main() 198