Frank Tang | 3e05d9d | 2021-11-08 14:04:04 -0800 | [diff] [blame] | 1 | // © 2016 and later: Unicode, Inc. and others. |
| 2 | // License & terms of use: http://www.unicode.org/copyright.html |
| 3 | /* |
| 4 | ******************************************************************************** |
| 5 | * Copyright (C) 2005-2016, International Business Machines |
| 6 | * Corporation and others. All Rights Reserved. |
| 7 | ******************************************************************************** |
| 8 | * |
| 9 | * File WINNMTST.CPP |
| 10 | * |
| 11 | ******************************************************************************** |
| 12 | */ |
| 13 | |
| 14 | #include "unicode/utypes.h" |
| 15 | |
| 16 | #if U_PLATFORM_USES_ONLY_WIN32_API |
| 17 | |
| 18 | #if !UCONFIG_NO_FORMATTING |
| 19 | |
| 20 | #include "unicode/format.h" |
| 21 | #include "unicode/numfmt.h" |
| 22 | #include "unicode/locid.h" |
| 23 | #include "unicode/ustring.h" |
| 24 | #include "unicode/testlog.h" |
| 25 | #include "unicode/utmscale.h" |
| 26 | |
| 27 | #include "winnmfmt.h" |
| 28 | #include "winutil.h" |
| 29 | #include "winnmtst.h" |
| 30 | |
| 31 | #include "numfmtst.h" |
| 32 | |
| 33 | #include "cmemory.h" |
| 34 | #include "cstring.h" |
| 35 | #include "locmap.h" |
| 36 | #include "wintz.h" |
| 37 | #include "uassert.h" |
| 38 | |
| 39 | # define WIN32_LEAN_AND_MEAN |
| 40 | # define VC_EXTRALEAN |
| 41 | # define NOUSER |
| 42 | # define NOSERVICE |
| 43 | # define NOIME |
| 44 | # define NOMCX |
| 45 | # include <windows.h> |
| 46 | # include <stdio.h> |
| 47 | # include <time.h> |
| 48 | # include <float.h> |
| 49 | # include <locale.h> |
| 50 | |
| 51 | #include <algorithm> |
| 52 | |
| 53 | #define NEW_ARRAY(type,count) (type *) uprv_malloc((count) * sizeof(type)) |
| 54 | #define DELETE_ARRAY(array) uprv_free((void *) (array)) |
| 55 | |
| 56 | #define STACK_BUFFER_SIZE 32 |
| 57 | |
| 58 | #define LOOP_COUNT 1000 |
| 59 | |
Frank Tang | 1f164ee | 2022-11-08 12:31:27 -0800 | [diff] [blame^] | 60 | static UBool initialized = false; |
Frank Tang | 3e05d9d | 2021-11-08 14:04:04 -0800 | [diff] [blame] | 61 | |
| 62 | /** |
| 63 | * Return a random int64_t where U_INT64_MIN <= ran <= U_INT64_MAX. |
| 64 | */ |
| 65 | static uint64_t randomInt64(void) |
| 66 | { |
| 67 | int64_t ran = 0; |
| 68 | int32_t i; |
| 69 | |
| 70 | if (!initialized) { |
| 71 | srand((unsigned)time(NULL)); |
Frank Tang | 1f164ee | 2022-11-08 12:31:27 -0800 | [diff] [blame^] | 72 | initialized = true; |
Frank Tang | 3e05d9d | 2021-11-08 14:04:04 -0800 | [diff] [blame] | 73 | } |
| 74 | |
| 75 | /* Assume rand has at least 12 bits of precision */ |
| 76 | for (i = 0; i < sizeof(ran); i += 1) { |
| 77 | ((char*)&ran)[i] = (char)((rand() & 0x0FF0) >> 4); |
| 78 | } |
| 79 | |
| 80 | return ran; |
| 81 | } |
| 82 | |
| 83 | /** |
| 84 | * Return a random double where U_DOUBLE_MIN <= ran <= U_DOUBLE_MAX. |
| 85 | */ |
| 86 | static double randomDouble(void) |
| 87 | { |
| 88 | double ran = 0; |
| 89 | |
| 90 | if (!initialized) { |
| 91 | srand((unsigned)time(NULL)); |
Frank Tang | 1f164ee | 2022-11-08 12:31:27 -0800 | [diff] [blame^] | 92 | initialized = true; |
Frank Tang | 3e05d9d | 2021-11-08 14:04:04 -0800 | [diff] [blame] | 93 | } |
| 94 | #if 0 |
| 95 | int32_t i; |
| 96 | do { |
| 97 | /* Assume rand has at least 12 bits of precision */ |
| 98 | for (i = 0; i < sizeof(ran); i += 1) { |
| 99 | ((char*)&ran)[i] = (char)((rand() & 0x0FF0) >> 4); |
| 100 | } |
| 101 | } while (_isnan(ran)); |
| 102 | #else |
| 103 | int64_t numerator = randomInt64(); |
| 104 | int64_t denomenator; |
| 105 | do { |
| 106 | denomenator = randomInt64(); |
| 107 | } |
| 108 | while (denomenator == 0); |
| 109 | |
| 110 | ran = (double)numerator / (double)denomenator; |
| 111 | #endif |
| 112 | |
| 113 | return ran; |
| 114 | } |
| 115 | |
| 116 | /** |
| 117 | * Return a random int32_t where U_INT32_MIN <= ran <= U_INT32_MAX. |
| 118 | */ |
| 119 | static uint32_t randomInt32(void) |
| 120 | { |
| 121 | int32_t ran = 0; |
| 122 | int32_t i; |
| 123 | |
| 124 | if (!initialized) { |
| 125 | srand((unsigned)time(NULL)); |
Frank Tang | 1f164ee | 2022-11-08 12:31:27 -0800 | [diff] [blame^] | 126 | initialized = true; |
Frank Tang | 3e05d9d | 2021-11-08 14:04:04 -0800 | [diff] [blame] | 127 | } |
| 128 | |
| 129 | /* Assume rand has at least 12 bits of precision */ |
| 130 | for (i = 0; i < sizeof(ran); i += 1) { |
| 131 | ((char*)&ran)[i] = (char)((rand() & 0x0FF0) >> 4); |
| 132 | } |
| 133 | |
| 134 | return ran; |
| 135 | } |
| 136 | |
| 137 | static UnicodeString &getWindowsFormat(int32_t lcid, UBool currency, UnicodeString &appendTo, const wchar_t *fmt, ...) |
| 138 | { |
| 139 | wchar_t nStackBuffer[STACK_BUFFER_SIZE]; |
| 140 | wchar_t *nBuffer = nStackBuffer; |
| 141 | va_list args; |
| 142 | int result; |
| 143 | |
| 144 | nBuffer[0] = 0x0000; |
| 145 | |
| 146 | /* Due to the arguments causing a result to be <= 23 characters (+2 for NULL and minus), |
| 147 | we don't need to reallocate the buffer. */ |
| 148 | va_start(args, fmt); |
| 149 | result = _vsnwprintf(nBuffer, STACK_BUFFER_SIZE, fmt, args); |
| 150 | va_end(args); |
| 151 | |
| 152 | /* Just to make sure of the above statement, we add this assert */ |
| 153 | U_ASSERT(result >=0); |
| 154 | // The following code is not used because _vscwprintf isn't available on MinGW at the moment. |
| 155 | /*if (result < 0) { |
| 156 | int newLength; |
| 157 | |
| 158 | va_start(args, fmt); |
| 159 | newLength = _vscwprintf(fmt, args); |
| 160 | va_end(args); |
| 161 | |
| 162 | nBuffer = NEW_ARRAY(UChar, newLength + 1); |
| 163 | |
| 164 | va_start(args, fmt); |
| 165 | result = _vsnwprintf(nBuffer, newLength + 1, fmt, args); |
| 166 | va_end(args); |
| 167 | }*/ |
| 168 | |
| 169 | |
| 170 | // vswprintf is sensitive to the locale set by setlocale. For some locales |
| 171 | // it doesn't use "." as the decimal separator, which is what GetNumberFormatW |
| 172 | // and GetCurrencyFormatW both expect to see. |
| 173 | // |
| 174 | // To fix this, we scan over the string and replace the first non-digits, except |
| 175 | // for a leading "-", with a "." |
| 176 | // |
| 177 | // Note: (nBuffer[0] == L'-') will evaluate to 1 if there is a leading '-' in the |
| 178 | // number, and 0 otherwise. |
| 179 | for (wchar_t *p = &nBuffer[nBuffer[0] == L'-']; *p != L'\0'; p += 1) { |
| 180 | if (*p < L'0' || *p > L'9') { |
| 181 | *p = L'.'; |
| 182 | break; |
| 183 | } |
| 184 | } |
| 185 | |
| 186 | wchar_t stackBuffer[STACK_BUFFER_SIZE]; |
| 187 | wchar_t *buffer = stackBuffer; |
| 188 | |
| 189 | buffer[0] = 0x0000; |
| 190 | |
| 191 | if (currency) { |
| 192 | result = GetCurrencyFormatW(lcid, 0, nBuffer, NULL, buffer, STACK_BUFFER_SIZE); |
| 193 | |
| 194 | if (result == 0) { |
| 195 | DWORD lastError = GetLastError(); |
| 196 | |
| 197 | if (lastError == ERROR_INSUFFICIENT_BUFFER) { |
| 198 | int newLength = GetCurrencyFormatW(lcid, 0, nBuffer, NULL, NULL, 0); |
| 199 | |
| 200 | buffer = NEW_ARRAY(wchar_t, newLength); |
| 201 | buffer[0] = 0x0000; |
| 202 | GetCurrencyFormatW(lcid, 0, nBuffer, NULL, buffer, newLength); |
| 203 | } |
| 204 | } |
| 205 | } else { |
| 206 | result = GetNumberFormatW(lcid, 0, nBuffer, NULL, buffer, STACK_BUFFER_SIZE); |
| 207 | |
| 208 | if (result == 0) { |
| 209 | DWORD lastError = GetLastError(); |
| 210 | |
| 211 | if (lastError == ERROR_INSUFFICIENT_BUFFER) { |
| 212 | int newLength = GetNumberFormatW(lcid, 0, nBuffer, NULL, NULL, 0); |
| 213 | |
| 214 | buffer = NEW_ARRAY(wchar_t, newLength); |
| 215 | buffer[0] = 0x0000; |
| 216 | GetNumberFormatW(lcid, 0, nBuffer, NULL, buffer, newLength); |
| 217 | } |
| 218 | } |
| 219 | } |
| 220 | |
| 221 | appendTo.append((const UChar *)buffer, (int32_t) wcslen(buffer)); |
| 222 | |
| 223 | if (buffer != stackBuffer) { |
| 224 | DELETE_ARRAY(buffer); |
| 225 | } |
| 226 | |
| 227 | /*if (nBuffer != nStackBuffer) { |
| 228 | DELETE_ARRAY(nBuffer); |
| 229 | }*/ |
| 230 | |
| 231 | return appendTo; |
| 232 | } |
| 233 | |
| 234 | static void testLocale(const char *localeID, int32_t lcid, NumberFormat *wnf, UBool currency, TestLog *log) |
| 235 | { |
| 236 | for (int n = 0; n < LOOP_COUNT; n += 1) { |
| 237 | UnicodeString u3Buffer, u6Buffer, udBuffer; |
| 238 | UnicodeString w3Buffer, w6Buffer, wdBuffer; |
| 239 | double d = randomDouble(); |
| 240 | int32_t i32 = randomInt32(); |
| 241 | int64_t i64 = randomInt64(); |
| 242 | |
| 243 | getWindowsFormat(lcid, currency, wdBuffer, L"%.16f", d); |
| 244 | |
| 245 | getWindowsFormat(lcid, currency, w3Buffer, L"%I32d", i32); |
| 246 | |
| 247 | getWindowsFormat(lcid, currency, w6Buffer, L"%I64d", i64); |
| 248 | |
| 249 | wnf->format(d, udBuffer); |
| 250 | if (udBuffer.compare(wdBuffer) != 0) { |
| 251 | UnicodeString locale(localeID); |
| 252 | |
| 253 | log->errln("Double format error for locale " + locale + |
| 254 | ": got " + udBuffer + " expected " + wdBuffer); |
| 255 | } |
| 256 | |
| 257 | wnf->format(i32, u3Buffer); |
| 258 | if (u3Buffer.compare(w3Buffer) != 0) { |
| 259 | UnicodeString locale(localeID); |
| 260 | |
| 261 | log->errln("int32_t format error for locale " + locale + |
| 262 | ": got " + u3Buffer + " expected " + w3Buffer); |
| 263 | } |
| 264 | |
| 265 | wnf->format(i64, u6Buffer); |
| 266 | if (u6Buffer.compare(w6Buffer) != 0) { |
| 267 | UnicodeString locale(localeID); |
| 268 | |
| 269 | log->errln("int64_t format error for locale " + locale + |
| 270 | ": got " + u6Buffer + " expected " + w6Buffer); |
| 271 | } |
| 272 | } |
| 273 | } |
| 274 | |
| 275 | void Win32NumberTest::testLocales(NumberFormatTest *log) |
| 276 | { |
| 277 | int32_t lcidCount = 0; |
| 278 | Win32Utilities::LCIDRecord *lcidRecords = Win32Utilities::getLocales(lcidCount); |
| 279 | |
| 280 | for(int i = 0; i < lcidCount; i += 1) { |
| 281 | UErrorCode status = U_ZERO_ERROR; |
| 282 | char localeID[128]; |
| 283 | |
| 284 | // NULL localeID means ICU didn't recognize the lcid |
| 285 | if (lcidRecords[i].localeID == NULL) { |
| 286 | continue; |
| 287 | } |
| 288 | |
| 289 | // Some locales have had their names change over various OS releases; skip them in the test for now. |
| 290 | int32_t failingLocaleLCIDs[] = { |
| 291 | 0x040a, /* es-ES_tradnl;es-ES-u-co-trad; */ |
| 292 | 0x048c, /* fa-AF;prs-AF;prs-Arab-AF; */ |
| 293 | 0x046b, /* qu-BO;quz-BO;quz-Latn-BO; */ |
| 294 | 0x086b, /* qu-EC;quz-EC;quz-Latn-EC; */ |
| 295 | 0x0c6b, /* qu-PE;quz-PE;quz-Latn-PE; */ |
| 296 | 0x0492 /* ckb-IQ;ku-Arab-IQ; */ |
| 297 | }; |
| 298 | bool skip = (std::find(std::begin(failingLocaleLCIDs), std::end(failingLocaleLCIDs), lcidRecords[i].lcid) != std::end(failingLocaleLCIDs)); |
| 299 | if (skip && log->logKnownIssue("13119", "Windows '@compat=host' fails on down-level versions of the OS")) { |
| 300 | log->logln("ticket:13119 - Skipping LCID = 0x%04x", lcidRecords[i].lcid); |
| 301 | continue; |
| 302 | } |
| 303 | |
| 304 | strcpy(localeID, lcidRecords[i].localeID); |
| 305 | |
| 306 | if (strchr(localeID, '@')) { |
| 307 | strcat(localeID, ";"); |
| 308 | } else { |
| 309 | strcat(localeID, "@"); |
| 310 | } |
| 311 | |
| 312 | strcat(localeID, "compat=host"); |
| 313 | |
| 314 | Locale ulocale(localeID); |
| 315 | NumberFormat *wnf = NumberFormat::createInstance(ulocale, status); |
| 316 | NumberFormat *wcf = NumberFormat::createCurrencyInstance(ulocale, status); |
| 317 | |
Frank Tang | 1f164ee | 2022-11-08 12:31:27 -0800 | [diff] [blame^] | 318 | testLocale(lcidRecords[i].localeID, lcidRecords[i].lcid, wnf, false, log); |
| 319 | testLocale(lcidRecords[i].localeID, lcidRecords[i].lcid, wcf, true, log); |
Frank Tang | 3e05d9d | 2021-11-08 14:04:04 -0800 | [diff] [blame] | 320 | |
| 321 | #if 0 |
| 322 | char *old_locale = strdup(setlocale(LC_ALL, NULL)); |
| 323 | |
| 324 | setlocale(LC_ALL, "German"); |
| 325 | |
Frank Tang | 1f164ee | 2022-11-08 12:31:27 -0800 | [diff] [blame^] | 326 | testLocale(lcidRecords[i].localeID, lcidRecords[i].lcid, wnf, false, log); |
| 327 | testLocale(lcidRecords[i].localeID, lcidRecords[i].lcid, wcf, true, log); |
Frank Tang | 3e05d9d | 2021-11-08 14:04:04 -0800 | [diff] [blame] | 328 | |
| 329 | setlocale(LC_ALL, old_locale); |
| 330 | |
| 331 | free(old_locale); |
| 332 | #endif |
| 333 | |
| 334 | delete wcf; |
| 335 | delete wnf; |
| 336 | } |
| 337 | |
| 338 | Win32Utilities::freeLocales(lcidRecords); |
| 339 | } |
| 340 | |
| 341 | #endif /* #if !UCONFIG_NO_FORMATTING */ |
| 342 | |
| 343 | #endif /* U_PLATFORM_USES_ONLY_WIN32_API */ |