Jungshik Shin | 87232d8 | 2017-05-13 21:10:13 -0700 | [diff] [blame] | 1 | // © 2016 and later: Unicode, Inc. and others. |
Jungshik Shin | 5feb9ad | 2016-10-21 12:52:48 -0700 | [diff] [blame] | 2 | // License & terms of use: http://www.unicode.org/copyright.html |
jshin@chromium.org | 6f31ac3 | 2014-03-26 22:15:14 +0000 | [diff] [blame] | 3 | /* |
| 4 | ******************************************************************************* |
| 5 | * |
Jungshik Shin | c291cde | 2016-04-05 03:19:52 -0700 | [diff] [blame] | 6 | * Copyright (C) 2002-2016, International Business Machines |
jshin@chromium.org | 6f31ac3 | 2014-03-26 22:15:14 +0000 | [diff] [blame] | 7 | * Corporation and others. All Rights Reserved. |
| 8 | * |
| 9 | ******************************************************************************* |
| 10 | * file name: uprops.cpp |
Jungshik Shin | 87232d8 | 2017-05-13 21:10:13 -0700 | [diff] [blame] | 11 | * encoding: UTF-8 |
jshin@chromium.org | 6f31ac3 | 2014-03-26 22:15:14 +0000 | [diff] [blame] | 12 | * tab size: 8 (not used) |
| 13 | * indentation:4 |
| 14 | * |
| 15 | * created on: 2002feb24 |
| 16 | * created by: Markus W. Scherer |
| 17 | * |
| 18 | * Implementations for mostly non-core Unicode character properties |
| 19 | * stored in uprops.icu. |
| 20 | * |
| 21 | * With the APIs implemented here, almost all properties files and |
| 22 | * their associated implementation files are used from this file, |
| 23 | * including those for normalization and case mappings. |
| 24 | */ |
| 25 | |
| 26 | #include "unicode/utypes.h" |
| 27 | #include "unicode/uchar.h" |
| 28 | #include "unicode/unorm2.h" |
| 29 | #include "unicode/uscript.h" |
| 30 | #include "unicode/ustring.h" |
| 31 | #include "cstring.h" |
| 32 | #include "normalizer2impl.h" |
jshin@chromium.org | 6f31ac3 | 2014-03-26 22:15:14 +0000 | [diff] [blame] | 33 | #include "umutex.h" |
| 34 | #include "ubidi_props.h" |
| 35 | #include "uprops.h" |
| 36 | #include "ucase.h" |
| 37 | #include "ustr_imp.h" |
| 38 | |
jshin@chromium.org | 6f31ac3 | 2014-03-26 22:15:14 +0000 | [diff] [blame] | 39 | U_NAMESPACE_USE |
| 40 | |
| 41 | #define GET_BIDI_PROPS() ubidi_getSingleton() |
| 42 | |
| 43 | /* general properties API functions ----------------------------------------- */ |
| 44 | |
| 45 | struct BinaryProperty; |
| 46 | |
| 47 | typedef UBool BinaryPropertyContains(const BinaryProperty &prop, UChar32 c, UProperty which); |
| 48 | |
| 49 | struct BinaryProperty { |
| 50 | int32_t column; // SRC_PROPSVEC column, or "source" if mask==0 |
| 51 | uint32_t mask; |
| 52 | BinaryPropertyContains *contains; |
| 53 | }; |
| 54 | |
| 55 | static UBool defaultContains(const BinaryProperty &prop, UChar32 c, UProperty /*which*/) { |
| 56 | /* systematic, directly stored properties */ |
| 57 | return (u_getUnicodeProperties(c, prop.column)&prop.mask)!=0; |
| 58 | } |
| 59 | |
| 60 | static UBool caseBinaryPropertyContains(const BinaryProperty &/*prop*/, UChar32 c, UProperty which) { |
| 61 | return ucase_hasBinaryProperty(c, which); |
| 62 | } |
| 63 | |
| 64 | static UBool isBidiControl(const BinaryProperty &/*prop*/, UChar32 c, UProperty /*which*/) { |
| 65 | return ubidi_isBidiControl(GET_BIDI_PROPS(), c); |
| 66 | } |
| 67 | |
| 68 | static UBool isMirrored(const BinaryProperty &/*prop*/, UChar32 c, UProperty /*which*/) { |
| 69 | return ubidi_isMirrored(GET_BIDI_PROPS(), c); |
| 70 | } |
| 71 | |
| 72 | static UBool isJoinControl(const BinaryProperty &/*prop*/, UChar32 c, UProperty /*which*/) { |
| 73 | return ubidi_isJoinControl(GET_BIDI_PROPS(), c); |
| 74 | } |
| 75 | |
| 76 | #if UCONFIG_NO_NORMALIZATION |
| 77 | static UBool hasFullCompositionExclusion(const BinaryProperty &, UChar32, UProperty) { |
| 78 | return FALSE; |
| 79 | } |
| 80 | #else |
| 81 | static UBool hasFullCompositionExclusion(const BinaryProperty &/*prop*/, UChar32 c, UProperty /*which*/) { |
| 82 | // By definition, Full_Composition_Exclusion is the same as NFC_QC=No. |
| 83 | UErrorCode errorCode=U_ZERO_ERROR; |
| 84 | const Normalizer2Impl *impl=Normalizer2Factory::getNFCImpl(errorCode); |
| 85 | return U_SUCCESS(errorCode) && impl->isCompNo(impl->getNorm16(c)); |
| 86 | } |
| 87 | #endif |
| 88 | |
| 89 | // UCHAR_NF*_INERT properties |
| 90 | #if UCONFIG_NO_NORMALIZATION |
| 91 | static UBool isNormInert(const BinaryProperty &, UChar32, UProperty) { |
| 92 | return FALSE; |
| 93 | } |
| 94 | #else |
| 95 | static UBool isNormInert(const BinaryProperty &/*prop*/, UChar32 c, UProperty which) { |
| 96 | UErrorCode errorCode=U_ZERO_ERROR; |
| 97 | const Normalizer2 *norm2=Normalizer2Factory::getInstance( |
| 98 | (UNormalizationMode)(which-UCHAR_NFD_INERT+UNORM_NFD), errorCode); |
| 99 | return U_SUCCESS(errorCode) && norm2->isInert(c); |
| 100 | } |
| 101 | #endif |
| 102 | |
| 103 | #if UCONFIG_NO_NORMALIZATION |
| 104 | static UBool changesWhenCasefolded(const BinaryProperty &, UChar32, UProperty) { |
| 105 | return FALSE; |
| 106 | } |
| 107 | #else |
| 108 | static UBool changesWhenCasefolded(const BinaryProperty &/*prop*/, UChar32 c, UProperty /*which*/) { |
| 109 | UnicodeString nfd; |
| 110 | UErrorCode errorCode=U_ZERO_ERROR; |
Jungshik Shin (jungshik at google) | 0f8746a | 2015-01-08 15:46:45 -0800 | [diff] [blame] | 111 | const Normalizer2 *nfcNorm2=Normalizer2::getNFCInstance(errorCode); |
jshin@chromium.org | 6f31ac3 | 2014-03-26 22:15:14 +0000 | [diff] [blame] | 112 | if(U_FAILURE(errorCode)) { |
| 113 | return FALSE; |
| 114 | } |
| 115 | if(nfcNorm2->getDecomposition(c, nfd)) { |
| 116 | /* c has a decomposition */ |
| 117 | if(nfd.length()==1) { |
| 118 | c=nfd[0]; /* single BMP code point */ |
| 119 | } else if(nfd.length()<=U16_MAX_LENGTH && |
| 120 | nfd.length()==U16_LENGTH(c=nfd.char32At(0)) |
| 121 | ) { |
| 122 | /* single supplementary code point */ |
| 123 | } else { |
| 124 | c=U_SENTINEL; |
| 125 | } |
| 126 | } else if(c<0) { |
| 127 | return FALSE; /* protect against bad input */ |
| 128 | } |
| 129 | if(c>=0) { |
| 130 | /* single code point */ |
jshin@chromium.org | 6f31ac3 | 2014-03-26 22:15:14 +0000 | [diff] [blame] | 131 | const UChar *resultString; |
Jungshik Shin | 87232d8 | 2017-05-13 21:10:13 -0700 | [diff] [blame] | 132 | return (UBool)(ucase_toFullFolding(c, &resultString, U_FOLD_CASE_DEFAULT)>=0); |
jshin@chromium.org | 6f31ac3 | 2014-03-26 22:15:14 +0000 | [diff] [blame] | 133 | } else { |
| 134 | /* guess some large but stack-friendly capacity */ |
| 135 | UChar dest[2*UCASE_MAX_STRING_LENGTH]; |
| 136 | int32_t destLength; |
Jungshik Shin (jungshik at google) | 0f8746a | 2015-01-08 15:46:45 -0800 | [diff] [blame] | 137 | destLength=u_strFoldCase(dest, UPRV_LENGTHOF(dest), |
jshin@chromium.org | 6f31ac3 | 2014-03-26 22:15:14 +0000 | [diff] [blame] | 138 | nfd.getBuffer(), nfd.length(), |
| 139 | U_FOLD_CASE_DEFAULT, &errorCode); |
| 140 | return (UBool)(U_SUCCESS(errorCode) && |
| 141 | 0!=u_strCompare(nfd.getBuffer(), nfd.length(), |
| 142 | dest, destLength, FALSE)); |
| 143 | } |
| 144 | } |
| 145 | #endif |
| 146 | |
| 147 | #if UCONFIG_NO_NORMALIZATION |
| 148 | static UBool changesWhenNFKC_Casefolded(const BinaryProperty &, UChar32, UProperty) { |
| 149 | return FALSE; |
| 150 | } |
| 151 | #else |
| 152 | static UBool changesWhenNFKC_Casefolded(const BinaryProperty &/*prop*/, UChar32 c, UProperty /*which*/) { |
| 153 | UErrorCode errorCode=U_ZERO_ERROR; |
| 154 | const Normalizer2Impl *kcf=Normalizer2Factory::getNFKC_CFImpl(errorCode); |
| 155 | if(U_FAILURE(errorCode)) { |
| 156 | return FALSE; |
| 157 | } |
| 158 | UnicodeString src(c); |
| 159 | UnicodeString dest; |
| 160 | { |
| 161 | // The ReorderingBuffer must be in a block because its destructor |
| 162 | // needs to release dest's buffer before we look at its contents. |
| 163 | ReorderingBuffer buffer(*kcf, dest); |
| 164 | // Small destCapacity for NFKC_CF(c). |
| 165 | if(buffer.init(5, errorCode)) { |
| 166 | const UChar *srcArray=src.getBuffer(); |
| 167 | kcf->compose(srcArray, srcArray+src.length(), FALSE, |
| 168 | TRUE, buffer, errorCode); |
| 169 | } |
| 170 | } |
| 171 | return U_SUCCESS(errorCode) && dest!=src; |
| 172 | } |
| 173 | #endif |
| 174 | |
| 175 | #if UCONFIG_NO_NORMALIZATION |
| 176 | static UBool isCanonSegmentStarter(const BinaryProperty &, UChar32, UProperty) { |
| 177 | return FALSE; |
| 178 | } |
| 179 | #else |
| 180 | static UBool isCanonSegmentStarter(const BinaryProperty &/*prop*/, UChar32 c, UProperty /*which*/) { |
| 181 | UErrorCode errorCode=U_ZERO_ERROR; |
| 182 | const Normalizer2Impl *impl=Normalizer2Factory::getNFCImpl(errorCode); |
| 183 | return |
| 184 | U_SUCCESS(errorCode) && impl->ensureCanonIterData(errorCode) && |
| 185 | impl->isCanonSegmentStarter(c); |
| 186 | } |
| 187 | #endif |
| 188 | |
| 189 | static UBool isPOSIX_alnum(const BinaryProperty &/*prop*/, UChar32 c, UProperty /*which*/) { |
| 190 | return u_isalnumPOSIX(c); |
| 191 | } |
| 192 | |
| 193 | static UBool isPOSIX_blank(const BinaryProperty &/*prop*/, UChar32 c, UProperty /*which*/) { |
| 194 | return u_isblank(c); |
| 195 | } |
| 196 | |
| 197 | static UBool isPOSIX_graph(const BinaryProperty &/*prop*/, UChar32 c, UProperty /*which*/) { |
| 198 | return u_isgraphPOSIX(c); |
| 199 | } |
| 200 | |
| 201 | static UBool isPOSIX_print(const BinaryProperty &/*prop*/, UChar32 c, UProperty /*which*/) { |
| 202 | return u_isprintPOSIX(c); |
| 203 | } |
| 204 | |
| 205 | static UBool isPOSIX_xdigit(const BinaryProperty &/*prop*/, UChar32 c, UProperty /*which*/) { |
| 206 | return u_isxdigit(c); |
| 207 | } |
| 208 | |
Jungshik Shin | b318966 | 2017-11-07 11:18:34 -0800 | [diff] [blame] | 209 | static UBool isRegionalIndicator(const BinaryProperty &/*prop*/, UChar32 c, UProperty /*which*/) { |
| 210 | // Property starts are a subset of lb=RI etc. |
| 211 | return 0x1F1E6<=c && c<=0x1F1FF; |
| 212 | } |
| 213 | |
jshin@chromium.org | 6f31ac3 | 2014-03-26 22:15:14 +0000 | [diff] [blame] | 214 | static const BinaryProperty binProps[UCHAR_BINARY_LIMIT]={ |
| 215 | /* |
| 216 | * column and mask values for binary properties from u_getUnicodeProperties(). |
| 217 | * Must be in order of corresponding UProperty, |
| 218 | * and there must be exactly one entry per binary UProperty. |
| 219 | * |
| 220 | * Properties with mask==0 are handled in code. |
| 221 | * For them, column is the UPropertySource value. |
| 222 | */ |
| 223 | { 1, U_MASK(UPROPS_ALPHABETIC), defaultContains }, |
| 224 | { 1, U_MASK(UPROPS_ASCII_HEX_DIGIT), defaultContains }, |
| 225 | { UPROPS_SRC_BIDI, 0, isBidiControl }, |
| 226 | { UPROPS_SRC_BIDI, 0, isMirrored }, |
| 227 | { 1, U_MASK(UPROPS_DASH), defaultContains }, |
| 228 | { 1, U_MASK(UPROPS_DEFAULT_IGNORABLE_CODE_POINT), defaultContains }, |
| 229 | { 1, U_MASK(UPROPS_DEPRECATED), defaultContains }, |
| 230 | { 1, U_MASK(UPROPS_DIACRITIC), defaultContains }, |
| 231 | { 1, U_MASK(UPROPS_EXTENDER), defaultContains }, |
| 232 | { UPROPS_SRC_NFC, 0, hasFullCompositionExclusion }, |
| 233 | { 1, U_MASK(UPROPS_GRAPHEME_BASE), defaultContains }, |
| 234 | { 1, U_MASK(UPROPS_GRAPHEME_EXTEND), defaultContains }, |
| 235 | { 1, U_MASK(UPROPS_GRAPHEME_LINK), defaultContains }, |
| 236 | { 1, U_MASK(UPROPS_HEX_DIGIT), defaultContains }, |
| 237 | { 1, U_MASK(UPROPS_HYPHEN), defaultContains }, |
| 238 | { 1, U_MASK(UPROPS_ID_CONTINUE), defaultContains }, |
| 239 | { 1, U_MASK(UPROPS_ID_START), defaultContains }, |
| 240 | { 1, U_MASK(UPROPS_IDEOGRAPHIC), defaultContains }, |
| 241 | { 1, U_MASK(UPROPS_IDS_BINARY_OPERATOR), defaultContains }, |
| 242 | { 1, U_MASK(UPROPS_IDS_TRINARY_OPERATOR), defaultContains }, |
| 243 | { UPROPS_SRC_BIDI, 0, isJoinControl }, |
| 244 | { 1, U_MASK(UPROPS_LOGICAL_ORDER_EXCEPTION), defaultContains }, |
| 245 | { UPROPS_SRC_CASE, 0, caseBinaryPropertyContains }, // UCHAR_LOWERCASE |
| 246 | { 1, U_MASK(UPROPS_MATH), defaultContains }, |
| 247 | { 1, U_MASK(UPROPS_NONCHARACTER_CODE_POINT), defaultContains }, |
| 248 | { 1, U_MASK(UPROPS_QUOTATION_MARK), defaultContains }, |
| 249 | { 1, U_MASK(UPROPS_RADICAL), defaultContains }, |
| 250 | { UPROPS_SRC_CASE, 0, caseBinaryPropertyContains }, // UCHAR_SOFT_DOTTED |
| 251 | { 1, U_MASK(UPROPS_TERMINAL_PUNCTUATION), defaultContains }, |
| 252 | { 1, U_MASK(UPROPS_UNIFIED_IDEOGRAPH), defaultContains }, |
| 253 | { UPROPS_SRC_CASE, 0, caseBinaryPropertyContains }, // UCHAR_UPPERCASE |
| 254 | { 1, U_MASK(UPROPS_WHITE_SPACE), defaultContains }, |
| 255 | { 1, U_MASK(UPROPS_XID_CONTINUE), defaultContains }, |
| 256 | { 1, U_MASK(UPROPS_XID_START), defaultContains }, |
| 257 | { UPROPS_SRC_CASE, 0, caseBinaryPropertyContains }, // UCHAR_CASE_SENSITIVE |
| 258 | { 1, U_MASK(UPROPS_S_TERM), defaultContains }, |
| 259 | { 1, U_MASK(UPROPS_VARIATION_SELECTOR), defaultContains }, |
| 260 | { UPROPS_SRC_NFC, 0, isNormInert }, // UCHAR_NFD_INERT |
| 261 | { UPROPS_SRC_NFKC, 0, isNormInert }, // UCHAR_NFKD_INERT |
| 262 | { UPROPS_SRC_NFC, 0, isNormInert }, // UCHAR_NFC_INERT |
| 263 | { UPROPS_SRC_NFKC, 0, isNormInert }, // UCHAR_NFKC_INERT |
| 264 | { UPROPS_SRC_NFC_CANON_ITER, 0, isCanonSegmentStarter }, |
| 265 | { 1, U_MASK(UPROPS_PATTERN_SYNTAX), defaultContains }, |
| 266 | { 1, U_MASK(UPROPS_PATTERN_WHITE_SPACE), defaultContains }, |
| 267 | { UPROPS_SRC_CHAR_AND_PROPSVEC, 0, isPOSIX_alnum }, |
| 268 | { UPROPS_SRC_CHAR, 0, isPOSIX_blank }, |
| 269 | { UPROPS_SRC_CHAR, 0, isPOSIX_graph }, |
| 270 | { UPROPS_SRC_CHAR, 0, isPOSIX_print }, |
| 271 | { UPROPS_SRC_CHAR, 0, isPOSIX_xdigit }, |
| 272 | { UPROPS_SRC_CASE, 0, caseBinaryPropertyContains }, // UCHAR_CASED |
| 273 | { UPROPS_SRC_CASE, 0, caseBinaryPropertyContains }, // UCHAR_CASE_IGNORABLE |
| 274 | { UPROPS_SRC_CASE, 0, caseBinaryPropertyContains }, // UCHAR_CHANGES_WHEN_LOWERCASED |
| 275 | { UPROPS_SRC_CASE, 0, caseBinaryPropertyContains }, // UCHAR_CHANGES_WHEN_UPPERCASED |
| 276 | { UPROPS_SRC_CASE, 0, caseBinaryPropertyContains }, // UCHAR_CHANGES_WHEN_TITLECASED |
| 277 | { UPROPS_SRC_CASE_AND_NORM, 0, changesWhenCasefolded }, |
| 278 | { UPROPS_SRC_CASE, 0, caseBinaryPropertyContains }, // UCHAR_CHANGES_WHEN_CASEMAPPED |
Jungshik Shin | c291cde | 2016-04-05 03:19:52 -0700 | [diff] [blame] | 279 | { UPROPS_SRC_NFKC_CF, 0, changesWhenNFKC_Casefolded }, |
| 280 | { 2, U_MASK(UPROPS_2_EMOJI), defaultContains }, |
| 281 | { 2, U_MASK(UPROPS_2_EMOJI_PRESENTATION), defaultContains }, |
| 282 | { 2, U_MASK(UPROPS_2_EMOJI_MODIFIER), defaultContains }, |
| 283 | { 2, U_MASK(UPROPS_2_EMOJI_MODIFIER_BASE), defaultContains }, |
Jungshik Shin | b318966 | 2017-11-07 11:18:34 -0800 | [diff] [blame] | 284 | { 2, U_MASK(UPROPS_2_EMOJI_COMPONENT), defaultContains }, |
| 285 | { 2, 0, isRegionalIndicator }, |
| 286 | { 1, U_MASK(UPROPS_PREPENDED_CONCATENATION_MARK), defaultContains }, |
jshin@chromium.org | 6f31ac3 | 2014-03-26 22:15:14 +0000 | [diff] [blame] | 287 | }; |
| 288 | |
| 289 | U_CAPI UBool U_EXPORT2 |
| 290 | u_hasBinaryProperty(UChar32 c, UProperty which) { |
| 291 | /* c is range-checked in the functions that are called from here */ |
| 292 | if(which<UCHAR_BINARY_START || UCHAR_BINARY_LIMIT<=which) { |
| 293 | /* not a known binary property */ |
| 294 | return FALSE; |
| 295 | } else { |
| 296 | const BinaryProperty &prop=binProps[which]; |
| 297 | return prop.contains(prop, c, which); |
| 298 | } |
| 299 | } |
| 300 | |
| 301 | struct IntProperty; |
| 302 | |
| 303 | typedef int32_t IntPropertyGetValue(const IntProperty &prop, UChar32 c, UProperty which); |
| 304 | typedef int32_t IntPropertyGetMaxValue(const IntProperty &prop, UProperty which); |
| 305 | |
| 306 | struct IntProperty { |
| 307 | int32_t column; // SRC_PROPSVEC column, or "source" if mask==0 |
| 308 | uint32_t mask; |
| 309 | int32_t shift; // =maxValue if getMaxValueFromShift() is used |
| 310 | IntPropertyGetValue *getValue; |
| 311 | IntPropertyGetMaxValue *getMaxValue; |
| 312 | }; |
| 313 | |
| 314 | static int32_t defaultGetValue(const IntProperty &prop, UChar32 c, UProperty /*which*/) { |
| 315 | /* systematic, directly stored properties */ |
| 316 | return (int32_t)(u_getUnicodeProperties(c, prop.column)&prop.mask)>>prop.shift; |
| 317 | } |
| 318 | |
| 319 | static int32_t defaultGetMaxValue(const IntProperty &prop, UProperty /*which*/) { |
| 320 | return (uprv_getMaxValues(prop.column)&prop.mask)>>prop.shift; |
| 321 | } |
| 322 | |
| 323 | static int32_t getMaxValueFromShift(const IntProperty &prop, UProperty /*which*/) { |
| 324 | return prop.shift; |
| 325 | } |
| 326 | |
| 327 | static int32_t getBiDiClass(const IntProperty &/*prop*/, UChar32 c, UProperty /*which*/) { |
| 328 | return (int32_t)u_charDirection(c); |
| 329 | } |
| 330 | |
| 331 | static int32_t getBiDiPairedBracketType(const IntProperty &/*prop*/, UChar32 c, UProperty /*which*/) { |
| 332 | return (int32_t)ubidi_getPairedBracketType(GET_BIDI_PROPS(), c); |
| 333 | } |
| 334 | |
| 335 | static int32_t biDiGetMaxValue(const IntProperty &/*prop*/, UProperty which) { |
| 336 | return ubidi_getMaxValue(GET_BIDI_PROPS(), which); |
| 337 | } |
| 338 | |
| 339 | #if UCONFIG_NO_NORMALIZATION |
| 340 | static int32_t getCombiningClass(const IntProperty &, UChar32, UProperty) { |
| 341 | return 0; |
| 342 | } |
| 343 | #else |
| 344 | static int32_t getCombiningClass(const IntProperty &/*prop*/, UChar32 c, UProperty /*which*/) { |
| 345 | return u_getCombiningClass(c); |
| 346 | } |
| 347 | #endif |
| 348 | |
| 349 | static int32_t getGeneralCategory(const IntProperty &/*prop*/, UChar32 c, UProperty /*which*/) { |
| 350 | return (int32_t)u_charType(c); |
| 351 | } |
| 352 | |
| 353 | static int32_t getJoiningGroup(const IntProperty &/*prop*/, UChar32 c, UProperty /*which*/) { |
| 354 | return ubidi_getJoiningGroup(GET_BIDI_PROPS(), c); |
| 355 | } |
| 356 | |
| 357 | static int32_t getJoiningType(const IntProperty &/*prop*/, UChar32 c, UProperty /*which*/) { |
| 358 | return ubidi_getJoiningType(GET_BIDI_PROPS(), c); |
| 359 | } |
| 360 | |
| 361 | static int32_t getNumericType(const IntProperty &/*prop*/, UChar32 c, UProperty /*which*/) { |
| 362 | int32_t ntv=(int32_t)GET_NUMERIC_TYPE_VALUE(u_getMainProperties(c)); |
| 363 | return UPROPS_NTV_GET_TYPE(ntv); |
| 364 | } |
| 365 | |
| 366 | static int32_t getScript(const IntProperty &/*prop*/, UChar32 c, UProperty /*which*/) { |
| 367 | UErrorCode errorCode=U_ZERO_ERROR; |
| 368 | return (int32_t)uscript_getScript(c, &errorCode); |
| 369 | } |
| 370 | |
| 371 | /* |
| 372 | * Map some of the Grapheme Cluster Break values to Hangul Syllable Types. |
| 373 | * Hangul_Syllable_Type is fully redundant with a subset of Grapheme_Cluster_Break. |
| 374 | */ |
| 375 | static const UHangulSyllableType gcbToHst[]={ |
| 376 | U_HST_NOT_APPLICABLE, /* U_GCB_OTHER */ |
| 377 | U_HST_NOT_APPLICABLE, /* U_GCB_CONTROL */ |
| 378 | U_HST_NOT_APPLICABLE, /* U_GCB_CR */ |
| 379 | U_HST_NOT_APPLICABLE, /* U_GCB_EXTEND */ |
| 380 | U_HST_LEADING_JAMO, /* U_GCB_L */ |
| 381 | U_HST_NOT_APPLICABLE, /* U_GCB_LF */ |
| 382 | U_HST_LV_SYLLABLE, /* U_GCB_LV */ |
| 383 | U_HST_LVT_SYLLABLE, /* U_GCB_LVT */ |
| 384 | U_HST_TRAILING_JAMO, /* U_GCB_T */ |
| 385 | U_HST_VOWEL_JAMO /* U_GCB_V */ |
| 386 | /* |
| 387 | * Omit GCB values beyond what we need for hst. |
| 388 | * The code below checks for the array length. |
| 389 | */ |
| 390 | }; |
| 391 | |
| 392 | static int32_t getHangulSyllableType(const IntProperty &/*prop*/, UChar32 c, UProperty /*which*/) { |
| 393 | /* see comments on gcbToHst[] above */ |
| 394 | int32_t gcb=(int32_t)(u_getUnicodeProperties(c, 2)&UPROPS_GCB_MASK)>>UPROPS_GCB_SHIFT; |
Jungshik Shin (jungshik at google) | 0f8746a | 2015-01-08 15:46:45 -0800 | [diff] [blame] | 395 | if(gcb<UPRV_LENGTHOF(gcbToHst)) { |
jshin@chromium.org | 6f31ac3 | 2014-03-26 22:15:14 +0000 | [diff] [blame] | 396 | return gcbToHst[gcb]; |
| 397 | } else { |
| 398 | return U_HST_NOT_APPLICABLE; |
| 399 | } |
| 400 | } |
| 401 | |
| 402 | #if UCONFIG_NO_NORMALIZATION |
| 403 | static int32_t getNormQuickCheck(const IntProperty &, UChar32, UProperty) { |
| 404 | return 0; |
| 405 | } |
| 406 | #else |
| 407 | static int32_t getNormQuickCheck(const IntProperty &/*prop*/, UChar32 c, UProperty which) { |
| 408 | return (int32_t)unorm_getQuickCheck(c, (UNormalizationMode)(which-UCHAR_NFD_QUICK_CHECK+UNORM_NFD)); |
| 409 | } |
| 410 | #endif |
| 411 | |
| 412 | #if UCONFIG_NO_NORMALIZATION |
| 413 | static int32_t getLeadCombiningClass(const IntProperty &, UChar32, UProperty) { |
| 414 | return 0; |
| 415 | } |
| 416 | #else |
| 417 | static int32_t getLeadCombiningClass(const IntProperty &/*prop*/, UChar32 c, UProperty /*which*/) { |
| 418 | return unorm_getFCD16(c)>>8; |
| 419 | } |
| 420 | #endif |
| 421 | |
| 422 | #if UCONFIG_NO_NORMALIZATION |
| 423 | static int32_t getTrailCombiningClass(const IntProperty &, UChar32, UProperty) { |
| 424 | return 0; |
| 425 | } |
| 426 | #else |
| 427 | static int32_t getTrailCombiningClass(const IntProperty &/*prop*/, UChar32 c, UProperty /*which*/) { |
| 428 | return unorm_getFCD16(c)&0xff; |
| 429 | } |
| 430 | #endif |
| 431 | |
| 432 | static const IntProperty intProps[UCHAR_INT_LIMIT-UCHAR_INT_START]={ |
| 433 | /* |
| 434 | * column, mask and shift values for int-value properties from u_getUnicodeProperties(). |
| 435 | * Must be in order of corresponding UProperty, |
| 436 | * and there must be exactly one entry per int UProperty. |
| 437 | * |
| 438 | * Properties with mask==0 are handled in code. |
| 439 | * For them, column is the UPropertySource value. |
| 440 | */ |
| 441 | { UPROPS_SRC_BIDI, 0, 0, getBiDiClass, biDiGetMaxValue }, |
| 442 | { 0, UPROPS_BLOCK_MASK, UPROPS_BLOCK_SHIFT, defaultGetValue, defaultGetMaxValue }, |
| 443 | { UPROPS_SRC_NFC, 0, 0xff, getCombiningClass, getMaxValueFromShift }, |
| 444 | { 2, UPROPS_DT_MASK, 0, defaultGetValue, defaultGetMaxValue }, |
| 445 | { 0, UPROPS_EA_MASK, UPROPS_EA_SHIFT, defaultGetValue, defaultGetMaxValue }, |
| 446 | { UPROPS_SRC_CHAR, 0, (int32_t)U_CHAR_CATEGORY_COUNT-1,getGeneralCategory, getMaxValueFromShift }, |
| 447 | { UPROPS_SRC_BIDI, 0, 0, getJoiningGroup, biDiGetMaxValue }, |
| 448 | { UPROPS_SRC_BIDI, 0, 0, getJoiningType, biDiGetMaxValue }, |
| 449 | { 2, UPROPS_LB_MASK, UPROPS_LB_SHIFT, defaultGetValue, defaultGetMaxValue }, |
| 450 | { UPROPS_SRC_CHAR, 0, (int32_t)U_NT_COUNT-1, getNumericType, getMaxValueFromShift }, |
| 451 | { 0, UPROPS_SCRIPT_MASK, 0, getScript, defaultGetMaxValue }, |
| 452 | { UPROPS_SRC_PROPSVEC, 0, (int32_t)U_HST_COUNT-1, getHangulSyllableType, getMaxValueFromShift }, |
| 453 | // UCHAR_NFD_QUICK_CHECK: max=1=YES -- never "maybe", only "no" or "yes" |
| 454 | { UPROPS_SRC_NFC, 0, (int32_t)UNORM_YES, getNormQuickCheck, getMaxValueFromShift }, |
| 455 | // UCHAR_NFKD_QUICK_CHECK: max=1=YES -- never "maybe", only "no" or "yes" |
| 456 | { UPROPS_SRC_NFKC, 0, (int32_t)UNORM_YES, getNormQuickCheck, getMaxValueFromShift }, |
| 457 | // UCHAR_NFC_QUICK_CHECK: max=2=MAYBE |
| 458 | { UPROPS_SRC_NFC, 0, (int32_t)UNORM_MAYBE, getNormQuickCheck, getMaxValueFromShift }, |
| 459 | // UCHAR_NFKC_QUICK_CHECK: max=2=MAYBE |
| 460 | { UPROPS_SRC_NFKC, 0, (int32_t)UNORM_MAYBE, getNormQuickCheck, getMaxValueFromShift }, |
| 461 | { UPROPS_SRC_NFC, 0, 0xff, getLeadCombiningClass, getMaxValueFromShift }, |
| 462 | { UPROPS_SRC_NFC, 0, 0xff, getTrailCombiningClass, getMaxValueFromShift }, |
| 463 | { 2, UPROPS_GCB_MASK, UPROPS_GCB_SHIFT, defaultGetValue, defaultGetMaxValue }, |
| 464 | { 2, UPROPS_SB_MASK, UPROPS_SB_SHIFT, defaultGetValue, defaultGetMaxValue }, |
| 465 | { 2, UPROPS_WB_MASK, UPROPS_WB_SHIFT, defaultGetValue, defaultGetMaxValue }, |
| 466 | { UPROPS_SRC_BIDI, 0, 0, getBiDiPairedBracketType, biDiGetMaxValue }, |
| 467 | }; |
| 468 | |
| 469 | U_CAPI int32_t U_EXPORT2 |
| 470 | u_getIntPropertyValue(UChar32 c, UProperty which) { |
| 471 | if(which<UCHAR_INT_START) { |
| 472 | if(UCHAR_BINARY_START<=which && which<UCHAR_BINARY_LIMIT) { |
| 473 | const BinaryProperty &prop=binProps[which]; |
| 474 | return prop.contains(prop, c, which); |
| 475 | } |
| 476 | } else if(which<UCHAR_INT_LIMIT) { |
| 477 | const IntProperty &prop=intProps[which-UCHAR_INT_START]; |
| 478 | return prop.getValue(prop, c, which); |
| 479 | } else if(which==UCHAR_GENERAL_CATEGORY_MASK) { |
| 480 | return U_MASK(u_charType(c)); |
| 481 | } |
| 482 | return 0; // undefined |
| 483 | } |
| 484 | |
| 485 | U_CAPI int32_t U_EXPORT2 |
| 486 | u_getIntPropertyMinValue(UProperty /*which*/) { |
| 487 | return 0; /* all binary/enum/int properties have a minimum value of 0 */ |
| 488 | } |
| 489 | |
| 490 | U_CAPI int32_t U_EXPORT2 |
| 491 | u_getIntPropertyMaxValue(UProperty which) { |
| 492 | if(which<UCHAR_INT_START) { |
| 493 | if(UCHAR_BINARY_START<=which && which<UCHAR_BINARY_LIMIT) { |
| 494 | return 1; // maximum TRUE for all binary properties |
| 495 | } |
| 496 | } else if(which<UCHAR_INT_LIMIT) { |
| 497 | const IntProperty &prop=intProps[which-UCHAR_INT_START]; |
| 498 | return prop.getMaxValue(prop, which); |
| 499 | } |
| 500 | return -1; // undefined |
| 501 | } |
| 502 | |
| 503 | U_CFUNC UPropertySource U_EXPORT2 |
| 504 | uprops_getSource(UProperty which) { |
| 505 | if(which<UCHAR_BINARY_START) { |
| 506 | return UPROPS_SRC_NONE; /* undefined */ |
| 507 | } else if(which<UCHAR_BINARY_LIMIT) { |
| 508 | const BinaryProperty &prop=binProps[which]; |
| 509 | if(prop.mask!=0) { |
| 510 | return UPROPS_SRC_PROPSVEC; |
| 511 | } else { |
| 512 | return (UPropertySource)prop.column; |
| 513 | } |
| 514 | } else if(which<UCHAR_INT_START) { |
| 515 | return UPROPS_SRC_NONE; /* undefined */ |
| 516 | } else if(which<UCHAR_INT_LIMIT) { |
| 517 | const IntProperty &prop=intProps[which-UCHAR_INT_START]; |
| 518 | if(prop.mask!=0) { |
| 519 | return UPROPS_SRC_PROPSVEC; |
| 520 | } else { |
| 521 | return (UPropertySource)prop.column; |
| 522 | } |
| 523 | } else if(which<UCHAR_STRING_START) { |
| 524 | switch(which) { |
| 525 | case UCHAR_GENERAL_CATEGORY_MASK: |
| 526 | case UCHAR_NUMERIC_VALUE: |
| 527 | return UPROPS_SRC_CHAR; |
| 528 | |
| 529 | default: |
| 530 | return UPROPS_SRC_NONE; |
| 531 | } |
| 532 | } else if(which<UCHAR_STRING_LIMIT) { |
| 533 | switch(which) { |
| 534 | case UCHAR_AGE: |
| 535 | return UPROPS_SRC_PROPSVEC; |
| 536 | |
| 537 | case UCHAR_BIDI_MIRRORING_GLYPH: |
| 538 | return UPROPS_SRC_BIDI; |
| 539 | |
| 540 | case UCHAR_CASE_FOLDING: |
| 541 | case UCHAR_LOWERCASE_MAPPING: |
| 542 | case UCHAR_SIMPLE_CASE_FOLDING: |
| 543 | case UCHAR_SIMPLE_LOWERCASE_MAPPING: |
| 544 | case UCHAR_SIMPLE_TITLECASE_MAPPING: |
| 545 | case UCHAR_SIMPLE_UPPERCASE_MAPPING: |
| 546 | case UCHAR_TITLECASE_MAPPING: |
| 547 | case UCHAR_UPPERCASE_MAPPING: |
| 548 | return UPROPS_SRC_CASE; |
| 549 | |
| 550 | case UCHAR_ISO_COMMENT: |
| 551 | case UCHAR_NAME: |
| 552 | case UCHAR_UNICODE_1_NAME: |
| 553 | return UPROPS_SRC_NAMES; |
| 554 | |
| 555 | default: |
| 556 | return UPROPS_SRC_NONE; |
| 557 | } |
| 558 | } else { |
| 559 | switch(which) { |
| 560 | case UCHAR_SCRIPT_EXTENSIONS: |
| 561 | return UPROPS_SRC_PROPSVEC; |
| 562 | default: |
| 563 | return UPROPS_SRC_NONE; /* undefined */ |
| 564 | } |
| 565 | } |
| 566 | } |
| 567 | |
| 568 | #if !UCONFIG_NO_NORMALIZATION |
| 569 | |
| 570 | U_CAPI int32_t U_EXPORT2 |
| 571 | u_getFC_NFKC_Closure(UChar32 c, UChar *dest, int32_t destCapacity, UErrorCode *pErrorCode) { |
| 572 | if(pErrorCode==NULL || U_FAILURE(*pErrorCode)) { |
| 573 | return 0; |
| 574 | } |
| 575 | if(destCapacity<0 || (dest==NULL && destCapacity>0)) { |
| 576 | *pErrorCode=U_ILLEGAL_ARGUMENT_ERROR; |
| 577 | return 0; |
| 578 | } |
| 579 | // Compute the FC_NFKC_Closure on the fly: |
| 580 | // We have the API for complete coverage of Unicode properties, although |
| 581 | // this value by itself is not useful via API. |
| 582 | // (What could be useful is a custom normalization table that combines |
| 583 | // case folding and NFKC.) |
| 584 | // For the derivation, see Unicode's DerivedNormalizationProps.txt. |
Jungshik Shin (jungshik at google) | 0f8746a | 2015-01-08 15:46:45 -0800 | [diff] [blame] | 585 | const Normalizer2 *nfkc=Normalizer2::getNFKCInstance(*pErrorCode); |
jshin@chromium.org | 6f31ac3 | 2014-03-26 22:15:14 +0000 | [diff] [blame] | 586 | if(U_FAILURE(*pErrorCode)) { |
| 587 | return 0; |
| 588 | } |
| 589 | // first: b = NFKC(Fold(a)) |
| 590 | UnicodeString folded1String; |
| 591 | const UChar *folded1; |
Jungshik Shin | 87232d8 | 2017-05-13 21:10:13 -0700 | [diff] [blame] | 592 | int32_t folded1Length=ucase_toFullFolding(c, &folded1, U_FOLD_CASE_DEFAULT); |
jshin@chromium.org | 6f31ac3 | 2014-03-26 22:15:14 +0000 | [diff] [blame] | 593 | if(folded1Length<0) { |
| 594 | const Normalizer2Impl *nfkcImpl=Normalizer2Factory::getImpl(nfkc); |
| 595 | if(nfkcImpl->getCompQuickCheck(nfkcImpl->getNorm16(c))!=UNORM_NO) { |
| 596 | return u_terminateUChars(dest, destCapacity, 0, pErrorCode); // c does not change at all under CaseFolding+NFKC |
| 597 | } |
| 598 | folded1String.setTo(c); |
| 599 | } else { |
| 600 | if(folded1Length>UCASE_MAX_STRING_LENGTH) { |
| 601 | folded1String.setTo(folded1Length); |
| 602 | } else { |
| 603 | folded1String.setTo(FALSE, folded1, folded1Length); |
| 604 | } |
| 605 | } |
| 606 | UnicodeString kc1=nfkc->normalize(folded1String, *pErrorCode); |
| 607 | // second: c = NFKC(Fold(b)) |
| 608 | UnicodeString folded2String(kc1); |
| 609 | UnicodeString kc2=nfkc->normalize(folded2String.foldCase(), *pErrorCode); |
| 610 | // if (c != b) add the mapping from a to c |
| 611 | if(U_FAILURE(*pErrorCode) || kc1==kc2) { |
| 612 | return u_terminateUChars(dest, destCapacity, 0, pErrorCode); |
| 613 | } else { |
| 614 | return kc2.extract(dest, destCapacity, *pErrorCode); |
| 615 | } |
| 616 | } |
| 617 | |
| 618 | #endif |