• Home
  • Raw
  • Download

Lines Matching refs:norm16

467     uint32_t norm16;  in addLcccChars()  local
469 nullptr, nullptr, &norm16)) >= 0) { in addLcccChars()
470 if (norm16 > Normalizer2Impl::MIN_NORMAL_MAYBE_YES && in addLcccChars()
471 norm16 != Normalizer2Impl::JAMO_VT) { in addLcccChars()
473 } else if (minNoNoCompNoMaybeCC <= norm16 && norm16 < limitNoNo) { in addLcccChars()
600 uint16_t norm16=0; in decompose() local
610 isMostDecompYesAndZeroCC(norm16=UCPTRIE_FAST_BMP_GET(normTrie, UCPTRIE_16, c)) in decompose()
619 norm16=UCPTRIE_FAST_SUPP_GET(normTrie, UCPTRIE_16, c); in decompose()
620 if(isMostDecompYesAndZeroCC(norm16)) { in decompose()
648 if(!decompose(c, norm16, *buffer, errorCode)) { in decompose()
652 if(isDecompYes(norm16)) { in decompose()
653 uint8_t cc=getCCFromYesOrMaybe(norm16); in decompose()
685 uint16_t norm16; in decomposeShort() local
686 UCPTRIE_FAST_U16_NEXT(normTrie, UCPTRIE_16, src, limit, c, norm16); in decomposeShort()
687 if (stopAtCompBoundary && norm16HasCompBoundaryBefore(norm16)) { in decomposeShort()
690 if(!decompose(c, norm16, buffer, errorCode)) { in decomposeShort()
693 if (stopAtCompBoundary && norm16HasCompBoundaryAfter(norm16, onlyContiguous)) { in decomposeShort()
700 UBool Normalizer2Impl::decompose(UChar32 c, uint16_t norm16, in decompose() argument
704 if (norm16 >= limitNoNo) { in decompose()
705 if (isMaybeOrNonZeroCC(norm16)) { in decompose()
706 return buffer.append(c, getCCFromYesOrMaybe(norm16), errorCode); in decompose()
709 c=mapAlgorithmic(c, norm16); in decompose()
710 norm16=getRawNorm16(c); in decompose()
712 if (norm16 < minYesNo) { in decompose()
715 } else if(isHangulLV(norm16) || isHangulLVT(norm16)) { in decompose()
721 const uint16_t *mapping=getMapping(norm16); in decompose()
743 uint16_t norm16; in decomposeShort() local
744 UCPTRIE_FAST_U8_NEXT(normTrie, UCPTRIE_16, src, limit, norm16); in decomposeShort()
747 if (norm16 >= limitNoNo) { in decomposeShort()
748 if (isMaybeOrNonZeroCC(norm16)) { in decomposeShort()
751 if (!buffer.append(c, getCCFromYesOrMaybe(norm16), errorCode)) { in decomposeShort()
761 c = mapAlgorithmic(c, norm16); in decomposeShort()
762 norm16 = getRawNorm16(c); in decomposeShort()
763 } else if (stopAtCompBoundary && norm16 < minNoNoCompNoMaybeCC) { in decomposeShort()
771 U_ASSERT(norm16 != INERT); in decomposeShort()
772 if (norm16 < minYesNo) { in decomposeShort()
780 } else if (isHangulLV(norm16) || isHangulLVT(norm16)) { in decomposeShort()
791 const uint16_t *mapping = getMapping(norm16); in decomposeShort()
805 if (stopAtCompBoundary && norm16HasCompBoundaryAfter(norm16, onlyContiguous)) { in decomposeShort()
814 uint16_t norm16; in getDecomposition() local
815 if(c<minDecompNoCP || isMaybeOrNonZeroCC(norm16=getNorm16(c))) { in getDecomposition()
820 if(isDecompNoAlgorithmic(norm16)) { in getDecomposition()
822 c=mapAlgorithmic(c, norm16); in getDecomposition()
827 norm16 = getRawNorm16(c); in getDecomposition()
829 if (norm16 < minYesNo) { in getDecomposition()
831 } else if(isHangulLV(norm16) || isHangulLVT(norm16)) { in getDecomposition()
837 const uint16_t *mapping=getMapping(norm16); in getDecomposition()
848 uint16_t norm16; in getRawDecomposition() local
849 if(c<minDecompNoCP || isDecompYes(norm16=getNorm16(c))) { in getRawDecomposition()
852 } else if(isHangulLV(norm16) || isHangulLVT(norm16)) { in getRawDecomposition()
857 } else if(isDecompNoAlgorithmic(norm16)) { in getRawDecomposition()
858 c=mapAlgorithmic(c, norm16); in getRawDecomposition()
864 const uint16_t *mapping=getMapping(norm16); in getRawDecomposition()
905 uint16_t norm16; in decomposeAndAppend() local
906 UCPTRIE_FAST_U16_NEXT(normTrie, UCPTRIE_16, p, limit, c, norm16); in decomposeAndAppend()
907 if ((cc = getCC(norm16)) == 0) { in decomposeAndAppend()
931 UBool Normalizer2Impl::norm16HasDecompBoundaryBefore(uint16_t norm16) const { in norm16HasDecompBoundaryBefore()
932 if (norm16 < minNoNoCompNoMaybeCC) { in norm16HasDecompBoundaryBefore()
935 if (norm16 >= limitNoNo) { in norm16HasDecompBoundaryBefore()
936 return norm16 <= MIN_NORMAL_MAYBE_YES || norm16 == JAMO_VT; in norm16HasDecompBoundaryBefore()
939 const uint16_t *mapping=getMapping(norm16); in norm16HasDecompBoundaryBefore()
955 UBool Normalizer2Impl::norm16HasDecompBoundaryAfter(uint16_t norm16) const { in norm16HasDecompBoundaryAfter()
956 if(norm16 <= minYesNo || isHangulLVT(norm16)) { in norm16HasDecompBoundaryAfter()
959 if (norm16 >= limitNoNo) { in norm16HasDecompBoundaryAfter()
960 if (isMaybeOrNonZeroCC(norm16)) { in norm16HasDecompBoundaryAfter()
961 return norm16 <= MIN_NORMAL_MAYBE_YES || norm16 == JAMO_VT; in norm16HasDecompBoundaryAfter()
964 return (norm16 & DELTA_TCCC_MASK) <= DELTA_TCCC_1; in norm16HasDecompBoundaryAfter()
967 const uint16_t *mapping=getMapping(norm16); in norm16HasDecompBoundaryAfter()
1096 uint16_t norm16; in recompose() local
1108 UCPTRIE_FAST_U16_NEXT(normTrie, UCPTRIE_16, p, limit, c, norm16); in recompose()
1109 cc=getCCFromYesOrMaybe(norm16); in recompose()
1111 isMaybe(norm16) && in recompose()
1117 if(isJamoVT(norm16)) { in recompose()
1232 if((compositionsList=getCompositionsListForDecompYes(norm16))!=NULL) { in recompose()
1252 uint16_t norm16=getNorm16(a); // maps an out-of-range 'a' to inert norm16 in composePair() local
1254 if(isInert(norm16)) { in composePair()
1256 } else if(norm16<minYesNoMappingsOnly) { in composePair()
1258 if(isJamoL(norm16)) { in composePair()
1268 } else if(isHangulLV(norm16)) { in composePair()
1277 list=getMapping(norm16); in composePair()
1278 if(norm16>minYesNo) { // composite 'a' has both mapping & compositions list in composePair()
1284 } else if(norm16<minMaybeYes || MIN_NORMAL_MAYBE_YES<=norm16) { in composePair()
1287 list=getCompositionsListForMaybe(norm16); in composePair()
1334 uint16_t norm16 = 0; in compose() local
1343 isCompYesAndZeroCC(norm16=UCPTRIE_FAST_BMP_GET(normTrie, UCPTRIE_16, c)) in compose()
1355 norm16=UCPTRIE_FAST_SUPP_GET(normTrie, UCPTRIE_16, c); in compose()
1356 if(!isCompYesAndZeroCC(norm16)) { in compose()
1370 if (!isMaybeOrNonZeroCC(norm16)) { // minNoNo <= norm16 < minMaybeYes in compose()
1376 if (isDecompNoAlgorithmic(norm16)) { in compose()
1379 if (norm16HasCompBoundaryAfter(norm16, onlyContiguous) || in compose()
1384 if(!buffer.append(mapAlgorithmic(c, norm16), 0, errorCode)) { in compose()
1390 } else if (norm16 < minNoNoCompBoundaryBefore) { in compose()
1392 if (norm16HasCompBoundaryAfter(norm16, onlyContiguous) || in compose()
1397 const UChar *mapping = reinterpret_cast<const UChar *>(getMapping(norm16)); in compose()
1405 } else if (norm16 >= minNoNoEmpty) { in compose()
1420 } else if (isJamoVT(norm16) && prevBoundary != prevSrc) { in compose()
1483 } else if (norm16 > JAMO_VT) { // norm16 >= MIN_YES_YES_WITH_CC in compose()
1487 uint8_t cc = getCCFromNormalYesOrMaybe(norm16); // cc!=0 in compose()
1535 if (prevBoundary != prevSrc && !norm16HasCompBoundaryBefore(norm16)) { in compose()
1537 UCPTRIE_FAST_U16_PREV(normTrie, UCPTRIE_16, prevBoundary, p, c, norm16); in compose()
1538 if (!norm16HasCompBoundaryAfter(norm16, onlyContiguous)) { in compose()
1598 uint16_t norm16 = 0; in composeQuickCheck() local
1604 isCompYesAndZeroCC(norm16=UCPTRIE_FAST_BMP_GET(normTrie, UCPTRIE_16, c)) in composeQuickCheck()
1616 norm16=UCPTRIE_FAST_SUPP_GET(normTrie, UCPTRIE_16, c); in composeQuickCheck()
1617 if(!isCompYesAndZeroCC(norm16)) { in composeQuickCheck()
1632 if (norm16HasCompBoundaryBefore(norm16)) { in composeQuickCheck()
1647 if(isMaybeOrNonZeroCC(norm16)) { in composeQuickCheck()
1648 uint8_t cc=getCCFromYesOrMaybe(norm16); in composeQuickCheck()
1659 if (norm16 < MIN_YES_YES_WITH_CC) { in composeQuickCheck()
1671 UCPTRIE_FAST_U16_NEXT(normTrie, UCPTRIE_16, nextSrc, limit, c, norm16); in composeQuickCheck()
1672 if (isMaybeOrNonZeroCC(norm16)) { in composeQuickCheck()
1673 cc = getCCFromYesOrMaybe(norm16); in composeQuickCheck()
1683 if (isCompYesAndZeroCC(norm16)) { in composeQuickCheck()
1745 uint16_t norm16 = 0; in composeUTF8() local
1758 UCPTRIE_FAST_U8_NEXT(normTrie, UCPTRIE_16, src, limit, norm16); in composeUTF8()
1759 if (!isCompYesAndZeroCC(norm16)) { in composeUTF8()
1771 if (!isMaybeOrNonZeroCC(norm16)) { // minNoNo <= norm16 < minMaybeYes in composeUTF8()
1777 if (isDecompNoAlgorithmic(norm16)) { in composeUTF8()
1780 if (norm16HasCompBoundaryAfter(norm16, onlyContiguous) || in composeUTF8()
1787 appendCodePointDelta(prevSrc, src, getAlgorithmicDelta(norm16), *sink, edits); in composeUTF8()
1791 } else if (norm16 < minNoNoCompBoundaryBefore) { in composeUTF8()
1793 if (norm16HasCompBoundaryAfter(norm16, onlyContiguous) || in composeUTF8()
1800 const uint16_t *mapping = getMapping(norm16); in composeUTF8()
1809 } else if (norm16 >= minNoNoEmpty) { in composeUTF8()
1829 } else if (isJamoVT(norm16)) { in composeUTF8()
1892 } else if (norm16 > JAMO_VT) { // norm16 >= MIN_YES_YES_WITH_CC in composeUTF8()
1896 uint8_t cc = getCCFromNormalYesOrMaybe(norm16); // cc!=0 in composeUTF8()
1945 if (prevBoundary != prevSrc && !norm16HasCompBoundaryBefore(norm16)) { in composeUTF8()
1947 UCPTRIE_FAST_U8_PREV(normTrie, UCPTRIE_16, prevBoundary, p, norm16); in composeUTF8()
1948 if (!norm16HasCompBoundaryAfter(norm16, onlyContiguous)) { in composeUTF8()
1994 uint16_t norm16; in hasCompBoundaryBefore() local
1995 UCPTRIE_FAST_U16_NEXT(normTrie, UCPTRIE_16, src, limit, c, norm16); in hasCompBoundaryBefore()
1996 return norm16HasCompBoundaryBefore(norm16); in hasCompBoundaryBefore()
2003 uint16_t norm16; in hasCompBoundaryBefore() local
2004 UCPTRIE_FAST_U8_NEXT(normTrie, UCPTRIE_16, src, limit, norm16); in hasCompBoundaryBefore()
2005 return norm16HasCompBoundaryBefore(norm16); in hasCompBoundaryBefore()
2014 uint16_t norm16; in hasCompBoundaryAfter() local
2015 UCPTRIE_FAST_U16_PREV(normTrie, UCPTRIE_16, start, p, c, norm16); in hasCompBoundaryAfter()
2016 return norm16HasCompBoundaryAfter(norm16, onlyContiguous); in hasCompBoundaryAfter()
2024 uint16_t norm16; in hasCompBoundaryAfter() local
2025 UCPTRIE_FAST_U8_PREV(normTrie, UCPTRIE_16, start, p, norm16); in hasCompBoundaryAfter()
2026 return norm16HasCompBoundaryAfter(norm16, onlyContiguous); in hasCompBoundaryAfter()
2034 uint16_t norm16; in findPreviousCompBoundary() local
2035 UCPTRIE_FAST_U16_PREV(normTrie, UCPTRIE_16, start, p, c, norm16); in findPreviousCompBoundary()
2036 if (norm16HasCompBoundaryAfter(norm16, onlyContiguous)) { in findPreviousCompBoundary()
2039 if (hasCompBoundaryBefore(c, norm16)) { in findPreviousCompBoundary()
2051 uint16_t norm16; in findNextCompBoundary() local
2052 UCPTRIE_FAST_U16_NEXT(normTrie, UCPTRIE_16, p, limit, c, norm16); in findNextCompBoundary()
2053 if (hasCompBoundaryBefore(c, norm16)) { in findNextCompBoundary()
2056 if (norm16HasCompBoundaryAfter(norm16, onlyContiguous)) { in findNextCompBoundary()
2100 uint16_t norm16=getNorm16(c); in getFCD16FromNormData() local
2101 if (norm16 >= limitNoNo) { in getFCD16FromNormData()
2102 if(norm16>=MIN_NORMAL_MAYBE_YES) { in getFCD16FromNormData()
2104 norm16=getCCFromNormalYesOrMaybe(norm16); in getFCD16FromNormData()
2105 return norm16|(norm16<<8); in getFCD16FromNormData()
2106 } else if(norm16>=minMaybeYes) { in getFCD16FromNormData()
2109 uint16_t deltaTrailCC = norm16 & DELTA_TCCC_MASK; in getFCD16FromNormData()
2114 c=mapAlgorithmic(c, norm16); in getFCD16FromNormData()
2115 norm16=getRawNorm16(c); in getFCD16FromNormData()
2118 if(norm16<=minYesNo || isHangulLVT(norm16)) { in getFCD16FromNormData()
2123 const uint16_t *mapping=getMapping(norm16); in getFCD16FromNormData()
2125 norm16=firstUnit>>8; // tccc in getFCD16FromNormData()
2127 norm16|=*(mapping-1)&0xff00; // lccc in getFCD16FromNormData()
2129 return norm16; in getFCD16FromNormData()
2316 uint16_t norm16; in findPreviousFCDBoundary() local
2317 UCPTRIE_FAST_U16_PREV(normTrie, UCPTRIE_16, start, p, c, norm16); in findPreviousFCDBoundary()
2318 if (c < minDecompNoCP || norm16HasDecompBoundaryAfter(norm16)) { in findPreviousFCDBoundary()
2321 if (norm16HasDecompBoundaryBefore(norm16)) { in findPreviousFCDBoundary()
2332 uint16_t norm16; in findNextFCDBoundary() local
2333 UCPTRIE_FAST_U16_NEXT(normTrie, UCPTRIE_16, p, limit, c, norm16); in findNextFCDBoundary()
2334 if (c < minLcccCP || norm16HasDecompBoundaryBefore(norm16)) { in findNextFCDBoundary()
2337 if (norm16HasDecompBoundaryAfter(norm16)) { in findNextFCDBoundary()
2432 void Normalizer2Impl::makeCanonIterDataFromNorm16(UChar32 start, UChar32 end, const uint16_t norm16, in makeCanonIterDataFromNorm16() argument
2435 if(isInert(norm16) || (minYesNo<=norm16 && norm16<minNoNo)) { in makeCanonIterDataFromNorm16()
2447 if(isMaybeOrNonZeroCC(norm16)) { in makeCanonIterDataFromNorm16()
2450 if(norm16<MIN_NORMAL_MAYBE_YES) { in makeCanonIterDataFromNorm16()
2453 } else if(norm16<minYesNo) { in makeCanonIterDataFromNorm16()
2459 uint16_t norm16_2=norm16; in makeCanonIterDataFromNorm16()
2541 uint16_t norm16=getRawNorm16(c); in getCanonStartSet() local
2542 if(norm16==JAMO_L) { in getCanonStartSet()
2547 addComposites(getCompositionsList(norm16), set); in getCanonStartSet()