Lines Matching refs:tok
327 UColToken *tok = lh->first; in ucol_inv_getGapPositions() local
328 uint32_t tokStrength = tok->strength; in ucol_inv_getGapPositions()
379 lh->fStrToken[tokStrength] = tok; in ucol_inv_getGapPositions()
386 while(tok != NULL && tok->strength >= tokStrength) { in ucol_inv_getGapPositions()
388 lh->lStrToken[tokStrength] = tok; in ucol_inv_getGapPositions()
390 tok = tok->next; in ucol_inv_getGapPositions()
401 if(tok != NULL) { in ucol_inv_getGapPositions()
402 tokStrength = tok->strength; in ucol_inv_getGapPositions()
448 static uint32_t ucol_getSimpleCEGenerator(ucolCEGenerator *g, UColToken *tok, uint32_t strength, UE… in ucol_getSimpleCEGenerator() argument
463 if(tok->next != NULL && tok->next->strength == strength) { in ucol_getSimpleCEGenerator()
464 count = tok->next->toInsert; in ucol_getSimpleCEGenerator()
476 …EGenerator(ucolCEGenerator *g, uint32_t* lows, uint32_t* highs, UColToken *tok, uint32_t fStrength… in ucol_getCEGenerator() argument
477 uint32_t strength = tok->strength; in ucol_getCEGenerator()
489 uint32_t count = tok->toInsert; in ucol_getCEGenerator()
669 U_CFUNC void ucol_doCE(UColTokenParser *src, uint32_t *CEparts, UColToken *tok, UErrorCode *status)… in ucol_doCE() argument
699 tok->CEs[CEi] = value; in ucol_doCE()
703 tok->noOfCEs = 1; in ucol_doCE()
704 tok->CEs[0] = 0; in ucol_doCE()
706 tok->noOfCEs = CEi; in ucol_doCE()
712 if(tok->CEs[0] != 0) { // case bits should be set only for non-ignorables in ucol_doCE()
713 tok->CEs[0] &= 0xFFFFFF3F; // Clean the case bits field in ucol_doCE()
714 int32_t cSize = (tok->source & 0xFF000000) >> 24; in ucol_doCE()
715 UChar *cPoints = (tok->source & 0x00FFFFFF) + src->source; in ucol_doCE()
719 tok->CEs[0] |= ucol_uprv_getCaseBits(src->UCA, cPoints, cSize, status); in ucol_doCE()
723 tok->CEs[0] |= (caseCE & 0xC0); in ucol_doCE()
728 …fprintf(stderr, "%04X str: %i, [%08X, %08X, %08X]: tok: ", tok->debugSource, tok->strength, CEpart… in ucol_doCE()
729 for(i = 0; i<tok->noOfCEs; i++) { in ucol_doCE()
730 fprintf(stderr, "%08X ", tok->CEs[i]); in ucol_doCE()
740 UColToken *tok = lh->last; in ucol_initBuffers() local
745 tok->toInsert = 1; in ucol_initBuffers()
746 t[tok->strength] = 1; in ucol_initBuffers()
748 while(tok->previous != NULL) { in ucol_initBuffers()
749 if(tok->previous->strength < tok->strength) { /* going up */ in ucol_initBuffers()
750 t[tok->strength] = 0; in ucol_initBuffers()
751 t[tok->previous->strength]++; in ucol_initBuffers()
752 } else if(tok->previous->strength > tok->strength) { /* going down */ in ucol_initBuffers()
753 t[tok->previous->strength] = 1; in ucol_initBuffers()
755 t[tok->strength]++; in ucol_initBuffers()
757 tok=tok->previous; in ucol_initBuffers()
758 tok->toInsert = t[tok->strength]; in ucol_initBuffers()
761 tok->toInsert = t[tok->strength]; in ucol_initBuffers()
771 tok=&lh->first[UCOL_TOK_POLARITY_POSITIVE]; in ucol_initBuffers()
774 fprintf(stderr,"%i", tok->strength); in ucol_initBuffers()
775 tok = tok->next; in ucol_initBuffers()
776 } while(tok != NULL); in ucol_initBuffers()
779 tok=&lh->first[UCOL_TOK_POLARITY_POSITIVE]; in ucol_initBuffers()
782 fprintf(stderr,"%i", tok->toInsert); in ucol_initBuffers()
783 tok = tok->next; in ucol_initBuffers()
784 } while(tok != NULL); in ucol_initBuffers()
787 tok = lh->first; in ucol_initBuffers()
796 while (tok != NULL && U_SUCCESS(*status)) { in ucol_initBuffers()
797 fStrength = tok->strength; in ucol_initBuffers()
813 …TIARY] = ucol_getCEGenerator(&Gens[UCOL_TERTIARY], lh->gapsLo, lh->gapsHi, tok, fStrength, status); in ucol_initBuffers()
817 …DARY] = ucol_getCEGenerator(&Gens[UCOL_SECONDARY], lh->gapsLo, lh->gapsHi, tok, fStrength, status… in ucol_initBuffers()
818 …CEparts[UCOL_TERTIARY] = ucol_getSimpleCEGenerator(&Gens[UCOL_TERTIARY], tok, UCOL_TERTIARY, statu… in ucol_initBuffers()
821 …RIMARY] = ucol_getCEGenerator(&Gens[UCOL_PRIMARY], lh->gapsLo, lh->gapsHi, tok, fStrength, status… in ucol_initBuffers()
822 …CEparts[UCOL_SECONDARY] = ucol_getSimpleCEGenerator(&Gens[UCOL_SECONDARY], tok, UCOL_SECONDARY, st… in ucol_initBuffers()
823 …CEparts[UCOL_TERTIARY] = ucol_getSimpleCEGenerator(&Gens[UCOL_TERTIARY], tok, UCOL_TERTIARY, statu… in ucol_initBuffers()
826 if(tok->strength == UCOL_TERTIARY) { in ucol_initBuffers()
828 } else if(tok->strength == UCOL_SECONDARY) { in ucol_initBuffers()
830 …CEparts[UCOL_TERTIARY] = ucol_getSimpleCEGenerator(&Gens[UCOL_TERTIARY], tok, UCOL_TERTIARY, statu… in ucol_initBuffers()
831 } else if(tok->strength == UCOL_PRIMARY) { in ucol_initBuffers()
833 …CEparts[UCOL_SECONDARY] = ucol_getSimpleCEGenerator(&Gens[UCOL_SECONDARY], tok, UCOL_SECONDARY, st… in ucol_initBuffers()
834 …CEparts[UCOL_TERTIARY] = ucol_getSimpleCEGenerator(&Gens[UCOL_TERTIARY], tok, UCOL_TERTIARY, statu… in ucol_initBuffers()
837 ucol_doCE(src, CEparts, tok, status); in ucol_initBuffers()
838 tok = tok->next; in ucol_initBuffers()
844 UColToken *tok = lh->first; in ucol_createElements() local
850 while(tok != NULL && U_SUCCESS(*status)) { in ucol_createElements()
854 if(tok->expansion != 0) { in ucol_createElements()
855 uint32_t len = tok->expansion >> 24; in ucol_createElements()
857 uint32_t expOffset = tok->expansion & 0x00FFFFFF; in ucol_createElements()
870 tok->expCEs[tok->noOfExpCEs + j] = expt->CEs[j]; in ucol_createElements()
872 tok->noOfExpCEs += noOfCEsToCopy; in ucol_createElements()
895 tok->expCEs[tok->noOfExpCEs++] = order; in ucol_createElements()
902 tok->noOfExpCEs = 0; in ucol_createElements()
906 el.noOfCEs = tok->noOfCEs + tok->noOfExpCEs; in ucol_createElements()
908 for(i = 0; i<tok->noOfCEs; i++) { in ucol_createElements()
909 el.CEs[i] = tok->CEs[i]; in ucol_createElements()
911 for(i = 0; i<tok->noOfExpCEs; i++) { in ucol_createElements()
912 el.CEs[i+tok->noOfCEs] = tok->expCEs[i]; in ucol_createElements()
920 if(tok->prefix != 0) { // we will just copy the prefix here, and adjust accordingly in the in ucol_createElements()
923 el.prefixSize = tok->prefix>>24; in ucol_createElements()
924 … uprv_memcpy(el.prefix, src->source + (tok->prefix & 0x00FFFFFF), el.prefixSize*sizeof(UChar)); in ucol_createElements()
926 el.cSize = (tok->source >> 24)-(tok->prefix>>24); in ucol_createElements()
927 …uprv_memcpy(el.uchars, (tok->source & 0x00FFFFFF)+(tok->prefix>>24) + src->source, el.cSize*sizeof… in ucol_createElements()
932 el.cSize = (tok->source >> 24); in ucol_createElements()
933 … uprv_memcpy(el.uchars, (tok->source & 0x00FFFFFF) + src->source, el.cSize*sizeof(UChar)); in ucol_createElements()
959 … fprintf(stderr, "replaced CE for %04X with CE for %04X\n", el.cPoints[0], tok->debugSource); in ucol_createElements()
964 tok = tok->next; in ucol_createElements()