Lines Matching refs:tokenCount
195 static uint32_t tokenCount; variable
531 tokenCount=i; in compress()
538 tokenCount=256-letterCount; in compress()
539 for(i=tokenCount; i<wordCount; ++i) { in compress()
545 uprv_sortArray(words+tokenCount, wordCount-tokenCount, sizeof(Word), in compress()
554 tokenCount=wordCount+letterCount+(LEADBYTE_LIMIT-1); in compress()
560 tokenCount+=(tokenCount-256+254)/255; in compress()
562 leadByteCount=(int16_t)(tokenCount>>8); in compress()
565 tokenCount-=(LEADBYTE_LIMIT-1)-leadByteCount; in compress()
569 tokenCount=LEADBYTE_LIMIT*256; in compress()
570 wordCount=tokenCount-letterCount-(LEADBYTE_LIMIT-1); in compress()
572 wordCount-=(tokenCount-256+254)/255; in compress()
617 tokenCount=i; /* should be already tokenCount={i or i+1} */ in compress()
624 printf("number of tokens: %lu\n", (unsigned long)tokenCount); in compress()
785 for(i=0; i<tokenCount; ++i) { in writeBinaryData()
815 i=tokenCount; in writeBinaryData()
816 tokenCount=(tokenCount+0xff)&~0xff; in writeBinaryData()
817 if(!beQuiet && i<tokenCount) { in writeBinaryData()
818 …intf("number of tokens[] padding entries for data swapping: %lu\n", (unsigned long)(tokenCount-i)); in writeBinaryData()
820 for(; i<tokenCount; ++i) { in writeBinaryData()
847 tokenStringOffset=4+4+4+4+2+2*tokenCount; in writeBinaryData()
869 udata_write16(pData, (uint16_t)tokenCount); in writeBinaryData()
870 udata_writeBlock(pData, tokens, 2*tokenCount); in writeBinaryData()
921 for(i=0; i<(int16_t)tokenCount; ++i) { in findToken()