Searched refs:max_word_length (Results 1 – 6 of 6) sorted by relevance
193 const int max_word_length = options_.max_word_length; in ExtractCharactergramFeaturesAscii() local195 if (word.size() > max_word_length) { in ExtractCharactergramFeaturesAscii()197 "^" + word.substr(0, max_word_length / 2) + "\1" + in ExtractCharactergramFeaturesAscii()198 word.substr(word.size() - max_word_length / 2, max_word_length / 2) + in ExtractCharactergramFeaturesAscii()244 for (int i = 0; i < options_.max_word_length / 2; i++) { in ExtractCharactergramFeaturesUnicode()
57 int max_word_length = 20; member
30 extractor_options.max_word_length = options->max_token_length(); in BuildTokenFeatureExtractorOptions()
64 extractor_options.max_word_length = options->max_word_length(); in BuildTokenFeatureExtractorOptions()
528 max_word_length:int = 20;
332 size_t max_word_length = max_length_in_bytes / sizeof(utf16_data[0]); in ConvertUTF16BufferToUTF8String() local333 size_t word_length = UTF16codeunits(utf16_data, max_word_length); in ConvertUTF16BufferToUTF8String()