Searched refs:max_word_length (Results 1 – 6 of 6) sorted by relevance
192 const int max_word_length = options_.max_word_length; in ExtractCharactergramFeaturesAscii() local194 if (word.size() > max_word_length) { in ExtractCharactergramFeaturesAscii()196 "^" + word.substr(0, max_word_length / 2) + "\1" + in ExtractCharactergramFeaturesAscii()197 word.substr(word.size() - max_word_length / 2, max_word_length / 2) + in ExtractCharactergramFeaturesAscii()243 for (int i = 0; i < options_.max_word_length / 2; i++) { in ExtractCharactergramFeaturesUnicode()
57 int max_word_length = 20; member
30 extractor_options.max_word_length = options->max_token_length(); in BuildTokenFeatureExtractorOptions()
64 extractor_options.max_word_length = options->max_word_length(); in BuildTokenFeatureExtractorOptions()
695 max_word_length:int = 20;
335 size_t max_word_length = max_length_in_bytes / sizeof(utf16_data[0]); in ConvertUTF16BufferToUTF8String() local336 size_t word_length = UTF16codeunits(utf16_data, max_word_length); in ConvertUTF16BufferToUTF8String()