Searched refs:lowercase_tokens (Results 1 – 7 of 7) sorted by relevance
33 if (!options.remap_digits && !options.lowercase_tokens) { in RemapTokenAscii()42 if (options.lowercase_tokens) { in RemapTokenAscii()52 if (!options.remap_digits && !options.lowercase_tokens) { in RemapTokenUnicode()62 } else if (options.lowercase_tokens) { in RemapTokenUnicode()
54 bool lowercase_tokens = false; member
324 options.lowercase_tokens = true; in TEST_F()348 options.lowercase_tokens = true; in TEST_F()
40 extractor_options.lowercase_tokens = options->lowercase_tokens(); in BuildTokenFeatureExtractorOptions()
145 lowercase_tokens:bool;
75 extractor_options.lowercase_tokens = options->lowercase_tokens(); in BuildTokenFeatureExtractorOptions()
547 lowercase_tokens:bool;