Searched refs:lowercase_tokens (Results 1 – 5 of 5) sorted by relevance
34 if (!options.remap_digits && !options.lowercase_tokens) { in RemapTokenAscii()43 if (options.lowercase_tokens) { in RemapTokenAscii()53 if (!options.remap_digits && !options.lowercase_tokens) { in RemapTokenUnicode()63 } else if (options.lowercase_tokens) { in RemapTokenUnicode()
54 bool lowercase_tokens = false; member
52 extractor_options.lowercase_tokens = options.lowercase_tokens(); in BuildTokenFeatureExtractorOptions()
102 optional bool lowercase_tokens = 33; field
257 options.lowercase_tokens = true; in TEST()280 options.lowercase_tokens = true; in TEST()