Searched refs:remap_digits (Results 1 – 5 of 5) sorted by relevance
34 if (!options.remap_digits && !options.lowercase_tokens) { in RemapTokenAscii()40 if (options.remap_digits && isdigit(copy[i])) { in RemapTokenAscii()53 if (!options.remap_digits && !options.lowercase_tokens) { in RemapTokenUnicode()61 if (options.remap_digits && u_isdigit(*it)) { in RemapTokenUnicode()
51 bool remap_digits = false; member
51 extractor_options.remap_digits = options.remap_digits(); in BuildTokenFeatureExtractorOptions()
99 optional bool remap_digits = 20 [default = false]; field
209 options.remap_digits = true; in TEST()233 options.remap_digits = true; in TEST()298 options.remap_digits = false; in TEST()