Searched refs:remap_digits (Results 1 – 7 of 7) sorted by relevance
33 if (!options.remap_digits && !options.lowercase_tokens) { in RemapTokenAscii()39 if (options.remap_digits && isdigit(copy[i])) { in RemapTokenAscii()52 if (!options.remap_digits && !options.lowercase_tokens) { in RemapTokenUnicode()60 if (options.remap_digits && unilib.IsDigit(*it)) { in RemapTokenUnicode()
51 bool remap_digits = false; member
276 options.remap_digits = true; in TEST_F()300 options.remap_digits = true; in TEST_F()368 options.remap_digits = false; in TEST_F()
39 extractor_options.remap_digits = options->remap_digits(); in BuildTokenFeatureExtractorOptions()
142 remap_digits:bool;
74 extractor_options.remap_digits = options->remap_digits(); in BuildTokenFeatureExtractorOptions()
544 remap_digits:bool = false;