Searched refs:allowed_chargrams (Results 1 – 5 of 5) sorted by relevance
482 options.allowed_chargrams.insert("^H"); in TEST_F()483 options.allowed_chargrams.insert("ll"); in TEST_F()484 options.allowed_chargrams.insert("llo"); in TEST_F()485 options.allowed_chargrams.insert("w"); in TEST_F()486 options.allowed_chargrams.insert("!"); in TEST_F()487 options.allowed_chargrams.insert("\xc4"); // UTF8 control character. in TEST_F()
161 if (options_.allowed_chargrams.empty()) { in HashToken()172 } else if (options_.allowed_chargrams.find(token_string) == in HashToken()173 options_.allowed_chargrams.end()) { in HashToken()
63 std::unordered_set<std::string> allowed_chargrams; member
77 if (options->allowed_chargrams() != nullptr) { in BuildTokenFeatureExtractorOptions()78 for (const auto& chargram : *options->allowed_chargrams()) { in BuildTokenFeatureExtractorOptions()79 extractor_options.allowed_chargrams.insert(chargram->str()); in BuildTokenFeatureExtractorOptions()
784 // If no allowed_chargrams are specified, all charactergrams are allowed.786 allowed_chargrams:[string];