Home
last modified time | relevance | path

Searched refs:feature_word (Results 1 – 1 of 1) sorted by relevance

/external/libtextclassifier/smartselect/
Dtoken-feature-extractor.cc115 std::string feature_word; in ExtractCharactergramFeaturesAscii() local
117 feature_word = in ExtractCharactergramFeaturesAscii()
123 feature_word = "^" + word + "$"; in ExtractCharactergramFeaturesAscii()
127 result.reserve(options_.chargram_orders.size() * feature_word.size()); in ExtractCharactergramFeaturesAscii()
132 for (int i = 1; i < feature_word.size() - 1; ++i) { in ExtractCharactergramFeaturesAscii()
134 HashToken(StringPiece(feature_word, /*offset=*/i, /*len=*/1))); in ExtractCharactergramFeaturesAscii()
138 i < static_cast<int>(feature_word.size()) - chargram_order + 1; in ExtractCharactergramFeaturesAscii()
141 StringPiece(feature_word, /*offset=*/i, /*len=*/chargram_order))); in ExtractCharactergramFeaturesAscii()
170 std::string feature_word; in ExtractCharactergramFeaturesUnicode() local
172 feature_word = "^" + word.UTF8Substring(word.begin(), word.end()) + "$"; in ExtractCharactergramFeaturesUnicode()
[all …]