Home
last modified time | relevance | path

Searched refs:feature_word (Results 1 – 1 of 1) sorted by relevance

/external/libtextclassifier/native/utils/
Dtoken-feature-extractor.cc193 std::string feature_word; in ExtractCharactergramFeaturesAscii() local
195 feature_word = in ExtractCharactergramFeaturesAscii()
201 feature_word = "^" + word + "$"; in ExtractCharactergramFeaturesAscii()
205 result.reserve(options_.chargram_orders.size() * feature_word.size()); in ExtractCharactergramFeaturesAscii()
208 result.push_back(HashToken(feature_word)); in ExtractCharactergramFeaturesAscii()
213 for (int i = 1; i < feature_word.size() - 1; ++i) { in ExtractCharactergramFeaturesAscii()
215 HashToken(StringPiece(feature_word, /*offset=*/i, /*len=*/1))); in ExtractCharactergramFeaturesAscii()
219 i < static_cast<int>(feature_word.size()) - chargram_order + 1; in ExtractCharactergramFeaturesAscii()
221 result.push_back(HashToken(StringPiece(feature_word, /*offset=*/i, in ExtractCharactergramFeaturesAscii()
252 std::string feature_word; in ExtractCharactergramFeaturesUnicode() local
[all …]