Lines Matching refs:feature_word
193 std::string feature_word; in ExtractCharactergramFeaturesAscii() local
195 feature_word = in ExtractCharactergramFeaturesAscii()
201 feature_word = "^" + word + "$"; in ExtractCharactergramFeaturesAscii()
205 result.reserve(options_.chargram_orders.size() * feature_word.size()); in ExtractCharactergramFeaturesAscii()
208 result.push_back(HashToken(feature_word)); in ExtractCharactergramFeaturesAscii()
213 for (int i = 1; i < feature_word.size() - 1; ++i) { in ExtractCharactergramFeaturesAscii()
215 HashToken(StringPiece(feature_word, /*offset=*/i, /*len=*/1))); in ExtractCharactergramFeaturesAscii()
219 i < static_cast<int>(feature_word.size()) - chargram_order + 1; in ExtractCharactergramFeaturesAscii()
221 result.push_back(HashToken(StringPiece(feature_word, /*offset=*/i, in ExtractCharactergramFeaturesAscii()
252 std::string feature_word; in ExtractCharactergramFeaturesUnicode() local
254 feature_word = "^" + word.UTF8Substring(word.begin(), word.end()) + "$"; in ExtractCharactergramFeaturesUnicode()
257 feature_word = "^" + in ExtractCharactergramFeaturesUnicode()
266 UTF8ToUnicodeText(feature_word, /*do_copy=*/false); in ExtractCharactergramFeaturesUnicode()
269 result.reserve(options_.chargram_orders.size() * feature_word.size()); in ExtractCharactergramFeaturesUnicode()
272 result.push_back(HashToken(feature_word)); in ExtractCharactergramFeaturesUnicode()