• Home
  • Raw
  • Download

Lines Matching refs:options_

74     : options_(options), unilib_(*unilib) {  in TokenFeatureExtractor()
97 if (options_.unicode_aware_features) { in ExtractCharactergramFeatures()
108 if (options_.extract_case_feature) { in ExtractDenseFeatures()
109 if (options_.unicode_aware_features) { in ExtractDenseFeatures()
126 if (options_.extract_selection_mask_feature) { in ExtractDenseFeatures()
130 if (options_.unicode_aware_features) { in ExtractDenseFeatures()
161 if (options_.allowed_chargrams.empty()) { in HashToken()
162 return tc3farmhash::Fingerprint64(token) % options_.num_buckets; in HashToken()
172 } else if (options_.allowed_chargrams.find(token_string) == in HashToken()
173 options_.allowed_chargrams.end()) { in HashToken()
177 (options_.num_buckets - kNumExtraBuckets)) + in HashToken()
189 const std::string word = RemapTokenAscii(token.value, options_); in ExtractCharactergramFeaturesAscii()
192 const int max_word_length = options_.max_word_length; in ExtractCharactergramFeaturesAscii()
205 result.reserve(options_.chargram_orders.size() * feature_word.size()); in ExtractCharactergramFeaturesAscii()
207 if (options_.chargram_orders.empty()) { in ExtractCharactergramFeaturesAscii()
211 for (int chargram_order : options_.chargram_orders) { in ExtractCharactergramFeaturesAscii()
238 RemapTokenUnicode(token.value, options_, unilib_, &word); in ExtractCharactergramFeaturesUnicode()
243 for (int i = 0; i < options_.max_word_length / 2; i++) { in ExtractCharactergramFeaturesUnicode()
269 result.reserve(options_.chargram_orders.size() * feature_word.size()); in ExtractCharactergramFeaturesUnicode()
271 if (options_.chargram_orders.empty()) { in ExtractCharactergramFeaturesUnicode()
275 for (int chargram_order : options_.chargram_orders) { in ExtractCharactergramFeaturesUnicode()