Lines Matching refs:extractor_options

56   TokenFeatureExtractorOptions extractor_options;  in BuildTokenFeatureExtractorOptions()  local
58   extractor_options.num_buckets = options->num_buckets();  in BuildTokenFeatureExtractorOptions()
61       extractor_options.chargram_orders.push_back(order);  in BuildTokenFeatureExtractorOptions()
64   extractor_options.max_word_length = options->max_word_length();  in BuildTokenFeatureExtractorOptions()
65   extractor_options.extract_case_feature = options->extract_case_feature();  in BuildTokenFeatureExtractorOptions()
66   extractor_options.unicode_aware_features = options->unicode_aware_features();  in BuildTokenFeatureExtractorOptions()
67   extractor_options.extract_selection_mask_feature =  in BuildTokenFeatureExtractorOptions()
71       extractor_options.regexp_features.push_back(regexp_feature->str());  in BuildTokenFeatureExtractorOptions()
74   extractor_options.remap_digits = options->remap_digits();  in BuildTokenFeatureExtractorOptions()
75   extractor_options.lowercase_tokens = options->lowercase_tokens();  in BuildTokenFeatureExtractorOptions()
79       extractor_options.allowed_chargrams.insert(chargram->str());  in BuildTokenFeatureExtractorOptions()
82   return extractor_options;  in BuildTokenFeatureExtractorOptions()