Lines Matching refs:extractor_options

33   TokenFeatureExtractorOptions extractor_options;  in BuildTokenFeatureExtractorOptions()  local
35   extractor_options.num_buckets = options->num_buckets();  in BuildTokenFeatureExtractorOptions()
38       extractor_options.chargram_orders.push_back(order);  in BuildTokenFeatureExtractorOptions()
41   extractor_options.max_word_length = options->max_word_length();  in BuildTokenFeatureExtractorOptions()
42   extractor_options.extract_case_feature = options->extract_case_feature();  in BuildTokenFeatureExtractorOptions()
43   extractor_options.unicode_aware_features = options->unicode_aware_features();  in BuildTokenFeatureExtractorOptions()
44   extractor_options.extract_selection_mask_feature =  in BuildTokenFeatureExtractorOptions()
48       extractor_options.regexp_features.push_back(regexp_feauture->str());  in BuildTokenFeatureExtractorOptions()
51   extractor_options.remap_digits = options->remap_digits();  in BuildTokenFeatureExtractorOptions()
52   extractor_options.lowercase_tokens = options->lowercase_tokens();  in BuildTokenFeatureExtractorOptions()
56       extractor_options.allowed_chargrams.insert(chargram->str());  in BuildTokenFeatureExtractorOptions()
59   return extractor_options;  in BuildTokenFeatureExtractorOptions()