Lines Matching refs:extractor_options

23   TokenFeatureExtractorOptions extractor_options;  in BuildTokenFeatureExtractorOptions()  local
24   extractor_options.num_buckets = options->num_buckets();  in BuildTokenFeatureExtractorOptions()
27       extractor_options.chargram_orders.push_back(order);  in BuildTokenFeatureExtractorOptions()
30   extractor_options.max_word_length = options->max_token_length();  in BuildTokenFeatureExtractorOptions()
31   extractor_options.extract_case_feature = options->extract_case_feature();  in BuildTokenFeatureExtractorOptions()
32   extractor_options.unicode_aware_features = options->unicode_aware_features();  in BuildTokenFeatureExtractorOptions()
33   extractor_options.extract_selection_mask_feature = false;  in BuildTokenFeatureExtractorOptions()
36       extractor_options.regexp_features.push_back(regexp_feature->str());  in BuildTokenFeatureExtractorOptions()
39   extractor_options.remap_digits = options->remap_digits();  in BuildTokenFeatureExtractorOptions()
40   extractor_options.lowercase_tokens = options->lowercase_tokens();  in BuildTokenFeatureExtractorOptions()
41   return extractor_options;  in BuildTokenFeatureExtractorOptions()