Searched refs:extractor_options (Results 1 – 1 of 1) sorted by relevance
33 TokenFeatureExtractorOptions extractor_options; in BuildTokenFeatureExtractorOptions() local35 extractor_options.num_buckets = options->num_buckets(); in BuildTokenFeatureExtractorOptions()38 extractor_options.chargram_orders.push_back(order); in BuildTokenFeatureExtractorOptions()41 extractor_options.max_word_length = options->max_word_length(); in BuildTokenFeatureExtractorOptions()42 extractor_options.extract_case_feature = options->extract_case_feature(); in BuildTokenFeatureExtractorOptions()43 extractor_options.unicode_aware_features = options->unicode_aware_features(); in BuildTokenFeatureExtractorOptions()44 extractor_options.extract_selection_mask_feature = in BuildTokenFeatureExtractorOptions()48 extractor_options.regexp_features.push_back(regexp_feauture->str()); in BuildTokenFeatureExtractorOptions()51 extractor_options.remap_digits = options->remap_digits(); in BuildTokenFeatureExtractorOptions()52 extractor_options.lowercase_tokens = options->lowercase_tokens(); in BuildTokenFeatureExtractorOptions()[all …]