Searched refs:extractor_options (Results 1 – 2 of 2) sorted by relevance
23 TokenFeatureExtractorOptions extractor_options; in BuildTokenFeatureExtractorOptions() local24 extractor_options.num_buckets = options->num_buckets(); in BuildTokenFeatureExtractorOptions()27 extractor_options.chargram_orders.push_back(order); in BuildTokenFeatureExtractorOptions()30 extractor_options.max_word_length = options->max_token_length(); in BuildTokenFeatureExtractorOptions()31 extractor_options.extract_case_feature = options->extract_case_feature(); in BuildTokenFeatureExtractorOptions()32 extractor_options.unicode_aware_features = options->unicode_aware_features(); in BuildTokenFeatureExtractorOptions()33 extractor_options.extract_selection_mask_feature = false; in BuildTokenFeatureExtractorOptions()36 extractor_options.regexp_features.push_back(regexp_feature->str()); in BuildTokenFeatureExtractorOptions()39 extractor_options.remap_digits = options->remap_digits(); in BuildTokenFeatureExtractorOptions()40 extractor_options.lowercase_tokens = options->lowercase_tokens(); in BuildTokenFeatureExtractorOptions()[all …]
56 TokenFeatureExtractorOptions extractor_options; in BuildTokenFeatureExtractorOptions() local58 extractor_options.num_buckets = options->num_buckets(); in BuildTokenFeatureExtractorOptions()61 extractor_options.chargram_orders.push_back(order); in BuildTokenFeatureExtractorOptions()64 extractor_options.max_word_length = options->max_word_length(); in BuildTokenFeatureExtractorOptions()65 extractor_options.extract_case_feature = options->extract_case_feature(); in BuildTokenFeatureExtractorOptions()66 extractor_options.unicode_aware_features = options->unicode_aware_features(); in BuildTokenFeatureExtractorOptions()67 extractor_options.extract_selection_mask_feature = in BuildTokenFeatureExtractorOptions()71 extractor_options.regexp_features.push_back(regexp_feature->str()); in BuildTokenFeatureExtractorOptions()74 extractor_options.remap_digits = options->remap_digits(); in BuildTokenFeatureExtractorOptions()75 extractor_options.lowercase_tokens = options->lowercase_tokens(); in BuildTokenFeatureExtractorOptions()[all …]