Lines Matching refs:options
38 TokenFeatureExtractorOptions options; in TEST_F() local
39 options.num_buckets = 1000; in TEST_F()
40 options.chargram_orders = std::vector<int>{1, 2, 3}; in TEST_F()
41 options.extract_case_feature = true; in TEST_F()
42 options.unicode_aware_features = false; in TEST_F()
43 options.extract_selection_mask_feature = true; in TEST_F()
44 TestingTokenFeatureExtractor extractor(options, &unilib_); in TEST_F()
108 TokenFeatureExtractorOptions options; in TEST_F() local
109 options.num_buckets = 1000; in TEST_F()
110 options.chargram_orders = std::vector<int>{}; in TEST_F()
111 options.extract_case_feature = true; in TEST_F()
112 options.unicode_aware_features = false; in TEST_F()
113 options.extract_selection_mask_feature = true; in TEST_F()
114 TestingTokenFeatureExtractor extractor(options, &unilib_); in TEST_F()
137 TokenFeatureExtractorOptions options; in TEST_F() local
138 options.num_buckets = 1000; in TEST_F()
139 options.chargram_orders = std::vector<int>{1, 2, 3}; in TEST_F()
140 options.extract_case_feature = true; in TEST_F()
141 options.unicode_aware_features = true; in TEST_F()
142 options.extract_selection_mask_feature = true; in TEST_F()
143 TestingTokenFeatureExtractor extractor(options, &unilib_); in TEST_F()
207 TokenFeatureExtractorOptions options; in TEST_F() local
208 options.num_buckets = 1000; in TEST_F()
209 options.chargram_orders = std::vector<int>{}; in TEST_F()
210 options.extract_case_feature = true; in TEST_F()
211 options.unicode_aware_features = true; in TEST_F()
212 options.extract_selection_mask_feature = true; in TEST_F()
213 TestingTokenFeatureExtractor extractor(options, &unilib_); in TEST_F()
238 TokenFeatureExtractorOptions options; in TEST_F() local
239 options.num_buckets = 1000; in TEST_F()
240 options.chargram_orders = std::vector<int>{1, 2}; in TEST_F()
241 options.extract_case_feature = true; in TEST_F()
242 options.unicode_aware_features = true; in TEST_F()
243 options.extract_selection_mask_feature = false; in TEST_F()
244 TestingTokenFeatureExtractor extractor(options, &unilib_); in TEST_F()
273 TokenFeatureExtractorOptions options; in TEST_F() local
274 options.num_buckets = 1000; in TEST_F()
275 options.chargram_orders = std::vector<int>{1, 2}; in TEST_F()
276 options.remap_digits = true; in TEST_F()
277 options.unicode_aware_features = false; in TEST_F()
278 TestingTokenFeatureExtractor extractor(options, &unilib_); in TEST_F()
297 TokenFeatureExtractorOptions options; in TEST_F() local
298 options.num_buckets = 1000; in TEST_F()
299 options.chargram_orders = std::vector<int>{1, 2}; in TEST_F()
300 options.remap_digits = true; in TEST_F()
301 options.unicode_aware_features = true; in TEST_F()
302 TestingTokenFeatureExtractor extractor(options, &unilib_); in TEST_F()
321 TokenFeatureExtractorOptions options; in TEST_F() local
322 options.num_buckets = 1000; in TEST_F()
323 options.chargram_orders = std::vector<int>{1, 2}; in TEST_F()
324 options.lowercase_tokens = true; in TEST_F()
325 options.unicode_aware_features = false; in TEST_F()
326 TestingTokenFeatureExtractor extractor(options, &unilib_); in TEST_F()
345 TokenFeatureExtractorOptions options; in TEST_F() local
346 options.num_buckets = 1000; in TEST_F()
347 options.chargram_orders = std::vector<int>{1, 2}; in TEST_F()
348 options.lowercase_tokens = true; in TEST_F()
349 options.unicode_aware_features = true; in TEST_F()
350 TestingTokenFeatureExtractor extractor(options, &unilib_); in TEST_F()
365 TokenFeatureExtractorOptions options; in TEST_F() local
366 options.num_buckets = 1000; in TEST_F()
367 options.chargram_orders = std::vector<int>{1, 2}; in TEST_F()
368 options.remap_digits = false; in TEST_F()
369 options.unicode_aware_features = false; in TEST_F()
370 options.regexp_features.push_back("^[a-z]+$"); // all lower case. in TEST_F()
371 options.regexp_features.push_back("^[0-9]+$"); // all digits. in TEST_F()
372 TestingTokenFeatureExtractor extractor(options, &unilib_); in TEST_F()
398 TokenFeatureExtractorOptions options; in TEST_F() local
399 options.num_buckets = 1000; in TEST_F()
400 options.chargram_orders = std::vector<int>{22}; in TEST_F()
401 options.extract_case_feature = true; in TEST_F()
402 options.unicode_aware_features = true; in TEST_F()
403 options.extract_selection_mask_feature = true; in TEST_F()
404 TestingTokenFeatureExtractor extractor(options, &unilib_); in TEST_F()
422 TokenFeatureExtractorOptions options; in TEST_F() local
423 options.num_buckets = 1000; in TEST_F()
424 options.chargram_orders = std::vector<int>{1, 2, 3, 4, 5}; in TEST_F()
425 options.extract_case_feature = true; in TEST_F()
426 options.unicode_aware_features = true; in TEST_F()
427 options.extract_selection_mask_feature = true; in TEST_F()
429 TestingTokenFeatureExtractor extractor_unicode(options, &unilib_); in TEST_F()
431 options.unicode_aware_features = false; in TEST_F()
432 TestingTokenFeatureExtractor extractor_ascii(options, &unilib_); in TEST_F()
456 TokenFeatureExtractorOptions options; in TEST_F() local
457 options.num_buckets = 1000; in TEST_F()
458 options.chargram_orders = std::vector<int>{1, 2}; in TEST_F()
459 options.extract_case_feature = true; in TEST_F()
460 options.unicode_aware_features = false; in TEST_F()
461 options.extract_selection_mask_feature = true; in TEST_F()
463 TestingTokenFeatureExtractor extractor(options, &unilib_); in TEST_F()
476 TokenFeatureExtractorOptions options; in TEST_F() local
477 options.num_buckets = 1000; in TEST_F()
478 options.chargram_orders = std::vector<int>{1, 2, 3}; in TEST_F()
479 options.extract_case_feature = true; in TEST_F()
480 options.unicode_aware_features = false; in TEST_F()
481 options.extract_selection_mask_feature = true; in TEST_F()
482 options.allowed_chargrams.insert("^H"); in TEST_F()
483 options.allowed_chargrams.insert("ll"); in TEST_F()
484 options.allowed_chargrams.insert("llo"); in TEST_F()
485 options.allowed_chargrams.insert("w"); in TEST_F()
486 options.allowed_chargrams.insert("!"); in TEST_F()
487 options.allowed_chargrams.insert("\xc4"); // UTF8 control character. in TEST_F()
489 TestingTokenFeatureExtractor extractor(options, &unilib_); in TEST_F()
556 TokenFeatureExtractorOptions options; in TEST_F() local
557 options.num_buckets = 1000; in TEST_F()
558 options.chargram_orders = std::vector<int>{1, 2, 3}; in TEST_F()
559 options.extract_case_feature = true; in TEST_F()
560 options.unicode_aware_features = false; in TEST_F()
561 options.extract_selection_mask_feature = true; in TEST_F()
562 TestingTokenFeatureExtractor extractor(options, &unilib_); in TEST_F()