Home
last modified time | relevance | path

Searched refs:unilib_ (Results 1 – 25 of 37) sorted by relevance

12

/external/libtextclassifier/native/annotator/
Dstrip-unpaired-brackets_test.cc26 StripUnpairedBracketsTest() : INIT_UNILIB_FOR_TESTING(unilib_) {} in StripUnpairedBracketsTest()
27 UniLib unilib_; member in libtextclassifier3::__anon0d2bda6d0111::StripUnpairedBracketsTest
32 EXPECT_EQ(StripUnpairedBrackets("call me (123) 456 today", {8, 17}, unilib_), in TEST_F()
34 EXPECT_EQ(StripUnpairedBrackets("call me (123 456) today", {8, 17}, unilib_), in TEST_F()
38 EXPECT_EQ(StripUnpairedBrackets("call me (123 456 today", {8, 16}, unilib_), in TEST_F()
40 EXPECT_EQ(StripUnpairedBrackets("call me )123 456 today", {8, 16}, unilib_), in TEST_F()
42 EXPECT_EQ(StripUnpairedBrackets("call me 123 456) today", {8, 16}, unilib_), in TEST_F()
44 EXPECT_EQ(StripUnpairedBrackets("call me 123 456( today", {8, 16}, unilib_), in TEST_F()
49 EXPECT_EQ(StripUnpairedBrackets("call me at ) today", {11, 12}, unilib_), in TEST_F()
51 EXPECT_EQ(StripUnpairedBrackets("call me at ( today", {11, 12}, unilib_), in TEST_F()
[all …]
Dannotator.cc293 unilib_(MaybeCreateUnilib(unilib, &owned_unilib_)), in Annotator()
305 unilib_(owned_unilib_.get()), in Annotator()
315 unilib_(MaybeCreateUnilib(unilib, &owned_unilib_)), in Annotator()
364 new FeatureProcessor(model_->selection_feature_options(), unilib_)); in ValidateAndInitialize()
400 model_->classification_feature_options(), unilib_)); in ValidateAndInitialize()
445 unilib_, in ValidateAndInitialize()
461 model_->datetime_model(), unilib_, calendarlib_, decompressor.get()); in ValidateAndInitialize()
492 new NumberAnnotator(model_->number_annotator_options(), unilib_)); in ValidateAndInitialize()
504 selection_feature_processor_.get(), unilib_)); in ValidateAndInitialize()
525 unilib_, model_->grammar_model(), entity_data_builder_.get())); in ValidateAndInitialize()
[all …]
/external/libtextclassifier/native/utils/
Dtoken-feature-extractor_test.cc27 explicit TokenFeatureExtractorTest() : INIT_UNILIB_FOR_TESTING(unilib_) {} in TokenFeatureExtractorTest()
28 UniLib unilib_; member in libtextclassifier3::__anon990615b80111::TokenFeatureExtractorTest
44 TestingTokenFeatureExtractor extractor(options, &unilib_); in TEST_F()
114 TestingTokenFeatureExtractor extractor(options, &unilib_); in TEST_F()
143 TestingTokenFeatureExtractor extractor(options, &unilib_); in TEST_F()
213 TestingTokenFeatureExtractor extractor(options, &unilib_); in TEST_F()
244 TestingTokenFeatureExtractor extractor(options, &unilib_); in TEST_F()
278 TestingTokenFeatureExtractor extractor(options, &unilib_); in TEST_F()
302 TestingTokenFeatureExtractor extractor(options, &unilib_); in TEST_F()
326 TestingTokenFeatureExtractor extractor(options, &unilib_); in TEST_F()
[all …]
Dtokenizer.cc37 unilib_(unilib), in Tokenizer()
233 unilib_->CreateBreakIterator(context_unicode); in ICUTokenize()
253 if (!unilib_->IsWhitespace(*char_it)) { in ICUTokenize()
315 if (unilib_->IsDigit(*it)) { in NumberTokenize()
317 } else if (unilib_->IsLetter(*it)) { in NumberTokenize()
319 } else if (unilib_->IsWhitespace(*it)) { in NumberTokenize()
322 } else if (unilib_->IsDot(*it) && preserve_floating_numbers_) { in NumberTokenize()
325 unilib_->IsDigit(*it_next)) { in NumberTokenize()
Dregex-match_test.cc31 RegexMatchTest() : INIT_UNILIB_FOR_TESTING(unilib_) {} in RegexMatchTest()
32 UniLib unilib_; member in libtextclassifier3::__anondc895f4a0111::RegexMatchTest
68 unilib_.CreateRegexPattern(pattern); in TEST_F()
86 unilib_.CreateRegexPattern(pattern); in TEST_F()
Dnormalization_test.cc34 NormalizationTest() : INIT_UNILIB_FOR_TESTING(unilib_) {} in NormalizationTest()
39 unilib_, codepointwise_ops, in NormalizeTextCodepointWise()
44 UniLib unilib_; member in libtextclassifier3::__anonfc003a7c0111::NormalizationTest
Dtoken-feature-extractor.cc74 : options_(options), unilib_(*unilib) { in TokenFeatureExtractor()
77 unilib_.CreateRegexPattern(UTF8ToUnicodeText( in TokenFeatureExtractor()
112 if (!token.value.empty() && unilib_.IsUpper(*token_unicode.begin())) { in ExtractDenseFeatures()
238 RemapTokenUnicode(token.value, options_, unilib_, &word); in ExtractCharactergramFeaturesUnicode()
/external/libtextclassifier/native/annotator/number/
Dnumber.cc70 if (!unilib_->IsCJTletter(*char_it)) { in IsCJTterm()
96 if (token_length == 1 && unilib_->IsOpeningBracket(*prefix_begin_it) && in TokensAreValidNumberPrefix()
100 if (token_length == 1 && unilib_->IsNumberSign(*prefix_begin_it) && in TokensAreValidNumberPrefix()
104 if (token_length == 1 && unilib_->IsSlash(*prefix_begin_it) && in TokensAreValidNumberPrefix()
130 unilib_->IsPunctuation(*ending_begin_it)) { in TokensAreValidEnding()
135 unilib_->IsPunctuation(*ending_begin_it) && in TokensAreValidEnding()
161 if (token_length == 1 && unilib_->IsSlash(*suffix_begin_it) && in TokensAreValidNumberSuffix()
204 const bool is_double = unilib_->ParseDouble(token_text, parsed_double_value); in TryParseNumber()
228 !unilib_->IsDigit( in FindAll()
239 unilib_->IsMinus( in FindAll()
Dnumber.h43 unilib_(unilib), in NumberAnnotator()
116 const UniLib* unilib_; variable
/external/libtextclassifier/native/actions/
Dfeature-processor_test.cc52 FeatureProcessorTest() : INIT_UNILIB_FOR_TESTING(unilib_) {} in FeatureProcessorTest()
62 UniLib unilib_; member in libtextclassifier3::__anon7740446e0111::FeatureProcessorTest
75 &unilib_); in TEST_F()
95 &unilib_); in TEST_F()
116 &unilib_); in TEST_F()
Dgrammar-actions.cc39 : unilib_(*unilib), grammar_rules_(grammar_rules) {} in GrammarActionsCallbackDelegate()
145 NormalizeMatchText(unilib_, group, match_text); in InstantiateActionsFromMatch()
191 const UniLib& unilib_; member in libtextclassifier3::__anon0d04297b0111::GrammarActionsCallbackDelegate
205 : unilib_(*unilib), in GrammarActions()
237 GrammarActionsCallbackDelegate callback_handler(&unilib_, grammar_rules_); in SuggestActions()
238 grammar::Matcher matcher(&unilib_, grammar_rules_->rules(), locale_rules, in SuggestActions()
Dregex-actions.h37 : unilib_(*unilib), smart_reply_action_type_(smart_reply_action_type) {} in RegexActions()
79 const UniLib& unilib_; variable
Dregex-actions.cc99 unilib_, rule->pattern(), rule->compressed_pattern(), in InitializeRulesModel()
111 unilib_, rule->output_pattern(), rule->compressed_output_pattern(), in InitializeRulesModel()
225 NormalizeMatchText(unilib_, group, group_match_text.value()); in SuggestActions()
Dgrammar-actions.h50 const UniLib& unilib_;
/external/libtextclassifier/native/annotator/grammar/
Dgrammar-annotator.cc54 : unilib_(*unilib), in GrammarAnnotatorCallbackDelegate()
326 unilib_, group->normalization_options(), normalized_group_text); in InstantiateClassificationInterpretation()
343 const UniLib& unilib_; member in libtextclassifier3::GrammarAnnotatorCallbackDelegate
356 : unilib_(*unilib), in GrammarAnnotator()
381 &unilib_, model_, entity_data_builder_, in Annotate()
383 grammar::Matcher matcher(&unilib_, model_->rules(), locale_rules, in Annotate()
412 &unilib_, model_, entity_data_builder_, in SuggestSelection()
414 grammar::Matcher matcher(&unilib_, model_->rules(), locale_rules, in SuggestSelection()
444 &unilib_, model_, entity_data_builder_, in ClassifyText()
446 grammar::Matcher matcher(&unilib_, model_->rules(), locale_rules, in ClassifyText()
/external/libtextclassifier/native/utils/grammar/
Dlexer.cc66 : unilib_(*unilib), in Lexer()
68 regex_annotators_(BuildRegexAnnotator(unilib_, rules)) {} in Lexer()
80 {UncompressMakeRegexPattern(unilib_, regex_annotator->pattern(), in BuildRegexAnnotator()
118 unilib_.IsUpperText( in Emit()
142 if (unilib_.IsPunctuation(*it)) { in GetSymbolType()
144 } else if (unilib_.IsDigit(*it)) { in GetSymbolType()
Dmatcher.h110 unilib_(*unilib), in Matcher()
213 UniLib unilib_; variable
/external/libtextclassifier/native/annotator/grammar/dates/
Dparser.h39 : unilib_(*unilib), in DateParser()
52 const UniLib& unilib_;
/external/libtextclassifier/native/annotator/translate/
Dtranslate.h35 : options_(options), langid_model_(langid_model), unilib_(unilib) {} in TranslateAnnotator()
76 const UniLib* unilib_; variable
Dtranslate.cc160 if (unilib_->IsWhitespace(*it) || unilib_->IsPunctuation(*it)) { in FindIndexOfNextWhitespaceOrPunctuation()
194 if (it_start != it_end && unilib_->IsWhitespace(*it_start)) { in TokenAlignedSubstringAroundSpan()
/external/libtextclassifier/native/annotator/duration/
Dduration_test.cc107 : INIT_UNILIB_FOR_TESTING(unilib_), in DurationAnnotatorTest()
108 feature_processor_(BuildFeatureProcessor(&unilib_)), in DurationAnnotatorTest()
110 feature_processor_.get(), &unilib_) {} in DurationAnnotatorTest()
116 UniLib unilib_; member in libtextclassifier3::__anon8aa146150111::DurationAnnotatorTest
488 : INIT_UNILIB_FOR_TESTING(unilib_), in JapaneseDurationAnnotatorTest()
489 feature_processor_(BuildFeatureProcessor(&unilib_)), in JapaneseDurationAnnotatorTest()
491 feature_processor_.get(), &unilib_) {} in JapaneseDurationAnnotatorTest()
497 UniLib unilib_; member in libtextclassifier3::__anon8aa146150111::JapaneseDurationAnnotatorTest
Dduration.h72 unilib_(unilib), in DurationAnnotator()
133 const UniLib* unilib_; variable
Dduration.cc282 internal::ToLowerString(token_value, unilib_); in ParseQuantityToken()
305 internal::ToLowerString(token_value, unilib_); in ParseDurationUnitToken()
347 internal::ToLowerString(token_value, unilib_); in ParseFillerToken()
/external/libtextclassifier/native/annotator/datetime/
Dextractor.h58 unilib_(*unilib), in DatetimeExtractor()
105 const UniLib& unilib_; variable
Dparser.cc44 : unilib_(*unilib), calendarlib_(*calendarlib) { in DatetimeParser()
57 unilib_, regex->pattern(), regex->compressed_pattern(), in DatetimeParser()
78 unilib_, extractor->pattern(), extractor->compressed_pattern(), in DatetimeParser()
360 DatetimeExtractor extractor(rule, matcher, locale_id, &unilib_, in ExtractDatetime()

12