Lines Matching refs:context_unicode
706 const UnicodeText& context_unicode, in SnapLeftIfWhitespaceSelection() argument
713 it = context_unicode.begin(); in SnapLeftIfWhitespaceSelection()
723 it = context_unicode.begin(); in SnapLeftIfWhitespaceSelection()
725 while (it != context_unicode.begin() && unilib.IsWhitespace(*it)) { in SnapLeftIfWhitespaceSelection()
842 const UnicodeText context_unicode = UTF8ToUnicodeText(context, in SuggestSelection() local
845 if (!unilib_->IsValidUtf8(context_unicode)) { in SuggestSelection()
850 if (!IsValidSpanInput(context_unicode, click_indices)) { in SuggestSelection()
871 click_indices, context_unicode, *unilib_); in SuggestSelection()
881 if (!ModelSuggestSelection(context_unicode, click_indices, in SuggestSelection()
889 if (!RegexChunk(context_unicode, selection_regex_patterns_, in SuggestSelection()
915 !contact_engine_->Chunk(context_unicode, tokens, in SuggestSelection()
921 !installed_app_engine_->Chunk(context_unicode, tokens, in SuggestSelection()
927 !number_annotator_->FindAll(context_unicode, options.annotation_usecase, in SuggestSelection()
933 !duration_annotator_->FindAll(context_unicode, tokens, in SuggestSelection()
940 !person_name_engine_->Chunk(context_unicode, tokens, in SuggestSelection()
949 context_unicode, click_indices, in SuggestSelection()
956 pod_ner_annotator_->SuggestSelection(context_unicode, click_indices, in SuggestSelection()
963 experimental_annotator_->SuggestSelection(context_unicode, in SuggestSelection()
1244 const UnicodeText& context_unicode, const CodepointSpan& click_indices, in ModelSuggestSelection() argument
1260 *tokens = selection_feature_processor_->Tokenize(context_unicode); in ModelSuggestSelection()
1262 CodepointSpanToUnicodeTextRange(context_unicode, click_indices); in ModelSuggestSelection()
1264 context_unicode, click_begin, click_end, click_indices, in ModelSuggestSelection()
1341 context_unicode, TokenSpanToCodepointSpan(*tokens, chunk)); in ModelSuggestSelection()
1344 StripUnpairedBrackets(context_unicode, candidate.span, *unilib_); in ModelSuggestSelection()
1426 const UnicodeText context_unicode = in ModelClassifyText() local
1429 CodepointSpanToUnicodeTextRange(context_unicode, selection_indices); in ModelClassifyText()
1430 return ModelClassifyText(context_unicode, cached_tokens, in ModelClassifyText()
1438 const UnicodeText& context_unicode, const std::vector<Token>& cached_tokens, in ModelClassifyText() argument
1465 *tokens = classification_feature_processor_->Tokenize(context_unicode); in ModelClassifyText()
1473 context_unicode, span_begin, span_end, selection_indices, in ModelClassifyText()
1754 const UnicodeText context_unicode = in ClassifyText() local
1757 if (!unilib_->IsValidUtf8(context_unicode)) { in ClassifyText()
1762 if (!IsValidSpanInput(context_unicode, selection_indices)) { in ClassifyText()
1842 number_annotator_->ClassifyText(context_unicode, selection_indices, in ClassifyText()
1851 duration_annotator_->ClassifyText(context_unicode, selection_indices, in ClassifyText()
1861 translate_annotator_->ClassifyText(context_unicode, selection_indices, in ClassifyText()
1870 detected_text_language_tags, context_unicode, in ClassifyText()
1877 pod_ner_annotator_->ClassifyText(context_unicode, selection_indices, in ClassifyText()
1885 context_unicode, selection_indices, detected_text_language_tags, in ClassifyText()
1892 experimental_annotator_->ClassifyText(context_unicode, selection_indices, in ClassifyText()
1960 const UnicodeText context_unicode = UTF8ToUnicodeText(context, in ModelAnnotate() local
1964 lines.push_back({context_unicode.begin(), context_unicode.end()}); in ModelAnnotate()
1967 context_unicode, selection_feature_processor_->GetOptions() in ModelAnnotate()
2019 const int offset = std::distance(context_unicode.begin(), line.first); in ModelAnnotate()
2053 StripUnpairedBrackets(context_unicode, codepoint_span, *unilib_); in ModelAnnotate()
2165 const UnicodeText context_unicode = in AnnotateSingleInput() local
2205 tokens = selection_feature_processor_->Tokenize(context_unicode); in AnnotateSingleInput()
2237 !contact_engine_->Chunk(context_unicode, tokens, candidates)) { in AnnotateSingleInput()
2245 !installed_app_engine_->Chunk(context_unicode, tokens, candidates)) { in AnnotateSingleInput()
2255 !number_annotator_->FindAll(context_unicode, options.annotation_usecase, in AnnotateSingleInput()
2265 !duration_annotator_->FindAll(context_unicode, tokens, in AnnotateSingleInput()
2275 !person_name_engine_->Chunk(context_unicode, tokens, candidates)) { in AnnotateSingleInput()
2283 context_unicode, candidates)) { in AnnotateSingleInput()
2292 !pod_ner_annotator_->Annotate(context_unicode, candidates)) { in AnnotateSingleInput()
2301 !vocab_annotator_->Annotate(context_unicode, detected_text_language_tags, in AnnotateSingleInput()
2309 !experimental_annotator_->Annotate(context_unicode, candidates)) { in AnnotateSingleInput()
2458 const UnicodeText context_unicode = in Annotate() local
2460 if (!unilib_->IsValidUtf8(context_unicode)) { in Annotate()
2630 const UnicodeText& context_unicode, std::string* quantity, in GetMoneyQuantityFromCapturingGroup() argument
2648 ->ToLowerText(UnicodeText::Substring(context_unicode, group_start, in GetMoneyQuantityFromCapturingGroup()
2665 const UnicodeText& context_unicode) const { in ParseAndFillInMoneyAmount()
2740 GetMoneyQuantityFromCapturingGroup(match, config, context_unicode, in ParseAndFillInMoneyAmount()
2819 bool Annotator::RegexChunk(const UnicodeText& context_unicode, in RegexChunk() argument
2832 const auto matcher = regex_pattern.pattern->Matcher(context_unicode); in RegexChunk()
2843 context_unicode.ToUTF8String(), in RegexChunk()
2865 context_unicode)) { in RegexChunk()
3135 bool Annotator::DatetimeChunk(const UnicodeText& context_unicode, in DatetimeChunk() argument
3147 datetime_parser_->Parse(context_unicode, reference_time_ms_utc, in DatetimeChunk()