Home
last modified time | relevance | path

Searched refs:UTF8ToUnicodeText (Results 1 – 25 of 28) sorted by relevance

12

/external/libtextclassifier/native/utils/utf8/
Dunicodetext_test.cc40 UnicodeText text = UTF8ToUnicodeText("1234��hello", /*do_copy=*/false); in TEST()
47 UnicodeText text = UTF8ToUnicodeText("1234��hello", /*do_copy=*/false); in TEST()
62 UTF8ToUnicodeText(StringPiece(raw_text), /*do_copy=*/false); in TEST()
75 UnicodeText text = UTF8ToUnicodeText("1234��hello", /*do_copy=*/false); in TEST()
80 UTF8ToUnicodeText("��h")); in TEST()
84 UTF8ToUnicodeText("��h")); in TEST()
86 UTF8ToUnicodeText("��h")); in TEST()
88 UTF8ToUnicodeText("��h")); in TEST()
108 EXPECT_TRUE(UTF8ToUnicodeText("1234��hello", /*do_copy=*/false).is_valid()); in TEST()
110 UTF8ToUnicodeText("\u304A\u00B0\u106B", /*do_copy=*/false).is_valid()); in TEST()
[all …]
Dunicodetext.cc301 UnicodeText UTF8ToUnicodeText(const char* utf8_buf, int len, bool do_copy) { in UTF8ToUnicodeText() function
311 UnicodeText UTF8ToUnicodeText(const char* utf8_buf, bool do_copy) { in UTF8ToUnicodeText() function
312 return UTF8ToUnicodeText(utf8_buf, strlen(utf8_buf), do_copy); in UTF8ToUnicodeText()
315 UnicodeText UTF8ToUnicodeText(const std::string& str, bool do_copy) { in UTF8ToUnicodeText() function
316 return UTF8ToUnicodeText(str.data(), str.size(), do_copy); in UTF8ToUnicodeText()
319 UnicodeText UTF8ToUnicodeText(StringPiece str, bool do_copy) { in UTF8ToUnicodeText() function
320 return UTF8ToUnicodeText(str.data(), str.size(), do_copy); in UTF8ToUnicodeText()
Dunilib-javaicu.cc420 return UTF8ToUnicodeText("", /*do_copy=*/false); in Group()
427 return UTF8ToUnicodeText("", /*do_copy=*/false); in Group()
430 return UTF8ToUnicodeText(result, /*do_copy=*/true); in Group()
433 return UTF8ToUnicodeText("", /*do_copy=*/false); in Group()
447 return UTF8ToUnicodeText("", /*do_copy=*/false); in Group()
455 return UTF8ToUnicodeText("", /*do_copy=*/false); in Group()
462 return UTF8ToUnicodeText("", /*do_copy=*/false); in Group()
465 return UTF8ToUnicodeText(result, /*do_copy=*/true); in Group()
468 return UTF8ToUnicodeText("", /*do_copy=*/false); in Group()
Dunicodetext.h228 UnicodeText UTF8ToUnicodeText(const char* utf8_buf, int len,
230 UnicodeText UTF8ToUnicodeText(const char* utf8_buf, bool do_copy = true);
231 UnicodeText UTF8ToUnicodeText(const std::string& str, bool do_copy = true);
232 UnicodeText UTF8ToUnicodeText(StringPiece str, bool do_copy = true);
/external/libtextclassifier/native/annotator/duration/
Dduration_test.cc124 UTF8ToUnicodeText("Wake me up in 15 minutes ok?"), {14, 24}, in TEST_F()
135 UTF8ToUnicodeText("Wake me up in15 minutesok?"), {13, 23}, in TEST_F()
146 UTF8ToUnicodeText("Weird space"), {5, 6}, in TEST_F()
151 const UnicodeText text = UTF8ToUnicodeText("Wake me up in 15 minutes ok?"); in TEST_F()
170 UTF8ToUnicodeText("Set a timer for 3 and half minutes ok?"); in TEST_F()
189 UTF8ToUnicodeText("Wake me up in 3 hours and 5 seconds ok?"); in TEST_F()
207 const UnicodeText text = UTF8ToUnicodeText( in TEST_F()
227 const UnicodeText text = UTF8ToUnicodeText("Set a timer for half an hour"); in TEST_F()
246 UTF8ToUnicodeText("Set a timer for 1 hour and a half"); in TEST_F()
265 UTF8ToUnicodeText("Set a timer for an hour and a half"); in TEST_F()
[all …]
Dduration.cc36 return unilib->ToLowerText(UTF8ToUnicodeText(str, /*do_copy=*/false)) in ToLowerString()
/external/libtextclassifier/native/annotator/number/
Dnumber.cc92 UTF8ToUnicodeText(tokens[prefix_end_index].value, /*do_copy=*/false) in TokensAreValidNumberPrefix()
109 return TryParseNumber(UTF8ToUnicodeText(tokens[prefix_end_index - 1].value, in TokensAreValidNumberPrefix()
127 UTF8ToUnicodeText(tokens[ending_index].value, /*do_copy=*/false).begin(); in TokensAreValidEnding()
150 UTF8ToUnicodeText(tokens[suffix_start_index].value, /*do_copy=*/false) in TokensAreValidNumberSuffix()
167 UTF8ToUnicodeText(tokens[suffix_start_index + 1].value, in TokensAreValidNumberSuffix()
229 *UTF8ToUnicodeText(tokens[i].value, /*do_copy=*/false).begin())) { in FindAll()
234 UTF8ToUnicodeText(token.value, /*do_copy=*/false); in FindAll()
240 *UTF8ToUnicodeText(tokens[i - 1].value, /*do_copy=*/false).begin()); in FindAll()
/external/libtextclassifier/native/utils/
Dregex-match_test.cc44 UnicodeText pattern = UTF8ToUnicodeText("(\\d{16})", in TEST_F()
46 UnicodeText message = UTF8ToUnicodeText("cc: 4012888888881881", in TEST_F()
83 UTF8ToUnicodeText("never gonna (?:give (you) up|let (you) down)", in TEST_F()
89 UTF8ToUnicodeText("never gonna give you up - never gonna let you down"); in TEST_F()
Dtoken-feature-extractor.cc57 UnicodeText word = UTF8ToUnicodeText(token, /*do_copy=*/false); in RemapTokenUnicode()
77 unilib_.CreateRegexPattern(UTF8ToUnicodeText( in TokenFeatureExtractor()
111 UTF8ToUnicodeText(token.value, /*do_copy=*/false); in ExtractDenseFeatures()
141 UTF8ToUnicodeText(token.value, /*do_copy=*/false); in ExtractDenseFeatures()
237 UnicodeText word = UTF8ToUnicodeText(token.value, /*do_copy=*/false); in ExtractCharactergramFeaturesUnicode()
266 UTF8ToUnicodeText(feature_word, /*do_copy=*/false); in ExtractCharactergramFeaturesUnicode()
Dtest-utils.cc35 const UnicodeText unicode_text = UTF8ToUnicodeText(text, /*do_copy=*/false); in TokenizeOnDelimiters()
Dnormalization_test.cc40 UTF8ToUnicodeText(text, /*do_copy=*/false)) in NormalizeTextCodepointWise()
Dtokenizer.cc94 UnicodeText text_unicode = UTF8ToUnicodeText(text, /*do_copy=*/false); in Tokenize()
204 UTF8ToUnicodeText(token.value, /*do_copy=*/false); in InternalRetokenize()
/external/libtextclassifier/native/utils/zlib/
Dzlib_regex.cc42 UTF8ToUnicodeText(decompressed_pattern.data(), in UncompressMakeRegexPattern()
50 UTF8ToUnicodeText(uncompressed_pattern->c_str(), in UncompressMakeRegexPattern()
/external/libtextclassifier/native/annotator/
Dfeature-processor.cc89 UTF8ToUnicodeText(it->value, /*do_copy=*/false); in SplitTokensOnSelectionBoundaries()
142 const UnicodeText context_unicode = UTF8ToUnicodeText(context, in StripTokensFromOtherLines()
227 UTF8ToUnicodeText(result_begin_token.value, /*do_copy=*/false); in LabelToSpan()
230 UTF8ToUnicodeText(result_end_token.value, /*do_copy=*/false); in LabelToSpan()
297 const UnicodeText token_left_unicode = UTF8ToUnicodeText( in SpanToLabel()
299 const UnicodeText token_right_unicode = UTF8ToUnicodeText( in SpanToLabel()
586 UTF8ToUnicodeText(context, /*do_copy=*/false); in StripBoundaryCodepoints()
656 UTF8ToUnicodeText(tokens[i].value, /*do_copy=*/false); in SupportedCodepointsRatio()
683 const UnicodeText value_unicode = UTF8ToUnicodeText(value, /*do_copy=*/false); in StripBoundaryCodepoints()
743 UTF8ToUnicodeText(context, /*do_copy=*/false); in RetokenizeAndFindClick()
Dannotator.cc714 const UnicodeText unicode_str = UTF8ToUnicodeText(str, /*do_copy=*/false); in CountDigits()
864 const UnicodeText context_unicode = UTF8ToUnicodeText(context, in SuggestSelection()
907 UTF8ToUnicodeText(context, /*do_copy=*/false), in SuggestSelection()
1594 UTF8ToUnicodeText(context, /*do_copy=*/false) in RegexClassifyText()
1597 UTF8ToUnicodeText(selection_text, /*do_copy=*/false)); in RegexClassifyText()
1689 UTF8ToUnicodeText(context, /*do_copy=*/false) in DatetimeClassifyText()
1772 if (!IsValidSpanInput(UTF8ToUnicodeText(context, /*do_copy=*/false), in ClassifyText()
1849 UTF8ToUnicodeText(context, /*do_copy=*/false); in ClassifyText()
1959 const UnicodeText context_unicode = UTF8ToUnicodeText(context, in ModelAnnotate()
2105 UTF8ToUnicodeText(context, /*do_copy=*/false); in AnnotateSingleInput()
[all …]
Dstrip-unpaired-brackets.cc60 UTF8ToUnicodeText(context, /*do_copy=*/false); in StripUnpairedBrackets()
/external/libtextclassifier/native/actions/
Dregex-actions.cc133 UTF8ToUnicodeText(message, /*do_copy=*/false)); in IsLowConfidenceInput()
168 UTF8ToUnicodeText(action.response_text, /*do_copy=*/false)); in FilterConfidenceOutput()
198 UTF8ToUnicodeText(message, /*do_copy=*/false)); in SuggestActions()
Dgrammar-actions.cc61 UTF8ToUnicodeText(conversation.messages.back().text, in GetActions()
242 UTF8ToUnicodeText(conversation.messages.back().text, /*do_copy=*/false); in SuggestActions()
Dutils.cc76 UTF8ToUnicodeText(match_text, /*do_copy=*/false); in NormalizeMatchText()
Dngram-model.cc216 UTF8ToUnicodeText(message, /*do_copy=*/false)); in EvalConversation()
/external/libtextclassifier/native/utils/grammar/
Dlexer.cc119 UTF8ToUnicodeText(symbol.lexeme, /*do_copy=*/false))) { in Emit()
155 UnicodeText token_unicode = UTF8ToUnicodeText(value.data(), value.size(), in ProcessToken()
/external/libtextclassifier/native/annotator/grammar/dates/
Dcfg-datetime-annotator.cc73 Parse(UTF8ToUnicodeText(input, /*do_copy=*/false), annotation_options, in Parse()
Dparser.cc492 UTF8ToUnicodeText(text[begin].utf8_data(), in IsBlacklistedDate()
771 const UnicodeText text_unicode = UTF8ToUnicodeText(text, in Parse()
/external/libtextclassifier/native/annotator/datetime/
Dparser.cc121 return Parse(UTF8ToUnicodeText(input, /*do_copy=*/false), in Parse()
/external/libtextclassifier/native/annotator/grammar/
Dgrammar-annotator.cc323 UTF8ToUnicodeText(group_text, /*do_copy=*/false); in InstantiateClassificationInterpretation()

12