Home
last modified time | relevance | path

Searched refs:UTF8ToUnicodeText (Results 1 – 21 of 21) sorted by relevance

/external/libtextclassifier/annotator/number/
Dnumber_test.cc96 UTF8ToUnicodeText("... 12345 ..."), {4, 9}, in TEST_F()
106 UTF8ToUnicodeText("... 123a45 ..."), {4, 10}, in TEST_F()
113 UTF8ToUnicodeText("... 12345 ... 9 is my number and I paid $99 and " in TEST_F()
135 UTF8ToUnicodeText("Come at 9, ok?"), in TEST_F()
151 UTF8ToUnicodeText("-5"), AnnotationUsecase_ANNOTATION_USECASE_RAW, in TEST_F()
167 UTF8ToUnicodeText("-999999999999999999"), {0, 19}, in TEST_F()
179 UTF8ToUnicodeText("999999999999999999"), {0, 18}, in TEST_F()
191 UTF8ToUnicodeText("-10000000000000000000"), {0, 21}, in TEST_F()
198 UTF8ToUnicodeText("10000000000000000000"), {0, 20}, in TEST_F()
205 UTF8ToUnicodeText("1234567890123456789012345678901234567890"), {0, 40}, in TEST_F()
[all …]
Dnumber.cc60 UTF8ToUnicodeText(token.value, /*do_copy=*/false); in FindAll()
/external/libtextclassifier/utils/utf8/
Dunicodetext_test.cc40 UnicodeText text = UTF8ToUnicodeText("1234��hello", /*do_copy=*/false); in TEST()
53 UnicodeText text = UTF8ToUnicodeText("1234��hello", /*do_copy=*/false); in TEST()
56 UTF8ToUnicodeText("��h")); in TEST()
58 UTF8ToUnicodeText("��h")); in TEST()
78 EXPECT_TRUE(UTF8ToUnicodeText("1234��hello", /*do_copy=*/false).is_valid()); in TEST()
80 UTF8ToUnicodeText("\u304A\u00B0\u106B", /*do_copy=*/false).is_valid()); in TEST()
82 UTF8ToUnicodeText("this is a test������", /*do_copy=*/false).is_valid()); in TEST()
84 UTF8ToUnicodeText("\xf0\x9f\x98\x8b", /*do_copy=*/false).is_valid()); in TEST()
86 EXPECT_FALSE(UTF8ToUnicodeText("\xf0\x9f", /*do_copy=*/false).is_valid()); in TEST()
89 UTF8ToUnicodeText("\xf0\x9f\x98\x8b\x8b", /*do_copy=*/false).is_valid()); in TEST()
[all …]
Dunilib_test-include.cc68 UTF8ToUnicodeText("[0-9]+", /*do_copy=*/true); in TEST_F()
71 const UnicodeText input = UTF8ToUnicodeText("hello 0123", /*do_copy=*/false); in TEST_F()
86 UTF8ToUnicodeText("[0-9]+��", /*do_copy=*/false); in TEST_F()
92 matcher = pattern->Matcher(UTF8ToUnicodeText("0123��", /*do_copy=*/false)); in TEST_F()
101 UTF8ToUnicodeText("hello���� 0123�� world", /*do_copy=*/false)); in TEST_F()
107 UTF8ToUnicodeText("hello���� 0123�� world", /*do_copy=*/false)); in TEST_F()
121 UTF8ToUnicodeText("[a-z][0-9]", /*do_copy=*/false)); in TEST_F()
125 matcher = pattern->Matcher(UTF8ToUnicodeText("a3", /*do_copy=*/false)); in TEST_F()
133 matcher = pattern->Matcher(UTF8ToUnicodeText("3a", /*do_copy=*/false)); in TEST_F()
144 UTF8ToUnicodeText("([0-9])([0-9]+)��", /*do_copy=*/false); in TEST_F()
[all …]
Dunicodetext.cc305 UnicodeText UTF8ToUnicodeText(const char* utf8_buf, int len, bool do_copy) { in UTF8ToUnicodeText() function
315 UnicodeText UTF8ToUnicodeText(const char* utf8_buf, bool do_copy) { in UTF8ToUnicodeText() function
316 return UTF8ToUnicodeText(utf8_buf, strlen(utf8_buf), do_copy); in UTF8ToUnicodeText()
319 UnicodeText UTF8ToUnicodeText(const std::string& str, bool do_copy) { in UTF8ToUnicodeText() function
320 return UTF8ToUnicodeText(str.data(), str.size(), do_copy); in UTF8ToUnicodeText()
323 UnicodeText UTF8ToUnicodeText(const std::string& str) { in UTF8ToUnicodeText() function
324 return UTF8ToUnicodeText(str, /*do_copy=*/true); in UTF8ToUnicodeText()
Dunicodetext.h220 UnicodeText UTF8ToUnicodeText(const char* utf8_buf, int len,
222 UnicodeText UTF8ToUnicodeText(const char* utf8_buf, bool do_copy = true);
223 UnicodeText UTF8ToUnicodeText(const std::string& str, bool do_copy = true);
224 UnicodeText UTF8ToUnicodeText(const std::string& str);
Dunilib-javaicu.cc620 return UTF8ToUnicodeText("", /*do_copy=*/false); in Group()
626 return UTF8ToUnicodeText("", /*do_copy=*/false); in Group()
629 return UTF8ToUnicodeText(result, /*do_copy=*/true); in Group()
632 return UTF8ToUnicodeText("", /*do_copy=*/false); in Group()
646 return UTF8ToUnicodeText("", /*do_copy=*/false); in Group()
654 return UTF8ToUnicodeText("", /*do_copy=*/false); in Group()
660 return UTF8ToUnicodeText("", /*do_copy=*/false); in Group()
663 return UTF8ToUnicodeText(result, /*do_copy=*/true); in Group()
666 return UTF8ToUnicodeText("", /*do_copy=*/false); in Group()
/external/libtextclassifier/annotator/duration/
Dduration_test.cc120 UTF8ToUnicodeText("Wake me up in 15 minutes ok?"), {14, 24}, in TEST_F()
131 UTF8ToUnicodeText("Wake me up in15 minutesok?"), {13, 23}, in TEST_F()
140 const UnicodeText text = UTF8ToUnicodeText("Wake me up in 15 minutes ok?"); in TEST_F()
159 UTF8ToUnicodeText("Set a timer for 3 and half minutes ok?"); in TEST_F()
178 UTF8ToUnicodeText("Wake me up in 3 hours and 5 seconds ok?"); in TEST_F()
196 const UnicodeText text = UTF8ToUnicodeText("Set a timer for half an hour"); in TEST_F()
215 UTF8ToUnicodeText("Set a timer for 1 hour and a half"); in TEST_F()
234 UTF8ToUnicodeText("Set a timer for an hour and a half"); in TEST_F()
254 UTF8ToUnicodeText("Set a timer for 10 minutes and a second ok?"); in TEST_F()
272 const UnicodeText text = UTF8ToUnicodeText( in TEST_F()
[all …]
/external/libtextclassifier/utils/
Dtoken-feature-extractor.cc57 UnicodeText word = UTF8ToUnicodeText(token, /*do_copy=*/false); in RemapTokenUnicode()
77 unilib_.CreateRegexPattern(UTF8ToUnicodeText( in TokenFeatureExtractor()
111 UTF8ToUnicodeText(token.value, /*do_copy=*/false); in ExtractDenseFeatures()
142 UTF8ToUnicodeText(token.value, /*do_copy=*/false); in ExtractDenseFeatures()
238 UnicodeText word = UTF8ToUnicodeText(token.value, /*do_copy=*/false); in ExtractCharactergramFeaturesUnicode()
267 UTF8ToUnicodeText(feature_word, /*do_copy=*/false); in ExtractCharactergramFeaturesUnicode()
Dregex-match_test.cc40 UnicodeText pattern = UTF8ToUnicodeText("(\\d{16})", in TEST_F()
42 UnicodeText message = UTF8ToUnicodeText("cc: 4012888888881881", in TEST_F()
Dtokenizer.cc91 UnicodeText text_unicode = UTF8ToUnicodeText(text, /*do_copy=*/false); in Tokenize()
191 UTF8ToUnicodeText(token.value, /*do_copy=*/false); in InternalRetokenize()
/external/libtextclassifier/utils/zlib/
Dzlib_regex.cc41 UTF8ToUnicodeText(decompressed_pattern.data(), in UncompressMakeRegexPattern()
49 UTF8ToUnicodeText(uncompressed_pattern->c_str(), in UncompressMakeRegexPattern()
/external/libtextclassifier/annotator/
Dfeature-processor.cc89 UTF8ToUnicodeText(it->value, /*do_copy=*/false); in SplitTokensOnSelectionBoundaries()
142 const UnicodeText context_unicode = UTF8ToUnicodeText(context, in StripTokensFromOtherLines()
226 UTF8ToUnicodeText(result_begin_token.value, /*do_copy=*/false); in LabelToSpan()
229 UTF8ToUnicodeText(result_end_token.value, /*do_copy=*/false); in LabelToSpan()
296 const UnicodeText token_left_unicode = UTF8ToUnicodeText( in SpanToLabel()
298 const UnicodeText token_right_unicode = UTF8ToUnicodeText( in SpanToLabel()
562 UTF8ToUnicodeText(context, /*do_copy=*/false); in StripBoundaryCodepoints()
605 UTF8ToUnicodeText(tokens[i].value, /*do_copy=*/false); in SupportedCodepointsRatio()
618 const UnicodeText value_unicode = UTF8ToUnicodeText(value, /*do_copy=*/false); in StripBoundaryCodepoints()
677 UTF8ToUnicodeText(context, /*do_copy=*/false); in RetokenizeAndFindClick()
Dfeature-processor_test.cc845 const UnicodeText text1 = UTF8ToUnicodeText(text1_utf8, /*do_copy=*/false); in TEST_F()
856 const UnicodeText text2 = UTF8ToUnicodeText(text2_utf8, /*do_copy=*/false); in TEST_F()
867 const UnicodeText text3 = UTF8ToUnicodeText(text3_utf8, /*do_copy=*/false); in TEST_F()
878 const UnicodeText text4 = UTF8ToUnicodeText(text4_utf8, /*do_copy=*/false); in TEST_F()
889 const UnicodeText text5 = UTF8ToUnicodeText(text5_utf8, /*do_copy=*/false); in TEST_F()
900 const UnicodeText text6 = UTF8ToUnicodeText(text6_utf8, /*do_copy=*/false); in TEST_F()
913 const UnicodeText text7 = UTF8ToUnicodeText(text7_utf8, /*do_copy=*/false); in TEST_F()
Dannotator.cc540 const UnicodeText unicode_str = UTF8ToUnicodeText(str, /*do_copy=*/false); in CountDigits()
679 const UnicodeText context_unicode = UTF8ToUnicodeText(context, in SuggestSelection()
730 UTF8ToUnicodeText(context, /*do_copy=*/false), in SuggestSelection()
1363 UTF8ToUnicodeText(context, /*do_copy=*/false) in RegexClassifyText()
1366 UTF8ToUnicodeText(selection_text, /*do_copy=*/false)); in RegexClassifyText()
1440 UTF8ToUnicodeText(context, /*do_copy=*/false) in DatetimeClassifyText()
1499 if (!UTF8ToUnicodeText(context, /*do_copy=*/false).is_valid()) { in ClassifyText()
1570 UTF8ToUnicodeText(context, /*do_copy=*/false), selection_indices, in ClassifyText()
1579 UTF8ToUnicodeText(context, /*do_copy=*/false), selection_indices, in ClassifyText()
1649 const UnicodeText context_unicode = UTF8ToUnicodeText(context, in ModelAnnotate()
[all …]
Dstrip-unpaired-brackets.cc60 UTF8ToUnicodeText(context, /*do_copy=*/false); in StripUnpairedBrackets()
Dannotator_jni.cc304 libtextclassifier3::UTF8ToUnicodeText(utf8_str, /*do_copy=*/false); in ConvertIndicesBMPUTF8()
/external/libtextclassifier/actions/
Dactions-suggestions.cc500 UTF8ToUnicodeText(message, /*do_copy=*/false)); in IsLowConfidenceInput()
544 UTF8ToUnicodeText(action.response_text, /*do_copy=*/false)); in FilterConfidenceOutput()
1090 UTF8ToUnicodeText(message.text, /*do_copy=*/false) in SuggestActionsFromAnnotations()
1218 UTF8ToUnicodeText(message, /*do_copy=*/false)); in SuggestActionsFromRules()
/external/libtextclassifier/annotator/datetime/
Dparser.cc118 return Parse(UTF8ToUnicodeText(input, /*do_copy=*/false), in Parse()
Dparser_test.cc87 UTF8ToUnicodeText(marked_text, /*do_copy=*/false); in ParsesCorrectly()
/external/libtextclassifier/utils/intents/
Dintent-generator.cc852 UTF8ToUnicodeText(text, /*do_copy=*/false) in GenerateIntents()