Home
last modified time | relevance | path

Searched refs:CodepointSpan (Results 1 – 25 of 30) sorted by relevance

12

/external/libtextclassifier/annotator/
Dfeature-processor.h52 void SplitTokensOnSelectionBoundaries(CodepointSpan selection,
56 int CenterTokenFromClick(CodepointSpan span, const std::vector<Token>& tokens);
61 CodepointSpan span, const std::vector<Token>& selectable_tokens);
77 const std::vector<Token>& selectable_tokens, CodepointSpan codepoint_span,
81 CodepointSpan TokenSpanToCodepointSpan(
92 typedef std::map<CodepointSpan, std::vector<float>> EmbeddingCache;
134 CodepointSpan input_span,
140 CodepointSpan input_span,
152 CodepointSpan selection_span_for_feature,
162 std::vector<CodepointSpan>* selection_label_spans) const;
[all …]
Dstrip-unpaired-brackets.cc30 const CodepointSpan span) { in IsCodepointInSpan()
41 const CodepointSpan span) { in FirstSpanCodepoint()
49 const CodepointSpan span) { in LastSpanCodepoint()
57 CodepointSpan StripUnpairedBrackets(const std::string& context, in StripUnpairedBrackets()
58 CodepointSpan span, const UniLib& unilib) { in StripUnpairedBrackets()
67 CodepointSpan StripUnpairedBrackets(const UnicodeText& context_unicode, in StripUnpairedBrackets()
68 CodepointSpan span, const UniLib& unilib) { in StripUnpairedBrackets()
Dfeature-processor.cc85 void SplitTokensOnSelectionBoundaries(CodepointSpan selection, in SplitTokensOnSelectionBoundaries()
140 const std::string& context, CodepointSpan span, in StripTokensFromOtherLines()
148 const UnicodeText& context_unicode, CodepointSpan span, in StripTokensFromOtherLines()
223 *span = CodepointSpan({kInvalidIndex, kInvalidIndex}); in LabelToSpan()
243 *span = CodepointSpan({result_begin_codepoint + begin_ignored, in LabelToSpan()
335 CodepointSpan codepoint_span, in CodepointSpanToTokenSpan()
361 CodepointSpan TokenSpanToCodepointSpan( in TokenSpanToCodepointSpan()
371 CodepointSpan codepoint_span) { in FindTokenThatContainsSpan()
388 int CenterTokenFromClick(CodepointSpan span, in CenterTokenFromClick()
416 CodepointSpan span, const std::vector<Token>& selectable_tokens) { in CenterTokenFromMiddleOfSelection()
[all …]
Dstrip-unpaired-brackets.h29 CodepointSpan StripUnpairedBrackets(const std::string& context,
30 CodepointSpan span, const UniLib& unilib);
33 CodepointSpan StripUnpairedBrackets(const UnicodeText& context_unicode,
34 CodepointSpan span, const UniLib& unilib);
Dannotator.h237 CodepointSpan SuggestSelection(
238 const std::string& context, CodepointSpan click_indices,
244 const std::string& context, CodepointSpan selection_indices,
328 const UnicodeText& context_unicode, CodepointSpan click_indices,
338 const std::vector<Locale>& locales, CodepointSpan selection_indices,
348 CodepointSpan selection_indices, InterpreterManager* interpreter_manager,
356 CodepointSpan selection_indices, InterpreterManager* interpreter_manager,
368 const std::string& context, CodepointSpan selection_indices,
374 const std::string& context, CodepointSpan selection_indices,
444 CodepointSpan ComputeSelectionBoundaries(
[all …]
Dtypes.h50 using CodepointSpan = std::pair<CodepointIndex, CodepointIndex>; variable
52 inline bool SpansOverlap(const CodepointSpan& a, const CodepointSpan& b) { in SpansOverlap()
56 inline bool ValidNonEmptySpan(const CodepointSpan& span) { in ValidNonEmptySpan()
147 bool IsContainedInSpan(CodepointSpan span) const { in IsContainedInSpan()
191 CodepointSpan span;
261 CodepointSpan span = {kInvalidIndex, kInvalidIndex};
271 AnnotatedSpan(CodepointSpan arg_span, in AnnotatedSpan()
Dannotator_jni.cc50 using libtextclassifier3::CodepointSpan;
63 using libtextclassifier3::CodepointSpan;
121 const std::string& context, const CodepointSpan& selection_indices, in ClassificationResultWithIntentsToJObject()
240 const std::string& context, const CodepointSpan& selection_indices, in ClassificationResultsWithIntentsToJObjectArray()
300 CodepointSpan ConvertIndicesBMPUTF8(const std::string& utf8_str, in ConvertIndicesBMPUTF8()
301 CodepointSpan orig_indices, in ConvertIndicesBMPUTF8()
319 CodepointSpan result{-1, -1}; in ConvertIndicesBMPUTF8()
347 CodepointSpan ConvertIndicesBMPToUTF8(const std::string& utf8_str, in ConvertIndicesBMPToUTF8()
348 CodepointSpan bmp_indices) { in ConvertIndicesBMPToUTF8()
352 CodepointSpan ConvertIndicesUTF8ToBMP(const std::string& utf8_str, in ConvertIndicesUTF8ToBMP()
[all …]
Dannotator_jni.h108 libtextclassifier3::CodepointSpan ConvertIndicesBMPToUTF8(
109 const std::string& utf8_str, libtextclassifier3::CodepointSpan bmp_indices);
113 libtextclassifier3::CodepointSpan ConvertIndicesUTF8ToBMP(
115 libtextclassifier3::CodepointSpan utf8_indices);
Dannotator.cc537 int CountDigits(const std::string& str, CodepointSpan selection_indices) { in CountDigits()
556 CodepointSpan SnapLeftIfWhitespaceSelection(CodepointSpan span, in SnapLeftIfWhitespaceSelection()
572 CodepointSpan result; in SnapLeftIfWhitespaceSelection()
654 CodepointSpan Annotator::SuggestSelection( in SuggestSelection()
655 const std::string& context, CodepointSpan click_indices, in SuggestSelection()
657 CodepointSpan original_click_indices = click_indices; in SuggestSelection()
823 CodepointSpan conflicting_span = candidates[start_index].span; in FirstNonOverlappingSpanIndex()
1004 const UnicodeText& context_unicode, CodepointSpan click_indices, in ModelSuggestSelection()
1117 CodepointSpan selection_indices, InterpreterManager* interpreter_manager, in ModelClassifyText()
1127 CodepointSpan selection_indices, in CopyCachedTokens()
[all …]
Dfeature-processor_test.cc176 const CodepointSpan span = {0, 5}; in TEST_F()
201 const CodepointSpan span = {18, 22}; in TEST_F()
226 const CodepointSpan span = {24, 33}; in TEST_F()
251 const CodepointSpan span = {18, 22}; in TEST_F()
276 const CodepointSpan span = {5, 23}; in TEST_F()
/external/libtextclassifier/annotator/duration/
Dduration_test.cc149 AllOf(Field(&AnnotatedSpan::span, CodepointSpan(14, 24)), in TEST_F()
168 AllOf(Field(&AnnotatedSpan::span, CodepointSpan(16, 34)), in TEST_F()
187 AllOf(Field(&AnnotatedSpan::span, CodepointSpan(14, 35)), in TEST_F()
205 AllOf(Field(&AnnotatedSpan::span, CodepointSpan(16, 28)), in TEST_F()
224 AllOf(Field(&AnnotatedSpan::span, CodepointSpan(16, 33)), in TEST_F()
243 AllOf(Field(&AnnotatedSpan::span, CodepointSpan(19, 34)), in TEST_F()
263 AllOf(Field(&AnnotatedSpan::span, CodepointSpan(16, 39)), in TEST_F()
282 AllOf(Field(&AnnotatedSpan::span, CodepointSpan(22, 46)), in TEST_F()
311 AllOf(Field(&AnnotatedSpan::span, CodepointSpan(16, 46)), in TEST_F()
Dduration.h73 bool ClassifyText(const UnicodeText& context, CodepointSpan selection_indices,
/external/libtextclassifier/annotator/number/
Dnumber.cc28 const UnicodeText& context, CodepointSpan selection_indices, in ClassifyText()
145 const CodepointSpan original_span{0, text.size_codepoints()}; in ParseNumber()
146 const CodepointSpan stripped_span = in ParseNumber()
Dnumber_test.cc141 AllOf(Field(&AnnotatedSpan::span, CodepointSpan(8, 9)), in TEST_F()
157 AllOf(Field(&AnnotatedSpan::span, CodepointSpan(0, 2)), in TEST_F()
Dnumber.h50 bool ClassifyText(const UnicodeText& context, CodepointSpan selection_indices,
/external/libtextclassifier/actions/
Dtypes.h38 CodepointSpan span;
45 MessageTextSpan(const int message_index, const CodepointSpan span, in MessageTextSpan()
/external/libtextclassifier/annotator/datetime/
Dextractor.h61 bool Extract(DateParseData* result, CodepointSpan* result_span) const;
76 bool UpdateMatchSpan(int group_id, CodepointSpan* span) const;
Dextractor.cc24 CodepointSpan* result_span) const { in Extract()
203 CodepointSpan* span) const { in UpdateMatchSpan()
Dparser.h104 CodepointSpan* result_span) const;
/external/libtextclassifier/annotator/contact/
Dcontact-engine-dummy.h42 bool ClassifyText(const std::string& context, CodepointSpan selection_indices, in ClassifyText()
/external/libtextclassifier/annotator/installed_app/
Dinstalled-app-engine-dummy.h42 bool ClassifyText(const std::string& context, CodepointSpan selection_indices, in ClassifyText()
/external/libtextclassifier/annotator/knowledge/
Dknowledge-engine-dummy.h34 bool ClassifyText(const std::string& context, CodepointSpan selection_indices, in ClassifyText()
/external/libtextclassifier/utils/
Dtokenizer.cc161 CodepointSpan span, in TokenizeSubstring()
188 CodepointSpan span(-1, -1); in InternalRetokenize()
Dtokenizer.h85 void TokenizeSubstring(const UnicodeText& unicode_text, CodepointSpan span,
/external/libtextclassifier/utils/intents/
Dintent-generator.h80 const CodepointSpan selection_indices,

12