Home
last modified time | relevance | path

Searched refs:VectorSpan (Results 1 – 8 of 8) sorted by relevance

/external/libtextclassifier/native/annotator/pod_ner/
Dutils_test.cc121 VectorSpan<Token>(TokenizeOnSpace(text)), tags, in TEST_P()
128 VectorSpan<Token>(TokenizeOnSpace(text)), TagsToLabels(tags), in TEST_P()
147 VectorSpan<Token>(TokenizeOnSpace(text)), tags, in TEST_P()
154 VectorSpan<Token>(TokenizeOnSpace(text)), TagsToLabels(tags), in TEST_P()
185 VectorSpan<Token>(TokenizeOnSpace(text)), tags, in TEST_P()
192 VectorSpan<Token>(TokenizeOnSpace(text)), TagsToLabels(tags), in TEST_P()
231 VectorSpan<Token>(original_tokens.begin() + 2, original_tokens.end()), in TEST_P()
239 VectorSpan<Token>(original_tokens.begin() + 2, original_tokens.end()), in TEST_P()
264 VectorSpan<Token>(TokenizeOnSpace(text)), TagsToLabels(tags), in TEST()
283 VectorSpan<Token>(TokenizeOnSpace(text)), tags, in TEST_P()
[all …]
Dutils.h85 bool ConvertTagsToAnnotatedSpans(const VectorSpan<Token> &tokens,
100 const VectorSpan<Token> &tokens,
126 bool Next(VectorSpan<int32_t> *cur_wordpiece_indices,
127 VectorSpan<int32_t> *cur_token_starts,
128 VectorSpan<Token> *cur_tokens);
Dutils.cc174 bool WindowGenerator::Next(VectorSpan<int32_t> *cur_wordpiece_indices, in Next()
175 VectorSpan<int32_t> *cur_token_starts, in Next()
176 VectorSpan<Token> *cur_tokens) { in Next()
185 *cur_token_starts = VectorSpan<int32_t>( in Next()
188 *cur_tokens = VectorSpan<Token>( in Next()
208 *cur_wordpiece_indices = VectorSpan<int>( in Next()
216 bool ConvertTagsToAnnotatedSpans(const VectorSpan<Token> &tokens, in ConvertTagsToAnnotatedSpans()
326 bool ConvertTagsToAnnotatedSpans(const VectorSpan<Token> &tokens, in ConvertTagsToAnnotatedSpans()
Dpod-ner-impl.h61 const VectorSpan<int> &wordpiece_indices,
62 const VectorSpan<int32_t> &token_starts,
63 const VectorSpan<Token> &tokens) const;
Dpod-ner-impl.cc270 const VectorSpan<int> &wordpiece_indices, in ExecuteModel()
271 const VectorSpan<int32_t> &token_starts, in ExecuteModel()
272 const VectorSpan<Token> &tokens) const { in ExecuteModel()
429 VectorSpan<int32_t> cur_wordpiece_indices; in AnnotateAroundSpanOfInterest()
430 VectorSpan<int32_t> cur_token_starts; in AnnotateAroundSpanOfInterest()
431 VectorSpan<Token> cur_tokens; in AnnotateAroundSpanOfInterest()
456 VectorSpan<Token>(tokens.begin() + first_token_index_entire_window, in AnnotateAroundSpanOfInterest()
/external/libtextclassifier/native/annotator/
Dfeature-processor.h180 VectorSpan<Token> tokens,
239 bool LabelToSpan(int label, const VectorSpan<Token>& output_tokens,
Dtypes.h717 class VectorSpan {
719 VectorSpan() : begin_(), end_() {} in VectorSpan() function
720 explicit VectorSpan(const std::vector<T>& v) // NOLINT(runtime/explicit) in VectorSpan() function
722 VectorSpan(typename std::vector<T>::const_iterator begin, in VectorSpan() function
Dfeature-processor.cc199 const VectorSpan<Token>& tokens, in LabelToSpan()
474 const VectorSpan<Token> tokens, in SelectionLabelSpans()