| /external/tflite-support/tensorflow_lite_support/cc/text/tokenizers/ |
| D | bert_tokenizer.cc | 77 for (int token_index = 0; token_index < tokens.size(); token_index++) { in TokenizeWordpiece() local
78 auto& token = tokens[token_index]; in TokenizeWordpiece()
93 begin_offsets[token_index]; in TokenizeWordpiece()
95 begin_offsets[token_index]; in TokenizeWordpiece()
|
| /external/libtextclassifier/native/utils/ |
| D | bert_tokenizer.cc | 79 for (int token_index = 0; token_index < tokens.size(); token_index++) { in Tokenize() local
80 auto& token = tokens[token_index]; in Tokenize()
|
| /external/libtextclassifier/native/annotator/ |
| D | feature-processor_test.cc | 515 int token_index; in TEST_F() local
518 token_index = internal::CenterTokenFromClick( in TEST_F()
521 EXPECT_EQ(token_index, 1); in TEST_F()
524 token_index = internal::CenterTokenFromClick( in TEST_F()
527 EXPECT_EQ(token_index, 2); in TEST_F()
530 token_index = internal::CenterTokenFromClick( in TEST_F()
533 EXPECT_EQ(token_index, kInvalidIndex); in TEST_F()
537 int token_index; in TEST_F() local
540 token_index = internal::CenterTokenFromMiddleOfSelection( in TEST_F()
544 EXPECT_EQ(token_index, 2); in TEST_F()
[all …]
|
| D | feature-processor.cc | 411 int token_index = FindTokenThatContainsSpan(selectable_tokens, span); in CenterTokenFromClick() local
412 if (token_index != kInvalidIndex) { in CenterTokenFromClick()
413 range_begin = token_index; in CenterTokenFromClick()
414 range_end = token_index + 1; in CenterTokenFromClick()
|
| D | types.h | 152 explicit TokenSpan(int token_index) in TokenSpan()
153 : first(token_index), second(token_index + 1) {} in TokenSpan()
|
| /external/tflite-support/tensorflow_lite_support/custom_ops/kernel/ |
| D | whitespace_tokenizer.cc | 136 int token_index = 0; in WriteRaggedOutput() local
139 row_splits->data.i64[row_splits_index] = token_index; in WriteRaggedOutput()
142 ++token_index; in WriteRaggedOutput()
146 row_splits->data.i64[row_splits_index] = token_index; in WriteRaggedOutput()
147 output_shape->data[0] = token_index; in WriteRaggedOutput()
|
| /external/libtextclassifier/native/annotator/duration/ |
| D | duration.cc | 188 int token_index; in FindDurationStartingAt() local
190 for (token_index = start_token_index; token_index < tokens.size(); in FindDurationStartingAt()
191 token_index++) { in FindDurationStartingAt()
192 const Token& token = tokens[token_index]; in FindDurationStartingAt()
254 return token_index; in FindDurationStartingAt()
|
| /external/antlr/runtime/Ruby/lib/antlr3/tree/ |
| D | debug.rb | 100 start_token.token_index, stop_token.token_index )
|
| /external/antlr/runtime/Ruby/lib/antlr3/debug/ |
| D | socket.rb | 208 token.token_index
233 [ token.token_index, token.type, token.channel,
|
| /external/antlr/runtime/Ruby/lib/antlr3/ |
| D | tree.rb | 615 ( stop.token_index < start.token_index and stop.type != EOF )
633 i = @start.token_index
634 j = ( @stop.type == EOF ) ? @input.size : @stop.token_index
|
| /external/deqp/external/openglcts/modules/glesext/tessellation_shader/ |
| D | esextcTessellationShaderUtils.cpp | 408 std::size_t token_index = std::string::npos; in getGenericTCCode() local
416 while ((token_index = result.find(token)) != std::string::npos) in getGenericTCCode()
418 result = result.replace(token_index, token.length(), n_patch_vertices_raw_ptr); in getGenericTCCode()
420 token_index = result.find(token); in getGenericTCCode()
|
| D | esextcTessellationShaderTessellation.cpp | 928 std::size_t token_index = std::string::npos; in getTCCode() local
930 while ((token_index = result.find(token)) != std::string::npos) in getTCCode()
932 result = result.replace(token_index, token.length(), n_patch_vertices_string.c_str()); in getTCCode()
934 token_index = result.find(token); in getTCCode()
984 std::size_t token_index = std::string::npos; in getTECode() local
986 while ((token_index = result.find(token)) != std::string::npos) in getTECode()
988 result = result.replace(token_index, token.length(), primitive_mode_string.c_str()); in getTECode()
990 token_index = result.find(token); in getTECode()
|
| D | esextcTessellationShaderTCTE.cpp | 3418 std::size_t token_index; in initTestDescriptor() local
3425 token_index = te_body_string.find(token); in initTestDescriptor()
3427 while (token_index != std::string::npos) in initTestDescriptor()
3429 …te_body_string = te_body_string.replace(token_index, token.length(), vertex_spacing_string.c_str()… in initTestDescriptor()
3431 token_index = te_body_string.find(token); in initTestDescriptor()
3958 std::size_t token_index = -1; in initTestDescriptor() local
3966 while ((token_index = tc_body_string.find(token_string)) != std::string::npos) in initTestDescriptor()
3968 tc_body_string = tc_body_string.replace(token_index, strlen(token_string), vertices_string); in initTestDescriptor()
|