Home
last modified time | relevance | path

Searched defs:token_index (Results 1 – 12 of 12) sorted by relevance

/external/antlr/runtime/Ruby/lib/antlr3/
Dtoken.rb101 alias :token_index :index alias
102 alias :token_index= :index= alias
281 alias :token_index :index alias in ANTLR3.CommonToken
282 alias :token_index= :index= alias in ANTLR3.CommonToken
/external/icing/icing/query/advanced_query_parser/
Dlexer.cc201 int token_index = tokens_.size() - 1; in ConsumeText() local
/external/tflite-support/tensorflow_lite_support/cc/text/tokenizers/
Dbert_tokenizer.cc77 for (int token_index = 0; token_index < tokens.size(); token_index++) { in TokenizeWordpiece() local
/external/libtextclassifier/native/utils/
Dbert_tokenizer.cc100 for (int token_index = 0; token_index < tokens.size(); token_index++) { in TokenizeIntoWordpieces() local
/external/tflite-support/tensorflow_lite_support/custom_ops/kernel/
Dwhitespace_tokenizer.cc136 int token_index = 0; in WriteRaggedOutput() local
/external/libtextclassifier/native/annotator/duration/
Dduration.cc194 int token_index; in FindDurationStartingAt() local
/external/libtextclassifier/native/annotator/
Dfeature-processor_test.cc515 int token_index; in TEST_F() local
537 int token_index; in TEST_F() local
Dfeature-processor.cc411 int token_index = FindTokenThatContainsSpan(selectable_tokens, span); in CenterTokenFromClick() local
/external/deqp/external/openglcts/modules/glesext/tessellation_shader/
DesextcTessellationShaderTessellation.cpp928 std::size_t token_index = std::string::npos; in getTCCode() local
984 std::size_t token_index = std::string::npos; in getTECode() local
DesextcTessellationShaderUtils.cpp408 std::size_t token_index = std::string::npos; in getGenericTCCode() local
DesextcTessellationShaderTCTE.cpp3418 std::size_t token_index; in initTestDescriptor() local
3958 std::size_t token_index = -1; in initTestDescriptor() local
/external/rust/crates/pest/src/
Dparser_state.rs464 let token_index = self.queue.len(); in sequence() localVariable