Searched refs:start_token (Results 1 – 9 of 9) sorted by relevance
| /external/antlr/runtime/Ruby/lib/antlr3/tree/ |
| D | debug.rb | 96 def set_token_boundaries( tree, start_token, stop_token ) argument
97 super( tree, start_token, stop_token )
98 return unless tree && start_token && stop_token
100 start_token.token_index, stop_token.token_index )
|
| /external/tensorflow/tensorflow/lite/testing/ |
| D | tokenize.cc | 30 auto start_token = [&](char c) { in Tokenize() local
66 start_token(*it); in Tokenize()
|
| /external/tensorflow/tensorflow/lite/testing/nnapi_tflite_zip_tests/ |
| D | tokenize.cc | 31 auto start_token = [&](char c) { in Tokenize() local
67 start_token(*it); in Tokenize()
|
| /external/protobuf/src/google/protobuf/compiler/ |
| D | parser.cc | 1575 io::Tokenizer::Token start_token; in ParseExtensions() local
1580 start_token = input_->current(); in ParseExtensions()
1598 end_location.StartAt(start_token); in ParseExtensions()
1599 end_location.EndAt(start_token); in ParseExtensions()
1663 io::Tokenizer::Token start_token = input_->current(); in ParseReserved() local
1669 location.StartAt(start_token); in ParseReserved()
1674 location.StartAt(start_token); in ParseReserved()
1697 io::Tokenizer::Token start_token; in ParseReservedNumbers() local
1701 start_token = input_->current(); in ParseReservedNumbers()
1720 end_location.StartAt(start_token); in ParseReservedNumbers()
[all …]
|
| /external/tflite-support/tensorflow_lite_support/cc/text/tokenizers/ |
| D | regex_tokenizer.cc | 110 bool RegexTokenizer::GetStartToken(int* start_token) { in GetStartToken() argument
111 return LookupId(kStart, start_token); in GetStartToken()
|
| D | regex_tokenizer.h | 44 bool GetStartToken(int* start_token);
|
| /external/mksh/src/ |
| D | syn.c | 30 int start_token; /* token than began nesting (eg, FOR) */ member
862 if (nesting.start_token) { in syntaxerr()
863 c = nesting.start_token; in syntaxerr()
903 nesting.start_token = tok; in nesting_push()
932 nesting.start_token = 0; in compile()
|
| /external/libtextclassifier/native/annotator/ |
| D | feature-processor.cc | 338 TokenIndex start_token = kInvalidIndex; in CodepointSpanToTokenSpan() local
350 if (start_token == kInvalidIndex) { in CodepointSpanToTokenSpan()
351 start_token = i; in CodepointSpanToTokenSpan()
356 return {start_token, end_token}; in CodepointSpanToTokenSpan()
|
| /external/antlr/runtime/Ruby/lib/antlr3/ |
| D | tree.rb | 779 def set_token_boundaries( tree, start_token = nil, stop_token = nil ) argument
782 start_token and start = start_token.index
|