Searched refs:token_start (Results 1 – 7 of 7) sorted by relevance
| /external/tensorflow/tensorflow/compiler/xla/service/ |
| D | hlo_lexer.cc | 103 token_state_.token_start = current_ptr_; in LexToken()
248 token_state_.str_val.assign(token_state_.token_start, current_ptr_); in LexIdentifier()
255 token_state_.str_val.assign(token_state_.token_start, current_ptr_); in LexIdentifier()
261 StringPieceFromPointers(token_state_.token_start, current_ptr_); in LexIdentifier()
297 RegexpStringPieceFromPointers(token_state_.token_start, buf_.end()); in LexIdentifier()
302 token_state_.str_val.assign(token_state_.token_start, current_ptr_); in LexIdentifier()
340 RegexpStringPieceFromPointers(token_state_.token_start, buf_.end()); in LexNumberOrPattern()
345 CHECK(absl::SimpleAtod(string(token_state_.token_start, current_ptr_), in LexNumberOrPattern()
358 token_state_.str_val.assign(token_state_.token_start, current_ptr_); in LexNumberOrPattern()
364 token_state_.str_val.assign(token_state_.token_start, current_ptr_); in LexNumberOrPattern()
[all …]
|
| D | hlo_lexer.h | 128 LocTy GetLoc() const { return token_state_.token_start; } in GetLoc()
172 const char* token_start = nullptr; member
|
| /external/v8/src/torque/ |
| D | earley-parser.cc | 109 InputPosition token_start = pos; in RunLexer() local
114 UpdateSourcePosition(token_start, pos, &CurrentSourcePosition::Get()); in RunLexer()
115 token_start = pos; in RunLexer()
120 token_start, token_start + std::min<ptrdiff_t>( in RunLexer()
121 end - token_start, 10)))); in RunLexer()
125 {token_start, pos, CurrentSourcePosition::Get()}); in RunLexer()
128 UpdateSourcePosition(token_start, pos, &CurrentSourcePosition::Get()); in RunLexer()
135 InputPosition token_start = *pos; in MatchToken() local
139 InputPosition token_end = token_start; in MatchToken()
148 if (*pos != token_start) { in MatchToken()
[all …]
|
| /external/libtextclassifier/lang_id/common/lite_strings/ |
| D | str-split.cc | 24 int token_start = 0; in LiteStrSplit() local
28 result.emplace_back(text.data() + token_start, i - token_start); in LiteStrSplit()
29 token_start = i + 1; in LiteStrSplit()
|
| /external/libtextclassifier/utils/strings/ |
| D | split.cc | 24 int token_start = 0; in Split() local
29 StringPiece(text.data() + token_start, i - token_start)); in Split()
30 token_start = i + 1; in Split()
|
| /external/tensorflow/tensorflow/core/lib/strings/ |
| D | str_util.h | 202 size_t token_start = 0; in Split() local
206 StringPiece token(text.data() + token_start, i - token_start); in Split()
210 token_start = i + 1; in Split()
|
| /external/tensorflow/tensorflow/core/kernels/ |
| D | string_split_op.cc | 66 size_t token_start = 0; in SplitOnCharSet() local
69 StringPiece token(text.data() + token_start, i - token_start); in SplitOnCharSet()
73 token_start = i + 1; in SplitOnCharSet()
|