Home
last modified time | relevance | path

Searched refs:token_start (Results 1 – 12 of 12) sorted by relevance

/external/cpuinfo/src/x86/
Dname.c98 static inline bool is_zero_number(const char* token_start, const char* token_end) { in is_zero_number() argument
99 for (const char* char_ptr = token_start; char_ptr != token_end; char_ptr++) { in is_zero_number()
107 static inline bool is_space(const char* token_start, const char* token_end) { in is_space() argument
108 for (const char* char_ptr = token_start; char_ptr != token_end; char_ptr++) { in is_space()
116 static inline bool is_number(const char* token_start, const char* token_end) { in is_number() argument
117 for (const char* char_ptr = token_start; char_ptr != token_end; char_ptr++) { in is_number()
125 static inline bool is_model_number(const char* token_start, const char* token_end) { in is_model_number() argument
126 for (const char* char_ptr = token_start + 1; char_ptr < token_end; char_ptr++) { in is_model_number()
134 static inline bool is_frequency(const char* token_start, const char* token_end) { in is_frequency() argument
135 const size_t token_length = (size_t) (token_end - token_start); in is_frequency()
[all …]
/external/icing/icing/tokenization/
Drfc822-tokenizer.cc157 CharacterIterator token_start = iterator_; in CalculateTokenStart() local
158 token_start.MoveToUtf8(GetTokens().at(0).text.begin() - text_.begin()); in CalculateTokenStart()
159 return token_start; in CalculateTokenStart()
184 int token_start = iterator_.utf8_index(); in GetNextRfc822Token() local
196 text_.substr(token_start, iterator_.utf8_index() - token_start); in GetNextRfc822Token()
229 rfc822.text = text_.substr(token_start, text_end_ - token_start); in GetNextRfc822Token()
340 const char* token_start = nullptr; in ConvertOneNameToEmail() local
357 if (token_start == nullptr) { in ConvertOneNameToEmail()
358 token_start = text.begin(); in ConvertOneNameToEmail()
412 if (token_start != nullptr) { in ConvertOneNameToEmail()
[all …]
/external/pigweed/pw_tool/
Dmain.cc56 size_t token_start = 0; in TokenizeLine() local
72 token_start = index++; in TokenizeLine()
73 if (line[token_start] == '"') { in TokenizeLine()
76 ++token_start; in TokenizeLine()
92 tokens.push_back(line.substr(token_start, index - token_start)); in TokenizeLine()
/external/libtextclassifier/native/lang_id/common/lite_strings/
Dstr-split.cc26 int token_start = 0; in LiteStrSplit() local
30 result.emplace_back(text.data() + token_start, i - token_start); in LiteStrSplit()
31 token_start = i + 1; in LiteStrSplit()
/external/libtextclassifier/native/utils/strings/
Dsplit.cc24 int token_start = 0; in Split() local
29 StringPiece(text.data() + token_start, i - token_start)); in Split()
30 token_start = i + 1; in Split()
/external/tensorflow/tensorflow/compiler/xla/service/
Dhlo_lexer.cc97 token_state_.token_start = current_ptr_; in LexToken()
265 token_state_.str_val.assign(token_state_.token_start, current_ptr_); in LexIdentifier()
272 token_state_.str_val.assign(token_state_.token_start, current_ptr_); in LexIdentifier()
278 StringViewFromPointers(token_state_.token_start, current_ptr_); in LexIdentifier()
329 token_state_.token_start, buf_.data() + buf_.size()); in LexIdentifier()
334 token_state_.str_val.assign(token_state_.token_start, current_ptr_); in LexIdentifier()
372 token_state_.token_start, buf_.data() + buf_.size()); in LexNumberOrPattern()
377 CHECK(absl::SimpleAtod(std::string(token_state_.token_start, current_ptr_), in LexNumberOrPattern()
390 token_state_.str_val.assign(token_state_.token_start, current_ptr_); in LexNumberOrPattern()
396 token_state_.str_val.assign(token_state_.token_start, current_ptr_); in LexNumberOrPattern()
[all …]
Dhlo_lexer.h127 LocTy GetLoc() const { return token_state_.token_start; } in GetLoc()
171 const char* token_start = nullptr; member
/external/cronet/net/cookies/
Dparsed_cookie.cc319 std::string::const_iterator* token_start, in ParseToken() argument
321 DCHECK(it && token_start && token_end); in ParseToken()
328 *token_start = *it; in ParseToken()
339 if (*it != *token_start) { // We could have an empty token name. in ParseToken()
342 SeekBackPast(it, *token_start, kWhitespace); in ParseToken()
387 std::string::const_iterator token_start, token_end; in ParseTokenString() local
388 if (ParseToken(&it, end, &token_start, &token_end)) in ParseTokenString()
389 return std::string(token_start, token_end); in ParseTokenString()
559 std::string::const_iterator token_start, token_end; in ParseTokenValuePairs() local
560 if (!ParseToken(&it, end, &token_start, &token_end)) { in ParseTokenValuePairs()
[all …]
Dparsed_cookie.h134 std::string::const_iterator* token_start,
/external/cronet/net/dns/
Ddns_hosts.cc75 size_t token_start = pos_; in Advance() local
79 token_ = StringPiece(data_ + token_start, token_end - token_start); in Advance()
/external/tensorflow/tensorflow/core/kernels/
Dstring_split_op.cc66 size_t token_start = 0; in SplitOnCharSet() local
69 StringPiece token(text.data() + token_start, i - token_start); in SplitOnCharSet()
73 token_start = i + 1; in SplitOnCharSet()
/external/libtextclassifier/native/utils/grammar/parsing/
Dparser.cc94 const CodepointIndex token_start = input.tokens[i].start; in SortedSymbolsForInput() local
96 if (token_start != prev_token_end) { in SortedSymbolsForInput()
97 token_match_start[token_start] = prev_token_end; in SortedSymbolsForInput()