Home
last modified time | relevance | path

Searched refs:token_start (Results 1 – 20 of 20) sorted by relevance

/external/cpuinfo/src/x86/
Dname.c110 static inline bool is_zero_number(const char* token_start, const char* token_end) { in is_zero_number() argument
111 for (const char* char_ptr = token_start; char_ptr != token_end; char_ptr++) { in is_zero_number()
119 static inline bool is_space(const char* token_start, const char* token_end) { in is_space() argument
120 for (const char* char_ptr = token_start; char_ptr != token_end; char_ptr++) { in is_space()
128 static inline bool is_number(const char* token_start, const char* token_end) { in is_number() argument
129 for (const char* char_ptr = token_start; char_ptr != token_end; char_ptr++) { in is_number()
137 static inline bool is_model_number(const char* token_start, const char* token_end) { in is_model_number() argument
138 for (const char* char_ptr = token_start + 1; char_ptr < token_end; char_ptr++) { in is_model_number()
146 static inline bool is_frequency(const char* token_start, const char* token_end) { in is_frequency() argument
147 const size_t token_length = (size_t)(token_end - token_start); in is_frequency()
[all …]
/external/icing/icing/tokenization/
Drfc822-tokenizer.cc157 CharacterIterator token_start = iterator_; in CalculateTokenStart() local
158 token_start.MoveToUtf8(GetTokens().at(0).text.begin() - text_.begin()); in CalculateTokenStart()
159 return token_start; in CalculateTokenStart()
184 int token_start = iterator_.utf8_index(); in GetNextRfc822Token() local
196 text_.substr(token_start, iterator_.utf8_index() - token_start); in GetNextRfc822Token()
229 rfc822.text = text_.substr(token_start, text_end_ - token_start); in GetNextRfc822Token()
340 const char* token_start = nullptr; in ConvertOneNameToEmail() local
357 if (token_start == nullptr) { in ConvertOneNameToEmail()
358 token_start = text.begin(); in ConvertOneNameToEmail()
412 if (token_start != nullptr) { in ConvertOneNameToEmail()
[all …]
/external/libtextclassifier/native/lang_id/common/lite_strings/
Dstr-split.cc26 int token_start = 0; in LiteStrSplit() local
30 result.emplace_back(text.data() + token_start, i - token_start); in LiteStrSplit()
31 token_start = i + 1; in LiteStrSplit()
/external/libtextclassifier/native/utils/strings/
Dsplit.cc24 int token_start = 0; in Split() local
29 StringPiece(text.data() + token_start, i - token_start)); in Split()
30 token_start = i + 1; in Split()
/external/tensorflow/tensorflow/compiler/xla/service/
Dhlo_lexer.cc97 token_state_.token_start = current_ptr_; in LexToken()
265 token_state_.str_val.assign(token_state_.token_start, current_ptr_); in LexIdentifier()
272 token_state_.str_val.assign(token_state_.token_start, current_ptr_); in LexIdentifier()
278 StringViewFromPointers(token_state_.token_start, current_ptr_); in LexIdentifier()
329 token_state_.token_start, buf_.data() + buf_.size()); in LexIdentifier()
334 token_state_.str_val.assign(token_state_.token_start, current_ptr_); in LexIdentifier()
372 token_state_.token_start, buf_.data() + buf_.size()); in LexNumberOrPattern()
377 CHECK(absl::SimpleAtod(std::string(token_state_.token_start, current_ptr_), in LexNumberOrPattern()
390 token_state_.str_val.assign(token_state_.token_start, current_ptr_); in LexNumberOrPattern()
396 token_state_.str_val.assign(token_state_.token_start, current_ptr_); in LexNumberOrPattern()
[all …]
Dhlo_lexer.h127 LocTy GetLoc() const { return token_state_.token_start; } in GetLoc()
171 const char* token_start = nullptr; member
/external/cronet/tot/net/cookies/
Dparsed_cookie.cc311 std::string_view::iterator* token_start, in ParseToken() argument
313 DCHECK(it && token_start && token_end); in ParseToken()
320 *token_start = *it; in ParseToken()
331 if (*it != *token_start) { // We could have an empty token name. in ParseToken()
334 SeekBackPast(it, *token_start, kWhitespace); in ParseToken()
379 std::string_view::iterator token_start, token_end; in ParseTokenString() local
380 if (ParseToken(&it, end, &token_start, &token_end)) in ParseTokenString()
381 return std::string(token_start, token_end); in ParseTokenString()
535 std::string_view::iterator token_start, token_end; in ParseTokenValuePairs() local
536 if (!ParseToken(&it, end, &token_start, &token_end)) { in ParseTokenValuePairs()
[all …]
Dparsed_cookie.h129 std::string_view::iterator* token_start,
/external/cronet/stable/net/cookies/
Dparsed_cookie.cc311 std::string_view::iterator* token_start, in ParseToken() argument
313 DCHECK(it && token_start && token_end); in ParseToken()
320 *token_start = *it; in ParseToken()
331 if (*it != *token_start) { // We could have an empty token name. in ParseToken()
334 SeekBackPast(it, *token_start, kWhitespace); in ParseToken()
379 std::string_view::iterator token_start, token_end; in ParseTokenString() local
380 if (ParseToken(&it, end, &token_start, &token_end)) in ParseTokenString()
381 return std::string(token_start, token_end); in ParseTokenString()
535 std::string_view::iterator token_start, token_end; in ParseTokenValuePairs() local
536 if (!ParseToken(&it, end, &token_start, &token_end)) { in ParseTokenValuePairs()
[all …]
Dparsed_cookie.h129 std::string_view::iterator* token_start,
/external/cronet/stable/net/server/
Dhttp_server.cc462 size_t token_start = pos; in ParseHeaders() local
481 data_view.substr(token_start, pos - token_start); in ParseHeaders()
482 token_start = pos + 1; // Skip the whitespace or separator. in ParseHeaders()
/external/cronet/tot/net/server/
Dhttp_server.cc462 size_t token_start = pos; in ParseHeaders() local
481 data_view.substr(token_start, pos - token_start); in ParseHeaders()
482 token_start = pos + 1; // Skip the whitespace or separator. in ParseHeaders()
/external/cronet/stable/net/dns/
Ddns_hosts.cc78 size_t token_start = pos_; in Advance() local
83 std::string_view(data_ + token_start, token_end - token_start); in Advance()
/external/cronet/tot/net/dns/
Ddns_hosts.cc78 size_t token_start = pos_; in Advance() local
83 std::string_view(data_ + token_start, token_end - token_start); in Advance()
/external/tensorflow/tensorflow/core/kernels/
Dstring_split_op.cc66 size_t token_start = 0; in SplitOnCharSet() local
69 StringPiece token(text.data() + token_start, i - token_start); in SplitOnCharSet()
73 token_start = i + 1; in SplitOnCharSet()
/external/kernel-headers/original/uapi/linux/
Duio.h37 __u32 token_start; member
/external/libtextclassifier/native/utils/grammar/parsing/
Dparser.cc94 const CodepointIndex token_start = input.tokens[i].start; in SortedSymbolsForInput() local
96 if (token_start != prev_token_end) { in SortedSymbolsForInput()
97 token_match_start[token_start] = prev_token_end; in SortedSymbolsForInput()
/external/rust/android-crates-io/crates/winnow/src/
Derror.rs194 fn append(self, input: &I, token_start: &<I as Stream>::Checkpoint, kind: ErrorKind) -> Self { in append()
196 ErrMode::Backtrack(e) => ErrMode::Backtrack(e.append(input, token_start, kind)), in append()
222 fn add_context(self, input: &I, token_start: &<I as Stream>::Checkpoint, context: C) -> Self { in add_context()
223 self.map(|err| err.add_context(input, token_start, context)) in add_context()
294 fn append(self, input: &I, token_start: &<I as Stream>::Checkpoint, kind: ErrorKind) -> Self; in append()
331 token_start: &<I as Stream>::Checkpoint, in from_recoverable_error()
987 fn append(self, input: &I, token_start: &<I as Stream>::Checkpoint, kind: ErrorKind) -> Self { in append()
989 input.reset(token_start); in append()
1022 fn add_context(self, input: &I, token_start: &<I as Stream>::Checkpoint, context: C) -> Self { in add_context()
1024 input.reset(token_start); in add_context()
/external/rust/android-crates-io/crates/winnow/src/combinator/
Dimpls.rs629 let token_start = i.checkpoint(); in retry_after_inner() localVariable
643 } else if let Err(err_) = i.record_err(&token_start, &err_start, err) { in retry_after_inner()
651 err = err.map(|err| E::from_recoverable_error(&token_start, &err_start, i, err)); in retry_after_inner()
708 let token_start = i.checkpoint(); in resume_after_inner() localVariable
718 if let Err(err_) = i.record_err(&token_start, &err_start, err) { in resume_after_inner()
726 err = err.map(|err| E::from_recoverable_error(&token_start, &err_start, i, err)); in resume_after_inner()
/external/rust/android-crates-io/crates/winnow/src/stream/
Dmod.rs1417 token_start: &Self::Checkpoint, in record_err()
1567 token_start: &Self::Checkpoint, in record_err()
1576 .push(R::from_recoverable_error(token_start, err_start, self, err)); in record_err()