Lines Matching refs:token_length
110 size_t token_length = token_range_.GetLength(); in ScanLiteral() local
111 if (token_length >= literal_or_sentinels_.length()) { in ScanLiteral()
115 size_t bytes_still_needed = literal_or_sentinels_.length() - token_length; in ScanLiteral()
117 if (strncmp(&literal_or_sentinels_[token_length], cbytes, bytes_to_compare) == in ScanLiteral()
119 token_length = ExtendTokenLength(bytes_to_compare); in ScanLiteral()
121 result.SetType(token_length == literal_or_sentinels_.length() in ScanLiteral()
134 size_t token_length = token_range_.GetLength(); in ScanName() local
135 if (token_length == 0) { in ScanName()
140 token_length = ExtendTokenLength(1); in ScanName()
147 token_length = ExtendTokenLength(optional_bytes_consumed); in ScanName()
149 if (result.GetBytesConsumed() == 0 && token_length > 0) { in ScanName()
167 size_t token_length = token_range_.GetLength(); in ScanQuotedString() local
168 if ((data_ == kStart && token_length != 0) || in ScanQuotedString()
181 token_length = ExtendTokenLength(1); in ScanQuotedString()
187 token_length = ExtendTokenLength(bytes_scanned); in ScanQuotedString()
279 size_t token_length = token_range_.GetLength(); in ScanWhitespace() local
281 token_length = ExtendTokenLength(result.GetBytesConsumed()); in ScanWhitespace()
283 if (token_length == 0 && type_ == kWhitespace) { in ScanWhitespace()