Searched defs:start_token (Results 1 – 8 of 8) sorted by relevance
30 auto start_token = [&](char c) { in Tokenize() local
31 auto start_token = [&](char c) { in Tokenize() local
110 bool RegexTokenizer::GetStartToken(int* start_token) { in GetStartToken()
96 def set_token_boundaries( tree, start_token, stop_token ) argument
1575 io::Tokenizer::Token start_token; in ParseExtensions() local1663 io::Tokenizer::Token start_token = input_->current(); in ParseReserved() local1697 io::Tokenizer::Token start_token; in ParseReservedNumbers() local1740 io::Tokenizer::Token start_token = input_->current(); in ParseReserved() local1775 io::Tokenizer::Token start_token; in ParseReservedNumbers() local
30 int start_token; /* token than began nesting (eg, FOR) */ member
338 TokenIndex start_token = kInvalidIndex; in CodepointSpanToTokenSpan() local
779 def set_token_boundaries( tree, start_token = nil, stop_token = nil ) argument