Searched refs:end_token (Results 1 – 3 of 3) sorted by relevance
339 TokenIndex end_token = kInvalidIndex; in CodepointSpanToTokenSpan() local353 end_token = i + 1; in CodepointSpanToTokenSpan()356 return {start_token, end_token}; in CodepointSpanToTokenSpan()
969 end_token = '>'972 end_token = '}'1000 while not tokenizer.TryConsume(end_token):1002 raise tokenizer.ParseErrorPreviousToken('Expected "%s".' % (end_token,))
4023 const auto end_token = in ParseWindow() local4025 while (lexer_.GetKind() != end_token) { in ParseWindow()