Searched refs:current_token (Results 1 – 6 of 6) sorted by relevance
251 cdef object current_token291 self.current_token = None453 if self.current_token is not None:454 value = self.current_token455 self.current_token = None461 if self.current_token is None:462 self.current_token = self._scan()463 return self.current_token466 if self.current_token is None:467 self.current_token = self._scan()[all …]
163 Token *current_token = p->known_err_token != NULL ? p->known_err_token : p->tokens[p->fill - 1]; in _PyPegen_tokenize_full_source_to_check_for_errors() local164 Py_ssize_t current_err_line = current_token->lineno; in _PyPegen_tokenize_full_source_to_check_for_errors()
1306 Token *current_token = p->known_err_token != NULL ? p->known_err_token : p->tokens[p->fill - 1]; in _PyPegen_check_tokenizer_errors() local1307 Py_ssize_t current_err_line = current_token->lineno; in _PyPegen_check_tokenizer_errors()
827 current_token = get_cache_token()828 if cache_token != current_token:830 cache_token = current_token
1073 lexer_token_t current_token; in parser_parse_while_statement_end() local1088 current_token = context_p->token; in parser_parse_while_statement_end()1124 context_p->token = current_token; in parser_parse_while_statement_end()1565 lexer_token_t current_token; in parser_parse_for_statement_end() local1593 current_token = context_p->token; in parser_parse_for_statement_end()1667 context_p->token = current_token; in parser_parse_for_statement_end()
703 self.current_token = None721 self.current_token = token1670 return Return(self.current_token.start, self.current_token.end, None)