Home
last modified time | relevance | path

Searched refs:ERRORTOKEN (Results 1 – 14 of 14) sorted by relevance

/third_party/python/Tools/scripts/
Dgenerate_token.py15 ERRORTOKEN = None
29 ERRORTOKEN = value
35 return tok_names, ERRORTOKEN, string_to_tok
91 tok_names, ERRORTOKEN, string_to_tok = load_tokens(infile)
94 for value, name in enumerate(tok_names[:ERRORTOKEN + 1]):
162 tok_names, ERRORTOKEN, string_to_tok = load_tokens(infile)
175 if value >= ERRORTOKEN:
198 tok_names, ERRORTOKEN, string_to_tok = load_tokens(infile)
202 for value, name in enumerate(tok_names[:ERRORTOKEN + 1]):
244 tok_names, ERRORTOKEN, string_to_tok = load_tokens(infile)
[all …]
/third_party/python/Parser/
Dtokenizer.c1119 return ERRORTOKEN; in _syntaxerror_range()
1159 return ERRORTOKEN; in indenterror()
1416 return ERRORTOKEN; in tok_get()
1435 return ERRORTOKEN; in tok_get()
1559 return ERRORTOKEN; in tok_get()
1561 return tok->done == E_EOF ? ENDMARKER : ERRORTOKEN; in tok_get()
1601 return ERRORTOKEN; in tok_get()
1718 return ERRORTOKEN; in tok_get()
1747 return ERRORTOKEN; in tok_get()
1776 return ERRORTOKEN; in tok_get()
[all …]
Dpegen_errors.c172 case ERRORTOKEN: in _PyPegen_tokenize_full_source_to_check_for_errors()
402 if (last_token->type == ERRORTOKEN && p->tok->done == E_EOF) { in _Pypegen_set_syntax_error()
Dpegen.c712 if (token_type == ERRORTOKEN && p->tok->done == E_DECODE) { in initialize_token()
716 return (token_type == ERRORTOKEN ? tokenizer_error(p) : 0); in initialize_token()
1315 case ERRORTOKEN: in _PyPegen_check_tokenizer_errors()
1368 else if (last_token->type == ERRORTOKEN && p->tok->done == E_EOF) { in _PyPegen_run_parser()
/third_party/python/Tools/peg_generator/pegen/
Dtokenizer.py37 if tok.type == token.ERRORTOKEN and tok.string.isspace():
53 if tok.type == token.ERRORTOKEN and tok.string.isspace():
/third_party/python/Grammar/
DTokens63 ERRORTOKEN
/third_party/python/Lib/lib2to3/pgen2/
Dtoken.py67 ERRORTOKEN = 58 variable
Dtokenize.py381 yield (ERRORTOKEN, contstr + line,
549 yield (ERRORTOKEN, line[pos],
/third_party/python/Include/
Dtoken.h73 #define ERRORTOKEN 60 macro
/third_party/python/Lib/
Dtoken.py67 ERRORTOKEN = 60 variable
Dtokenize.py472 yield TokenInfo(ERRORTOKEN, contstr + line,
602 yield TokenInfo(ERRORTOKEN, line[pos],
Dinspect.py2080 ERRORTOKEN = token.ERRORTOKEN
2106 if (type == ERRORTOKEN) and (string == '$'):
/third_party/python/Doc/library/
Dtoken-list.inc216 .. data:: ERRORTOKEN
Dtokenize.rst143 raised. They are tokenized as :data:`~token.ERRORTOKEN`, followed by the