Home
last modified time | relevance | path

Searched refs:tok_state (Results 1 – 6 of 6) sorted by relevance

/third_party/python/Parser/
Dtokenizer.h23 struct tok_state { struct
76 extern struct tok_state *PyTokenizer_FromString(const char *, int); argument
77 extern struct tok_state *PyTokenizer_FromUTF8(const char *, int);
78 extern struct tok_state *PyTokenizer_FromFile(FILE *, const char*,
80 extern void PyTokenizer_Free(struct tok_state *);
81 extern int PyTokenizer_Get(struct tok_state *, const char **, const char **);
Dtokenizer.c40 static struct tok_state *tok_new(void);
41 static int tok_nextc(struct tok_state *tok);
42 static void tok_backup(struct tok_state *tok, int c);
51 static struct tok_state *
54 struct tok_state *tok = (struct tok_state *)PyMem_MALLOC( in tok_new()
55 sizeof(struct tok_state)); in tok_new()
94 new_string(const char *s, Py_ssize_t len, struct tok_state *tok) in new_string()
107 error_ret(struct tok_state *tok) /* XXX */ in error_ret()
152 get_coding_spec(const char *s, char **spec, Py_ssize_t size, struct tok_state *tok) in get_coding_spec()
206 check_coding_spec(const char* line, Py_ssize_t size, struct tok_state *tok, in check_coding_spec()
[all …]
Dparsetok.c15 static node *parsetok(struct tok_state *, grammar *, int, perrdetail *, int *);
93 struct tok_state *tok; in PyParser_ParseStringObject()
170 struct tok_state *tok; in PyParser_ParseFileObject()
216 parsetok(struct tok_state *tok, grammar *g, int start, perrdetail *err_ret, in parsetok()
/third_party/python/Parser/pegen/
Dpegen.h57 struct tok_state *tok;
226 Parser *_PyPegen_Parser_New(struct tok_state *, int, int, int, int *, PyArena *);
Dpegen.c1073 _PyPegen_Parser_New(struct tok_state *tok, int start_rule, int flags, in _PyPegen_Parser_New()
1187 struct tok_state *tok = PyTokenizer_FromFile(fp, enc, ps1, ps2); in _PyPegen_run_parser_from_file_pointer()
1240 struct tok_state *tok; in _PyPegen_run_parser_from_string()
Dparse_string.c402 struct tok_state* tok = PyTokenizer_FromString(str, 1); in fstring_compile_expr()