Home
last modified time | relevance | path

Searched refs:tok_state (Results 1 – 9 of 9) sorted by relevance

/external/python/cpython2/Parser/
Dtokenizer.h16 struct tok_state { struct
58 extern struct tok_state *PyTokenizer_FromString(const char *, int); argument
59 extern struct tok_state *PyTokenizer_FromFile(FILE *, char *, char *);
60 extern void PyTokenizer_Free(struct tok_state *);
61 extern int PyTokenizer_Get(struct tok_state *, char **, char **);
63 extern char * PyTokenizer_RestoreEncoding(struct tok_state* tok,
Dtokenizer.c31 static struct tok_state *tok_new(void);
32 static int tok_nextc(struct tok_state *tok);
33 static void tok_backup(struct tok_state *tok, int c);
97 static struct tok_state *
100 struct tok_state *tok = (struct tok_state *)PyMem_MALLOC( in tok_new()
101 sizeof(struct tok_state)); in tok_new()
147 decoding_fgets(char *s, int size, struct tok_state *tok) in decoding_fgets()
153 decoding_feof(struct tok_state *tok) in decoding_feof()
159 decode_str(const char *str, int exec_input, struct tok_state *tok) in decode_str()
167 error_ret(struct tok_state *tok) /* XXX */ in error_ret()
[all …]
Dparsetok.c17 static node *parsetok(struct tok_state *, grammar *, int, perrdetail *, int *);
50 struct tok_state *tok; in PyParser_ParseStringFlagsFilenameEx()
91 struct tok_state *tok; in PyParser_ParseFileFlagsEx()
129 parsetok(struct tok_state *tok, grammar *g, int start, perrdetail *err_ret, in parsetok()
/external/python/cpython3/Parser/
Dtokenizer.h23 struct tok_state { struct
76 extern struct tok_state *PyTokenizer_FromString(const char *, int); argument
77 extern struct tok_state *PyTokenizer_FromUTF8(const char *, int);
78 extern struct tok_state *PyTokenizer_FromFile(FILE *, const char*,
80 extern void PyTokenizer_Free(struct tok_state *);
81 extern int PyTokenizer_Get(struct tok_state *, const char **, const char **);
Dtokenizer.c40 static struct tok_state *tok_new(void);
41 static int tok_nextc(struct tok_state *tok);
42 static void tok_backup(struct tok_state *tok, int c);
51 static struct tok_state *
54 struct tok_state *tok = (struct tok_state *)PyMem_MALLOC( in tok_new()
55 sizeof(struct tok_state)); in tok_new()
94 new_string(const char *s, Py_ssize_t len, struct tok_state *tok) in new_string()
107 error_ret(struct tok_state *tok) /* XXX */ in error_ret()
152 get_coding_spec(const char *s, char **spec, Py_ssize_t size, struct tok_state *tok) in get_coding_spec()
206 check_coding_spec(const char* line, Py_ssize_t size, struct tok_state *tok, in check_coding_spec()
[all …]
Dparsetok.c15 static node *parsetok(struct tok_state *, grammar *, int, perrdetail *, int *);
93 struct tok_state *tok; in PyParser_ParseStringObject()
170 struct tok_state *tok; in PyParser_ParseFileObject()
216 parsetok(struct tok_state *tok, grammar *g, int start, perrdetail *err_ret, in parsetok()
/external/python/cpython3/Parser/pegen/
Dpegen.h57 struct tok_state *tok;
226 Parser *_PyPegen_Parser_New(struct tok_state *, int, int, int, int *, PyArena *);
Dpegen.c1055 _PyPegen_Parser_New(struct tok_state *tok, int start_rule, int flags, in _PyPegen_Parser_New()
1169 struct tok_state *tok = PyTokenizer_FromFile(fp, enc, ps1, ps2); in _PyPegen_run_parser_from_file_pointer()
1222 struct tok_state *tok; in _PyPegen_run_parser_from_string()
Dparse_string.c402 struct tok_state* tok = PyTokenizer_FromString(str, 1); in fstring_compile_expr()