Searched defs:tok_state (Results 1 – 4 of 4) sorted by relevance
| /external/python/cpython2/Parser/ |
| D | tokenizer.h | 16 struct tok_state { struct
19 char *buf; /* Input buffer, or NULL; malloc'ed if fp != NULL */
20 char *cur; /* Next character in buffer */
21 char *inp; /* End of data in buffer */
22 char *end; /* End of input buffer if buf != NULL */
23 char *start; /* Start of current token if not NULL */
24 int done; /* E_OK normally, E_EOF at EOF, otherwise error code */
26 FILE *fp; /* Rest of input; NULL if tokenizing a string */
27 int tabsize; /* Tab spacing */
28 int indent; /* Current indentation index */
[all …]
|
| D | tokenizer.c | 261 int set_readline(struct tok_state *, const char *)) in check_coding_spec()
327 check_bom(int get_char(struct tok_state *), in check_bom()
329 int set_readline(struct tok_state *, const char *), in check_bom()
|
| /external/python/cpython3/Parser/ |
| D | tokenizer.h | 23 struct tok_state { struct
26 char *buf; /* Input buffer, or NULL; malloc'ed if fp != NULL */
27 char *cur; /* Next character in buffer */
28 char *inp; /* End of data in buffer */
29 const char *end; /* End of input buffer if buf != NULL */
30 const char *start; /* Start of current token if not NULL */
31 int done; /* E_OK normally, E_EOF at EOF, otherwise error code */
33 FILE *fp; /* Rest of input; NULL if tokenizing a string */
34 int tabsize; /* Tab spacing */
35 int indent; /* Current indentation index */
[all …]
|
| D | tokenizer.c | 207 int set_readline(struct tok_state *, const char *)) in check_coding_spec()
265 check_bom(int get_char(struct tok_state *), in check_bom()
267 int set_readline(struct tok_state *, const char *), in check_bom()
|