Lines Matching defs:tok_state

16 struct tok_state {  struct
19     char *buf;          /* Input buffer, or NULL; malloc'ed if fp != NULL */
20     char *cur;          /* Next character in buffer */
21     char *inp;          /* End of data in buffer */
22     char *end;          /* End of input buffer if buf != NULL */
23     char *start;        /* Start of current token if not NULL */
24     int done;           /* E_OK normally, E_EOF at EOF, otherwise error code */
26     FILE *fp;           /* Rest of input; NULL if tokenizing a string */
27     int tabsize;        /* Tab spacing */
28     int indent;         /* Current indentation index */
29     int indstack[MAXINDENT];            /* Stack of indents */
30     int atbol;          /* Nonzero if at begin of new line */
31     int pendin;         /* Pending indents (if > 0) or dedents (if < 0) */
32     char *prompt, *nextprompt;          /* For interactive prompting */
33     int lineno;         /* Current line number */
34     int level;          /* () [] {} Parentheses nesting level */
58 extern struct tok_state *PyTokenizer_FromString(const char *, int);  argument