Lines Matching defs:tok_state

22 struct tok_state {  struct
25     char *buf;          /* Input buffer, or NULL; malloc'ed if fp != NULL */
26     char *cur;          /* Next character in buffer */
27     char *inp;          /* End of data in buffer */
28     char *end;          /* End of input buffer if buf != NULL */
29     char *start;        /* Start of current token if not NULL */
30     int done;           /* E_OK normally, E_EOF at EOF, otherwise error code */
32     FILE *fp;           /* Rest of input; NULL if tokenizing a string */
33     int tabsize;        /* Tab spacing */
34     int indent;         /* Current indentation index */
35     int indstack[MAXINDENT];            /* Stack of indents */
36     int atbol;          /* Nonzero if at begin of new line */
37     int pendin;         /* Pending indents (if > 0) or dedents (if < 0) */
38     const char *prompt, *nextprompt;          /* For interactive prompting */
39     int lineno;         /* Current line number */
40     int level;          /* () [] {} Parentheses nesting level */
67 extern struct tok_state *PyTokenizer_FromString(const char *, int);  argument