Lines Matching defs:tok_state

23 struct tok_state {  struct
26     char *buf;          /* Input buffer, or NULL; malloc'ed if fp != NULL */
27     char *cur;          /* Next character in buffer */
28     char *inp;          /* End of data in buffer */
29     const char *end;    /* End of input buffer if buf != NULL */
30     const char *start;  /* Start of current token if not NULL */
31     int done;           /* E_OK normally, E_EOF at EOF, otherwise error code */
33     FILE *fp;           /* Rest of input; NULL if tokenizing a string */
34     int tabsize;        /* Tab spacing */
35     int indent;         /* Current indentation index */
36     int indstack[MAXINDENT];            /* Stack of indents */
37     int atbol;          /* Nonzero if at begin of new line */
38     int pendin;         /* Pending indents (if > 0) or dedents (if < 0) */
39     const char *prompt, *nextprompt;          /* For interactive prompting */
40     int lineno;         /* Current line number */
41     int first_lineno;   /* First line of a single line or multi line string
43     int level;          /* () [] {} Parentheses nesting level */
45     char parenstack[MAXLEVEL];
46     int parenlinenostack[MAXLEVEL];
47     PyObject *filename;
49     int altindstack[MAXINDENT];         /* Stack of alternate indents */
51     enum decoding_state decoding_state;
52     int decoding_erred;         /* whether erred in decoding  */
76 extern struct tok_state *PyTokenizer_FromString(const char *, int);  argument