54     struct tok_state *tok = (struct tok_state *)PyMem_Malloc(  in tok_new()  local
96 new_string(const char *s, Py_ssize_t len, struct tok_state *tok)  in new_string()
109 error_ret(struct tok_state *tok) /* XXX */  in error_ret()
154 get_coding_spec(const char *s, char **spec, Py_ssize_t size, struct tok_state *tok)  in get_coding_spec()
208 check_coding_spec(const char* line, Py_ssize_t size, struct tok_state *tok,  in check_coding_spec()
265           struct tok_state *tok)  in check_bom()
300 tok_concatenate_interactive_new_line(struct tok_state *tok, const char *line) {  in tok_concatenate_interactive_new_line()
353 tok_reserve_buf(struct tok_state *tok, Py_ssize_t size)  in tok_reserve_buf()
385 tok_readline_recode(struct tok_state *tok) {  in tok_readline_recode()
437 fp_setreadl(struct tok_state *tok, const char* enc)  in fp_setreadl()
487 static int fp_getc(struct tok_state *tok) {  in fp_getc()
493 static void fp_ungetc(int c, struct tok_state *tok) {  in fp_ungetc()
560 ensure_utf8(char *line, struct tok_state *tok)  in ensure_utf8()
586 buf_getc(struct tok_state *tok) {  in buf_getc()
593 buf_ungetc(int c, struct tok_state *tok) {  in buf_ungetc()
602 buf_setreadl(struct tok_state *tok, const char* enc) {  in buf_setreadl()
623 translate_newlines(const char *s, int exec_input, struct tok_state *tok) {  in translate_newlines()
673 decode_str(const char *input, int single, struct tok_state *tok)  in decode_str()
734     struct tok_state *tok = tok_new();  in _PyTokenizer_FromString()  local
755     struct tok_state *tok = tok_new();  in _PyTokenizer_FromUTF8()  local
784     struct tok_state *tok = tok_new();  in _PyTokenizer_FromFile()  local
812 _PyTokenizer_Free(struct tok_state *tok)  in _PyTokenizer_Free()
833 tok_readline_raw(struct tok_state *tok)  in tok_readline_raw()
858 tok_underflow_string(struct tok_state *tok) {  in tok_underflow_string()
880 tok_underflow_interactive(struct tok_state *tok) {  in tok_underflow_interactive()
964 tok_underflow_file(struct tok_state *tok) {  in tok_underflow_file()
1055 tok_nextc(struct tok_state *tok)  in tok_nextc()
1099 tok_backup(struct tok_state *tok, int c)  in tok_backup()
1112 _syntaxerror_range(struct tok_state *tok, const char *format,  in _syntaxerror_range()
1159 syntaxerror(struct tok_state *tok, const char *format, ...)  in syntaxerror()
1173 syntaxerror_known_range(struct tok_state *tok,  in syntaxerror_known_range()
1191 indenterror(struct tok_state *tok)  in indenterror()
1199 parser_warn(struct tok_state *tok, PyObject *category, const char *format, ...)  in parser_warn()
1238 lookahead(struct tok_state *tok, const char *test)  in lookahead()
1261 verify_end_of_number(struct tok_state *tok, int c, const char *kind)  in verify_end_of_number()
1318 verify_identifier(struct tok_state *tok)  in verify_identifier()
1371 tok_decimal_tail(struct tok_state *tok)  in tok_decimal_tail()
1395 tok_continuation_line(struct tok_state *tok) {  in tok_continuation_line()
1413 tok_get(struct tok_state *tok, const char **p_start, const char **p_end)  in tok_get()
2133 _PyTokenizer_Get(struct tok_state *tok,  in _PyTokenizer_Get()
2190     struct tok_state *tok;  in _PyTokenizer_FindEncodingFilename()  local