53     struct tok_state *tok = (struct tok_state *)PyMem_Malloc(  in tok_new()  local
94 new_string(const char *s, Py_ssize_t len, struct tok_state *tok)  in new_string()
107 error_ret(struct tok_state *tok) /* XXX */  in error_ret()
152 get_coding_spec(const char *s, char **spec, Py_ssize_t size, struct tok_state *tok)  in get_coding_spec()
206 check_coding_spec(const char* line, Py_ssize_t size, struct tok_state *tok,  in check_coding_spec()
263           struct tok_state *tok)  in check_bom()
322 tok_concatenate_interactive_new_line(struct tok_state *tok, const char *line) {  in tok_concatenate_interactive_new_line()
367 tok_reserve_buf(struct tok_state *tok, Py_ssize_t size)  in tok_reserve_buf()
394 tok_readline_recode(struct tok_state *tok) {  in tok_readline_recode()
442 fp_setreadl(struct tok_state *tok, const char* enc)  in fp_setreadl()
491 static int fp_getc(struct tok_state *tok) {  in fp_getc()
497 static void fp_ungetc(int c, struct tok_state *tok) {  in fp_ungetc()
530 ensure_utf8(char *line, struct tok_state *tok)  in ensure_utf8()
558 buf_getc(struct tok_state *tok) {  in buf_getc()
565 buf_ungetc(int c, struct tok_state *tok) {  in buf_ungetc()
574 buf_setreadl(struct tok_state *tok, const char* enc) {  in buf_setreadl()
595 translate_newlines(const char *s, int exec_input, struct tok_state *tok) {  in translate_newlines()
645 decode_str(const char *input, int single, struct tok_state *tok)  in decode_str()
706     struct tok_state *tok = tok_new();  in PyTokenizer_FromString()  local
727     struct tok_state *tok = tok_new();  in PyTokenizer_FromUTF8()  local
756     struct tok_state *tok = tok_new();  in PyTokenizer_FromFile()  local
784 PyTokenizer_Free(struct tok_state *tok)  in PyTokenizer_Free()
805 tok_readline_raw(struct tok_state *tok)  in tok_readline_raw()
830 tok_underflow_string(struct tok_state *tok) {  in tok_underflow_string()
852 tok_underflow_interactive(struct tok_state *tok) {  in tok_underflow_interactive()
936 tok_underflow_file(struct tok_state *tok) {  in tok_underflow_file()
1026 tok_nextc(struct tok_state *tok)  in tok_nextc()
1063 tok_backup(struct tok_state *tok, int c)  in tok_backup()
1076 _syntaxerror_range(struct tok_state *tok, const char *format,  in _syntaxerror_range()
1123 syntaxerror(struct tok_state *tok, const char *format, ...)  in syntaxerror()
1137 syntaxerror_known_range(struct tok_state *tok,  in syntaxerror_known_range()
1155 indenterror(struct tok_state *tok)  in indenterror()
1163 parser_warn(struct tok_state *tok, const char *format, ...)  in parser_warn()
1198 lookahead(struct tok_state *tok, const char *test)  in lookahead()
1221 verify_end_of_number(struct tok_state *tok, int c, const char *kind)  in verify_end_of_number()
1273 verify_identifier(struct tok_state *tok)  in verify_identifier()
1326 tok_decimal_tail(struct tok_state *tok)  in tok_decimal_tail()
1350 tok_get(struct tok_state *tok, const char **p_start, const char **p_end)  in tok_get()
2051 PyTokenizer_Get(struct tok_state *tok, const char **p_start, const char **p_end)  in PyTokenizer_Get()
2074     struct tok_state *tok;  in PyTokenizer_FindEncodingFilename()  local