Searched refs:decoding_state (Results 1 – 2 of 2) sorted by relevance
16 enum decoding_state { enum63 enum decoding_state decoding_state; member
75 tok->decoding_state = STATE_INIT; in tok_new()212 tok->decoding_state = STATE_NORMAL; in check_coding_spec()226 tok->decoding_state = STATE_NORMAL; in check_coding_spec()232 tok->decoding_state = STATE_NORMAL; in check_coding_spec()267 tok->decoding_state = STATE_SEEK_CODING; in check_bom()296 tok->decoding_state = STATE_NORMAL; in check_bom()306 tok->decoding_state = STATE_NORMAL; in check_bom()683 if (tok->enc == NULL && tok->decoding_state != STATE_NORMAL && newl[1]) { in decode_str()736 tok->decoding_state = STATE_NORMAL; in PyTokenizer_FromUTF8()776 tok->decoding_state = STATE_NORMAL; in PyTokenizer_FromFile()[all …]