1ENDMARKER 2NAME 3NUMBER 4STRING 5NEWLINE 6INDENT 7DEDENT 8 9LPAR '(' 10RPAR ')' 11LSQB '[' 12RSQB ']' 13COLON ':' 14COMMA ',' 15SEMI ';' 16PLUS '+' 17MINUS '-' 18STAR '*' 19SLASH '/' 20VBAR '|' 21AMPER '&' 22LESS '<' 23GREATER '>' 24EQUAL '=' 25DOT '.' 26PERCENT '%' 27LBRACE '{' 28RBRACE '}' 29EQEQUAL '==' 30NOTEQUAL '!=' 31LESSEQUAL '<=' 32GREATEREQUAL '>=' 33TILDE '~' 34CIRCUMFLEX '^' 35LEFTSHIFT '<<' 36RIGHTSHIFT '>>' 37DOUBLESTAR '**' 38PLUSEQUAL '+=' 39MINEQUAL '-=' 40STAREQUAL '*=' 41SLASHEQUAL '/=' 42PERCENTEQUAL '%=' 43AMPEREQUAL '&=' 44VBAREQUAL '|=' 45CIRCUMFLEXEQUAL '^=' 46LEFTSHIFTEQUAL '<<=' 47RIGHTSHIFTEQUAL '>>=' 48DOUBLESTAREQUAL '**=' 49DOUBLESLASH '//' 50DOUBLESLASHEQUAL '//=' 51AT '@' 52ATEQUAL '@=' 53RARROW '->' 54ELLIPSIS '...' 55COLONEQUAL ':=' 56 57OP 58AWAIT 59ASYNC 60TYPE_IGNORE 61TYPE_COMMENT 62ERRORTOKEN 63 64# These aren't used by the C tokenizer but are needed for tokenize.py 65COMMENT 66NL 67ENCODING 68