1l=8, c=1, stat=0, len=64, token="-option" 2l=8, c=9, stat=0, len=64, token="key" 3l=9, c=1, stat=0, len=64, token="+reset" 4l=9, c=10, stat=0, len=64, token="imbedded#hash" 5l=11, c=1, stat=0, len=64, token="This is a single token" 6l=13, c=1, stat=0, len=64, token="And\ 'even '"more "complex" 7l=15, c=1, stat=0, len=64, token="Backslash chars \n are returned as is" 8l=16, c=1, stat=0, len=64, token="regardless \n of quoting" 9l=18, c=1, stat=0, len=64, token="Single quote escapes" 10l=19, c=2, stat=0, len=64, token="'" 11l=19, c=4, stat=0, len=64, token="'" 12l=21, c=1, stat=0, len=64, token="Double quote escapes" 13l=22, c=2, stat=0, len=64, token=""" 14l=22, c=4, stat=0, len=64, token=""" 15l=22, c=8, stat=0, len=64, token=""" 16l=24, c=1, stat=0, len=64, token="Back slash escapes" 17l=25, c=2, stat=0, len=64, token="\" 18l=25, c=4, stat=0, len=64, token="\" 19l=25, c=9, stat=0, len=64, token="\" 20l=27, c=1, stat=0, len=64, token="Space Character Escapes" 21l=28, c=2, stat=0, len=64, token=" " 22l=28, c=4, stat=0, len=64, token=" " 23l=28, c=9, stat=0, len=64, token=" " 24l=30, c=1, stat=0, len=64, token="Empty Tokens, using quotes" 25l=31, c=1, stat=0, len=64, token="" 26l=31, c=6, stat=0, len=64, token="" 27l=33, c=1, stat=0, len=64, token="Unicode charcaters are handled" 28l=34, c=1, stat=0, len=64, token="° ' ² ³ ` ´" 29l=35, c=1, stat=0, len=64, token="µ ¶ ⨀ ⨁ ⨂" 30l=36, c=1, stat=0, len=64, token="测试用的汉字" 31l=38, c=1, stat=0, len=64, token="Line____Continuation" 32l=41, c=1, stat=0, len=64, token="Double_Quoted_Line____Continuation" 33l=44, c=1, stat=0, len=64, token="Single_Quoted_Line__\ 34__Continuation_NOT!" 35l=47, c=1, stat=0, len=64, token="double_quoted_newlines__ 36__are_part_of_token" 37l=50, c=1, stat=0, len=64, token="single_quoted_newlines__ 38__are_part_of_token" 39l=53, c=1, stat=0, len=64, token="Last Token before EOF" 40EOF Found 41 42l=1, c=1, stat=0, len=64, token="Next token bad quotes" 43Bad Quotes l=1, c=25 token="unfinished quotes ->" 44 45l=1, c=1, stat=0, len=64, token="Binary input follows" 46Binary Char at l=2, c=4 47 48l=1, c=1, stat=0, len=64, token="Very BIG Token Tests" 49l=2, c=1, stat=0, len=256, token="aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa..." 50l=3, c=1, stat=0, len=1024, token="bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb..." 51l=4, c=1, stat=0, len=4096, token="cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc..." 52l=5, c=1, stat=0, len=8192, token="dddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd..." 53l=6, c=1, stat=0, len=12288, token="eeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeee..." 54l=7, c=1, stat=0, len=16384, token="ffffffffffffffffffffffffffffffffffffffffffffffffffffffffffff..." 55l=8, c=1, stat=0, len=8392704, token="eeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeeee..." 56l=9, c=1, stat=0, len=8392704, token="and all is well!" 57EOF Found 58 59