Lines Matching refs:token

27         token = lexer.nextToken()
28         self.assertEqual(token.type, self.lexerModule.IDENTIFIER)
29         self.assertEqual(token.start, 0)
30         self.assertEqual(token.stop, 5)
31         self.assertEqual(token.text, 'foobar')
33         token = lexer.nextToken()
34         self.assertEqual(token.type, self.lexerModule.WS)
35         self.assertEqual(token.start, 6)
36         self.assertEqual(token.stop, 6)
37         self.assertEqual(token.text, ' ')
39         token = lexer.nextToken()
40         self.assertEqual(token.type, self.lexerModule.IDENTIFIER)
41         self.assertEqual(token.start, 7)
42         self.assertEqual(token.stop, 11)
43         self.assertEqual(token.text, '_Ab98')
45         token = lexer.nextToken()
46         self.assertEqual(token.type, self.lexerModule.WS)
47         self.assertEqual(token.start, 12)
48         self.assertEqual(token.stop, 14)
49         self.assertEqual(token.text, ' \n ')
51         token = lexer.nextToken()
52         self.assertEqual(token.type, self.lexerModule.IDENTIFIER)
53         self.assertEqual(token.start, 15)
54         self.assertEqual(token.stop, 20)
55         self.assertEqual(token.text, 'A12sdf')
57         token = lexer.nextToken()
58         self.assertEqual(token.type, self.lexerModule.EOF)
67             token = lexer.nextToken()
68             self.fail(token)