Searched refs:setTokenizer (Results 1 – 1 of 1) sorted by relevance
541 def setTokenizer(self,tokenizer): member in CppTokenizerTester573 tester.setTokenizer( CppLineTokenizer("#an/example && (01923_xy)") )577 tester.setTokenizer( CppLineTokenizer("FOO(BAR) && defined(BAZ)") )581 tester.setTokenizer( CppLinesTokenizer( ["/*", "#", "*/"] ) )584 tester.setTokenizer( CppLinesTokenizer( ["first", "second"] ) )587 tester.setTokenizer( CppLinesTokenizer( ["first second", " third"] ) )595 tester.setTokenizer( CppLinesTokenizer( [ "boo /* what the", "hell */" ] ) )600 tester.setTokenizer( CppLinesTokenizer( [ "an \\", " example" ] ) )