Lines Matching refs:tokenizer
49 Tokenizer tokenizer("a bcd ef"); variable
53 CHECK(tokenizer.split() == expected);
58 Tokenizer tokenizer(""); variable
62 CHECK(tokenizer.split() == expected);
67 Tokenizer tokenizer(" a \n\t bc "); variable
71 CHECK(tokenizer.split() == expected);
77 Tokenizer tokenizer("/a/bcd/ef g/h/", "/"); variable
81 CHECK(tokenizer.split() == expected);
88 Tokenizer tokenizer("", Tokenizer::defaultDelimiters, false); variable
92 CHECK(tokenizer.split() == expected);
97 Tokenizer tokenizer(",", ",", false); variable
101 CHECK(tokenizer.split() == expected);
106 Tokenizer tokenizer(" a b \nc d ", Tokenizer::defaultDelimiters, false); variable
110 CHECK(tokenizer.split() == expected);