Lines Matching refs:Tokenize

686   size = Tokenize(STR("This is a string"), STR(" "), &r);  in TokenizeTest()
695   size = Tokenize(STR("one,two,three"), STR(","), &r);  in TokenizeTest()
703   size = Tokenize(STR("one,two:three;four"), STR(",:"), &r);  in TokenizeTest()
711   size = Tokenize(STR("one,two:three;four"), STR(";,:"), &r);  in TokenizeTest()
720   size = Tokenize(STR("one, two, three"), STR(","), &r);  in TokenizeTest()
728   size = Tokenize(STR("one, two, three, "), STR(","), &r);  in TokenizeTest()
737   size = Tokenize(STR("one, two, three,"), STR(","), &r);  in TokenizeTest()
745   size = Tokenize(STR(""), STR(","), &r);  in TokenizeTest()
750   size = Tokenize(STR(","), STR(","), &r);  in TokenizeTest()
755   size = Tokenize(STR(",;:."), STR(".:;,"), &r);  in TokenizeTest()
760   size = Tokenize(STR("\t\ta\t"), STR("\t"), &r);  in TokenizeTest()
766   size = Tokenize(STR("\ta\t\nb\tcc"), STR("\n"), &r);  in TokenizeTest()