Lines Matching defs:tokens
87 std::vector<Token> tokens{Token("Hělló", 0, 5), in TEST_F() local
104 std::vector<Token> tokens{Token("Hělló", 0, 5), in TEST_F() local
120 std::vector<Token> tokens{Token("Hělló", 0, 5), in TEST_F() local
136 std::vector<Token> tokens{Token("Hělló", 0, 5), in TEST_F() local
152 std::vector<Token> tokens{Token("Hělló", 0, 5), in TEST_F() local
179 std::vector<Token> tokens = {Token("Fiřst", 0, 5), in TEST_F() local
204 std::vector<Token> tokens = {Token("Fiřst", 0, 5), in TEST_F() local
229 std::vector<Token> tokens = {Token("Fiřst", 0, 5), in TEST_F() local
254 std::vector<Token> tokens = {Token("Fiřst", 0, 5), in TEST_F() local
281 std::vector<Token> tokens = {Token("Fiřst", 0, 5), in TEST_F() local
350 std::vector<Token> tokens = {Token("Fiřst", 0, 5), in TEST_F() local
383 std::vector<Token> tokens = feature_processor.Tokenize("one, two, three"); in TEST_F() local
457 std::vector<Token> tokens = feature_processor.Tokenize("one, two, three"); in TEST_F() local
659 const std::vector<Token> tokens = {Token("ěěě", 0, 3), Token("řřř", 4, 7), in TEST_F() local
708 const std::vector<Token> tokens = {Token("aaa", 0, 3), Token("bbb", 4, 7), in TEST_F() local
750 const std::vector<Token> tokens = { in TEST_F() local
802 std::vector<Token> tokens; in TEST_F() local
852 std::vector<Token> tokens; in TEST_F() local
1020 const std::vector<Token> tokens{Token("Hělló", 0, 5), in TEST_F() local