• Home
  • Raw
  • Download

Lines Matching refs:vocab

53   std::vector<std::string> vocab;  in TEST()  local
54 vocab.emplace_back("i"); in TEST()
55 vocab.emplace_back("'"); in TEST()
56 vocab.emplace_back("m"); in TEST()
57 vocab.emplace_back("question"); in TEST()
58 auto tokenizer = absl::make_unique<BertTokenizer>(vocab); in TEST()
74 std::vector<std::string> vocab; in TEST() local
75 vocab.emplace_back("i"); in TEST()
76 vocab.emplace_back("'"); in TEST()
77 vocab.emplace_back("m"); in TEST()
78 vocab.emplace_back("question"); in TEST()
79 auto tokenizer = absl::make_unique<BertTokenizer>(vocab); in TEST()
88 std::vector<std::string> vocab; in TEST() local
89 vocab.emplace_back("i"); in TEST()
90 vocab.emplace_back("'"); in TEST()
91 vocab.emplace_back("m"); in TEST()
92 vocab.emplace_back("question"); in TEST()
93 auto tokenizer = absl::make_unique<BertTokenizer>(vocab); in TEST()
109 std::vector<std::string> vocab; in TEST() local
110 vocab.emplace_back("i"); in TEST()
111 vocab.emplace_back("'"); in TEST()
112 vocab.emplace_back("m"); in TEST()
113 vocab.emplace_back("question"); in TEST()
114 auto tokenizer = absl::make_unique<BertTokenizer>(vocab); in TEST()
130 std::vector<std::string> vocab; in TEST() local
131 vocab.emplace_back("i"); in TEST()
132 vocab.emplace_back("'"); in TEST()
133 vocab.emplace_back("m"); in TEST()
134 vocab.emplace_back("question"); in TEST()
135 auto tokenizer = absl::make_unique<BertTokenizer>(vocab); in TEST()
152 std::vector<std::string> vocab; in TEST() local
153 vocab.emplace_back("i"); in TEST()
154 vocab.emplace_back("'"); in TEST()
155 vocab.emplace_back("m"); in TEST()
156 vocab.emplace_back("question"); in TEST()
157 auto tokenizer = absl::make_unique<BertTokenizer>(vocab); in TEST()