Searched refs:special_token (Results 1 – 2 of 2) sorted by relevance
59 for (auto special_token : special_tokens) { in BuildFromPyList() local60 word2id[py::str(special_token)] = word_id++; in BuildFromPyList()121 for (auto special_token : special_tokens) { in BuildFromVector() local122 if (word2id.find(special_token) != word2id.end()) { in BuildFromVector()126 special_token + "."); in BuildFromVector()128 word2id[special_token] = word_id++; in BuildFromVector()189 for (auto special_token : special_tokens) { in BuildFromFileCpp() local190 word2id[special_token] = word_id++; in BuildFromFileCpp()234 for (auto special_token : special_tokens) { in BuildFromFile() local235 word2id[py::str(special_token)] = word_id++; in BuildFromFile()
134 enum special_token { enum