Searched refs:path_to_vocab (Results 1 – 9 of 9) sorted by relevance
64 std::vector<std::string> LoadVocabFromFile(const std::string& path_to_vocab) { in LoadVocabFromFile() argument66 std::ifstream in(path_to_vocab.c_str()); in LoadVocabFromFile()79 const std::string& path_to_vocab) { in LoadVocabAndIndexFromFile() argument81 std::ifstream in(path_to_vocab.c_str()); in LoadVocabAndIndexFromFile()
30 std::vector<std::string> LoadVocabFromFile(const std::string& path_to_vocab);39 const std::string& path_to_vocab);
48 const std::string& path_to_vocab) in RegexTokenizer() argument50 token_index_map_{utils::LoadVocabAndIndexFromFile(path_to_vocab)} {
100 explicit BertTokenizer(const std::string& path_to_vocab,102 : BertTokenizer(utils::LoadVocabFromFile(path_to_vocab), options) {} in BertTokenizer() argument
32 const std::string& path_to_vocab);
105 const std::string& path_to_vocab);142 void InitializeBertTokenizer(const std::string& path_to_vocab);
96 const std::string& path_to_model, const std::string& path_to_vocab) { in CreateBertQuestionAnswererFromFile() argument104 api_to_init->InitializeBertTokenizer(path_to_vocab); in CreateBertQuestionAnswererFromFile()369 const std::string& path_to_vocab) { in InitializeBertTokenizer() argument370 tokenizer_ = absl::make_unique<BertTokenizer>(path_to_vocab); in InitializeBertTokenizer()
92 explicit BertTokenizer(const std::string& path_to_vocab,94 : BertTokenizer(LoadVocabFromFile(path_to_vocab), options) {} in BertTokenizer() argument
176 const std::string& path_to_vocab // additional model specific files189 api_to_init->InitializeVocab(path_to_vocab);