Searched refs:wordpiece_ids (Results 1 – 1 of 1) sorted by relevance
369 std::vector<int> wordpiece_ids; in PrepareText() local371 if (!tokenizer_->LookupId(wordpiece, &(wordpiece_ids.emplace_back()))) { in PrepareText()377 if (wordpiece_ids.empty()) { in PrepareText()382 for (const int64 wordpiece_id : wordpiece_ids) { in PrepareText()