Searched refs:wordpiece (Results 1 – 1 of 1) sorted by relevance
370 for (const std::string &wordpiece : wordpiece_tokenization.subwords) { in PrepareText() local371 if (!tokenizer_->LookupId(wordpiece, &(wordpiece_ids.emplace_back()))) { in PrepareText()372 TC3_LOG(ERROR) << "Couldn't find wordpiece " << wordpiece; in PrepareText()