Searched refs:wordpiece_tokenization (Results 1 – 1 of 1) sorted by relevance
366 const TokenizerResult wordpiece_tokenization = in PrepareText() local370 for (const std::string &wordpiece : wordpiece_tokenization.subwords) { in PrepareText()