Searched defs:detokenize (Results 1 – 4 of 4) sorted by relevance
270 detokenize(const std::vector<T> &ss, const std::string &sep) { in detokenize() function284 detokenize(const std::vector<std::string> &ss, const std::string &sep) { in detokenize() function
83 def detokenize(self, input): # pylint: disable=redefined-builtin member in SentencepieceTokenizer
54 public String detokenize(String message) { in detokenize() method in Detokenizer
200 def detokenize(self, encoded_message: bytes) -> DetokenizedString: member in Detokenizer248 def detokenize(self, data: bytes) -> DetokenizedString: member in AutoUpdatingDetokenizer