Searched refs:max_token_num (Results 1 – 1 of 1) sorted by relevance
103 const Option<size_t> &max_token_num) { in Tokenize() argument104 if (max_token_num.IsSome() && max_token_num.Get() == 0) { in Tokenize()122 …if (delimiter == std::string::npos || (max_token_num.IsSome() && tokens.size() == max_token_num.Ge… in Tokenize()