Searched refs:raw_tokens (Results 1 – 1 of 1) sorted by relevance
150 const std::vector<Token> raw_tokens = tokenizer_->Tokenize(text); in Eval() local153 if (raw_tokens.empty()) { in Eval()162 tokens.reserve(raw_tokens.size()); in Eval()163 for (const Token& raw_token : raw_tokens) { in Eval()