Searched refs:raw_tokens (Results 1 – 1 of 1) sorted by relevance
151 const std::vector<Token> raw_tokens = tokenizer_->Tokenize(text); in Eval() local154 if (raw_tokens.empty()) { in Eval()163 tokens.reserve(raw_tokens.size()); in Eval()164 for (const Token& raw_token : raw_tokens) { in Eval()