Searched defs:tokenizer_ (Results 1 – 12 of 12) sorted by relevance
65 const std::unique_ptr<Tokenizer> tokenizer_; variable
64 const Tokenizer* tokenizer_; variable
52 const std::unique_ptr<Tokenizer> tokenizer_; variable
92 std::unique_ptr<Tokenizer> tokenizer_; variable
67 const Tokenizer tokenizer_; variable
65 const Tokenizer tokenizer_; variable
117 const Tokenizer tokenizer_; variable
322 Tokenizer tokenizer_; variable
166 std::unique_ptr<Tokenizer> tokenizer_; variable
266 TokenizerForLangId tokenizer_; member in libtextclassifier3::mobile::lang_id::LangIdImpl
101 std::unique_ptr<TestingTokenizer> tokenizer_; member in libtextclassifier3::__anonf2ccfc700111::TestingTokenizerProxy
1201 io::Tokenizer tokenizer_; member in google::protobuf::TextFormat::Parser::ParserImpl