Searched refs:owned_tokenizer_ (Results 1 – 4 of 4) sorted by relevance
26 : owned_tokenizer_(new Tokenizer(libtextclassifier3::TokenizationType_ICU, in Analyzer()32 tokenizer_(owned_tokenizer_.get()),
56 std::unique_ptr<Tokenizer> owned_tokenizer_;
84 owned_tokenizer_ = CreateTokenizer(model->tokenizer_options(), unilib); in NGramSensitiveModel()85 tokenizer_ = owned_tokenizer_.get(); in NGramSensitiveModel()
67 std::unique_ptr<Tokenizer> owned_tokenizer_; variable