Searched refs:feature_processor_ (Results 1 – 9 of 9) sorted by relevance
93 const std::vector<Token> tokens = feature_processor_->Tokenize(selection); in ClassifyText()191 result->span = feature_processor_->StripBoundaryCodepoints( in FindDurationStartingAt()246 const std::string& token_value = feature_processor_->StripBoundaryCodepoints( in ParseQuantityToken()266 const std::string& token_value = feature_processor_->StripBoundaryCodepoints( in ParseDurationUnitToken()280 const std::string& token_value = feature_processor_->StripBoundaryCodepoints( in ParseFillerToken()
63 feature_processor_(feature_processor), in DurationAnnotator()119 const FeatureProcessor* feature_processor_; variable
104 feature_processor_(BuildFeatureProcessor(&unilib_)), in DurationAnnotatorTest()106 &feature_processor_) {} in DurationAnnotatorTest()109 return feature_processor_.Tokenize(text); in Tokenize()113 FeatureProcessor feature_processor_; member in libtextclassifier3::__anond123b13d0111::DurationAnnotatorTest
42 feature_processor_(feature_processor), in NumberAnnotator()71 const FeatureProcessor* feature_processor_; variable
84 feature_processor_(BuildFeatureProcessor(&unilib_)), in NumberAnnotatorTest()86 &feature_processor_) {} in NumberAnnotatorTest()89 FeatureProcessor feature_processor_; member in libtextclassifier3::__anon4fb2d8a30111::NumberAnnotatorTest
57 const std::vector<Token> tokens = feature_processor_->Tokenize(context); in FindAll()147 feature_processor_->StripBoundaryCodepoints(text, original_span); in ParseNumber()
315 feature_processor_.reset(new ActionsFeatureProcessor(options, unilib_)); in ValidateAndInitialize()332 token_embedding_size_ = feature_processor_->GetTokenEmbeddingSize(); in ValidateAndInitialize()338 feature_processor_ == nullptr in ValidateAndInitialize()340 : feature_processor_->tokenizer(), in ValidateAndInitialize()415 return feature_processor_->AppendFeatures( in EmbedTokenId()595 tokens.push_back(feature_processor_->tokenizer()->Tokenize(message)); in Tokenize()632 if (!feature_processor_->AppendTokenFeatures( in EmbedTokensPerMessage()688 if (!feature_processor_->AppendTokenFeatures( in EmbedAndFlattenTokens()774 if (feature_processor_ == nullptr) { in SetupModelInput()
148 std::unique_ptr<const ActionsFeatureProcessor> feature_processor_; variable
1051 feature_processor_.reset( in TestingMessageEmbedder()1058 token_embedding_size_ = feature_processor_->GetTokenEmbeddingSize(); in TestingMessageEmbedder()