Searched refs:feature_processor_ (Results 1 – 5 of 5) sorted by relevance
117 const std::vector<Token> tokens = feature_processor_->Tokenize(selection); in ClassifyText()224 result->span = feature_processor_->StripBoundaryCodepoints( in FindDurationStartingAt()279 const std::string& token_value = feature_processor_->StripBoundaryCodepoints( in ParseQuantityToken()302 const std::string& token_value = feature_processor_->StripBoundaryCodepoints( in ParseDurationUnitToken()344 const std::string& token_value = feature_processor_->StripBoundaryCodepoints( in ParseFillerToken()
108 feature_processor_(BuildFeatureProcessor(&unilib_)), in DurationAnnotatorTest()110 feature_processor_.get(), &unilib_) {} in DurationAnnotatorTest()113 return feature_processor_->Tokenize(text); in Tokenize()117 std::unique_ptr<FeatureProcessor> feature_processor_; member in libtextclassifier3::__anon8aa146150111::DurationAnnotatorTest489 feature_processor_(BuildFeatureProcessor(&unilib_)), in JapaneseDurationAnnotatorTest()491 feature_processor_.get(), &unilib_) {} in JapaneseDurationAnnotatorTest()494 return feature_processor_->Tokenize(text); in Tokenize()498 std::unique_ptr<FeatureProcessor> feature_processor_; member in libtextclassifier3::__anon8aa146150111::JapaneseDurationAnnotatorTest
71 feature_processor_(feature_processor), in DurationAnnotator()132 const FeatureProcessor* feature_processor_; variable
351 feature_processor_.reset(new ActionsFeatureProcessor(options, unilib_)); in ValidateAndInitialize()368 token_embedding_size_ = feature_processor_->GetTokenEmbeddingSize(); in ValidateAndInitialize()375 feature_processor_ == nullptr ? nullptr in ValidateAndInitialize()376 : feature_processor_->tokenizer()); in ValidateAndInitialize()441 return feature_processor_->AppendFeatures( in EmbedTokenId()451 tokens.push_back(feature_processor_->tokenizer()->Tokenize(message)); in Tokenize()488 if (!feature_processor_->AppendTokenFeatures( in EmbedTokensPerMessage()544 if (!feature_processor_->AppendTokenFeatures( in EmbedAndFlattenTokens()629 if (feature_processor_ == nullptr) { in SetupModelInput()
152 std::unique_ptr<const ActionsFeatureProcessor> feature_processor_; variable