Searched refs:FeatureProcessor (Results 1 – 5 of 5) sorted by relevance
175 std::string FeatureProcessor::GetDefaultCollection() const { in GetDefaultCollection()183 std::vector<Token> FeatureProcessor::Tokenize( in Tokenize()208 bool FeatureProcessor::LabelToSpan( in LabelToSpan()236 bool FeatureProcessor::LabelToTokenSpan(const int label, in LabelToTokenSpan()246 bool FeatureProcessor::SpanToLabel( in SpanToLabel()296 int FeatureProcessor::TokenSpanToLabel(const TokenSpan& span) const { in TokenSpanToLabel()396 int FeatureProcessor::FindCenterToken(CodepointSpan span, in FindCenterToken()423 bool FeatureProcessor::SelectionLabelSpans( in SelectionLabelSpans()437 void FeatureProcessor::PrepareCodepointRanges( in PrepareCodepointRanges()456 float FeatureProcessor::SupportedCodepointsRatio( in SupportedCodepointsRatio()[all …]
73 FeatureProcessor* SelectionFeatureProcessor() const { in SelectionFeatureProcessor()97 const FeatureProcessor& feature_processor,114 std::unique_ptr<FeatureProcessor> selection_feature_processor_;117 std::unique_ptr<FeatureProcessor> sharing_feature_processor_;
91 class FeatureProcessor {93 explicit FeatureProcessor(const FeatureProcessorOptions& options) in FeatureProcessor() function109 explicit FeatureProcessor(const std::string& serialized_options) in FeatureProcessor() function110 : FeatureProcessor(internal::ParseSerializedOptions(serialized_options)) { in FeatureProcessor()
190 new FeatureProcessor(selection_params_->GetFeatureProcessorOptions())); in LoadModels()202 new FeatureProcessor(sharing_params_->GetFeatureProcessorOptions())); in LoadModels()236 const FeatureProcessor& feature_processor, const EmbeddingNetwork& network, in InferInternal()
201 class TestingFeatureProcessor : public FeatureProcessor {203 using FeatureProcessor::FeatureProcessor;204 using FeatureProcessor::SpanToLabel;205 using FeatureProcessor::SupportedCodepointsRatio;206 using FeatureProcessor::IsCodepointInRanges;207 using FeatureProcessor::ICUTokenize;208 using FeatureProcessor::supported_codepoint_ranges_;