Searched refs:TokenFeatureExtractor (Results 1 – 5 of 5) sorted by relevance
72 TokenFeatureExtractor::TokenFeatureExtractor( in TokenFeatureExtractor() function in libtextclassifier3::TokenFeatureExtractor82 bool TokenFeatureExtractor::Extract(const Token& token, bool is_in_span, in Extract()95 std::vector<int> TokenFeatureExtractor::ExtractCharactergramFeatures( in ExtractCharactergramFeatures()104 std::vector<float> TokenFeatureExtractor::ExtractDenseFeatures( in ExtractDenseFeatures()160 int TokenFeatureExtractor::HashToken(StringPiece token) const { in HashToken()183 std::vector<int> TokenFeatureExtractor::ExtractCharactergramFeaturesAscii( in ExtractCharactergramFeaturesAscii()231 std::vector<int> TokenFeatureExtractor::ExtractCharactergramFeaturesUnicode( in ExtractCharactergramFeaturesUnicode()
66 class TokenFeatureExtractor {70 explicit TokenFeatureExtractor(const TokenFeatureExtractorOptions& options,
31 class TestingTokenFeatureExtractor : public TokenFeatureExtractor {33 using TokenFeatureExtractor::HashToken;34 using TokenFeatureExtractor::TokenFeatureExtractor;
66 const TokenFeatureExtractor token_feature_extractor_;
294 const TokenFeatureExtractor feature_extractor_;