Searched refs:TokenFeatureExtractor (Results 1 – 4 of 4) sorted by relevance
25 class TestingTokenFeatureExtractor : public TokenFeatureExtractor {27 using TokenFeatureExtractor::TokenFeatureExtractor;28 using TokenFeatureExtractor::HashToken;178 TokenFeatureExtractor extractor(options); in TEST()211 TokenFeatureExtractor extractor(options); in TEST()235 TokenFeatureExtractor extractor(options); in TEST()259 TokenFeatureExtractor extractor(options); in TEST()282 TokenFeatureExtractor extractor(options); in TEST()302 TokenFeatureExtractor extractor(options); in TEST()
76 TokenFeatureExtractor::TokenFeatureExtractor( in TokenFeatureExtractor() function in libtextclassifier::TokenFeatureExtractor92 int TokenFeatureExtractor::HashToken(StringPiece token) const { in HashToken()96 std::vector<int> TokenFeatureExtractor::ExtractCharactergramFeatures( in ExtractCharactergramFeatures()105 std::vector<int> TokenFeatureExtractor::ExtractCharactergramFeaturesAscii( in ExtractCharactergramFeaturesAscii()149 std::vector<int> TokenFeatureExtractor::ExtractCharactergramFeaturesUnicode( in ExtractCharactergramFeaturesUnicode()224 bool TokenFeatureExtractor::Extract(const Token& token, bool is_in_span, in Extract()
60 class TokenFeatureExtractor {62 explicit TokenFeatureExtractor(const TokenFeatureExtractorOptions& options);
230 const TokenFeatureExtractor feature_extractor_;