Searched refs:HashToken (Results 1 – 4 of 4) sorted by relevance
| /external/libtextclassifier/native/utils/ |
| D | token-feature-extractor_test.cc | 33 using TokenFeatureExtractor::HashToken;
55 extractor.HashToken("H"), in TEST_F()
56 extractor.HashToken("e"), in TEST_F()
57 extractor.HashToken("l"), in TEST_F()
58 extractor.HashToken("l"), in TEST_F()
59 extractor.HashToken("o"), in TEST_F()
60 extractor.HashToken("^H"), in TEST_F()
61 extractor.HashToken("He"), in TEST_F()
62 extractor.HashToken("el"), in TEST_F()
63 extractor.HashToken("ll"), in TEST_F()
[all …]
|
| D | token-feature-extractor.cc | 160 int TokenFeatureExtractor::HashToken(StringPiece token) const { in HashToken() function in libtextclassifier3::TokenFeatureExtractor
187 result.push_back(HashToken("<PAD>")); in ExtractCharactergramFeaturesAscii()
208 result.push_back(HashToken(feature_word)); in ExtractCharactergramFeaturesAscii()
215 HashToken(StringPiece(feature_word, /*offset=*/i, /*len=*/1))); in ExtractCharactergramFeaturesAscii()
221 result.push_back(HashToken(StringPiece(feature_word, /*offset=*/i, in ExtractCharactergramFeaturesAscii()
235 result.push_back(HashToken("<PAD>")); in ExtractCharactergramFeaturesUnicode()
272 result.push_back(HashToken(feature_word)); in ExtractCharactergramFeaturesUnicode()
301 result.push_back(HashToken( in ExtractCharactergramFeaturesUnicode()
|
| D | token-feature-extractor.h | 99 int HashToken(StringPiece token) const;
|
| /external/clang/lib/Frontend/Rewrite/ |
| D | InclusionRewriter.cpp | 438 Token HashToken = RawToken; in Process() local
447 CommentOutDirective(RawLex, HashToken, FromFile, LocalEOL, NextToWrite, in Process()
452 SourceLocation Loc = HashToken.getLocation(); in Process()
477 CommentOutDirective(RawLex, HashToken, FromFile, LocalEOL, in Process()
485 CommentOutDirective(RawLex, HashToken, FromFile, LocalEOL, in Process()
|