Searched refs:HashToken (Results 1 – 4 of 4) sorted by relevance
| /external/libtextclassifier/tests/ |
| D | token-feature-extractor_test.cc | 28 using TokenFeatureExtractor::HashToken;
49 extractor.HashToken("H"), in TEST()
50 extractor.HashToken("e"), in TEST()
51 extractor.HashToken("l"), in TEST()
52 extractor.HashToken("l"), in TEST()
53 extractor.HashToken("o"), in TEST()
54 extractor.HashToken("^H"), in TEST()
55 extractor.HashToken("He"), in TEST()
56 extractor.HashToken("el"), in TEST()
57 extractor.HashToken("ll"), in TEST()
[all …]
|
| /external/libtextclassifier/smartselect/ |
| D | token-feature-extractor.cc | 92 int TokenFeatureExtractor::HashToken(StringPiece token) const { in HashToken() function in libtextclassifier::TokenFeatureExtractor
109 result.push_back(HashToken("<PAD>")); in ExtractCharactergramFeaturesAscii()
134 HashToken(StringPiece(feature_word, /*offset=*/i, /*len=*/1))); in ExtractCharactergramFeaturesAscii()
140 result.push_back(HashToken( in ExtractCharactergramFeaturesAscii()
153 result.push_back(HashToken("<PAD>")); in ExtractCharactergramFeaturesUnicode()
216 result.push_back(HashToken( in ExtractCharactergramFeaturesUnicode()
|
| D | token-feature-extractor.h | 82 int HashToken(StringPiece token) const;
|
| /external/clang/lib/Frontend/Rewrite/ |
| D | InclusionRewriter.cpp | 438 Token HashToken = RawToken; in Process() local
447 CommentOutDirective(RawLex, HashToken, FromFile, LocalEOL, NextToWrite, in Process()
452 SourceLocation Loc = HashToken.getLocation(); in Process()
477 CommentOutDirective(RawLex, HashToken, FromFile, LocalEOL, in Process()
485 CommentOutDirective(RawLex, HashToken, FromFile, LocalEOL, in Process()
|