| /external/libtextclassifier/native/utils/ |
| D | token-feature-extractor_test.cc | 33 using TokenFeatureExtractor::HashToken;
55 extractor.HashToken("H"), in TEST_F()
56 extractor.HashToken("e"), in TEST_F()
57 extractor.HashToken("l"), in TEST_F()
58 extractor.HashToken("l"), in TEST_F()
59 extractor.HashToken("o"), in TEST_F()
60 extractor.HashToken("^H"), in TEST_F()
61 extractor.HashToken("He"), in TEST_F()
62 extractor.HashToken("el"), in TEST_F()
63 extractor.HashToken("ll"), in TEST_F()
[all …]
|
| D | token-feature-extractor.cc | 160 int TokenFeatureExtractor::HashToken(StringPiece token) const { in HashToken() function in libtextclassifier3::TokenFeatureExtractor
187 result.push_back(HashToken("<PAD>")); in ExtractCharactergramFeaturesAscii()
208 result.push_back(HashToken(feature_word)); in ExtractCharactergramFeaturesAscii()
215 HashToken(StringPiece(feature_word, /*offset=*/i, /*len=*/1))); in ExtractCharactergramFeaturesAscii()
221 result.push_back(HashToken(StringPiece(feature_word, /*offset=*/i, in ExtractCharactergramFeaturesAscii()
235 result.push_back(HashToken("<PAD>")); in ExtractCharactergramFeaturesUnicode()
272 result.push_back(HashToken(feature_word)); in ExtractCharactergramFeaturesUnicode()
301 result.push_back(HashToken( in ExtractCharactergramFeaturesUnicode()
|
| D | token-feature-extractor.h | 99 int HashToken(StringPiece token) const;
|
| /external/llvm-project/clang/lib/Frontend/Rewrite/ |
| D | InclusionRewriter.cpp | 412 Token HashToken = RawToken; in Process() local
421 CommentOutDirective(RawLex, HashToken, FromFile, LocalEOL, NextToWrite, in Process()
426 SourceLocation Loc = HashToken.getLocation(); in Process()
456 CommentOutDirective(RawLex, HashToken, FromFile, LocalEOL, in Process()
464 CommentOutDirective(RawLex, HashToken, FromFile, LocalEOL, in Process()
476 SM.getFileOffset(HashToken.getLocation()), in Process()
|
| /external/clang/lib/Frontend/Rewrite/ |
| D | InclusionRewriter.cpp | 438 Token HashToken = RawToken; in Process() local
447 CommentOutDirective(RawLex, HashToken, FromFile, LocalEOL, NextToWrite, in Process()
452 SourceLocation Loc = HashToken.getLocation(); in Process()
477 CommentOutDirective(RawLex, HashToken, FromFile, LocalEOL, in Process()
485 CommentOutDirective(RawLex, HashToken, FromFile, LocalEOL, in Process()
|
| /external/llvm-project/clang/lib/Format/ |
| D | FormatTokenLexer.cpp | 702 FormatToken *HashToken = Tokens.back(); in tryParsePythonComment() local
703 if (!HashToken->isOneOf(tok::hash, tok::hashhash)) in tryParsePythonComment()
707 Lex->getBufferLocation() - HashToken->TokenText.size(); // at "#" in tryParsePythonComment()
713 HashToken->setType(TT_LineComment); in tryParsePythonComment()
714 HashToken->Tok.setKind(tok::comment); in tryParsePythonComment()
715 HashToken->TokenText = Lex->getBuffer().substr(From, Len); in tryParsePythonComment()
|
| /external/llvm-project/clang/lib/Lex/ |
| D | PPDirectives.cpp | 2924 const Token &HashToken, in HandleIfdefDirective() argument
2937 SkipExcludedConditionalBlock(HashToken.getLocation(), in HandleIfdefDirective()
2990 SkipExcludedConditionalBlock(HashToken.getLocation(), in HandleIfdefDirective()
3000 const Token &HashToken, in HandleIfDirective() argument
3039 SkipExcludedConditionalBlock(HashToken.getLocation(), IfToken.getLocation(), in HandleIfDirective()
3073 void Preprocessor::HandleElseDirective(Token &Result, const Token &HashToken) { in HandleElseDirective() argument
3107 SkipExcludedConditionalBlock(HashToken.getLocation(), CI.IfLoc, in HandleElseDirective()
3115 const Token &HashToken) { in HandleElifDirective() argument
3153 HashToken.getLocation(), CI.IfLoc, /*Foundnonskip*/ true, in HandleElifDirective()
|
| /external/llvm-project/clang/include/clang/Lex/ |
| D | Preprocessor.h | 2349 void HandleIfdefDirective(Token &Result, const Token &HashToken,
2351 void HandleIfDirective(Token &IfToken, const Token &HashToken,
2354 void HandleElseDirective(Token &Result, const Token &HashToken);
2355 void HandleElifDirective(Token &ElifToken, const Token &HashToken);
|
| /external/llvm-project/clang/lib/Serialization/ |
| D | ASTReader.cpp | 3329 SourceLocation HashToken = ReadSourceLocation(F, Record, Idx); in ReadASTBlock() local
3334 SkipInfo.emplace(HashToken, IfTokenLoc, FoundNonSkipPortion, in ReadASTBlock()
|