Home
last modified time | relevance | path

Searched refs:TokenInfo (Results 1 – 21 of 21) sorted by relevance

/external/clang/lib/Lex/
DTokenConcatenation.cpp71 memset(TokenInfo, 0, sizeof(TokenInfo)); in TokenConcatenation()
74 TokenInfo[tok::identifier ] |= aci_custom; in TokenConcatenation()
75 TokenInfo[tok::numeric_constant] |= aci_custom_firstchar; in TokenConcatenation()
76 TokenInfo[tok::period ] |= aci_custom_firstchar; in TokenConcatenation()
77 TokenInfo[tok::amp ] |= aci_custom_firstchar; in TokenConcatenation()
78 TokenInfo[tok::plus ] |= aci_custom_firstchar; in TokenConcatenation()
79 TokenInfo[tok::minus ] |= aci_custom_firstchar; in TokenConcatenation()
80 TokenInfo[tok::slash ] |= aci_custom_firstchar; in TokenConcatenation()
81 TokenInfo[tok::less ] |= aci_custom_firstchar; in TokenConcatenation()
82 TokenInfo[tok::greater ] |= aci_custom_firstchar; in TokenConcatenation()
[all …]
/external/llvm-project/clang/lib/ASTMatchers/Dynamic/
DParser.cpp37 struct Parser::TokenInfo { struct in clang::ast_matchers::dynamic::Parser
56 TokenInfo() = default;
64 const char* const Parser::TokenInfo::ID_Bind = "bind";
82 const TokenInfo &peekNextToken() const { return NextToken; } in peekNextToken()
85 TokenInfo consumeNextToken() { in consumeNextToken()
86 TokenInfo ThisToken = NextToken; in consumeNextToken()
91 TokenInfo SkipNewlines() { in SkipNewlines()
92 while (NextToken.Kind == TokenInfo::TK_NewLine) in SkipNewlines()
97 TokenInfo consumeNextTokenIgnoreNewlines() { in consumeNextTokenIgnoreNewlines()
99 if (NextToken.Kind == TokenInfo::TK_Eof) in consumeNextTokenIgnoreNewlines()
[all …]
/external/llvm-project/clang/lib/Lex/
DTokenConcatenation.cpp70 memset(TokenInfo, 0, sizeof(TokenInfo)); in TokenConcatenation()
73 TokenInfo[tok::identifier ] |= aci_custom; in TokenConcatenation()
74 TokenInfo[tok::numeric_constant] |= aci_custom_firstchar; in TokenConcatenation()
75 TokenInfo[tok::period ] |= aci_custom_firstchar; in TokenConcatenation()
76 TokenInfo[tok::amp ] |= aci_custom_firstchar; in TokenConcatenation()
77 TokenInfo[tok::plus ] |= aci_custom_firstchar; in TokenConcatenation()
78 TokenInfo[tok::minus ] |= aci_custom_firstchar; in TokenConcatenation()
79 TokenInfo[tok::slash ] |= aci_custom_firstchar; in TokenConcatenation()
80 TokenInfo[tok::less ] |= aci_custom_firstchar; in TokenConcatenation()
81 TokenInfo[tok::greater ] |= aci_custom_firstchar; in TokenConcatenation()
[all …]
/external/python/cpython3/Lib/test/test_peg_generator/
Dtest_pegen.py7 from tokenize import TokenInfo, NAME, NEWLINE, NUMBER, OP
91 [[TokenInfo(NUMBER, string="42", start=(1, 0), end=(1, 2), line="42\n")]],
92 TokenInfo(NEWLINE, string="\n", start=(1, 2), end=(1, 3), line="42\n"),
97 [TokenInfo(NUMBER, string="1", start=(1, 0), end=(1, 1), line="1, 2\n")],
98 [TokenInfo(NUMBER, string="2", start=(1, 3), end=(1, 4), line="1, 2\n")],
100 TokenInfo(NEWLINE, string="\n", start=(1, 4), end=(1, 5), line="1, 2\n"),
112 [[TokenInfo(NUMBER, string="42", start=(1, 0), end=(1, 2), line="42\n")]],
113 TokenInfo(NEWLINE, string="\n", start=(1, 2), end=(1, 3), line="42\n"),
126 [TokenInfo(NUMBER, string="1", start=(1, 0), end=(1, 1), line="1+2\n")],
128 TokenInfo(OP, string="+", start=(1, 1), end=(1, 2), line="1+2\n"),
[all …]
/external/clang/lib/ASTMatchers/Dynamic/
DParser.cpp29 struct Parser::TokenInfo { struct in clang::ast_matchers::dynamic::Parser
47 TokenInfo() : Text(), Kind(TK_Eof), Range(), Value() {} in TokenInfo() argument
55 const char* const Parser::TokenInfo::ID_Bind = "bind";
74 const TokenInfo &peekNextToken() const { return NextToken; } in peekNextToken()
77 TokenInfo consumeNextToken() { in consumeNextToken()
78 TokenInfo ThisToken = NextToken; in consumeNextToken()
83 TokenInfo::TokenKind nextTokenKind() const { return NextToken.Kind; } in nextTokenKind()
86 TokenInfo getNextToken() { in getNextToken()
88 TokenInfo Result; in getNextToken()
92 Result.Kind = TokenInfo::TK_CodeCompletion; in getNextToken()
[all …]
/external/python/cpython3/Lib/
Dtokenize.py45 class TokenInfo(collections.namedtuple('TokenInfo', 'type string start end line')): class
440 yield TokenInfo(ENCODING, encoding, (0, 0), (0, 0), '')
465 yield TokenInfo(STRING, contstr + line[:end],
470 yield TokenInfo(ERRORTOKEN, contstr + line,
499 yield TokenInfo(COMMENT, comment_token,
503 yield TokenInfo(NL, line[pos:],
509 yield TokenInfo(INDENT, line[:pos], (lnum, 0), (lnum, pos), line)
517 yield TokenInfo(DEDENT, '', (lnum, pos), (lnum, pos), line)
535 yield TokenInfo(NUMBER, token, spos, epos, line)
538 yield TokenInfo(NL, token, spos, epos, line)
[all …]
/external/ImageMagick/MagickCore/
Dtoken.h29 TokenInfo; typedef
32 Tokenizer(TokenInfo *,const unsigned int,char *,const size_t,const char *,
43 extern MagickExport TokenInfo
45 *DestroyTokenInfo(TokenInfo *);
Dtoken.c96 MagickExport TokenInfo *AcquireTokenInfo(void) in AcquireTokenInfo()
98 TokenInfo in AcquireTokenInfo()
101 token_info=(TokenInfo *) AcquireCriticalMemory(sizeof(*token_info)); in AcquireTokenInfo()
129 MagickExport TokenInfo *DestroyTokenInfo(TokenInfo *token_info) in DestroyTokenInfo()
132 assert(token_info != (TokenInfo *) NULL); in DestroyTokenInfo()
135 token_info=(TokenInfo *) RelinquishMagickMemory(token_info); in DestroyTokenInfo()
809 static void StoreToken(TokenInfo *token_info,char *string, in StoreToken()
839 MagickExport int Tokenizer(TokenInfo *token_info,const unsigned flag, in Tokenizer()
Dannotate.c1140 TokenInfo in ComplexTextLayout()
/external/python/cpython3/Tools/peg_generator/pegen/
Dtokenizer.py10 def shorttok(tok: tokenize.TokenInfo) -> str: argument
20 _tokens: List[tokenize.TokenInfo]
22 def __init__(self, tokengen: Iterator[tokenize.TokenInfo], *, verbose: bool = False): argument
30 def getnext(self) -> tokenize.TokenInfo:
47 def peek(self) -> tokenize.TokenInfo:
58 def diagnose(self) -> tokenize.TokenInfo:
Dparser.py180 def name(self) -> Optional[tokenize.TokenInfo]:
187 def number(self) -> Optional[tokenize.TokenInfo]:
194 def string(self) -> Optional[tokenize.TokenInfo]:
201 def op(self) -> Optional[tokenize.TokenInfo]:
208 def expect(self, type: str) -> Optional[tokenize.TokenInfo]:
/external/angle/src/tests/test_expectations/
DGPUTestExpectationsParser.cpp116 struct TokenInfo struct
118 constexpr TokenInfo() in TokenInfo() function
124 constexpr TokenInfo(const char *nameIn, in TokenInfo() argument
130 constexpr TokenInfo(const char *nameIn, GPUTestConfig::Condition conditionIn) in TokenInfo() argument
131 : TokenInfo(nameIn, conditionIn, GPUTestExpectationsParser::kGpuTestPass) in TokenInfo()
139 constexpr TokenInfo kTokenData[kNumberOfTokens] = {
284 for (const TokenInfo &info : kTokenData) in GetConditionName()
/external/llvm-project/clang/include/clang/ASTMatchers/Dynamic/
DParser.h228 struct TokenInfo;
236 bool parseMatcherExpressionImpl(const TokenInfo &NameToken,
240 void addCompletion(const TokenInfo &CompToken,
/external/clang/include/clang/ASTMatchers/Dynamic/
DParser.h225 struct TokenInfo;
232 bool parseMatcherExpressionImpl(const TokenInfo &NameToken,
236 void addCompletion(const TokenInfo &CompToken,
/external/perfetto/src/kallsyms/
Dkernel_symbol_map.cc241 struct TokenInfo { in Parse() struct
247 using TokenMap = std::map<std::string, TokenInfo>; in Parse()
278 auto it_and_ins = tokens.emplace(token.ToStdString(), TokenInfo{}); in Parse()
352 const TokenInfo& token_info = token_map_entry->second; in Parse()
/external/llvm-project/clang/include/clang/Lex/
DTokenConcatenation.h56 char TokenInfo[tok::NUM_TOKENS]; variable
/external/clang/include/clang/Lex/
DTokenConcatenation.h57 char TokenInfo[tok::NUM_TOKENS]; variable
/external/cros/system_api/dbus/chaps/
Dck_structs.proto55 message TokenInfo { message
/external/ImageMagick/coders/
Dmeta.c335 TokenInfo in parse8BIM()
653 TokenInfo in parse8BIMW()
/external/ImageMagick/MagickWand/
Doperation.c4531 TokenInfo in CLIListOperatorImages()
Dmogrify.c8881 TokenInfo in MogrifyImageList()