| /third_party/python/Lib/test/test_peg_generator/ |
| D | test_pegen.py | 7 from tokenize import TokenInfo, NAME, NEWLINE, NUMBER, OP
91 [[TokenInfo(NUMBER, string="42", start=(1, 0), end=(1, 2), line="42\n")]],
92 TokenInfo(NEWLINE, string="\n", start=(1, 2), end=(1, 3), line="42\n"),
97 [TokenInfo(NUMBER, string="1", start=(1, 0), end=(1, 1), line="1, 2\n")],
98 [TokenInfo(NUMBER, string="2", start=(1, 3), end=(1, 4), line="1, 2\n")],
100 TokenInfo(NEWLINE, string="\n", start=(1, 4), end=(1, 5), line="1, 2\n"),
112 [[TokenInfo(NUMBER, string="42", start=(1, 0), end=(1, 2), line="42\n")]],
113 TokenInfo(NEWLINE, string="\n", start=(1, 2), end=(1, 3), line="42\n"),
126 [TokenInfo(NUMBER, string="1", start=(1, 0), end=(1, 1), line="1+2\n")],
128 TokenInfo(OP, string="+", start=(1, 1), end=(1, 2), line="1+2\n"),
[all …]
|
| /third_party/python/Lib/ |
| D | tokenize.py | 46 class TokenInfo(collections.namedtuple('TokenInfo', 'type string start end line')): class
442 yield TokenInfo(ENCODING, encoding, (0, 0), (0, 0), '')
467 yield TokenInfo(STRING, contstr + line[:end],
472 yield TokenInfo(ERRORTOKEN, contstr + line,
501 yield TokenInfo(COMMENT, comment_token,
505 yield TokenInfo(NL, line[pos:],
511 yield TokenInfo(INDENT, line[:pos], (lnum, 0), (lnum, pos), line)
519 yield TokenInfo(DEDENT, '', (lnum, pos), (lnum, pos), line)
537 yield TokenInfo(NUMBER, token, spos, epos, line)
540 yield TokenInfo(NL, token, spos, epos, line)
[all …]
|
| /third_party/python/Tools/peg_generator/pegen/ |
| D | tokenizer.py | 10 def shorttok(tok: tokenize.TokenInfo) -> str: argument
20 _tokens: List[tokenize.TokenInfo]
22 def __init__(self, tokengen: Iterator[tokenize.TokenInfo], *, verbose: bool = False): argument
30 def getnext(self) -> tokenize.TokenInfo:
47 def peek(self) -> tokenize.TokenInfo:
58 def diagnose(self) -> tokenize.TokenInfo:
|
| D | parser.py | 180 def name(self) -> Optional[tokenize.TokenInfo]:
187 def number(self) -> Optional[tokenize.TokenInfo]:
194 def string(self) -> Optional[tokenize.TokenInfo]:
201 def op(self) -> Optional[tokenize.TokenInfo]:
208 def expect(self, type: str) -> Optional[tokenize.TokenInfo]:
|
| /third_party/typescript/src/services/formatting/ |
| D | formattingScanner.ts | 10 readTokenInfo(n: Node): TokenInfo;
40 let lastTokenInfo: TokenInfo | undefined;
153 function readTokenInfo(n: Node): TokenInfo {
287 function fixTokenKind(tokenInfo: TokenInfo, container: Node): TokenInfo {
|
| D | formatting.ts | 15 export interface TokenInfo { interface
842 let tokenInfo: TokenInfo | undefined = formattingScanner.readTokenInfo(parent);
862 …function consumeTokenAndAdvanceScanner(currentTokenInfo: TokenInfo, parent: Node, dynamicIndentati…
|
| /third_party/skia/third_party/externals/angle2/src/tests/test_expectations/ |
| D | GPUTestExpectationsParser.cpp | 123 struct TokenInfo struct
125 constexpr TokenInfo() in TokenInfo() argument
131 constexpr TokenInfo(const char *nameIn, in TokenInfo() function
137 constexpr TokenInfo(const char *nameIn, GPUTestConfig::Condition conditionIn) in TokenInfo() function
138 : TokenInfo(nameIn, conditionIn, GPUTestExpectationsParser::kGpuTestPass) in TokenInfo()
146 constexpr TokenInfo kTokenData[kNumberOfTokens] = {
297 for (const TokenInfo &info : kTokenData) in GetConditionName()
|
| /third_party/typescript/tests/baselines/reference/ |
| D | parserRealSource10.js | 128 export var tokenTable = new TokenInfo[];
176 export class TokenInfo {
187 tokenTable[tokenId] = new TokenInfo(tokenId, reservation, binopPrecedence,
315 export function lookupToken(tokenId: TokenID): TokenInfo {
599 TypeScript.tokenTable = new TokenInfo[];
645 var TokenInfo = /** @class */ (function () { class
646 …function TokenInfo(tokenId, reservation, binopPrecedence, binopNodeType, unopPrecedence, unopNodeT… class in anonymousFunction90e6a65a0600.TokenInfo
656 return TokenInfo;
658 TypeScript.TokenInfo = TokenInfo;
661 …TypeScript.tokenTable[tokenId] = new TokenInfo(tokenId, reservation, binopPrecedence, binopNodeTyp…
|
| D | parserRealSource10.types | 363 export var tokenTable = new TokenInfo[];
365 >new TokenInfo[] : any
366 >TokenInfo[] : any
367 >TokenInfo : typeof TokenInfo
593 export class TokenInfo {
594 >TokenInfo : TokenInfo
633 tokenTable[tokenId] = new TokenInfo(tokenId, reservation, binopPrecedence,
634 …TokenInfo(tokenId, reservation, binopPrecedence, bino…
638 …TokenInfo(tokenId, reservation, binopPrecedence, bino…
639 >TokenInfo : typeof TokenInfo
[all …]
|
| D | parserRealSource10.symbols | 363 export var tokenTable = new TokenInfo[];
365 >TokenInfo : Symbol(TokenInfo, Decl(parserRealSource10.ts, 172, 5))
534 export class TokenInfo {
535 >TokenInfo : Symbol(TokenInfo, Decl(parserRealSource10.ts, 172, 5))
538 >tokenId : Symbol(TokenInfo.tokenId, Decl(parserRealSource10.ts, 175, 21))
540 >reservation : Symbol(TokenInfo.reservation, Decl(parserRealSource10.ts, 175, 45))
544 >binopPrecedence : Symbol(TokenInfo.binopPrecedence, Decl(parserRealSource10.ts, 175, 78))
545 >binopNodeType : Symbol(TokenInfo.binopNodeType, Decl(parserRealSource10.ts, 176, 51))
548 >unopPrecedence : Symbol(TokenInfo.unopPrecedence, Decl(parserRealSource10.ts, 176, 81))
549 >unopNodeType : Symbol(TokenInfo.unopNodeType, Decl(parserRealSource10.ts, 177, 50))
[all …]
|
| D | parserRealSource10.errors.txt | 2 …/parser/ecmascript5/parserRealSource10.ts(127,33): error TS2449: Class 'TokenInfo' used before its…
475 export var tokenTable = new TokenInfo[];
477 !!! error TS2449: Class 'TokenInfo' used before its declaration.
478 …sts/cases/conformance/parser/ecmascript5/parserRealSource10.ts:175:18: 'TokenInfo' is declared her…
540 export class TokenInfo {
555 tokenTable[tokenId] = new TokenInfo(tokenId, reservation, binopPrecedence,
1341 export function lookupToken(tokenId: TokenID): TokenInfo {
|
| /third_party/flutter/skia/third_party/externals/angle2/src/tests/test_expectations/ |
| D | GPUTestExpectationsParser.cpp | 108 struct TokenInfo struct
115 const TokenInfo kTokenData[kNumberOfTokens] = {
|
| /third_party/typescript/tests/cases/conformance/parser/ecmascript5/ |
| D | parserRealSource10.ts | 127 export var tokenTable = new TokenInfo[];
175 export class TokenInfo { class
186 tokenTable[tokenId] = new TokenInfo(tokenId, reservation, binopPrecedence,
314 export function lookupToken(tokenId: TokenID): TokenInfo {
|