Home
last modified time | relevance | path

Searched refs:Token (Results 1 – 25 of 1244) sorted by relevance

12345678910>>...50

/external/v8/src/parsing/
Dscanner-inl.h21 KEYWORD("async", Token::ASYNC) \
22 KEYWORD("await", Token::AWAIT) \
24 KEYWORD("break", Token::BREAK) \
26 KEYWORD("case", Token::CASE) \
27 KEYWORD("catch", Token::CATCH) \
28 KEYWORD("class", Token::CLASS) \
29 KEYWORD("const", Token::CONST) \
30 KEYWORD("continue", Token::CONTINUE) \
32 KEYWORD("debugger", Token::DEBUGGER) \
33 KEYWORD("default", Token::DEFAULT) \
[all …]
Dkeywords-gen.h49 Token::Value value;
66 static inline Token::Value GetToken(const char* str, int len);
91 {{"", Token::IDENTIFIER},
92 {"", Token::IDENTIFIER},
93 {"in", Token::IN},
94 {"new", Token::NEW},
95 {"enum", Token::ENUM},
96 {"do", Token::DO},
97 {"delete", Token::DELETE},
98 {"default", Token::DEFAULT},
[all …]
Dkeywords.txt4 %define initializer-suffix ,Token::IDENTIFIER
16 struct PerfectKeywordHashTableEntry { const char* name; Token::Value value; };
18 async, Token::ASYNC
19 await, Token::AWAIT
20 break, Token::BREAK
21 case, Token::CASE
22 catch, Token::CATCH
23 class, Token::CLASS
24 const, Token::CONST
25 continue, Token::CONTINUE
[all …]
/external/turbine/java/com/google/turbine/parse/
DStreamLexer.java83 public Token next() { in next()
110 return Token.EOF; in next()
133 return Token.EOF; in next()
145 return Token.DIVEQ; in next()
147 return Token.DIV; in next()
209 return Token.EOF; in next()
228 return Token.LPAREN; in next()
231 return Token.RPAREN; in next()
234 return Token.LBRACE; in next()
237 return Token.RBRACE; in next()
[all …]
/external/libtextclassifier/native/utils/
Dtokenizer_test.cc94 std::vector<Token> Tokenize(const std::string& utf8_text) const { in Tokenize()
178 std::vector<Token> tokens = tokenizer.Tokenize("Hello world!"); in TEST()
181 ElementsAreArray({Token("Hello", 0, 5), Token("world!", 6, 12)})); in TEST()
214 std::vector<Token>({Token("앨라배마", 0, 4), Token("주", 5, 6), in TEST()
215 Token("전화", 7, 10), Token("(123)", 10, 15), in TEST()
216 Token("456-789", 16, 23), in TEST()
217 Token("웹사이트", 23, 28)})); in TEST()
349 std::vector<Token> tokens; in TEST()
359 ElementsAreArray({Token("問", 0, 1), in TEST()
360 Token("少", 1, 2), in TEST()
[all …]
/external/python/cpython3/Doc/library/
Dtoken-list.inc18 Token value for ``"("``.
22 Token value for ``")"``.
26 Token value for ``"["``.
30 Token value for ``"]"``.
34 Token value for ``":"``.
38 Token value for ``","``.
42 Token value for ``";"``.
46 Token value for ``"+"``.
50 Token value for ``"-"``.
54 Token value for ``"*"``.
[all …]
/external/skqp/src/sksl/
DSkSLParser.cpp133 , fPushback(Token::INVALID, -1, -1) in Parser()
146 case Token::END_OF_FILE: in file()
148 case Token::DIRECTIVE: { in file()
155 case Token::SECTION: { in file()
173 Token Parser::nextRawToken() { in nextRawToken()
174 if (fPushback.fKind != Token::INVALID) { in nextRawToken()
175 Token result = fPushback; in nextRawToken()
176 fPushback.fKind = Token::INVALID; in nextRawToken()
179 Token result = fLexer.next(); in nextRawToken()
183 Token Parser::nextToken() { in nextToken()
[all …]
/external/rust/crates/syn/0.15.42/src/
Dop.rs9 Add(Token![+]),
11 Sub(Token![-]),
13 Mul(Token![*]),
15 Div(Token![/]),
17 Rem(Token![%]),
19 And(Token![&&]),
21 Or(Token![||]),
23 BitXor(Token![^]),
25 BitAnd(Token![&]),
27 BitOr(Token![|]),
[all …]
Ditem.rs32 pub extern_token: Token![extern],
33 pub crate_token: Token![crate],
35 pub rename: Option<(Token![as], Ident)>,
36 pub semi_token: Token![;],
45 pub use_token: Token![use],
46 pub leading_colon: Option<Token![::]>,
48 pub semi_token: Token![;],
57 pub static_token: Token![static],
58 pub mutability: Option<Token![mut]>,
60 pub colon_token: Token![:],
[all …]
/external/rust/crates/syn/1.0.7/src/
Dop.rs9 Add(Token![+]),
11 Sub(Token![-]),
13 Mul(Token![*]),
15 Div(Token![/]),
17 Rem(Token![%]),
19 And(Token![&&]),
21 Or(Token![||]),
23 BitXor(Token![^]),
25 BitAnd(Token![&]),
27 BitOr(Token![|]),
[all …]
Dstmt.rs29 Semi(Expr, Token![;]),
39 pub let_token: Token![let],
41 pub init: Option<(Token![=], Box<Expr>)>,
42 pub semi_token: Token![;],
109 while input.peek(Token![;]) { in parse_within()
110 input.parse::<Token![;]>()?; in parse_within()
158 && ahead.parse::<Token![!]>().is_ok() in parse_stmt()
162 } else if ahead.peek(Token![let]) { in parse_stmt()
164 } else if ahead.peek(Token![pub]) in parse_stmt()
165 || ahead.peek(Token![crate]) && !ahead.peek2(Token![::]) in parse_stmt()
[all …]
/external/skia/src/sksl/
DSkSLParser.cpp106 , fPushback(Token::INVALID, -1, -1) in Parser()
142 case Token::END_OF_FILE: in file()
144 case Token::DIRECTIVE: { in file()
154 case Token::SECTION: { in file()
178 Token Parser::nextRawToken() { in nextRawToken()
179 if (fPushback.fKind != Token::INVALID) { in nextRawToken()
180 Token result = fPushback; in nextRawToken()
181 fPushback.fKind = Token::INVALID; in nextRawToken()
184 Token result = fLexer.next(); in nextRawToken()
188 Token Parser::nextToken() { in nextToken()
[all …]
DSkSLUtil.cpp39 bool is_assignment(Token::Kind op) { in is_assignment()
41 case Token::EQ: // fall through in is_assignment()
42 case Token::PLUSEQ: // fall through in is_assignment()
43 case Token::MINUSEQ: // fall through in is_assignment()
44 case Token::STAREQ: // fall through in is_assignment()
45 case Token::SLASHEQ: // fall through in is_assignment()
46 case Token::PERCENTEQ: // fall through in is_assignment()
47 case Token::SHLEQ: // fall through in is_assignment()
48 case Token::SHREQ: // fall through in is_assignment()
49 case Token::BITWISEOREQ: // fall through in is_assignment()
[all …]
/external/deqp/framework/randomshaders/
DrsgToken.hpp33 class Token class
127 Token (void);
128 Token (Type type);
129 Token (const char* identifier);
130 Token (float value);
131 Token (int value);
132 Token (bool value);
133 Token (const Token& other);
135 ~Token (void);
140 bool operator== (const Token& other) const;
[all …]
DrsgVariable.cpp50 case STORAGE_CONST: str << Token::CONST; break; in tokenizeDeclaration()
51 case STORAGE_PARAMETER_IN: str << Token::IN; break; in tokenizeDeclaration()
52 case STORAGE_PARAMETER_OUT: str << Token::OUT; break; in tokenizeDeclaration()
53 case STORAGE_PARAMETER_INOUT: str << Token::INOUT; break; in tokenizeDeclaration()
57 str << Token::UNIFORM; in tokenizeDeclaration()
59 str << Token::MEDIUM_PRECISION; in tokenizeDeclaration()
68 …str << Token::LAYOUT << Token::LEFT_PAREN << Token::LOCATION << Token::EQUAL << m_layoutLocation <… in tokenizeDeclaration()
70 str << Token::IN; in tokenizeDeclaration()
73 str << Token::MEDIUM_PRECISION; in tokenizeDeclaration()
81 case Shader::TYPE_VERTEX: str << Token::ATTRIBUTE; break; in tokenizeDeclaration()
[all …]
/external/angle/src/tests/preprocessor_tests/
Doperator_test.cpp27 pp::Token token; in TEST_P()
54 {"++", pp::Token::OP_INC},
55 {"--", pp::Token::OP_DEC},
56 {"<<", pp::Token::OP_LEFT},
57 {">>", pp::Token::OP_RIGHT},
58 {"<=", pp::Token::OP_LE},
59 {">=", pp::Token::OP_GE},
60 {"==", pp::Token::OP_EQ},
61 {"!=", pp::Token::OP_NE},
62 {"&&", pp::Token::OP_AND},
[all …]
/external/antlr/runtime/CSharp3/Sources/Antlr3.Runtime/Tree/
DCommonTree.cs75 this.Token = node.Token; in CommonTree()
82 this.Token = t; in CommonTree()
91 if ( Token == null || Token.CharPositionInLine == -1 )
98 return Token.CharPositionInLine;
124 return Token == null;
132 if ( Token == null || Token.Line == 0 )
140 return Token.Line;
166 if ( Token == null )
169 return Token.Text;
177 public IToken Token property in Antlr.Runtime.Tree.CommonTree
[all …]
/external/swiftshader/third_party/llvm-7.0/llvm/lib/CodeGen/MIRParser/
DMIParser.cpp136 MIToken Token; member in __anond3292ee00111::MIParser
363 CurrentSource.data() + SkipChar, Token, in lex()
367 bool MIParser::error(const Twine &Msg) { return error(Token.location(), Msg); } in error()
404 if (Token.isNot(TokenKind)) in expectAndConsume()
411 if (Token.isNot(TokenKind)) in consumeIfPresent()
419 assert(Token.is(MIToken::MachineBasicBlockLabel)); in parseBasicBlockDefinition()
423 auto Loc = Token.location(); in parseBasicBlockDefinition()
424 auto Name = Token.stringValue(); in parseBasicBlockDefinition()
433 switch (Token.kind()) { in parseBasicBlockDefinition()
488 while (Token.is(MIToken::Newline)) in parseBasicBlockDefinitions()
[all …]
/external/jsilver/src/com/google/clearsilver/jsilver/syntax/lexer/
DLexer.java11 protected Token token;
32 public Token peek() throws LexerException, IOException in peek()
43 public Token next() throws LexerException, IOException in next()
51 Token result = this.token; in next()
56 protected Token getToken() throws IOException, LexerException in getToken()
160 @SuppressWarnings("hiding") Token token = new0( in getToken()
175 @SuppressWarnings("hiding") Token token = new1( in getToken()
190 @SuppressWarnings("hiding") Token token = new2( in getToken()
204 @SuppressWarnings("hiding") Token token = new3( in getToken()
218 @SuppressWarnings("hiding") Token token = new4( in getToken()
[all …]
/external/snakeyaml/src/main/java/org/yaml/snakeyaml/parser/
DParserImpl.java50 import org.yaml.snakeyaml.tokens.Token;
194 … if (!scanner.checkToken(Token.ID.Directive, Token.ID.DocumentStart, Token.ID.StreamEnd)) { in produce()
196 Token token = scanner.peekToken(); in produce()
214 while (scanner.checkToken(Token.ID.DocumentEnd)) { in produce()
219 if (!scanner.checkToken(Token.ID.StreamEnd)) { in produce()
220 Token token = scanner.peekToken(); in produce()
223 if (!scanner.checkToken(Token.ID.DocumentStart)) { in produce()
252 Token token = scanner.peekToken(); in produce()
256 if (scanner.checkToken(Token.ID.DocumentEnd)) { in produce()
271 if (scanner.checkToken(Token.ID.Directive, Token.ID.DocumentStart, in produce()
[all …]
/external/llvm/lib/CodeGen/MIRParser/
DMIParser.cpp67 MIToken Token; member in __anon030e85480111::MIParser
264 CurrentSource.data() + SkipChar, Token, in lex()
268 bool MIParser::error(const Twine &Msg) { return error(Token.location(), Msg); } in error()
305 if (Token.isNot(TokenKind)) in expectAndConsume()
312 if (Token.isNot(TokenKind)) in consumeIfPresent()
320 assert(Token.is(MIToken::MachineBasicBlockLabel)); in parseBasicBlockDefinition()
324 auto Loc = Token.location(); in parseBasicBlockDefinition()
325 auto Name = Token.stringValue(); in parseBasicBlockDefinition()
334 switch (Token.kind()) { in parseBasicBlockDefinition()
389 while (Token.is(MIToken::Newline)) in parseBasicBlockDefinitions()
[all …]
DMILexer.cpp154 static Cursor lexName(Cursor C, MIToken &Token, MIToken::TokenKind Type, in lexName() argument
161 Token.reset(Type, String) in lexName()
166 Token.reset(MIToken::Error, Range.remaining()); in lexName()
171 Token.reset(Type, Range.upto(C)) in lexName()
176 static Cursor maybeLexIntegerType(Cursor C, MIToken &Token) { in maybeLexIntegerType() argument
183 Token.reset(MIToken::IntegerType, Range.upto(C)); in maybeLexIntegerType()
233 static Cursor maybeLexIdentifier(Cursor C, MIToken &Token) { in maybeLexIdentifier() argument
240 Token.reset(getIdentifierKind(Identifier), Identifier) in maybeLexIdentifier()
245 static Cursor maybeLexMachineBasicBlock(Cursor C, MIToken &Token, in maybeLexMachineBasicBlock() argument
254 Token.reset(MIToken::Error, C.remaining()); in maybeLexMachineBasicBlock()
[all …]
/external/llvm/lib/Support/
DYAMLParser.cpp111 struct Token : ilist_node<Token> { struct
145 Token() : Kind(TK_Error) {} in Token() function
152 struct ilist_sentinel_traits<Token> {
153 Token *createSentinel() const { in createSentinel()
156 static void destroySentinel(Token*) {} in destroySentinel()
158 Token *provideInitialHead() const { return createSentinel(); } in provideInitialHead()
159 Token *ensureHead(Token*) const { return createSentinel(); } in ensureHead()
160 static void noteHead(Token*, Token*) {} in noteHead()
163 mutable Token Sentinel;
167 struct ilist_node_traits<Token> {
[all …]
/external/angle/src/compiler/preprocessor/
DDirectiveParser.h35 void lex(Token *token) override;
38 void parseDirective(Token *token);
39 void parseDefine(Token *token);
40 void parseUndef(Token *token);
41 void parseIf(Token *token);
42 void parseIfdef(Token *token);
43 void parseIfndef(Token *token);
44 void parseElse(Token *token);
45 void parseElif(Token *token);
46 void parseEndif(Token *token);
[all …]
/external/swiftshader/src/OpenGL/compiler/preprocessor/
DDirectiveParser.h40 void lex(Token *token) override;
45 void parseDirective(Token *token);
46 void parseDefine(Token *token);
47 void parseUndef(Token *token);
48 void parseIf(Token *token);
49 void parseIfdef(Token *token);
50 void parseIfndef(Token *token);
51 void parseElse(Token *token);
52 void parseElif(Token *token);
53 void parseEndif(Token *token);
[all …]

12345678910>>...50