Home
last modified time | relevance | path

Searched refs:Token (Results 1 – 25 of 1130) sorted by relevance

12345678910>>...46

/external/turbine/java/com/google/turbine/parse/
DStreamLexer.java83 public Token next() { in next()
110 return Token.EOF; in next()
133 return Token.EOF; in next()
145 return Token.DIVEQ; in next()
147 return Token.DIV; in next()
209 return Token.EOF; in next()
228 return Token.LPAREN; in next()
231 return Token.RPAREN; in next()
234 return Token.LBRACE; in next()
237 return Token.RBRACE; in next()
[all …]
/external/v8/src/parsing/
Dscanner.cc137 DCHECK_EQ(scanner_->next_next().token, Token::UNINITIALIZED); in Set()
143 DCHECK_IMPLIES(scanner_->current().token == Token::UNINITIALIZED, in Set()
146 bookmark_ = (scanner_->current().token == Token::UNINITIALIZED) in Set()
239 STATIC_ASSERT(Token::NUM_TOKENS <= 0x100);
244 Token::ILLEGAL,
245 Token::ILLEGAL,
246 Token::ILLEGAL,
247 Token::ILLEGAL,
248 Token::ILLEGAL,
249 Token::ILLEGAL,
[all …]
Dparser-base.h689 V8_INLINE Token::Value peek() { in peek()
690 if (stack_overflow()) return Token::ILLEGAL; in peek()
697 return (peek() == Token::SEMICOLON) ? scanner_->peek_location().end_pos in PositionAfterSemicolon()
701 V8_INLINE Token::Value PeekAhead() { in PeekAhead()
702 if (stack_overflow()) return Token::ILLEGAL; in PeekAhead()
706 V8_INLINE Token::Value Next() { in Next()
707 if (stack_overflow()) return Token::ILLEGAL; in Next()
719 void Consume(Token::Value token) { in Consume()
720 Token::Value next = Next(); in Consume()
726 bool Check(Token::Value token) { in Check()
[all …]
/external/skia/src/sksl/
DSkSLUtil.cpp33 bool is_assignment(Token::Kind op) { in is_assignment()
35 case Token::EQ: // fall through in is_assignment()
36 case Token::PLUSEQ: // fall through in is_assignment()
37 case Token::MINUSEQ: // fall through in is_assignment()
38 case Token::STAREQ: // fall through in is_assignment()
39 case Token::SLASHEQ: // fall through in is_assignment()
40 case Token::PERCENTEQ: // fall through in is_assignment()
41 case Token::SHLEQ: // fall through in is_assignment()
42 case Token::SHREQ: // fall through in is_assignment()
43 case Token::BITWISEOREQ: // fall through in is_assignment()
[all …]
DSkSLParser.cpp134 , fPushback(Token::INVALID, -1, -1) in Parser()
147 case Token::END_OF_FILE: in file()
149 case Token::DIRECTIVE: { in file()
156 case Token::SECTION: { in file()
174 Token Parser::nextRawToken() { in nextRawToken()
175 if (fPushback.fKind != Token::INVALID) { in nextRawToken()
176 Token result = fPushback; in nextRawToken()
177 fPushback.fKind = Token::INVALID; in nextRawToken()
180 Token result = fLexer.next(); in nextRawToken()
184 Token Parser::nextToken() { in nextToken()
[all …]
/external/libtextclassifier/annotator/
Dfeature-processor_test.cc87 std::vector<Token> tokens{Token("Hělló", 0, 5), in TEST_F()
88 Token("fěěbař@google.com", 6, 23), in TEST_F()
89 Token("heře!", 24, 29)}; in TEST_F()
95 {Token("Hělló", 0, 5), in TEST_F()
96 Token("fěě", 6, 9), in TEST_F()
97 Token("bař", 9, 12), in TEST_F()
98 Token("@google.com", 12, 23), in TEST_F()
99 Token("heře!", 24, 29)})); in TEST_F()
104 std::vector<Token> tokens{Token("Hělló", 0, 5), in TEST_F()
105 Token("fěěbař@google.com", 6, 23), in TEST_F()
[all …]
/external/skqp/src/sksl/
DSkSLParser.cpp133 , fPushback(Token::INVALID, -1, -1) in Parser()
146 case Token::END_OF_FILE: in file()
148 case Token::DIRECTIVE: { in file()
155 case Token::SECTION: { in file()
173 Token Parser::nextRawToken() { in nextRawToken()
174 if (fPushback.fKind != Token::INVALID) { in nextRawToken()
175 Token result = fPushback; in nextRawToken()
176 fPushback.fKind = Token::INVALID; in nextRawToken()
179 Token result = fLexer.next(); in nextRawToken()
183 Token Parser::nextToken() { in nextToken()
[all …]
/external/deqp/framework/randomshaders/
DrsgToken.hpp33 class Token class
127 Token (void);
128 Token (Type type);
129 Token (const char* identifier);
130 Token (float value);
131 Token (int value);
132 Token (bool value);
133 Token (const Token& other);
135 ~Token (void);
140 bool operator== (const Token& other) const;
[all …]
DrsgVariable.cpp50 case STORAGE_CONST: str << Token::CONST; break; in tokenizeDeclaration()
51 case STORAGE_PARAMETER_IN: str << Token::IN; break; in tokenizeDeclaration()
52 case STORAGE_PARAMETER_OUT: str << Token::OUT; break; in tokenizeDeclaration()
53 case STORAGE_PARAMETER_INOUT: str << Token::INOUT; break; in tokenizeDeclaration()
57 str << Token::UNIFORM; in tokenizeDeclaration()
59 str << Token::MEDIUM_PRECISION; in tokenizeDeclaration()
68 …str << Token::LAYOUT << Token::LEFT_PAREN << Token::LOCATION << Token::EQUAL << m_layoutLocation <… in tokenizeDeclaration()
70 str << Token::IN; in tokenizeDeclaration()
73 str << Token::MEDIUM_PRECISION; in tokenizeDeclaration()
81 case Shader::TYPE_VERTEX: str << Token::ATTRIBUTE; break; in tokenizeDeclaration()
[all …]
/external/swiftshader/third_party/llvm-7.0/llvm/lib/CodeGen/MIRParser/
DMIParser.cpp136 MIToken Token; member in __anon90aaa15e0111::MIParser
363 CurrentSource.data() + SkipChar, Token, in lex()
367 bool MIParser::error(const Twine &Msg) { return error(Token.location(), Msg); } in error()
404 if (Token.isNot(TokenKind)) in expectAndConsume()
411 if (Token.isNot(TokenKind)) in consumeIfPresent()
419 assert(Token.is(MIToken::MachineBasicBlockLabel)); in parseBasicBlockDefinition()
423 auto Loc = Token.location(); in parseBasicBlockDefinition()
424 auto Name = Token.stringValue(); in parseBasicBlockDefinition()
433 switch (Token.kind()) { in parseBasicBlockDefinition()
488 while (Token.is(MIToken::Newline)) in parseBasicBlockDefinitions()
[all …]
DMILexer.cpp160 static Cursor lexName(Cursor C, MIToken &Token, MIToken::TokenKind Type, in lexName() argument
167 Token.reset(Type, String) in lexName()
172 Token.reset(MIToken::Error, Range.remaining()); in lexName()
177 Token.reset(Type, Range.upto(C)) in lexName()
251 static Cursor maybeLexIdentifier(Cursor C, MIToken &Token) { in maybeLexIdentifier() argument
258 Token.reset(getIdentifierKind(Identifier), Identifier) in maybeLexIdentifier()
263 static Cursor maybeLexMachineBasicBlock(Cursor C, MIToken &Token, in maybeLexMachineBasicBlock() argument
272 Token.reset(MIToken::Error, C.remaining()); in maybeLexMachineBasicBlock()
290 Token.reset(IsReference ? MIToken::MachineBasicBlock in maybeLexMachineBasicBlock()
298 static Cursor maybeLexIndex(Cursor C, MIToken &Token, StringRef Rule, in maybeLexIndex() argument
[all …]
/external/jsilver/src/com/google/clearsilver/jsilver/syntax/lexer/
DLexer.java11 protected Token token;
32 public Token peek() throws LexerException, IOException in peek()
43 public Token next() throws LexerException, IOException in next()
51 Token result = this.token; in next()
56 protected Token getToken() throws IOException, LexerException in getToken()
160 @SuppressWarnings("hiding") Token token = new0( in getToken()
175 @SuppressWarnings("hiding") Token token = new1( in getToken()
190 @SuppressWarnings("hiding") Token token = new2( in getToken()
204 @SuppressWarnings("hiding") Token token = new3( in getToken()
218 @SuppressWarnings("hiding") Token token = new4( in getToken()
[all …]
/external/libtextclassifier/utils/
Dtokenizer_test.cc92 std::vector<Token> Tokenize(const std::string& utf8_text) const { in Tokenize()
174 std::vector<Token> tokens = tokenizer.Tokenize("Hello world!"); in TEST()
177 ElementsAreArray({Token("Hello", 0, 5), Token("world!", 6, 12)})); in TEST()
209 std::vector<Token>({Token("앨라배마", 0, 4), Token("주", 5, 6), in TEST()
210 Token("전화", 7, 10), Token("(123)", 10, 15), in TEST()
211 Token("456-789", 16, 23), in TEST()
212 Token("웹사이트", 23, 28)})); in TEST()
343 std::vector<Token> tokens; in TEST()
353 ElementsAreArray({Token("問", 0, 1), in TEST()
354 Token("少", 1, 2), in TEST()
[all …]
/external/snakeyaml/src/main/java/org/yaml/snakeyaml/parser/
DParserImpl.java50 import org.yaml.snakeyaml.tokens.Token;
194 … if (!scanner.checkToken(Token.ID.Directive, Token.ID.DocumentStart, Token.ID.StreamEnd)) { in produce()
196 Token token = scanner.peekToken(); in produce()
214 while (scanner.checkToken(Token.ID.DocumentEnd)) { in produce()
219 if (!scanner.checkToken(Token.ID.StreamEnd)) { in produce()
220 Token token = scanner.peekToken(); in produce()
223 if (!scanner.checkToken(Token.ID.DocumentStart)) { in produce()
252 Token token = scanner.peekToken(); in produce()
256 if (scanner.checkToken(Token.ID.DocumentEnd)) { in produce()
271 if (scanner.checkToken(Token.ID.Directive, Token.ID.DocumentStart, in produce()
[all …]
/external/llvm/lib/CodeGen/MIRParser/
DMIParser.cpp67 MIToken Token; member in __anon2f6128060111::MIParser
264 CurrentSource.data() + SkipChar, Token, in lex()
268 bool MIParser::error(const Twine &Msg) { return error(Token.location(), Msg); } in error()
305 if (Token.isNot(TokenKind)) in expectAndConsume()
312 if (Token.isNot(TokenKind)) in consumeIfPresent()
320 assert(Token.is(MIToken::MachineBasicBlockLabel)); in parseBasicBlockDefinition()
324 auto Loc = Token.location(); in parseBasicBlockDefinition()
325 auto Name = Token.stringValue(); in parseBasicBlockDefinition()
334 switch (Token.kind()) { in parseBasicBlockDefinition()
389 while (Token.is(MIToken::Newline)) in parseBasicBlockDefinitions()
[all …]
DMILexer.cpp154 static Cursor lexName(Cursor C, MIToken &Token, MIToken::TokenKind Type, in lexName() argument
161 Token.reset(Type, String) in lexName()
166 Token.reset(MIToken::Error, Range.remaining()); in lexName()
171 Token.reset(Type, Range.upto(C)) in lexName()
176 static Cursor maybeLexIntegerType(Cursor C, MIToken &Token) { in maybeLexIntegerType() argument
183 Token.reset(MIToken::IntegerType, Range.upto(C)); in maybeLexIntegerType()
233 static Cursor maybeLexIdentifier(Cursor C, MIToken &Token) { in maybeLexIdentifier() argument
240 Token.reset(getIdentifierKind(Identifier), Identifier) in maybeLexIdentifier()
245 static Cursor maybeLexMachineBasicBlock(Cursor C, MIToken &Token, in maybeLexMachineBasicBlock() argument
254 Token.reset(MIToken::Error, C.remaining()); in maybeLexMachineBasicBlock()
[all …]
/external/antlr/runtime/CSharp3/Sources/Antlr3.Runtime/Tree/
DCommonTree.cs75 this.Token = node.Token; in CommonTree()
82 this.Token = t; in CommonTree()
91 if ( Token == null || Token.CharPositionInLine == -1 )
98 return Token.CharPositionInLine;
124 return Token == null;
132 if ( Token == null || Token.Line == 0 )
140 return Token.Line;
166 if ( Token == null )
169 return Token.Text;
177 public IToken Token property in Antlr.Runtime.Tree.CommonTree
[all …]
/external/llvm/lib/Support/
DYAMLParser.cpp111 struct Token : ilist_node<Token> { struct
145 Token() : Kind(TK_Error) {} in Token() argument
152 struct ilist_sentinel_traits<Token> {
153 Token *createSentinel() const { in createSentinel()
156 static void destroySentinel(Token*) {} in destroySentinel()
158 Token *provideInitialHead() const { return createSentinel(); } in provideInitialHead()
159 Token *ensureHead(Token*) const { return createSentinel(); } in ensureHead()
160 static void noteHead(Token*, Token*) {} in noteHead()
163 mutable Token Sentinel;
167 struct ilist_node_traits<Token> {
[all …]
/external/v8/src/torque/
Dtorque-parser.cc915 Symbol* typeList = List<TypeExpression*>(&type, Token(","));
919 Rule({Token("("), &type, Token(")")}),
920 Rule({CheckIf(Token("constexpr")), &identifier}, MakeBasicTypeExpression),
921 Rule({Token("builtin"), Token("("), typeList, Token(")"), Token("=>"),
926 Symbol type = {Rule({&simpleType}), Rule({&type, Token("|"), &simpleType},
931 Rule({Token("<"),
933 Sequence({&identifier, Token(":"), Token("type")}), Token(",")),
934 Token(">")})};
938 Rule({Token("<"), typeList, Token(">")})};
945 Rule({Token("("), List<TypeExpression*>(Sequence({&type, Token(",")})),
[all …]
/external/emma/core/java12/com/vladium/util/args/
DOptsParser.java1050 while (m_token != Token.EOF) in parse()
1077 accept (Token.COLON_ID); in optdef()
1079 accept (Token.SEMICOLON_ID); in optdef()
1093 case Token.REQUIRED_ID: in optmetadata()
1100 case Token.OPTIONAL_ID: in optmetadata()
1108 …n ("parse error: invalid token " + m_token + ", expected " + Token.REQUIRED + " or " + Token.OPTIO… in optmetadata()
1112 accept (Token.COMMA_ID); in optmetadata()
1114 if (m_token.getID () == Token.MERGEABLE_ID) in optmetadata()
1119 accept (Token.COMMA_ID); in optmetadata()
1122 if (m_token.getID () == Token.DETAILEDONLY_ID) in optmetadata()
[all …]
/external/swiftshader/src/OpenGL/compiler/preprocessor/
DDirectiveParser.h40 void lex(Token *token) override;
45 void parseDirective(Token *token);
46 void parseDefine(Token *token);
47 void parseUndef(Token *token);
48 void parseIf(Token *token);
49 void parseIfdef(Token *token);
50 void parseIfndef(Token *token);
51 void parseElse(Token *token);
52 void parseElif(Token *token);
53 void parseEndif(Token *token);
[all …]
DTokenizer.l133 return pp::Token::GOT_ERROR;
145 return yyextra->lineStart ? pp::Token::PP_HASH : pp::Token::PP_OTHER;
150 return pp::Token::IDENTIFIER;
155 return pp::Token::CONST_INT;
160 return pp::Token::CONST_FLOAT;
167 return pp::Token::PP_NUMBER;
172 return pp::Token::OP_INC;
176 return pp::Token::OP_DEC;
180 return pp::Token::OP_LEFT;
184 return pp::Token::OP_RIGHT;
[all …]
/external/swiftshader/third_party/llvm-7.0/llvm/lib/Support/
DYAMLParser.cpp127 struct Token { struct
161 Token() = default;
167 using TokenQueueT = BumpPtrList<Token>;
261 Token &peekNext();
264 Token getNext();
430 , Token::TokenKind Kind
598 Token T = scanner.getNext(); in dumpTokens()
600 case Token::TK_StreamStart: in dumpTokens()
603 case Token::TK_StreamEnd: in dumpTokens()
606 case Token::TK_VersionDirective: in dumpTokens()
[all …]
/external/snakeyaml/src/test/java/org/pyyaml/
DCanonicalParser.java38 import org.yaml.snakeyaml.tokens.Token;
53 scanner.getToken(Token.ID.StreamStart); in parseStream()
55 while (!scanner.checkToken(Token.ID.StreamEnd)) { in parseStream()
56 if (scanner.checkToken(Token.ID.Directive, Token.ID.DocumentStart)) { in parseStream()
62 scanner.getToken(Token.ID.StreamEnd); in parseStream()
68 if (scanner.checkToken(Token.ID.Directive)) { in parseDocument()
69 scanner.getToken(Token.ID.Directive); in parseDocument()
71 scanner.getToken(Token.ID.DocumentStart); in parseDocument()
79 if (scanner.checkToken(Token.ID.Alias)) { in parseNode()
84 if (scanner.checkToken(Token.ID.Anchor)) { in parseNode()
[all …]
/external/antlr/runtime/Java/src/main/java/org/antlr/runtime/
DBufferedTokenStream.java57 protected List<Token> tokens = new ArrayList<Token>(100);
143 Token t = tokenSource.nextToken(); in fetch()
147 if ( t.getType()==Token.EOF ) break; in fetch()
152 public Token get(int i) { in get()
160 public List<? extends Token> get(int start, int stop) { in get()
163 List<Token> subset = new ArrayList<Token>(); in get()
166 Token t = tokens.get(i); in get()
167 if ( t.getType()==Token.EOF ) break; in get()
176 protected Token LB(int k) { in LB()
182 public Token LT(int k) { in LT()
[all …]

12345678910>>...46