Home
last modified time | relevance | path

Searched refs:token (Results 1 – 25 of 3136) sorted by relevance

12345678910>>...126

/external/antlr/runtime/Ruby/test/functional/lexer/
Dbasic.rb20 token = lexer.next_token
21 token.name.should == 'ZERO'
23 token = lexer.next_token
24 token.name.should == '<EOF>'
30 token_types = lexer.map { |token| token.name }
38 token = lexer.next_token
62 token = lexer.next_token
63 token.name.should == 'ZERO'
65 token = lexer.next_token
66 token.name.should == 'ONE'
[all …]
/external/deqp-deps/amber/src/amberscript/
Dparser.cc207 for (auto token = tokenizer->NextToken();; token = tokenizer->NextToken()) { in ParseBufferData() local
208 if (token->IsEOL()) in ParseBufferData()
210 if (token->IsEOS()) { in ParseBufferData()
217 if (token->IsIdentifier() && token->AsString() == "END") in ParseBufferData()
219 if (!token->IsInteger() && !token->IsDouble() && !token->IsHex()) in ParseBufferData()
220 return Result("invalid BUFFER data value: " + token->ToOriginalString()); in ParseBufferData()
230 token->ConvertToDouble(); in ParseBufferData()
232 double val = token->IsHex() ? static_cast<double>(token->AsHex()) in ParseBufferData()
233 : token->AsDouble(); in ParseBufferData()
237 if (token->IsDouble()) { in ParseBufferData()
[all …]
/external/swiftshader/src/OpenGL/compiler/preprocessor/
DDirectiveParser.cpp49 static DirectiveType getDirective(const pp::Token *token) in getDirective() argument
65 if (token->type != pp::Token::IDENTIFIER) in getDirective()
68 if (token->text == kDirectiveDefine) in getDirective()
70 else if (token->text == kDirectiveUndef) in getDirective()
72 else if (token->text == kDirectiveIf) in getDirective()
74 else if (token->text == kDirectiveIfdef) in getDirective()
76 else if (token->text == kDirectiveIfndef) in getDirective()
78 else if (token->text == kDirectiveElse) in getDirective()
80 else if (token->text == kDirectiveElif) in getDirective()
82 else if (token->text == kDirectiveEndif) in getDirective()
[all …]
/external/angle/src/compiler/preprocessor/
DDirectiveParser.cpp45 DirectiveType getDirective(const pp::Token *token) in getDirective() argument
61 if (token->type != pp::Token::IDENTIFIER) in getDirective()
64 if (token->text == kDirectiveDefine) in getDirective()
66 if (token->text == kDirectiveUndef) in getDirective()
68 if (token->text == kDirectiveIf) in getDirective()
70 if (token->text == kDirectiveIfdef) in getDirective()
72 if (token->text == kDirectiveIfndef) in getDirective()
74 if (token->text == kDirectiveElse) in getDirective()
76 if (token->text == kDirectiveElif) in getDirective()
78 if (token->text == kDirectiveEndif) in getDirective()
[all …]
/external/antlr/runtime/C/src/
Dantlr3commontoken.c40 static pANTLR3_STRING getText (pANTLR3_COMMON_TOKEN token);
41 static void setText (pANTLR3_COMMON_TOKEN token, pANTLR3_STRING text);
42 static void setText8 (pANTLR3_COMMON_TOKEN token, pANTLR3_UINT8 text);
43 static ANTLR3_UINT32 getType (pANTLR3_COMMON_TOKEN token);
44 static void setType (pANTLR3_COMMON_TOKEN token, ANTLR3_UINT32 type);
45 static ANTLR3_UINT32 getLine (pANTLR3_COMMON_TOKEN token);
46 static void setLine (pANTLR3_COMMON_TOKEN token, ANTLR3_UINT32 line);
47 static ANTLR3_INT32 getCharPositionInLine (pANTLR3_COMMON_TOKEN token);
48 static void setCharPositionInLine (pANTLR3_COMMON_TOKEN token, ANTLR3_INT32 pos);
49 static ANTLR3_UINT32 getChannel (pANTLR3_COMMON_TOKEN token);
[all …]
/external/libxml2/doc/
Dapibuild.py406 def push(self, token): argument
407 self.tokens.insert(0, token);
414 def token(self): member in CLexer
633 def error(self, msg, token=-1): argument
638 if token != -1:
639 print("Got token ", token)
643 def debug(self, msg, token=-1): argument
645 if token != -1:
646 print("Got token ", token)
677 def parseComment(self, token): argument
[all …]
/external/doclava/src/com/google/doclava/apicheck/
DApiFile.java74 String token = tokenizer.getToken(); in parseApi() local
75 if (token == null) { in parseApi()
78 if ("package".equals(token)) { in parseApi()
81 throw new ApiParseException("expected package got " + token, tokenizer.getLine()); in parseApi()
93 String token; in parsePackage() local
97 token = tokenizer.requireToken(); in parsePackage()
98 assertIdent(tokenizer, token); in parsePackage()
99 name = token; in parsePackage()
101 token = tokenizer.requireToken(); in parsePackage()
102 if (!"{".equals(token)) { in parsePackage()
[all …]
/external/deqp-deps/amber/src/vkscript/
Dcommand_parser.cc87 for (auto token = tokenizer_->NextToken(); !token->IsEOS(); in Parse() local
88 token = tokenizer_->NextToken()) { in Parse()
89 if (token->IsEOL()) in Parse()
92 if (!token->IsIdentifier()) { in Parse()
95 token->ToOriginalString())); in Parse()
98 std::string cmd_name = token->AsString(); in Parse()
101 token = tokenizer_->NextToken(); in Parse()
102 if (!token->IsIdentifier()) in Parse()
104 token->ToOriginalString())); in Parse()
106 cmd_name = token->AsString(); in Parse()
[all …]
/external/libxml2/
Drngparser.c59 const xmlChar *token; member
92 tokenPtr token; member
252 tokenPtr token; in xmlCRNGNextToken() local
256 token = &(ctxt->tokens[(ctxt->firstToken + ctxt->nbTokens) % MAX_TOKEN]); in xmlCRNGNextToken()
257 token->toktype = CRNG_NONE; in xmlCRNGNextToken()
291 token->toklen = cur - ctxt->cur; in xmlCRNGNextToken()
292 token->token = xmlDictLookup(ctxt->dict, ctxt->cur, token->toklen); in xmlCRNGNextToken()
293 token->toktype = CRNG_LITERAL_SEGMENT; in xmlCRNGNextToken()
294 token->prefix = NULL; in xmlCRNGNextToken()
308 token->toklen = 2; in xmlCRNGNextToken()
[all …]
/external/angle/src/tests/preprocessor_tests/
Dtoken_test.cpp16 pp::Token token; in TEST() local
17 EXPECT_EQ(0, token.type); in TEST()
18 EXPECT_EQ(0u, token.flags); in TEST()
19 EXPECT_EQ(0, token.location.line); in TEST()
20 EXPECT_EQ(0, token.location.file); in TEST()
21 EXPECT_EQ("", token.text); in TEST()
26 pp::Token token; in TEST() local
27 token.type = 1; in TEST()
28 token.flags = 1; in TEST()
29 token.location.line = 1; in TEST()
[all …]
/external/pdfium/xfa/fxfa/fm2js/
Dcxfa_fmlexer_unittest.cpp15 CXFA_FMToken token = lexer.NextToken(); in TEST() local
16 EXPECT_EQ(TOKeof, token.m_type); in TEST()
22 CXFA_FMToken token = lexer.NextToken(); in TEST() local
23 EXPECT_EQ(TOKeof, token.m_type); in TEST()
29 CXFA_FMToken token = lexer->NextToken(); in TEST() local
31 EXPECT_EQ(TOKminus, token.m_type); in TEST()
32 token = lexer->NextToken(); in TEST()
33 EXPECT_EQ(L"12", token.m_string); in TEST()
34 token = lexer->NextToken(); in TEST()
35 EXPECT_EQ(TOKeof, token.m_type); in TEST()
[all …]
/external/angle/third_party/vulkan-deps/glslang/src/glslang/MachineIndependent/preprocessor/
DPp.cpp101 int token = scanToken(ppToken); in CPPdefine() local
102 if (token != PpAtomIdentifier) { in CPPdefine()
104 return token; in CPPdefine()
116 token = scanToken(ppToken); in CPPdefine()
117 if (token == '(' && !ppToken->space) { in CPPdefine()
120 token = scanToken(ppToken); in CPPdefine()
121 if (mac.args.size() == 0 && token == ')') in CPPdefine()
123 if (token != PpAtomIdentifier) { in CPPdefine()
126 return token; in CPPdefine()
141 token = scanToken(ppToken); in CPPdefine()
[all …]
/external/deqp-deps/glslang/glslang/MachineIndependent/preprocessor/
DPp.cpp101 int token = scanToken(ppToken); in CPPdefine() local
102 if (token != PpAtomIdentifier) { in CPPdefine()
104 return token; in CPPdefine()
116 token = scanToken(ppToken); in CPPdefine()
117 if (token == '(' && !ppToken->space) { in CPPdefine()
120 token = scanToken(ppToken); in CPPdefine()
121 if (mac.args.size() == 0 && token == ')') in CPPdefine()
123 if (token != PpAtomIdentifier) { in CPPdefine()
126 return token; in CPPdefine()
141 token = scanToken(ppToken); in CPPdefine()
[all …]
/external/antlr/runtime/Python/tests/
Dt010lexer.py27 token = lexer.nextToken()
28 assert token.type == self.lexerModule.IDENTIFIER
29 assert token.start == 0, token.start
30 assert token.stop == 5, token.stop
31 assert token.text == 'foobar', token.text
33 token = lexer.nextToken()
34 assert token.type == self.lexerModule.WS
35 assert token.start == 6, token.start
36 assert token.stop == 6, token.stop
37 assert token.text == ' ', token.text
[all …]
Dt011lexer.py27 token = lexer.nextToken()
28 assert token.type == self.lexerModule.IDENTIFIER
29 assert token.start == 0, token.start
30 assert token.stop == 5, token.stop
31 assert token.text == 'foobar', token.text
33 token = lexer.nextToken()
34 assert token.type == self.lexerModule.WS
35 assert token.start == 6, token.start
36 assert token.stop == 6, token.stop
37 assert token.text == ' ', token.text
[all …]
Dt004lexer.py27 token = lexer.nextToken()
28 assert token.type == self.lexerModule.FOO
29 assert token.start == 0, token.start
30 assert token.stop == 0, token.stop
31 assert token.text == 'f', token.text
33 token = lexer.nextToken()
34 assert token.type == self.lexerModule.FOO
35 assert token.start == 1, token.start
36 assert token.stop == 2, token.stop
37 assert token.text == 'fo', token.text
[all …]
Dt009lexer.py27 token = lexer.nextToken()
28 assert token.type == self.lexerModule.DIGIT
29 assert token.start == 0, token.start
30 assert token.stop == 0, token.stop
31 assert token.text == '0', token.text
33 token = lexer.nextToken()
34 assert token.type == self.lexerModule.DIGIT
35 assert token.start == 1, token.start
36 assert token.stop == 1, token.stop
37 assert token.text == '8', token.text
[all …]
Dt008lexer.py27 token = lexer.nextToken()
28 assert token.type == self.lexerModule.FOO
29 assert token.start == 0, token.start
30 assert token.stop == 0, token.stop
31 assert token.text == 'f', token.text
33 token = lexer.nextToken()
34 assert token.type == self.lexerModule.FOO
35 assert token.start == 1, token.start
36 assert token.stop == 2, token.stop
37 assert token.text == 'fa', token.text
[all …]
/external/ImageMagick/MagickWand/tests/
Dscript-token-test-results.txt1 l=8, c=1, stat=0, len=64, token="-option"
2 l=8, c=9, stat=0, len=64, token="key"
3 l=9, c=1, stat=0, len=64, token="+reset"
4 l=9, c=10, stat=0, len=64, token="imbedded#hash"
5 l=11, c=1, stat=0, len=64, token="This is a single token"
6 l=13, c=1, stat=0, len=64, token="And\ 'even '"more "complex"
7 l=15, c=1, stat=0, len=64, token="Backslash chars \n are returned as is"
8 l=16, c=1, stat=0, len=64, token="regardless \n of quoting"
9 l=18, c=1, stat=0, len=64, token="Single quote escapes"
10 l=19, c=2, stat=0, len=64, token="'"
[all …]
/external/mesa3d/src/freedreno/ir3/
Dir3_parser.y242 %token <num> T_INT
243 %token <unum> T_HEX
244 %token <flt> T_FLOAT
245 %token <str> T_IDENTIFIER
246 %token <num> T_REGISTER
247 %token <num> T_CONSTANT
250 %token <tok> T_A_LOCALSIZE
251 %token <tok> T_A_CONST
252 %token <tok> T_A_BUF
253 %token <tok> T_A_INVOCATIONID
[all …]
/external/apache-xml/src/main/java/org/apache/xml/utils/
DStylesheetPIHandler.java156 String token = ""; in processingInstruction() local
160 token = tokenizer.nextToken(); in processingInstruction()
164 (token.equals(" ") || token.equals("\t") || token.equals("="))) in processingInstruction()
167 String name = token; in processingInstruction()
170 token = tokenizer.nextToken(); in processingInstruction()
172 (token.equals(" " ) || token.equals("\t") || token.equals("="))) in processingInstruction()
173 token = tokenizer.nextToken(); in processingInstruction()
174 type = token.substring(1, token.length() - 1); in processingInstruction()
179 token = tokenizer.nextToken(); in processingInstruction()
181 (token.equals(" " ) || token.equals("\t") || token.equals("="))) in processingInstruction()
[all …]
/external/vulkan-validation-layers/tests/
Dvktestframework.cpp376 const char *token = strtok(config, delims); in ProcessConfigFile() local
377 while (token) { in ProcessConfigFile()
385 if (strcmp(token, "MaxLights") == 0) in ProcessConfigFile()
387 else if (strcmp(token, "MaxClipPlanes") == 0) in ProcessConfigFile()
389 else if (strcmp(token, "MaxTextureUnits") == 0) in ProcessConfigFile()
391 else if (strcmp(token, "MaxTextureCoords") == 0) in ProcessConfigFile()
393 else if (strcmp(token, "MaxVertexAttribs") == 0) in ProcessConfigFile()
395 else if (strcmp(token, "MaxVertexUniformComponents") == 0) in ProcessConfigFile()
397 else if (strcmp(token, "MaxVaryingFloats") == 0) in ProcessConfigFile()
399 else if (strcmp(token, "MaxVertexTextureImageUnits") == 0) in ProcessConfigFile()
[all …]
/external/rust/crates/syn/src/
Dtoken.rs242 ($($token:tt pub struct $name:ident #[$doc:meta])*) => {
312 printing::keyword($token, self.span, tokens);
321 span: parsing::keyword(input, $token)?,
329 parsing::peek_keyword(cursor, $token)
333 concat!("`", $token, "`")
364 ($($token:tt pub struct $name:ident/$len:tt #[$doc:meta])*) => {
437 ($($token:tt pub struct $name:ident/$len:tt #[$doc:meta])*) => {
440 $token pub struct $name/$len #[$doc]
447 printing::punct($token, &self.spans, tokens);
456 spans: parsing::punct(input, $token)?,
[all …]
/external/antlr/runtime/ObjC/Framework/test/runtime/token/
DCommonTokenTest.m17 CommonToken *token = [[CommonToken newToken] retain];
18 STAssertNotNil(token, @"Token was nil");
19 [token release];
24 CommonToken *token = [[CommonToken eofToken] retain];
25 STAssertNotNil(token, @"Token was nil");
26 STAssertEquals(token.type, (NSInteger)TokenTypeEOF, @"Token was not of type TokenTypeEOF");
27 [token release];
32 CommonToken *token = [[CommonToken newToken:TokenTypeUP] retain];
33 token.text = @"<UP>";
34 STAssertNotNil(token, @"Token was nil");
[all …]
/external/libchrome/base/
Dunguessable_token_unittest.cc26 UnguessableToken token = UnguessableToken::Deserialize(1, 2); in TEST() local
30 EXPECT_TRUE(token == token); in TEST()
31 EXPECT_FALSE(token != token); in TEST()
33 EXPECT_TRUE(token == same_token); in TEST()
34 EXPECT_FALSE(token != same_token); in TEST()
36 EXPECT_FALSE(token == diff_token); in TEST()
37 EXPECT_FALSE(diff_token == token); in TEST()
38 EXPECT_TRUE(token != diff_token); in TEST()
39 EXPECT_TRUE(diff_token != token); in TEST()
43 UnguessableToken token = UnguessableToken::Create(); in TEST() local
[all …]

12345678910>>...126