Home
last modified time | relevance | path

Searched full:token (Results 1 – 25 of 6756) sorted by relevance

12345678910>>...271

/external/mesa3d/src/freedreno/ir3/
Dir3_lexer.l31 #define TOKEN(t) (ir3_yylval.tok = t) macro
76 "@localsize" return TOKEN(T_A_LOCALSIZE);
77 "@const" return TOKEN(T_A_CONST);
78 "@buf" return TOKEN(T_A_BUF);
79 "@invocationid" return TOKEN(T_A_INVOCATIONID);
80 "@wgid" return TOKEN(T_A_WGID);
81 "@numwg" return TOKEN(T_A_NUMWG);
82 "@in" return TOKEN(T_A_IN);
83 "@out" return TOKEN(T_A_OUT);
84 "@tex" return TOKEN(T_A_TEX);
[all …]
Dir3_parser.y242 %token <num> T_INT
243 %token <unum> T_HEX
244 %token <flt> T_FLOAT
245 %token <str> T_IDENTIFIER
246 %token <num> T_REGISTER
247 %token <num> T_CONSTANT
250 %token <tok> T_A_LOCALSIZE
251 %token <tok> T_A_CONST
252 %token <tok> T_A_BUF
253 %token <tok> T_A_INVOCATIONID
[all …]
/external/angle/src/compiler/preprocessor/
DDirectiveParser.cpp19 #include "compiler/preprocessor/Token.h"
45 DirectiveType getDirective(const pp::Token *token) in getDirective() argument
61 if (token->type != pp::Token::IDENTIFIER) in getDirective()
64 if (token->text == kDirectiveDefine) in getDirective()
66 if (token->text == kDirectiveUndef) in getDirective()
68 if (token->text == kDirectiveIf) in getDirective()
70 if (token->text == kDirectiveIfdef) in getDirective()
72 if (token->text == kDirectiveIfndef) in getDirective()
74 if (token->text == kDirectiveElse) in getDirective()
76 if (token->text == kDirectiveElif) in getDirective()
[all …]
/external/icing/icing/tokenization/
Drfc822-tokenizer_test.cc49 EqualsToken(Token::Type::RFC822_TOKEN, "<alex>"), in TEST()
50 EqualsToken(Token::Type::RFC822_HOST_ADDRESS, "alex"), in TEST()
51 EqualsToken(Token::Type::RFC822_ADDRESS, "alex"), in TEST()
52 EqualsToken(Token::Type::RFC822_ADDRESS_COMPONENT_HOST, "alex"), in TEST()
53 EqualsToken(Token::Type::RFC822_TOKEN, "<tom>"), in TEST()
54 EqualsToken(Token::Type::RFC822_HOST_ADDRESS, "tom"), in TEST()
55 EqualsToken(Token::Type::RFC822_ADDRESS, "tom"), in TEST()
56 EqualsToken(Token::Type::RFC822_ADDRESS_COMPONENT_HOST, "tom")))); in TEST()
67 EqualsToken(Token::Type::RFC822_TOKEN, "<你alex@google.com>"), in TEST()
68 EqualsToken(Token::Type::RFC822_LOCAL_ADDRESS, "你alex"), in TEST()
[all …]
Draw-query-tokenizer_test.cc66 // We should get no tokens if we get the token before advancing. in TEST_F()
82 IsOkAndHolds(ElementsAre(EqualsToken(Token::Type::REGULAR, "Hello"), in TEST_F()
83 EqualsToken(Token::Type::REGULAR, "World")))); in TEST_F()
87 IsOkAndHolds(ElementsAre(EqualsToken(Token::Type::REGULAR, "hElLo"), in TEST_F()
88 EqualsToken(Token::Type::REGULAR, "WORLD")))); in TEST_F()
103 IsOkAndHolds(ElementsAre(EqualsToken(Token::Type::REGULAR, "��"), in TEST_F()
104 EqualsToken(Token::Type::REGULAR, "Hello"), in TEST_F()
105 EqualsToken(Token::Type::REGULAR, "Goodbye")))); in TEST_F()
109 IsOkAndHolds(ElementsAre(EqualsToken(Token::Type::REGULAR, "Hello"), in TEST_F()
110 EqualsToken(Token::Type::REGULAR, "��"), in TEST_F()
[all …]
/external/antlr/runtime/Ruby/test/functional/lexer/
Dbasic.rb20 token = lexer.next_token
21 token.name.should == 'ZERO'
23 token = lexer.next_token
24 token.name.should == '<EOF>'
30 token_types = lexer.map { |token| token.name }
34 example "mismatched token" do
38 token = lexer.next_token
62 token = lexer.next_token
63 token.name.should == 'ZERO'
65 token = lexer.next_token
[all …]
/external/pdfium/xfa/fxfa/formcalc/
Dcxfa_fmlexer_unittest.cpp14 CXFA_FMLexer::Token token = lexer.NextToken(); in TEST() local
15 EXPECT_EQ(TOKeof, token.GetType()); in TEST()
21 CXFA_FMLexer::Token token = lexer.NextToken(); in TEST() local
22 EXPECT_EQ(TOKeof, token.GetType()); in TEST()
29 CXFA_FMLexer::Token token = lexer.NextToken(); in TEST() local
31 EXPECT_EQ(TOKminus, token.GetType()); in TEST()
32 token = lexer.NextToken(); in TEST()
33 EXPECT_EQ(L"12", token.GetString()); in TEST()
34 token = lexer.NextToken(); in TEST()
35 EXPECT_EQ(TOKeof, token.GetType()); in TEST()
[all …]
/external/deqp-deps/amber/src/amberscript/
Dparser.cc207 for (auto token = tokenizer->NextToken();; token = tokenizer->NextToken()) { in ParseBufferData() local
208 if (token->IsEOL()) in ParseBufferData()
210 if (token->IsEOS()) { in ParseBufferData()
217 if (token->IsIdentifier() && token->AsString() == "END") in ParseBufferData()
219 if (!token->IsInteger() && !token->IsDouble() && !token->IsHex()) in ParseBufferData()
220 return Result("invalid BUFFER data value: " + token->ToOriginalString()); in ParseBufferData()
230 token->ConvertToDouble(); in ParseBufferData()
232 double val = token->IsHex() ? static_cast<double>(token->AsHex()) in ParseBufferData()
233 : token->AsDouble(); in ParseBufferData()
237 if (token->IsDouble()) { in ParseBufferData()
[all …]
/external/pigweed/pw_console/py/pw_console/
Dpigweed_code_style.py21 from pygments.token import Token # type: ignore
24 Token.Comment: '#778899', # Lighter comments
25 Token.Comment.Hashbang: '#778899',
26 Token.Comment.Multiline: '#778899',
27 Token.Comment.Preproc: '#ff79c6',
28 Token.Comment.PreprocFile: '',
29 Token.Comment.Single: '#778899',
30 Token.Comment.Special: '#778899',
31 Token.Error: '#f8f8f2',
32 Token.Escape: '',
[all …]
/external/antlr/runtime/ObjC/Framework/test/runtime/token/
DCommonTokenTest.m17 CommonToken *token = [[CommonToken newToken] retain];
18 STAssertNotNil(token, @"Token was nil");
19 [token release];
24 CommonToken *token = [[CommonToken eofToken] retain];
25 STAssertNotNil(token, @"Token was nil");
26 STAssertEquals(token.type, (NSInteger)TokenTypeEOF, @"Token was not of type TokenTypeEOF");
27 [token release];
32 CommonToken *token = [[CommonToken newToken:TokenTypeUP] retain];
33 token.text = @"<UP>";
34 STAssertNotNil(token, @"Token was nil");
[all …]
/external/angle/src/tests/preprocessor_tests/
Dtoken_test.cpp9 #include "compiler/preprocessor/Token.h"
16 pp::Token token; in TEST() local
17 EXPECT_EQ(0, token.type); in TEST()
18 EXPECT_EQ(0u, token.flags); in TEST()
19 EXPECT_EQ(0, token.location.line); in TEST()
20 EXPECT_EQ(0, token.location.file); in TEST()
21 EXPECT_EQ("", token.text); in TEST()
26 pp::Token token; in TEST() local
27 token.type = 1; in TEST()
28 token.flags = 1; in TEST()
[all …]
/external/libxml2/doc/
Dapibuild.py394 def push(self, token): argument
395 self.tokens.insert(0, token);
398 print("Last token: ", self.last)
399 print("Token queue: ", self.tokens)
402 def token(self): member in CLexer
623 def error(self, msg, token=-1): argument
628 if token != -1:
629 print("Got token ", token)
633 def debug(self, msg, token=-1): argument
635 if token != -1:
[all …]
/external/antlr/runtime/C/src/
Dantlr3commontoken.c2 * Contains the default implementation of the common token used within
38 /* Token API
40 static pANTLR3_STRING getText (pANTLR3_COMMON_TOKEN token);
41 static void setText (pANTLR3_COMMON_TOKEN token, pANTLR3_STRING text);
42 static void setText8 (pANTLR3_COMMON_TOKEN token, pANTLR3_UINT8 text);
43 static ANTLR3_UINT32 getType (pANTLR3_COMMON_TOKEN token);
44 static void setType (pANTLR3_COMMON_TOKEN token, ANTLR3_UINT32 type);
45 static ANTLR3_UINT32 getLine (pANTLR3_COMMON_TOKEN token);
46 static void setLine (pANTLR3_COMMON_TOKEN token, ANTLR3_UINT32 line);
47 static ANTLR3_INT32 getCharPositionInLine (pANTLR3_COMMON_TOKEN token);
[all …]
/external/angle/util/capture/
Dtrace_interpreter.h28 using Token = char[kMaxTokenSize]; variable
30 CallCapture ParseCallCapture(const Token &nameToken,
32 const Token *paramTokens,
36 void PackParameter(ParamBuffer &params, const Token &token, const TraceStringMap &strings);
40 const Token &token,
44 void PackParameter<int32_t>(ParamBuffer &params, const Token &token, const TraceStringMap &strings);
47 void PackParameter<void *>(ParamBuffer &params, const Token &token, const TraceStringMap &strings);
51 const Token &token,
55 void PackParameter<void **>(ParamBuffer &params, const Token &token, const TraceStringMap &strings);
59 const Token &token,
[all …]
Dtrace_interpreter.cpp165 void readToken(Token &token, char delim) in readToken() argument
171 memcpy(token, &mStream[startIndex], tokenSize); in readToken()
172 token[mIndex - startIndex] = 0; in readToken()
220 Token nameToken; in readFunction()
224 Token paramTokens[kMaxParameters]; in readFunction()
236 Token &token = paramTokens[numParams++]; in readFunction() local
238 memcpy(token, &mStream[tokenStart], tokenSize); in readFunction()
239 token[tokenSize] = 0; in readFunction()
333 void PackResourceID(ParamBuffer &params, const Token &token) in PackResourceID() argument
335 ASSERT(token[0] == 'g'); in PackResourceID()
[all …]
/external/rust/crates/xml-rs/src/reader/
Dlexer.rs15 /// `Token` represents a single lexeme of an XML document. These lexemes
18 pub enum Token { enum
59 impl fmt::Display for Token { implementation
62 Token::Chunk(s) => write!(f, "{}", s), in fmt()
63 Token::Character(c) | Token::Whitespace(c) => write!(f, "{}", c), in fmt()
65 Token::OpeningTagStart => "<", in fmt()
66 Token::ProcessingInstructionStart => "<?", in fmt()
67 Token::DoctypeStart => "<!DOCTYPE", in fmt()
68 Token::ClosingTagStart => "</", in fmt()
69 Token::CommentStart => "<!--", in fmt()
[all …]
/external/cronet/base/win/
Daccess_token.h21 // Impersonation level for the token.
29 // This class is used to access the information for a Windows access token.
32 // This class represents an access token group.
57 // This class represents an access token privilege.
76 // Creates an AccessToken object from a token handle.
77 // |token| the token handle. This handle will be duplicated for TOKEN_QUERY
78 // access, therefore the caller must be granted that access to the token
79 // object. The AccessToken object owns its own copy of the token handle so
81 // |desired_access| specifies additional access for the token handle,
83 static absl::optional<AccessToken> FromToken(HANDLE token,
[all …]
/external/doclava/src/com/google/doclava/apicheck/
DApiFile.java74 String token = tokenizer.getToken(); in parseApi() local
75 if (token == null) { in parseApi()
78 if ("package".equals(token)) { in parseApi()
81 throw new ApiParseException("expected package got " + token, tokenizer.getLine()); in parseApi()
93 String token; in parsePackage() local
97 token = tokenizer.requireToken(); in parsePackage()
98 assertIdent(tokenizer, token); in parsePackage()
99 name = token; in parsePackage()
101 token = tokenizer.requireToken(); in parsePackage()
102 if (!"{".equals(token)) { in parsePackage()
[all …]
/external/snakeyaml/src/main/java/org/yaml/snakeyaml/parser/
DParserImpl.java50 import org.yaml.snakeyaml.tokens.Token;
183 StreamStartToken token = (StreamStartToken) scanner.getToken(); in produce() local
184 Event event = new StreamStartEvent(token.getStartMark(), token.getEndMark()); in produce()
194 … if (!scanner.checkToken(Token.ID.Directive, Token.ID.DocumentStart, Token.ID.StreamEnd)) { in produce()
196 Token token = scanner.peekToken(); in produce() local
197 Mark startMark = token.getStartMark(); in produce()
214 while (scanner.checkToken(Token.ID.DocumentEnd)) { in produce()
219 if (!scanner.checkToken(Token.ID.StreamEnd)) { in produce()
220 Token token = scanner.peekToken(); in produce() local
221 Mark startMark = token.getStartMark(); in produce()
[all …]
/external/deqp-deps/amber/src/vkscript/
Dcommand_parser.cc87 for (auto token = tokenizer_->NextToken(); !token->IsEOS(); in Parse() local
88 token = tokenizer_->NextToken()) { in Parse()
89 if (token->IsEOL()) in Parse()
92 if (!token->IsIdentifier()) { in Parse()
95 token->ToOriginalString())); in Parse()
98 std::string cmd_name = token->AsString(); in Parse()
101 token = tokenizer_->NextToken(); in Parse()
102 if (!token->IsIdentifier()) in Parse()
104 token->ToOriginalString())); in Parse()
106 cmd_name = token->AsString(); in Parse()
[all …]
/external/rust/crates/serde_test/src/
Dde.rs8 use token::Token;
12 tokens: &'de [Token],
18 Some(token) if token == $expected => {}
20 "expected Token::{} but deserialization wants Token::{}",
24 "end of tokens but deserialization wants Token::{}",
32 ($token:expr) => {
33 panic!("deserialization did not expect this token: {}", $token)
44 pub fn new(tokens: &'de [Token]) -> Self { in new()
48 fn peek_token_opt(&self) -> Option<Token> { in peek_token_opt() argument
52 fn peek_token(&self) -> Token { in peek_token() argument
[all …]
/external/libxml2/
Drngparser.c59 const xmlChar *token; member
92 tokenPtr token; member
244 * Scan the schema to get the next token
252 tokenPtr token; in xmlCRNGNextToken() local
256 token = &(ctxt->tokens[(ctxt->firstToken + ctxt->nbTokens) % MAX_TOKEN]); in xmlCRNGNextToken()
257 token->toktype = CRNG_NONE; in xmlCRNGNextToken()
291 token->toklen = cur - ctxt->cur; in xmlCRNGNextToken()
292 token->token = xmlDictLookup(ctxt->dict, ctxt->cur, token->toklen); in xmlCRNGNextToken()
293 token->toktype = CRNG_LITERAL_SEGMENT; in xmlCRNGNextToken()
294 token->prefix = NULL; in xmlCRNGNextToken()
[all …]
/external/antlr/runtime/Python/tests/
Dt010lexer.py27 token = lexer.nextToken()
28 assert token.type == self.lexerModule.IDENTIFIER
29 assert token.start == 0, token.start
30 assert token.stop == 5, token.stop
31 assert token.text == 'foobar', token.text
33 token = lexer.nextToken()
34 assert token.type == self.lexerModule.WS
35 assert token.start == 6, token.start
36 assert token.stop == 6, token.stop
37 assert token.text == ' ', token.text
[all …]
Dt011lexer.py27 token = lexer.nextToken()
28 assert token.type == self.lexerModule.IDENTIFIER
29 assert token.start == 0, token.start
30 assert token.stop == 5, token.stop
31 assert token.text == 'foobar', token.text
33 token = lexer.nextToken()
34 assert token.type == self.lexerModule.WS
35 assert token.start == 6, token.start
36 assert token.stop == 6, token.stop
37 assert token.text == ' ', token.text
[all …]
/external/python/cpython3/Doc/library/
Dtoken-list.inc18 Token value for ``"("``.
22 Token value for ``")"``.
26 Token value for ``"["``.
30 Token value for ``"]"``.
34 Token value for ``":"``.
38 Token value for ``","``.
42 Token value for ``";"``.
46 Token value for ``"+"``.
50 Token value for ``"-"``.
54 Token value for ``"*"``.
[all …]

12345678910>>...271