Home
last modified time | relevance | path

Searched refs:TokenType (Results 1 – 25 of 130) sorted by relevance

123456

/external/protobuf/csharp/src/Google.Protobuf/
DJsonToken.cs40 private static readonly JsonToken _true = new JsonToken(TokenType.True);
41 private static readonly JsonToken _false = new JsonToken(TokenType.False);
42 private static readonly JsonToken _null = new JsonToken(TokenType.Null);
43 private static readonly JsonToken startObject = new JsonToken(TokenType.StartObject);
44 private static readonly JsonToken endObject = new JsonToken(TokenType.EndObject);
45 private static readonly JsonToken startArray = new JsonToken(TokenType.StartArray);
46 private static readonly JsonToken endArray = new JsonToken(TokenType.EndArray);
47 private static readonly JsonToken endDocument = new JsonToken(TokenType.EndDocument);
60 return new JsonToken(TokenType.Name, stringValue: name); in Name()
65 return new JsonToken(TokenType.StringValue, stringValue: value); in Value()
[all …]
DJsonParser.cs166 if (token.Type != JsonToken.TokenType.StartObject) in Merge()
179 if (token.Type == JsonToken.TokenType.EndObject) in Merge()
183 if (token.Type != JsonToken.TokenType.Name) in Merge()
221 if (token.Type == JsonToken.TokenType.Null) in MergeField()
253 if (token.Type != JsonToken.TokenType.StartArray) in MergeRepeatedField()
262 if (token.Type == JsonToken.TokenType.EndArray) in MergeRepeatedField()
280 if (token.Type != JsonToken.TokenType.StartObject) in MergeMapField()
297 if (token.Type == JsonToken.TokenType.EndObject) in MergeMapField()
320 if (token.Type == JsonToken.TokenType.Null) in ParseSingleValue()
353 case JsonToken.TokenType.True: in ParseSingleValue()
[all …]
/external/antlr/runtime/Cpp/include/
Dantlr3tokenstream.hpp53 typedef typename ImplTraits::CommonTokenType TokenType; typedef in TokenSource
54 typedef TokenType CommonTokenType;
64 TokenType m_eofToken;
71 TokenType m_skipToken;
81 TokenType& get_eofToken();
82 const TokenType& get_eofToken() const;
83 TokenType& get_skipToken();
108 TokenType* nextToken();
129 TokenType* nextTokenStr();
145 typedef typename ImplTraits::CommonTokenType TokenType; typedef in TokenStream
[all …]
Dantlr3rewritestreams.hpp66 typedef typename SuperType::TokenType TokenType; typedef in RewriteRuleElementStream
67 typedef typename AllocPolicyType::template VectorType< TokenType* > ElementsType;
72 TokenType* m_singleElement;
106 …am(TreeAdaptorType* adaptor, RecognizerType* rec, ANTLR_UINT8* description, TokenType* oneElement);
119 void add(TokenType* el);
124 TokenType* next();
126 TokenType* nextToken();
127 TokenType* _next();
133 TokenType* dup( TokenType* el );
178 typedef typename ImplTraits::CommonTokenType TokenType; typedef in RewriteRuleTokenStream
[all …]
Dantlr3exception.hpp57 typedef typename StreamType::UnitType TokenType; typedef in ANTLR_ExceptionBase
89 const TokenType* m_token;
108 TokenType* m_node;
144 const TokenType* get_token() const;
148 TokenType* get_node() const;
159 void set_token( const TokenType* token );
163 void set_node( TokenType* node );
/external/owasp/sanitizer/src/tests/org/owasp/html/
DCssFuzzerTest.java37 import org.owasp.html.CssTokens.TokenType;
144 CssTokens.TokenType type = it.type(); in testUnderStress()
174 private static final EnumMap<CssTokens.TokenType, Pattern> TOKEN_TYPE_FILTERS
175 = Maps.newEnumMap(CssTokens.TokenType.class);
182 CssTokens.TokenType.AT, Pattern.compile("@" + IDENT)); in TOKEN_TYPE_FILTERS.put()
184 CssTokens.TokenType.COLON, Pattern.compile(":")); in TOKEN_TYPE_FILTERS.put()
186 CssTokens.TokenType.COLUMN, Pattern.compile("\\|\\|")); in TOKEN_TYPE_FILTERS.put()
188 CssTokens.TokenType.COMMA, Pattern.compile(",")); in TOKEN_TYPE_FILTERS.put()
190 CssTokens.TokenType.DELIM, in TOKEN_TYPE_FILTERS.put()
193 CssTokens.TokenType.DIMENSION, Pattern.compile(NUMBER + "[a-z]+")); in TOKEN_TYPE_FILTERS.put()
[all …]
/external/owasp/sanitizer/src/main/org/owasp/html/
DCssTokens.java77 private final TokenType[] tokenTypes;
144 if (type() != TokenType.WHITESPACE) { return true; } in hasTokenAfterSpace()
151 public TokenType type() { in type()
176 TokenType[] tokenTypes) { in CssTokens()
183 public enum TokenType { enum in CssTokens
283 private static final TokenType[] ZERO_TYPES = new TokenType[0];
299 private List<TokenType> tokenTypes = null;
335 TokenType openBracket(char bracketChar) { in openBracket()
337 TokenType type; in openBracket()
339 case '(': close = ')'; type = TokenType.LEFT_PAREN; break; in openBracket()
[all …]
/external/deqp-deps/amber/src/
Dtokenizer.h26 enum class TokenType : uint8_t { enum
39 explicit Token(TokenType type);
42 bool IsHex() const { return type_ == TokenType::kHex; } in IsHex()
43 bool IsInteger() const { return type_ == TokenType::kInteger; } in IsInteger()
44 bool IsDouble() const { return type_ == TokenType::kDouble; } in IsDouble()
45 bool IsIdentifier() const { return type_ == TokenType::kIdentifier; } in IsIdentifier()
46 bool IsString() const { return type_ == TokenType::kString; } in IsString()
47 bool IsEOS() const { return type_ == TokenType::kEOS; } in IsEOS()
48 bool IsEOL() const { return type_ == TokenType::kEOL; } in IsEOL()
51 return type_ == TokenType::kIdentifier && string_value_ == ","; in IsComma()
[all …]
Dtokenizer.cc26 Token::Token(TokenType type) : type_(type) {} in Token()
51 type_ = TokenType::kDouble; in ConvertToDouble()
62 return MakeUnique<Token>(TokenType::kEOS); in NextToken()
69 return MakeUnique<Token>(TokenType::kEOS); in NextToken()
74 return MakeUnique<Token>(TokenType::kEOL); in NextToken()
93 auto tok = MakeUnique<Token>(TokenType::kString); in NextToken()
152 auto tok = MakeUnique<Token>(TokenType::kString); in NextToken()
161 auto tok = MakeUnique<Token>(TokenType::kIdentifier); in NextToken()
208 auto tok = MakeUnique<Token>(TokenType::kIdentifier); in NextToken()
215 auto tok = MakeUnique<Token>(TokenType::kHex); in NextToken()
[all …]
/external/deqp-deps/SPIRV-Tools/tools/sva/src/
Dparser.js15 import { TokenType } from "./token.js";
57 if (token === TokenType.kError) {
61 if (token.type === TokenType.kEOF)
65 if (token.type === TokenType.kResultId) {
69 if (token.type !== TokenType.kEqual) {
77 if (token.type !== TokenType.kOp) {
149 if (n0.type === TokenType.kOp || n0.type === TokenType.kEOF) {
154 if (n1.type === TokenType.kEOF) {
157 if (n0.type === TokenType.kResultId && n1.type === TokenType.kEqual)
181 if (t.type !== TokenType.kResultId) {
[all …]
Dlexer_test.js17 import { TokenType } from "./token";
26 assert.equal(t.type, TokenType.kOp);
31 assert.equal(t.type, TokenType.kEOF);
43 assert.equal(t.type, TokenType.kOp);
48 assert.equal(t.type, TokenType.kResultId);
66 assert.equal(t.type, TokenType.kFloatLiteral,
72 assert.equal(t.type, TokenType.kEOF);
83 assert.notEqual(t.type, TokenType.kFloatLiteral,
98 assert.equal(t.type, TokenType.kIntegerLiteral,
104 assert.equal(t.type, TokenType.kEOF);
[all …]
Dlexer.js15 import { Token, TokenType } from "./token.js";
42 return new Token(TokenType.kEOF, this.cur_line_);
76 return new Token(TokenType.kError, this.cur_line_, "Failed to match token");
169 return new Token(TokenType.kFloatLiteral, this.cur_line_, parseFloat(substr));
196 return new Token(TokenType.kIntegerLiteral, this.cur_line_, val);
222 return new Token(TokenType.kIntegerLiteral, this.cur_line_, val);
249 return new Token(TokenType.kResultId, this.cur_line_, {
271 return new Token(TokenType.kIdentifier, this.cur_line_, ident);
294 return new Token(TokenType.kOp, this.cur_line_, {
307 type = TokenType.kEqual;
[all …]
/external/swiftshader/third_party/SPIRV-Tools/tools/sva/src/
Dparser.js15 import { TokenType } from "./token.js";
57 if (token === TokenType.kError) {
61 if (token.type === TokenType.kEOF)
65 if (token.type === TokenType.kResultId) {
69 if (token.type !== TokenType.kEqual) {
77 if (token.type !== TokenType.kOp) {
149 if (n0.type === TokenType.kOp || n0.type === TokenType.kEOF) {
154 if (n1.type === TokenType.kEOF) {
157 if (n0.type === TokenType.kResultId && n1.type === TokenType.kEqual)
181 if (t.type !== TokenType.kResultId) {
[all …]
Dlexer_test.js17 import { TokenType } from "./token";
26 assert.equal(t.type, TokenType.kOp);
31 assert.equal(t.type, TokenType.kEOF);
43 assert.equal(t.type, TokenType.kOp);
48 assert.equal(t.type, TokenType.kResultId);
66 assert.equal(t.type, TokenType.kFloatLiteral,
72 assert.equal(t.type, TokenType.kEOF);
83 assert.notEqual(t.type, TokenType.kFloatLiteral,
98 assert.equal(t.type, TokenType.kIntegerLiteral,
104 assert.equal(t.type, TokenType.kEOF);
[all …]
Dlexer.js15 import { Token, TokenType } from "./token.js";
42 return new Token(TokenType.kEOF, this.cur_line_);
76 return new Token(TokenType.kError, this.cur_line_, "Failed to match token");
169 return new Token(TokenType.kFloatLiteral, this.cur_line_, parseFloat(substr));
196 return new Token(TokenType.kIntegerLiteral, this.cur_line_, val);
222 return new Token(TokenType.kIntegerLiteral, this.cur_line_, val);
249 return new Token(TokenType.kResultId, this.cur_line_, {
271 return new Token(TokenType.kIdentifier, this.cur_line_, ident);
294 return new Token(TokenType.kOp, this.cur_line_, {
307 type = TokenType.kEqual;
[all …]
/external/angle/third_party/vulkan-deps/spirv-tools/src/tools/sva/src/
Dparser.js15 import { TokenType } from "./token.js";
57 if (token === TokenType.kError) {
61 if (token.type === TokenType.kEOF)
65 if (token.type === TokenType.kResultId) {
69 if (token.type !== TokenType.kEqual) {
77 if (token.type !== TokenType.kOp) {
149 if (n0.type === TokenType.kOp || n0.type === TokenType.kEOF) {
154 if (n1.type === TokenType.kEOF) {
157 if (n0.type === TokenType.kResultId && n1.type === TokenType.kEqual)
181 if (t.type !== TokenType.kResultId) {
[all …]
Dlexer_test.js17 import { TokenType } from "./token";
26 assert.equal(t.type, TokenType.kOp);
31 assert.equal(t.type, TokenType.kEOF);
43 assert.equal(t.type, TokenType.kOp);
48 assert.equal(t.type, TokenType.kResultId);
66 assert.equal(t.type, TokenType.kFloatLiteral,
72 assert.equal(t.type, TokenType.kEOF);
83 assert.notEqual(t.type, TokenType.kFloatLiteral,
98 assert.equal(t.type, TokenType.kIntegerLiteral,
104 assert.equal(t.type, TokenType.kEOF);
[all …]
Dlexer.js15 import { Token, TokenType } from "./token.js";
42 return new Token(TokenType.kEOF, this.cur_line_);
76 return new Token(TokenType.kError, this.cur_line_, "Failed to match token");
169 return new Token(TokenType.kFloatLiteral, this.cur_line_, parseFloat(substr));
196 return new Token(TokenType.kIntegerLiteral, this.cur_line_, val);
222 return new Token(TokenType.kIntegerLiteral, this.cur_line_, val);
249 return new Token(TokenType.kResultId, this.cur_line_, {
271 return new Token(TokenType.kIdentifier, this.cur_line_, ident);
294 return new Token(TokenType.kOp, this.cur_line_, {
307 type = TokenType.kEqual;
[all …]
/external/protobuf/src/google/protobuf/util/internal/
Djson_stream_parser.h96 enum TokenType { enum
142 util::Status ParseValue(TokenType type);
174 util::Status ParseEntry(TokenType type);
177 util::Status ParseEntryMid(TokenType type);
180 util::Status ParseObjectMid(TokenType type);
186 util::Status ParseArrayValue(TokenType type);
189 util::Status ParseArrayMid(TokenType type);
198 bool IsEmptyNullAllowed(TokenType type);
223 TokenType GetNextTokenType();
/external/antlr/runtime/Delphi/Sources/Antlr3.Runtime.Tests/
DAntlr.Runtime.Tree.Tests.pas91 function CreateToken(const TokenType: Integer; const Text: String): IToken; in CreateToken()
621 I, TokenType: Integer;
629 TokenType := Nodes.TreeAdaptor.GetNodeType(T);
630 if (TokenType <> TToken.DOWN) and (TokenType <> TToken.UP) then
633 Buf.Append(TokenType)
749 CheckEquals(Node.TokenType, I);
760 CheckEquals(Node.TokenType, N + I);
826 CheckEquals((Stream.LT(1) as ITree).TokenType,101);
827 CheckEquals((Stream.LT(2) as ITree).TokenType,TToken.DOWN);
828 CheckEquals((Stream.LT(3) as ITree).TokenType,102);
[all …]
/external/antlr/runtime/ObjC/Framework/examples/polydiff/
DSimplifier.m571 …char_literal1=(CommonTree *)[self match:input TokenType:8 Follow:FOLLOW_8_in_poly52]; if ( state.f…
575 … [self match:input TokenType:TokenTypeDOWN Follow:nil]; if ( state.failed ) return retval;
579 …a=(CommonTree *)[self match:input TokenType:INT Follow:FOLLOW_INT_in_poly56]; if ( state.failed ) …
585 …b=(CommonTree *)[self match:input TokenType:INT Follow:FOLLOW_INT_in_poly60]; if ( state.failed ) …
589 … [self match:input TokenType:TokenTypeUP Follow:nil]; if ( state.failed ) return retval;
640 …char_literal2=(CommonTree *)[self match:input TokenType:8 Follow:FOLLOW_8_in_poly73]; if ( state.f…
644 … [self match:input TokenType:TokenTypeDOWN Follow:nil]; if ( state.failed ) return retval;
655 …char_literal3=(CommonTree *)[self match:input TokenType:8 Follow:FOLLOW_8_in_poly76]; if ( state.f…
659 … [self match:input TokenType:TokenTypeDOWN Follow:nil]; if ( state.failed ) return retval;
663 …a=(CommonTree *)[self match:input TokenType:INT Follow:FOLLOW_INT_in_poly80]; if ( state.failed ) …
[all …]
DPolyDifferentiator.m344 … char_literal1=(CommonTree *)[self match:input TokenType:8 Follow:FOLLOW_8_in_poly44];
351 [self match:input TokenType:TokenTypeDOWN Follow:nil];
377 [self match:input TokenType:TokenTypeUP Follow:nil];
400 … MULT4=(CommonTree *)[self match:input TokenType:MULT Follow:FOLLOW_MULT_in_poly55];
404 [self match:input TokenType:TokenTypeDOWN Follow:nil];
408 INT5=(CommonTree *)[self match:input TokenType:INT Follow:FOLLOW_INT_in_poly57];
414 ID6=(CommonTree *)[self match:input TokenType:ID Follow:FOLLOW_ID_in_poly59];
418 [self match:input TokenType:TokenTypeUP Follow:nil];
467 … MULT7=(CommonTree *)[self match:input TokenType:MULT Follow:FOLLOW_MULT_in_poly71];
471 [self match:input TokenType:TokenTypeDOWN Follow:nil];
[all …]
/external/antlr/runtime/Delphi/Sources/Antlr3.Runtime/
DAntlr.Runtime.Tree.pas217 … function CreateNode(const TokenType: Integer; const FromToken: IToken): IANTLRInterface; overload;
225 function CreateNode(const TokenType: Integer; const FromToken: IToken;
234 function CreateNode(const TokenType: Integer; const Text: String): IANTLRInterface; overload;
507 property TokenType: Integer read GetTokenType; property
587 property TokenType: Integer read GetTokenType; property
653 function CreateToken(const TokenType: Integer; const Text: String): IToken; overload;
956 …function Find(const T: IANTLRInterface; const TokenType: Integer): IList<IANTLRInterface>; overloa…
961 … function FindFirst(const T: IANTLRInterface; const TokenType: Integer): IANTLRInterface; overload;
973 procedure Visit(const T: IANTLRInterface; const TokenType: Integer;
1282 …function CreateNode(const TokenType: Integer; const FromToken: IToken): IANTLRInterface; overload;… in CreateNode()
[all …]
/external/antlr/runtime/ObjC/Framework/examples/simplecTreeParser/
DSimpleCWalker.m398 [self match:input TokenType:FUNC_DECL Follow:FOLLOW_FUNC_DECL_in_declaration87];
400 [self match:input TokenType:DOWN Follow:nil];
410 [self match:input TokenType:UP Follow:nil];
420 [self match:input TokenType:FUNC_DEF Follow:FOLLOW_FUNC_DEF_in_declaration101];
422 [self match:input TokenType:DOWN Follow:nil];
440 [self match:input TokenType:UP Follow:nil];
482 [self match:input TokenType:VAR_DEF Follow:FOLLOW_VAR_DEF_in_variable126];
484 [self match:input TokenType:DOWN Follow:nil];
502 [self match:input TokenType:UP Follow:nil];
541 [self match:input TokenType:K_ID Follow:FOLLOW_K_ID_in_declarator150];
[all …]
DSimpleCTP.m398 [self match:input TokenType:FUNC_DECL Follow:FOLLOW_FUNC_DECL_in_declaration87];
400 [self match:input TokenType:DOWN Follow:nil];
410 [self match:input TokenType:UP Follow:nil];
420 [self match:input TokenType:FUNC_DEF Follow:FOLLOW_FUNC_DEF_in_declaration101];
422 [self match:input TokenType:DOWN Follow:nil];
440 [self match:input TokenType:UP Follow:nil];
482 [self match:input TokenType:VAR_DEF Follow:FOLLOW_VAR_DEF_in_variable126];
484 [self match:input TokenType:DOWN Follow:nil];
502 [self match:input TokenType:UP Follow:nil];
541 [self match:input TokenType:K_ID Follow:FOLLOW_K_ID_in_declarator150];
[all …]

123456