• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1 //===--- ParseTentative.cpp - Ambiguity Resolution Parsing ----------------===//
2 //
3 //                     The LLVM Compiler Infrastructure
4 //
5 // This file is distributed under the University of Illinois Open Source
6 // License. See LICENSE.TXT for details.
7 //
8 //===----------------------------------------------------------------------===//
9 //
10 //  This file implements the tentative parsing portions of the Parser
11 //  interfaces, for ambiguity resolution.
12 //
13 //===----------------------------------------------------------------------===//
14 
15 #include "clang/Parse/Parser.h"
16 #include "clang/Parse/ParseDiagnostic.h"
17 #include "clang/Sema/ParsedTemplate.h"
18 using namespace clang;
19 
20 /// isCXXDeclarationStatement - C++-specialized function that disambiguates
21 /// between a declaration or an expression statement, when parsing function
22 /// bodies. Returns true for declaration, false for expression.
23 ///
24 ///         declaration-statement:
25 ///           block-declaration
26 ///
27 ///         block-declaration:
28 ///           simple-declaration
29 ///           asm-definition
30 ///           namespace-alias-definition
31 ///           using-declaration
32 ///           using-directive
33 /// [C++0x]   static_assert-declaration
34 ///
35 ///         asm-definition:
36 ///           'asm' '(' string-literal ')' ';'
37 ///
38 ///         namespace-alias-definition:
39 ///           'namespace' identifier = qualified-namespace-specifier ';'
40 ///
41 ///         using-declaration:
42 ///           'using' typename[opt] '::'[opt] nested-name-specifier
43 ///                 unqualified-id ';'
44 ///           'using' '::' unqualified-id ;
45 ///
46 ///         using-directive:
47 ///           'using' 'namespace' '::'[opt] nested-name-specifier[opt]
48 ///                 namespace-name ';'
49 ///
isCXXDeclarationStatement()50 bool Parser::isCXXDeclarationStatement() {
51   switch (Tok.getKind()) {
52     // asm-definition
53   case tok::kw_asm:
54     // namespace-alias-definition
55   case tok::kw_namespace:
56     // using-declaration
57     // using-directive
58   case tok::kw_using:
59     // static_assert-declaration
60   case tok::kw_static_assert:
61   case tok::kw__Static_assert:
62     return true;
63     // simple-declaration
64   default:
65     return isCXXSimpleDeclaration(/*AllowForRangeDecl=*/false);
66   }
67 }
68 
69 /// isCXXSimpleDeclaration - C++-specialized function that disambiguates
70 /// between a simple-declaration or an expression-statement.
71 /// If during the disambiguation process a parsing error is encountered,
72 /// the function returns true to let the declaration parsing code handle it.
73 /// Returns false if the statement is disambiguated as expression.
74 ///
75 /// simple-declaration:
76 ///   decl-specifier-seq init-declarator-list[opt] ';'
77 ///
78 /// (if AllowForRangeDecl specified)
79 /// for ( for-range-declaration : for-range-initializer ) statement
80 /// for-range-declaration:
81 ///    attribute-specifier-seqopt type-specifier-seq declarator
isCXXSimpleDeclaration(bool AllowForRangeDecl)82 bool Parser::isCXXSimpleDeclaration(bool AllowForRangeDecl) {
83   // C++ 6.8p1:
84   // There is an ambiguity in the grammar involving expression-statements and
85   // declarations: An expression-statement with a function-style explicit type
86   // conversion (5.2.3) as its leftmost subexpression can be indistinguishable
87   // from a declaration where the first declarator starts with a '('. In those
88   // cases the statement is a declaration. [Note: To disambiguate, the whole
89   // statement might have to be examined to determine if it is an
90   // expression-statement or a declaration].
91 
92   // C++ 6.8p3:
93   // The disambiguation is purely syntactic; that is, the meaning of the names
94   // occurring in such a statement, beyond whether they are type-names or not,
95   // is not generally used in or changed by the disambiguation. Class
96   // templates are instantiated as necessary to determine if a qualified name
97   // is a type-name. Disambiguation precedes parsing, and a statement
98   // disambiguated as a declaration may be an ill-formed declaration.
99 
100   // We don't have to parse all of the decl-specifier-seq part. There's only
101   // an ambiguity if the first decl-specifier is
102   // simple-type-specifier/typename-specifier followed by a '(', which may
103   // indicate a function-style cast expression.
104   // isCXXDeclarationSpecifier will return TPResult::Ambiguous only in such
105   // a case.
106 
107   bool InvalidAsDeclaration = false;
108   TPResult TPR = isCXXDeclarationSpecifier(TPResult::False,
109                                            &InvalidAsDeclaration);
110   if (TPR != TPResult::Ambiguous)
111     return TPR != TPResult::False; // Returns true for TPResult::True or
112                                    // TPResult::Error.
113 
114   // FIXME: TryParseSimpleDeclaration doesn't look past the first initializer,
115   // and so gets some cases wrong. We can't carry on if we've already seen
116   // something which makes this statement invalid as a declaration in this case,
117   // since it can cause us to misparse valid code. Revisit this once
118   // TryParseInitDeclaratorList is fixed.
119   if (InvalidAsDeclaration)
120     return false;
121 
122   // FIXME: Add statistics about the number of ambiguous statements encountered
123   // and how they were resolved (number of declarations+number of expressions).
124 
125   // Ok, we have a simple-type-specifier/typename-specifier followed by a '(',
126   // or an identifier which doesn't resolve as anything. We need tentative
127   // parsing...
128 
129   TentativeParsingAction PA(*this);
130   TPR = TryParseSimpleDeclaration(AllowForRangeDecl);
131   PA.Revert();
132 
133   // In case of an error, let the declaration parsing code handle it.
134   if (TPR == TPResult::Error)
135     return true;
136 
137   // Declarations take precedence over expressions.
138   if (TPR == TPResult::Ambiguous)
139     TPR = TPResult::True;
140 
141   assert(TPR == TPResult::True || TPR == TPResult::False);
142   return TPR == TPResult::True;
143 }
144 
145 /// Try to consume a token sequence that we've already identified as
146 /// (potentially) starting a decl-specifier.
TryConsumeDeclarationSpecifier()147 Parser::TPResult Parser::TryConsumeDeclarationSpecifier() {
148   switch (Tok.getKind()) {
149   case tok::kw__Atomic:
150     if (NextToken().isNot(tok::l_paren)) {
151       ConsumeToken();
152       break;
153     }
154     // Fall through.
155   case tok::kw_typeof:
156   case tok::kw___attribute:
157   case tok::kw___underlying_type: {
158     ConsumeToken();
159     if (Tok.isNot(tok::l_paren))
160       return TPResult::Error;
161     ConsumeParen();
162     if (!SkipUntil(tok::r_paren))
163       return TPResult::Error;
164     break;
165   }
166 
167   case tok::kw_class:
168   case tok::kw_struct:
169   case tok::kw_union:
170   case tok::kw___interface:
171   case tok::kw_enum:
172     // elaborated-type-specifier:
173     //     class-key attribute-specifier-seq[opt]
174     //         nested-name-specifier[opt] identifier
175     //     class-key nested-name-specifier[opt] template[opt] simple-template-id
176     //     enum nested-name-specifier[opt] identifier
177     //
178     // FIXME: We don't support class-specifiers nor enum-specifiers here.
179     ConsumeToken();
180 
181     // Skip attributes.
182     while (Tok.isOneOf(tok::l_square, tok::kw___attribute, tok::kw___declspec,
183                        tok::kw_alignas)) {
184       if (Tok.is(tok::l_square)) {
185         ConsumeBracket();
186         if (!SkipUntil(tok::r_square))
187           return TPResult::Error;
188       } else {
189         ConsumeToken();
190         if (Tok.isNot(tok::l_paren))
191           return TPResult::Error;
192         ConsumeParen();
193         if (!SkipUntil(tok::r_paren))
194           return TPResult::Error;
195       }
196     }
197 
198     if (Tok.isOneOf(tok::identifier, tok::coloncolon, tok::kw_decltype,
199                     tok::annot_template_id) &&
200         TryAnnotateCXXScopeToken())
201       return TPResult::Error;
202     if (Tok.is(tok::annot_cxxscope))
203       ConsumeToken();
204     if (Tok.isNot(tok::identifier) && Tok.isNot(tok::annot_template_id))
205       return TPResult::Error;
206     ConsumeToken();
207     break;
208 
209   case tok::annot_cxxscope:
210     ConsumeToken();
211     // Fall through.
212   default:
213     ConsumeToken();
214 
215     if (getLangOpts().ObjC1 && Tok.is(tok::less))
216       return TryParseProtocolQualifiers();
217     break;
218   }
219 
220   return TPResult::Ambiguous;
221 }
222 
223 /// simple-declaration:
224 ///   decl-specifier-seq init-declarator-list[opt] ';'
225 ///
226 /// (if AllowForRangeDecl specified)
227 /// for ( for-range-declaration : for-range-initializer ) statement
228 /// for-range-declaration:
229 ///    attribute-specifier-seqopt type-specifier-seq declarator
230 ///
TryParseSimpleDeclaration(bool AllowForRangeDecl)231 Parser::TPResult Parser::TryParseSimpleDeclaration(bool AllowForRangeDecl) {
232   if (TryConsumeDeclarationSpecifier() == TPResult::Error)
233     return TPResult::Error;
234 
235   // Two decl-specifiers in a row conclusively disambiguate this as being a
236   // simple-declaration. Don't bother calling isCXXDeclarationSpecifier in the
237   // overwhelmingly common case that the next token is a '('.
238   if (Tok.isNot(tok::l_paren)) {
239     TPResult TPR = isCXXDeclarationSpecifier();
240     if (TPR == TPResult::Ambiguous)
241       return TPResult::True;
242     if (TPR == TPResult::True || TPR == TPResult::Error)
243       return TPR;
244     assert(TPR == TPResult::False);
245   }
246 
247   TPResult TPR = TryParseInitDeclaratorList();
248   if (TPR != TPResult::Ambiguous)
249     return TPR;
250 
251   if (Tok.isNot(tok::semi) && (!AllowForRangeDecl || Tok.isNot(tok::colon)))
252     return TPResult::False;
253 
254   return TPResult::Ambiguous;
255 }
256 
257 /// Tentatively parse an init-declarator-list in order to disambiguate it from
258 /// an expression.
259 ///
260 ///       init-declarator-list:
261 ///         init-declarator
262 ///         init-declarator-list ',' init-declarator
263 ///
264 ///       init-declarator:
265 ///         declarator initializer[opt]
266 /// [GNU]   declarator simple-asm-expr[opt] attributes[opt] initializer[opt]
267 ///
268 ///       initializer:
269 ///         brace-or-equal-initializer
270 ///         '(' expression-list ')'
271 ///
272 ///       brace-or-equal-initializer:
273 ///         '=' initializer-clause
274 /// [C++11] braced-init-list
275 ///
276 ///       initializer-clause:
277 ///         assignment-expression
278 ///         braced-init-list
279 ///
280 ///       braced-init-list:
281 ///         '{' initializer-list ','[opt] '}'
282 ///         '{' '}'
283 ///
TryParseInitDeclaratorList()284 Parser::TPResult Parser::TryParseInitDeclaratorList() {
285   while (1) {
286     // declarator
287     TPResult TPR = TryParseDeclarator(false/*mayBeAbstract*/);
288     if (TPR != TPResult::Ambiguous)
289       return TPR;
290 
291     // [GNU] simple-asm-expr[opt] attributes[opt]
292     if (Tok.isOneOf(tok::kw_asm, tok::kw___attribute))
293       return TPResult::True;
294 
295     // initializer[opt]
296     if (Tok.is(tok::l_paren)) {
297       // Parse through the parens.
298       ConsumeParen();
299       if (!SkipUntil(tok::r_paren, StopAtSemi))
300         return TPResult::Error;
301     } else if (Tok.is(tok::l_brace)) {
302       // A left-brace here is sufficient to disambiguate the parse; an
303       // expression can never be followed directly by a braced-init-list.
304       return TPResult::True;
305     } else if (Tok.is(tok::equal) || isTokIdentifier_in()) {
306       // MSVC and g++ won't examine the rest of declarators if '=' is
307       // encountered; they just conclude that we have a declaration.
308       // EDG parses the initializer completely, which is the proper behavior
309       // for this case.
310       //
311       // At present, Clang follows MSVC and g++, since the parser does not have
312       // the ability to parse an expression fully without recording the
313       // results of that parse.
314       // FIXME: Handle this case correctly.
315       //
316       // Also allow 'in' after an Objective-C declaration as in:
317       // for (int (^b)(void) in array). Ideally this should be done in the
318       // context of parsing for-init-statement of a foreach statement only. But,
319       // in any other context 'in' is invalid after a declaration and parser
320       // issues the error regardless of outcome of this decision.
321       // FIXME: Change if above assumption does not hold.
322       return TPResult::True;
323     }
324 
325     if (!TryConsumeToken(tok::comma))
326       break;
327   }
328 
329   return TPResult::Ambiguous;
330 }
331 
332 /// isCXXConditionDeclaration - Disambiguates between a declaration or an
333 /// expression for a condition of a if/switch/while/for statement.
334 /// If during the disambiguation process a parsing error is encountered,
335 /// the function returns true to let the declaration parsing code handle it.
336 ///
337 ///       condition:
338 ///         expression
339 ///         type-specifier-seq declarator '=' assignment-expression
340 /// [C++11] type-specifier-seq declarator '=' initializer-clause
341 /// [C++11] type-specifier-seq declarator braced-init-list
342 /// [GNU]   type-specifier-seq declarator simple-asm-expr[opt] attributes[opt]
343 ///             '=' assignment-expression
344 ///
isCXXConditionDeclaration()345 bool Parser::isCXXConditionDeclaration() {
346   TPResult TPR = isCXXDeclarationSpecifier();
347   if (TPR != TPResult::Ambiguous)
348     return TPR != TPResult::False; // Returns true for TPResult::True or
349                                    // TPResult::Error.
350 
351   // FIXME: Add statistics about the number of ambiguous statements encountered
352   // and how they were resolved (number of declarations+number of expressions).
353 
354   // Ok, we have a simple-type-specifier/typename-specifier followed by a '('.
355   // We need tentative parsing...
356 
357   TentativeParsingAction PA(*this);
358 
359   // type-specifier-seq
360   TryConsumeDeclarationSpecifier();
361   assert(Tok.is(tok::l_paren) && "Expected '('");
362 
363   // declarator
364   TPR = TryParseDeclarator(false/*mayBeAbstract*/);
365 
366   // In case of an error, let the declaration parsing code handle it.
367   if (TPR == TPResult::Error)
368     TPR = TPResult::True;
369 
370   if (TPR == TPResult::Ambiguous) {
371     // '='
372     // [GNU] simple-asm-expr[opt] attributes[opt]
373     if (Tok.isOneOf(tok::equal, tok::kw_asm, tok::kw___attribute))
374       TPR = TPResult::True;
375     else if (getLangOpts().CPlusPlus11 && Tok.is(tok::l_brace))
376       TPR = TPResult::True;
377     else
378       TPR = TPResult::False;
379   }
380 
381   PA.Revert();
382 
383   assert(TPR == TPResult::True || TPR == TPResult::False);
384   return TPR == TPResult::True;
385 }
386 
387   /// \brief Determine whether the next set of tokens contains a type-id.
388   ///
389   /// The context parameter states what context we're parsing right
390   /// now, which affects how this routine copes with the token
391   /// following the type-id. If the context is TypeIdInParens, we have
392   /// already parsed the '(' and we will cease lookahead when we hit
393   /// the corresponding ')'. If the context is
394   /// TypeIdAsTemplateArgument, we've already parsed the '<' or ','
395   /// before this template argument, and will cease lookahead when we
396   /// hit a '>', '>>' (in C++0x), or ','. Returns true for a type-id
397   /// and false for an expression.  If during the disambiguation
398   /// process a parsing error is encountered, the function returns
399   /// true to let the declaration parsing code handle it.
400   ///
401   /// type-id:
402   ///   type-specifier-seq abstract-declarator[opt]
403   ///
isCXXTypeId(TentativeCXXTypeIdContext Context,bool & isAmbiguous)404 bool Parser::isCXXTypeId(TentativeCXXTypeIdContext Context, bool &isAmbiguous) {
405 
406   isAmbiguous = false;
407 
408   // C++ 8.2p2:
409   // The ambiguity arising from the similarity between a function-style cast and
410   // a type-id can occur in different contexts. The ambiguity appears as a
411   // choice between a function-style cast expression and a declaration of a
412   // type. The resolution is that any construct that could possibly be a type-id
413   // in its syntactic context shall be considered a type-id.
414 
415   TPResult TPR = isCXXDeclarationSpecifier();
416   if (TPR != TPResult::Ambiguous)
417     return TPR != TPResult::False; // Returns true for TPResult::True or
418                                      // TPResult::Error.
419 
420   // FIXME: Add statistics about the number of ambiguous statements encountered
421   // and how they were resolved (number of declarations+number of expressions).
422 
423   // Ok, we have a simple-type-specifier/typename-specifier followed by a '('.
424   // We need tentative parsing...
425 
426   TentativeParsingAction PA(*this);
427 
428   // type-specifier-seq
429   TryConsumeDeclarationSpecifier();
430   assert(Tok.is(tok::l_paren) && "Expected '('");
431 
432   // declarator
433   TPR = TryParseDeclarator(true/*mayBeAbstract*/, false/*mayHaveIdentifier*/);
434 
435   // In case of an error, let the declaration parsing code handle it.
436   if (TPR == TPResult::Error)
437     TPR = TPResult::True;
438 
439   if (TPR == TPResult::Ambiguous) {
440     // We are supposed to be inside parens, so if after the abstract declarator
441     // we encounter a ')' this is a type-id, otherwise it's an expression.
442     if (Context == TypeIdInParens && Tok.is(tok::r_paren)) {
443       TPR = TPResult::True;
444       isAmbiguous = true;
445 
446     // We are supposed to be inside a template argument, so if after
447     // the abstract declarator we encounter a '>', '>>' (in C++0x), or
448     // ',', this is a type-id. Otherwise, it's an expression.
449     } else if (Context == TypeIdAsTemplateArgument &&
450                (Tok.isOneOf(tok::greater, tok::comma) ||
451                 (getLangOpts().CPlusPlus11 && Tok.is(tok::greatergreater)))) {
452       TPR = TPResult::True;
453       isAmbiguous = true;
454 
455     } else
456       TPR = TPResult::False;
457   }
458 
459   PA.Revert();
460 
461   assert(TPR == TPResult::True || TPR == TPResult::False);
462   return TPR == TPResult::True;
463 }
464 
465 /// \brief Returns true if this is a C++11 attribute-specifier. Per
466 /// C++11 [dcl.attr.grammar]p6, two consecutive left square bracket tokens
467 /// always introduce an attribute. In Objective-C++11, this rule does not
468 /// apply if either '[' begins a message-send.
469 ///
470 /// If Disambiguate is true, we try harder to determine whether a '[[' starts
471 /// an attribute-specifier, and return CAK_InvalidAttributeSpecifier if not.
472 ///
473 /// If OuterMightBeMessageSend is true, we assume the outer '[' is either an
474 /// Obj-C message send or the start of an attribute. Otherwise, we assume it
475 /// is not an Obj-C message send.
476 ///
477 /// C++11 [dcl.attr.grammar]:
478 ///
479 ///     attribute-specifier:
480 ///         '[' '[' attribute-list ']' ']'
481 ///         alignment-specifier
482 ///
483 ///     attribute-list:
484 ///         attribute[opt]
485 ///         attribute-list ',' attribute[opt]
486 ///         attribute '...'
487 ///         attribute-list ',' attribute '...'
488 ///
489 ///     attribute:
490 ///         attribute-token attribute-argument-clause[opt]
491 ///
492 ///     attribute-token:
493 ///         identifier
494 ///         identifier '::' identifier
495 ///
496 ///     attribute-argument-clause:
497 ///         '(' balanced-token-seq ')'
498 Parser::CXX11AttributeKind
isCXX11AttributeSpecifier(bool Disambiguate,bool OuterMightBeMessageSend)499 Parser::isCXX11AttributeSpecifier(bool Disambiguate,
500                                   bool OuterMightBeMessageSend) {
501   if (Tok.is(tok::kw_alignas))
502     return CAK_AttributeSpecifier;
503 
504   if (Tok.isNot(tok::l_square) || NextToken().isNot(tok::l_square))
505     return CAK_NotAttributeSpecifier;
506 
507   // No tentative parsing if we don't need to look for ']]' or a lambda.
508   if (!Disambiguate && !getLangOpts().ObjC1)
509     return CAK_AttributeSpecifier;
510 
511   TentativeParsingAction PA(*this);
512 
513   // Opening brackets were checked for above.
514   ConsumeBracket();
515 
516   // Outside Obj-C++11, treat anything with a matching ']]' as an attribute.
517   if (!getLangOpts().ObjC1) {
518     ConsumeBracket();
519 
520     bool IsAttribute = SkipUntil(tok::r_square);
521     IsAttribute &= Tok.is(tok::r_square);
522 
523     PA.Revert();
524 
525     return IsAttribute ? CAK_AttributeSpecifier : CAK_InvalidAttributeSpecifier;
526   }
527 
528   // In Obj-C++11, we need to distinguish four situations:
529   //  1a) int x[[attr]];                     C++11 attribute.
530   //  1b) [[attr]];                          C++11 statement attribute.
531   //   2) int x[[obj](){ return 1; }()];     Lambda in array size/index.
532   //  3a) int x[[obj get]];                  Message send in array size/index.
533   //  3b) [[Class alloc] init];              Message send in message send.
534   //   4) [[obj]{ return self; }() doStuff]; Lambda in message send.
535   // (1) is an attribute, (2) is ill-formed, and (3) and (4) are accepted.
536 
537   // If we have a lambda-introducer, then this is definitely not a message send.
538   // FIXME: If this disambiguation is too slow, fold the tentative lambda parse
539   // into the tentative attribute parse below.
540   LambdaIntroducer Intro;
541   if (!TryParseLambdaIntroducer(Intro)) {
542     // A lambda cannot end with ']]', and an attribute must.
543     bool IsAttribute = Tok.is(tok::r_square);
544 
545     PA.Revert();
546 
547     if (IsAttribute)
548       // Case 1: C++11 attribute.
549       return CAK_AttributeSpecifier;
550 
551     if (OuterMightBeMessageSend)
552       // Case 4: Lambda in message send.
553       return CAK_NotAttributeSpecifier;
554 
555     // Case 2: Lambda in array size / index.
556     return CAK_InvalidAttributeSpecifier;
557   }
558 
559   ConsumeBracket();
560 
561   // If we don't have a lambda-introducer, then we have an attribute or a
562   // message-send.
563   bool IsAttribute = true;
564   while (Tok.isNot(tok::r_square)) {
565     if (Tok.is(tok::comma)) {
566       // Case 1: Stray commas can only occur in attributes.
567       PA.Revert();
568       return CAK_AttributeSpecifier;
569     }
570 
571     // Parse the attribute-token, if present.
572     // C++11 [dcl.attr.grammar]:
573     //   If a keyword or an alternative token that satisfies the syntactic
574     //   requirements of an identifier is contained in an attribute-token,
575     //   it is considered an identifier.
576     SourceLocation Loc;
577     if (!TryParseCXX11AttributeIdentifier(Loc)) {
578       IsAttribute = false;
579       break;
580     }
581     if (Tok.is(tok::coloncolon)) {
582       ConsumeToken();
583       if (!TryParseCXX11AttributeIdentifier(Loc)) {
584         IsAttribute = false;
585         break;
586       }
587     }
588 
589     // Parse the attribute-argument-clause, if present.
590     if (Tok.is(tok::l_paren)) {
591       ConsumeParen();
592       if (!SkipUntil(tok::r_paren)) {
593         IsAttribute = false;
594         break;
595       }
596     }
597 
598     TryConsumeToken(tok::ellipsis);
599 
600     if (!TryConsumeToken(tok::comma))
601       break;
602   }
603 
604   // An attribute must end ']]'.
605   if (IsAttribute) {
606     if (Tok.is(tok::r_square)) {
607       ConsumeBracket();
608       IsAttribute = Tok.is(tok::r_square);
609     } else {
610       IsAttribute = false;
611     }
612   }
613 
614   PA.Revert();
615 
616   if (IsAttribute)
617     // Case 1: C++11 statement attribute.
618     return CAK_AttributeSpecifier;
619 
620   // Case 3: Message send.
621   return CAK_NotAttributeSpecifier;
622 }
623 
TryParsePtrOperatorSeq()624 Parser::TPResult Parser::TryParsePtrOperatorSeq() {
625   while (true) {
626     if (Tok.isOneOf(tok::coloncolon, tok::identifier))
627       if (TryAnnotateCXXScopeToken(true))
628         return TPResult::Error;
629 
630     if (Tok.isOneOf(tok::star, tok::amp, tok::caret, tok::ampamp) ||
631         (Tok.is(tok::annot_cxxscope) && NextToken().is(tok::star))) {
632       // ptr-operator
633       ConsumeToken();
634       while (Tok.isOneOf(tok::kw_const, tok::kw_volatile, tok::kw_restrict,
635                          tok::kw__Nonnull, tok::kw__Nullable,
636                          tok::kw__Null_unspecified))
637         ConsumeToken();
638     } else {
639       return TPResult::True;
640     }
641   }
642 }
643 
644 ///         operator-function-id:
645 ///           'operator' operator
646 ///
647 ///         operator: one of
648 ///           new  delete  new[]  delete[]  +  -  *  /  %  ^  [...]
649 ///
650 ///         conversion-function-id:
651 ///           'operator' conversion-type-id
652 ///
653 ///         conversion-type-id:
654 ///           type-specifier-seq conversion-declarator[opt]
655 ///
656 ///         conversion-declarator:
657 ///           ptr-operator conversion-declarator[opt]
658 ///
659 ///         literal-operator-id:
660 ///           'operator' string-literal identifier
661 ///           'operator' user-defined-string-literal
TryParseOperatorId()662 Parser::TPResult Parser::TryParseOperatorId() {
663   assert(Tok.is(tok::kw_operator));
664   ConsumeToken();
665 
666   // Maybe this is an operator-function-id.
667   switch (Tok.getKind()) {
668   case tok::kw_new: case tok::kw_delete:
669     ConsumeToken();
670     if (Tok.is(tok::l_square) && NextToken().is(tok::r_square)) {
671       ConsumeBracket();
672       ConsumeBracket();
673     }
674     return TPResult::True;
675 
676 #define OVERLOADED_OPERATOR(Name, Spelling, Token, Unary, Binary, MemOnly) \
677   case tok::Token:
678 #define OVERLOADED_OPERATOR_MULTI(Name, Spelling, Unary, Binary, MemOnly)
679 #include "clang/Basic/OperatorKinds.def"
680     ConsumeToken();
681     return TPResult::True;
682 
683   case tok::l_square:
684     if (NextToken().is(tok::r_square)) {
685       ConsumeBracket();
686       ConsumeBracket();
687       return TPResult::True;
688     }
689     break;
690 
691   case tok::l_paren:
692     if (NextToken().is(tok::r_paren)) {
693       ConsumeParen();
694       ConsumeParen();
695       return TPResult::True;
696     }
697     break;
698 
699   default:
700     break;
701   }
702 
703   // Maybe this is a literal-operator-id.
704   if (getLangOpts().CPlusPlus11 && isTokenStringLiteral()) {
705     bool FoundUDSuffix = false;
706     do {
707       FoundUDSuffix |= Tok.hasUDSuffix();
708       ConsumeStringToken();
709     } while (isTokenStringLiteral());
710 
711     if (!FoundUDSuffix) {
712       if (Tok.is(tok::identifier))
713         ConsumeToken();
714       else
715         return TPResult::Error;
716     }
717     return TPResult::True;
718   }
719 
720   // Maybe this is a conversion-function-id.
721   bool AnyDeclSpecifiers = false;
722   while (true) {
723     TPResult TPR = isCXXDeclarationSpecifier();
724     if (TPR == TPResult::Error)
725       return TPR;
726     if (TPR == TPResult::False) {
727       if (!AnyDeclSpecifiers)
728         return TPResult::Error;
729       break;
730     }
731     if (TryConsumeDeclarationSpecifier() == TPResult::Error)
732       return TPResult::Error;
733     AnyDeclSpecifiers = true;
734   }
735   return TryParsePtrOperatorSeq();
736 }
737 
738 ///         declarator:
739 ///           direct-declarator
740 ///           ptr-operator declarator
741 ///
742 ///         direct-declarator:
743 ///           declarator-id
744 ///           direct-declarator '(' parameter-declaration-clause ')'
745 ///                 cv-qualifier-seq[opt] exception-specification[opt]
746 ///           direct-declarator '[' constant-expression[opt] ']'
747 ///           '(' declarator ')'
748 /// [GNU]     '(' attributes declarator ')'
749 ///
750 ///         abstract-declarator:
751 ///           ptr-operator abstract-declarator[opt]
752 ///           direct-abstract-declarator
753 ///           ...
754 ///
755 ///         direct-abstract-declarator:
756 ///           direct-abstract-declarator[opt]
757 ///           '(' parameter-declaration-clause ')' cv-qualifier-seq[opt]
758 ///                 exception-specification[opt]
759 ///           direct-abstract-declarator[opt] '[' constant-expression[opt] ']'
760 ///           '(' abstract-declarator ')'
761 ///
762 ///         ptr-operator:
763 ///           '*' cv-qualifier-seq[opt]
764 ///           '&'
765 /// [C++0x]   '&&'                                                        [TODO]
766 ///           '::'[opt] nested-name-specifier '*' cv-qualifier-seq[opt]
767 ///
768 ///         cv-qualifier-seq:
769 ///           cv-qualifier cv-qualifier-seq[opt]
770 ///
771 ///         cv-qualifier:
772 ///           'const'
773 ///           'volatile'
774 ///
775 ///         declarator-id:
776 ///           '...'[opt] id-expression
777 ///
778 ///         id-expression:
779 ///           unqualified-id
780 ///           qualified-id                                                [TODO]
781 ///
782 ///         unqualified-id:
783 ///           identifier
784 ///           operator-function-id
785 ///           conversion-function-id
786 ///           literal-operator-id
787 ///           '~' class-name                                              [TODO]
788 ///           '~' decltype-specifier                                      [TODO]
789 ///           template-id                                                 [TODO]
790 ///
TryParseDeclarator(bool mayBeAbstract,bool mayHaveIdentifier)791 Parser::TPResult Parser::TryParseDeclarator(bool mayBeAbstract,
792                                             bool mayHaveIdentifier) {
793   // declarator:
794   //   direct-declarator
795   //   ptr-operator declarator
796   if (TryParsePtrOperatorSeq() == TPResult::Error)
797     return TPResult::Error;
798 
799   // direct-declarator:
800   // direct-abstract-declarator:
801   if (Tok.is(tok::ellipsis))
802     ConsumeToken();
803 
804   if ((Tok.isOneOf(tok::identifier, tok::kw_operator) ||
805        (Tok.is(tok::annot_cxxscope) && (NextToken().is(tok::identifier) ||
806                                         NextToken().is(tok::kw_operator)))) &&
807       mayHaveIdentifier) {
808     // declarator-id
809     if (Tok.is(tok::annot_cxxscope))
810       ConsumeToken();
811     else if (Tok.is(tok::identifier))
812       TentativelyDeclaredIdentifiers.push_back(Tok.getIdentifierInfo());
813     if (Tok.is(tok::kw_operator)) {
814       if (TryParseOperatorId() == TPResult::Error)
815         return TPResult::Error;
816     } else
817       ConsumeToken();
818   } else if (Tok.is(tok::l_paren)) {
819     ConsumeParen();
820     if (mayBeAbstract &&
821         (Tok.is(tok::r_paren) ||       // 'int()' is a function.
822          // 'int(...)' is a function.
823          (Tok.is(tok::ellipsis) && NextToken().is(tok::r_paren)) ||
824          isDeclarationSpecifier())) {   // 'int(int)' is a function.
825       // '(' parameter-declaration-clause ')' cv-qualifier-seq[opt]
826       //        exception-specification[opt]
827       TPResult TPR = TryParseFunctionDeclarator();
828       if (TPR != TPResult::Ambiguous)
829         return TPR;
830     } else {
831       // '(' declarator ')'
832       // '(' attributes declarator ')'
833       // '(' abstract-declarator ')'
834       if (Tok.isOneOf(tok::kw___attribute, tok::kw___declspec, tok::kw___cdecl,
835                       tok::kw___stdcall, tok::kw___fastcall, tok::kw___thiscall,
836                       tok::kw___vectorcall, tok::kw___unaligned))
837         return TPResult::True; // attributes indicate declaration
838       TPResult TPR = TryParseDeclarator(mayBeAbstract, mayHaveIdentifier);
839       if (TPR != TPResult::Ambiguous)
840         return TPR;
841       if (Tok.isNot(tok::r_paren))
842         return TPResult::False;
843       ConsumeParen();
844     }
845   } else if (!mayBeAbstract) {
846     return TPResult::False;
847   }
848 
849   while (1) {
850     TPResult TPR(TPResult::Ambiguous);
851 
852     // abstract-declarator: ...
853     if (Tok.is(tok::ellipsis))
854       ConsumeToken();
855 
856     if (Tok.is(tok::l_paren)) {
857       // Check whether we have a function declarator or a possible ctor-style
858       // initializer that follows the declarator. Note that ctor-style
859       // initializers are not possible in contexts where abstract declarators
860       // are allowed.
861       if (!mayBeAbstract && !isCXXFunctionDeclarator())
862         break;
863 
864       // direct-declarator '(' parameter-declaration-clause ')'
865       //        cv-qualifier-seq[opt] exception-specification[opt]
866       ConsumeParen();
867       TPR = TryParseFunctionDeclarator();
868     } else if (Tok.is(tok::l_square)) {
869       // direct-declarator '[' constant-expression[opt] ']'
870       // direct-abstract-declarator[opt] '[' constant-expression[opt] ']'
871       TPR = TryParseBracketDeclarator();
872     } else {
873       break;
874     }
875 
876     if (TPR != TPResult::Ambiguous)
877       return TPR;
878   }
879 
880   return TPResult::Ambiguous;
881 }
882 
883 Parser::TPResult
isExpressionOrTypeSpecifierSimple(tok::TokenKind Kind)884 Parser::isExpressionOrTypeSpecifierSimple(tok::TokenKind Kind) {
885   switch (Kind) {
886   // Obviously starts an expression.
887   case tok::numeric_constant:
888   case tok::char_constant:
889   case tok::wide_char_constant:
890   case tok::utf8_char_constant:
891   case tok::utf16_char_constant:
892   case tok::utf32_char_constant:
893   case tok::string_literal:
894   case tok::wide_string_literal:
895   case tok::utf8_string_literal:
896   case tok::utf16_string_literal:
897   case tok::utf32_string_literal:
898   case tok::l_square:
899   case tok::l_paren:
900   case tok::amp:
901   case tok::ampamp:
902   case tok::star:
903   case tok::plus:
904   case tok::plusplus:
905   case tok::minus:
906   case tok::minusminus:
907   case tok::tilde:
908   case tok::exclaim:
909   case tok::kw_sizeof:
910   case tok::kw___func__:
911   case tok::kw_const_cast:
912   case tok::kw_delete:
913   case tok::kw_dynamic_cast:
914   case tok::kw_false:
915   case tok::kw_new:
916   case tok::kw_operator:
917   case tok::kw_reinterpret_cast:
918   case tok::kw_static_cast:
919   case tok::kw_this:
920   case tok::kw_throw:
921   case tok::kw_true:
922   case tok::kw_typeid:
923   case tok::kw_alignof:
924   case tok::kw_noexcept:
925   case tok::kw_nullptr:
926   case tok::kw__Alignof:
927   case tok::kw___null:
928   case tok::kw___alignof:
929   case tok::kw___builtin_choose_expr:
930   case tok::kw___builtin_offsetof:
931   case tok::kw___builtin_va_arg:
932   case tok::kw___imag:
933   case tok::kw___real:
934   case tok::kw___FUNCTION__:
935   case tok::kw___FUNCDNAME__:
936   case tok::kw___FUNCSIG__:
937   case tok::kw_L__FUNCTION__:
938   case tok::kw___PRETTY_FUNCTION__:
939   case tok::kw___uuidof:
940 #define TYPE_TRAIT(N,Spelling,K) \
941   case tok::kw_##Spelling:
942 #include "clang/Basic/TokenKinds.def"
943     return TPResult::True;
944 
945   // Obviously starts a type-specifier-seq:
946   case tok::kw_char:
947   case tok::kw_const:
948   case tok::kw_double:
949   case tok::kw_enum:
950   case tok::kw_half:
951   case tok::kw_float:
952   case tok::kw_int:
953   case tok::kw_long:
954   case tok::kw___int64:
955   case tok::kw___int128:
956   case tok::kw_restrict:
957   case tok::kw_short:
958   case tok::kw_signed:
959   case tok::kw_struct:
960   case tok::kw_union:
961   case tok::kw_unsigned:
962   case tok::kw_void:
963   case tok::kw_volatile:
964   case tok::kw__Bool:
965   case tok::kw__Complex:
966   case tok::kw_class:
967   case tok::kw_typename:
968   case tok::kw_wchar_t:
969   case tok::kw_char16_t:
970   case tok::kw_char32_t:
971   case tok::kw__Decimal32:
972   case tok::kw__Decimal64:
973   case tok::kw__Decimal128:
974   case tok::kw___interface:
975   case tok::kw___thread:
976   case tok::kw_thread_local:
977   case tok::kw__Thread_local:
978   case tok::kw_typeof:
979   case tok::kw___underlying_type:
980   case tok::kw___cdecl:
981   case tok::kw___stdcall:
982   case tok::kw___fastcall:
983   case tok::kw___thiscall:
984   case tok::kw___vectorcall:
985   case tok::kw___unaligned:
986   case tok::kw___vector:
987   case tok::kw___pixel:
988   case tok::kw___bool:
989   case tok::kw__Atomic:
990   case tok::kw___unknown_anytype:
991     return TPResult::False;
992 
993   default:
994     break;
995   }
996 
997   return TPResult::Ambiguous;
998 }
999 
isTentativelyDeclared(IdentifierInfo * II)1000 bool Parser::isTentativelyDeclared(IdentifierInfo *II) {
1001   return std::find(TentativelyDeclaredIdentifiers.begin(),
1002                    TentativelyDeclaredIdentifiers.end(), II)
1003       != TentativelyDeclaredIdentifiers.end();
1004 }
1005 
1006 namespace {
1007 class TentativeParseCCC : public CorrectionCandidateCallback {
1008 public:
TentativeParseCCC(const Token & Next)1009   TentativeParseCCC(const Token &Next) {
1010     WantRemainingKeywords = false;
1011     WantTypeSpecifiers = Next.isOneOf(tok::l_paren, tok::r_paren, tok::greater,
1012                                       tok::l_brace, tok::identifier);
1013   }
1014 
ValidateCandidate(const TypoCorrection & Candidate)1015   bool ValidateCandidate(const TypoCorrection &Candidate) override {
1016     // Reject any candidate that only resolves to instance members since they
1017     // aren't viable as standalone identifiers instead of member references.
1018     if (Candidate.isResolved() && !Candidate.isKeyword() &&
1019         std::all_of(Candidate.begin(), Candidate.end(),
1020                     [](NamedDecl *ND) { return ND->isCXXInstanceMember(); }))
1021       return false;
1022 
1023     return CorrectionCandidateCallback::ValidateCandidate(Candidate);
1024   }
1025 };
1026 }
1027 /// isCXXDeclarationSpecifier - Returns TPResult::True if it is a declaration
1028 /// specifier, TPResult::False if it is not, TPResult::Ambiguous if it could
1029 /// be either a decl-specifier or a function-style cast, and TPResult::Error
1030 /// if a parsing error was found and reported.
1031 ///
1032 /// If HasMissingTypename is provided, a name with a dependent scope specifier
1033 /// will be treated as ambiguous if the 'typename' keyword is missing. If this
1034 /// happens, *HasMissingTypename will be set to 'true'. This will also be used
1035 /// as an indicator that undeclared identifiers (which will trigger a later
1036 /// parse error) should be treated as types. Returns TPResult::Ambiguous in
1037 /// such cases.
1038 ///
1039 ///         decl-specifier:
1040 ///           storage-class-specifier
1041 ///           type-specifier
1042 ///           function-specifier
1043 ///           'friend'
1044 ///           'typedef'
1045 /// [C++11]   'constexpr'
1046 /// [GNU]     attributes declaration-specifiers[opt]
1047 ///
1048 ///         storage-class-specifier:
1049 ///           'register'
1050 ///           'static'
1051 ///           'extern'
1052 ///           'mutable'
1053 ///           'auto'
1054 /// [GNU]     '__thread'
1055 /// [C++11]   'thread_local'
1056 /// [C11]     '_Thread_local'
1057 ///
1058 ///         function-specifier:
1059 ///           'inline'
1060 ///           'virtual'
1061 ///           'explicit'
1062 ///
1063 ///         typedef-name:
1064 ///           identifier
1065 ///
1066 ///         type-specifier:
1067 ///           simple-type-specifier
1068 ///           class-specifier
1069 ///           enum-specifier
1070 ///           elaborated-type-specifier
1071 ///           typename-specifier
1072 ///           cv-qualifier
1073 ///
1074 ///         simple-type-specifier:
1075 ///           '::'[opt] nested-name-specifier[opt] type-name
1076 ///           '::'[opt] nested-name-specifier 'template'
1077 ///                 simple-template-id                              [TODO]
1078 ///           'char'
1079 ///           'wchar_t'
1080 ///           'bool'
1081 ///           'short'
1082 ///           'int'
1083 ///           'long'
1084 ///           'signed'
1085 ///           'unsigned'
1086 ///           'float'
1087 ///           'double'
1088 ///           'void'
1089 /// [GNU]     typeof-specifier
1090 /// [GNU]     '_Complex'
1091 /// [C++11]   'auto'
1092 /// [GNU]     '__auto_type'
1093 /// [C++11]   'decltype' ( expression )
1094 /// [C++1y]   'decltype' ( 'auto' )
1095 ///
1096 ///         type-name:
1097 ///           class-name
1098 ///           enum-name
1099 ///           typedef-name
1100 ///
1101 ///         elaborated-type-specifier:
1102 ///           class-key '::'[opt] nested-name-specifier[opt] identifier
1103 ///           class-key '::'[opt] nested-name-specifier[opt] 'template'[opt]
1104 ///               simple-template-id
1105 ///           'enum' '::'[opt] nested-name-specifier[opt] identifier
1106 ///
1107 ///         enum-name:
1108 ///           identifier
1109 ///
1110 ///         enum-specifier:
1111 ///           'enum' identifier[opt] '{' enumerator-list[opt] '}'
1112 ///           'enum' identifier[opt] '{' enumerator-list ',' '}'
1113 ///
1114 ///         class-specifier:
1115 ///           class-head '{' member-specification[opt] '}'
1116 ///
1117 ///         class-head:
1118 ///           class-key identifier[opt] base-clause[opt]
1119 ///           class-key nested-name-specifier identifier base-clause[opt]
1120 ///           class-key nested-name-specifier[opt] simple-template-id
1121 ///               base-clause[opt]
1122 ///
1123 ///         class-key:
1124 ///           'class'
1125 ///           'struct'
1126 ///           'union'
1127 ///
1128 ///         cv-qualifier:
1129 ///           'const'
1130 ///           'volatile'
1131 /// [GNU]     restrict
1132 ///
1133 Parser::TPResult
isCXXDeclarationSpecifier(Parser::TPResult BracedCastResult,bool * HasMissingTypename)1134 Parser::isCXXDeclarationSpecifier(Parser::TPResult BracedCastResult,
1135                                   bool *HasMissingTypename) {
1136   switch (Tok.getKind()) {
1137   case tok::identifier: {
1138     // Check for need to substitute AltiVec __vector keyword
1139     // for "vector" identifier.
1140     if (TryAltiVecVectorToken())
1141       return TPResult::True;
1142 
1143     const Token &Next = NextToken();
1144     // In 'foo bar', 'foo' is always a type name outside of Objective-C.
1145     if (!getLangOpts().ObjC1 && Next.is(tok::identifier))
1146       return TPResult::True;
1147 
1148     if (Next.isNot(tok::coloncolon) && Next.isNot(tok::less)) {
1149       // Determine whether this is a valid expression. If not, we will hit
1150       // a parse error one way or another. In that case, tell the caller that
1151       // this is ambiguous. Typo-correct to type and expression keywords and
1152       // to types and identifiers, in order to try to recover from errors.
1153       switch (TryAnnotateName(false /* no nested name specifier */,
1154                               llvm::make_unique<TentativeParseCCC>(Next))) {
1155       case ANK_Error:
1156         return TPResult::Error;
1157       case ANK_TentativeDecl:
1158         return TPResult::False;
1159       case ANK_TemplateName:
1160         // A bare type template-name which can't be a template template
1161         // argument is an error, and was probably intended to be a type.
1162         return GreaterThanIsOperator ? TPResult::True : TPResult::False;
1163       case ANK_Unresolved:
1164         return HasMissingTypename ? TPResult::Ambiguous : TPResult::False;
1165       case ANK_Success:
1166         break;
1167       }
1168       assert(Tok.isNot(tok::identifier) &&
1169              "TryAnnotateName succeeded without producing an annotation");
1170     } else {
1171       // This might possibly be a type with a dependent scope specifier and
1172       // a missing 'typename' keyword. Don't use TryAnnotateName in this case,
1173       // since it will annotate as a primary expression, and we want to use the
1174       // "missing 'typename'" logic.
1175       if (TryAnnotateTypeOrScopeToken())
1176         return TPResult::Error;
1177       // If annotation failed, assume it's a non-type.
1178       // FIXME: If this happens due to an undeclared identifier, treat it as
1179       // ambiguous.
1180       if (Tok.is(tok::identifier))
1181         return TPResult::False;
1182     }
1183 
1184     // We annotated this token as something. Recurse to handle whatever we got.
1185     return isCXXDeclarationSpecifier(BracedCastResult, HasMissingTypename);
1186   }
1187 
1188   case tok::kw_typename:  // typename T::type
1189     // Annotate typenames and C++ scope specifiers.  If we get one, just
1190     // recurse to handle whatever we get.
1191     if (TryAnnotateTypeOrScopeToken())
1192       return TPResult::Error;
1193     return isCXXDeclarationSpecifier(BracedCastResult, HasMissingTypename);
1194 
1195   case tok::coloncolon: {    // ::foo::bar
1196     const Token &Next = NextToken();
1197     if (Next.isOneOf(tok::kw_new,       // ::new
1198                      tok::kw_delete))   // ::delete
1199       return TPResult::False;
1200   }
1201     // Fall through.
1202   case tok::kw___super:
1203   case tok::kw_decltype:
1204     // Annotate typenames and C++ scope specifiers.  If we get one, just
1205     // recurse to handle whatever we get.
1206     if (TryAnnotateTypeOrScopeToken())
1207       return TPResult::Error;
1208     return isCXXDeclarationSpecifier(BracedCastResult, HasMissingTypename);
1209 
1210     // decl-specifier:
1211     //   storage-class-specifier
1212     //   type-specifier
1213     //   function-specifier
1214     //   'friend'
1215     //   'typedef'
1216     //   'constexpr'
1217     //   'concept'
1218   case tok::kw_friend:
1219   case tok::kw_typedef:
1220   case tok::kw_constexpr:
1221   case tok::kw_concept:
1222     // storage-class-specifier
1223   case tok::kw_register:
1224   case tok::kw_static:
1225   case tok::kw_extern:
1226   case tok::kw_mutable:
1227   case tok::kw_auto:
1228   case tok::kw___thread:
1229   case tok::kw_thread_local:
1230   case tok::kw__Thread_local:
1231     // function-specifier
1232   case tok::kw_inline:
1233   case tok::kw_virtual:
1234   case tok::kw_explicit:
1235 
1236     // Modules
1237   case tok::kw___module_private__:
1238 
1239     // Debugger support
1240   case tok::kw___unknown_anytype:
1241 
1242     // type-specifier:
1243     //   simple-type-specifier
1244     //   class-specifier
1245     //   enum-specifier
1246     //   elaborated-type-specifier
1247     //   typename-specifier
1248     //   cv-qualifier
1249 
1250     // class-specifier
1251     // elaborated-type-specifier
1252   case tok::kw_class:
1253   case tok::kw_struct:
1254   case tok::kw_union:
1255   case tok::kw___interface:
1256     // enum-specifier
1257   case tok::kw_enum:
1258     // cv-qualifier
1259   case tok::kw_const:
1260   case tok::kw_volatile:
1261 
1262     // GNU
1263   case tok::kw_restrict:
1264   case tok::kw__Complex:
1265   case tok::kw___attribute:
1266   case tok::kw___auto_type:
1267     return TPResult::True;
1268 
1269     // Microsoft
1270   case tok::kw___declspec:
1271   case tok::kw___cdecl:
1272   case tok::kw___stdcall:
1273   case tok::kw___fastcall:
1274   case tok::kw___thiscall:
1275   case tok::kw___vectorcall:
1276   case tok::kw___w64:
1277   case tok::kw___sptr:
1278   case tok::kw___uptr:
1279   case tok::kw___ptr64:
1280   case tok::kw___ptr32:
1281   case tok::kw___forceinline:
1282   case tok::kw___unaligned:
1283   case tok::kw__Nonnull:
1284   case tok::kw__Nullable:
1285   case tok::kw__Null_unspecified:
1286   case tok::kw___kindof:
1287     return TPResult::True;
1288 
1289     // Borland
1290   case tok::kw___pascal:
1291     return TPResult::True;
1292 
1293     // AltiVec
1294   case tok::kw___vector:
1295     return TPResult::True;
1296 
1297   case tok::annot_template_id: {
1298     TemplateIdAnnotation *TemplateId = takeTemplateIdAnnotation(Tok);
1299     if (TemplateId->Kind != TNK_Type_template)
1300       return TPResult::False;
1301     CXXScopeSpec SS;
1302     AnnotateTemplateIdTokenAsType();
1303     assert(Tok.is(tok::annot_typename));
1304     goto case_typename;
1305   }
1306 
1307   case tok::annot_cxxscope: // foo::bar or ::foo::bar, but already parsed
1308     // We've already annotated a scope; try to annotate a type.
1309     if (TryAnnotateTypeOrScopeToken())
1310       return TPResult::Error;
1311     if (!Tok.is(tok::annot_typename)) {
1312       // If the next token is an identifier or a type qualifier, then this
1313       // can't possibly be a valid expression either.
1314       if (Tok.is(tok::annot_cxxscope) && NextToken().is(tok::identifier)) {
1315         CXXScopeSpec SS;
1316         Actions.RestoreNestedNameSpecifierAnnotation(Tok.getAnnotationValue(),
1317                                                      Tok.getAnnotationRange(),
1318                                                      SS);
1319         if (SS.getScopeRep() && SS.getScopeRep()->isDependent()) {
1320           TentativeParsingAction PA(*this);
1321           ConsumeToken();
1322           ConsumeToken();
1323           bool isIdentifier = Tok.is(tok::identifier);
1324           TPResult TPR = TPResult::False;
1325           if (!isIdentifier)
1326             TPR = isCXXDeclarationSpecifier(BracedCastResult,
1327                                             HasMissingTypename);
1328           PA.Revert();
1329 
1330           if (isIdentifier ||
1331               TPR == TPResult::True || TPR == TPResult::Error)
1332             return TPResult::Error;
1333 
1334           if (HasMissingTypename) {
1335             // We can't tell whether this is a missing 'typename' or a valid
1336             // expression.
1337             *HasMissingTypename = true;
1338             return TPResult::Ambiguous;
1339           }
1340         } else {
1341           // Try to resolve the name. If it doesn't exist, assume it was
1342           // intended to name a type and keep disambiguating.
1343           switch (TryAnnotateName(false /* SS is not dependent */)) {
1344           case ANK_Error:
1345             return TPResult::Error;
1346           case ANK_TentativeDecl:
1347             return TPResult::False;
1348           case ANK_TemplateName:
1349             // A bare type template-name which can't be a template template
1350             // argument is an error, and was probably intended to be a type.
1351             return GreaterThanIsOperator ? TPResult::True : TPResult::False;
1352           case ANK_Unresolved:
1353             return HasMissingTypename ? TPResult::Ambiguous
1354                                       : TPResult::False;
1355           case ANK_Success:
1356             // Annotated it, check again.
1357             assert(Tok.isNot(tok::annot_cxxscope) ||
1358                    NextToken().isNot(tok::identifier));
1359             return isCXXDeclarationSpecifier(BracedCastResult,
1360                                              HasMissingTypename);
1361           }
1362         }
1363       }
1364       return TPResult::False;
1365     }
1366     // If that succeeded, fallthrough into the generic simple-type-id case.
1367 
1368     // The ambiguity resides in a simple-type-specifier/typename-specifier
1369     // followed by a '('. The '(' could either be the start of:
1370     //
1371     //   direct-declarator:
1372     //     '(' declarator ')'
1373     //
1374     //   direct-abstract-declarator:
1375     //     '(' parameter-declaration-clause ')' cv-qualifier-seq[opt]
1376     //              exception-specification[opt]
1377     //     '(' abstract-declarator ')'
1378     //
1379     // or part of a function-style cast expression:
1380     //
1381     //     simple-type-specifier '(' expression-list[opt] ')'
1382     //
1383 
1384     // simple-type-specifier:
1385 
1386   case tok::annot_typename:
1387   case_typename:
1388     // In Objective-C, we might have a protocol-qualified type.
1389     if (getLangOpts().ObjC1 && NextToken().is(tok::less)) {
1390       // Tentatively parse the protocol qualifiers.
1391       TentativeParsingAction PA(*this);
1392       ConsumeToken(); // The type token
1393 
1394       TPResult TPR = TryParseProtocolQualifiers();
1395       bool isFollowedByParen = Tok.is(tok::l_paren);
1396       bool isFollowedByBrace = Tok.is(tok::l_brace);
1397 
1398       PA.Revert();
1399 
1400       if (TPR == TPResult::Error)
1401         return TPResult::Error;
1402 
1403       if (isFollowedByParen)
1404         return TPResult::Ambiguous;
1405 
1406       if (getLangOpts().CPlusPlus11 && isFollowedByBrace)
1407         return BracedCastResult;
1408 
1409       return TPResult::True;
1410     }
1411 
1412   case tok::kw_char:
1413   case tok::kw_wchar_t:
1414   case tok::kw_char16_t:
1415   case tok::kw_char32_t:
1416   case tok::kw_bool:
1417   case tok::kw_short:
1418   case tok::kw_int:
1419   case tok::kw_long:
1420   case tok::kw___int64:
1421   case tok::kw___int128:
1422   case tok::kw_signed:
1423   case tok::kw_unsigned:
1424   case tok::kw_half:
1425   case tok::kw_float:
1426   case tok::kw_double:
1427   case tok::kw_void:
1428   case tok::annot_decltype:
1429     if (NextToken().is(tok::l_paren))
1430       return TPResult::Ambiguous;
1431 
1432     // This is a function-style cast in all cases we disambiguate other than
1433     // one:
1434     //   struct S {
1435     //     enum E : int { a = 4 }; // enum
1436     //     enum E : int { 4 };     // bit-field
1437     //   };
1438     if (getLangOpts().CPlusPlus11 && NextToken().is(tok::l_brace))
1439       return BracedCastResult;
1440 
1441     if (isStartOfObjCClassMessageMissingOpenBracket())
1442       return TPResult::False;
1443 
1444     return TPResult::True;
1445 
1446   // GNU typeof support.
1447   case tok::kw_typeof: {
1448     if (NextToken().isNot(tok::l_paren))
1449       return TPResult::True;
1450 
1451     TentativeParsingAction PA(*this);
1452 
1453     TPResult TPR = TryParseTypeofSpecifier();
1454     bool isFollowedByParen = Tok.is(tok::l_paren);
1455     bool isFollowedByBrace = Tok.is(tok::l_brace);
1456 
1457     PA.Revert();
1458 
1459     if (TPR == TPResult::Error)
1460       return TPResult::Error;
1461 
1462     if (isFollowedByParen)
1463       return TPResult::Ambiguous;
1464 
1465     if (getLangOpts().CPlusPlus11 && isFollowedByBrace)
1466       return BracedCastResult;
1467 
1468     return TPResult::True;
1469   }
1470 
1471   // C++0x type traits support
1472   case tok::kw___underlying_type:
1473     return TPResult::True;
1474 
1475   // C11 _Atomic
1476   case tok::kw__Atomic:
1477     return TPResult::True;
1478 
1479   default:
1480     return TPResult::False;
1481   }
1482 }
1483 
isCXXDeclarationSpecifierAType()1484 bool Parser::isCXXDeclarationSpecifierAType() {
1485   switch (Tok.getKind()) {
1486     // typename-specifier
1487   case tok::annot_decltype:
1488   case tok::annot_template_id:
1489   case tok::annot_typename:
1490   case tok::kw_typeof:
1491   case tok::kw___underlying_type:
1492     return true;
1493 
1494     // elaborated-type-specifier
1495   case tok::kw_class:
1496   case tok::kw_struct:
1497   case tok::kw_union:
1498   case tok::kw___interface:
1499   case tok::kw_enum:
1500     return true;
1501 
1502     // simple-type-specifier
1503   case tok::kw_char:
1504   case tok::kw_wchar_t:
1505   case tok::kw_char16_t:
1506   case tok::kw_char32_t:
1507   case tok::kw_bool:
1508   case tok::kw_short:
1509   case tok::kw_int:
1510   case tok::kw_long:
1511   case tok::kw___int64:
1512   case tok::kw___int128:
1513   case tok::kw_signed:
1514   case tok::kw_unsigned:
1515   case tok::kw_half:
1516   case tok::kw_float:
1517   case tok::kw_double:
1518   case tok::kw_void:
1519   case tok::kw___unknown_anytype:
1520   case tok::kw___auto_type:
1521     return true;
1522 
1523   case tok::kw_auto:
1524     return getLangOpts().CPlusPlus11;
1525 
1526   case tok::kw__Atomic:
1527     // "_Atomic foo"
1528     return NextToken().is(tok::l_paren);
1529 
1530   default:
1531     return false;
1532   }
1533 }
1534 
1535 /// [GNU] typeof-specifier:
1536 ///         'typeof' '(' expressions ')'
1537 ///         'typeof' '(' type-name ')'
1538 ///
TryParseTypeofSpecifier()1539 Parser::TPResult Parser::TryParseTypeofSpecifier() {
1540   assert(Tok.is(tok::kw_typeof) && "Expected 'typeof'!");
1541   ConsumeToken();
1542 
1543   assert(Tok.is(tok::l_paren) && "Expected '('");
1544   // Parse through the parens after 'typeof'.
1545   ConsumeParen();
1546   if (!SkipUntil(tok::r_paren, StopAtSemi))
1547     return TPResult::Error;
1548 
1549   return TPResult::Ambiguous;
1550 }
1551 
1552 /// [ObjC] protocol-qualifiers:
1553 ////         '<' identifier-list '>'
TryParseProtocolQualifiers()1554 Parser::TPResult Parser::TryParseProtocolQualifiers() {
1555   assert(Tok.is(tok::less) && "Expected '<' for qualifier list");
1556   ConsumeToken();
1557   do {
1558     if (Tok.isNot(tok::identifier))
1559       return TPResult::Error;
1560     ConsumeToken();
1561 
1562     if (Tok.is(tok::comma)) {
1563       ConsumeToken();
1564       continue;
1565     }
1566 
1567     if (Tok.is(tok::greater)) {
1568       ConsumeToken();
1569       return TPResult::Ambiguous;
1570     }
1571   } while (false);
1572 
1573   return TPResult::Error;
1574 }
1575 
1576 /// isCXXFunctionDeclarator - Disambiguates between a function declarator or
1577 /// a constructor-style initializer, when parsing declaration statements.
1578 /// Returns true for function declarator and false for constructor-style
1579 /// initializer.
1580 /// If during the disambiguation process a parsing error is encountered,
1581 /// the function returns true to let the declaration parsing code handle it.
1582 ///
1583 /// '(' parameter-declaration-clause ')' cv-qualifier-seq[opt]
1584 ///         exception-specification[opt]
1585 ///
isCXXFunctionDeclarator(bool * IsAmbiguous)1586 bool Parser::isCXXFunctionDeclarator(bool *IsAmbiguous) {
1587 
1588   // C++ 8.2p1:
1589   // The ambiguity arising from the similarity between a function-style cast and
1590   // a declaration mentioned in 6.8 can also occur in the context of a
1591   // declaration. In that context, the choice is between a function declaration
1592   // with a redundant set of parentheses around a parameter name and an object
1593   // declaration with a function-style cast as the initializer. Just as for the
1594   // ambiguities mentioned in 6.8, the resolution is to consider any construct
1595   // that could possibly be a declaration a declaration.
1596 
1597   TentativeParsingAction PA(*this);
1598 
1599   ConsumeParen();
1600   bool InvalidAsDeclaration = false;
1601   TPResult TPR = TryParseParameterDeclarationClause(&InvalidAsDeclaration);
1602   if (TPR == TPResult::Ambiguous) {
1603     if (Tok.isNot(tok::r_paren))
1604       TPR = TPResult::False;
1605     else {
1606       const Token &Next = NextToken();
1607       if (Next.isOneOf(tok::amp, tok::ampamp, tok::kw_const, tok::kw_volatile,
1608                        tok::kw_throw, tok::kw_noexcept, tok::l_square,
1609                        tok::l_brace, tok::kw_try, tok::equal, tok::arrow) ||
1610           isCXX11VirtSpecifier(Next))
1611         // The next token cannot appear after a constructor-style initializer,
1612         // and can appear next in a function definition. This must be a function
1613         // declarator.
1614         TPR = TPResult::True;
1615       else if (InvalidAsDeclaration)
1616         // Use the absence of 'typename' as a tie-breaker.
1617         TPR = TPResult::False;
1618     }
1619   }
1620 
1621   PA.Revert();
1622 
1623   if (IsAmbiguous && TPR == TPResult::Ambiguous)
1624     *IsAmbiguous = true;
1625 
1626   // In case of an error, let the declaration parsing code handle it.
1627   return TPR != TPResult::False;
1628 }
1629 
1630 /// parameter-declaration-clause:
1631 ///   parameter-declaration-list[opt] '...'[opt]
1632 ///   parameter-declaration-list ',' '...'
1633 ///
1634 /// parameter-declaration-list:
1635 ///   parameter-declaration
1636 ///   parameter-declaration-list ',' parameter-declaration
1637 ///
1638 /// parameter-declaration:
1639 ///   attribute-specifier-seq[opt] decl-specifier-seq declarator attributes[opt]
1640 ///   attribute-specifier-seq[opt] decl-specifier-seq declarator attributes[opt]
1641 ///     '=' assignment-expression
1642 ///   attribute-specifier-seq[opt] decl-specifier-seq abstract-declarator[opt]
1643 ///     attributes[opt]
1644 ///   attribute-specifier-seq[opt] decl-specifier-seq abstract-declarator[opt]
1645 ///     attributes[opt] '=' assignment-expression
1646 ///
1647 Parser::TPResult
TryParseParameterDeclarationClause(bool * InvalidAsDeclaration,bool VersusTemplateArgument)1648 Parser::TryParseParameterDeclarationClause(bool *InvalidAsDeclaration,
1649                                            bool VersusTemplateArgument) {
1650 
1651   if (Tok.is(tok::r_paren))
1652     return TPResult::Ambiguous;
1653 
1654   //   parameter-declaration-list[opt] '...'[opt]
1655   //   parameter-declaration-list ',' '...'
1656   //
1657   // parameter-declaration-list:
1658   //   parameter-declaration
1659   //   parameter-declaration-list ',' parameter-declaration
1660   //
1661   while (1) {
1662     // '...'[opt]
1663     if (Tok.is(tok::ellipsis)) {
1664       ConsumeToken();
1665       if (Tok.is(tok::r_paren))
1666         return TPResult::True; // '...)' is a sign of a function declarator.
1667       else
1668         return TPResult::False;
1669     }
1670 
1671     // An attribute-specifier-seq here is a sign of a function declarator.
1672     if (isCXX11AttributeSpecifier(/*Disambiguate*/false,
1673                                   /*OuterMightBeMessageSend*/true))
1674       return TPResult::True;
1675 
1676     ParsedAttributes attrs(AttrFactory);
1677     MaybeParseMicrosoftAttributes(attrs);
1678 
1679     // decl-specifier-seq
1680     // A parameter-declaration's initializer must be preceded by an '=', so
1681     // decl-specifier-seq '{' is not a parameter in C++11.
1682     TPResult TPR = isCXXDeclarationSpecifier(TPResult::False,
1683                                              InvalidAsDeclaration);
1684 
1685     if (VersusTemplateArgument && TPR == TPResult::True) {
1686       // Consume the decl-specifier-seq. We have to look past it, since a
1687       // type-id might appear here in a template argument.
1688       bool SeenType = false;
1689       do {
1690         SeenType |= isCXXDeclarationSpecifierAType();
1691         if (TryConsumeDeclarationSpecifier() == TPResult::Error)
1692           return TPResult::Error;
1693 
1694         // If we see a parameter name, this can't be a template argument.
1695         if (SeenType && Tok.is(tok::identifier))
1696           return TPResult::True;
1697 
1698         TPR = isCXXDeclarationSpecifier(TPResult::False,
1699                                         InvalidAsDeclaration);
1700         if (TPR == TPResult::Error)
1701           return TPR;
1702       } while (TPR != TPResult::False);
1703     } else if (TPR == TPResult::Ambiguous) {
1704       // Disambiguate what follows the decl-specifier.
1705       if (TryConsumeDeclarationSpecifier() == TPResult::Error)
1706         return TPResult::Error;
1707     } else
1708       return TPR;
1709 
1710     // declarator
1711     // abstract-declarator[opt]
1712     TPR = TryParseDeclarator(true/*mayBeAbstract*/);
1713     if (TPR != TPResult::Ambiguous)
1714       return TPR;
1715 
1716     // [GNU] attributes[opt]
1717     if (Tok.is(tok::kw___attribute))
1718       return TPResult::True;
1719 
1720     // If we're disambiguating a template argument in a default argument in
1721     // a class definition versus a parameter declaration, an '=' here
1722     // disambiguates the parse one way or the other.
1723     // If this is a parameter, it must have a default argument because
1724     //   (a) the previous parameter did, and
1725     //   (b) this must be the first declaration of the function, so we can't
1726     //       inherit any default arguments from elsewhere.
1727     // If we see an ')', then we've reached the end of a
1728     // parameter-declaration-clause, and the last param is missing its default
1729     // argument.
1730     if (VersusTemplateArgument)
1731       return Tok.isOneOf(tok::equal, tok::r_paren) ? TPResult::True
1732                                                    : TPResult::False;
1733 
1734     if (Tok.is(tok::equal)) {
1735       // '=' assignment-expression
1736       // Parse through assignment-expression.
1737       // FIXME: assignment-expression may contain an unparenthesized comma.
1738       if (!SkipUntil(tok::comma, tok::r_paren, StopAtSemi | StopBeforeMatch))
1739         return TPResult::Error;
1740     }
1741 
1742     if (Tok.is(tok::ellipsis)) {
1743       ConsumeToken();
1744       if (Tok.is(tok::r_paren))
1745         return TPResult::True; // '...)' is a sign of a function declarator.
1746       else
1747         return TPResult::False;
1748     }
1749 
1750     if (!TryConsumeToken(tok::comma))
1751       break;
1752   }
1753 
1754   return TPResult::Ambiguous;
1755 }
1756 
1757 /// TryParseFunctionDeclarator - We parsed a '(' and we want to try to continue
1758 /// parsing as a function declarator.
1759 /// If TryParseFunctionDeclarator fully parsed the function declarator, it will
1760 /// return TPResult::Ambiguous, otherwise it will return either False() or
1761 /// Error().
1762 ///
1763 /// '(' parameter-declaration-clause ')' cv-qualifier-seq[opt]
1764 ///         exception-specification[opt]
1765 ///
1766 /// exception-specification:
1767 ///   'throw' '(' type-id-list[opt] ')'
1768 ///
TryParseFunctionDeclarator()1769 Parser::TPResult Parser::TryParseFunctionDeclarator() {
1770 
1771   // The '(' is already parsed.
1772 
1773   TPResult TPR = TryParseParameterDeclarationClause();
1774   if (TPR == TPResult::Ambiguous && Tok.isNot(tok::r_paren))
1775     TPR = TPResult::False;
1776 
1777   if (TPR == TPResult::False || TPR == TPResult::Error)
1778     return TPR;
1779 
1780   // Parse through the parens.
1781   if (!SkipUntil(tok::r_paren, StopAtSemi))
1782     return TPResult::Error;
1783 
1784   // cv-qualifier-seq
1785   while (Tok.isOneOf(tok::kw_const, tok::kw_volatile, tok::kw_restrict))
1786     ConsumeToken();
1787 
1788   // ref-qualifier[opt]
1789   if (Tok.isOneOf(tok::amp, tok::ampamp))
1790     ConsumeToken();
1791 
1792   // exception-specification
1793   if (Tok.is(tok::kw_throw)) {
1794     ConsumeToken();
1795     if (Tok.isNot(tok::l_paren))
1796       return TPResult::Error;
1797 
1798     // Parse through the parens after 'throw'.
1799     ConsumeParen();
1800     if (!SkipUntil(tok::r_paren, StopAtSemi))
1801       return TPResult::Error;
1802   }
1803   if (Tok.is(tok::kw_noexcept)) {
1804     ConsumeToken();
1805     // Possibly an expression as well.
1806     if (Tok.is(tok::l_paren)) {
1807       // Find the matching rparen.
1808       ConsumeParen();
1809       if (!SkipUntil(tok::r_paren, StopAtSemi))
1810         return TPResult::Error;
1811     }
1812   }
1813 
1814   return TPResult::Ambiguous;
1815 }
1816 
1817 /// '[' constant-expression[opt] ']'
1818 ///
TryParseBracketDeclarator()1819 Parser::TPResult Parser::TryParseBracketDeclarator() {
1820   ConsumeBracket();
1821   if (!SkipUntil(tok::r_square, StopAtSemi))
1822     return TPResult::Error;
1823 
1824   return TPResult::Ambiguous;
1825 }
1826