73   TokenInfo[tok::identifier      ] |= aci_custom;  in TokenConcatenation()
74   TokenInfo[tok::numeric_constant] |= aci_custom_firstchar;  in TokenConcatenation()
75   TokenInfo[tok::period          ] |= aci_custom_firstchar;  in TokenConcatenation()
76   TokenInfo[tok::amp             ] |= aci_custom_firstchar;  in TokenConcatenation()
77   TokenInfo[tok::plus            ] |= aci_custom_firstchar;  in TokenConcatenation()
78   TokenInfo[tok::minus           ] |= aci_custom_firstchar;  in TokenConcatenation()
79   TokenInfo[tok::slash           ] |= aci_custom_firstchar;  in TokenConcatenation()
80   TokenInfo[tok::less            ] |= aci_custom_firstchar;  in TokenConcatenation()
81   TokenInfo[tok::greater         ] |= aci_custom_firstchar;  in TokenConcatenation()
82   TokenInfo[tok::pipe            ] |= aci_custom_firstchar;  in TokenConcatenation()
83   TokenInfo[tok::percent         ] |= aci_custom_firstchar;  in TokenConcatenation()
84   TokenInfo[tok::colon           ] |= aci_custom_firstchar;  in TokenConcatenation()
85   TokenInfo[tok::hash            ] |= aci_custom_firstchar;  in TokenConcatenation()
86   TokenInfo[tok::arrow           ] |= aci_custom_firstchar;  in TokenConcatenation()
90     TokenInfo[tok::string_literal      ] |= aci_custom;  in TokenConcatenation()
91     TokenInfo[tok::wide_string_literal ] |= aci_custom;  in TokenConcatenation()
92     TokenInfo[tok::utf8_string_literal ] |= aci_custom;  in TokenConcatenation()
93     TokenInfo[tok::utf16_string_literal] |= aci_custom;  in TokenConcatenation()
94     TokenInfo[tok::utf32_string_literal] |= aci_custom;  in TokenConcatenation()
95     TokenInfo[tok::char_constant       ] |= aci_custom;  in TokenConcatenation()
96     TokenInfo[tok::wide_char_constant  ] |= aci_custom;  in TokenConcatenation()
97     TokenInfo[tok::utf16_char_constant ] |= aci_custom;  in TokenConcatenation()
98     TokenInfo[tok::utf32_char_constant ] |= aci_custom;  in TokenConcatenation()
102   TokenInfo[tok::amp         ] |= aci_avoid_equal;           // &=  in TokenConcatenation()
103   TokenInfo[tok::plus        ] |= aci_avoid_equal;           // +=  in TokenConcatenation()
104   TokenInfo[tok::minus       ] |= aci_avoid_equal;           // -=  in TokenConcatenation()
105   TokenInfo[tok::slash       ] |= aci_avoid_equal;           // /=  in TokenConcatenation()
106   TokenInfo[tok::less        ] |= aci_avoid_equal;           // <=  in TokenConcatenation()
107   TokenInfo[tok::greater     ] |= aci_avoid_equal;           // >=  in TokenConcatenation()
108   TokenInfo[tok::pipe        ] |= aci_avoid_equal;           // |=  in TokenConcatenation()
109   TokenInfo[tok::percent     ] |= aci_avoid_equal;           // %=  in TokenConcatenation()
110   TokenInfo[tok::star        ] |= aci_avoid_equal;           // *=  in TokenConcatenation()
111   TokenInfo[tok::exclaim     ] |= aci_avoid_equal;           // !=  in TokenConcatenation()
112   TokenInfo[tok::lessless    ] |= aci_avoid_equal;           // <<=  in TokenConcatenation()
113   TokenInfo[tok::greatergreater] |= aci_avoid_equal;         // >>=  in TokenConcatenation()
114   TokenInfo[tok::caret       ] |= aci_avoid_equal;           // ^=  in TokenConcatenation()
115   TokenInfo[tok::equal       ] |= aci_avoid_equal;           // ==  in TokenConcatenation()
163   tok::TokenKind PrevKind = PrevTok.getKind();  in AvoidConcat()
165     PrevKind = tok::identifier;  in AvoidConcat()
175     if (Tok.is(tok::equal) || Tok.is(tok::equalequal))  in AvoidConcat()
196   case tok::raw_identifier:  in AvoidConcat()
199   case tok::string_literal:  in AvoidConcat()
200   case tok::wide_string_literal:  in AvoidConcat()
201   case tok::utf8_string_literal:  in AvoidConcat()
202   case tok::utf16_string_literal:  in AvoidConcat()
203   case tok::utf32_string_literal:  in AvoidConcat()
204   case tok::char_constant:  in AvoidConcat()
205   case tok::wide_char_constant:  in AvoidConcat()
206   case tok::utf16_char_constant:  in AvoidConcat()
207   case tok::utf32_char_constant:  in AvoidConcat()
221   case tok::identifier:   // id+id or id+number or id+L"foo".  in AvoidConcat()
223     if (Tok.is(tok::numeric_constant))  in AvoidConcat()
226     if (Tok.getIdentifierInfo() || Tok.is(tok::wide_string_literal) ||  in AvoidConcat()
227         Tok.is(tok::utf8_string_literal) || Tok.is(tok::utf16_string_literal) ||  in AvoidConcat()
228         Tok.is(tok::utf32_string_literal) || Tok.is(tok::wide_char_constant) ||  in AvoidConcat()
229         Tok.is(tok::utf16_char_constant) || Tok.is(tok::utf32_char_constant))  in AvoidConcat()
233     if (Tok.isNot(tok::char_constant) && Tok.isNot(tok::string_literal))  in AvoidConcat()
240   case tok::numeric_constant:  in AvoidConcat()
241     return isalnum(FirstChar) || Tok.is(tok::numeric_constant) ||  in AvoidConcat()
244   case tok::period:          // ..., .*, .1234  in AvoidConcat()
245     return (FirstChar == '.' && PrevPrevTok.is(tok::period)) ||  in AvoidConcat()
248   case tok::amp:             // &&  in AvoidConcat()
250   case tok::plus:            // ++  in AvoidConcat()
252   case tok::minus:           // --, ->, ->*  in AvoidConcat()
254   case tok::slash:           //, /*, //  in AvoidConcat()
256   case tok::less:            // <<, <<=, <:, <%  in AvoidConcat()
258   case tok::greater:         // >>, >>=  in AvoidConcat()
260   case tok::pipe:            // ||  in AvoidConcat()
262   case tok::percent:         // %>, %:  in AvoidConcat()
264   case tok::colon:           // ::, :>  in AvoidConcat()
267   case tok::hash:            // ##, #@, %:%:  in AvoidConcat()
269   case tok::arrow:           // ->*  in AvoidConcat()