Lines Matching refs:tok
74 TokenInfo[tok::identifier ] |= aci_custom; in TokenConcatenation()
75 TokenInfo[tok::numeric_constant] |= aci_custom_firstchar; in TokenConcatenation()
76 TokenInfo[tok::period ] |= aci_custom_firstchar; in TokenConcatenation()
77 TokenInfo[tok::amp ] |= aci_custom_firstchar; in TokenConcatenation()
78 TokenInfo[tok::plus ] |= aci_custom_firstchar; in TokenConcatenation()
79 TokenInfo[tok::minus ] |= aci_custom_firstchar; in TokenConcatenation()
80 TokenInfo[tok::slash ] |= aci_custom_firstchar; in TokenConcatenation()
81 TokenInfo[tok::less ] |= aci_custom_firstchar; in TokenConcatenation()
82 TokenInfo[tok::greater ] |= aci_custom_firstchar; in TokenConcatenation()
83 TokenInfo[tok::pipe ] |= aci_custom_firstchar; in TokenConcatenation()
84 TokenInfo[tok::percent ] |= aci_custom_firstchar; in TokenConcatenation()
85 TokenInfo[tok::colon ] |= aci_custom_firstchar; in TokenConcatenation()
86 TokenInfo[tok::hash ] |= aci_custom_firstchar; in TokenConcatenation()
87 TokenInfo[tok::arrow ] |= aci_custom_firstchar; in TokenConcatenation()
91 TokenInfo[tok::string_literal ] |= aci_custom; in TokenConcatenation()
92 TokenInfo[tok::wide_string_literal ] |= aci_custom; in TokenConcatenation()
93 TokenInfo[tok::utf8_string_literal ] |= aci_custom; in TokenConcatenation()
94 TokenInfo[tok::utf16_string_literal] |= aci_custom; in TokenConcatenation()
95 TokenInfo[tok::utf32_string_literal] |= aci_custom; in TokenConcatenation()
96 TokenInfo[tok::char_constant ] |= aci_custom; in TokenConcatenation()
97 TokenInfo[tok::wide_char_constant ] |= aci_custom; in TokenConcatenation()
98 TokenInfo[tok::utf16_char_constant ] |= aci_custom; in TokenConcatenation()
99 TokenInfo[tok::utf32_char_constant ] |= aci_custom; in TokenConcatenation()
104 TokenInfo[tok::utf8_char_constant] |= aci_custom; in TokenConcatenation()
107 TokenInfo[tok::amp ] |= aci_avoid_equal; // &= in TokenConcatenation()
108 TokenInfo[tok::plus ] |= aci_avoid_equal; // += in TokenConcatenation()
109 TokenInfo[tok::minus ] |= aci_avoid_equal; // -= in TokenConcatenation()
110 TokenInfo[tok::slash ] |= aci_avoid_equal; // /= in TokenConcatenation()
111 TokenInfo[tok::less ] |= aci_avoid_equal; // <= in TokenConcatenation()
112 TokenInfo[tok::greater ] |= aci_avoid_equal; // >= in TokenConcatenation()
113 TokenInfo[tok::pipe ] |= aci_avoid_equal; // |= in TokenConcatenation()
114 TokenInfo[tok::percent ] |= aci_avoid_equal; // %= in TokenConcatenation()
115 TokenInfo[tok::star ] |= aci_avoid_equal; // *= in TokenConcatenation()
116 TokenInfo[tok::exclaim ] |= aci_avoid_equal; // != in TokenConcatenation()
117 TokenInfo[tok::lessless ] |= aci_avoid_equal; // <<= in TokenConcatenation()
118 TokenInfo[tok::greatergreater] |= aci_avoid_equal; // >>= in TokenConcatenation()
119 TokenInfo[tok::caret ] |= aci_avoid_equal; // ^= in TokenConcatenation()
120 TokenInfo[tok::equal ] |= aci_avoid_equal; // == in TokenConcatenation()
169 tok::TokenKind PrevKind = PrevTok.getKind(); in AvoidConcat()
171 PrevKind = tok::identifier; // Language keyword or named operator. in AvoidConcat()
181 if (Tok.isOneOf(tok::equal, tok::equalequal)) in AvoidConcat()
187 assert(Tok.isOneOf(tok::annot_module_include, tok::annot_module_begin, in AvoidConcat()
188 tok::annot_module_end) && in AvoidConcat()
210 case tok::raw_identifier: in AvoidConcat()
213 case tok::string_literal: in AvoidConcat()
214 case tok::wide_string_literal: in AvoidConcat()
215 case tok::utf8_string_literal: in AvoidConcat()
216 case tok::utf16_string_literal: in AvoidConcat()
217 case tok::utf32_string_literal: in AvoidConcat()
218 case tok::char_constant: in AvoidConcat()
219 case tok::wide_char_constant: in AvoidConcat()
220 case tok::utf8_char_constant: in AvoidConcat()
221 case tok::utf16_char_constant: in AvoidConcat()
222 case tok::utf32_char_constant: in AvoidConcat()
236 case tok::identifier: // id+id or id+number or id+L"foo". in AvoidConcat()
238 if (Tok.is(tok::numeric_constant)) in AvoidConcat()
242 Tok.isOneOf(tok::wide_string_literal, tok::utf8_string_literal, in AvoidConcat()
243 tok::utf16_string_literal, tok::utf32_string_literal, in AvoidConcat()
244 tok::wide_char_constant, tok::utf8_char_constant, in AvoidConcat()
245 tok::utf16_char_constant, tok::utf32_char_constant)) in AvoidConcat()
249 if (Tok.isNot(tok::char_constant) && Tok.isNot(tok::string_literal)) in AvoidConcat()
256 case tok::numeric_constant: in AvoidConcat()
259 case tok::period: // ..., .*, .1234 in AvoidConcat()
260 return (FirstChar == '.' && PrevPrevTok.is(tok::period)) || in AvoidConcat()
263 case tok::amp: // && in AvoidConcat()
265 case tok::plus: // ++ in AvoidConcat()
267 case tok::minus: // --, ->, ->* in AvoidConcat()
269 case tok::slash: //, /*, // in AvoidConcat()
271 case tok::less: // <<, <<=, <:, <% in AvoidConcat()
273 case tok::greater: // >>, >>= in AvoidConcat()
275 case tok::pipe: // || in AvoidConcat()
277 case tok::percent: // %>, %: in AvoidConcat()
279 case tok::colon: // ::, :> in AvoidConcat()
282 case tok::hash: // ##, #@, %:%: in AvoidConcat()
284 case tok::arrow: // ->* in AvoidConcat()