Lines Matching refs:tok
46 bool Token::isObjCAtKeyword(tok::ObjCKeywordKind objcKey) const { in isObjCAtKeyword()
53 tok::ObjCKeywordKind Token::getObjCKeywordID() const { in getObjCKeywordID()
55 return specId ? specId->getObjCKeywordID() : tok::objc_not_keyword; in getObjCKeywordID()
337 if (Tok.is(tok::raw_identifier)) in getSpelling()
475 } while (TheTok.getKind() != tok::eof); in getBeginningOfFileToken()
546 if (TheTok.getKind() == tok::eof) { in ComputePreamble()
572 if (TheTok.getKind() == tok::comment) in ComputePreamble()
575 if (TheTok.isAtStartOfLine() && TheTok.getKind() == tok::hash) { in ComputePreamble()
584 if (TheTok.getKind() == tok::raw_identifier && !TheTok.needsCleaning()) { in ComputePreamble()
1277 tok::TokenKind TKind, in findLocationAfterToken()
1484 FormTokenWithChars(Result, CurPtr, tok::raw_identifier); in LexIdentifier()
1572 FormTokenWithChars(Result, CurPtr, tok::numeric_constant); in LexNumericConstant()
1619 tok::TokenKind Kind) { in LexStringLiteral()
1623 (Kind == tok::utf8_string_literal || in LexStringLiteral()
1624 Kind == tok::utf16_string_literal || in LexStringLiteral()
1625 Kind == tok::utf32_string_literal)) in LexStringLiteral()
1639 FormTokenWithChars(Result, CurPtr-1, tok::unknown); in LexStringLiteral()
1646 FormTokenWithChars(Result, CurPtr-1, tok::unknown); in LexStringLiteral()
1672 tok::TokenKind Kind) { in LexRawStringLiteral()
1712 FormTokenWithChars(Result, CurPtr, tok::unknown); in LexRawStringLiteral()
1733 FormTokenWithChars(Result, CurPtr-1, tok::unknown); in LexRawStringLiteral()
1764 FormTokenWithChars(Result, AfterLessPos, tok::less); in LexAngledStringLiteral()
1778 FormTokenWithChars(Result, CurPtr, tok::angle_string_literal); in LexAngledStringLiteral()
1786 tok::TokenKind Kind) { in LexCharConstant()
1790 (Kind == tok::utf16_char_constant || Kind == tok::utf32_char_constant)) in LexCharConstant()
1797 FormTokenWithChars(Result, CurPtr, tok::unknown); in LexCharConstant()
1811 FormTokenWithChars(Result, CurPtr-1, tok::unknown); in LexCharConstant()
1816 FormTokenWithChars(Result, CurPtr-1, tok::unknown); in LexCharConstant()
1877 FormTokenWithChars(Result, CurPtr, tok::unknown); in SkipWhitespace()
2023 FormTokenWithChars(Result, CurPtr, tok::comment); in SaveBCPLComment()
2039 Result.setKind(tok::comment); in SaveBCPLComment()
2142 FormTokenWithChars(Result, CurPtr, tok::unknown); in SkipBlockComment()
2238 FormTokenWithChars(Result, CurPtr, tok::unknown); in SkipBlockComment()
2263 FormTokenWithChars(Result, CurPtr, tok::comment); in SkipBlockComment()
2325 if (Tmp.is(tok::code_completion)) { in ReadToEndOfLine()
2330 assert(Tmp.is(tok::eod) && "Unexpected token!"); in ReadToEndOfLine()
2350 FormTokenWithChars(Result, CurPtr, tok::eod); in LexEndOfFile()
2362 FormTokenWithChars(Result, BufferEnd, tok::eof); in LexEndOfFile()
2416 if (Tok.is(tok::eof)) in isNextPPTokenLParen()
2418 return Tok.is(tok::l_paren); in isNextPPTokenLParen()
2561 FormTokenWithChars(Result, CurPtr, tok::unknown); in LexTokenInternal()
2573 tok::TokenKind Kind; in LexTokenInternal()
2592 FormTokenWithChars(Result, CurPtr, tok::code_completion); in LexTokenInternal()
2616 Kind = tok::unknown; in LexTokenInternal()
2633 Kind = tok::eod; in LexTokenInternal()
2690 tok::utf16_string_literal); in LexTokenInternal()
2695 tok::utf16_char_constant); in LexTokenInternal()
2702 tok::utf16_string_literal); in LexTokenInternal()
2712 tok::utf8_string_literal); in LexTokenInternal()
2723 tok::utf8_string_literal); in LexTokenInternal()
2742 tok::utf32_string_literal); in LexTokenInternal()
2747 tok::utf32_char_constant); in LexTokenInternal()
2754 tok::utf32_string_literal); in LexTokenInternal()
2770 tok::string_literal); in LexTokenInternal()
2784 tok::wide_string_literal); in LexTokenInternal()
2792 tok::wide_string_literal); in LexTokenInternal()
2797 tok::wide_char_constant); in LexTokenInternal()
2823 Kind = tok::unknown; in LexTokenInternal()
2830 return LexCharConstant(Result, CurPtr, tok::char_constant); in LexTokenInternal()
2836 return LexStringLiteral(Result, CurPtr, tok::string_literal); in LexTokenInternal()
2840 Kind = tok::question; in LexTokenInternal()
2843 Kind = tok::l_square; in LexTokenInternal()
2846 Kind = tok::r_square; in LexTokenInternal()
2849 Kind = tok::l_paren; in LexTokenInternal()
2852 Kind = tok::r_paren; in LexTokenInternal()
2855 Kind = tok::l_brace; in LexTokenInternal()
2858 Kind = tok::r_brace; in LexTokenInternal()
2868 Kind = tok::periodstar; in LexTokenInternal()
2872 Kind = tok::ellipsis; in LexTokenInternal()
2876 Kind = tok::period; in LexTokenInternal()
2882 Kind = tok::ampamp; in LexTokenInternal()
2885 Kind = tok::ampequal; in LexTokenInternal()
2888 Kind = tok::amp; in LexTokenInternal()
2893 Kind = tok::starequal; in LexTokenInternal()
2896 Kind = tok::star; in LexTokenInternal()
2903 Kind = tok::plusplus; in LexTokenInternal()
2906 Kind = tok::plusequal; in LexTokenInternal()
2908 Kind = tok::plus; in LexTokenInternal()
2915 Kind = tok::minusminus; in LexTokenInternal()
2920 Kind = tok::arrowstar; in LexTokenInternal()
2923 Kind = tok::arrow; in LexTokenInternal()
2926 Kind = tok::minusequal; in LexTokenInternal()
2928 Kind = tok::minus; in LexTokenInternal()
2932 Kind = tok::tilde; in LexTokenInternal()
2936 Kind = tok::exclaimequal; in LexTokenInternal()
2939 Kind = tok::exclaim; in LexTokenInternal()
2975 Kind = tok::slashequal; in LexTokenInternal()
2977 Kind = tok::slash; in LexTokenInternal()
2983 Kind = tok::percentequal; in LexTokenInternal()
2986 Kind = tok::r_brace; // '%>' -> '}' in LexTokenInternal()
2992 Kind = tok::hashhash; // '%:%:' -> '##' in LexTokenInternal()
2999 Kind = tok::hashat; in LexTokenInternal()
3006 FormTokenWithChars(Result, CurPtr, tok::hash); in LexTokenInternal()
3026 Kind = tok::hash; in LexTokenInternal()
3029 Kind = tok::percent; in LexTokenInternal()
3039 Kind = tok::lesslessequal; in LexTokenInternal()
3051 Kind = tok::lesslessless; in LexTokenInternal()
3056 Kind = tok::lessless; in LexTokenInternal()
3060 Kind = tok::lessequal; in LexTokenInternal()
3072 Kind = tok::less; in LexTokenInternal()
3080 Kind = tok::l_square; in LexTokenInternal()
3083 Kind = tok::l_brace; in LexTokenInternal()
3085 Kind = tok::less; in LexTokenInternal()
3092 Kind = tok::greaterequal; in LexTokenInternal()
3098 Kind = tok::greatergreaterequal; in LexTokenInternal()
3107 Kind = tok::greatergreatergreater; in LexTokenInternal()
3112 Kind = tok::greatergreater; in LexTokenInternal()
3116 Kind = tok::greater; in LexTokenInternal()
3123 Kind = tok::caretequal; in LexTokenInternal()
3125 Kind = tok::caret; in LexTokenInternal()
3131 Kind = tok::pipeequal; in LexTokenInternal()
3137 Kind = tok::pipepipe; in LexTokenInternal()
3140 Kind = tok::pipe; in LexTokenInternal()
3146 Kind = tok::r_square; // ':>' -> ']' in LexTokenInternal()
3149 Kind = tok::coloncolon; in LexTokenInternal()
3152 Kind = tok::colon; in LexTokenInternal()
3156 Kind = tok::semi; in LexTokenInternal()
3165 Kind = tok::equalequal; in LexTokenInternal()
3168 Kind = tok::equal; in LexTokenInternal()
3172 Kind = tok::comma; in LexTokenInternal()
3177 Kind = tok::hashhash; in LexTokenInternal()
3180 Kind = tok::hashat; in LexTokenInternal()
3190 FormTokenWithChars(Result, CurPtr, tok::hash); in LexTokenInternal()
3209 Kind = tok::hash; in LexTokenInternal()
3216 Kind = tok::at; in LexTokenInternal()
3218 Kind = tok::unknown; in LexTokenInternal()
3225 Kind = tok::unknown; in LexTokenInternal()