Lines Matching refs:IID
42 static bool UpgradePTESTIntrinsic(Function* F, Intrinsic::ID IID, in UpgradePTESTIntrinsic() argument
52 NewFn = Intrinsic::getDeclaration(F->getParent(), IID); in UpgradePTESTIntrinsic()
58 static bool UpgradeX86IntrinsicsWith8BitMask(Function *F, Intrinsic::ID IID, in UpgradeX86IntrinsicsWith8BitMask() argument
68 NewFn = Intrinsic::getDeclaration(F->getParent(), IID); in UpgradeX86IntrinsicsWith8BitMask()
74 static bool UpgradeX86MaskedFPCompare(Function *F, Intrinsic::ID IID, in UpgradeX86MaskedFPCompare() argument
81 NewFn = Intrinsic::getDeclaration(F->getParent(), IID); in UpgradeX86MaskedFPCompare()
642 Intrinsic::ID IID = in UpgradeIntrinsicFunction1() local
651 if (IID == Intrinsic::not_intrinsic) in UpgradeIntrinsicFunction1()
662 NewFn = Intrinsic::getDeclaration(F->getParent(), IID, Tys); in UpgradeIntrinsicFunction1()
671 Intrinsic::ID IID = in UpgradeIntrinsicFunction1() local
686 if (IID == Intrinsic::not_intrinsic) in UpgradeIntrinsicFunction1()
690 NewFn = Intrinsic::getDeclaration(F->getParent(), IID, Tys); in UpgradeIntrinsicFunction1()
885 Intrinsic::ID IID = StringSwitch<Intrinsic::ID>(Name) in UpgradeIntrinsicFunction1() local
890 if (IID != Intrinsic::not_intrinsic && F->arg_size() == 1) { in UpgradeIntrinsicFunction1()
891 NewFn = Intrinsic::getDeclaration(F->getParent(), IID, in UpgradeIntrinsicFunction1()
1181 Intrinsic::ID IID; in UpgradeX86VPERMT2Intrinsics() local
1183 IID = Intrinsic::x86_avx512_vpermi2var_ps_128; in UpgradeX86VPERMT2Intrinsics()
1185 IID = Intrinsic::x86_avx512_vpermi2var_d_128; in UpgradeX86VPERMT2Intrinsics()
1187 IID = Intrinsic::x86_avx512_vpermi2var_pd_128; in UpgradeX86VPERMT2Intrinsics()
1189 IID = Intrinsic::x86_avx512_vpermi2var_q_128; in UpgradeX86VPERMT2Intrinsics()
1191 IID = Intrinsic::x86_avx512_vpermi2var_ps_256; in UpgradeX86VPERMT2Intrinsics()
1193 IID = Intrinsic::x86_avx512_vpermi2var_d_256; in UpgradeX86VPERMT2Intrinsics()
1195 IID = Intrinsic::x86_avx512_vpermi2var_pd_256; in UpgradeX86VPERMT2Intrinsics()
1197 IID = Intrinsic::x86_avx512_vpermi2var_q_256; in UpgradeX86VPERMT2Intrinsics()
1199 IID = Intrinsic::x86_avx512_vpermi2var_ps_512; in UpgradeX86VPERMT2Intrinsics()
1201 IID = Intrinsic::x86_avx512_vpermi2var_d_512; in UpgradeX86VPERMT2Intrinsics()
1203 IID = Intrinsic::x86_avx512_vpermi2var_pd_512; in UpgradeX86VPERMT2Intrinsics()
1205 IID = Intrinsic::x86_avx512_vpermi2var_q_512; in UpgradeX86VPERMT2Intrinsics()
1207 IID = Intrinsic::x86_avx512_vpermi2var_hi_128; in UpgradeX86VPERMT2Intrinsics()
1209 IID = Intrinsic::x86_avx512_vpermi2var_hi_256; in UpgradeX86VPERMT2Intrinsics()
1211 IID = Intrinsic::x86_avx512_vpermi2var_hi_512; in UpgradeX86VPERMT2Intrinsics()
1213 IID = Intrinsic::x86_avx512_vpermi2var_qi_128; in UpgradeX86VPERMT2Intrinsics()
1215 IID = Intrinsic::x86_avx512_vpermi2var_qi_256; in UpgradeX86VPERMT2Intrinsics()
1217 IID = Intrinsic::x86_avx512_vpermi2var_qi_512; in UpgradeX86VPERMT2Intrinsics()
1228 Value *V = Builder.CreateCall(Intrinsic::getDeclaration(CI.getModule(), IID), in UpgradeX86VPERMT2Intrinsics()
1237 Intrinsic::ID IID) { in UpgradeX86BinaryIntrinsics() argument
1241 Function *Intrin = Intrinsic::getDeclaration(CI.getModule(), IID, Ty); in UpgradeX86BinaryIntrinsics()
1267 Intrinsic::ID IID = IsRotateRight ? Intrinsic::fshr : Intrinsic::fshl; in upgradeX86Rotate() local
1268 Function *Intrin = Intrinsic::getDeclaration(CI.getModule(), IID, Ty); in upgradeX86Rotate()
1337 Intrinsic::ID IID = IsShiftRight ? Intrinsic::fshr : Intrinsic::fshl; in upgradeX86ConcatShift() local
1338 Function *Intrin = Intrinsic::getDeclaration(CI.getModule(), IID, Ty); in upgradeX86ConcatShift()
1493 Intrinsic::ID IID) { in UpgradeX86MaskedShift() argument
1494 Function *Intrin = Intrinsic::getDeclaration(CI.getModule(), IID); in UpgradeX86MaskedShift()
1530 Intrinsic::ID IID; in upgradeAVX512MaskToSelect() local
1533 IID = Intrinsic::x86_sse_max_ps; in upgradeAVX512MaskToSelect()
1535 IID = Intrinsic::x86_sse2_max_pd; in upgradeAVX512MaskToSelect()
1537 IID = Intrinsic::x86_avx_max_ps_256; in upgradeAVX512MaskToSelect()
1539 IID = Intrinsic::x86_avx_max_pd_256; in upgradeAVX512MaskToSelect()
1544 IID = Intrinsic::x86_sse_min_ps; in upgradeAVX512MaskToSelect()
1546 IID = Intrinsic::x86_sse2_min_pd; in upgradeAVX512MaskToSelect()
1548 IID = Intrinsic::x86_avx_min_ps_256; in upgradeAVX512MaskToSelect()
1550 IID = Intrinsic::x86_avx_min_pd_256; in upgradeAVX512MaskToSelect()
1555 IID = Intrinsic::x86_ssse3_pshuf_b_128; in upgradeAVX512MaskToSelect()
1557 IID = Intrinsic::x86_avx2_pshuf_b; in upgradeAVX512MaskToSelect()
1559 IID = Intrinsic::x86_avx512_pshuf_b_512; in upgradeAVX512MaskToSelect()
1564 IID = Intrinsic::x86_ssse3_pmul_hr_sw_128; in upgradeAVX512MaskToSelect()
1566 IID = Intrinsic::x86_avx2_pmul_hr_sw; in upgradeAVX512MaskToSelect()
1568 IID = Intrinsic::x86_avx512_pmul_hr_sw_512; in upgradeAVX512MaskToSelect()
1573 IID = Intrinsic::x86_sse2_pmulh_w; in upgradeAVX512MaskToSelect()
1575 IID = Intrinsic::x86_avx2_pmulh_w; in upgradeAVX512MaskToSelect()
1577 IID = Intrinsic::x86_avx512_pmulh_w_512; in upgradeAVX512MaskToSelect()
1582 IID = Intrinsic::x86_sse2_pmulhu_w; in upgradeAVX512MaskToSelect()
1584 IID = Intrinsic::x86_avx2_pmulhu_w; in upgradeAVX512MaskToSelect()
1586 IID = Intrinsic::x86_avx512_pmulhu_w_512; in upgradeAVX512MaskToSelect()
1591 IID = Intrinsic::x86_sse2_pmadd_wd; in upgradeAVX512MaskToSelect()
1593 IID = Intrinsic::x86_avx2_pmadd_wd; in upgradeAVX512MaskToSelect()
1595 IID = Intrinsic::x86_avx512_pmaddw_d_512; in upgradeAVX512MaskToSelect()
1600 IID = Intrinsic::x86_ssse3_pmadd_ub_sw_128; in upgradeAVX512MaskToSelect()
1602 IID = Intrinsic::x86_avx2_pmadd_ub_sw; in upgradeAVX512MaskToSelect()
1604 IID = Intrinsic::x86_avx512_pmaddubs_w_512; in upgradeAVX512MaskToSelect()
1609 IID = Intrinsic::x86_sse2_packsswb_128; in upgradeAVX512MaskToSelect()
1611 IID = Intrinsic::x86_avx2_packsswb; in upgradeAVX512MaskToSelect()
1613 IID = Intrinsic::x86_avx512_packsswb_512; in upgradeAVX512MaskToSelect()
1618 IID = Intrinsic::x86_sse2_packssdw_128; in upgradeAVX512MaskToSelect()
1620 IID = Intrinsic::x86_avx2_packssdw; in upgradeAVX512MaskToSelect()
1622 IID = Intrinsic::x86_avx512_packssdw_512; in upgradeAVX512MaskToSelect()
1627 IID = Intrinsic::x86_sse2_packuswb_128; in upgradeAVX512MaskToSelect()
1629 IID = Intrinsic::x86_avx2_packuswb; in upgradeAVX512MaskToSelect()
1631 IID = Intrinsic::x86_avx512_packuswb_512; in upgradeAVX512MaskToSelect()
1636 IID = Intrinsic::x86_sse41_packusdw; in upgradeAVX512MaskToSelect()
1638 IID = Intrinsic::x86_avx2_packusdw; in upgradeAVX512MaskToSelect()
1640 IID = Intrinsic::x86_avx512_packusdw_512; in upgradeAVX512MaskToSelect()
1645 IID = Intrinsic::x86_avx_vpermilvar_ps; in upgradeAVX512MaskToSelect()
1647 IID = Intrinsic::x86_avx_vpermilvar_pd; in upgradeAVX512MaskToSelect()
1649 IID = Intrinsic::x86_avx_vpermilvar_ps_256; in upgradeAVX512MaskToSelect()
1651 IID = Intrinsic::x86_avx_vpermilvar_pd_256; in upgradeAVX512MaskToSelect()
1653 IID = Intrinsic::x86_avx512_vpermilvar_ps_512; in upgradeAVX512MaskToSelect()
1655 IID = Intrinsic::x86_avx512_vpermilvar_pd_512; in upgradeAVX512MaskToSelect()
1659 IID = Intrinsic::x86_avx_cvt_pd2dq_256; in upgradeAVX512MaskToSelect()
1661 IID = Intrinsic::x86_avx_cvt_pd2_ps_256; in upgradeAVX512MaskToSelect()
1663 IID = Intrinsic::x86_avx_cvtt_pd2dq_256; in upgradeAVX512MaskToSelect()
1665 IID = Intrinsic::x86_sse2_cvttps2dq; in upgradeAVX512MaskToSelect()
1667 IID = Intrinsic::x86_avx_cvtt_ps2dq_256; in upgradeAVX512MaskToSelect()
1671 IID = Intrinsic::x86_avx2_permps; in upgradeAVX512MaskToSelect()
1673 IID = Intrinsic::x86_avx2_permd; in upgradeAVX512MaskToSelect()
1675 IID = Intrinsic::x86_avx512_permvar_df_256; in upgradeAVX512MaskToSelect()
1677 IID = Intrinsic::x86_avx512_permvar_di_256; in upgradeAVX512MaskToSelect()
1679 IID = Intrinsic::x86_avx512_permvar_sf_512; in upgradeAVX512MaskToSelect()
1681 IID = Intrinsic::x86_avx512_permvar_si_512; in upgradeAVX512MaskToSelect()
1683 IID = Intrinsic::x86_avx512_permvar_df_512; in upgradeAVX512MaskToSelect()
1685 IID = Intrinsic::x86_avx512_permvar_di_512; in upgradeAVX512MaskToSelect()
1687 IID = Intrinsic::x86_avx512_permvar_hi_128; in upgradeAVX512MaskToSelect()
1689 IID = Intrinsic::x86_avx512_permvar_hi_256; in upgradeAVX512MaskToSelect()
1691 IID = Intrinsic::x86_avx512_permvar_hi_512; in upgradeAVX512MaskToSelect()
1693 IID = Intrinsic::x86_avx512_permvar_qi_128; in upgradeAVX512MaskToSelect()
1695 IID = Intrinsic::x86_avx512_permvar_qi_256; in upgradeAVX512MaskToSelect()
1697 IID = Intrinsic::x86_avx512_permvar_qi_512; in upgradeAVX512MaskToSelect()
1702 IID = Intrinsic::x86_avx512_dbpsadbw_128; in upgradeAVX512MaskToSelect()
1704 IID = Intrinsic::x86_avx512_dbpsadbw_256; in upgradeAVX512MaskToSelect()
1706 IID = Intrinsic::x86_avx512_dbpsadbw_512; in upgradeAVX512MaskToSelect()
1711 IID = Intrinsic::x86_avx512_pmultishift_qb_128; in upgradeAVX512MaskToSelect()
1713 IID = Intrinsic::x86_avx512_pmultishift_qb_256; in upgradeAVX512MaskToSelect()
1715 IID = Intrinsic::x86_avx512_pmultishift_qb_512; in upgradeAVX512MaskToSelect()
1720 IID = Intrinsic::x86_avx512_conflict_d_128; in upgradeAVX512MaskToSelect()
1722 IID = Intrinsic::x86_avx512_conflict_d_256; in upgradeAVX512MaskToSelect()
1724 IID = Intrinsic::x86_avx512_conflict_d_512; in upgradeAVX512MaskToSelect()
1726 IID = Intrinsic::x86_avx512_conflict_q_128; in upgradeAVX512MaskToSelect()
1728 IID = Intrinsic::x86_avx512_conflict_q_256; in upgradeAVX512MaskToSelect()
1730 IID = Intrinsic::x86_avx512_conflict_q_512; in upgradeAVX512MaskToSelect()
1735 IID = Intrinsic::x86_sse2_pavg_b; in upgradeAVX512MaskToSelect()
1737 IID = Intrinsic::x86_avx2_pavg_b; in upgradeAVX512MaskToSelect()
1739 IID = Intrinsic::x86_avx512_pavg_b_512; in upgradeAVX512MaskToSelect()
1741 IID = Intrinsic::x86_sse2_pavg_w; in upgradeAVX512MaskToSelect()
1743 IID = Intrinsic::x86_avx2_pavg_w; in upgradeAVX512MaskToSelect()
1745 IID = Intrinsic::x86_avx512_pavg_w_512; in upgradeAVX512MaskToSelect()
1755 Rep = Builder.CreateCall(Intrinsic::getDeclaration(CI.getModule(), IID), in upgradeAVX512MaskToSelect()
1940 Intrinsic::ID IID = Name[18] == 's' ? Intrinsic::x86_avx512_sqrt_ps_512 in UpgradeIntrinsicCall() local
1945 IID), Args); in UpgradeIntrinsicCall()
2062 Intrinsic::ID IID; in UpgradeIntrinsicCall() local
2065 case 128: IID = Intrinsic::x86_avx512_vpshufbitqmb_128; break; in UpgradeIntrinsicCall()
2066 case 256: IID = Intrinsic::x86_avx512_vpshufbitqmb_256; break; in UpgradeIntrinsicCall()
2067 case 512: IID = Intrinsic::x86_avx512_vpshufbitqmb_512; break; in UpgradeIntrinsicCall()
2070 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), IID), in UpgradeIntrinsicCall()
2077 Intrinsic::ID IID; in UpgradeIntrinsicCall() local
2079 IID = Intrinsic::x86_avx512_fpclass_ps_128; in UpgradeIntrinsicCall()
2081 IID = Intrinsic::x86_avx512_fpclass_ps_256; in UpgradeIntrinsicCall()
2083 IID = Intrinsic::x86_avx512_fpclass_ps_512; in UpgradeIntrinsicCall()
2085 IID = Intrinsic::x86_avx512_fpclass_pd_128; in UpgradeIntrinsicCall()
2087 IID = Intrinsic::x86_avx512_fpclass_pd_256; in UpgradeIntrinsicCall()
2089 IID = Intrinsic::x86_avx512_fpclass_pd_512; in UpgradeIntrinsicCall()
2093 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), IID), in UpgradeIntrinsicCall()
2102 Intrinsic::ID IID; in UpgradeIntrinsicCall() local
2104 IID = Intrinsic::x86_avx512_mask_cmp_ps_128; in UpgradeIntrinsicCall()
2106 IID = Intrinsic::x86_avx512_mask_cmp_ps_256; in UpgradeIntrinsicCall()
2108 IID = Intrinsic::x86_avx512_mask_cmp_ps_512; in UpgradeIntrinsicCall()
2110 IID = Intrinsic::x86_avx512_mask_cmp_pd_128; in UpgradeIntrinsicCall()
2112 IID = Intrinsic::x86_avx512_mask_cmp_pd_256; in UpgradeIntrinsicCall()
2114 IID = Intrinsic::x86_avx512_mask_cmp_pd_512; in UpgradeIntrinsicCall()
2123 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), IID), in UpgradeIntrinsicCall()
2233 Intrinsic::ID IID = IsUnsigned ? Intrinsic::x86_avx512_uitofp_round in UpgradeIntrinsicCall() local
2235 Function *F = Intrinsic::getDeclaration(CI->getModule(), IID, in UpgradeIntrinsicCall()
2309 Intrinsic::ID IID = IsCompress ? Intrinsic::x86_avx512_mask_compress in UpgradeIntrinsicCall() local
2311 Function *Intr = Intrinsic::getDeclaration(F->getParent(), IID, ResultTy); in UpgradeIntrinsicCall()
2886 Intrinsic::ID IID; in UpgradeIntrinsicCall() local
2888 IID = Intrinsic::x86_avx512_add_ps_512; in UpgradeIntrinsicCall()
2890 IID = Intrinsic::x86_avx512_add_pd_512; in UpgradeIntrinsicCall()
2892 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), IID), in UpgradeIntrinsicCall()
2902 Intrinsic::ID IID; in UpgradeIntrinsicCall() local
2904 IID = Intrinsic::x86_avx512_div_ps_512; in UpgradeIntrinsicCall()
2906 IID = Intrinsic::x86_avx512_div_pd_512; in UpgradeIntrinsicCall()
2908 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), IID), in UpgradeIntrinsicCall()
2918 Intrinsic::ID IID; in UpgradeIntrinsicCall() local
2920 IID = Intrinsic::x86_avx512_mul_ps_512; in UpgradeIntrinsicCall()
2922 IID = Intrinsic::x86_avx512_mul_pd_512; in UpgradeIntrinsicCall()
2924 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), IID), in UpgradeIntrinsicCall()
2934 Intrinsic::ID IID; in UpgradeIntrinsicCall() local
2936 IID = Intrinsic::x86_avx512_sub_ps_512; in UpgradeIntrinsicCall()
2938 IID = Intrinsic::x86_avx512_sub_pd_512; in UpgradeIntrinsicCall()
2940 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), IID), in UpgradeIntrinsicCall()
2957 Intrinsic::ID IID = MinMaxTbl[IsMin][IsDouble]; in UpgradeIntrinsicCall() local
2959 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), IID), in UpgradeIntrinsicCall()
2980 Intrinsic::ID IID; in UpgradeIntrinsicCall() local
2983 IID = Intrinsic::x86_avx2_psllv_q; in UpgradeIntrinsicCall()
2985 IID = Intrinsic::x86_avx2_psllv_q_256; in UpgradeIntrinsicCall()
2987 IID = Intrinsic::x86_avx2_psllv_d; in UpgradeIntrinsicCall()
2989 IID = Intrinsic::x86_avx2_psllv_d_256; in UpgradeIntrinsicCall()
2991 IID = Intrinsic::x86_avx512_psllv_w_128; in UpgradeIntrinsicCall()
2993 IID = Intrinsic::x86_avx512_psllv_w_256; in UpgradeIntrinsicCall()
2995 IID = Intrinsic::x86_avx512_psllv_w_512; in UpgradeIntrinsicCall()
3000 IID = IsImmediate ? Intrinsic::x86_sse2_pslli_d in UpgradeIntrinsicCall()
3003 IID = IsImmediate ? Intrinsic::x86_sse2_pslli_q in UpgradeIntrinsicCall()
3006 IID = IsImmediate ? Intrinsic::x86_sse2_pslli_w in UpgradeIntrinsicCall()
3012 IID = IsImmediate ? Intrinsic::x86_avx2_pslli_d in UpgradeIntrinsicCall()
3015 IID = IsImmediate ? Intrinsic::x86_avx2_pslli_q in UpgradeIntrinsicCall()
3018 IID = IsImmediate ? Intrinsic::x86_avx2_pslli_w in UpgradeIntrinsicCall()
3024 IID = IsImmediate ? Intrinsic::x86_avx512_pslli_d_512 : in UpgradeIntrinsicCall()
3028 IID = IsImmediate ? Intrinsic::x86_avx512_pslli_q_512 : in UpgradeIntrinsicCall()
3032 IID = IsImmediate ? Intrinsic::x86_avx512_pslli_w_512 in UpgradeIntrinsicCall()
3038 Rep = UpgradeX86MaskedShift(Builder, *CI, IID); in UpgradeIntrinsicCall()
3048 Intrinsic::ID IID; in UpgradeIntrinsicCall() local
3051 IID = Intrinsic::x86_avx2_psrlv_q; in UpgradeIntrinsicCall()
3053 IID = Intrinsic::x86_avx2_psrlv_q_256; in UpgradeIntrinsicCall()
3055 IID = Intrinsic::x86_avx2_psrlv_d; in UpgradeIntrinsicCall()
3057 IID = Intrinsic::x86_avx2_psrlv_d_256; in UpgradeIntrinsicCall()
3059 IID = Intrinsic::x86_avx512_psrlv_w_128; in UpgradeIntrinsicCall()
3061 IID = Intrinsic::x86_avx512_psrlv_w_256; in UpgradeIntrinsicCall()
3063 IID = Intrinsic::x86_avx512_psrlv_w_512; in UpgradeIntrinsicCall()
3068 IID = IsImmediate ? Intrinsic::x86_sse2_psrli_d in UpgradeIntrinsicCall()
3071 IID = IsImmediate ? Intrinsic::x86_sse2_psrli_q in UpgradeIntrinsicCall()
3074 IID = IsImmediate ? Intrinsic::x86_sse2_psrli_w in UpgradeIntrinsicCall()
3080 IID = IsImmediate ? Intrinsic::x86_avx2_psrli_d in UpgradeIntrinsicCall()
3083 IID = IsImmediate ? Intrinsic::x86_avx2_psrli_q in UpgradeIntrinsicCall()
3086 IID = IsImmediate ? Intrinsic::x86_avx2_psrli_w in UpgradeIntrinsicCall()
3092 IID = IsImmediate ? Intrinsic::x86_avx512_psrli_d_512 : in UpgradeIntrinsicCall()
3096 IID = IsImmediate ? Intrinsic::x86_avx512_psrli_q_512 : in UpgradeIntrinsicCall()
3100 IID = IsImmediate ? Intrinsic::x86_avx512_psrli_w_512 in UpgradeIntrinsicCall()
3106 Rep = UpgradeX86MaskedShift(Builder, *CI, IID); in UpgradeIntrinsicCall()
3116 Intrinsic::ID IID; in UpgradeIntrinsicCall() local
3119 IID = Intrinsic::x86_avx2_psrav_d; in UpgradeIntrinsicCall()
3121 IID = Intrinsic::x86_avx2_psrav_d_256; in UpgradeIntrinsicCall()
3123 IID = Intrinsic::x86_avx512_psrav_w_128; in UpgradeIntrinsicCall()
3125 IID = Intrinsic::x86_avx512_psrav_w_256; in UpgradeIntrinsicCall()
3127 IID = Intrinsic::x86_avx512_psrav_w_512; in UpgradeIntrinsicCall()
3132 IID = IsImmediate ? Intrinsic::x86_sse2_psrai_d in UpgradeIntrinsicCall()
3135 IID = IsImmediate ? Intrinsic::x86_avx512_psrai_q_128 : in UpgradeIntrinsicCall()
3139 IID = IsImmediate ? Intrinsic::x86_sse2_psrai_w in UpgradeIntrinsicCall()
3145 IID = IsImmediate ? Intrinsic::x86_avx2_psrai_d in UpgradeIntrinsicCall()
3148 IID = IsImmediate ? Intrinsic::x86_avx512_psrai_q_256 : in UpgradeIntrinsicCall()
3152 IID = IsImmediate ? Intrinsic::x86_avx2_psrai_w in UpgradeIntrinsicCall()
3158 IID = IsImmediate ? Intrinsic::x86_avx512_psrai_d_512 : in UpgradeIntrinsicCall()
3162 IID = IsImmediate ? Intrinsic::x86_avx512_psrai_q_512 : in UpgradeIntrinsicCall()
3166 IID = IsImmediate ? Intrinsic::x86_avx512_psrai_w_512 in UpgradeIntrinsicCall()
3172 Rep = UpgradeX86MaskedShift(Builder, *CI, IID); in UpgradeIntrinsicCall()
3270 Intrinsic::ID IID; in UpgradeIntrinsicCall() local
3272 IID = Intrinsic::x86_avx512_vfmadd_f64; in UpgradeIntrinsicCall()
3274 IID = Intrinsic::x86_avx512_vfmadd_f32; in UpgradeIntrinsicCall()
3275 Function *FMA = Intrinsic::getDeclaration(CI->getModule(), IID); in UpgradeIntrinsicCall()
3325 Intrinsic::ID IID; in UpgradeIntrinsicCall() local
3328 IID = Intrinsic::x86_avx512_vfmadd_ps_512; in UpgradeIntrinsicCall()
3330 IID = Intrinsic::x86_avx512_vfmadd_pd_512; in UpgradeIntrinsicCall()
3332 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), IID), in UpgradeIntrinsicCall()
3349 Intrinsic::ID IID; in UpgradeIntrinsicCall() local
3351 IID = Intrinsic::x86_fma_vfmaddsub_ps; in UpgradeIntrinsicCall()
3353 IID = Intrinsic::x86_fma_vfmaddsub_ps_256; in UpgradeIntrinsicCall()
3355 IID = Intrinsic::x86_fma_vfmaddsub_pd; in UpgradeIntrinsicCall()
3357 IID = Intrinsic::x86_fma_vfmaddsub_pd_256; in UpgradeIntrinsicCall()
3364 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), IID), in UpgradeIntrinsicCall()
3376 Intrinsic::ID IID; in UpgradeIntrinsicCall() local
3379 IID = Intrinsic::x86_avx512_vfmaddsub_ps_512; in UpgradeIntrinsicCall()
3381 IID = Intrinsic::x86_avx512_vfmaddsub_pd_512; in UpgradeIntrinsicCall()
3388 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), IID), in UpgradeIntrinsicCall()
3422 Intrinsic::ID IID; in UpgradeIntrinsicCall() local
3424 IID = Intrinsic::x86_avx512_pternlog_d_128; in UpgradeIntrinsicCall()
3426 IID = Intrinsic::x86_avx512_pternlog_d_256; in UpgradeIntrinsicCall()
3428 IID = Intrinsic::x86_avx512_pternlog_d_512; in UpgradeIntrinsicCall()
3430 IID = Intrinsic::x86_avx512_pternlog_q_128; in UpgradeIntrinsicCall()
3432 IID = Intrinsic::x86_avx512_pternlog_q_256; in UpgradeIntrinsicCall()
3434 IID = Intrinsic::x86_avx512_pternlog_q_512; in UpgradeIntrinsicCall()
3440 Rep = Builder.CreateCall(Intrinsic::getDeclaration(CI->getModule(), IID), in UpgradeIntrinsicCall()
3450 Intrinsic::ID IID; in UpgradeIntrinsicCall() local
3452 IID = Intrinsic::x86_avx512_vpmadd52l_uq_128; in UpgradeIntrinsicCall()
3454 IID = Intrinsic::x86_avx512_vpmadd52l_uq_256; in UpgradeIntrinsicCall()
3456 IID = Intrinsic::x86_avx512_vpmadd52l_uq_512; in UpgradeIntrinsicCall()
3458 IID = Intrinsic::x86_avx512_vpmadd52h_uq_128; in UpgradeIntrinsicCall()
3460 IID = Intrinsic::x86_avx512_vpmadd52h_uq_256; in UpgradeIntrinsicCall()
3462 IID = Intrinsic::x86_avx512_vpmadd52h_uq_512; in UpgradeIntrinsicCall()
3468 Rep = Builder.CreateCall(Intrinsic::getDeclaration(CI->getModule(), IID), in UpgradeIntrinsicCall()
3486 Intrinsic::ID IID; in UpgradeIntrinsicCall() local
3488 IID = Intrinsic::x86_avx512_vpdpbusd_128; in UpgradeIntrinsicCall()
3490 IID = Intrinsic::x86_avx512_vpdpbusd_256; in UpgradeIntrinsicCall()
3492 IID = Intrinsic::x86_avx512_vpdpbusd_512; in UpgradeIntrinsicCall()
3494 IID = Intrinsic::x86_avx512_vpdpbusds_128; in UpgradeIntrinsicCall()
3496 IID = Intrinsic::x86_avx512_vpdpbusds_256; in UpgradeIntrinsicCall()
3498 IID = Intrinsic::x86_avx512_vpdpbusds_512; in UpgradeIntrinsicCall()
3504 Rep = Builder.CreateCall(Intrinsic::getDeclaration(CI->getModule(), IID), in UpgradeIntrinsicCall()
3516 Intrinsic::ID IID; in UpgradeIntrinsicCall() local
3518 IID = Intrinsic::x86_avx512_vpdpwssd_128; in UpgradeIntrinsicCall()
3520 IID = Intrinsic::x86_avx512_vpdpwssd_256; in UpgradeIntrinsicCall()
3522 IID = Intrinsic::x86_avx512_vpdpwssd_512; in UpgradeIntrinsicCall()
3524 IID = Intrinsic::x86_avx512_vpdpwssds_128; in UpgradeIntrinsicCall()
3526 IID = Intrinsic::x86_avx512_vpdpwssds_256; in UpgradeIntrinsicCall()
3528 IID = Intrinsic::x86_avx512_vpdpwssds_512; in UpgradeIntrinsicCall()
3534 Rep = Builder.CreateCall(Intrinsic::getDeclaration(CI->getModule(), IID), in UpgradeIntrinsicCall()
3542 Intrinsic::ID IID; in UpgradeIntrinsicCall() local
3544 IID = Intrinsic::x86_addcarry_32; in UpgradeIntrinsicCall()
3546 IID = Intrinsic::x86_addcarry_64; in UpgradeIntrinsicCall()
3548 IID = Intrinsic::x86_subborrow_32; in UpgradeIntrinsicCall()
3550 IID = Intrinsic::x86_subborrow_64; in UpgradeIntrinsicCall()
3558 Intrinsic::getDeclaration(CI->getModule(), IID), in UpgradeIntrinsicCall()