Lines Matching refs:Intrinsic
36 static bool UpgradeSSE41Function(Function* F, Intrinsic::ID IID, in UpgradeSSE41Function()
46 NewFn = Intrinsic::getDeclaration(F->getParent(), IID); in UpgradeSSE41Function()
52 static bool UpgradeX86IntrinsicsWith8BitMask(Function *F, Intrinsic::ID IID, in UpgradeX86IntrinsicsWith8BitMask()
62 NewFn = Intrinsic::getDeclaration(F->getParent(), IID); in UpgradeX86IntrinsicsWith8BitMask()
92 NewFn = Intrinsic::getDeclaration(F->getParent(), Intrinsic::ctpop, in UpgradeIntrinsicFunction1()
109 static const Intrinsic::ID StoreInts[] = {Intrinsic::arm_neon_vst1, in UpgradeIntrinsicFunction1()
110 Intrinsic::arm_neon_vst2, in UpgradeIntrinsicFunction1()
111 Intrinsic::arm_neon_vst3, in UpgradeIntrinsicFunction1()
112 Intrinsic::arm_neon_vst4}; in UpgradeIntrinsicFunction1()
114 static const Intrinsic::ID StoreLaneInts[] = { in UpgradeIntrinsicFunction1()
115 Intrinsic::arm_neon_vst2lane, Intrinsic::arm_neon_vst3lane, in UpgradeIntrinsicFunction1()
116 Intrinsic::arm_neon_vst4lane in UpgradeIntrinsicFunction1()
122 NewFn = Intrinsic::getDeclaration(F->getParent(), in UpgradeIntrinsicFunction1()
125 NewFn = Intrinsic::getDeclaration(F->getParent(), in UpgradeIntrinsicFunction1()
130 NewFn = Intrinsic::getDeclaration(F->getParent(), Intrinsic::thread_pointer); in UpgradeIntrinsicFunction1()
139 NewFn = Intrinsic::getDeclaration(F->getParent(), Intrinsic::ctlz, in UpgradeIntrinsicFunction1()
145 NewFn = Intrinsic::getDeclaration(F->getParent(), Intrinsic::cttz, in UpgradeIntrinsicFunction1()
155 if (F->getName() != Intrinsic::getName(Intrinsic::masked_load, Tys)) { in UpgradeIntrinsicFunction1()
157 NewFn = Intrinsic::getDeclaration(F->getParent(), in UpgradeIntrinsicFunction1()
158 Intrinsic::masked_load, in UpgradeIntrinsicFunction1()
166 if (F->getName() != Intrinsic::getName(Intrinsic::masked_store, Tys)) { in UpgradeIntrinsicFunction1()
168 NewFn = Intrinsic::getDeclaration(F->getParent(), in UpgradeIntrinsicFunction1()
169 Intrinsic::masked_store, in UpgradeIntrinsicFunction1()
182 if (F->getName() != Intrinsic::getName(Intrinsic::objectsize, Tys)) { in UpgradeIntrinsicFunction1()
184 NewFn = Intrinsic::getDeclaration(F->getParent(), in UpgradeIntrinsicFunction1()
185 Intrinsic::objectsize, Tys); in UpgradeIntrinsicFunction1()
310 return UpgradeSSE41Function(F, Intrinsic::x86_sse41_ptestc, NewFn); in UpgradeIntrinsicFunction1()
312 return UpgradeSSE41Function(F, Intrinsic::x86_sse41_ptestz, NewFn); in UpgradeIntrinsicFunction1()
314 return UpgradeSSE41Function(F, Intrinsic::x86_sse41_ptestnzc, NewFn); in UpgradeIntrinsicFunction1()
319 return UpgradeX86IntrinsicsWith8BitMask(F, Intrinsic::x86_sse41_insertps, in UpgradeIntrinsicFunction1()
322 return UpgradeX86IntrinsicsWith8BitMask(F, Intrinsic::x86_sse41_dppd, in UpgradeIntrinsicFunction1()
325 return UpgradeX86IntrinsicsWith8BitMask(F, Intrinsic::x86_sse41_dpps, in UpgradeIntrinsicFunction1()
328 return UpgradeX86IntrinsicsWith8BitMask(F, Intrinsic::x86_sse41_mpsadbw, in UpgradeIntrinsicFunction1()
331 return UpgradeX86IntrinsicsWith8BitMask(F, Intrinsic::x86_avx_dp_ps_256, in UpgradeIntrinsicFunction1()
334 return UpgradeX86IntrinsicsWith8BitMask(F, Intrinsic::x86_avx2_mpsadbw, in UpgradeIntrinsicFunction1()
340 NewFn = Intrinsic::getDeclaration(F->getParent(), in UpgradeIntrinsicFunction1()
341 Intrinsic::x86_xop_vfrcz_ss); in UpgradeIntrinsicFunction1()
346 NewFn = Intrinsic::getDeclaration(F->getParent(), in UpgradeIntrinsicFunction1()
347 Intrinsic::x86_xop_vfrcz_sd); in UpgradeIntrinsicFunction1()
353 Intrinsic::ID ShiftID; in UpgradeIntrinsicFunction1()
355 ShiftID = Name[18] == 'd' ? Intrinsic::x86_avx512_mask_psll_di_512 in UpgradeIntrinsicFunction1()
356 : Intrinsic::x86_avx512_mask_psll_qi_512; in UpgradeIntrinsicFunction1()
358 ShiftID = Name[18] == 'd' ? Intrinsic::x86_avx512_mask_psra_di_512 in UpgradeIntrinsicFunction1()
359 : Intrinsic::x86_avx512_mask_psra_qi_512; in UpgradeIntrinsicFunction1()
361 ShiftID = Name[18] == 'd' ? Intrinsic::x86_avx512_mask_psrl_di_512 in UpgradeIntrinsicFunction1()
362 : Intrinsic::x86_avx512_mask_psrl_qi_512; in UpgradeIntrinsicFunction1()
364 NewFn = Intrinsic::getDeclaration(F->getParent(), ShiftID); in UpgradeIntrinsicFunction1()
381 Intrinsic::ID Permil2ID; in UpgradeIntrinsicFunction1()
383 Permil2ID = Intrinsic::x86_xop_vpermil2pd; in UpgradeIntrinsicFunction1()
385 Permil2ID = Intrinsic::x86_xop_vpermil2ps; in UpgradeIntrinsicFunction1()
387 Permil2ID = Intrinsic::x86_xop_vpermil2pd_256; in UpgradeIntrinsicFunction1()
389 Permil2ID = Intrinsic::x86_xop_vpermil2ps_256; in UpgradeIntrinsicFunction1()
390 NewFn = Intrinsic::getDeclaration(F->getParent(), Permil2ID); in UpgradeIntrinsicFunction1()
413 if (Intrinsic::ID id = F->getIntrinsicID()) in UpgradeIntrinsicFunction()
414 F->setAttributes(Intrinsic::getAttributes(F->getContext(), id)); in UpgradeIntrinsicFunction()
836 Intrinsic::ID intID; in UpgradeIntrinsicCall()
838 intID = Intrinsic::x86_xop_vpcomub; in UpgradeIntrinsicCall()
840 intID = Intrinsic::x86_xop_vpcomuw; in UpgradeIntrinsicCall()
842 intID = Intrinsic::x86_xop_vpcomud; in UpgradeIntrinsicCall()
844 intID = Intrinsic::x86_xop_vpcomuq; in UpgradeIntrinsicCall()
846 intID = Intrinsic::x86_xop_vpcomb; in UpgradeIntrinsicCall()
848 intID = Intrinsic::x86_xop_vpcomw; in UpgradeIntrinsicCall()
850 intID = Intrinsic::x86_xop_vpcomd; in UpgradeIntrinsicCall()
852 intID = Intrinsic::x86_xop_vpcomq; in UpgradeIntrinsicCall()
877 Function *VPCOM = Intrinsic::getDeclaration(F->getParent(), intID); in UpgradeIntrinsicCall()
892 Function *CRC32 = Intrinsic::getDeclaration(F->getParent(), in UpgradeIntrinsicCall()
893 Intrinsic::x86_sse42_crc32_32_8); in UpgradeIntrinsicCall()
1223 case Intrinsic::x86_avx512_mask_psll_di_512: in UpgradeIntrinsicCall()
1224 case Intrinsic::x86_avx512_mask_psra_di_512: in UpgradeIntrinsicCall()
1225 case Intrinsic::x86_avx512_mask_psrl_di_512: in UpgradeIntrinsicCall()
1226 case Intrinsic::x86_avx512_mask_psll_qi_512: in UpgradeIntrinsicCall()
1227 case Intrinsic::x86_avx512_mask_psra_qi_512: in UpgradeIntrinsicCall()
1228 case Intrinsic::x86_avx512_mask_psrl_qi_512: in UpgradeIntrinsicCall()
1229 case Intrinsic::arm_neon_vld1: in UpgradeIntrinsicCall()
1230 case Intrinsic::arm_neon_vld2: in UpgradeIntrinsicCall()
1231 case Intrinsic::arm_neon_vld3: in UpgradeIntrinsicCall()
1232 case Intrinsic::arm_neon_vld4: in UpgradeIntrinsicCall()
1233 case Intrinsic::arm_neon_vld2lane: in UpgradeIntrinsicCall()
1234 case Intrinsic::arm_neon_vld3lane: in UpgradeIntrinsicCall()
1235 case Intrinsic::arm_neon_vld4lane: in UpgradeIntrinsicCall()
1236 case Intrinsic::arm_neon_vst1: in UpgradeIntrinsicCall()
1237 case Intrinsic::arm_neon_vst2: in UpgradeIntrinsicCall()
1238 case Intrinsic::arm_neon_vst3: in UpgradeIntrinsicCall()
1239 case Intrinsic::arm_neon_vst4: in UpgradeIntrinsicCall()
1240 case Intrinsic::arm_neon_vst2lane: in UpgradeIntrinsicCall()
1241 case Intrinsic::arm_neon_vst3lane: in UpgradeIntrinsicCall()
1242 case Intrinsic::arm_neon_vst4lane: { in UpgradeIntrinsicCall()
1250 case Intrinsic::ctlz: in UpgradeIntrinsicCall()
1251 case Intrinsic::cttz: in UpgradeIntrinsicCall()
1259 case Intrinsic::objectsize: in UpgradeIntrinsicCall()
1265 case Intrinsic::ctpop: { in UpgradeIntrinsicCall()
1271 case Intrinsic::x86_xop_vfrcz_ss: in UpgradeIntrinsicCall()
1272 case Intrinsic::x86_xop_vfrcz_sd: in UpgradeIntrinsicCall()
1278 case Intrinsic::x86_xop_vpermil2pd: in UpgradeIntrinsicCall()
1279 case Intrinsic::x86_xop_vpermil2ps: in UpgradeIntrinsicCall()
1280 case Intrinsic::x86_xop_vpermil2pd_256: in UpgradeIntrinsicCall()
1281 case Intrinsic::x86_xop_vpermil2ps_256: { in UpgradeIntrinsicCall()
1292 case Intrinsic::x86_sse41_ptestc: in UpgradeIntrinsicCall()
1293 case Intrinsic::x86_sse41_ptestz: in UpgradeIntrinsicCall()
1294 case Intrinsic::x86_sse41_ptestnzc: { in UpgradeIntrinsicCall()
1317 case Intrinsic::x86_sse41_insertps: in UpgradeIntrinsicCall()
1318 case Intrinsic::x86_sse41_dppd: in UpgradeIntrinsicCall()
1319 case Intrinsic::x86_sse41_dpps: in UpgradeIntrinsicCall()
1320 case Intrinsic::x86_sse41_mpsadbw: in UpgradeIntrinsicCall()
1321 case Intrinsic::x86_avx_dp_ps_256: in UpgradeIntrinsicCall()
1322 case Intrinsic::x86_avx2_mpsadbw: { in UpgradeIntrinsicCall()
1337 case Intrinsic::thread_pointer: { in UpgradeIntrinsicCall()
1343 case Intrinsic::masked_load: in UpgradeIntrinsicCall()
1344 case Intrinsic::masked_store: { in UpgradeIntrinsicCall()