Lines Matching refs:CGM
163 llvm::Value *Fn = CGF.CGM.CreateRuntimeFunction(FT, FnName); in EmitFAbs()
178 if (E->EvaluateAsRValue(Result, CGM.getContext()) && in EmitBuiltinExpr()
192 return RValue::get(CGM.EmitConstantExpr(E, E->getType(), 0)); in EmitBuiltinExpr()
204 return RValue::get(Builder.CreateCall(CGM.getIntrinsic(inst), ArgValue)); in EmitBuiltinExpr()
214 return RValue::get(Builder.CreateCall2(CGM.getIntrinsic(Intrinsic::vacopy), in EmitBuiltinExpr()
239 Value *F = CGM.getIntrinsic(Intrinsic::cttz, ArgType); in EmitBuiltinExpr()
256 Value *F = CGM.getIntrinsic(Intrinsic::ctlz, ArgType); in EmitBuiltinExpr()
273 Value *F = CGM.getIntrinsic(Intrinsic::cttz, ArgType); in EmitBuiltinExpr()
294 Value *F = CGM.getIntrinsic(Intrinsic::ctpop, ArgType); in EmitBuiltinExpr()
310 Value *F = CGM.getIntrinsic(Intrinsic::ctpop, ArgType); in EmitBuiltinExpr()
323 Value *FnExpect = CGM.getIntrinsic(Intrinsic::expect, ArgType); in EmitBuiltinExpr()
334 Value *F = CGM.getIntrinsic(Intrinsic::bswap, ArgType); in EmitBuiltinExpr()
350 Value *F = CGM.getIntrinsic(Intrinsic::objectsize, ResType); in EmitBuiltinExpr()
363 Value *F = CGM.getIntrinsic(Intrinsic::prefetch); in EmitBuiltinExpr()
367 Value *F = CGM.getIntrinsic(Intrinsic::trap); in EmitBuiltinExpr()
388 Value *F = CGM.getIntrinsic(Intrinsic::powi, ArgType); in EmitBuiltinExpr()
561 if (!E->getArg(2)->EvaluateAsInt(Size, CGM.getContext()) || in EmitBuiltinExpr()
562 !E->getArg(3)->EvaluateAsInt(DstSize, CGM.getContext())) in EmitBuiltinExpr()
579 CGM.getObjCRuntime().EmitGCMemmoveCollectable(*this, in EmitBuiltinExpr()
587 if (!E->getArg(2)->EvaluateAsInt(Size, CGM.getContext()) || in EmitBuiltinExpr()
588 !E->getArg(3)->EvaluateAsInt(DstSize, CGM.getContext())) in EmitBuiltinExpr()
624 if (!E->getArg(2)->EvaluateAsInt(Size, CGM.getContext()) || in EmitBuiltinExpr()
625 !E->getArg(3)->EvaluateAsInt(DstSize, CGM.getContext())) in EmitBuiltinExpr()
649 Value *F = CGM.getIntrinsic(Intrinsic::eh_dwarf_cfa); in EmitBuiltinExpr()
656 Value *F = CGM.getIntrinsic(Intrinsic::returnaddress); in EmitBuiltinExpr()
662 Value *F = CGM.getIntrinsic(Intrinsic::frameaddress); in EmitBuiltinExpr()
678 int Column = getTargetHooks().getDwarfEHStackPointer(CGM); in EmitBuiltinExpr()
680 CGM.ErrorUnsupported(E, "__builtin_dwarf_sp_column"); in EmitBuiltinExpr()
688 CGM.ErrorUnsupported(E, "__builtin_init_dwarf_reg_size_table"); in EmitBuiltinExpr()
698 Value *F = CGM.getIntrinsic(IntTy->getBitWidth() == 32 in EmitBuiltinExpr()
710 Value *F = CGM.getIntrinsic(Intrinsic::eh_unwind_init); in EmitBuiltinExpr()
744 Builder.CreateCall(CGM.getIntrinsic(Intrinsic::frameaddress), in EmitBuiltinExpr()
750 Builder.CreateCall(CGM.getIntrinsic(Intrinsic::stacksave)); in EmitBuiltinExpr()
756 Value *F = CGM.getIntrinsic(Intrinsic::eh_sjlj_setjmp); in EmitBuiltinExpr()
765 Builder.CreateCall(CGM.getIntrinsic(Intrinsic::eh_sjlj_longjmp), Buf); in EmitBuiltinExpr()
985 CGM.getTypes().arrangeFunctionCall(E->getType(), Args, in EmitBuiltinExpr()
988 llvm::FunctionType *FTy = CGM.getTypes().GetFunctionType(FuncInfo); in EmitBuiltinExpr()
989 llvm::Constant *Func = CGM.CreateRuntimeFunction(FTy, LibCallName); in EmitBuiltinExpr()
1232 Value *F = CGM.getIntrinsic(Intrinsic::pow, ArgType); in EmitBuiltinExpr()
1245 Value *F = CGM.getIntrinsic(Intrinsic::fma, ArgType); in EmitBuiltinExpr()
1254 LLVMContext &C = CGM.getLLVMContext(); in EmitBuiltinExpr()
1269 llvm::Value *F = CGM.getIntrinsic(llvm::Intrinsic::annotation, in EmitBuiltinExpr()
1285 CGM.getBuiltinLibFunction(FD, BuiltinID)); in EmitBuiltinExpr()
1309 Function *F = CGM.getIntrinsic(IntrinsicID); in EmitBuiltinExpr()
1478 llvm::Type *Ty = CGM.getTypes().ConvertType(FD->getType()); in EmitARMBuiltinExpr()
1481 return Builder.CreateCall(CGM.CreateRuntimeFunction(FTy, Name), Ops); in EmitARMBuiltinExpr()
1485 Function *F = CGM.getIntrinsic(Intrinsic::arm_ldrexd); in EmitARMBuiltinExpr()
1501 Function *F = CGM.getIntrinsic(Intrinsic::arm_strexd); in EmitARMBuiltinExpr()
1572 Function *F = CGM.getIntrinsic(Int, Ty); in EmitARMBuiltinExpr()
1593 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vabd"); in EmitARMBuiltinExpr()
1596 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vabs, Ty), in EmitARMBuiltinExpr()
1599 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vaddhn, Ty), in EmitARMBuiltinExpr()
1604 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vacged); in EmitARMBuiltinExpr()
1610 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vacgeq); in EmitARMBuiltinExpr()
1616 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vacgtd); in EmitARMBuiltinExpr()
1622 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vacgtq); in EmitARMBuiltinExpr()
1627 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vcls, Ty); in EmitARMBuiltinExpr()
1632 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vclz, Ty); in EmitARMBuiltinExpr()
1637 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vcnt, Ty); in EmitARMBuiltinExpr()
1643 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vcvtfp2hf); in EmitARMBuiltinExpr()
1649 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vcvthf2fp); in EmitARMBuiltinExpr()
1675 Function *F = CGM.getIntrinsic(Int, Tys); in EmitARMBuiltinExpr()
1687 Function *F = CGM.getIntrinsic(Int, Tys); in EmitARMBuiltinExpr()
1705 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vhadd"); in EmitARMBuiltinExpr()
1709 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vhsub"); in EmitARMBuiltinExpr()
1713 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vld1, Ty), in EmitARMBuiltinExpr()
1739 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vld2, Ty); in EmitARMBuiltinExpr()
1748 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vld3, Ty); in EmitARMBuiltinExpr()
1757 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vld4, Ty); in EmitARMBuiltinExpr()
1766 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vld2lane, Ty); in EmitARMBuiltinExpr()
1777 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vld3lane, Ty); in EmitARMBuiltinExpr()
1789 Function *F = CGM.getIntrinsic(Intrinsic::arm_neon_vld4lane, Ty); in EmitARMBuiltinExpr()
1817 Function *F = CGM.getIntrinsic(Int, Ty); in EmitARMBuiltinExpr()
1836 Function *F = CGM.getIntrinsic(Int, Ty); in EmitARMBuiltinExpr()
1863 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vmax"); in EmitARMBuiltinExpr()
1867 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vmin"); in EmitARMBuiltinExpr()
1883 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vmulp, Ty), in EmitARMBuiltinExpr()
1888 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vmull"); in EmitARMBuiltinExpr()
1899 return EmitNeonCall(CGM.getIntrinsic(Int, Tys), Ops, "vpadal"); in EmitARMBuiltinExpr()
1902 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vpadd, Ty), in EmitARMBuiltinExpr()
1913 return EmitNeonCall(CGM.getIntrinsic(Int, Tys), Ops, "vpaddl"); in EmitARMBuiltinExpr()
1917 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vpmax"); in EmitARMBuiltinExpr()
1920 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vpmin"); in EmitARMBuiltinExpr()
1923 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vqabs, Ty), in EmitARMBuiltinExpr()
1928 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vqadd"); in EmitARMBuiltinExpr()
1930 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vqdmlal, Ty), in EmitARMBuiltinExpr()
1933 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vqdmlsl, Ty), in EmitARMBuiltinExpr()
1937 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vqdmulh, Ty), in EmitARMBuiltinExpr()
1940 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vqdmull, Ty), in EmitARMBuiltinExpr()
1944 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vqmovn"); in EmitARMBuiltinExpr()
1946 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vqmovnsu, Ty), in EmitARMBuiltinExpr()
1950 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vqneg, Ty), in EmitARMBuiltinExpr()
1954 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vqrdmulh, Ty), in EmitARMBuiltinExpr()
1959 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vqrshl"); in EmitARMBuiltinExpr()
1962 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vqrshrn_n", in EmitARMBuiltinExpr()
1965 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vqrshiftnsu, Ty), in EmitARMBuiltinExpr()
1970 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vqshl"); in EmitARMBuiltinExpr()
1974 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vqshl_n", in EmitARMBuiltinExpr()
1978 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vqshiftsu, Ty), in EmitARMBuiltinExpr()
1982 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vqshrn_n", in EmitARMBuiltinExpr()
1985 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vqshiftnsu, Ty), in EmitARMBuiltinExpr()
1990 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vqsub"); in EmitARMBuiltinExpr()
1992 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vraddhn, Ty), in EmitARMBuiltinExpr()
1996 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vrecpe, Ty), in EmitARMBuiltinExpr()
2000 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vrecps, Ty), in EmitARMBuiltinExpr()
2005 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vrhadd"); in EmitARMBuiltinExpr()
2009 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vrshl"); in EmitARMBuiltinExpr()
2011 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vrshiftn, Ty), in EmitARMBuiltinExpr()
2016 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vrshr_n", 1, true); in EmitARMBuiltinExpr()
2019 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vrsqrte, Ty), in EmitARMBuiltinExpr()
2023 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vrsqrts, Ty), in EmitARMBuiltinExpr()
2031 Ops[1] = Builder.CreateCall2(CGM.getIntrinsic(Int, Ty), Ops[1], Ops[2]); in EmitARMBuiltinExpr()
2034 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vrsubhn, Ty), in EmitARMBuiltinExpr()
2039 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vshl"); in EmitARMBuiltinExpr()
2042 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vshll", 1); in EmitARMBuiltinExpr()
2048 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vshiftn, Ty), in EmitARMBuiltinExpr()
2064 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vshiftins, Ty), in EmitARMBuiltinExpr()
2079 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vst1, Ty), in EmitARMBuiltinExpr()
2095 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vst2, Ty), in EmitARMBuiltinExpr()
2100 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vst2lane, Ty), in EmitARMBuiltinExpr()
2105 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vst3, Ty), in EmitARMBuiltinExpr()
2110 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vst3lane, Ty), in EmitARMBuiltinExpr()
2115 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vst4, Ty), in EmitARMBuiltinExpr()
2120 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vst4lane, Ty), in EmitARMBuiltinExpr()
2123 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vsubhn, Ty), in EmitARMBuiltinExpr()
2126 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vtbl1), in EmitARMBuiltinExpr()
2129 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vtbl2), in EmitARMBuiltinExpr()
2132 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vtbl3), in EmitARMBuiltinExpr()
2135 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vtbl4), in EmitARMBuiltinExpr()
2138 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vtbx1), in EmitARMBuiltinExpr()
2141 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vtbx2), in EmitARMBuiltinExpr()
2144 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vtbx3), in EmitARMBuiltinExpr()
2147 return EmitNeonCall(CGM.getIntrinsic(Intrinsic::arm_neon_vtbx4), in EmitARMBuiltinExpr()
2286 return Builder.CreateCall(CGM.getIntrinsic(Intrinsic::x86_sse_ldmxcsr), in EmitX86BuiltinExpr()
2293 Builder.CreateCall(CGM.getIntrinsic(Intrinsic::x86_sse_stmxcsr), in EmitX86BuiltinExpr()
2338 llvm::Function *F = CGM.getIntrinsic(Intrinsic::x86_mmx_psrl_q); in EmitX86BuiltinExpr()
2368 llvm::Function *F = CGM.getIntrinsic(Intrinsic::x86_sse2_psrl_dq); in EmitX86BuiltinExpr()
2406 llvm::Function *F = CGM.getIntrinsic(Intrinsic::x86_avx2_psrl_dq); in EmitX86BuiltinExpr()
2425 SI->setMetadata(CGM.getModule().getMDKindID("nontemporal"), Node); in EmitX86BuiltinExpr()
2444 llvm::Function *F = CGM.getIntrinsic(ID); in EmitX86BuiltinExpr()
4433 llvm::Function *F = CGM.getIntrinsic(ID); in EmitHexagonBuiltinExpr()
4487 llvm::Function *F = CGM.getIntrinsic(ID); in EmitPPCBuiltinExpr()
4520 llvm::Function *F = CGM.getIntrinsic(ID); in EmitPPCBuiltinExpr()