Lines Matching refs:CGF
31 CodeGenFunction &CGF; member in __anon0956349c0111::AtomicInfo
43 AtomicInfo(CodeGenFunction &CGF, LValue &lvalue) in AtomicInfo() argument
44 : CGF(CGF), AtomicSizeInBits(0), ValueSizeInBits(0), in AtomicInfo()
47 ASTContext &C = CGF.getContext(); in AtomicInfo()
54 EvaluationKind = CGF.getEvaluationKind(ValueTy); in AtomicInfo()
83 auto VoidPtrAddr = CGF.EmitCastToVoidPtr(lvalue.getBitFieldPointer()); in AtomicInfo()
87 VoidPtrAddr = CGF.Builder.CreateConstGEP1_64( in AtomicInfo()
89 auto Addr = CGF.Builder.CreatePointerBitCastOrAddrSpaceCast( in AtomicInfo()
91 CGF.Builder.getIntNTy(AtomicSizeInBits)->getPointerTo(), in AtomicInfo()
121 AtomicTy = ValueTy = CGF.getContext().getExtVectorType( in AtomicInfo()
143 return LVal.getPointer(CGF); in getAtomicPointer()
172 CharUnits size = CGF.getContext().toCharUnitsFromBits(AtomicSizeInBits); in getAtomicSizeValue()
173 return CGF.CGM.getSize(size); in getAtomicSizeValue()
204 addr = CGF.Builder.CreateStructGEP(addr, 0); in projectValue()
206 return LValue::MakeAddr(addr, getValueType(), CGF.getContext(), in projectValue()
291 Address TempAlloca = CGF.CreateMemTemp( in CreateTempAlloca()
298 return CGF.Builder.CreatePointerBitCastOrAddrSpaceCast( in CreateTempAlloca()
303 static RValue emitAtomicLibcall(CodeGenFunction &CGF, in emitAtomicLibcall() argument
308 CGF.CGM.getTypes().arrangeBuiltinFunctionCall(resultType, args); in emitAtomicLibcall()
309 llvm::FunctionType *fnTy = CGF.CGM.getTypes().GetFunctionType(fnInfo); in emitAtomicLibcall()
314 CGF.getLLVMContext(), llvm::AttributeList::FunctionIndex, fnAttrB); in emitAtomicLibcall()
317 CGF.CGM.CreateRuntimeFunction(fnTy, fnName, fnAttrs); in emitAtomicLibcall()
319 return CGF.EmitCall(fnInfo, callee, ReturnValueSlot(), args); in emitAtomicLibcall()
340 return !isFullSizeType(CGF.CGM, type, AtomicSizeInBits); in requiresMemSetZero()
342 return !isFullSizeType(CGF.CGM, type->getStructElementType(0), in requiresMemSetZero()
354 llvm::Value *addr = LVal.getPointer(CGF); in emitMemSetZeroIfNecessary()
358 CGF.Builder.CreateMemSet( in emitMemSetZeroIfNecessary()
359 addr, llvm::ConstantInt::get(CGF.Int8Ty, 0), in emitMemSetZeroIfNecessary()
360 CGF.getContext().toCharUnitsFromBits(AtomicSizeInBits).getQuantity(), in emitMemSetZeroIfNecessary()
365 static void emitAtomicCmpXchg(CodeGenFunction &CGF, AtomicExpr *E, bool IsWeak, in emitAtomicCmpXchg() argument
373 llvm::Value *Expected = CGF.Builder.CreateLoad(Val1); in emitAtomicCmpXchg()
374 llvm::Value *Desired = CGF.Builder.CreateLoad(Val2); in emitAtomicCmpXchg()
376 llvm::AtomicCmpXchgInst *Pair = CGF.Builder.CreateAtomicCmpXchg( in emitAtomicCmpXchg()
384 llvm::Value *Old = CGF.Builder.CreateExtractValue(Pair, 0); in emitAtomicCmpXchg()
385 llvm::Value *Cmp = CGF.Builder.CreateExtractValue(Pair, 1); in emitAtomicCmpXchg()
390 CGF.createBasicBlock("cmpxchg.store_expected", CGF.CurFn); in emitAtomicCmpXchg()
395 CGF.createBasicBlock("cmpxchg.continue", CGF.CurFn); in emitAtomicCmpXchg()
399 CGF.Builder.CreateCondBr(Cmp, ContinueBB, StoreExpectedBB); in emitAtomicCmpXchg()
401 CGF.Builder.SetInsertPoint(StoreExpectedBB); in emitAtomicCmpXchg()
403 CGF.Builder.CreateStore(Old, Val1); in emitAtomicCmpXchg()
405 CGF.Builder.CreateBr(ContinueBB); in emitAtomicCmpXchg()
407 CGF.Builder.SetInsertPoint(ContinueBB); in emitAtomicCmpXchg()
409 CGF.EmitStoreOfScalar(Cmp, CGF.MakeAddrLValue(Dest, E->getType())); in emitAtomicCmpXchg()
415 static void emitAtomicCmpXchgFailureSet(CodeGenFunction &CGF, AtomicExpr *E, in emitAtomicCmpXchgFailureSet() argument
448 emitAtomicCmpXchg(CGF, E, IsWeak, Dest, Ptr, Val1, Val2, Size, SuccessOrder, in emitAtomicCmpXchgFailureSet()
456 MonotonicBB = CGF.createBasicBlock("monotonic_fail", CGF.CurFn); in emitAtomicCmpXchgFailureSet()
459 AcquireBB = CGF.createBasicBlock("acquire_fail", CGF.CurFn); in emitAtomicCmpXchgFailureSet()
461 SeqCstBB = CGF.createBasicBlock("seqcst_fail", CGF.CurFn); in emitAtomicCmpXchgFailureSet()
463 llvm::BasicBlock *ContBB = CGF.createBasicBlock("atomic.continue", CGF.CurFn); in emitAtomicCmpXchgFailureSet()
465 llvm::SwitchInst *SI = CGF.Builder.CreateSwitch(FailureOrderVal, MonotonicBB); in emitAtomicCmpXchgFailureSet()
472 CGF.Builder.SetInsertPoint(MonotonicBB); in emitAtomicCmpXchgFailureSet()
473 emitAtomicCmpXchg(CGF, E, IsWeak, Dest, Ptr, Val1, Val2, in emitAtomicCmpXchgFailureSet()
475 CGF.Builder.CreateBr(ContBB); in emitAtomicCmpXchgFailureSet()
478 CGF.Builder.SetInsertPoint(AcquireBB); in emitAtomicCmpXchgFailureSet()
479 emitAtomicCmpXchg(CGF, E, IsWeak, Dest, Ptr, Val1, Val2, in emitAtomicCmpXchgFailureSet()
481 CGF.Builder.CreateBr(ContBB); in emitAtomicCmpXchgFailureSet()
482 SI->addCase(CGF.Builder.getInt32((int)llvm::AtomicOrderingCABI::consume), in emitAtomicCmpXchgFailureSet()
484 SI->addCase(CGF.Builder.getInt32((int)llvm::AtomicOrderingCABI::acquire), in emitAtomicCmpXchgFailureSet()
488 CGF.Builder.SetInsertPoint(SeqCstBB); in emitAtomicCmpXchgFailureSet()
489 emitAtomicCmpXchg(CGF, E, IsWeak, Dest, Ptr, Val1, Val2, Size, SuccessOrder, in emitAtomicCmpXchgFailureSet()
491 CGF.Builder.CreateBr(ContBB); in emitAtomicCmpXchgFailureSet()
492 SI->addCase(CGF.Builder.getInt32((int)llvm::AtomicOrderingCABI::seq_cst), in emitAtomicCmpXchgFailureSet()
496 CGF.Builder.SetInsertPoint(ContBB); in emitAtomicCmpXchgFailureSet()
521 static void EmitAtomicOp(CodeGenFunction &CGF, AtomicExpr *E, Address Dest, in EmitAtomicOp() argument
537 emitAtomicCmpXchgFailureSet(CGF, E, false, Dest, Ptr, Val1, Val2, in EmitAtomicOp()
542 emitAtomicCmpXchgFailureSet(CGF, E, true, Dest, Ptr, Val1, Val2, in EmitAtomicOp()
548 emitAtomicCmpXchgFailureSet(CGF, E, IsWeakC->getZExtValue(), Dest, Ptr, in EmitAtomicOp()
553 CGF.createBasicBlock("cmpxchg.strong", CGF.CurFn); in EmitAtomicOp()
554 llvm::BasicBlock *WeakBB = CGF.createBasicBlock("cmxchg.weak", CGF.CurFn); in EmitAtomicOp()
556 CGF.createBasicBlock("cmpxchg.continue", CGF.CurFn); in EmitAtomicOp()
558 llvm::SwitchInst *SI = CGF.Builder.CreateSwitch(IsWeak, WeakBB); in EmitAtomicOp()
559 SI->addCase(CGF.Builder.getInt1(false), StrongBB); in EmitAtomicOp()
561 CGF.Builder.SetInsertPoint(StrongBB); in EmitAtomicOp()
562 emitAtomicCmpXchgFailureSet(CGF, E, false, Dest, Ptr, Val1, Val2, in EmitAtomicOp()
564 CGF.Builder.CreateBr(ContBB); in EmitAtomicOp()
566 CGF.Builder.SetInsertPoint(WeakBB); in EmitAtomicOp()
567 emitAtomicCmpXchgFailureSet(CGF, E, true, Dest, Ptr, Val1, Val2, in EmitAtomicOp()
569 CGF.Builder.CreateBr(ContBB); in EmitAtomicOp()
571 CGF.Builder.SetInsertPoint(ContBB); in EmitAtomicOp()
579 llvm::LoadInst *Load = CGF.Builder.CreateLoad(Ptr); in EmitAtomicOp()
582 CGF.Builder.CreateStore(Load, Dest); in EmitAtomicOp()
590 llvm::Value *LoadVal1 = CGF.Builder.CreateLoad(Val1); in EmitAtomicOp()
591 llvm::StoreInst *Store = CGF.Builder.CreateStore(LoadVal1, Ptr); in EmitAtomicOp()
677 llvm::Value *LoadVal1 = CGF.Builder.CreateLoad(Val1); in EmitAtomicOp()
679 CGF.Builder.CreateAtomicRMW(Op, Ptr.getPointer(), LoadVal1, Order, Scope); in EmitAtomicOp()
686 Result = EmitPostAtomicMinMax(CGF.Builder, E->getOp(), in EmitAtomicOp()
690 Result = CGF.Builder.CreateBinOp((llvm::Instruction::BinaryOps)PostOp, RMWI, in EmitAtomicOp()
693 Result = CGF.Builder.CreateNot(Result); in EmitAtomicOp()
694 CGF.Builder.CreateStore(Result, Dest); in EmitAtomicOp()
700 EmitValToTemp(CodeGenFunction &CGF, Expr *E) { in EmitValToTemp() argument
701 Address DeclPtr = CGF.CreateMemTemp(E->getType(), ".atomictmp"); in EmitValToTemp()
702 CGF.EmitAnyExprToMem(E, DeclPtr, E->getType().getQualifiers(), in EmitValToTemp()
707 static void EmitAtomicOp(CodeGenFunction &CGF, AtomicExpr *Expr, Address Dest, in EmitAtomicOp() argument
717 EmitAtomicOp(CGF, Expr, Dest, Ptr, Val1, Val2, IsWeak, FailureOrder, Size, in EmitAtomicOp()
718 Order, CGF.CGM.getLLVMContext().getOrInsertSyncScopeID("")); in EmitAtomicOp()
724 auto SCID = CGF.getTargetHooks().getLLVMSyncScopeID( in EmitAtomicOp()
725 CGF.CGM.getLangOpts(), ScopeModel->map(SC->getZExtValue()), in EmitAtomicOp()
726 Order, CGF.CGM.getLLVMContext()); in EmitAtomicOp()
727 EmitAtomicOp(CGF, Expr, Dest, Ptr, Val1, Val2, IsWeak, FailureOrder, Size, in EmitAtomicOp()
733 auto &Builder = CGF.Builder; in EmitAtomicOp()
737 BB[S] = CGF.createBasicBlock(getAsString(ScopeModel->map(S)), CGF.CurFn); in EmitAtomicOp()
740 CGF.createBasicBlock("atomic.scope.continue", CGF.CurFn); in EmitAtomicOp()
753 EmitAtomicOp(CGF, Expr, Dest, Ptr, Val1, Val2, IsWeak, FailureOrder, Size, in EmitAtomicOp()
755 CGF.getTargetHooks().getLLVMSyncScopeID(CGF.CGM.getLangOpts(), in EmitAtomicOp()
758 CGF.getLLVMContext())); in EmitAtomicOp()
766 AddDirectArgument(CodeGenFunction &CGF, CallArgList &Args, in AddDirectArgument() argument
771 CharUnits Align = CGF.getContext().getTypeAlignInChars(ValTy); in AddDirectArgument()
772 int64_t SizeInBits = CGF.getContext().toBits(SizeInChars); in AddDirectArgument()
774 CGF.getContext().getIntTypeForBitwidth(SizeInBits, /*Signed=*/false); in AddDirectArgument()
775 llvm::Type *IPtrTy = llvm::IntegerType::get(CGF.getLLVMContext(), in AddDirectArgument()
777 Address Ptr = Address(CGF.Builder.CreateBitCast(Val, IPtrTy), Align); in AddDirectArgument()
778 Val = CGF.EmitLoadOfScalar(Ptr, false, in AddDirectArgument()
779 CGF.getContext().getPointerType(ValTy), in AddDirectArgument()
785 Args.add(RValue::get(CGF.EmitCastToVoidPtr(Val)), in AddDirectArgument()
786 CGF.getContext().VoidPtrTy); in AddDirectArgument()
1409 llvm::IntegerType::get(CGF.getLLVMContext(), AtomicSizeInBits); in emitCastToAtomicIntPointer()
1410 return CGF.Builder.CreateBitCast(addr, ty->getPointerTo(addrspace)); in emitCastToAtomicIntPointer()
1415 uint64_t SourceSizeInBits = CGF.CGM.getDataLayout().getTypeSizeInBits(Ty); in convertToAtomicIntPointer()
1418 CGF.Builder.CreateMemCpy(Tmp, Addr, in convertToAtomicIntPointer()
1436 addr = CGF.Builder.CreateStructGEP(addr, 0); in convertAtomicTempToRValue()
1440 return CGF.convertTempToRValue(addr, getValueType(), loc); in convertAtomicTempToRValue()
1444 return RValue::get(CGF.Builder.CreateLoad(addr)); in convertAtomicTempToRValue()
1446 return CGF.EmitLoadOfBitfieldLValue( in convertAtomicTempToRValue()
1450 return CGF.EmitLoadOfLValue( in convertAtomicTempToRValue()
1454 return CGF.EmitLoadOfExtVectorElementLValue(LValue::MakeExtVectorElt( in convertAtomicTempToRValue()
1471 ? CGF.ConvertTypeForMem(ValueTy) in ConvertIntToValueOrAtomic()
1475 return RValue::get(CGF.EmitFromMemory(IntVal, ValueTy)); in ConvertIntToValueOrAtomic()
1477 return RValue::get(CGF.Builder.CreateIntToPtr(IntVal, ValTy)); in ConvertIntToValueOrAtomic()
1479 return RValue::get(CGF.Builder.CreateBitCast(IntVal, ValTy)); in ConvertIntToValueOrAtomic()
1496 CGF.Builder.CreateStore(IntVal, CastTemp) in ConvertIntToValueOrAtomic()
1506 Args.add(RValue::get(getAtomicSizeValue()), CGF.getContext().getSizeType()); in EmitAtomicLoadLibcall()
1507 Args.add(RValue::get(CGF.EmitCastToVoidPtr(getAtomicPointer())), in EmitAtomicLoadLibcall()
1508 CGF.getContext().VoidPtrTy); in EmitAtomicLoadLibcall()
1509 Args.add(RValue::get(CGF.EmitCastToVoidPtr(AddForLoaded)), in EmitAtomicLoadLibcall()
1510 CGF.getContext().VoidPtrTy); in EmitAtomicLoadLibcall()
1512 RValue::get(llvm::ConstantInt::get(CGF.IntTy, (int)llvm::toCABI(AO))), in EmitAtomicLoadLibcall()
1513 CGF.getContext().IntTy); in EmitAtomicLoadLibcall()
1514 emitAtomicLibcall(CGF, "__atomic_load", CGF.getContext().VoidTy, Args); in EmitAtomicLoadLibcall()
1521 llvm::LoadInst *Load = CGF.Builder.CreateLoad(Addr, "atomic-load"); in EmitAtomicLoadOp()
1527 CGF.CGM.DecorateInstructionWithTBAA(Load, LVal.getTBAAInfo()); in EmitAtomicLoadOp()
1609 LValue Dest = CGF.MakeAddrLValue(getAtomicAddress(), getAtomicType()); in emitCopyIntoMemory()
1610 LValue Src = CGF.MakeAddrLValue(rvalue.getAggregateAddress(), in emitCopyIntoMemory()
1614 CGF.EmitAggregateCopy(Dest, Src, getAtomicType(), in emitCopyIntoMemory()
1629 CGF.EmitStoreOfScalar(rvalue.getScalarVal(), TempLVal, /*init*/ true); in emitCopyIntoMemory()
1631 CGF.EmitStoreOfComplex(rvalue.getComplexVal(), TempLVal, /*init*/ true); in emitCopyIntoMemory()
1645 LValue TempLV = CGF.MakeAddrLValue(CreateTempAlloca(), getAtomicType()); in materializeRValue()
1646 AtomicInfo Atomics(CGF, TempLV); in materializeRValue()
1648 return TempLV.getAddress(CGF); in materializeRValue()
1657 return CGF.EmitToMemory(Value, ValueTy); in convertRValueToInt()
1660 CGF.getLLVMContext(), in convertRValueToInt()
1663 return CGF.Builder.CreatePtrToInt(Value, InputIntTy); in convertRValueToInt()
1665 return CGF.Builder.CreateBitCast(Value, InputIntTy); in convertRValueToInt()
1674 return CGF.Builder.CreateLoad(Addr); in convertRValueToInt()
1682 auto *Inst = CGF.Builder.CreateAtomicCmpXchg(Addr.getPointer(), in EmitAtomicCompareExchangeOp()
1690 auto *PreviousVal = CGF.Builder.CreateExtractValue(Inst, /*Idxs=*/0); in EmitAtomicCompareExchangeOp()
1691 auto *SuccessFailureVal = CGF.Builder.CreateExtractValue(Inst, /*Idxs=*/1); in EmitAtomicCompareExchangeOp()
1703 Args.add(RValue::get(getAtomicSizeValue()), CGF.getContext().getSizeType()); in EmitAtomicCompareExchangeLibcall()
1704 Args.add(RValue::get(CGF.EmitCastToVoidPtr(getAtomicPointer())), in EmitAtomicCompareExchangeLibcall()
1705 CGF.getContext().VoidPtrTy); in EmitAtomicCompareExchangeLibcall()
1706 Args.add(RValue::get(CGF.EmitCastToVoidPtr(ExpectedAddr)), in EmitAtomicCompareExchangeLibcall()
1707 CGF.getContext().VoidPtrTy); in EmitAtomicCompareExchangeLibcall()
1708 Args.add(RValue::get(CGF.EmitCastToVoidPtr(DesiredAddr)), in EmitAtomicCompareExchangeLibcall()
1709 CGF.getContext().VoidPtrTy); in EmitAtomicCompareExchangeLibcall()
1711 llvm::ConstantInt::get(CGF.IntTy, (int)llvm::toCABI(Success))), in EmitAtomicCompareExchangeLibcall()
1712 CGF.getContext().IntTy); in EmitAtomicCompareExchangeLibcall()
1714 llvm::ConstantInt::get(CGF.IntTy, (int)llvm::toCABI(Failure))), in EmitAtomicCompareExchangeLibcall()
1715 CGF.getContext().IntTy); in EmitAtomicCompareExchangeLibcall()
1716 auto SuccessFailureRVal = emitAtomicLibcall(CGF, "__atomic_compare_exchange", in EmitAtomicCompareExchangeLibcall()
1717 CGF.getContext().BoolTy, Args); in EmitAtomicCompareExchangeLibcall()
1757 EmitAtomicUpdateValue(CodeGenFunction &CGF, AtomicInfo &Atomics, RValue OldRVal, in EmitAtomicUpdateValue() argument
1765 DesiredLVal = CGF.MakeAddrLValue(DesiredAddr, AtomicLVal.getType()); in EmitAtomicUpdateValue()
1798 UpRVal = CGF.EmitLoadOfLValue(UpdateLVal, SourceLocation()); in EmitAtomicUpdateValue()
1803 CGF.EmitStoreThroughLValue(NewRVal, DesiredLVal); in EmitAtomicUpdateValue()
1806 CGF.EmitStoreOfComplex(NewRVal.getComplexVal(), DesiredLVal, in EmitAtomicUpdateValue()
1819 auto *ContBB = CGF.createBasicBlock("atomic_cont"); in EmitAtomicUpdateLibcall()
1820 auto *ExitBB = CGF.createBasicBlock("atomic_exit"); in EmitAtomicUpdateLibcall()
1821 CGF.EmitBlock(ContBB); in EmitAtomicUpdateLibcall()
1825 auto *OldVal = CGF.Builder.CreateLoad(ExpectedAddr); in EmitAtomicUpdateLibcall()
1826 CGF.Builder.CreateStore(OldVal, DesiredAddr); in EmitAtomicUpdateLibcall()
1831 EmitAtomicUpdateValue(CGF, *this, OldRVal, UpdateOp, DesiredAddr); in EmitAtomicUpdateLibcall()
1836 CGF.Builder.CreateCondBr(Res, ExitBB, ContBB); in EmitAtomicUpdateLibcall()
1837 CGF.EmitBlock(ExitBB, /*IsFinished=*/true); in EmitAtomicUpdateLibcall()
1848 auto *ContBB = CGF.createBasicBlock("atomic_cont"); in EmitAtomicUpdateOp()
1849 auto *ExitBB = CGF.createBasicBlock("atomic_exit"); in EmitAtomicUpdateOp()
1850 auto *CurBB = CGF.Builder.GetInsertBlock(); in EmitAtomicUpdateOp()
1851 CGF.EmitBlock(ContBB); in EmitAtomicUpdateOp()
1852 llvm::PHINode *PHI = CGF.Builder.CreatePHI(OldVal->getType(), in EmitAtomicUpdateOp()
1859 CGF.Builder.CreateStore(PHI, NewAtomicIntAddr); in EmitAtomicUpdateOp()
1863 EmitAtomicUpdateValue(CGF, *this, OldRVal, UpdateOp, NewAtomicAddr); in EmitAtomicUpdateOp()
1864 auto *DesiredVal = CGF.Builder.CreateLoad(NewAtomicIntAddr); in EmitAtomicUpdateOp()
1867 PHI->addIncoming(Res.first, CGF.Builder.GetInsertBlock()); in EmitAtomicUpdateOp()
1868 CGF.Builder.CreateCondBr(Res.second, ExitBB, ContBB); in EmitAtomicUpdateOp()
1869 CGF.EmitBlock(ExitBB, /*IsFinished=*/true); in EmitAtomicUpdateOp()
1872 static void EmitAtomicUpdateValue(CodeGenFunction &CGF, AtomicInfo &Atomics, in EmitAtomicUpdateValue() argument
1895 CGF.EmitStoreThroughLValue(UpdateRVal, DesiredLVal); in EmitAtomicUpdateValue()
1905 auto *ContBB = CGF.createBasicBlock("atomic_cont"); in EmitAtomicUpdateLibcall()
1906 auto *ExitBB = CGF.createBasicBlock("atomic_exit"); in EmitAtomicUpdateLibcall()
1907 CGF.EmitBlock(ContBB); in EmitAtomicUpdateLibcall()
1911 auto *OldVal = CGF.Builder.CreateLoad(ExpectedAddr); in EmitAtomicUpdateLibcall()
1912 CGF.Builder.CreateStore(OldVal, DesiredAddr); in EmitAtomicUpdateLibcall()
1914 EmitAtomicUpdateValue(CGF, *this, UpdateRVal, DesiredAddr); in EmitAtomicUpdateLibcall()
1919 CGF.Builder.CreateCondBr(Res, ExitBB, ContBB); in EmitAtomicUpdateLibcall()
1920 CGF.EmitBlock(ExitBB, /*IsFinished=*/true); in EmitAtomicUpdateLibcall()
1930 auto *ContBB = CGF.createBasicBlock("atomic_cont"); in EmitAtomicUpdateOp()
1931 auto *ExitBB = CGF.createBasicBlock("atomic_exit"); in EmitAtomicUpdateOp()
1932 auto *CurBB = CGF.Builder.GetInsertBlock(); in EmitAtomicUpdateOp()
1933 CGF.EmitBlock(ContBB); in EmitAtomicUpdateOp()
1934 llvm::PHINode *PHI = CGF.Builder.CreatePHI(OldVal->getType(), in EmitAtomicUpdateOp()
1941 CGF.Builder.CreateStore(PHI, NewAtomicIntAddr); in EmitAtomicUpdateOp()
1943 EmitAtomicUpdateValue(CGF, *this, UpdateRVal, NewAtomicAddr); in EmitAtomicUpdateOp()
1944 auto *DesiredVal = CGF.Builder.CreateLoad(NewAtomicIntAddr); in EmitAtomicUpdateOp()
1947 PHI->addIncoming(Res.first, CGF.Builder.GetInsertBlock()); in EmitAtomicUpdateOp()
1948 CGF.Builder.CreateCondBr(Res.second, ExitBB, ContBB); in EmitAtomicUpdateOp()
1949 CGF.EmitBlock(ExitBB, /*IsFinished=*/true); in EmitAtomicUpdateOp()