1779                                   const LSRFixup &LF,
1783   Value *Expand(const LSRFixup &LF,
1788   void RewriteForPHI(PHINode *PN, const LSRFixup &LF,
1793   void Rewrite(const LSRFixup &LF,
2986     LSRFixup &LF = getNewFixup();  in CollectFixupsAndInitialFormulae()  local
2987     LF.UserInst = UserInst;  in CollectFixupsAndInitialFormulae()
2988     LF.OperandValToReplace = UI->getOperandValToReplace();  in CollectFixupsAndInitialFormulae()
2989     LF.PostIncLoops = UI->getPostIncLoops();  in CollectFixupsAndInitialFormulae()
2993     if (isAddressUse(LF.UserInst, LF.OperandValToReplace)) {  in CollectFixupsAndInitialFormulae()
2995       AccessTy = getAccessType(LF.UserInst);  in CollectFixupsAndInitialFormulae()
3006     if (ICmpInst *CI = dyn_cast<ICmpInst>(LF.UserInst))  in CollectFixupsAndInitialFormulae()
3011         if (NV == LF.OperandValToReplace) {  in CollectFixupsAndInitialFormulae()
3024                                      LF.PostIncLoops, SE, DT);  in CollectFixupsAndInitialFormulae()
3039     LF.LUIdx = P.first;  in CollectFixupsAndInitialFormulae()
3040     LF.Offset = P.second;  in CollectFixupsAndInitialFormulae()
3041     LSRUse &LU = Uses[LF.LUIdx];  in CollectFixupsAndInitialFormulae()
3042     LU.AllFixupsOutsideLoop &= LF.isUseFullyOutsideLoop(L);  in CollectFixupsAndInitialFormulae()
3045         SE.getTypeSizeInBits(LF.OperandValToReplace->getType()))  in CollectFixupsAndInitialFormulae()
3046       LU.WidestFixupType = LF.OperandValToReplace->getType();  in CollectFixupsAndInitialFormulae()
3050       InsertInitialFormula(S, LU, LF.LUIdx);  in CollectFixupsAndInitialFormulae()
3051       CountRegisters(LU.Formulae.back(), LF.LUIdx);  in CollectFixupsAndInitialFormulae()
3177         LSRFixup &LF = getNewFixup();  in CollectLoopInvariantFixupsAndFormulae()  local
3178         LF.UserInst = const_cast<Instruction *>(UserInst);  in CollectLoopInvariantFixupsAndFormulae()
3179         LF.OperandValToReplace = U;  in CollectLoopInvariantFixupsAndFormulae()
3181         LF.LUIdx = P.first;  in CollectLoopInvariantFixupsAndFormulae()
3182         LF.Offset = P.second;  in CollectLoopInvariantFixupsAndFormulae()
3183         LSRUse &LU = Uses[LF.LUIdx];  in CollectLoopInvariantFixupsAndFormulae()
3184         LU.AllFixupsOutsideLoop &= LF.isUseFullyOutsideLoop(L);  in CollectLoopInvariantFixupsAndFormulae()
3187             SE.getTypeSizeInBits(LF.OperandValToReplace->getType()))  in CollectLoopInvariantFixupsAndFormulae()
3188           LU.WidestFixupType = LF.OperandValToReplace->getType();  in CollectLoopInvariantFixupsAndFormulae()
3189         InsertSupplementalFormula(US, LU, LF.LUIdx);  in CollectLoopInvariantFixupsAndFormulae()
4454                                            const LSRFixup &LF,  in AdjustInsertPositionForExpand()  argument
4461   if (Instruction *I = dyn_cast<Instruction>(LF.OperandValToReplace))  in AdjustInsertPositionForExpand()
4465           dyn_cast<Instruction>(cast<ICmpInst>(LF.UserInst)->getOperand(1)))  in AdjustInsertPositionForExpand()
4467   if (LF.PostIncLoops.count(L)) {  in AdjustInsertPositionForExpand()
4468     if (LF.isUseFullyOutsideLoop(L))  in AdjustInsertPositionForExpand()
4475   for (PostIncLoopSet::const_iterator I = LF.PostIncLoops.begin(),  in AdjustInsertPositionForExpand()
4476        E = LF.PostIncLoops.end(); I != E; ++I) {  in AdjustInsertPositionForExpand()
4518 Value *LSRInstance::Expand(const LSRFixup &LF,  in Expand()  argument
4523   const LSRUse &LU = Uses[LF.LUIdx];  in Expand()
4525     return LF.OperandValToReplace;  in Expand()
4529   IP = AdjustInsertPositionForExpand(IP, LF, LU, Rewriter);  in Expand()
4533   Rewriter.setPostInc(LF.PostIncLoops);  in Expand()
4536   Type *OpTy = LF.OperandValToReplace->getType();  in Expand()
4558     PostIncLoopSet &Loops = const_cast<PostIncLoopSet &>(LF.PostIncLoops);  in Expand()
4560                                  LF.UserInst, LF.OperandValToReplace,  in Expand()
4572     PostIncLoopSet &Loops = const_cast<PostIncLoopSet &>(LF.PostIncLoops);  in Expand()
4574                                      LF.UserInst, LF.OperandValToReplace,  in Expand()
4630   int64_t Offset = (uint64_t)F.BaseOffset + LF.Offset;  in Expand()
4669     ICmpInst *CI = cast<ICmpInst>(LF.UserInst);  in Expand()
4706                                 const LSRFixup &LF,  in RewriteForPHI()  argument
4713     if (PN->getIncomingValue(i) == LF.OperandValToReplace) {  in RewriteForPHI()
4761         Value *FullV = Expand(LF, F, BB->getTerminator(), Rewriter, DeadInsts);  in RewriteForPHI()
4764         Type *OpTy = LF.OperandValToReplace->getType();  in RewriteForPHI()
4769                              FullV, LF.OperandValToReplace->getType(),  in RewriteForPHI()
4781 void LSRInstance::Rewrite(const LSRFixup &LF,  in Rewrite()  argument
4788   if (PHINode *PN = dyn_cast<PHINode>(LF.UserInst)) {  in Rewrite()
4789     RewriteForPHI(PN, LF, F, Rewriter, DeadInsts, P);  in Rewrite()
4791     Value *FullV = Expand(LF, F, LF.UserInst, Rewriter, DeadInsts);  in Rewrite()
4794     Type *OpTy = LF.OperandValToReplace->getType();  in Rewrite()
4798                          FullV, OpTy, "tmp", LF.UserInst);  in Rewrite()
4807     if (Uses[LF.LUIdx].Kind == LSRUse::ICmpZero)  in Rewrite()
4808       LF.UserInst->setOperand(0, FullV);  in Rewrite()
4810       LF.UserInst->replaceUsesOfWith(LF.OperandValToReplace, FullV);  in Rewrite()
4813   DeadInsts.push_back(LF.OperandValToReplace);  in Rewrite()