Transforms/Scalar/LoopStrengthReduce.cpp

1028   /// UserInst - The instruction which will be updated.
1029   Instruction *UserInst;
1061   : UserInst(0), OperandValToReplace(0), LUIdx(~size_t(0)), Offset(0) {}
1067   if (const PHINode *PN = dyn_cast<PHINode>(UserInst)) {
1075   return !L->contains(UserInst);
1079   OS << "UserInst=";
1081   if (StoreInst *Store = dyn_cast<StoreInst>(UserInst)) {
1084   } else if (UserInst->getType()->isVoidTy())
1085     OS << UserInst->getOpcodeName();
1087     WriteAsOperand(OS, UserInst, /*PrintType=*/false);
1188   /// used to formulate a replacement for OperandValToReplace in UserInst.
1541   Instruction *UserInst;
1546     UserInst(U), IVOperand(O), IncExpr(E) {}
1577   // tailUserInst - Returns the last UserInst in the chain.
1578   Instruction *tailUserInst() const { return Incs.back().UserInst; }
1643   void ChainInstruction(Instruction *UserInst, Instruction *IVOper,
2499     DEBUG(dbgs() << "Chain: " << *Chain.Incs[0].UserInst << " users:\n";
2558   DEBUG(dbgs() << "Chain: " << *Chain.Incs[0].UserInst << " Cost: " << cost
2566 void LSRInstance::ChainInstruction(Instruction *UserInst, Instruction *IVOper,
2593     if (isa<PHINode>(UserInst) && isa<PHINode>(Chain.tailUserInst()))
2610     if (isa<PHINode>(UserInst))
2623     IVChainVec.push_back(IVChain(IVInc(UserInst, IVOper, LastIncExpr),
2626     DEBUG(dbgs() << "IV Chain#" << ChainIdx << " Head: (" << *UserInst
2629     DEBUG(dbgs() << "IV Chain#" << ChainIdx << "  Inc: (" << *UserInst
2632     IVChainVec[ChainIdx].add(IVInc(UserInst, IVOper, LastIncExpr));
2659       if (IncIter->UserInst == OtherUse)
2675   ChainUsersVec[ChainIdx].FarUsers.erase(UserInst);
2774   DEBUG(dbgs() << "Final Chain: " << *Chain.Incs[0].UserInst << "\n");
2778     DEBUG(dbgs() << "        Inc: " << *I->UserInst << "\n");
2780       std::find(I->UserInst->op_begin(), I->UserInst->op_end(), I->IVOperand);
2781     assert(UseI != I->UserInst->op_end() && "cannot find IV operand");
2787 static bool canFoldIVIncExpr(const SCEV *IncExpr, Instruction *UserInst,
2790   if (!IncConst || !isAddressUse(UserInst, Operand))
2798                         getAccessType(UserInst), /*BaseGV=*/ 0,
2812   User::op_iterator IVOpEnd = Head.UserInst->op_end();
2814   User::op_iterator IVOpIter = findIVOperand(Head.UserInst->op_begin(),
2836     DEBUG(dbgs() << "Concealed chain head: " << *Head.UserInst << "\n");
2847     Instruction *InsertPt = IncI->UserInst;
2870       if (!canFoldIVIncExpr(LeftOverExpr, IncI->UserInst, IncI->IVOperand,
2884     IncI->UserInst->replaceUsesOfWith(IncI->IVOperand, IVOper);
2914     Instruction *UserInst = UI->getUser();
2916     User::op_iterator UseI = std::find(UserInst->op_begin(), UserInst->op_end(),
2918     assert(UseI != UserInst->op_end() && "cannot find IV operand");
2924     LF.UserInst = UserInst;
2930     if (isAddressUse(LF.UserInst, LF.OperandValToReplace)) {
2932       AccessTy = getAccessType(LF.UserInst);
2943     if (ICmpInst *CI = dyn_cast<ICmpInst>(LF.UserInst))
3073         const Instruction *UserInst = dyn_cast<Instruction>(*UI);
3075         if (!UserInst)
3079         if (UserInst->getParent()->getParent() != L->getHeader()->getParent())
3082         const BasicBlock *UseBB = !isa<PHINode>(UserInst) ?
3083           UserInst->getParent() :
3084           cast<PHINode>(UserInst)->getIncomingBlock(
3090         if (SE.isSCEVable(UserInst->getType())) {
3091           const SCEV *UserS = SE.getSCEV(const_cast<Instruction *>(UserInst));
3097               SE.getUnknown(const_cast<Instruction *>(UserInst)));
3102         if (const ICmpInst *ICI = dyn_cast<ICmpInst>(UserInst)) {
3110         LF.UserInst = const_cast<Instruction *>(UserInst);
4324           dyn_cast<Instruction>(cast<ICmpInst>(LF.UserInst)->getOperand(1)))
4419                                  LF.UserInst, LF.OperandValToReplace,
4433                                      LF.UserInst, LF.OperandValToReplace,
4519     ICmpInst *CI = cast<ICmpInst>(LF.UserInst);
4625 /// LSRUse (this is called "expanding"), and update the UserInst to reference
4632   // First, find an insertion point that dominates UserInst. For PHI nodes,
4634   if (PHINode *PN = dyn_cast<PHINode>(LF.UserInst)) {
4637     Value *FullV = Expand(LF, F, LF.UserInst, Rewriter, DeadInsts);
4644                          FullV, OpTy, "tmp", LF.UserInst);
4654       LF.UserInst->setOperand(0, FullV);
4656       LF.UserInst->replaceUsesOfWith(LF.OperandValToReplace, FullV);