Transforms/Vectorize/LoopVectorize.cpp

447   InnerLoopVectorizer(Loop *OrigLoop, PredicatedScalarEvolution &PSE,
456       : OrigLoop(OrigLoop), PSE(PSE), LI(LI), DT(DT), TLI(TLI), TTI(TTI),
458         Builder(PSE.getSE()->getContext()), Legal(LVL), Cost(CM), BFI(BFI),
653   PredicatedScalarEvolution &PSE;
749   InnerLoopUnroller(Loop *OrigLoop, PredicatedScalarEvolution &PSE,
757       : InnerLoopVectorizer(OrigLoop, PSE, LI, DT, TLI, TTI, AC, ORE,
799       Loop *OrigLoop, PredicatedScalarEvolution &PSE, LoopInfo *LI,
806       : InnerLoopVectorizer(OrigLoop, PSE, LI, DT, TLI, TTI, AC, ORE,
838       Loop *OrigLoop, PredicatedScalarEvolution &PSE, LoopInfo *LI,
845       : InnerLoopAndEpilogueVectorizer(OrigLoop, PSE, LI, DT, TLI, TTI, AC, ORE,
866       Loop *OrigLoop, PredicatedScalarEvolution &PSE, LoopInfo *LI,
873       : InnerLoopAndEpilogueVectorizer(OrigLoop, PSE, LI, DT, TLI, TTI, AC, ORE,
966 const SCEV *createTripCountSCEV(Type *IdxTy, PredicatedScalarEvolution &PSE) {
967   const SCEV *BackedgeTakenCount = PSE.getBackedgeTakenCount();
970   ScalarEvolution &SE = *PSE.getSE();
1166                              PredicatedScalarEvolution &PSE, LoopInfo *LI,
1174       : ScalarEpilogueStatus(SEL), TheLoop(L), PSE(PSE), LI(LI), Legal(Legal),
1825   PredicatedScalarEvolution &PSE;
2859   const SCEV *ExitCount = createTripCountSCEV(IdxTy, PSE);
2865   SCEVExpander Exp(*PSE.getSE(), DL, "induction");
3158         CreateStepValue(II.getStep(), *PSE.getSE(), &*B.GetInsertPoint());
3167           CreateStepValue(II.getStep(), *PSE.getSE(), &*B.GetInsertPoint());
3358       Value *Step = CreateStepValue(II.getStep(), *PSE.getSE(),
3676   PSE.getSE()->forgetLoop(OrigLoop);
4841   if (!PSE.getPredicate().isAlwaysTrue()) {
5041   unsigned TC = PSE.getSE()->getSmallConstantTripCount(TheLoop);
5118     ScalarEvolution *SE = PSE.getSE();
5119     const SCEV *BackedgeTakenCount = PSE.getBackedgeTakenCount();
5293   unsigned MaxTripCount = PSE.getSE()->getSmallConstantMaxTripCount(TheLoop);
5694   auto BestKnownTC = getSmallBestKnownTC(*PSE.getSE(), TheLoop);
6348               PredicatedScalarEvolution &PSE,
6357   auto SE = PSE.getSE();
6367   return PSE.getSCEV(Ptr);
6384   auto SE = PSE.getSE();
6394   const SCEV *PtrSCEV = getAddressAccessSCEV(Ptr, Legal, PSE, TheLoop);
7018   auto SE = PSE.getSE();
7645     VPlanTransforms::optimizeForVFAndUF(BestVPlan, BestVF, BestUF, PSE);
7668         PSE.getSE());
8236                                        *PSE.getSE(), *OrigLoop, Range);
8241                                                            *PSE.getSE());
8277                                        *PSE.getSE(), *OrigLoop, Range);
8665         PSE.getSE()->isLoopInvariant(PSE.getSCEV(SI->getOperand(0)), OrigLoop);
8823   VPRecipeBuilder RecipeBuilder(OrigLoop, TLI, Legal, CM, PSE, Builder);
9156   VPlanTransforms::optimizeInductions(*Plan, *PSE.getSE());
9197       DeadInstructions, *PSE.getSE(), *TLI);
9955     Loop *L, PredicatedScalarEvolution &PSE, LoopInfo *LI, DominatorTree *DT,
9962   if (isa<SCEVCouldNotCompute>(PSE.getBackedgeTakenCount())) {
9968   InterleavedAccessInfo IAI(PSE, L, DT, LI, LVL->getLAI());
9971       F, L, Hints, PSI, BFI, TTI, TLI, AC, LI, PSE.getSE(), DT, *LVL, &IAI);
9973   LoopVectorizationCostModel CM(SEL, L, PSE, LI, LVL, *TTI, TLI, DB, AC, ORE, F,
9978   LoopVectorizationPlanner LVP(L, LI, TLI, TTI, LVL, CM, IAI, PSE, Hints, ORE);
9997     GeneratedRTChecks Checks(*PSE.getSE(), DT, LI, TTI,
9999     InnerLoopVectorizer LB(L, PSE, LI, DT, TLI, TTI, AC, ORE, VF.Width,
10203   PredicatedScalarEvolution PSE(*SE, *L);
10207   LoopVectorizationLegality LVL(L, PSE, DT, TTI, TLI, F, *LAIs, LI, ORE,
10221     return processLoopInVPlanNativePath(L, PSE, LI, DT, &LVL, TTI, TLI, DB, AC,
10226   InterleavedAccessInfo IAI(PSE, L, DT, LI, LVL.getLAI());
10240       F, L, Hints, PSI, BFI, TTI, TLI, AC, LI, PSE.getSE(), DT, LVL, &IAI);
10315   LoopVectorizationCostModel CM(SEL, L, PSE, LI, &LVL, *TTI, TLI, DB, AC, ORE,
10321   LoopVectorizationPlanner LVP(L, LI, TLI, TTI, &LVL, CM, IAI, PSE, Hints, ORE);
10333   GeneratedRTChecks Checks(*PSE.getSE(), DT, LI, TTI,
10344       Checks.Create(L, *LVL.getLAI(), PSE.getPredicate(), VF.Width, SelectedIC);
10351                                     *PSE.getSE())) {
10455       InnerLoopUnroller Unroller(L, PSE, LI, DT, TLI, TTI, AC, ORE, IC, &LVL,
10479         EpilogueVectorizerMainLoop MainILV(L, PSE, LI, DT, TLI, TTI, AC, ORE,
10491         EpilogueVectorizerEpilogueLoop EpilogILV(L, PSE, LI, DT, TLI, TTI, AC,
10542         InnerLoopVectorizer LB(L, PSE, LI, DT, TLI, TTI, AC, ORE, VF.Width,