Transforms/Vectorize/LoopVectorize.cpp

164   void vectorize(LoopVectorizationLegality *Legal) {
166     createEmptyLoop(Legal);
169     vectorizeLoop(Legal);
191   Instruction *addRuntimeCheck(LoopVectorizationLegality *Legal,
194   void createEmptyLoop(LoopVectorizationLegality *Legal);
196   virtual void vectorizeLoop(LoopVectorizationLegality *Legal);
213   void vectorizeBlockInLoop(LoopVectorizationLegality *Legal, BasicBlock *BB,
220                            LoopVectorizationLegality *Legal,
233                                   LoopVectorizationLegality *Legal);
360                                           LoopVectorizationLegality *Legal);
679                              LoopVectorizationLegality *Legal,
682       : TheLoop(L), SE(SE), LI(LI), Legal(Legal), TTI(TTI), DL(DL), TLI(TLI) {}
750   LoopVectorizationLegality *Legal;
1197                                              LoopVectorizationLegality *Legal) {
1221   int ConsecutiveStride = Legal->isConsecutivePtr(Ptr);
1223   bool UniformLoad = LI && Legal->isUniform(Ptr);
1232   if (Gep && Legal->isInductionVariable(Gep->getPointerOperand())) {
1284     assert(!Legal->isUniform(SI->getPointerOperand()) &&
1408 InnerLoopVectorizer::addRuntimeCheck(LoopVectorizationLegality *Legal,
1411   Legal->getRuntimePointerCheck();
1494 InnerLoopVectorizer::createEmptyLoop(LoopVectorizationLegality *Legal) {
1533   OldInduction = Legal->getInduction();
1534   Type *IdxTy = Legal->getWidestInductionType();
1648   Instruction *MemRuntimeCheck = addRuntimeCheck(Legal,
1683   LoopVectorizationLegality::InductionList *List = Legal->getInductionVars();
2119 InnerLoopVectorizer::vectorizeLoop(LoopVectorizationLegality *Legal) {
2147     vectorizeBlockInLoop(Legal, *bb, &RdxPHIsToFix);
2164     assert(Legal->getReductionVars()->count(RdxPhi) &&
2167     (*Legal->getReductionVars())[RdxPhi];
2414                                               LoopVectorizationLegality *Legal,
2418   if (Legal->getReductionVars()->count(P)) {
2469   assert(Legal->getInductionVars()->count(P) &&
2473   Legal->getInductionVars()->lookup(P);
2577 InnerLoopVectorizer::vectorizeBlockInLoop(LoopVectorizationLegality *Legal,
2589       widenPHIInstruction(it, Entry, Legal, UF, VF, PV);
2683         vectorizeMemoryInstruction(it, Legal);
4432   if (OptForSize && Legal->getRuntimePointerCheck()->Need) {
4444   if (Legal->getMaxSafeDepDistBytes() != -1U)
4445     MaxSafeDepDist = Legal->getMaxSafeDepDistBytes() * 8;
4533         if (!Legal->getReductionVars()->count(PN))
4583   if (Legal->getMaxSafeDepDistBytes() != -1U)
4625   bool HasReductions = Legal->getReductionVars()->size();
4794     if (VF == 1 && Legal->blockNeedsPredication(*bb))
4813                                               LoopVectorizationLegality *Legal,
4826         !Legal->isInductionVariable(Opd))
4860   if (Legal->isUniformAfterVectorization(I))
4946     int ConsecutiveStride = Legal->isConsecutivePtr(Ptr);
4952         isLikelyComplexAddressComputation(Ptr, Legal, SE, TheLoop);
4998         Legal->isInductionVariable(I->getOperand(0)))
5066     return Legal->isConsecutivePtr(ST->getPointerOperand()) != 0;
5070     return Legal->isConsecutivePtr(LI->getPointerOperand()) != 0;