Transforms/Vectorize/BBVectorize.cpp

208     typedef std::pair<Value *, Value *> ValuePair;
209     typedef std::pair<ValuePair, int> ValuePairWithCost;
210     typedef std::pair<ValuePair, size_t> ValuePairWithDepth;
211     typedef std::pair<ValuePair, ValuePair> VPPair; // A ValuePair pair
212     typedef std::pair<VPPair, unsigned> VPPairWithType;
226                        DenseMap<Value *, std::vector<Value *> > &CandidatePairs,
229                        std::vector<Value *> &PairableInsts, bool NonPow2Len);
241              DenseMap<Value *, std::vector<Value *> > &CandidatePairs,
243              std::vector<Value *> &PairableInsts,
244              DenseMap<ValuePair, std::vector<ValuePair> > &ConnectedPairs,
248              DenseMap<Value *, std::vector<Value *> > &CandidatePairs,
249              std::vector<Value *> &PairableInsts,
252     void choosePairs(DenseMap<Value *, std::vector<Value *> > &CandidatePairs,
255              std::vector<Value *> &PairableInsts,
258              DenseMap<ValuePair, std::vector<ValuePair> > &ConnectedPairs,
259              DenseMap<ValuePair, std::vector<ValuePair> > &ConnectedPairDeps,
264              std::vector<Value *> &PairableInsts,
268              DenseMap<ValuePair, std::vector<ValuePair> > &ConnectedPairs,
269              DenseMap<ValuePair, std::vector<ValuePair> > &ConnectedPairDeps);
284              DenseMap<Value *, std::vector<Value *> > &CandidatePairs,
286              std::vector<Value *> &PairableInsts,
287              DenseMap<ValuePair, std::vector<ValuePair> > &ConnectedPairs,
293              DenseMap<ValuePair, std::vector<ValuePair> >
298              DenseMap<ValuePair, std::vector<ValuePair> > &PairableInstUsers,
302              DenseMap<Value *, std::vector<Value *> > &CandidatePairs,
303              std::vector<Value *> &PairableInsts,
304              DenseMap<ValuePair, std::vector<ValuePair> > &ConnectedPairs,
306              DenseMap<ValuePair, std::vector<ValuePair> > &PairableInstUserMap,
314              DenseMap<Value *, std::vector<Value *> > &CandidatePairs,
316              std::vector<Value *> &PairableInsts,
317              DenseMap<ValuePair, std::vector<ValuePair> > &ConnectedPairs,
323              DenseMap<Value *, std::vector<Value *> > &CandidatePairs,
326              std::vector<Value *> &PairableInsts,
329              DenseMap<ValuePair, std::vector<ValuePair> > &ConnectedPairs,
330              DenseMap<ValuePair, std::vector<ValuePair> > &ConnectedPairDeps,
332              DenseMap<ValuePair, std::vector<ValuePair> > &PairableInstUserMap,
336              int &BestEffSize, Value *II, std::vector<Value *>&JJ,
345                      std::vector<Constant*> &Mask);
369                      DenseMap<Value *, std::vector<Value *> > &LoadMoveSet,
374                      std::vector<Value *> &PairableInsts,
376                      DenseMap<Value *, std::vector<Value *> > &LoadMoveSet,
694     std::vector<Value *> AllPairableInsts;
698     DenseMap<ValuePair, std::vector<ValuePair> > AllConnectedPairs,
702       std::vector<Value *> PairableInsts;
703       DenseMap<Value *, std::vector<Value *> > CandidatePairs;
714       for (DenseMap<Value *, std::vector<Value *> >::iterator I =
716         for (std::vector<Value *>::iterator J = I->second.begin(),
729       DenseMap<ValuePair, std::vector<ValuePair> > ConnectedPairs,
736       for (DenseMap<ValuePair, std::vector<ValuePair> >::iterator
739         for (std::vector<ValuePair>::iterator J = I->second.begin(),
789       for (DenseMap<ValuePair, std::vector<ValuePair> >::iterator
792         for (std::vector<ValuePair>::iterator J = I->second.begin(),
942     unsigned MaxTypeBits = std::max(
1167                        DenseMap<Value *, std::vector<Value *> > &CandidatePairs,
1170                        std::vector<Value *> &PairableInsts, bool NonPow2Len) {
1265                   DenseMap<Value *, std::vector<Value *> > &CandidatePairs,
1267                   std::vector<Value *> &PairableInsts,
1268                   DenseMap<ValuePair, std::vector<ValuePair> > &ConnectedPairs,
1356                   DenseMap<Value *, std::vector<Value *> > &CandidatePairs,
1358                   std::vector<Value *> &PairableInsts,
1359                   DenseMap<ValuePair, std::vector<ValuePair> > &ConnectedPairs,
1361     for (std::vector<Value *>::iterator PI = PairableInsts.begin(),
1363       DenseMap<Value *, std::vector<Value *> >::iterator PP =
1368       for (std::vector<Value *>::iterator P = PP->second.begin(),
1376           for (DenseMap<ValuePair, std::vector<ValuePair> >::iterator I =
1388                       DenseMap<Value *, std::vector<Value *> > &CandidatePairs,
1389                       std::vector<Value *> &PairableInsts,
1392     for (DenseMap<Value *, std::vector<Value *> >::iterator C =
1433              DenseMap<ValuePair, std::vector<ValuePair> > *PairableInstUserMap,
1464              DenseMap<ValuePair, std::vector<ValuePair> > &PairableInstUserMap,
1482       DenseMap<ValuePair, std::vector<ValuePair> >::iterator QQ =
1487       for (std::vector<ValuePair>::iterator C = QQ->second.begin(),
1507                   DenseMap<Value *, std::vector<Value *> > &CandidatePairs,
1509                   std::vector<Value *> &PairableInsts,
1510                   DenseMap<ValuePair, std::vector<ValuePair> > &ConnectedPairs,
1526       DenseMap<ValuePair, std::vector<ValuePair> >::iterator QQ =
1529         for (std::vector<ValuePair>::iterator k = QQ->second.begin(),
1539               MaxChildDepth = std::max(MaxChildDepth, C->second);
1555               DenseMap<Value *, std::vector<Value *> > &CandidatePairs,
1556               std::vector<Value *> &PairableInsts,
1557               DenseMap<ValuePair, std::vector<ValuePair> > &ConnectedPairs,
1559               DenseMap<ValuePair, std::vector<ValuePair> > &PairableInstUserMap,
1574       DenseMap<ValuePair, std::vector<ValuePair> >::iterator QQ =
1579       for (std::vector<ValuePair>::iterator K = QQ->second.begin(),
1725               DenseMap<Value *, std::vector<Value *> > &CandidatePairs,
1728               std::vector<Value *> &PairableInsts,
1731               DenseMap<ValuePair, std::vector<ValuePair> > &ConnectedPairs,
1732               DenseMap<ValuePair, std::vector<ValuePair> > &ConnectedPairDeps,
1734               DenseMap<ValuePair, std::vector<ValuePair> > &PairableInstUserMap,
1738               int &BestEffSize, Value *II, std::vector<Value *>&JJ,
1740     for (std::vector<Value *>::iterator J = JJ.begin(), JE = JJ.end();
1832           DenseMap<ValuePair, std::vector<ValuePair> >::iterator SS =
1836             for (std::vector<ValuePair>::iterator T = SS->second.begin(),
1858             for (std::vector<ValuePair>::iterator T = SS->second.begin(),
1878                     ESContrib = std::min(ESContrib, (int) TTI->getShuffleCost(
1881                     ESContrib = std::min(ESContrib, (int) TTI->getShuffleCost(
1924                 ESContrib = std::min(ESContrib, (int) TTI->getShuffleCost(
1956                 ESContrib = std::min(ESContrib, (int) TTI->getShuffleCost(
1981                 std::swap(O1, O2);
2037                   ESContrib = std::min(ESContrib, (int) TTI->getShuffleCost(
2061                   std::swap(TyBig, TySmall);
2109                 DenseMap<Value *, std::vector<Value *> > &CandidatePairs,
2112                 std::vector<Value *> &PairableInsts,
2115                 DenseMap<ValuePair, std::vector<ValuePair> > &ConnectedPairs,
2116                 DenseMap<ValuePair, std::vector<ValuePair> > &ConnectedPairDeps,
2122     DenseMap<Value *, std::vector<Value *> > CandidatePairs2;
2125       std::vector<Value *> &JJ = CandidatePairs2[I->second];
2130     DenseMap<ValuePair, std::vector<ValuePair> > PairableInstUserMap;
2132     for (std::vector<Value *>::iterator I = PairableInsts.begin(),
2138       std::vector<Value *> &JJ = CandidatePairs[*I];
2171         std::vector<Value *> &KK = CandidatePairs[S->first];
2172         for (std::vector<Value *>::iterator K = KK.begin(), KE = KK.end();
2180         std::vector<Value *> &LL = CandidatePairs2[S->second];
2181         for (std::vector<Value *>::iterator L = LL.begin(), LE = LL.end();
2189         std::vector<Value *> &MM = CandidatePairs[S->second];
2190         for (std::vector<Value *>::iterator M = MM.begin(), ME = MM.end();
2196         std::vector<Value *> &NN = CandidatePairs2[S->first];
2197         for (std::vector<Value *>::iterator N = NN.begin(), NE = NN.end();
2208   std::string getReplacementName(Instruction *I, bool IsInput, unsigned o,
2247                      std::vector<Constant*> &Mask) {
2281     std::vector<Constant*> Mask(NumElem);
2440         SmallVector<std::pair<int, int>, 8>  II(numElem);
2457           II[i] = std::pair<int, int>(Idx, INum);
2475           II[i + numElemL] = std::pair<int, int>(Idx, INum);
2500           std::vector<Constant *> Mask(numElem);
2525           std::vector<Constant *> Mask(I2Elem);
2542           std::vector<Constant *> Mask(I1Elem);
2562         std::vector<Constant *> Mask(numElem);
2599           std::vector<Constant *> Mask(numElemH);
2636           std::vector<Constant *> Mask(numElemL);
2660       std::vector<Constant*> Mask(numElem);
2756         std::vector<Constant*> Mask1(numElemI), Mask2(numElemI);
2772         std::vector<Constant*> Mask1(numElemJ), Mask2(numElemJ);
2847                      DenseMap<Value *, std::vector<Value *> > &LoadMoveSet,
2878                      std::vector<Value *> &PairableInsts,
2880                      DenseMap<Value *, std::vector<Value *> > &LoadMoveSet,
2882     for (std::vector<Value *>::iterator PI = PairableInsts.begin(),
2897     SmallVector<std::pair<unsigned, MDNode*>, 4> Metadata;
2925              std::vector<Value *> &PairableInsts,
2929              DenseMap<ValuePair, std::vector<ValuePair> > &ConnectedPairs,
2930              DenseMap<ValuePair, std::vector<ValuePair> > &ConnectedPairDeps) {
2944     DenseMap<Value *, std::vector<Value *> > LoadMoveSet;
2996         DenseMap<ValuePair, std::vector<ValuePair> >::iterator IJ =
3005           for (std::vector<ValuePair>::iterator T = IJ->second.begin(),
3019             std::swap(NumDepsDirect, NumDepsSwap);
3031         std::swap(H, L);
3035       DenseMap<ValuePair, std::vector<ValuePair> >::iterator HL =
3038         for (std::vector<ValuePair>::iterator T = HL->second.begin(),
3101         std::vector<ValuePair> NewSetMembers;
3102         DenseMap<Value *, std::vector<Value *> >::iterator II =
3105           for (std::vector<Value *>::iterator N = II->second.begin(),
3108         DenseMap<Value *, std::vector<Value *> >::iterator JJ =
3111           for (std::vector<Value *>::iterator N = JJ->second.begin(),
3114         for (std::vector<ValuePair>::iterator A = NewSetMembers.begin(),