/freebsd-11-stable/contrib/llvm-project/llvm/lib/Target/X86/Utils/ |
H A D | X86ShuffleDecode.h | 30 void DecodeINSERTPSMask(unsigned Imm, SmallVectorImpl<int> &ShuffleMask); 35 SmallVectorImpl<int> &ShuffleMask); 39 void DecodeMOVHLPSMask(unsigned NElts, SmallVectorImpl<int> &ShuffleMask); 43 void DecodeMOVLHPSMask(unsigned NElts, SmallVectorImpl<int> &ShuffleMask); 45 void DecodeMOVSLDUPMask(unsigned NumElts, SmallVectorImpl<int> &ShuffleMask); 47 void DecodeMOVSHDUPMask(unsigned NumElts, SmallVectorImpl<int> &ShuffleMask); 49 void DecodeMOVDDUPMask(unsigned NumElts, SmallVectorImpl<int> &ShuffleMask); 52 SmallVectorImpl<int> &ShuffleMask); 55 SmallVectorImpl<int> &ShuffleMask); 58 SmallVectorImpl<int> &ShuffleMask); [all...] |
H A D | X86ShuffleDecode.cpp | 23 void DecodeINSERTPSMask(unsigned Imm, SmallVectorImpl<int> &ShuffleMask) { argument 25 ShuffleMask.push_back(0); 26 ShuffleMask.push_back(1); 27 ShuffleMask.push_back(2); 28 ShuffleMask.push_back(3); 38 ShuffleMask[CountD] = InVal; 40 if (ZMask & 1) ShuffleMask[0] = SM_SentinelZero; 41 if (ZMask & 2) ShuffleMask[1] = SM_SentinelZero; 42 if (ZMask & 4) ShuffleMask[2] = SM_SentinelZero; 43 if (ZMask & 8) ShuffleMask[ 46 DecodeInsertElementMask(unsigned NumElts, unsigned Idx, unsigned Len, SmallVectorImpl<int> &ShuffleMask) argument 57 DecodeMOVHLPSMask(unsigned NElts, SmallVectorImpl<int> &ShuffleMask) argument 66 DecodeMOVLHPSMask(unsigned NElts, SmallVectorImpl<int> &ShuffleMask) argument 74 DecodeMOVSLDUPMask(unsigned NumElts, SmallVectorImpl<int> &ShuffleMask) argument 81 DecodeMOVSHDUPMask(unsigned NumElts, SmallVectorImpl<int> &ShuffleMask) argument 88 DecodeMOVDDUPMask(unsigned NumElts, SmallVectorImpl<int> &ShuffleMask) argument 96 DecodePSLLDQMask(unsigned NumElts, unsigned Imm, SmallVectorImpl<int> &ShuffleMask) argument 108 DecodePSRLDQMask(unsigned NumElts, unsigned Imm, SmallVectorImpl<int> &ShuffleMask) argument 121 DecodePALIGNRMask(unsigned NumElts, unsigned Imm, SmallVectorImpl<int> &ShuffleMask) argument 135 DecodeVALIGNMask(unsigned NumElts, unsigned Imm, SmallVectorImpl<int> &ShuffleMask) argument 147 DecodePSHUFMask(unsigned NumElts, unsigned ScalarBits, unsigned Imm, SmallVectorImpl<int> &ShuffleMask) argument 163 DecodePSHUFHWMask(unsigned NumElts, unsigned Imm, SmallVectorImpl<int> &ShuffleMask) argument 177 DecodePSHUFLWMask(unsigned NumElts, unsigned Imm, SmallVectorImpl<int> &ShuffleMask) argument 191 DecodePSWAPMask(unsigned NumElts, SmallVectorImpl<int> &ShuffleMask) argument 203 DecodeSHUFPMask(unsigned NumElts, unsigned ScalarBits, unsigned Imm, SmallVectorImpl<int> &ShuffleMask) argument 223 DecodeUNPCKHMask(unsigned NumElts, unsigned ScalarBits, SmallVectorImpl<int> &ShuffleMask) argument 242 DecodeUNPCKLMask(unsigned NumElts, unsigned ScalarBits, SmallVectorImpl<int> &ShuffleMask) argument 259 DecodeVectorBroadcast(unsigned NumElts, SmallVectorImpl<int> &ShuffleMask) argument 265 DecodeSubVectorBroadcast(unsigned DstNumElts, unsigned SrcNumElts, SmallVectorImpl<int> &ShuffleMask) argument 277 decodeVSHUF64x2FamilyMask(unsigned NumElts, unsigned ScalarSize, unsigned Imm, SmallVectorImpl<int> &ShuffleMask) argument 294 DecodeVPERM2X128Mask(unsigned NumElts, unsigned Imm, SmallVectorImpl<int> &ShuffleMask) argument 306 DecodePSHUFBMask(ArrayRef<uint64_t> RawMask, const APInt &UndefElts, SmallVectorImpl<int> &ShuffleMask) argument 328 DecodeBLENDMask(unsigned NumElts, unsigned Imm, SmallVectorImpl<int> &ShuffleMask) argument 338 DecodeVPPERMMask(ArrayRef<uint64_t> RawMask, const APInt &UndefElts, SmallVectorImpl<int> &ShuffleMask) argument 378 DecodeVPERMMask(unsigned NumElts, unsigned Imm, SmallVectorImpl<int> &ShuffleMask) argument 514 DecodeVPERMIL2PMask(unsigned NumElts, unsigned ScalarBits, unsigned M2Z, ArrayRef<uint64_t> RawMask, const APInt &UndefElts, SmallVectorImpl<int> &ShuffleMask) argument 560 DecodeVPERMVMask(ArrayRef<uint64_t> RawMask, const APInt &UndefElts, SmallVectorImpl<int> &ShuffleMask) argument 574 DecodeVPERMV3Mask(ArrayRef<uint64_t> RawMask, const APInt &UndefElts, SmallVectorImpl<int> &ShuffleMask) argument [all...] |
/freebsd-11-stable/contrib/llvm-project/llvm/lib/Target/X86/ |
H A D | X86ShuffleDecodeConstantPool.h | 29 SmallVectorImpl<int> &ShuffleMask); 33 SmallVectorImpl<int> &ShuffleMask); 38 SmallVectorImpl<int> &ShuffleMask); 42 SmallVectorImpl<int> &ShuffleMask); 46 SmallVectorImpl<int> &ShuffleMask); 50 SmallVectorImpl<int> &ShuffleMask);
|
H A D | X86ShuffleDecodeConstantPool.cpp | 115 SmallVectorImpl<int> &ShuffleMask) { 132 ShuffleMask.push_back(SM_SentinelUndef); 139 ShuffleMask.push_back(SM_SentinelZero); 147 ShuffleMask.push_back(Index); 153 SmallVectorImpl<int> &ShuffleMask) { 172 ShuffleMask.push_back(SM_SentinelUndef); 183 ShuffleMask.push_back(Index); 189 SmallVectorImpl<int> &ShuffleMask) { 209 ShuffleMask.push_back(SM_SentinelUndef); 227 ShuffleMask 114 DecodePSHUFBMask(const Constant *C, unsigned Width, SmallVectorImpl<int> &ShuffleMask) argument 152 DecodeVPERMILPMask(const Constant *C, unsigned ElSize, unsigned Width, SmallVectorImpl<int> &ShuffleMask) argument 187 DecodeVPERMIL2PMask(const Constant *C, unsigned M2Z, unsigned ElSize, unsigned Width, SmallVectorImpl<int> &ShuffleMask) argument 243 DecodeVPPERMMask(const Constant *C, unsigned Width, SmallVectorImpl<int> &ShuffleMask) argument 295 DecodeVPERMVMask(const Constant *C, unsigned ElSize, unsigned Width, SmallVectorImpl<int> &ShuffleMask) argument 321 DecodeVPERMV3Mask(const Constant *C, unsigned ElSize, unsigned Width, SmallVectorImpl<int> &ShuffleMask) argument [all...] |
H A D | X86MCInstLower.cpp | 1782 SmallVector<int, 8> ShuffleMask(Mask.begin(), Mask.end()); 1784 for (int i = 0, e = ShuffleMask.size(); i != e; ++i) 1785 if (ShuffleMask[i] >= e) 1786 ShuffleMask[i] -= e; 1809 for (int i = 0, e = ShuffleMask.size(); i != e; ++i) { 1812 if (ShuffleMask[i] == SM_SentinelZero) { 1819 bool isSrc1 = ShuffleMask[i] < (int)e; 1823 while (i != e && ShuffleMask[i] != SM_SentinelZero && 1824 (ShuffleMask[i] < (int)e) == isSrc1) { 1829 if (ShuffleMask[ [all...] |
H A D | X86InterleavedAccess.cpp | 468 // function is stored inside ShuffleMask vector and it built as described in 473 SmallVectorImpl<uint32_t> &ShuffleMask, 489 ShuffleMask.push_back(Base + l); 472 DecodePALIGNRMask(MVT VT, unsigned Imm, SmallVectorImpl<uint32_t> &ShuffleMask, bool AlignDirection = true, bool Unary = false) argument
|
H A D | X86ISelLowering.h | 819 ArrayRef<int> ShuffleMask, EVT SrcVT, EVT TruncVT) const override;
|
H A D | X86ISelLowering.cpp | 7140 ArrayRef<int> ShuffleMask = cast<ShuffleVectorSDNode>(N)->getMask(); 7141 if (isUndefOrInRange(ShuffleMask, 0, 2 * NumElts)) { 7142 Mask.append(ShuffleMask.begin(), ShuffleMask.end()); 7615 SmallVector<int, 16> ShuffleMask; 7619 if (!getTargetShuffleMask(N, ShufVT, true, ShuffleOps, ShuffleMask, IsUnary)) 7622 int Elt = ShuffleMask[Index]; 9957 SmallVector<int, 8> ShuffleMask; 9960 ShuffleMask.push_back(i == InsertC ? NumElts : i); 9962 return DAG.getVectorShuffle(VT, dl, Ld, S2V, ShuffleMask); [all...] |
/freebsd-11-stable/contrib/llvm-project/llvm/lib/Target/X86/MCTargetDesc/ |
H A D | X86InstComments.cpp | 502 SmallVector<int, 8> ShuffleMask; local 526 ShuffleMask); 542 ShuffleMask); 558 ShuffleMask); 572 ShuffleMask); 589 ShuffleMask); 598 DecodeMOVLHPSMask(2, ShuffleMask); 607 DecodeMOVHLPSMask(2, ShuffleMask); 615 DecodeInsertElementMask(2, 1, 1, ShuffleMask); 623 DecodeInsertElementMask(4, 2, 2, ShuffleMask); 648 DecodeMOVSLDUPMask(getRegOperandNumElts(MI, 32, 0), ShuffleMask); local 657 DecodeMOVSHDUPMask(getRegOperandNumElts(MI, 32, 0), ShuffleMask); local 666 DecodeMOVDDUPMask(getRegOperandNumElts(MI, 64, 0), ShuffleMask); local 821 DecodeUNPCKHMask(getRegOperandNumElts(MI, 8, 0), 8, ShuffleMask); local 834 DecodeUNPCKHMask(getRegOperandNumElts(MI, 16, 0), 16, ShuffleMask); local 847 DecodeUNPCKHMask(getRegOperandNumElts(MI, 32, 0), 32, ShuffleMask); local 858 DecodeUNPCKHMask(getRegOperandNumElts(MI, 64, 0), 64, ShuffleMask); local 871 DecodeUNPCKLMask(getRegOperandNumElts(MI, 8, 0), 8, ShuffleMask); local 884 DecodeUNPCKLMask(getRegOperandNumElts(MI, 16, 0), 16, ShuffleMask); local 897 DecodeUNPCKLMask(getRegOperandNumElts(MI, 32, 0), 32, ShuffleMask); local 908 DecodeUNPCKLMask(getRegOperandNumElts(MI, 64, 0), 64, ShuffleMask); local 970 DecodeUNPCKLMask(getRegOperandNumElts(MI, 64, 0), 64, ShuffleMask); local 981 DecodeUNPCKLMask(getRegOperandNumElts(MI, 32, 0), 32, ShuffleMask); local 992 DecodeUNPCKHMask(getRegOperandNumElts(MI, 64, 0), 64, ShuffleMask); local 1003 DecodeUNPCKHMask(getRegOperandNumElts(MI, 32, 0), 32, ShuffleMask); local [all...] |
/freebsd-11-stable/contrib/llvm-project/llvm/lib/Target/Hexagon/ |
H A D | HexagonISelDAGToDAGHVX.cpp | 762 struct ShuffleMask { 763 ShuffleMask(ArrayRef<int> M) : Mask(M) { 776 ShuffleMask lo() const { 778 return ShuffleMask(Mask.take_front(H)); 780 ShuffleMask hi() const { 782 return ShuffleMask(Mask.take_back(H)); 840 OpRef packs(ShuffleMask SM, OpRef Va, OpRef Vb, ResultStack &Results, 842 OpRef packp(ShuffleMask SM, OpRef Va, OpRef Vb, ResultStack &Results, 849 OpRef shuffs1(ShuffleMask SM, OpRef Va, ResultStack &Results); 850 OpRef shuffs2(ShuffleMask S [all...] |
/freebsd-11-stable/contrib/llvm-project/llvm/lib/CodeGen/SelectionDAG/ |
H A D | LegalizeVectorOps.cpp | 1096 SmallVector<int, 16> ShuffleMask; local 1097 ShuffleMask.resize(NumSrcElements, -1); 1103 ShuffleMask[i * ExtLaneScale + EndianOffset] = i; 1107 DAG.getVectorShuffle(SrcVT, DL, Src, DAG.getUNDEF(SrcVT), ShuffleMask)); 1160 SmallVector<int, 16> ShuffleMask; local 1161 ShuffleMask.reserve(NumSrcElements); 1163 ShuffleMask.push_back(i); 1168 ShuffleMask[i * ExtLaneScale + EndianOffset] = NumSrcElements + i; 1171 DAG.getVectorShuffle(SrcVT, DL, Zero, Src, ShuffleMask)); 1174 static void createBSWAPShuffleMask(EVT VT, SmallVectorImpl<int> &ShuffleMask) { argument 1185 SmallVector<int, 16> ShuffleMask; local [all...] |
H A D | TargetLowering.cpp | 761 ArrayRef<int> ShuffleMask = cast<ShuffleVectorSDNode>(Op)->getMask(); local 767 int M = ShuffleMask[i]; 996 ArrayRef<int> ShuffleMask = cast<ShuffleVectorSDNode>(Op)->getMask(); local 1004 int M = ShuffleMask[i]; 1048 SDValue NewOp = TLO.DAG.getVectorShuffle(VT, dl, Op0, Op1, ShuffleMask); 2440 ArrayRef<int> ShuffleMask = cast<ShuffleVectorSDNode>(Op)->getMask(); local 2446 int M = ShuffleMask[i]; 2469 SmallVector<int, 32> NewMask(ShuffleMask.begin(), ShuffleMask.end()); 2495 int M = ShuffleMask[ [all...] |
/freebsd-11-stable/contrib/llvm-project/llvm/lib/Transforms/Utils/ |
H A D | LoopUtils.cpp | 842 SmallVector<Constant *, 32> ShuffleMask(VF, nullptr); 846 ShuffleMask[j] = Builder.getInt32(i / 2 + j); 849 std::fill(&ShuffleMask[i / 2], ShuffleMask.end(), 854 ConstantVector::get(ShuffleMask), "rdx.shuf");
|
/freebsd-11-stable/contrib/llvm-project/llvm/include/llvm/CodeGen/ |
H A D | MachineOperand.h | 178 ArrayRef<int> ShuffleMask; // For MO_ShuffleMask member in union:llvm::MachineOperand::ContentsUnion 593 return Contents.ShuffleMask; 921 Op.Contents.ShuffleMask = Mask;
|
H A D | TargetLowering.h | 3359 ArrayRef<int> ShuffleMask, EVT SrcVT, EVT TruncVT) const { 3358 isDesirableToCombineBuildVectorToShuffleTruncate( ArrayRef<int> ShuffleMask, EVT SrcVT, EVT TruncVT) const argument
|
/freebsd-11-stable/contrib/llvm-project/llvm/lib/Transforms/InstCombine/ |
H A D | InstCombineCalls.cpp | 700 uint32_t ShuffleMask[4] = { 0, 1, 2, 3 }; 713 ShuffleMask[DestLane] = SourceLane; 717 ShuffleMask[i] = i + 4; 724 ShuffleMask[DestLane] = SourceLane + 4; 727 return Builder.CreateShuffleVector(II.getArgOperand(0), V1, ShuffleMask); 783 SmallVector<Constant *, 16> ShuffleMask; local 785 ShuffleMask.push_back( 788 ShuffleMask.push_back( 791 ShuffleMask.push_back(UndefValue::get(IntTy32)); 795 ConstantAggregateZero::get(ShufTy), ConstantVector::get(ShuffleMask)); 863 SmallVector<Constant *, 16> ShuffleMask; local 961 auto ShuffleMask = ConstantVector::get(makeArrayRef(Indexes, NumElts)); local 1011 auto ShuffleMask = ConstantVector::get(makeArrayRef(Indexes, NumElts)); local 1048 auto ShuffleMask = ConstantVector::get(makeArrayRef(Indexes, Size)); local 1435 auto *ShuffleMask = ConstantDataVector::get(II.getContext(), local [all...] |
H A D | InstCombineCasts.cpp | 1895 ArrayRef<uint32_t> ShuffleMask; local 1911 ShuffleMask = ShuffleMaskStorage; 1913 ShuffleMask = ShuffleMask.take_back(DestElts); 1915 ShuffleMask = ShuffleMask.take_front(DestElts); 1931 ShuffleMask = ShuffleMaskStorage; 1936 ShuffleMask));
|
H A D | InstCombineVectorOps.cpp | 2030 SmallVector<Constant *, 16> ShuffleMask(SrcNumElems, 2033 ShuffleMask[I] = ConstantInt::get(Int32Ty, Idx); 2035 ConstantVector::get(ShuffleMask),
|
/freebsd-11-stable/contrib/llvm-project/llvm/lib/Analysis/ |
H A D | TargetTransformInfo.cpp | 1113 SmallVector<int, 32> ShuffleMask(NumVecElems, 0); 1136 ShuffleMask[j] = MaskStart + j; 1138 std::fill(&ShuffleMask[MaskStart], ShuffleMask.end(), -1); 1141 if (ShuffleMask != Mask)
|
/freebsd-11-stable/contrib/llvm-project/llvm/lib/IR/ |
H A D | AutoUpgrade.cpp | 2113 uint32_t ShuffleMask[2] = { 0, 1 }; local 2114 Rep = Builder.CreateShuffleVector(Rep, Rep, ShuffleMask); 2279 SmallVector<uint32_t, 8> ShuffleMask(NumDstElts); 2281 ShuffleMask[i] = i; 2284 CI->getArgOperand(0), UndefValue::get(SrcTy), ShuffleMask); 2324 SmallVector<uint32_t, 8> ShuffleMask(0); 2332 ShuffleMask.push_back(LaneMask * NumElementsInLane + i); 2335 CI->getArgOperand(1), ShuffleMask); 2344 SmallVector<uint32_t, 8> ShuffleMask(NumDstElts); 2346 ShuffleMask[ [all...] |
/freebsd-11-stable/contrib/llvm-project/llvm/lib/Target/ARM/ |
H A D | ARMISelLowering.cpp | 7006 /// Check if \p ShuffleMask is a NEON two-result shuffle (VZIP, VUZP, VTRN), 7008 static unsigned isNEONTwoResultShuffleMask(ArrayRef<int> ShuffleMask, EVT VT, argument 7012 if (isVTRNMask(ShuffleMask, VT, WhichResult)) 7014 if (isVUZPMask(ShuffleMask, VT, WhichResult)) 7016 if (isVZIPMask(ShuffleMask, VT, WhichResult)) 7020 if (isVTRN_v_undef_Mask(ShuffleMask, VT, WhichResult)) 7022 if (isVUZP_v_undef_Mask(ShuffleMask, VT, WhichResult)) 7024 if (isVZIP_v_undef_Mask(ShuffleMask, VT, WhichResult)) 7730 ArrayRef<int> ShuffleMask, 7739 I = ShuffleMask 7729 LowerVECTOR_SHUFFLEv8i8(SDValue Op, ArrayRef<int> ShuffleMask, SelectionDAG &DAG) argument 7819 ArrayRef<int> ShuffleMask = SVN->getMask(); local 7855 LowerVECTOR_SHUFFLEUsingMovs(SDValue Op, ArrayRef<int> ShuffleMask, SelectionDAG &DAG) argument [all...] |
/freebsd-11-stable/contrib/llvm-project/llvm/lib/Target/AArch64/ |
H A D | AArch64ISelLowering.cpp | 7134 static SDValue GenerateTBL(SDValue Op, ArrayRef<int> ShuffleMask, argument 7145 for (int Val : ShuffleMask) { 7220 ArrayRef<int> ShuffleMask = SVN->getMask(); local 7295 if (isREVMask(ShuffleMask, VT, 64)) 7297 if (isREVMask(ShuffleMask, VT, 32)) 7299 if (isREVMask(ShuffleMask, VT, 16)) 7304 if (isEXTMask(ShuffleMask, VT, ReverseEXT, Imm)) { 7310 } else if (V2->isUndef() && isSingletonEXTMask(ShuffleMask, VT, Imm)) { 7317 if (isZIPMask(ShuffleMask, VT, WhichResult)) { 7321 if (isUZPMask(ShuffleMask, V [all...] |
/freebsd-11-stable/contrib/llvm-project/llvm/lib/Transforms/Vectorize/ |
H A D | LoopVectorize.cpp | 2121 SmallVector<Constant *, 8> ShuffleMask; 2123 ShuffleMask.push_back(Builder.getInt32(VF - i - 1)); 2126 ConstantVector::get(ShuffleMask), 3608 SmallVector<Constant *, 8> ShuffleMask(VF); 3609 ShuffleMask[0] = Builder.getInt32(VF - 1); 3611 ShuffleMask[I] = Builder.getInt32(I + VF - 1); 3623 ConstantVector::get(ShuffleMask))
|
H A D | SLPVectorizer.cpp | 4558 Value *ShuffleMask = ConstantVector::get(Mask); 4562 Value *V = Builder.CreateShuffleVector(V0, V1, ShuffleMask); 6054 SmallVector<Constant *, 32> ShuffleMask( 6060 ShuffleMask[i] = Builder.getInt32(2 * i + !IsLeft); 6064 ShuffleMask[i] = Builder.getInt32(NumEltsToRdx + i); 6066 return ConstantVector::get(ShuffleMask);
|
/freebsd-11-stable/contrib/llvm-project/llvm/lib/Target/SystemZ/ |
H A D | SystemZISelLowering.cpp | 5809 ArrayRef<int> ShuffleMask = SVN->getMask(); local 5810 if (isVectorElementSwap(ShuffleMask, Op1.getValueType())) { 5832 ArrayRef<int> ShuffleMask = SVN->getMask(); local 5833 if (isVectorElementSwap(ShuffleMask, N->getValueType(0))) {
|