Searched refs:ShuffleMask (Results 1 - 25 of 27) sorted by relevance

12

/freebsd-11-stable/contrib/llvm-project/llvm/lib/Target/X86/Utils/
H A DX86ShuffleDecode.h30 void DecodeINSERTPSMask(unsigned Imm, SmallVectorImpl<int> &ShuffleMask);
35 SmallVectorImpl<int> &ShuffleMask);
39 void DecodeMOVHLPSMask(unsigned NElts, SmallVectorImpl<int> &ShuffleMask);
43 void DecodeMOVLHPSMask(unsigned NElts, SmallVectorImpl<int> &ShuffleMask);
45 void DecodeMOVSLDUPMask(unsigned NumElts, SmallVectorImpl<int> &ShuffleMask);
47 void DecodeMOVSHDUPMask(unsigned NumElts, SmallVectorImpl<int> &ShuffleMask);
49 void DecodeMOVDDUPMask(unsigned NumElts, SmallVectorImpl<int> &ShuffleMask);
52 SmallVectorImpl<int> &ShuffleMask);
55 SmallVectorImpl<int> &ShuffleMask);
58 SmallVectorImpl<int> &ShuffleMask);
[all...]
H A DX86ShuffleDecode.cpp23 void DecodeINSERTPSMask(unsigned Imm, SmallVectorImpl<int> &ShuffleMask) { argument
25 ShuffleMask.push_back(0);
26 ShuffleMask.push_back(1);
27 ShuffleMask.push_back(2);
28 ShuffleMask.push_back(3);
38 ShuffleMask[CountD] = InVal;
40 if (ZMask & 1) ShuffleMask[0] = SM_SentinelZero;
41 if (ZMask & 2) ShuffleMask[1] = SM_SentinelZero;
42 if (ZMask & 4) ShuffleMask[2] = SM_SentinelZero;
43 if (ZMask & 8) ShuffleMask[
46 DecodeInsertElementMask(unsigned NumElts, unsigned Idx, unsigned Len, SmallVectorImpl<int> &ShuffleMask) argument
57 DecodeMOVHLPSMask(unsigned NElts, SmallVectorImpl<int> &ShuffleMask) argument
66 DecodeMOVLHPSMask(unsigned NElts, SmallVectorImpl<int> &ShuffleMask) argument
74 DecodeMOVSLDUPMask(unsigned NumElts, SmallVectorImpl<int> &ShuffleMask) argument
81 DecodeMOVSHDUPMask(unsigned NumElts, SmallVectorImpl<int> &ShuffleMask) argument
88 DecodeMOVDDUPMask(unsigned NumElts, SmallVectorImpl<int> &ShuffleMask) argument
96 DecodePSLLDQMask(unsigned NumElts, unsigned Imm, SmallVectorImpl<int> &ShuffleMask) argument
108 DecodePSRLDQMask(unsigned NumElts, unsigned Imm, SmallVectorImpl<int> &ShuffleMask) argument
121 DecodePALIGNRMask(unsigned NumElts, unsigned Imm, SmallVectorImpl<int> &ShuffleMask) argument
135 DecodeVALIGNMask(unsigned NumElts, unsigned Imm, SmallVectorImpl<int> &ShuffleMask) argument
147 DecodePSHUFMask(unsigned NumElts, unsigned ScalarBits, unsigned Imm, SmallVectorImpl<int> &ShuffleMask) argument
163 DecodePSHUFHWMask(unsigned NumElts, unsigned Imm, SmallVectorImpl<int> &ShuffleMask) argument
177 DecodePSHUFLWMask(unsigned NumElts, unsigned Imm, SmallVectorImpl<int> &ShuffleMask) argument
191 DecodePSWAPMask(unsigned NumElts, SmallVectorImpl<int> &ShuffleMask) argument
203 DecodeSHUFPMask(unsigned NumElts, unsigned ScalarBits, unsigned Imm, SmallVectorImpl<int> &ShuffleMask) argument
223 DecodeUNPCKHMask(unsigned NumElts, unsigned ScalarBits, SmallVectorImpl<int> &ShuffleMask) argument
242 DecodeUNPCKLMask(unsigned NumElts, unsigned ScalarBits, SmallVectorImpl<int> &ShuffleMask) argument
259 DecodeVectorBroadcast(unsigned NumElts, SmallVectorImpl<int> &ShuffleMask) argument
265 DecodeSubVectorBroadcast(unsigned DstNumElts, unsigned SrcNumElts, SmallVectorImpl<int> &ShuffleMask) argument
277 decodeVSHUF64x2FamilyMask(unsigned NumElts, unsigned ScalarSize, unsigned Imm, SmallVectorImpl<int> &ShuffleMask) argument
294 DecodeVPERM2X128Mask(unsigned NumElts, unsigned Imm, SmallVectorImpl<int> &ShuffleMask) argument
306 DecodePSHUFBMask(ArrayRef<uint64_t> RawMask, const APInt &UndefElts, SmallVectorImpl<int> &ShuffleMask) argument
328 DecodeBLENDMask(unsigned NumElts, unsigned Imm, SmallVectorImpl<int> &ShuffleMask) argument
338 DecodeVPPERMMask(ArrayRef<uint64_t> RawMask, const APInt &UndefElts, SmallVectorImpl<int> &ShuffleMask) argument
378 DecodeVPERMMask(unsigned NumElts, unsigned Imm, SmallVectorImpl<int> &ShuffleMask) argument
514 DecodeVPERMIL2PMask(unsigned NumElts, unsigned ScalarBits, unsigned M2Z, ArrayRef<uint64_t> RawMask, const APInt &UndefElts, SmallVectorImpl<int> &ShuffleMask) argument
560 DecodeVPERMVMask(ArrayRef<uint64_t> RawMask, const APInt &UndefElts, SmallVectorImpl<int> &ShuffleMask) argument
574 DecodeVPERMV3Mask(ArrayRef<uint64_t> RawMask, const APInt &UndefElts, SmallVectorImpl<int> &ShuffleMask) argument
[all...]
/freebsd-11-stable/contrib/llvm-project/llvm/lib/Target/X86/
H A DX86ShuffleDecodeConstantPool.h29 SmallVectorImpl<int> &ShuffleMask);
33 SmallVectorImpl<int> &ShuffleMask);
38 SmallVectorImpl<int> &ShuffleMask);
42 SmallVectorImpl<int> &ShuffleMask);
46 SmallVectorImpl<int> &ShuffleMask);
50 SmallVectorImpl<int> &ShuffleMask);
H A DX86ShuffleDecodeConstantPool.cpp115 SmallVectorImpl<int> &ShuffleMask) {
132 ShuffleMask.push_back(SM_SentinelUndef);
139 ShuffleMask.push_back(SM_SentinelZero);
147 ShuffleMask.push_back(Index);
153 SmallVectorImpl<int> &ShuffleMask) {
172 ShuffleMask.push_back(SM_SentinelUndef);
183 ShuffleMask.push_back(Index);
189 SmallVectorImpl<int> &ShuffleMask) {
209 ShuffleMask.push_back(SM_SentinelUndef);
227 ShuffleMask
114 DecodePSHUFBMask(const Constant *C, unsigned Width, SmallVectorImpl<int> &ShuffleMask) argument
152 DecodeVPERMILPMask(const Constant *C, unsigned ElSize, unsigned Width, SmallVectorImpl<int> &ShuffleMask) argument
187 DecodeVPERMIL2PMask(const Constant *C, unsigned M2Z, unsigned ElSize, unsigned Width, SmallVectorImpl<int> &ShuffleMask) argument
243 DecodeVPPERMMask(const Constant *C, unsigned Width, SmallVectorImpl<int> &ShuffleMask) argument
295 DecodeVPERMVMask(const Constant *C, unsigned ElSize, unsigned Width, SmallVectorImpl<int> &ShuffleMask) argument
321 DecodeVPERMV3Mask(const Constant *C, unsigned ElSize, unsigned Width, SmallVectorImpl<int> &ShuffleMask) argument
[all...]
H A DX86MCInstLower.cpp1782 SmallVector<int, 8> ShuffleMask(Mask.begin(), Mask.end());
1784 for (int i = 0, e = ShuffleMask.size(); i != e; ++i)
1785 if (ShuffleMask[i] >= e)
1786 ShuffleMask[i] -= e;
1809 for (int i = 0, e = ShuffleMask.size(); i != e; ++i) {
1812 if (ShuffleMask[i] == SM_SentinelZero) {
1819 bool isSrc1 = ShuffleMask[i] < (int)e;
1823 while (i != e && ShuffleMask[i] != SM_SentinelZero &&
1824 (ShuffleMask[i] < (int)e) == isSrc1) {
1829 if (ShuffleMask[
[all...]
H A DX86InterleavedAccess.cpp468 // function is stored inside ShuffleMask vector and it built as described in
473 SmallVectorImpl<uint32_t> &ShuffleMask,
489 ShuffleMask.push_back(Base + l);
472 DecodePALIGNRMask(MVT VT, unsigned Imm, SmallVectorImpl<uint32_t> &ShuffleMask, bool AlignDirection = true, bool Unary = false) argument
H A DX86ISelLowering.h819 ArrayRef<int> ShuffleMask, EVT SrcVT, EVT TruncVT) const override;
H A DX86ISelLowering.cpp7140 ArrayRef<int> ShuffleMask = cast<ShuffleVectorSDNode>(N)->getMask();
7141 if (isUndefOrInRange(ShuffleMask, 0, 2 * NumElts)) {
7142 Mask.append(ShuffleMask.begin(), ShuffleMask.end());
7615 SmallVector<int, 16> ShuffleMask;
7619 if (!getTargetShuffleMask(N, ShufVT, true, ShuffleOps, ShuffleMask, IsUnary))
7622 int Elt = ShuffleMask[Index];
9957 SmallVector<int, 8> ShuffleMask;
9960 ShuffleMask.push_back(i == InsertC ? NumElts : i);
9962 return DAG.getVectorShuffle(VT, dl, Ld, S2V, ShuffleMask);
[all...]
/freebsd-11-stable/contrib/llvm-project/llvm/lib/Target/X86/MCTargetDesc/
H A DX86InstComments.cpp502 SmallVector<int, 8> ShuffleMask; local
526 ShuffleMask);
542 ShuffleMask);
558 ShuffleMask);
572 ShuffleMask);
589 ShuffleMask);
598 DecodeMOVLHPSMask(2, ShuffleMask);
607 DecodeMOVHLPSMask(2, ShuffleMask);
615 DecodeInsertElementMask(2, 1, 1, ShuffleMask);
623 DecodeInsertElementMask(4, 2, 2, ShuffleMask);
648 DecodeMOVSLDUPMask(getRegOperandNumElts(MI, 32, 0), ShuffleMask); local
657 DecodeMOVSHDUPMask(getRegOperandNumElts(MI, 32, 0), ShuffleMask); local
666 DecodeMOVDDUPMask(getRegOperandNumElts(MI, 64, 0), ShuffleMask); local
821 DecodeUNPCKHMask(getRegOperandNumElts(MI, 8, 0), 8, ShuffleMask); local
834 DecodeUNPCKHMask(getRegOperandNumElts(MI, 16, 0), 16, ShuffleMask); local
847 DecodeUNPCKHMask(getRegOperandNumElts(MI, 32, 0), 32, ShuffleMask); local
858 DecodeUNPCKHMask(getRegOperandNumElts(MI, 64, 0), 64, ShuffleMask); local
871 DecodeUNPCKLMask(getRegOperandNumElts(MI, 8, 0), 8, ShuffleMask); local
884 DecodeUNPCKLMask(getRegOperandNumElts(MI, 16, 0), 16, ShuffleMask); local
897 DecodeUNPCKLMask(getRegOperandNumElts(MI, 32, 0), 32, ShuffleMask); local
908 DecodeUNPCKLMask(getRegOperandNumElts(MI, 64, 0), 64, ShuffleMask); local
970 DecodeUNPCKLMask(getRegOperandNumElts(MI, 64, 0), 64, ShuffleMask); local
981 DecodeUNPCKLMask(getRegOperandNumElts(MI, 32, 0), 32, ShuffleMask); local
992 DecodeUNPCKHMask(getRegOperandNumElts(MI, 64, 0), 64, ShuffleMask); local
1003 DecodeUNPCKHMask(getRegOperandNumElts(MI, 32, 0), 32, ShuffleMask); local
[all...]
/freebsd-11-stable/contrib/llvm-project/llvm/lib/Target/Hexagon/
H A DHexagonISelDAGToDAGHVX.cpp762 struct ShuffleMask {
763 ShuffleMask(ArrayRef<int> M) : Mask(M) {
776 ShuffleMask lo() const {
778 return ShuffleMask(Mask.take_front(H));
780 ShuffleMask hi() const {
782 return ShuffleMask(Mask.take_back(H));
840 OpRef packs(ShuffleMask SM, OpRef Va, OpRef Vb, ResultStack &Results,
842 OpRef packp(ShuffleMask SM, OpRef Va, OpRef Vb, ResultStack &Results,
849 OpRef shuffs1(ShuffleMask SM, OpRef Va, ResultStack &Results);
850 OpRef shuffs2(ShuffleMask S
[all...]
/freebsd-11-stable/contrib/llvm-project/llvm/lib/CodeGen/SelectionDAG/
H A DLegalizeVectorOps.cpp1096 SmallVector<int, 16> ShuffleMask; local
1097 ShuffleMask.resize(NumSrcElements, -1);
1103 ShuffleMask[i * ExtLaneScale + EndianOffset] = i;
1107 DAG.getVectorShuffle(SrcVT, DL, Src, DAG.getUNDEF(SrcVT), ShuffleMask));
1160 SmallVector<int, 16> ShuffleMask; local
1161 ShuffleMask.reserve(NumSrcElements);
1163 ShuffleMask.push_back(i);
1168 ShuffleMask[i * ExtLaneScale + EndianOffset] = NumSrcElements + i;
1171 DAG.getVectorShuffle(SrcVT, DL, Zero, Src, ShuffleMask));
1174 static void createBSWAPShuffleMask(EVT VT, SmallVectorImpl<int> &ShuffleMask) { argument
1185 SmallVector<int, 16> ShuffleMask; local
[all...]
H A DTargetLowering.cpp761 ArrayRef<int> ShuffleMask = cast<ShuffleVectorSDNode>(Op)->getMask(); local
767 int M = ShuffleMask[i];
996 ArrayRef<int> ShuffleMask = cast<ShuffleVectorSDNode>(Op)->getMask(); local
1004 int M = ShuffleMask[i];
1048 SDValue NewOp = TLO.DAG.getVectorShuffle(VT, dl, Op0, Op1, ShuffleMask);
2440 ArrayRef<int> ShuffleMask = cast<ShuffleVectorSDNode>(Op)->getMask(); local
2446 int M = ShuffleMask[i];
2469 SmallVector<int, 32> NewMask(ShuffleMask.begin(), ShuffleMask.end());
2495 int M = ShuffleMask[
[all...]
/freebsd-11-stable/contrib/llvm-project/llvm/lib/Transforms/Utils/
H A DLoopUtils.cpp842 SmallVector<Constant *, 32> ShuffleMask(VF, nullptr);
846 ShuffleMask[j] = Builder.getInt32(i / 2 + j);
849 std::fill(&ShuffleMask[i / 2], ShuffleMask.end(),
854 ConstantVector::get(ShuffleMask), "rdx.shuf");
/freebsd-11-stable/contrib/llvm-project/llvm/include/llvm/CodeGen/
H A DMachineOperand.h178 ArrayRef<int> ShuffleMask; // For MO_ShuffleMask member in union:llvm::MachineOperand::ContentsUnion
593 return Contents.ShuffleMask;
921 Op.Contents.ShuffleMask = Mask;
H A DTargetLowering.h3359 ArrayRef<int> ShuffleMask, EVT SrcVT, EVT TruncVT) const {
3358 isDesirableToCombineBuildVectorToShuffleTruncate( ArrayRef<int> ShuffleMask, EVT SrcVT, EVT TruncVT) const argument
/freebsd-11-stable/contrib/llvm-project/llvm/lib/Transforms/InstCombine/
H A DInstCombineCalls.cpp700 uint32_t ShuffleMask[4] = { 0, 1, 2, 3 };
713 ShuffleMask[DestLane] = SourceLane;
717 ShuffleMask[i] = i + 4;
724 ShuffleMask[DestLane] = SourceLane + 4;
727 return Builder.CreateShuffleVector(II.getArgOperand(0), V1, ShuffleMask);
783 SmallVector<Constant *, 16> ShuffleMask; local
785 ShuffleMask.push_back(
788 ShuffleMask.push_back(
791 ShuffleMask.push_back(UndefValue::get(IntTy32));
795 ConstantAggregateZero::get(ShufTy), ConstantVector::get(ShuffleMask));
863 SmallVector<Constant *, 16> ShuffleMask; local
961 auto ShuffleMask = ConstantVector::get(makeArrayRef(Indexes, NumElts)); local
1011 auto ShuffleMask = ConstantVector::get(makeArrayRef(Indexes, NumElts)); local
1048 auto ShuffleMask = ConstantVector::get(makeArrayRef(Indexes, Size)); local
1435 auto *ShuffleMask = ConstantDataVector::get(II.getContext(), local
[all...]
H A DInstCombineCasts.cpp1895 ArrayRef<uint32_t> ShuffleMask; local
1911 ShuffleMask = ShuffleMaskStorage;
1913 ShuffleMask = ShuffleMask.take_back(DestElts);
1915 ShuffleMask = ShuffleMask.take_front(DestElts);
1931 ShuffleMask = ShuffleMaskStorage;
1936 ShuffleMask));
H A DInstCombineVectorOps.cpp2030 SmallVector<Constant *, 16> ShuffleMask(SrcNumElems,
2033 ShuffleMask[I] = ConstantInt::get(Int32Ty, Idx);
2035 ConstantVector::get(ShuffleMask),
/freebsd-11-stable/contrib/llvm-project/llvm/lib/Analysis/
H A DTargetTransformInfo.cpp1113 SmallVector<int, 32> ShuffleMask(NumVecElems, 0);
1136 ShuffleMask[j] = MaskStart + j;
1138 std::fill(&ShuffleMask[MaskStart], ShuffleMask.end(), -1);
1141 if (ShuffleMask != Mask)
/freebsd-11-stable/contrib/llvm-project/llvm/lib/IR/
H A DAutoUpgrade.cpp2113 uint32_t ShuffleMask[2] = { 0, 1 }; local
2114 Rep = Builder.CreateShuffleVector(Rep, Rep, ShuffleMask);
2279 SmallVector<uint32_t, 8> ShuffleMask(NumDstElts);
2281 ShuffleMask[i] = i;
2284 CI->getArgOperand(0), UndefValue::get(SrcTy), ShuffleMask);
2324 SmallVector<uint32_t, 8> ShuffleMask(0);
2332 ShuffleMask.push_back(LaneMask * NumElementsInLane + i);
2335 CI->getArgOperand(1), ShuffleMask);
2344 SmallVector<uint32_t, 8> ShuffleMask(NumDstElts);
2346 ShuffleMask[
[all...]
/freebsd-11-stable/contrib/llvm-project/llvm/lib/Target/ARM/
H A DARMISelLowering.cpp7006 /// Check if \p ShuffleMask is a NEON two-result shuffle (VZIP, VUZP, VTRN),
7008 static unsigned isNEONTwoResultShuffleMask(ArrayRef<int> ShuffleMask, EVT VT, argument
7012 if (isVTRNMask(ShuffleMask, VT, WhichResult))
7014 if (isVUZPMask(ShuffleMask, VT, WhichResult))
7016 if (isVZIPMask(ShuffleMask, VT, WhichResult))
7020 if (isVTRN_v_undef_Mask(ShuffleMask, VT, WhichResult))
7022 if (isVUZP_v_undef_Mask(ShuffleMask, VT, WhichResult))
7024 if (isVZIP_v_undef_Mask(ShuffleMask, VT, WhichResult))
7730 ArrayRef<int> ShuffleMask,
7739 I = ShuffleMask
7729 LowerVECTOR_SHUFFLEv8i8(SDValue Op, ArrayRef<int> ShuffleMask, SelectionDAG &DAG) argument
7819 ArrayRef<int> ShuffleMask = SVN->getMask(); local
7855 LowerVECTOR_SHUFFLEUsingMovs(SDValue Op, ArrayRef<int> ShuffleMask, SelectionDAG &DAG) argument
[all...]
/freebsd-11-stable/contrib/llvm-project/llvm/lib/Target/AArch64/
H A DAArch64ISelLowering.cpp7134 static SDValue GenerateTBL(SDValue Op, ArrayRef<int> ShuffleMask, argument
7145 for (int Val : ShuffleMask) {
7220 ArrayRef<int> ShuffleMask = SVN->getMask(); local
7295 if (isREVMask(ShuffleMask, VT, 64))
7297 if (isREVMask(ShuffleMask, VT, 32))
7299 if (isREVMask(ShuffleMask, VT, 16))
7304 if (isEXTMask(ShuffleMask, VT, ReverseEXT, Imm)) {
7310 } else if (V2->isUndef() && isSingletonEXTMask(ShuffleMask, VT, Imm)) {
7317 if (isZIPMask(ShuffleMask, VT, WhichResult)) {
7321 if (isUZPMask(ShuffleMask, V
[all...]
/freebsd-11-stable/contrib/llvm-project/llvm/lib/Transforms/Vectorize/
H A DLoopVectorize.cpp2121 SmallVector<Constant *, 8> ShuffleMask;
2123 ShuffleMask.push_back(Builder.getInt32(VF - i - 1));
2126 ConstantVector::get(ShuffleMask),
3608 SmallVector<Constant *, 8> ShuffleMask(VF);
3609 ShuffleMask[0] = Builder.getInt32(VF - 1);
3611 ShuffleMask[I] = Builder.getInt32(I + VF - 1);
3623 ConstantVector::get(ShuffleMask))
H A DSLPVectorizer.cpp4558 Value *ShuffleMask = ConstantVector::get(Mask);
4562 Value *V = Builder.CreateShuffleVector(V0, V1, ShuffleMask);
6054 SmallVector<Constant *, 32> ShuffleMask(
6060 ShuffleMask[i] = Builder.getInt32(2 * i + !IsLeft);
6064 ShuffleMask[i] = Builder.getInt32(NumEltsToRdx + i);
6066 return ConstantVector::get(ShuffleMask);
/freebsd-11-stable/contrib/llvm-project/llvm/lib/Target/SystemZ/
H A DSystemZISelLowering.cpp5809 ArrayRef<int> ShuffleMask = SVN->getMask(); local
5810 if (isVectorElementSwap(ShuffleMask, Op1.getValueType())) {
5832 ArrayRef<int> ShuffleMask = SVN->getMask(); local
5833 if (isVectorElementSwap(ShuffleMask, N->getValueType(0))) {

Completed in 514 milliseconds

12