//===-- X86ShuffleDecode.h - X86 shuffle decode logic -----------*-C++-*---===// // // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. // See https://llvm.org/LICENSE.txt for license information. // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception // //===----------------------------------------------------------------------===// // // Define several functions to decode x86 specific shuffle semantics into a // generic vector mask. // //===----------------------------------------------------------------------===// #ifndef LLVM_LIB_TARGET_X86_UTILS_X86SHUFFLEDECODE_H #define LLVM_LIB_TARGET_X86_UTILS_X86SHUFFLEDECODE_H #include "llvm/ADT/APInt.h" #include "llvm/ADT/SmallVector.h" //===----------------------------------------------------------------------===// // Vector Mask Decoding //===----------------------------------------------------------------------===// namespace llvm { template class ArrayRef; enum { SM_SentinelUndef = -1, SM_SentinelZero = -2 }; /// Decode a 128-bit INSERTPS instruction as a v4f32 shuffle mask. void DecodeINSERTPSMask(unsigned Imm, SmallVectorImpl &ShuffleMask); // Insert the bottom Len elements from a second source into a vector starting at // element Idx. void DecodeInsertElementMask(unsigned NumElts, unsigned Idx, unsigned Len, SmallVectorImpl &ShuffleMask); /// Decode a MOVHLPS instruction as a v2f64/v4f32 shuffle mask. /// i.e. <3,1> or <6,7,2,3> void DecodeMOVHLPSMask(unsigned NElts, SmallVectorImpl &ShuffleMask); /// Decode a MOVLHPS instruction as a v2f64/v4f32 shuffle mask. /// i.e. <0,2> or <0,1,4,5> void DecodeMOVLHPSMask(unsigned NElts, SmallVectorImpl &ShuffleMask); void DecodeMOVSLDUPMask(unsigned NumElts, SmallVectorImpl &ShuffleMask); void DecodeMOVSHDUPMask(unsigned NumElts, SmallVectorImpl &ShuffleMask); void DecodeMOVDDUPMask(unsigned NumElts, SmallVectorImpl &ShuffleMask); void DecodePSLLDQMask(unsigned NumElts, unsigned Imm, SmallVectorImpl &ShuffleMask); void DecodePSRLDQMask(unsigned NumElts, unsigned Imm, SmallVectorImpl &ShuffleMask); void DecodePALIGNRMask(unsigned NumElts, unsigned Imm, SmallVectorImpl &ShuffleMask); void DecodeVALIGNMask(unsigned NumElts, unsigned Imm, SmallVectorImpl &ShuffleMask); /// Decodes the shuffle masks for pshufd/pshufw/vpermilpd/vpermilps. /// VT indicates the type of the vector allowing it to handle different /// datatypes and vector widths. void DecodePSHUFMask(unsigned NumElts, unsigned ScalarBits, unsigned Imm, SmallVectorImpl &ShuffleMask); /// Decodes the shuffle masks for pshufhw. /// VT indicates the type of the vector allowing it to handle different /// datatypes and vector widths. void DecodePSHUFHWMask(unsigned NumElts, unsigned Imm, SmallVectorImpl &ShuffleMask); /// Decodes the shuffle masks for pshuflw. /// VT indicates the type of the vector allowing it to handle different /// datatypes and vector widths. void DecodePSHUFLWMask(unsigned NumElts, unsigned Imm, SmallVectorImpl &ShuffleMask); /// Decodes a PSWAPD 3DNow! instruction. void DecodePSWAPMask(unsigned NumElts, SmallVectorImpl &ShuffleMask); /// Decodes the shuffle masks for shufp*. /// VT indicates the type of the vector allowing it to handle different /// datatypes and vector widths. void DecodeSHUFPMask(unsigned NumElts, unsigned ScalarBits, unsigned Imm, SmallVectorImpl &ShuffleMask); /// Decodes the shuffle masks for unpckhps/unpckhpd and punpckh*. /// VT indicates the type of the vector allowing it to handle different /// datatypes and vector widths. void DecodeUNPCKHMask(unsigned NumElts, unsigned ScalarBits, SmallVectorImpl &ShuffleMask); /// Decodes the shuffle masks for unpcklps/unpcklpd and punpckl*. /// VT indicates the type of the vector allowing it to handle different /// datatypes and vector widths. void DecodeUNPCKLMask(unsigned NumElts, unsigned ScalarBits, SmallVectorImpl &ShuffleMask); /// Decodes a broadcast of the first element of a vector. void DecodeVectorBroadcast(unsigned NumElts, SmallVectorImpl &ShuffleMask); /// Decodes a broadcast of a subvector to a larger vector type. void DecodeSubVectorBroadcast(unsigned DstNumElts, unsigned SrcNumElts, SmallVectorImpl &ShuffleMask); /// Decode a PSHUFB mask from a raw array of constants such as from /// BUILD_VECTOR. void DecodePSHUFBMask(ArrayRef RawMask, const APInt &UndefElts, SmallVectorImpl &ShuffleMask); /// Decode a BLEND immediate mask into a shuffle mask. void DecodeBLENDMask(unsigned NumElts, unsigned Imm, SmallVectorImpl &ShuffleMask); void DecodeVPERM2X128Mask(unsigned NumElts, unsigned Imm, SmallVectorImpl &ShuffleMask); /// Decode a shuffle packed values at 128-bit granularity /// immediate mask into a shuffle mask. void decodeVSHUF64x2FamilyMask(unsigned NumElts, unsigned ScalarSize, unsigned Imm, SmallVectorImpl &ShuffleMask); /// Decodes the shuffle masks for VPERMQ/VPERMPD. void DecodeVPERMMask(unsigned NumElts, unsigned Imm, SmallVectorImpl &ShuffleMask); /// Decode a VPPERM mask from a raw array of constants such as from /// BUILD_VECTOR. /// This can only basic masks (permutes + zeros), not any of the other /// operations that VPPERM can perform. void DecodeVPPERMMask(ArrayRef RawMask, const APInt &UndefElts, SmallVectorImpl &ShuffleMask); /// Decode a zero extension instruction as a shuffle mask. void DecodeZeroExtendMask(unsigned SrcScalarBits, unsigned DstScalarBits, unsigned NumDstElts, bool IsAnyExtend, SmallVectorImpl &ShuffleMask); /// Decode a move lower and zero upper instruction as a shuffle mask. void DecodeZeroMoveLowMask(unsigned NumElts, SmallVectorImpl &ShuffleMask); /// Decode a scalar float move instruction as a shuffle mask. void DecodeScalarMoveMask(unsigned NumElts, bool IsLoad, SmallVectorImpl &ShuffleMask); /// Decode a SSE4A EXTRQ instruction as a shuffle mask. void DecodeEXTRQIMask(unsigned NumElts, unsigned EltSize, int Len, int Idx, SmallVectorImpl &ShuffleMask); /// Decode a SSE4A INSERTQ instruction as a shuffle mask. void DecodeINSERTQIMask(unsigned NumElts, unsigned EltSize, int Len, int Idx, SmallVectorImpl &ShuffleMask); /// Decode a VPERMILPD/VPERMILPS variable mask from a raw array of constants. void DecodeVPERMILPMask(unsigned NumElts, unsigned ScalarBits, ArrayRef RawMask, const APInt &UndefElts, SmallVectorImpl &ShuffleMask); /// Decode a VPERMIL2PD/VPERMIL2PS variable mask from a raw array of constants. void DecodeVPERMIL2PMask(unsigned NumElts, unsigned ScalarBits, unsigned M2Z, ArrayRef RawMask, const APInt &UndefElts, SmallVectorImpl &ShuffleMask); /// Decode a VPERM W/D/Q/PS/PD mask from a raw array of constants. void DecodeVPERMVMask(ArrayRef RawMask, const APInt &UndefElts, SmallVectorImpl &ShuffleMask); /// Decode a VPERMT2 W/D/Q/PS/PD mask from a raw array of constants. void DecodeVPERMV3Mask(ArrayRef RawMask, const APInt &UndefElts, SmallVectorImpl &ShuffleMask); } // llvm namespace #endif