/freebsd-11-stable/contrib/llvm-project/llvm/lib/Transforms/Utils/ |
H A D | InjectTLIMappings.cpp | 48 unsigned VF) { 51 Out << "_ZGV" << VFABI::_LLVM_ << "N" << VF; local 59 /// If the incoming type is void, we return void. If the VF is 1, we return 61 static Type *ToVectorTy(Type *Scalar, unsigned VF, bool isScalable = false) { argument 62 if (Scalar->isVoidTy() || VF == 1) 64 return VectorType::get(Scalar, {VF, isScalable}); 68 /// vectorizes the CallInst CI with a vectorization factor of VF 70 /// CI (other than void) need to be widened to a VectorType of VF 72 static void addVariantDeclaration(CallInst &CI, const unsigned VF, argument 77 Type *RetTy = ToVectorTy(CI.getType(), VF); 47 mangleTLIName(StringRef VectorName, const CallInst &CI, unsigned VF) argument [all...] |
/freebsd-11-stable/contrib/llvm-project/llvm/lib/Transforms/Vectorize/ |
H A D | LoopVectorize.cpp | 298 /// If the incoming type is void, we return void. If the VF is 1, we return 300 static Type *ToVectorTy(Type *Scalar, unsigned VF) { argument 301 if (Scalar->isVoidTy() || VF == 1) 303 return VectorType::get(Scalar, VF); 318 static bool hasIrregularType(Type *Ty, const DataLayout &DL, unsigned VF) { argument 319 // Determine if an array of VF elements of type Ty is "bitcast compatible" 320 // with a <VF x Ty> vector. 321 if (VF > 1) { 322 auto *VectorTy = VectorType::get(Ty, VF); 323 return VF * D 708 unsigned VF; member in class:llvm::InnerLoopVectorizer 1108 setWideningDecision(Instruction *I, unsigned VF, InstWidening W, unsigned Cost) argument 1116 setWideningDecision(const InterleaveGroup<Instruction> *Grp, unsigned VF, InstWidening W, unsigned Cost) argument 1134 getWideningDecision(Instruction *I, unsigned VF) argument 1151 getWideningCost(Instruction *I, unsigned VF) argument 1162 isOptimizableIVTruncate(Instruction *I, unsigned VF) argument 1192 collectUniformsAndScalars(unsigned VF) argument 1471 filterExtractingOperands(Instruction::op_range Ops, unsigned VF) argument [all...] |
H A D | VPlan.h | 88 /// in [0..VF) 97 /// UF x VF scalar values in the new loop. UF and VF are the unroll and 116 /// The vectorization factor. Each entry in the scalar map contains UF x VF 118 unsigned VF; member in struct:llvm::VectorizerValueMap 129 VectorizerValueMap(unsigned UF, unsigned VF) : UF(UF), VF(VF) {} argument 154 assert(Instance.Lane < VF && "Queried Scalar Lane is too large."); 159 assert(Entry[Instance.Part].size() == VF [all...] |
H A D | LoadStoreVectorizer.cpp | 779 unsigned VF = VecRegSize / TySize; local 784 (VecTy && TTI.getLoadVectorFactor(VF, TySize, TySize / 8, VecTy) == 0)) 826 unsigned VF = VecRegSize / TySize; local 831 (VecTy && TTI.getStoreVectorFactor(VF, TySize, TySize / 8, VecTy) == 0)) 962 unsigned VF = VecRegSize / Sz; local 966 if (!isPowerOf2_32(Sz) || VF < 2 || ChainSize < 2) { 1002 unsigned TargetVF = TTI.getStoreVectorFactor(VF, Sz, SzInBytes, VecTy); 1003 if (ChainSize > VF || (VF != TargetVF && TargetVF < ChainSize)) { 1113 unsigned VF local [all...] |
/freebsd-11-stable/contrib/llvm-project/llvm/include/llvm/Analysis/ |
H A D | TargetLibraryInfo.h | 153 /// factor VF. 154 bool isFunctionVectorizable(StringRef F, unsigned VF) const { 155 return !getVectorizedFunction(F, VF).empty(); 162 /// Return the name of the equivalent of F, vectorized with factor VF. If no 164 StringRef getVectorizedFunction(StringRef F, unsigned VF) const; 166 /// Return true if the function F has a scalar equivalent, and set VF to be 168 bool isFunctionScalarizable(StringRef F, unsigned &VF) const { 169 return !getScalarizedFunction(F, VF).empty(); 175 /// Set VF to the vectorization factor. 176 StringRef getScalarizedFunction(StringRef F, unsigned &VF) cons [all...] |
H A D | VectorUtils.h | 83 unsigned VF; // Vectorization factor. member in struct:llvm::VFShape 88 return std::tie(VF, IsScalable, Parameters) == 89 std::tie(Other.VF, Other.IsScalable, Other.Parameters); 300 /// and \p VF 4, that has only its first member present is: 307 Constant *createBitMaskForGaps(IRBuilder<> &Builder, unsigned VF, 312 /// This function creates a shuffle mask for replicating each of the \p VF 314 /// transform a mask of \p VF elements into a mask of 315 /// \p VF * \p ReplicationFactor elements used by a predicated 319 /// For example, the mask for \p ReplicationFactor=3 and \p VF=4 is: 323 unsigned VF); [all...] |
H A D | TargetTransformInfo.h | 671 unsigned VF) const; 836 /// bit width, or 0 if there is no minimum VF. The returned value only 884 unsigned getMaxInterleaveFactor(unsigned VF) const; 1002 /// 3. scalar instruction which is to be vectorized with VF. 1005 unsigned VF = 1) const; 1121 unsigned getLoadVectorFactor(unsigned VF, unsigned LoadSize, 1127 unsigned getStoreVectorFactor(unsigned VF, unsigned StoreSize, 1261 unsigned VF) = 0; 1314 virtual unsigned getMaxInterleaveFactor(unsigned VF) = 0; 1354 ArrayRef<Value *> Args, FastMathFlags FMF, unsigned VF) [all...] |
H A D | TargetTransformInfoImpl.h | 322 unsigned VF) { return 0; } 430 unsigned getMaxInterleaveFactor(unsigned VF) { return 1; } argument 497 ArrayRef<Value *> Args, FastMathFlags FMF, unsigned VF) { 594 unsigned getLoadVectorFactor(unsigned VF, unsigned LoadSize, argument 597 return VF; 600 unsigned getStoreVectorFactor(unsigned VF, unsigned StoreSize, argument 603 return VF; 321 getOperandsScalarizationOverhead(ArrayRef<const Value *> Args, unsigned VF) argument 496 getIntrinsicInstrCost(Intrinsic::ID ID, Type *RetTy, ArrayRef<Value *> Args, FastMathFlags FMF, unsigned VF) argument
|
/freebsd-11-stable/contrib/llvm-project/llvm/lib/Target/SystemZ/ |
H A D | SystemZTargetTransformInfo.cpp | 397 unsigned VF = Ty->getVectorNumElements(); local 410 return VF * DivMulSeqCost + getScalarizationOverhead(Ty, Args); 411 if ((SignedDivRem || UnsignedDivRem) && VF > 4) 433 unsigned Cost = (VF * ScalarCost) + getScalarizationOverhead(Ty, Args); 434 // FIXME: VF 2 for these FP operations are currently just as 435 // expensive as for VF 4. 436 if (VF == 2) 450 unsigned Cost = (VF * LIBCALL_COST) + getScalarizationOverhead(Ty, Args); 451 // FIXME: VF 2 for float is currently just as expensive as for VF 583 unsigned VF = SrcTy->getVectorNumElements(); local 657 unsigned VF = Dst->getVectorNumElements(); local 678 unsigned VF = Src->getVectorNumElements(); local 811 unsigned VF = ValTy->getVectorNumElements(); local 1080 unsigned VF = NumElts / Factor; local 1128 getIntrinsicInstrCost(Intrinsic::ID ID, Type *RetTy, ArrayRef<Value *> Args, FastMathFlags FMF, unsigned VF) argument [all...] |
/freebsd-11-stable/contrib/llvm-project/llvm/lib/Target/AMDGPU/ |
H A D | AMDGPUTargetTransformInfo.h | 152 unsigned getLoadVectorFactor(unsigned VF, unsigned LoadSize, 155 unsigned getStoreVectorFactor(unsigned VF, unsigned StoreSize, 170 unsigned getMaxInterleaveFactor(unsigned VF); 220 unsigned VF); 226 unsigned VF = 1); 268 unsigned getMaxInterleaveFactor(unsigned VF);
|
H A D | AMDGPUTargetTransformInfo.cpp | 236 unsigned GCNTTIImpl::getLoadVectorFactor(unsigned VF, unsigned LoadSize, argument 239 unsigned VecRegBitWidth = VF * LoadSize; 244 return VF; 247 unsigned GCNTTIImpl::getStoreVectorFactor(unsigned VF, unsigned StoreSize, argument 250 unsigned VecRegBitWidth = VF * StoreSize; 254 return VF; 301 unsigned GCNTTIImpl::getMaxInterleaveFactor(unsigned VF) { argument 304 if (VF == 1) 469 FastMathFlags FMF, unsigned VF) { 471 return BaseT::getIntrinsicInstrCost(ID, RetTy, Args, FMF, VF); 467 getIntrinsicInstrCost(Intrinsic::ID ID, Type *RetTy, ArrayRef<T *> Args, FastMathFlags FMF, unsigned VF) argument 496 getIntrinsicInstrCost(Intrinsic::ID ID, Type *RetTy, ArrayRef<Value*> Args, FastMathFlags FMF, unsigned VF) argument 926 getMaxInterleaveFactor(unsigned VF) argument [all...] |
/freebsd-11-stable/contrib/llvm-project/llvm/lib/Target/Hexagon/ |
H A D | HexagonTargetTransformInfo.h | 80 unsigned getMaxInterleaveFactor(unsigned VF); 106 unsigned VF); 109 ArrayRef<Value*> Args, FastMathFlags FMF, unsigned VF);
|
H A D | HexagonTargetTransformInfo.cpp | 102 unsigned HexagonTTIImpl::getMaxInterleaveFactor(unsigned VF) { argument 124 ArrayRef<const Value*> Args, unsigned VF) { 125 return BaseT::getOperandsScalarizationOverhead(Args, VF); 134 ArrayRef<Value*> Args, FastMathFlags FMF, unsigned VF) { 135 return BaseT::getIntrinsicInstrCost(ID, RetTy, Args, FMF, VF); 123 getOperandsScalarizationOverhead( ArrayRef<const Value*> Args, unsigned VF) argument 133 getIntrinsicInstrCost(Intrinsic::ID ID, Type *RetTy, ArrayRef<Value*> Args, FastMathFlags FMF, unsigned VF) argument
|
/freebsd-11-stable/contrib/llvm-project/llvm/lib/Analysis/ |
H A D | VFABIDemangling.cpp | 67 /// sets `VF` accordingly. A `<vlen> == "x"` token is interpreted as a scalable 71 ParseRet tryParseVLEN(StringRef &ParseString, unsigned &VF, bool &IsScalable) { argument 73 VF = 0; 78 if (ParseString.consumeInteger(10, VF)) 317 unsigned VF; local 319 if (tryParseVLEN(MangledName, VF, IsScalable) != ParseRet::OK) 405 const VFShape Shape({VF, IsScalable, Parameters});
|
H A D | TargetTransformInfo.cpp | 396 unsigned VF) const { 397 return TTIImpl->getOperandsScalarizationOverhead(Args, VF); 541 unsigned TargetTransformInfo::getMaxInterleaveFactor(unsigned VF) const { 542 return TTIImpl->getMaxInterleaveFactor(VF); 702 ArrayRef<Value *> Args, FastMathFlags FMF, unsigned VF) const { 703 int Cost = TTIImpl->getIntrinsicInstrCost(ID, RetTy, Args, FMF, VF); 828 unsigned TargetTransformInfo::getLoadVectorFactor(unsigned VF, argument 832 return TTIImpl->getLoadVectorFactor(VF, LoadSize, ChainSizeInBytes, VecTy); 835 unsigned TargetTransformInfo::getStoreVectorFactor(unsigned VF, argument 839 return TTIImpl->getStoreVectorFactor(VF, StoreSiz [all...] |
H A D | VectorUtils.cpp | 639 llvm::createBitMaskForGaps(IRBuilder<> &Builder, unsigned VF, argument 649 for (unsigned i = 0; i < VF; i++) 659 unsigned ReplicationFactor, unsigned VF) { 661 for (unsigned i = 0; i < VF; i++) 668 Constant *llvm::createInterleaveMask(IRBuilder<> &Builder, unsigned VF, argument 671 for (unsigned i = 0; i < VF; i++) 673 Mask.push_back(Builder.getInt32(j * VF + i)); 679 unsigned Stride, unsigned VF) { 681 for (unsigned i = 0; i < VF; i++) 658 createReplicatedMask(IRBuilder< &Builder, unsigned ReplicationFactor, unsigned VF) argument 678 createStrideMask(IRBuilder< &Builder, unsigned Start, unsigned Stride, unsigned VF) argument
|
/freebsd-11-stable/contrib/llvm-project/llvm/lib/Target/ARM/ |
H A D | MVETailPredication.cpp | 330 ConstantInt *VF = ConstantInt::get(cast<IntegerType>(TripCount->getType()), local 333 if (VF->equalsInt(1)) 339 if (Const->getAPInt() != -VF->getValue()) 348 if (Const->getValue() != VF) 357 if (Const->getValue() != VF) 364 if (Const->getAPInt() != (VF->getValue() - 1)) 381 // (1 + ((-VF + (VF * (((VF - 1) + %Elems) /u VF))<nu [all...] |
/freebsd-11-stable/tools/tools/vop_table/ |
H A D | vop_table.pl | 168 @VF = <V>; 177 foreach $v (@VF) {
|
/freebsd-11-stable/contrib/llvm-project/llvm/lib/Target/PowerPC/ |
H A D | PPCTargetTransformInfo.h | 87 unsigned getMaxInterleaveFactor(unsigned VF); 113 ArrayRef<Value*> Args, FastMathFlags FMF, unsigned VF);
|
/freebsd-11-stable/bin/pax/ |
H A D | options.h | 70 #define VF 0x00008000 macro
|
/freebsd-11-stable/contrib/llvm-project/llvm/lib/Target/PowerPC/MCTargetDesc/ |
H A D | PPCMCTargetDesc.h | 163 static const MCPhysReg VFRegs[32] = PPC_REGS0_31(PPC::VF); \ 173 PPC_REGS_LO_HI(PPC::F, PPC::VF); \ 175 PPC_REGS_LO_HI(PPC::F, PPC::VF); \
|
/freebsd-11-stable/contrib/llvm-project/llvm/include/llvm/CodeGen/ |
H A D | BasicTTIImpl.h | 587 /// scalar, in which case the costs are multiplied with VF. 589 unsigned VF) { 597 // If A is a vector operand, VF should be 1 or correspond to A. 598 assert((VF == 1 || VF == VecTy->getVectorNumElements()) && 599 "Vector argument does not match VF"); 602 VecTy = VectorType::get(A->getType(), VF); 628 unsigned getMaxInterleaveFactor(unsigned VF) { return 1; } argument 1073 unsigned VF = 1) { 1075 assert((RetVF == 1 || VF 588 getOperandsScalarizationOverhead(ArrayRef<const Value *> Args, unsigned VF) argument [all...] |
/freebsd-11-stable/contrib/llvm-project/llvm/lib/Target/X86/ |
H A D | X86InterleavedAccess.cpp | 201 // [0,1...,VF/2-1,VF/2+VF,VF/2+VF+1,...,2VF-1] 427 // {0, Stride%(VF/Lane), (2*Stride%(VF/Lane))...(VF*Stride/Lane)%(VF/Lan 438 int VF = VT.getVectorNumElements(); local 451 int VF = VT.getVectorNumElements() / std::max(VectorSize / 128, 1); local 613 int VF = VT.getVectorNumElements(); local [all...] |
H A D | X86TargetTransformInfo.h | 121 unsigned getMaxInterleaveFactor(unsigned VF); 152 unsigned VF = 1);
|
/freebsd-11-stable/contrib/llvm-project/clang/lib/Basic/ |
H A D | FileManager.cpp | 406 llvm::Optional<FileEntryRef> FileManager::getBypassFile(FileEntryRef VF) { argument 409 if (getStatValue(VF.getName(), Status, /*isFile=*/true, /*F=*/nullptr)) 414 const FileEntry &VFE = VF.getFileEntry(); 422 return FileEntryRef(VF.getName(), BFE);
|