Searched refs:VF (Results 1 - 25 of 43) sorted by relevance

12

/freebsd-11-stable/contrib/llvm-project/llvm/lib/Transforms/Utils/
H A DInjectTLIMappings.cpp48 unsigned VF) {
51 Out << "_ZGV" << VFABI::_LLVM_ << "N" << VF; local
59 /// If the incoming type is void, we return void. If the VF is 1, we return
61 static Type *ToVectorTy(Type *Scalar, unsigned VF, bool isScalable = false) { argument
62 if (Scalar->isVoidTy() || VF == 1)
64 return VectorType::get(Scalar, {VF, isScalable});
68 /// vectorizes the CallInst CI with a vectorization factor of VF
70 /// CI (other than void) need to be widened to a VectorType of VF
72 static void addVariantDeclaration(CallInst &CI, const unsigned VF, argument
77 Type *RetTy = ToVectorTy(CI.getType(), VF);
47 mangleTLIName(StringRef VectorName, const CallInst &CI, unsigned VF) argument
[all...]
/freebsd-11-stable/contrib/llvm-project/llvm/lib/Transforms/Vectorize/
H A DLoopVectorize.cpp298 /// If the incoming type is void, we return void. If the VF is 1, we return
300 static Type *ToVectorTy(Type *Scalar, unsigned VF) { argument
301 if (Scalar->isVoidTy() || VF == 1)
303 return VectorType::get(Scalar, VF);
318 static bool hasIrregularType(Type *Ty, const DataLayout &DL, unsigned VF) { argument
319 // Determine if an array of VF elements of type Ty is "bitcast compatible"
320 // with a <VF x Ty> vector.
321 if (VF > 1) {
322 auto *VectorTy = VectorType::get(Ty, VF);
323 return VF * D
708 unsigned VF; member in class:llvm::InnerLoopVectorizer
1108 setWideningDecision(Instruction *I, unsigned VF, InstWidening W, unsigned Cost) argument
1116 setWideningDecision(const InterleaveGroup<Instruction> *Grp, unsigned VF, InstWidening W, unsigned Cost) argument
1134 getWideningDecision(Instruction *I, unsigned VF) argument
1151 getWideningCost(Instruction *I, unsigned VF) argument
1162 isOptimizableIVTruncate(Instruction *I, unsigned VF) argument
1192 collectUniformsAndScalars(unsigned VF) argument
1471 filterExtractingOperands(Instruction::op_range Ops, unsigned VF) argument
[all...]
H A DVPlan.h88 /// in [0..VF)
97 /// UF x VF scalar values in the new loop. UF and VF are the unroll and
116 /// The vectorization factor. Each entry in the scalar map contains UF x VF
118 unsigned VF; member in struct:llvm::VectorizerValueMap
129 VectorizerValueMap(unsigned UF, unsigned VF) : UF(UF), VF(VF) {} argument
154 assert(Instance.Lane < VF && "Queried Scalar Lane is too large.");
159 assert(Entry[Instance.Part].size() == VF
[all...]
H A DLoadStoreVectorizer.cpp779 unsigned VF = VecRegSize / TySize; local
784 (VecTy && TTI.getLoadVectorFactor(VF, TySize, TySize / 8, VecTy) == 0))
826 unsigned VF = VecRegSize / TySize; local
831 (VecTy && TTI.getStoreVectorFactor(VF, TySize, TySize / 8, VecTy) == 0))
962 unsigned VF = VecRegSize / Sz; local
966 if (!isPowerOf2_32(Sz) || VF < 2 || ChainSize < 2) {
1002 unsigned TargetVF = TTI.getStoreVectorFactor(VF, Sz, SzInBytes, VecTy);
1003 if (ChainSize > VF || (VF != TargetVF && TargetVF < ChainSize)) {
1113 unsigned VF local
[all...]
/freebsd-11-stable/contrib/llvm-project/llvm/include/llvm/Analysis/
H A DTargetLibraryInfo.h153 /// factor VF.
154 bool isFunctionVectorizable(StringRef F, unsigned VF) const {
155 return !getVectorizedFunction(F, VF).empty();
162 /// Return the name of the equivalent of F, vectorized with factor VF. If no
164 StringRef getVectorizedFunction(StringRef F, unsigned VF) const;
166 /// Return true if the function F has a scalar equivalent, and set VF to be
168 bool isFunctionScalarizable(StringRef F, unsigned &VF) const {
169 return !getScalarizedFunction(F, VF).empty();
175 /// Set VF to the vectorization factor.
176 StringRef getScalarizedFunction(StringRef F, unsigned &VF) cons
[all...]
H A DVectorUtils.h83 unsigned VF; // Vectorization factor. member in struct:llvm::VFShape
88 return std::tie(VF, IsScalable, Parameters) ==
89 std::tie(Other.VF, Other.IsScalable, Other.Parameters);
300 /// and \p VF 4, that has only its first member present is:
307 Constant *createBitMaskForGaps(IRBuilder<> &Builder, unsigned VF,
312 /// This function creates a shuffle mask for replicating each of the \p VF
314 /// transform a mask of \p VF elements into a mask of
315 /// \p VF * \p ReplicationFactor elements used by a predicated
319 /// For example, the mask for \p ReplicationFactor=3 and \p VF=4 is:
323 unsigned VF);
[all...]
H A DTargetTransformInfo.h671 unsigned VF) const;
836 /// bit width, or 0 if there is no minimum VF. The returned value only
884 unsigned getMaxInterleaveFactor(unsigned VF) const;
1002 /// 3. scalar instruction which is to be vectorized with VF.
1005 unsigned VF = 1) const;
1121 unsigned getLoadVectorFactor(unsigned VF, unsigned LoadSize,
1127 unsigned getStoreVectorFactor(unsigned VF, unsigned StoreSize,
1261 unsigned VF) = 0;
1314 virtual unsigned getMaxInterleaveFactor(unsigned VF) = 0;
1354 ArrayRef<Value *> Args, FastMathFlags FMF, unsigned VF)
[all...]
H A DTargetTransformInfoImpl.h322 unsigned VF) { return 0; }
430 unsigned getMaxInterleaveFactor(unsigned VF) { return 1; } argument
497 ArrayRef<Value *> Args, FastMathFlags FMF, unsigned VF) {
594 unsigned getLoadVectorFactor(unsigned VF, unsigned LoadSize, argument
597 return VF;
600 unsigned getStoreVectorFactor(unsigned VF, unsigned StoreSize, argument
603 return VF;
321 getOperandsScalarizationOverhead(ArrayRef<const Value *> Args, unsigned VF) argument
496 getIntrinsicInstrCost(Intrinsic::ID ID, Type *RetTy, ArrayRef<Value *> Args, FastMathFlags FMF, unsigned VF) argument
/freebsd-11-stable/contrib/llvm-project/llvm/lib/Target/SystemZ/
H A DSystemZTargetTransformInfo.cpp397 unsigned VF = Ty->getVectorNumElements(); local
410 return VF * DivMulSeqCost + getScalarizationOverhead(Ty, Args);
411 if ((SignedDivRem || UnsignedDivRem) && VF > 4)
433 unsigned Cost = (VF * ScalarCost) + getScalarizationOverhead(Ty, Args);
434 // FIXME: VF 2 for these FP operations are currently just as
435 // expensive as for VF 4.
436 if (VF == 2)
450 unsigned Cost = (VF * LIBCALL_COST) + getScalarizationOverhead(Ty, Args);
451 // FIXME: VF 2 for float is currently just as expensive as for VF
583 unsigned VF = SrcTy->getVectorNumElements(); local
657 unsigned VF = Dst->getVectorNumElements(); local
678 unsigned VF = Src->getVectorNumElements(); local
811 unsigned VF = ValTy->getVectorNumElements(); local
1080 unsigned VF = NumElts / Factor; local
1128 getIntrinsicInstrCost(Intrinsic::ID ID, Type *RetTy, ArrayRef<Value *> Args, FastMathFlags FMF, unsigned VF) argument
[all...]
/freebsd-11-stable/contrib/llvm-project/llvm/lib/Target/AMDGPU/
H A DAMDGPUTargetTransformInfo.h152 unsigned getLoadVectorFactor(unsigned VF, unsigned LoadSize,
155 unsigned getStoreVectorFactor(unsigned VF, unsigned StoreSize,
170 unsigned getMaxInterleaveFactor(unsigned VF);
220 unsigned VF);
226 unsigned VF = 1);
268 unsigned getMaxInterleaveFactor(unsigned VF);
H A DAMDGPUTargetTransformInfo.cpp236 unsigned GCNTTIImpl::getLoadVectorFactor(unsigned VF, unsigned LoadSize, argument
239 unsigned VecRegBitWidth = VF * LoadSize;
244 return VF;
247 unsigned GCNTTIImpl::getStoreVectorFactor(unsigned VF, unsigned StoreSize, argument
250 unsigned VecRegBitWidth = VF * StoreSize;
254 return VF;
301 unsigned GCNTTIImpl::getMaxInterleaveFactor(unsigned VF) { argument
304 if (VF == 1)
469 FastMathFlags FMF, unsigned VF) {
471 return BaseT::getIntrinsicInstrCost(ID, RetTy, Args, FMF, VF);
467 getIntrinsicInstrCost(Intrinsic::ID ID, Type *RetTy, ArrayRef<T *> Args, FastMathFlags FMF, unsigned VF) argument
496 getIntrinsicInstrCost(Intrinsic::ID ID, Type *RetTy, ArrayRef<Value*> Args, FastMathFlags FMF, unsigned VF) argument
926 getMaxInterleaveFactor(unsigned VF) argument
[all...]
/freebsd-11-stable/contrib/llvm-project/llvm/lib/Target/Hexagon/
H A DHexagonTargetTransformInfo.h80 unsigned getMaxInterleaveFactor(unsigned VF);
106 unsigned VF);
109 ArrayRef<Value*> Args, FastMathFlags FMF, unsigned VF);
H A DHexagonTargetTransformInfo.cpp102 unsigned HexagonTTIImpl::getMaxInterleaveFactor(unsigned VF) { argument
124 ArrayRef<const Value*> Args, unsigned VF) {
125 return BaseT::getOperandsScalarizationOverhead(Args, VF);
134 ArrayRef<Value*> Args, FastMathFlags FMF, unsigned VF) {
135 return BaseT::getIntrinsicInstrCost(ID, RetTy, Args, FMF, VF);
123 getOperandsScalarizationOverhead( ArrayRef<const Value*> Args, unsigned VF) argument
133 getIntrinsicInstrCost(Intrinsic::ID ID, Type *RetTy, ArrayRef<Value*> Args, FastMathFlags FMF, unsigned VF) argument
/freebsd-11-stable/contrib/llvm-project/llvm/lib/Analysis/
H A DVFABIDemangling.cpp67 /// sets `VF` accordingly. A `<vlen> == "x"` token is interpreted as a scalable
71 ParseRet tryParseVLEN(StringRef &ParseString, unsigned &VF, bool &IsScalable) { argument
73 VF = 0;
78 if (ParseString.consumeInteger(10, VF))
317 unsigned VF; local
319 if (tryParseVLEN(MangledName, VF, IsScalable) != ParseRet::OK)
405 const VFShape Shape({VF, IsScalable, Parameters});
H A DTargetTransformInfo.cpp396 unsigned VF) const {
397 return TTIImpl->getOperandsScalarizationOverhead(Args, VF);
541 unsigned TargetTransformInfo::getMaxInterleaveFactor(unsigned VF) const {
542 return TTIImpl->getMaxInterleaveFactor(VF);
702 ArrayRef<Value *> Args, FastMathFlags FMF, unsigned VF) const {
703 int Cost = TTIImpl->getIntrinsicInstrCost(ID, RetTy, Args, FMF, VF);
828 unsigned TargetTransformInfo::getLoadVectorFactor(unsigned VF, argument
832 return TTIImpl->getLoadVectorFactor(VF, LoadSize, ChainSizeInBytes, VecTy);
835 unsigned TargetTransformInfo::getStoreVectorFactor(unsigned VF, argument
839 return TTIImpl->getStoreVectorFactor(VF, StoreSiz
[all...]
H A DVectorUtils.cpp639 llvm::createBitMaskForGaps(IRBuilder<> &Builder, unsigned VF, argument
649 for (unsigned i = 0; i < VF; i++)
659 unsigned ReplicationFactor, unsigned VF) {
661 for (unsigned i = 0; i < VF; i++)
668 Constant *llvm::createInterleaveMask(IRBuilder<> &Builder, unsigned VF, argument
671 for (unsigned i = 0; i < VF; i++)
673 Mask.push_back(Builder.getInt32(j * VF + i));
679 unsigned Stride, unsigned VF) {
681 for (unsigned i = 0; i < VF; i++)
658 createReplicatedMask(IRBuilder< &Builder, unsigned ReplicationFactor, unsigned VF) argument
678 createStrideMask(IRBuilder< &Builder, unsigned Start, unsigned Stride, unsigned VF) argument
/freebsd-11-stable/contrib/llvm-project/llvm/lib/Target/ARM/
H A DMVETailPredication.cpp330 ConstantInt *VF = ConstantInt::get(cast<IntegerType>(TripCount->getType()), local
333 if (VF->equalsInt(1))
339 if (Const->getAPInt() != -VF->getValue())
348 if (Const->getValue() != VF)
357 if (Const->getValue() != VF)
364 if (Const->getAPInt() != (VF->getValue() - 1))
381 // (1 + ((-VF + (VF * (((VF - 1) + %Elems) /u VF))<nu
[all...]
/freebsd-11-stable/tools/tools/vop_table/
H A Dvop_table.pl168 @VF = <V>;
177 foreach $v (@VF) {
/freebsd-11-stable/contrib/llvm-project/llvm/lib/Target/PowerPC/
H A DPPCTargetTransformInfo.h87 unsigned getMaxInterleaveFactor(unsigned VF);
113 ArrayRef<Value*> Args, FastMathFlags FMF, unsigned VF);
/freebsd-11-stable/bin/pax/
H A Doptions.h70 #define VF 0x00008000 macro
/freebsd-11-stable/contrib/llvm-project/llvm/lib/Target/PowerPC/MCTargetDesc/
H A DPPCMCTargetDesc.h163 static const MCPhysReg VFRegs[32] = PPC_REGS0_31(PPC::VF); \
173 PPC_REGS_LO_HI(PPC::F, PPC::VF); \
175 PPC_REGS_LO_HI(PPC::F, PPC::VF); \
/freebsd-11-stable/contrib/llvm-project/llvm/include/llvm/CodeGen/
H A DBasicTTIImpl.h587 /// scalar, in which case the costs are multiplied with VF.
589 unsigned VF) {
597 // If A is a vector operand, VF should be 1 or correspond to A.
598 assert((VF == 1 || VF == VecTy->getVectorNumElements()) &&
599 "Vector argument does not match VF");
602 VecTy = VectorType::get(A->getType(), VF);
628 unsigned getMaxInterleaveFactor(unsigned VF) { return 1; } argument
1073 unsigned VF = 1) {
1075 assert((RetVF == 1 || VF
588 getOperandsScalarizationOverhead(ArrayRef<const Value *> Args, unsigned VF) argument
[all...]
/freebsd-11-stable/contrib/llvm-project/llvm/lib/Target/X86/
H A DX86InterleavedAccess.cpp201 // [0,1...,VF/2-1,VF/2+VF,VF/2+VF+1,...,2VF-1]
427 // {0, Stride%(VF/Lane), (2*Stride%(VF/Lane))...(VF*Stride/Lane)%(VF/Lan
438 int VF = VT.getVectorNumElements(); local
451 int VF = VT.getVectorNumElements() / std::max(VectorSize / 128, 1); local
613 int VF = VT.getVectorNumElements(); local
[all...]
H A DX86TargetTransformInfo.h121 unsigned getMaxInterleaveFactor(unsigned VF);
152 unsigned VF = 1);
/freebsd-11-stable/contrib/llvm-project/clang/lib/Basic/
H A DFileManager.cpp406 llvm::Optional<FileEntryRef> FileManager::getBypassFile(FileEntryRef VF) { argument
409 if (getStatValue(VF.getName(), Status, /*isFile=*/true, /*F=*/nullptr))
414 const FileEntry &VFE = VF.getFileEntry();
422 return FileEntryRef(VF.getName(), BFE);

Completed in 584 milliseconds

12