/freebsd-13-stable/contrib/llvm-project/llvm/lib/IR/ |
H A D | IRBuilder.cpp | 468 /// \p PassThru - pass-through value that is used to fill the masked-off lanes 472 Value *Mask, Value *PassThru, 478 if (!PassThru) 479 PassThru = UndefValue::get(DataTy); 481 Value *Ops[] = {Ptr, getInt32(Alignment.value()), Mask, PassThru}; 520 /// \p PassThru - pass-through value that is used to fill the masked-off lanes 524 Value *Mask, Value *PassThru, 535 if (!PassThru) 536 PassThru = UndefValue::get(DataTy); 539 Value *Ops[] = {Ptrs, getInt32(Alignment.value()), Mask, PassThru}; 471 CreateMaskedLoad(Value *Ptr, Align Alignment, Value *Mask, Value *PassThru, const Twine &Name) argument 523 CreateMaskedGather(Value *Ptrs, Align Alignment, Value *Mask, Value *PassThru, const Twine &Name) argument [all...] |
H A D | AutoUpgrade.cpp | 1117 Value *PassThru = ZeroMask ? ConstantAggregateZero::get(Ty) local 1120 return EmitX86Select(Builder, CI.getArgOperand(3), V, PassThru); 3186 Value *PassThru = IsMaskZ ? Constant::getNullValue(Rep->getType()) : local 3192 PassThru = Builder.CreateExtractElement(CI->getArgOperand(2), 3196 Rep, PassThru); 3243 Value *PassThru = IsMaskZ ? llvm::Constant::getNullValue(CI->getType()) : local 3247 Rep = EmitX86Select(Builder, CI->getArgOperand(3), Rep, PassThru); 3314 Value *PassThru = IsMaskZ ? llvm::Constant::getNullValue(CI->getType()) : local 3318 Rep = EmitX86Select(Builder, CI->getArgOperand(3), Rep, PassThru); 3344 Value *PassThru local 3372 Value *PassThru = ZeroMask ? ConstantAggregateZero::get(CI->getType()) local 3408 Value *PassThru = ZeroMask ? ConstantAggregateZero::get(CI->getType()) local 3438 Value *PassThru = ZeroMask ? ConstantAggregateZero::get(CI->getType()) local [all...] |
H A D | Verifier.cpp | 4859 Value *PassThru = Call.getArgOperand(3); local 4869 Assert(PassThru->getType() == DataTy,
|
/freebsd-13-stable/contrib/llvm-project/llvm/lib/Target/ARM/ |
H A D | MVEGatherScatterLowering.cpp | 311 Value *PassThru = I->getArgOperand(3); local 330 if (!isa<UndefValue>(PassThru) && !match(PassThru, m_Zero())) { 333 Load = Builder.CreateSelect(Mask, Load, PassThru);
|
H A D | ARMISelLowering.cpp | 9497 SDValue PassThru = N->getPassThru(); local 9500 if (isZeroVector(PassThru)) 9512 bool PassThruIsCastZero = (PassThru.getOpcode() == ISD::BITCAST || 9513 PassThru.getOpcode() == ARMISD::VECTOR_REG_CAST) && 9514 isZeroVector(PassThru->getOperand(0)); 9515 if (!PassThru.isUndef() && !PassThruIsCastZero) 9516 Combo = DAG.getNode(ISD::VSELECT, dl, VT, Mask, NewLoad, PassThru);
|
/freebsd-13-stable/contrib/llvm-project/llvm/lib/CodeGen/SelectionDAG/ |
H A D | LegalizeVectorTypes.cpp | 1587 SDValue PassThru = MLD->getPassThru(); local 1609 if (getTypeAction(PassThru.getValueType()) == TargetLowering::TypeSplitVector) 1610 GetSplitVector(PassThru, PassThruLo, PassThruHi); 1612 std::tie(PassThruLo, PassThruHi) = DAG.SplitVector(PassThru, dl); 1662 SDValue PassThru = MGT->getPassThru(); local 1679 if (getTypeAction(PassThru.getValueType()) == TargetLowering::TypeSplitVector) 1680 GetSplitVector(PassThru, PassThruLo, PassThruHi); 1682 std::tie(PassThruLo, PassThruHi) = DAG.SplitVector(PassThru, dl); 2305 SDValue PassThru = MGT->getPassThru(); local 2320 if (getTypeAction(PassThru 3779 SDValue PassThru = GetWidenedVector(N->getPassThru()); local 3804 SDValue PassThru = GetWidenedVector(N->getPassThru()); local [all...] |
H A D | SelectionDAG.cpp | 7194 SDValue PassThru, EVT MemVT, 7203 SDValue Ops[] = {Chain, Base, Offset, Mask, PassThru}; 7308 "Incompatible type of the PassThru value in MaskedGatherSDNode");
|
H A D | DAGCombiner.cpp | 9969 SDValue PassThru = DAG.getNode(ExtOpc, dl, VT, Ld->getPassThru()); local 9972 PassThru, Ld->getMemoryVT(), Ld->getMemOperand(), Ld->getAddressingMode(),
|
/freebsd-13-stable/contrib/llvm-project/llvm/lib/CodeGen/ |
H A D | ScalarizeMaskedMemIntrin.cpp | 606 Value *PassThru = CI->getArgOperand(2); local 622 Value *VResult = PassThru;
|
/freebsd-13-stable/contrib/llvm-project/llvm/include/llvm/IR/ |
H A D | IRBuilder.h | 740 Value *PassThru = nullptr, 743 return CreateMaskedLoad(Ptr, assumeAligned(Alignment), Mask, PassThru, 747 Value *PassThru = nullptr, const Twine &Name = ""); 764 Value *PassThru = nullptr, 767 return CreateMaskedGather(Ptrs, Align(Alignment), Mask, PassThru, Name); 772 Value *Mask = nullptr, Value *PassThru = nullptr,
|
/freebsd-13-stable/contrib/llvm-project/llvm/lib/Transforms/Instrumentation/ |
H A D | MemorySanitizer.cpp | 3007 Value *PassThru = I.getArgOperand(3); 3015 getShadow(PassThru), "_msmaskedld")); 3027 // Choose between PassThru's and the loaded value's origins. 3029 getShadow(PassThru), IRB.CreateSExt(IRB.CreateNeg(Mask), ShadowTy)); 3033 for (int i = 1, N = cast<FixedVectorType>(PassThru->getType()) 3043 getOrigin(PassThru), IRB.CreateLoad(MS.OriginTy, OriginPtr));
|
/freebsd-13-stable/contrib/llvm-project/llvm/lib/Target/X86/ |
H A D | X86ISelLowering.cpp | 24488 SDValue PassThru = Op.getOperand(2); 24501 Mask, PassThru, Subtarget, DAG); 24506 DAG.getNode(IntrData->Opc0, dl, VT, Src), Mask, PassThru, 24511 SDValue PassThru = Op.getOperand(2); 24523 return getVectorMaskingNode(DAG.getNode(Opc, dl, VT, Src), Mask, PassThru, 24607 SDValue PassThru = Op.getOperand(3); 24621 return getVectorMaskingNode(NewOp, Mask, PassThru, Subtarget, DAG); 24626 SDValue PassThru = Op.getOperand(3); 24639 Mask, PassThru, Subtarget, DAG); 24645 SDValue PassThru [all...] |
H A D | X86ISelDAGToDAG.cpp | 5494 SDValue PassThru = Mgt->getPassThru(); local 5501 SDValue Ops[] = {PassThru, Mask, Base, Scale, 5505 SDValue Ops[] = {PassThru, Base, Scale, Index,
|
/freebsd-13-stable/contrib/llvm-project/clang/lib/CodeGen/ |
H A D | CGBuiltin.cpp | 11508 Value *PassThru = ZeroMask ? Constant::getNullValue(Res->getType()) 11511 // If we negated the accumulator and the its the PassThru value we need to 11515 PassThru = CGF.Builder.CreateExtractElement(Upper, (uint64_t)0); 11517 Res = EmitX86ScalarSelect(CGF, Ops[3], Res, PassThru); 11575 Value *PassThru = ZeroMask ? ConstantAggregateZero::get(Ty) : Ops[0]; 11576 return EmitX86Select(CGF, Ops[4], Ternlog, PassThru);
|
/freebsd-13-stable/contrib/llvm-project/llvm/lib/Target/AArch64/ |
H A D | AArch64ISelLowering.cpp | 12300 SDValue PassThru = DAG.getConstant(0, DL, LoadVT); local 12303 MINode->getOperand(2), PassThru,
|