lib/CodeGen/CGOpenMPRuntimeNVPTX.cpp

1439   Address WorkFn =
1441   Address ExecStatus =
2169       Address RecPtr = Address(llvm::ConstantPointerNull::get(GlobalRecPtrTy),
2240             Address(UseSharedMemory,
2252             Address(RecSize, CGM.getSizeAlign()), /*Volatile=*/false,
2270       Address FrameAddr = CGF.EmitLoadOfPointer(
2271           Address(KernelStaticGlobalized, CGM.getPointerAlign()),
2333             Address(Ptr, CGM.getContext().getDeclAlign(Rec.first)), VarTy,
2347               Address(Bld.CreateSelect(IsTTD, SecVarAddr.getPointer(CGF),
2352         Address GlobalPtr = Rec.second.PrivateAddr;
2353         Address LocalAddr = CGF.CreateMemTemp(VarTy, Rec.second.FD->getName());
2354         Rec.second.PrivateAddr = Address(
2445               Address(GlobalizedRecords.back().UseSharedMemory,
2475   Address ZeroAddr = CGF.CreateDefaultAlignTempAlloca(CGF.Int32Ty,
2505   Address ZeroAddr = CGF.CreateDefaultAlignTempAlloca(CGF.Int32Ty,
2509   Address ThreadIDAddr = ZeroAddr;
2514     Address ZeroAddr =
2561       Address SharedArgs =
2575       Address SharedArgListAddress = CGF.EmitLoadOfPointer(
2579         Address Dst = Bld.CreateConstInBoundsGEP(SharedArgListAddress, Idx);
2674   Address ZeroAddr = CGF.CreateDefaultAlignTempAlloca(CGF.Int32Ty,
2678   Address ThreadIDAddr = ZeroAddr;
2683     Address ZeroAddr =
2777   Address Counter = CGF.CreateMemTemp(Int32Ty, "critical_counter");
2838   Address CastItem = CGF.CreateMemTemp(CastTy);
2839   Address ValCastItem = CGF.Builder.CreatePointerBitCastOrAddrSpaceCast(
2878 static void shuffleAndStore(CodeGenFunction &CGF, Address SrcAddr,
2879                             Address DestAddr, QualType ElemType,
2894   Address ElemPtr = DestAddr;
2895   Address Ptr = SrcAddr;
2896   Address PtrEnd = Bld.CreatePointerBitCastOrAddrSpaceCast(
2920       Ptr = Address(PhiSrc, Ptr.getAlignment());
2921       ElemPtr = Address(PhiDest, ElemPtr.getAlignment());
2932       Address LocalPtr = Bld.CreateConstGEP(Ptr, 1);
2933       Address LocalElemPtr = Bld.CreateConstGEP(ElemPtr, 1);
2975     ArrayRef<const Expr *> Privates, Address SrcBase, Address DestBase,
2991     Address SrcElementAddr = Address::invalid();
2992     Address DestElementAddr = Address::invalid();
2993     Address DestElementPtrAddr = Address::invalid();
3007       Address SrcElementPtrAddr = Bld.CreateConstArrayGEP(SrcBase, Idx);
3023       Address SrcElementPtrAddr = Bld.CreateConstArrayGEP(SrcBase, Idx);
3038       Address SrcElementPtrAddr = Bld.CreateConstArrayGEP(SrcBase, Idx);
3052       DestElementAddr = Address(ScratchPadElemAbsolutePtrVal,
3067       SrcElementAddr = Address(ScratchPadElemAbsolutePtrVal,
3158         DestBase = Address(ScratchpadBasePtr, CGF.getPointerAlign());
3160         SrcBase = Address(ScratchpadBasePtr, CGF.getPointerAlign());
3241   Address AddrReduceListArg = CGF.GetAddrOfLocalVar(&ReduceListArg);
3242   Address LocalReduceList(
3268       Address CntAddr = Address::invalid();
3301       Address ElemPtrPtrAddr = Bld.CreateConstArrayGEP(LocalReduceList, Idx);
3305       Address ElemPtr = Address(ElemPtrPtr, Align);
3308         ElemPtr = Address(Bld.CreateGEP(ElemPtr.getPointer(), Cnt),
3316       Address MediumPtr(MediumPtrVal, Align);
3347       Address AddrNumWarpsArg = CGF.GetAddrOfLocalVar(&NumWarpsArg);
3362       Address SrcMediumPtr(SrcMediumPtrVal, Align);
3367       Address TargetElemPtrPtr = Bld.CreateConstArrayGEP(LocalReduceList, Idx);
3370       Address TargetElemPtr = Address(TargetElemPtrVal, Align);
3373         TargetElemPtr = Address(Bld.CreateGEP(TargetElemPtr.getPointer(), Cnt),
3512   Address AddrReduceListArg = CGF.GetAddrOfLocalVar(&ReduceListArg);
3513   Address LocalReduceList(
3520   Address AddrLaneIDArg = CGF.GetAddrOfLocalVar(&LaneIDArg);
3524   Address AddrRemoteLaneOffsetArg = CGF.GetAddrOfLocalVar(&RemoteLaneOffsetArg);
3528   Address AddrAlgoVerArg = CGF.GetAddrOfLocalVar(&AlgoVerArg);
3534   Address RemoteReduceList =
3667   Address AddrReduceListArg = CGF.GetAddrOfLocalVar(&ReduceListArg);
3668   Address AddrBufferArg = CGF.GetAddrOfLocalVar(&BufferArg);
3669   Address LocalReduceList(
3688     Address ElemPtrPtrAddr = Bld.CreateConstArrayGEP(LocalReduceList, Idx);
3694     Address ElemPtr =
3695         Address(ElemPtrPtr, C.getTypeAlignInChars(Private->getType()));
3703     GlobLVal.setAddress(Address(BufferPtr, GlobLVal.getAlignment()));
3774   Address AddrBufferArg = CGF.GetAddrOfLocalVar(&BufferArg);
3784   Address ReductionList =
3793     Address Elem = CGF.Builder.CreateConstArrayGEP(ReductionList, Idx);
3820   Address AddrReduceListArg = CGF.GetAddrOfLocalVar(&ReduceListArg);
3869   Address AddrReduceListArg = CGF.GetAddrOfLocalVar(&ReduceListArg);
3870   Address AddrBufferArg = CGF.GetAddrOfLocalVar(&BufferArg);
3871   Address LocalReduceList(
3891     Address ElemPtrPtrAddr = Bld.CreateConstArrayGEP(LocalReduceList, Idx);
3897     Address ElemPtr =
3898         Address(ElemPtrPtr, C.getTypeAlignInChars(Private->getType()));
3906     GlobLVal.setAddress(Address(BufferPtr, GlobLVal.getAlignment()));
3976   Address AddrBufferArg = CGF.GetAddrOfLocalVar(&BufferArg);
3986   Address ReductionList =
3995     Address Elem = CGF.Builder.CreateConstArrayGEP(ReductionList, Idx);
4022   Address AddrReduceListArg = CGF.GetAddrOfLocalVar(&ReduceListArg);
4317   Address ReductionList =
4322     Address Elem = CGF.Builder.CreateConstArrayGEP(ReductionList, Idx);
4385         Address(KernelTeamsReductionPtr, CGM.getPointerAlign()),
4493 Address
4500   Address LocalAddr = CGF.GetAddrOfLocalVar(TargetParam);
4518   Address NativeParamAddr = CGF.CreateMemTemp(NativeParamType);
4591   Address ZeroAddr = CGF.CreateDefaultAlignTempAlloca(CGF.Int32Ty,
4605   Address GlobalArgs =
4615   Address SharedArgListAddress = Address::invalid();
4626     Address Src = Bld.CreateConstInBoundsGEP(SharedArgListAddress, Idx);
4627     Address TypedAddress = Bld.CreatePointerBitCastOrAddrSpaceCast(
4651       Address Src = Bld.CreateConstInBoundsGEP(SharedArgListAddress, I + Idx);
4652       Address TypedAddress = Bld.CreatePointerBitCastOrAddrSpaceCast(
4750 Address CGOpenMPRuntimeNVPTX::getAddressOfLocalVariable(CodeGenFunction &CGF,
4762       return Address::invalid();
4765       return Address::invalid();
4776       return Address(GV, Align);
4788       return Address(GV, Align);
4799       return Address(GV, Align);
4805     return Address::invalid();
4810     return Address::invalid();
4826   return Address::invalid();
4878     Address VDAddr = CGF.GetAddrOfLocalVar(VD);
4903       Address VDAddr = CGF.GetAddrOfLocalVar(VD);