/linux-master/net/rds/ |
H A D | ib_frmr.c | 36 rds_transition_frwr_state(struct rds_ib_mr *ibmr, argument 40 if (cmpxchg(&ibmr->u.frmr.fr_state, 43 /* enforce order of ibmr->u.frmr.fr_state update 47 atomic_dec(&ibmr->ic->i_fastreg_inuse_count); 57 struct rds_ib_mr *ibmr = NULL; local 66 ibmr = rds_ib_try_reuse_ibmr(pool); 67 if (ibmr) 68 return ibmr; 70 ibmr = kzalloc_node(sizeof(*ibmr), GFP_KERNE 106 rds_ib_free_frmr(struct rds_ib_mr *ibmr, bool drop) argument 123 rds_ib_post_reg_frmr(struct rds_ib_mr *ibmr) argument 187 rds_ib_map_frmr(struct rds_ib_device *rds_ibdev, struct rds_ib_mr_pool *pool, struct rds_ib_mr *ibmr, struct scatterlist *sg, unsigned int sg_len) argument 266 rds_ib_post_inv(struct rds_ib_mr *ibmr) argument 324 struct rds_ib_mr *ibmr = (void *)(unsigned long)wc->wr_id; local 360 struct rds_ib_mr *ibmr, *next; local 406 struct rds_ib_mr *ibmr = NULL; local 437 rds_ib_free_frmr_list(struct rds_ib_mr *ibmr) argument [all...] |
H A D | ib_rdma.c | 200 struct rds_ib_mr *ibmr = NULL; local 208 ibmr = llist_entry(ret, struct rds_ib_mr, llnode); 215 return ibmr; 220 struct rds_ib_mr *ibmr = trans_private; local 221 struct rds_ib_device *rds_ibdev = ibmr->device; 223 if (ibmr->odp) 228 ib_dma_sync_sg_for_cpu(rds_ibdev->dev, ibmr->sg, 229 ibmr->sg_dma_len, DMA_BIDIRECTIONAL); 232 ib_dma_sync_sg_for_device(rds_ibdev->dev, ibmr->sg, 233 ibmr 238 __rds_ib_teardown_mr(struct rds_ib_mr *ibmr) argument 269 rds_ib_teardown_mr(struct rds_ib_mr *ibmr) argument 298 struct rds_ib_mr *ibmr; local 323 struct rds_ib_mr *ibmr; local 345 struct rds_ib_mr *ibmr; local 442 struct rds_ib_mr *ibmr = NULL; local 486 struct rds_ib_mr *ibmr = trans_private; local 545 struct rds_ib_mr *ibmr = trans_private; local 556 struct rds_ib_mr *ibmr = NULL; local 696 struct rds_ib_mr *ibmr; local [all...] |
/linux-master/drivers/infiniband/sw/rdmavt/ |
H A D | mr.h | 12 struct ib_mr ibmr; member in struct:rvt_mr 17 static inline struct rvt_mr *to_imr(struct ib_mr *ibmr) argument 19 return container_of(ibmr, struct rvt_mr, ibmr); 30 int rvt_dereg_mr(struct ib_mr *ibmr, struct ib_udata *udata); 33 int rvt_map_mr_sg(struct ib_mr *ibmr, struct scatterlist *sg,
|
H A D | trace_mr.h | 144 TP_PROTO(struct ib_mr *ibmr, int sg_nents, unsigned int *sg_offset), 145 TP_ARGS(ibmr, sg_nents, sg_offset), 147 RDI_DEV_ENTRY(ib_to_rvt(to_imr(ibmr)->mr.pd->device)) 156 RDI_DEV_ASSIGN(ib_to_rvt(to_imr(ibmr)->mr.pd->device)); 157 __entry->ibmr_iova = ibmr->iova; 158 __entry->iova = to_imr(ibmr)->mr.iova; 159 __entry->user_base = to_imr(ibmr)->mr.user_base; 160 __entry->ibmr_length = to_imr(ibmr)->mr.length;
|
H A D | mr.c | 253 * ib_reg_phys_mr() will initialize mr->ibmr except for 259 mr->ibmr.lkey = mr->mr.lkey; 260 mr->ibmr.rkey = mr->mr.lkey; 314 ret = &mr->ibmr; 387 return &mr->ibmr; 501 * @ibmr: the memory region to free 509 int rvt_dereg_mr(struct ib_mr *ibmr, struct ib_udata *udata) argument 511 struct rvt_mr *mr = to_imr(ibmr); 547 return &mr->ibmr; 552 * @ibmr 557 rvt_set_page(struct ib_mr *ibmr, u64 addr) argument 588 rvt_map_mr_sg(struct ib_mr *ibmr, struct scatterlist *sg, int sg_nents, unsigned int *sg_offset) argument 614 rvt_fast_reg_mr(struct rvt_qp *qp, struct ib_mr *ibmr, u32 key, int access) argument [all...] |
/linux-master/drivers/infiniband/hw/usnic/ |
H A D | usnic_ib.h | 69 struct ib_mr ibmr; member in struct:usnic_ib_mr 125 struct usnic_ib_mr *to_umr(struct ib_mr *ibmr) argument 127 return container_of(ibmr, struct usnic_ib_mr, ibmr);
|
H A D | usnic_ib_verbs.h | 64 int usnic_ib_dereg_mr(struct ib_mr *ibmr, struct ib_udata *udata);
|
/linux-master/drivers/infiniband/hw/vmw_pvrdma/ |
H A D | pvrdma_mr.c | 94 mr->ibmr.lkey = resp->lkey; 95 mr->ibmr.rkey = resp->rkey; 97 return &mr->ibmr; 182 mr->ibmr.lkey = resp->lkey; 183 mr->ibmr.rkey = resp->rkey; 185 return &mr->ibmr; 254 mr->ibmr.lkey = resp->lkey; 255 mr->ibmr.rkey = resp->rkey; 259 return &mr->ibmr; 272 * @ibmr 277 pvrdma_dereg_mr(struct ib_mr *ibmr, struct ib_udata *udata) argument 302 pvrdma_set_page(struct ib_mr *ibmr, u64 addr) argument 313 pvrdma_map_mr_sg(struct ib_mr *ibmr, struct scatterlist *sg, int sg_nents, unsigned int *sg_offset) argument [all...] |
/linux-master/drivers/infiniband/sw/rxe/ |
H A D | rxe_mr.c | 29 switch (mr->ibmr.type) { 35 if (iova < mr->ibmr.iova || 36 iova + length > mr->ibmr.iova + mr->ibmr.length) { 52 /* set ibmr->l/rkey and also copy into private l/rkey 57 mr->lkey = mr->ibmr.lkey = key; 58 mr->rkey = mr->ibmr.rkey = key; 61 mr->ibmr.page_size = PAGE_SIZE; 72 mr->ibmr.type = IB_MR_TYPE_DMA; 77 return (iova >> mr->page_shift) - (mr->ibmr 208 rxe_set_page(struct ib_mr *ibmr, u64 dma_addr) argument 231 rxe_map_mr_sg(struct ib_mr *ibmr, struct scatterlist *sgl, int sg_nents, unsigned int *sg_offset) argument [all...] |
H A D | rxe_mw.c | 117 if (unlikely(wqe->wr.wr.mw.length > mr->ibmr.length)) { 123 if (unlikely((wqe->wr.wr.mw.addr < mr->ibmr.iova) || 125 (mr->ibmr.iova + mr->ibmr.length)))) {
|
H A D | rxe_verbs.h | 303 struct ib_mr ibmr; member in struct:rxe_mr 325 return mr ? mr->ibmr.page_size : PAGE_SIZE; 451 return mr ? container_of(mr, struct rxe_mr, ibmr) : NULL; 466 return to_rpd(mr->ibmr.pd);
|
H A D | rxe.h | 56 #define rxe_dbg_mr(mr, fmt, ...) ibdev_dbg((mr)->ibmr.device, \ 77 #define rxe_err_mr(mr, fmt, ...) ibdev_err_ratelimited((mr)->ibmr.device, \ 98 #define rxe_info_mr(mr, fmt, ...) ibdev_info_ratelimited((mr)->ibmr.device, \
|
H A D | rxe_verbs.c | 1238 mr->ibmr.pd = ibpd; 1239 mr->ibmr.device = ibpd->device; 1243 return &mr->ibmr; 1277 mr->ibmr.pd = ibpd; 1278 mr->ibmr.device = ibpd->device; 1287 return &mr->ibmr; 1299 static struct ib_mr *rxe_rereg_user_mr(struct ib_mr *ibmr, int flags, argument 1304 struct rxe_mr *mr = to_rmr(ibmr); 1305 struct rxe_pd *old_pd = to_rpd(ibmr->pd); 1319 mr->ibmr 1380 rxe_dereg_mr(struct ib_mr *ibmr, struct ib_udata *udata) argument [all...] |
/linux-master/drivers/infiniband/hw/mlx5/ |
H A D | mr.c | 1071 mr->ibmr.lkey = mr->mmkey.key; 1072 mr->ibmr.rkey = mr->mmkey.key; 1075 return &mr->ibmr; 1107 mr->ibmr.lkey = mr->mmkey.key; 1108 mr->ibmr.rkey = mr->mmkey.key; 1109 mr->ibmr.length = length; 1110 mr->ibmr.device = &dev->ib_dev; 1111 mr->ibmr.iova = iova; 1169 mr->ibmr.pd = pd; 1179 * If ibmr i 1858 mlx5_ib_dereg_mr(struct ib_mr *ibmr, struct ib_udata *udata) argument 2270 mlx5_ib_check_mr_status(struct ib_mr *ibmr, u32 check_mask, struct ib_mr_status *mr_status) argument 2312 mlx5_ib_map_pa_mr_sg_pi(struct ib_mr *ibmr, struct scatterlist *data_sg, int data_sg_nents, unsigned int *data_sg_offset, struct scatterlist *meta_sg, int meta_sg_nents, unsigned int *meta_sg_offset) argument 2405 mlx5_set_page(struct ib_mr *ibmr, u64 addr) argument 2419 mlx5_set_page_pi(struct ib_mr *ibmr, u64 addr) argument 2435 mlx5_ib_map_mtt_mr_sg_pi(struct ib_mr *ibmr, struct scatterlist *data_sg, int data_sg_nents, unsigned int *data_sg_offset, struct scatterlist *meta_sg, int meta_sg_nents, unsigned int *meta_sg_offset) argument 2500 mlx5_ib_map_klm_mr_sg_pi(struct ib_mr *ibmr, struct scatterlist *data_sg, int data_sg_nents, unsigned int *data_sg_offset, struct scatterlist *meta_sg, int meta_sg_nents, unsigned int *meta_sg_offset) argument 2533 mlx5_ib_map_mr_sg_pi(struct ib_mr *ibmr, struct scatterlist *data_sg, int data_sg_nents, unsigned int *data_sg_offset, struct scatterlist *meta_sg, int meta_sg_nents, unsigned int *meta_sg_offset) argument 2594 mlx5_ib_map_mr_sg(struct ib_mr *ibmr, struct scatterlist *sg, int sg_nents, unsigned int *sg_offset) argument [all...] |
H A D | restrack.c | 81 static int fill_stat_mr_entry(struct sk_buff *msg, struct ib_mr *ibmr) argument 83 struct mlx5_ib_mr *mr = to_mmr(ibmr); 115 static int fill_res_mr_entry_raw(struct sk_buff *msg, struct ib_mr *ibmr) argument 117 struct mlx5_ib_mr *mr = to_mmr(ibmr); 123 static int fill_res_mr_entry(struct sk_buff *msg, struct ib_mr *ibmr) argument 125 struct mlx5_ib_mr *mr = to_mmr(ibmr);
|
H A D | wr.c | 198 seg->log2_page_size = ilog2(mr->ibmr.page_size); 206 seg->start_addr = cpu_to_be64(mr->ibmr.iova); 207 seg->len = cpu_to_be64(mr->ibmr.length); 436 data_key = pi_mr->ibmr.lkey; 440 prot_key = pi_mr->ibmr.lkey; 564 struct ib_sig_attrs *sig_attrs = sig_mr->ibmr.sig_attrs; 576 region_len = pi_mr->ibmr.length; 867 reg_pi_wr.mr = &pi_mr->ibmr; 869 reg_pi_wr.key = pi_mr->ibmr.rkey; 889 pa_pi_mr.ibmr [all...] |
H A D | odp.c | 137 pklm->key = cpu_to_be32(mtt->ibmr.lkey); 205 mlx5_ib_dereg_mr(&mr->ibmr, NULL); 429 mr->ibmr.pd = imr->ibmr.pd; 430 mr->ibmr.device = &mr_to_mdev(imr)->ib_dev; 432 mr->ibmr.lkey = mr->mmkey.key; 433 mr->ibmr.rkey = mr->mmkey.key; 434 mr->ibmr.iova = idx * MLX5_IMR_MTT_SIZE; 477 mlx5_ib_dereg_mr(&mr->ibmr, NULL); 504 imr->ibmr [all...] |
/linux-master/drivers/infiniband/hw/mlx4/ |
H A D | mr.c | 76 mr->ibmr.rkey = mr->ibmr.lkey = mr->mmr.key; 79 return &mr->ibmr; 441 mr->ibmr.rkey = mr->ibmr.lkey = mr->mmr.key; 442 mr->ibmr.page_size = 1U << shift; 444 return &mr->ibmr; 587 struct ib_device *device = mr->ibmr.device; 596 int mlx4_ib_dereg_mr(struct ib_mr *ibmr, struct ib_udata *udata) argument 598 struct mlx4_ib_mr *mr = to_mmr(ibmr); 688 mlx4_set_page(struct ib_mr *ibmr, u64 addr) argument 700 mlx4_ib_map_mr_sg(struct ib_mr *ibmr, struct scatterlist *sg, int sg_nents, unsigned int *sg_offset) argument [all...] |
/linux-master/drivers/infiniband/hw/mana/ |
H A D | mr.c | 66 mr->ibmr.lkey = resp.lkey; 67 mr->ibmr.rkey = resp.rkey; 158 return &mr->ibmr; 171 int mana_ib_dereg_mr(struct ib_mr *ibmr, struct ib_udata *udata) argument 173 struct mana_ib_mr *mr = container_of(ibmr, struct mana_ib_mr, ibmr); 174 struct ib_device *ibdev = ibmr->device;
|
/linux-master/drivers/infiniband/hw/mthca/ |
H A D | mthca_provider.h | 74 struct ib_mr ibmr; member in struct:mthca_mr 286 static inline struct mthca_mr *to_mmr(struct ib_mr *ibmr) argument 288 return container_of(ibmr, struct mthca_mr, ibmr);
|
/linux-master/net/sunrpc/xprtrdma/ |
H A D | frwr_ops.c | 292 struct ib_mr *ibmr; local 318 ibmr = mr->mr_ibmr; 319 n = ib_map_mr_sg(ibmr, mr->mr_sg, dma_nents, NULL, PAGE_SIZE); 323 ibmr->iova &= 0x00000000ffffffff; 324 ibmr->iova |= ((u64)be32_to_cpu(xid)) << 32; 325 key = (u8)(ibmr->rkey & 0x000000FF); 326 ib_update_fast_reg_key(ibmr, ++key); 329 reg_wr->mr = ibmr; 330 reg_wr->key = ibmr->rkey; 335 mr->mr_handle = ibmr [all...] |
/linux-master/drivers/infiniband/hw/erdma/ |
H A D | erdma_verbs.h | 125 struct ib_mr ibmr; member in struct:erdma_mr 304 static inline struct erdma_mr *to_emr(struct ib_mr *ibmr) argument 306 return container_of(ibmr, struct erdma_mr, ibmr); 351 int erdma_dereg_mr(struct ib_mr *ibmr, struct ib_udata *data); 364 int erdma_map_mr_sg(struct ib_mr *ibmr, struct scatterlist *sg, int sg_nents,
|
H A D | erdma_verbs.c | 133 struct erdma_pd *pd = to_epd(mr->ibmr.pd); 154 FIELD_PREP(ERDMA_CMD_MR_KEY_MASK, mr->ibmr.lkey & 0xFF) | 155 FIELD_PREP(ERDMA_CMD_MR_MPT_IDX_MASK, mr->ibmr.lkey >> 8); 1051 mr->ibmr.lkey = stag; 1052 mr->ibmr.rkey = stag; 1053 mr->ibmr.pd = ibpd; 1059 return &mr->ibmr; 1063 mr->ibmr.lkey >> 8); 1095 mr->ibmr.lkey = stag; 1096 mr->ibmr 1129 erdma_set_page(struct ib_mr *ibmr, u64 addr) argument 1142 erdma_map_mr_sg(struct ib_mr *ibmr, struct scatterlist *sg, int sg_nents, unsigned int *sg_offset) argument 1207 erdma_dereg_mr(struct ib_mr *ibmr, struct ib_udata *udata) argument [all...] |
/linux-master/drivers/infiniband/hw/hns/ |
H A D | hns_roce_mr.c | 219 mr->ibmr.rkey = mr->ibmr.lkey = mr->key; 221 return &mr->ibmr; 262 mr->ibmr.rkey = mr->ibmr.lkey = mr->key; 264 return &mr->ibmr; 278 struct ib_mr *hns_roce_rereg_user_mr(struct ib_mr *ibmr, int flags, u64 start, argument 283 struct hns_roce_dev *hr_dev = to_hr_dev(ibmr->device); 285 struct hns_roce_mr *mr = to_hr_mr(ibmr); 359 int hns_roce_dereg_mr(struct ib_mr *ibmr, struc argument 425 hns_roce_set_page(struct ib_mr *ibmr, u64 addr) argument 437 hns_roce_map_mr_sg(struct ib_mr *ibmr, struct scatterlist *sg, int sg_nents, unsigned int *sg_offset) argument [all...] |
/linux-master/drivers/infiniband/hw/cxgb4/ |
H A D | mem.c | 384 mhp->ibmr.rkey = mhp->ibmr.lkey = stag; 385 mhp->ibmr.length = mhp->attr.len; 386 mhp->ibmr.page_size = 1U << (mhp->attr.page_size + 12); 478 return &mhp->ibmr; 582 return &mhp->ibmr; 653 mhp->ibmr.rkey = mhp->ibmr.lkey = stag; 660 return &(mhp->ibmr); 678 static int c4iw_set_page(struct ib_mr *ibmr, u6 argument 690 c4iw_map_mr_sg(struct ib_mr *ibmr, struct scatterlist *sg, int sg_nents, unsigned int *sg_offset) argument [all...] |