Searched refs:ibmr (Results 1 - 25 of 63) sorted by relevance

123

/linux-master/net/rds/
H A Dib_frmr.c36 rds_transition_frwr_state(struct rds_ib_mr *ibmr, argument
40 if (cmpxchg(&ibmr->u.frmr.fr_state,
43 /* enforce order of ibmr->u.frmr.fr_state update
47 atomic_dec(&ibmr->ic->i_fastreg_inuse_count);
57 struct rds_ib_mr *ibmr = NULL; local
66 ibmr = rds_ib_try_reuse_ibmr(pool);
67 if (ibmr)
68 return ibmr;
70 ibmr = kzalloc_node(sizeof(*ibmr), GFP_KERNE
106 rds_ib_free_frmr(struct rds_ib_mr *ibmr, bool drop) argument
123 rds_ib_post_reg_frmr(struct rds_ib_mr *ibmr) argument
187 rds_ib_map_frmr(struct rds_ib_device *rds_ibdev, struct rds_ib_mr_pool *pool, struct rds_ib_mr *ibmr, struct scatterlist *sg, unsigned int sg_len) argument
266 rds_ib_post_inv(struct rds_ib_mr *ibmr) argument
324 struct rds_ib_mr *ibmr = (void *)(unsigned long)wc->wr_id; local
360 struct rds_ib_mr *ibmr, *next; local
406 struct rds_ib_mr *ibmr = NULL; local
437 rds_ib_free_frmr_list(struct rds_ib_mr *ibmr) argument
[all...]
H A Dib_rdma.c200 struct rds_ib_mr *ibmr = NULL; local
208 ibmr = llist_entry(ret, struct rds_ib_mr, llnode);
215 return ibmr;
220 struct rds_ib_mr *ibmr = trans_private; local
221 struct rds_ib_device *rds_ibdev = ibmr->device;
223 if (ibmr->odp)
228 ib_dma_sync_sg_for_cpu(rds_ibdev->dev, ibmr->sg,
229 ibmr->sg_dma_len, DMA_BIDIRECTIONAL);
232 ib_dma_sync_sg_for_device(rds_ibdev->dev, ibmr->sg,
233 ibmr
238 __rds_ib_teardown_mr(struct rds_ib_mr *ibmr) argument
269 rds_ib_teardown_mr(struct rds_ib_mr *ibmr) argument
298 struct rds_ib_mr *ibmr; local
323 struct rds_ib_mr *ibmr; local
345 struct rds_ib_mr *ibmr; local
442 struct rds_ib_mr *ibmr = NULL; local
486 struct rds_ib_mr *ibmr = trans_private; local
545 struct rds_ib_mr *ibmr = trans_private; local
556 struct rds_ib_mr *ibmr = NULL; local
696 struct rds_ib_mr *ibmr; local
[all...]
/linux-master/drivers/infiniband/sw/rdmavt/
H A Dmr.h12 struct ib_mr ibmr; member in struct:rvt_mr
17 static inline struct rvt_mr *to_imr(struct ib_mr *ibmr) argument
19 return container_of(ibmr, struct rvt_mr, ibmr);
30 int rvt_dereg_mr(struct ib_mr *ibmr, struct ib_udata *udata);
33 int rvt_map_mr_sg(struct ib_mr *ibmr, struct scatterlist *sg,
H A Dtrace_mr.h144 TP_PROTO(struct ib_mr *ibmr, int sg_nents, unsigned int *sg_offset),
145 TP_ARGS(ibmr, sg_nents, sg_offset),
147 RDI_DEV_ENTRY(ib_to_rvt(to_imr(ibmr)->mr.pd->device))
156 RDI_DEV_ASSIGN(ib_to_rvt(to_imr(ibmr)->mr.pd->device));
157 __entry->ibmr_iova = ibmr->iova;
158 __entry->iova = to_imr(ibmr)->mr.iova;
159 __entry->user_base = to_imr(ibmr)->mr.user_base;
160 __entry->ibmr_length = to_imr(ibmr)->mr.length;
H A Dmr.c253 * ib_reg_phys_mr() will initialize mr->ibmr except for
259 mr->ibmr.lkey = mr->mr.lkey;
260 mr->ibmr.rkey = mr->mr.lkey;
314 ret = &mr->ibmr;
387 return &mr->ibmr;
501 * @ibmr: the memory region to free
509 int rvt_dereg_mr(struct ib_mr *ibmr, struct ib_udata *udata) argument
511 struct rvt_mr *mr = to_imr(ibmr);
547 return &mr->ibmr;
552 * @ibmr
557 rvt_set_page(struct ib_mr *ibmr, u64 addr) argument
588 rvt_map_mr_sg(struct ib_mr *ibmr, struct scatterlist *sg, int sg_nents, unsigned int *sg_offset) argument
614 rvt_fast_reg_mr(struct rvt_qp *qp, struct ib_mr *ibmr, u32 key, int access) argument
[all...]
/linux-master/drivers/infiniband/hw/usnic/
H A Dusnic_ib.h69 struct ib_mr ibmr; member in struct:usnic_ib_mr
125 struct usnic_ib_mr *to_umr(struct ib_mr *ibmr) argument
127 return container_of(ibmr, struct usnic_ib_mr, ibmr);
H A Dusnic_ib_verbs.h64 int usnic_ib_dereg_mr(struct ib_mr *ibmr, struct ib_udata *udata);
/linux-master/drivers/infiniband/hw/vmw_pvrdma/
H A Dpvrdma_mr.c94 mr->ibmr.lkey = resp->lkey;
95 mr->ibmr.rkey = resp->rkey;
97 return &mr->ibmr;
182 mr->ibmr.lkey = resp->lkey;
183 mr->ibmr.rkey = resp->rkey;
185 return &mr->ibmr;
254 mr->ibmr.lkey = resp->lkey;
255 mr->ibmr.rkey = resp->rkey;
259 return &mr->ibmr;
272 * @ibmr
277 pvrdma_dereg_mr(struct ib_mr *ibmr, struct ib_udata *udata) argument
302 pvrdma_set_page(struct ib_mr *ibmr, u64 addr) argument
313 pvrdma_map_mr_sg(struct ib_mr *ibmr, struct scatterlist *sg, int sg_nents, unsigned int *sg_offset) argument
[all...]
/linux-master/drivers/infiniband/sw/rxe/
H A Drxe_mr.c29 switch (mr->ibmr.type) {
35 if (iova < mr->ibmr.iova ||
36 iova + length > mr->ibmr.iova + mr->ibmr.length) {
52 /* set ibmr->l/rkey and also copy into private l/rkey
57 mr->lkey = mr->ibmr.lkey = key;
58 mr->rkey = mr->ibmr.rkey = key;
61 mr->ibmr.page_size = PAGE_SIZE;
72 mr->ibmr.type = IB_MR_TYPE_DMA;
77 return (iova >> mr->page_shift) - (mr->ibmr
208 rxe_set_page(struct ib_mr *ibmr, u64 dma_addr) argument
231 rxe_map_mr_sg(struct ib_mr *ibmr, struct scatterlist *sgl, int sg_nents, unsigned int *sg_offset) argument
[all...]
H A Drxe_mw.c117 if (unlikely(wqe->wr.wr.mw.length > mr->ibmr.length)) {
123 if (unlikely((wqe->wr.wr.mw.addr < mr->ibmr.iova) ||
125 (mr->ibmr.iova + mr->ibmr.length)))) {
H A Drxe_verbs.h303 struct ib_mr ibmr; member in struct:rxe_mr
325 return mr ? mr->ibmr.page_size : PAGE_SIZE;
451 return mr ? container_of(mr, struct rxe_mr, ibmr) : NULL;
466 return to_rpd(mr->ibmr.pd);
H A Drxe.h56 #define rxe_dbg_mr(mr, fmt, ...) ibdev_dbg((mr)->ibmr.device, \
77 #define rxe_err_mr(mr, fmt, ...) ibdev_err_ratelimited((mr)->ibmr.device, \
98 #define rxe_info_mr(mr, fmt, ...) ibdev_info_ratelimited((mr)->ibmr.device, \
H A Drxe_verbs.c1238 mr->ibmr.pd = ibpd;
1239 mr->ibmr.device = ibpd->device;
1243 return &mr->ibmr;
1277 mr->ibmr.pd = ibpd;
1278 mr->ibmr.device = ibpd->device;
1287 return &mr->ibmr;
1299 static struct ib_mr *rxe_rereg_user_mr(struct ib_mr *ibmr, int flags, argument
1304 struct rxe_mr *mr = to_rmr(ibmr);
1305 struct rxe_pd *old_pd = to_rpd(ibmr->pd);
1319 mr->ibmr
1380 rxe_dereg_mr(struct ib_mr *ibmr, struct ib_udata *udata) argument
[all...]
/linux-master/drivers/infiniband/hw/mlx5/
H A Dmr.c1071 mr->ibmr.lkey = mr->mmkey.key;
1072 mr->ibmr.rkey = mr->mmkey.key;
1075 return &mr->ibmr;
1107 mr->ibmr.lkey = mr->mmkey.key;
1108 mr->ibmr.rkey = mr->mmkey.key;
1109 mr->ibmr.length = length;
1110 mr->ibmr.device = &dev->ib_dev;
1111 mr->ibmr.iova = iova;
1169 mr->ibmr.pd = pd;
1179 * If ibmr i
1858 mlx5_ib_dereg_mr(struct ib_mr *ibmr, struct ib_udata *udata) argument
2270 mlx5_ib_check_mr_status(struct ib_mr *ibmr, u32 check_mask, struct ib_mr_status *mr_status) argument
2312 mlx5_ib_map_pa_mr_sg_pi(struct ib_mr *ibmr, struct scatterlist *data_sg, int data_sg_nents, unsigned int *data_sg_offset, struct scatterlist *meta_sg, int meta_sg_nents, unsigned int *meta_sg_offset) argument
2405 mlx5_set_page(struct ib_mr *ibmr, u64 addr) argument
2419 mlx5_set_page_pi(struct ib_mr *ibmr, u64 addr) argument
2435 mlx5_ib_map_mtt_mr_sg_pi(struct ib_mr *ibmr, struct scatterlist *data_sg, int data_sg_nents, unsigned int *data_sg_offset, struct scatterlist *meta_sg, int meta_sg_nents, unsigned int *meta_sg_offset) argument
2500 mlx5_ib_map_klm_mr_sg_pi(struct ib_mr *ibmr, struct scatterlist *data_sg, int data_sg_nents, unsigned int *data_sg_offset, struct scatterlist *meta_sg, int meta_sg_nents, unsigned int *meta_sg_offset) argument
2533 mlx5_ib_map_mr_sg_pi(struct ib_mr *ibmr, struct scatterlist *data_sg, int data_sg_nents, unsigned int *data_sg_offset, struct scatterlist *meta_sg, int meta_sg_nents, unsigned int *meta_sg_offset) argument
2594 mlx5_ib_map_mr_sg(struct ib_mr *ibmr, struct scatterlist *sg, int sg_nents, unsigned int *sg_offset) argument
[all...]
H A Drestrack.c81 static int fill_stat_mr_entry(struct sk_buff *msg, struct ib_mr *ibmr) argument
83 struct mlx5_ib_mr *mr = to_mmr(ibmr);
115 static int fill_res_mr_entry_raw(struct sk_buff *msg, struct ib_mr *ibmr) argument
117 struct mlx5_ib_mr *mr = to_mmr(ibmr);
123 static int fill_res_mr_entry(struct sk_buff *msg, struct ib_mr *ibmr) argument
125 struct mlx5_ib_mr *mr = to_mmr(ibmr);
H A Dwr.c198 seg->log2_page_size = ilog2(mr->ibmr.page_size);
206 seg->start_addr = cpu_to_be64(mr->ibmr.iova);
207 seg->len = cpu_to_be64(mr->ibmr.length);
436 data_key = pi_mr->ibmr.lkey;
440 prot_key = pi_mr->ibmr.lkey;
564 struct ib_sig_attrs *sig_attrs = sig_mr->ibmr.sig_attrs;
576 region_len = pi_mr->ibmr.length;
867 reg_pi_wr.mr = &pi_mr->ibmr;
869 reg_pi_wr.key = pi_mr->ibmr.rkey;
889 pa_pi_mr.ibmr
[all...]
H A Dodp.c137 pklm->key = cpu_to_be32(mtt->ibmr.lkey);
205 mlx5_ib_dereg_mr(&mr->ibmr, NULL);
429 mr->ibmr.pd = imr->ibmr.pd;
430 mr->ibmr.device = &mr_to_mdev(imr)->ib_dev;
432 mr->ibmr.lkey = mr->mmkey.key;
433 mr->ibmr.rkey = mr->mmkey.key;
434 mr->ibmr.iova = idx * MLX5_IMR_MTT_SIZE;
477 mlx5_ib_dereg_mr(&mr->ibmr, NULL);
504 imr->ibmr
[all...]
/linux-master/drivers/infiniband/hw/mlx4/
H A Dmr.c76 mr->ibmr.rkey = mr->ibmr.lkey = mr->mmr.key;
79 return &mr->ibmr;
441 mr->ibmr.rkey = mr->ibmr.lkey = mr->mmr.key;
442 mr->ibmr.page_size = 1U << shift;
444 return &mr->ibmr;
587 struct ib_device *device = mr->ibmr.device;
596 int mlx4_ib_dereg_mr(struct ib_mr *ibmr, struct ib_udata *udata) argument
598 struct mlx4_ib_mr *mr = to_mmr(ibmr);
688 mlx4_set_page(struct ib_mr *ibmr, u64 addr) argument
700 mlx4_ib_map_mr_sg(struct ib_mr *ibmr, struct scatterlist *sg, int sg_nents, unsigned int *sg_offset) argument
[all...]
/linux-master/drivers/infiniband/hw/mana/
H A Dmr.c66 mr->ibmr.lkey = resp.lkey;
67 mr->ibmr.rkey = resp.rkey;
158 return &mr->ibmr;
171 int mana_ib_dereg_mr(struct ib_mr *ibmr, struct ib_udata *udata) argument
173 struct mana_ib_mr *mr = container_of(ibmr, struct mana_ib_mr, ibmr);
174 struct ib_device *ibdev = ibmr->device;
/linux-master/drivers/infiniband/hw/mthca/
H A Dmthca_provider.h74 struct ib_mr ibmr; member in struct:mthca_mr
286 static inline struct mthca_mr *to_mmr(struct ib_mr *ibmr) argument
288 return container_of(ibmr, struct mthca_mr, ibmr);
/linux-master/net/sunrpc/xprtrdma/
H A Dfrwr_ops.c292 struct ib_mr *ibmr; local
318 ibmr = mr->mr_ibmr;
319 n = ib_map_mr_sg(ibmr, mr->mr_sg, dma_nents, NULL, PAGE_SIZE);
323 ibmr->iova &= 0x00000000ffffffff;
324 ibmr->iova |= ((u64)be32_to_cpu(xid)) << 32;
325 key = (u8)(ibmr->rkey & 0x000000FF);
326 ib_update_fast_reg_key(ibmr, ++key);
329 reg_wr->mr = ibmr;
330 reg_wr->key = ibmr->rkey;
335 mr->mr_handle = ibmr
[all...]
/linux-master/drivers/infiniband/hw/erdma/
H A Derdma_verbs.h125 struct ib_mr ibmr; member in struct:erdma_mr
304 static inline struct erdma_mr *to_emr(struct ib_mr *ibmr) argument
306 return container_of(ibmr, struct erdma_mr, ibmr);
351 int erdma_dereg_mr(struct ib_mr *ibmr, struct ib_udata *data);
364 int erdma_map_mr_sg(struct ib_mr *ibmr, struct scatterlist *sg, int sg_nents,
H A Derdma_verbs.c133 struct erdma_pd *pd = to_epd(mr->ibmr.pd);
154 FIELD_PREP(ERDMA_CMD_MR_KEY_MASK, mr->ibmr.lkey & 0xFF) |
155 FIELD_PREP(ERDMA_CMD_MR_MPT_IDX_MASK, mr->ibmr.lkey >> 8);
1051 mr->ibmr.lkey = stag;
1052 mr->ibmr.rkey = stag;
1053 mr->ibmr.pd = ibpd;
1059 return &mr->ibmr;
1063 mr->ibmr.lkey >> 8);
1095 mr->ibmr.lkey = stag;
1096 mr->ibmr
1129 erdma_set_page(struct ib_mr *ibmr, u64 addr) argument
1142 erdma_map_mr_sg(struct ib_mr *ibmr, struct scatterlist *sg, int sg_nents, unsigned int *sg_offset) argument
1207 erdma_dereg_mr(struct ib_mr *ibmr, struct ib_udata *udata) argument
[all...]
/linux-master/drivers/infiniband/hw/hns/
H A Dhns_roce_mr.c219 mr->ibmr.rkey = mr->ibmr.lkey = mr->key;
221 return &mr->ibmr;
262 mr->ibmr.rkey = mr->ibmr.lkey = mr->key;
264 return &mr->ibmr;
278 struct ib_mr *hns_roce_rereg_user_mr(struct ib_mr *ibmr, int flags, u64 start, argument
283 struct hns_roce_dev *hr_dev = to_hr_dev(ibmr->device);
285 struct hns_roce_mr *mr = to_hr_mr(ibmr);
359 int hns_roce_dereg_mr(struct ib_mr *ibmr, struc argument
425 hns_roce_set_page(struct ib_mr *ibmr, u64 addr) argument
437 hns_roce_map_mr_sg(struct ib_mr *ibmr, struct scatterlist *sg, int sg_nents, unsigned int *sg_offset) argument
[all...]
/linux-master/drivers/infiniband/hw/cxgb4/
H A Dmem.c384 mhp->ibmr.rkey = mhp->ibmr.lkey = stag;
385 mhp->ibmr.length = mhp->attr.len;
386 mhp->ibmr.page_size = 1U << (mhp->attr.page_size + 12);
478 return &mhp->ibmr;
582 return &mhp->ibmr;
653 mhp->ibmr.rkey = mhp->ibmr.lkey = stag;
660 return &(mhp->ibmr);
678 static int c4iw_set_page(struct ib_mr *ibmr, u6 argument
690 c4iw_map_mr_sg(struct ib_mr *ibmr, struct scatterlist *sg, int sg_nents, unsigned int *sg_offset) argument
[all...]

Completed in 509 milliseconds

123