hw/mlx5/mr.c

56 				     u64 iova, int access_flags,
1105 			  u64 length, int access_flags, u64 iova)
1111 	mr->ibmr.iova = iova;
1116 						  u64 iova)
1119 	 * The alignment of iova has already been checked upon entering
1122 	umem->iova = iova;
1127 					     struct ib_umem *umem, u64 iova,
1139 		page_size = mlx5_umem_dmabuf_default_pgsz(umem, iova);
1142 						     0, iova);
1156 		mr = reg_create(pd, umem, iova, access_flags, page_size, false);
1173 	set_mr_fields(dev, mr, umem->length, access_flags, iova);
1183 				     u64 iova, int access_flags,
1230 	set_mkc_access_pd_addr_fields(mkc, access_flags, iova,
1239 		 get_octo_len(iova, umem->length, mr->page_shift));
1245 			 get_octo_len(iova, umem->length, mr->page_shift));
1254 	mr->mmkey.ndescs = get_octo_len(iova, umem->length, mr->page_shift);
1256 	set_mr_fields(dev, mr, umem->length, access_flags, iova);
1367 				    u64 iova, int access_flags)
1376 		mr = alloc_cacheable_mr(pd, umem, iova, access_flags);
1379 			umem, mkc, log_page_size, 0, iova);
1382 		mr = reg_create(pd, umem, iova, access_flags, page_size, true);
1410 					u64 iova, int access_flags,
1425 		if (iova != 0)
1445 	mr = alloc_cacheable_mr(pd, &odp->umem, iova, access_flags);
1468 				  u64 iova, int access_flags,
1477 	mlx5_ib_dbg(dev, "start 0x%llx, iova 0x%llx, length 0x%llx, access_flags 0x%x\n",
1478 		    start, iova, length, access_flags);
1481 		return create_user_odp_mr(pd, start, length, iova, access_flags,
1486 	return create_real_mr(pd, umem, iova, access_flags);
1584 				  int new_access_flags, u64 iova,
1596 		mlx5_umem_find_best_pgsz(new_umem, mkc, log_page_size, 0, iova);
1605 			 u64 iova, unsigned long page_size)
1630 	mr->ibmr.iova = iova;
1651 				    u64 length, u64 iova, int new_access_flags,
1664 		"start 0x%llx, iova 0x%llx, length 0x%llx, access_flags 0x%x\n",
1665 		start, iova, length, new_access_flags);
1702 		return create_real_mr(new_pd, umem, mr->ibmr.iova,
1724 		if (can_use_umr_rereg_pas(mr, new_umem, new_access_flags, iova,
1727 					    new_umem, iova, page_size);
1734 		return create_real_mr(new_pd, new_umem, iova, new_access_flags);
1742 	return mlx5_ib_reg_user_mr(new_pd, start, length, iova,
2360 	mr->ibmr.iova = sg_dma_address(sg) + sg_offset;
2458 	pi_mr->data_iova = pi_mr->ibmr.iova;
2465 		u64 iova = pi_mr->data_iova;
2477 		pi_mr->pi_iova = (iova & page_mask) +
2479 				 (pi_mr->ibmr.iova & ~page_mask);
2487 		pi_mr->ibmr.length = pi_mr->pi_iova + pi_mr->meta_length - iova;
2488 		pi_mr->ibmr.iova = iova;
2526 	pi_mr->ibmr.iova = 0;
2584 	ibmr->iova = 0;