hw/mlx5/mr.c

56 				     u64 iova, int access_flags,
242 	set_mkc_access_pd_addr_fields(mkc, ent->rb_key.access_flags, 0,
616 	res = key1.access_flags - key2.access_flags;
683 		smallest->rb_key.access_flags == rb_key.access_flags &&
691 					int access_flags)
727 					 int access_flags)
731 	if ((access_flags & IB_ACCESS_REMOTE_ATOMIC) &&
736 	if ((access_flags & IB_ACCESS_RELAXED_ORDERING) &&
741 	if ((access_flags & IB_ACCESS_RELAXED_ORDERING) &&
751 				       int access_flags, int access_mode,
757 		.access_flags = get_unchangeable_access_flags(dev, access_flags)
764 	return _mlx5_mr_cache_alloc(dev, ent, access_flags);
1105 			  u64 length, int access_flags, u64 iova)
1112 	mr->access_flags = access_flags;
1128 					     int access_flags)
1147 	rb_key.ats = mlx5_umem_needs_ats(dev, umem, access_flags);
1148 	rb_key.access_flags = get_unchangeable_access_flags(dev, access_flags);
1156 		mr = reg_create(pd, umem, iova, access_flags, page_size, false);
1164 	mr = _mlx5_mr_cache_alloc(dev, ent, access_flags);
1171 	set_mr_fields(dev, mr, umem->length, access_flags, iova);
1181 				     u64 iova, int access_flags,
1200 	mr->access_flags = access_flags;
1214 		if (WARN_ON(access_flags & IB_ACCESS_ON_DEMAND)) {
1228 	set_mkc_access_pd_addr_fields(mkc, access_flags, iova,
1239 	if (mlx5_umem_needs_ats(dev, umem, access_flags))
1254 	set_mr_fields(dev, mr, umem->length, access_flags, iova);
1341 		if (attr->access_flags & ~MLX5_IB_DM_MEMIC_ALLOWED_ACCESS)
1351 		if (attr->access_flags & ~MLX5_IB_DM_SW_ICM_ALLOWED_ACCESS)
1361 				 attr->access_flags, mode);
1365 				    u64 iova, int access_flags)
1374 		mr = alloc_cacheable_mr(pd, umem, iova, access_flags);
1380 		mr = reg_create(pd, umem, iova, access_flags, page_size, true);
1408 					u64 iova, int access_flags,
1428 		mr = mlx5_ib_alloc_implicit_mr(to_mpd(pd), access_flags);
1438 	odp = ib_umem_odp_get(&dev->ib_dev, start, length, access_flags,
1443 	mr = alloc_cacheable_mr(pd, &odp->umem, iova, access_flags);
1466 				  u64 iova, int access_flags,
1475 	mlx5_ib_dbg(dev, "start 0x%llx, iova 0x%llx, length 0x%llx, access_flags 0x%x\n",
1476 		    start, iova, length, access_flags);
1478 	if (access_flags & IB_ACCESS_ON_DEMAND)
1479 		return create_user_odp_mr(pd, start, length, iova, access_flags,
1481 	umem = ib_umem_get(&dev->ib_dev, start, length, access_flags);
1484 	return create_real_mr(pd, umem, iova, access_flags);
1508 					 int fd, int access_flags,
1521 		    "offset 0x%llx, virt_addr 0x%llx, length 0x%llx, fd %d, access_flags 0x%x\n",
1522 		    offset, virt_addr, length, fd, access_flags);
1529 					 access_flags,
1538 				access_flags);
1601 			 int access_flags, int flags, struct ib_umem *new_umem,
1623 		mr->access_flags = access_flags;
1661 		"start 0x%llx, iova 0x%llx, length 0x%llx, access_flags 0x%x\n",
1668 		new_access_flags = mr->access_flags;
1676 		if (can_use_umr_rereg_access(dev, mr->access_flags,
1711 	    can_use_umr_rereg_access(dev, mr->access_flags, new_access_flags)) {