hw/mlx5/mr.c

8  * COPYING in the main directory of this source tree, or the
11  *     Redistribution and use in source and binary forms, with or
19  *      - Redistributions in binary form must reproduce the above
21  *        disclaimer in the documentation and/or other materials
86 static void assign_mkey_variant(struct mlx5_ib_dev *dev, u32 *mkey, u32 *in)
91 	mkc = MLX5_ADDR_OF(create_mkey_in, in, memory_key_mkey_entry);
97 			       struct mlx5_ib_mkey *mkey, u32 *in, int inlen)
101 	assign_mkey_variant(dev, &mkey->key, in);
102 	ret = mlx5_core_create_mkey(dev->mdev, &mkey->key, in, inlen);
115 	MLX5_SET(create_mkey_in, async_create->in, opcode,
117 	assign_mkey_variant(dev, &async_create->mkey, async_create->in);
118 	return mlx5_cmd_exec_cb(&dev->async_ctx, async_create->in, inlen,
142 	/* Failed in FW, print cmd out failure details */
256 /* Asynchronously schedule new MRs to be populated in the cache. */
269 		mkc = MLX5_ADDR_OF(create_mkey_in, async_create->in,
300 /* Synchronously create a MR in the cache */
305 	u32 *in;
308 	in = kzalloc(inlen, GFP_KERNEL);
309 	if (!in)
311 	mkc = MLX5_ADDR_OF(create_mkey_in, in, memory_key_mkey_entry);
314 	err = mlx5_core_create_mkey(ent->dev->mdev, mkey, in, inlen);
320 	kfree(in);
382 	 * cannot free MRs that are in use. Compute the target value for stored
571 		 * to be activated in near future.
574 		 * the garbage collection work to try to run in next cycle, in
621 	 * keep ndescs the last in the compare table since the find function
623 	 * match in size.
1045 	u32 *in;
1052 	in = kzalloc(inlen, GFP_KERNEL);
1053 	if (!in) {
1058 	mkc = MLX5_ADDR_OF(create_mkey_in, in, memory_key_mkey_entry);
1065 	err = mlx5_ib_create_mkey(dev, &mr->mmkey, in, inlen);
1069 	kfree(in);
1078 	kfree(in);
1191 	u32 *in;
1209 	in = kvzalloc(inlen, GFP_KERNEL);
1210 	if (!in) {
1214 	pas = (__be64 *)MLX5_ADDR_OF(create_mkey_in, in, klm_pas_mtt);
1225 	 * in the page list submitted with the command.
1227 	MLX5_SET(create_mkey_in, in, pg_access, !!(pg_cap));
1229 	mkc = MLX5_ADDR_OF(create_mkey_in, in, memory_key_mkey_entry);
1244 		MLX5_SET(create_mkey_in, in, translations_octword_actual_size,
1248 	err = mlx5_ib_create_mkey(dev, &mr->mmkey, in, inlen);
1257 	kvfree(in);
1264 	kvfree(in);
1277 	u32 *in;
1284 	in = kzalloc(inlen, GFP_KERNEL);
1285 	if (!in) {
1290 	mkc = MLX5_ADDR_OF(create_mkey_in, in, memory_key_mkey_entry);
1297 	err = mlx5_ib_create_mkey(dev, &mr->mmkey, in, inlen);
1301 	kfree(in);
1308 	kfree(in);
1565  * True if the change in access flags can be done via UMR, only some access
1925 static void mlx5_set_umr_free_mkey(struct ib_pd *pd, u32 *in, int ndescs,
1930 	mkc = MLX5_ADDR_OF(create_mkey_in, in, memory_key_mkey_entry);
1944 				  int access_mode, u32 *in, int inlen)
1957 	mlx5_set_umr_free_mkey(pd, in, ndescs, access_mode, page_shift);
1959 	err = mlx5_ib_create_mkey(dev, &mr->mmkey, in, inlen);
1982 	u32 *in;
1992 	in = kzalloc(inlen, GFP_KERNEL);
1993 	if (!in) {
2002 				     access_mode, in, inlen);
2007 	kfree(in);
2012 	kfree(in);
2019 				    int ndescs, u32 *in, int inlen)
2022 				      PAGE_SHIFT, MLX5_MKC_ACCESS_MODE_MTT, in,
2027 				    int ndescs, u32 *in, int inlen)
2030 				      0, MLX5_MKC_ACCESS_MODE_KLMS, in, inlen);
2035 				      u32 *in, int inlen)
2074 	mkc = MLX5_ADDR_OF(create_mkey_in, in, memory_key_mkey_entry);
2079 				     MLX5_MKC_ACCESS_MODE_KLMS, in, inlen);
2119 	u32 *in;
2126 	in = kzalloc(inlen, GFP_KERNEL);
2127 	if (!in) {
2137 		err = mlx5_alloc_mem_reg_descs(pd, mr, ndescs, in, inlen);
2140 		err = mlx5_alloc_sg_gaps_descs(pd, mr, ndescs, in, inlen);
2144 						 max_num_meta_sg, in, inlen);
2154 	kfree(in);
2159 	kfree(in);
2184 	u32 *in = NULL;
2207 	in = kzalloc(inlen, GFP_KERNEL);
2208 	if (!in)
2211 	mkc = MLX5_ADDR_OF(create_mkey_in, in, memory_key_mkey_entry);
2222 	err = mlx5_ib_create_mkey(dev, &mw->mmkey, in, inlen);
2244 	kfree(in);
2250 	kfree(in);
2553 	 * Fallback to UMR only in case of a failure.
2563 	 * descriptors and fallback to KLM only in case of a failure.
2565 	 * (especially in high load).