1/* SPDX-License-Identifier: GPL-2.0 OR Linux-OpenIB */
2/* Copyright (c) 2020 Mellanox Technologies Ltd. */
3
4#ifndef __MLX5_VDPA_H__
5#define __MLX5_VDPA_H__
6
7#include <linux/etherdevice.h>
8#include <linux/vringh.h>
9#include <linux/vdpa.h>
10#include <linux/mlx5/driver.h>
11
12#define MLX5V_ETH_HARD_MTU (ETH_HLEN + VLAN_HLEN + ETH_FCS_LEN)
13
14struct mlx5_vdpa_direct_mr {
15	u64 start;
16	u64 end;
17	u32 perm;
18	u32 mr;
19	struct sg_table sg_head;
20	int log_size;
21	int nsg;
22	int nent;
23	struct list_head list;
24	u64 offset;
25};
26
27struct mlx5_vdpa_mr {
28	u32 mkey;
29
30	/* list of direct MRs descendants of this indirect mr */
31	struct list_head head;
32	unsigned long num_directs;
33	unsigned long num_klms;
34
35	struct vhost_iotlb *iotlb;
36
37	bool user_mr;
38
39	refcount_t refcount;
40	struct list_head mr_list;
41};
42
43struct mlx5_vdpa_resources {
44	u32 pdn;
45	struct mlx5_uars_page *uar;
46	void __iomem *kick_addr;
47	u64 phys_kick_addr;
48	u16 uid;
49	u32 null_mkey;
50	bool valid;
51};
52
53struct mlx5_control_vq {
54	struct vhost_iotlb *iotlb;
55	/* spinlock to synchronize iommu table */
56	spinlock_t iommu_lock;
57	struct vringh vring;
58	bool ready;
59	u64 desc_addr;
60	u64 device_addr;
61	u64 driver_addr;
62	struct vdpa_callback event_cb;
63	struct vringh_kiov riov;
64	struct vringh_kiov wiov;
65	unsigned short head;
66	unsigned int received_desc;
67	unsigned int completed_desc;
68};
69
70struct mlx5_vdpa_wq_ent {
71	struct work_struct work;
72	struct mlx5_vdpa_dev *mvdev;
73};
74
75enum {
76	MLX5_VDPA_DATAVQ_GROUP,
77	MLX5_VDPA_CVQ_GROUP,
78	MLX5_VDPA_DATAVQ_DESC_GROUP,
79	MLX5_VDPA_NUMVQ_GROUPS
80};
81
82enum {
83	MLX5_VDPA_NUM_AS = 2
84};
85
86struct mlx5_vdpa_dev {
87	struct vdpa_device vdev;
88	struct mlx5_core_dev *mdev;
89	struct mlx5_vdpa_resources res;
90
91	u64 mlx_features;
92	u64 actual_features;
93	u8 status;
94	u32 max_vqs;
95	u16 max_idx;
96	u32 generation;
97
98	struct mlx5_vdpa_mr *mr[MLX5_VDPA_NUM_AS];
99	struct list_head mr_list_head;
100	/* serialize mr access */
101	struct mutex mr_mtx;
102	struct mlx5_control_vq cvq;
103	struct workqueue_struct *wq;
104	unsigned int group2asid[MLX5_VDPA_NUMVQ_GROUPS];
105	bool suspended;
106};
107
108int mlx5_vdpa_create_tis(struct mlx5_vdpa_dev *mvdev, void *in, u32 *tisn);
109void mlx5_vdpa_destroy_tis(struct mlx5_vdpa_dev *mvdev, u32 tisn);
110int mlx5_vdpa_create_rqt(struct mlx5_vdpa_dev *mvdev, void *in, int inlen, u32 *rqtn);
111int mlx5_vdpa_modify_rqt(struct mlx5_vdpa_dev *mvdev, void *in, int inlen, u32 rqtn);
112void mlx5_vdpa_destroy_rqt(struct mlx5_vdpa_dev *mvdev, u32 rqtn);
113int mlx5_vdpa_create_tir(struct mlx5_vdpa_dev *mvdev, void *in, u32 *tirn);
114void mlx5_vdpa_destroy_tir(struct mlx5_vdpa_dev *mvdev, u32 tirn);
115int mlx5_vdpa_alloc_transport_domain(struct mlx5_vdpa_dev *mvdev, u32 *tdn);
116void mlx5_vdpa_dealloc_transport_domain(struct mlx5_vdpa_dev *mvdev, u32 tdn);
117int mlx5_vdpa_alloc_resources(struct mlx5_vdpa_dev *mvdev);
118void mlx5_vdpa_free_resources(struct mlx5_vdpa_dev *mvdev);
119int mlx5_vdpa_create_mkey(struct mlx5_vdpa_dev *mvdev, u32 *mkey, u32 *in,
120			  int inlen);
121int mlx5_vdpa_destroy_mkey(struct mlx5_vdpa_dev *mvdev, u32 mkey);
122struct mlx5_vdpa_mr *mlx5_vdpa_create_mr(struct mlx5_vdpa_dev *mvdev,
123					 struct vhost_iotlb *iotlb);
124void mlx5_vdpa_destroy_mr_resources(struct mlx5_vdpa_dev *mvdev);
125void mlx5_vdpa_get_mr(struct mlx5_vdpa_dev *mvdev,
126		      struct mlx5_vdpa_mr *mr);
127void mlx5_vdpa_put_mr(struct mlx5_vdpa_dev *mvdev,
128		      struct mlx5_vdpa_mr *mr);
129void mlx5_vdpa_update_mr(struct mlx5_vdpa_dev *mvdev,
130			 struct mlx5_vdpa_mr *mr,
131			 unsigned int asid);
132int mlx5_vdpa_update_cvq_iotlb(struct mlx5_vdpa_dev *mvdev,
133				struct vhost_iotlb *iotlb,
134				unsigned int asid);
135int mlx5_vdpa_create_dma_mr(struct mlx5_vdpa_dev *mvdev);
136int mlx5_vdpa_reset_mr(struct mlx5_vdpa_dev *mvdev, unsigned int asid);
137
138#define mlx5_vdpa_warn(__dev, format, ...)                                                         \
139	dev_warn((__dev)->mdev->device, "%s:%d:(pid %d) warning: " format, __func__, __LINE__,     \
140		 current->pid, ##__VA_ARGS__)
141
142#define mlx5_vdpa_info(__dev, format, ...)                                                         \
143	dev_info((__dev)->mdev->device, "%s:%d:(pid %d): " format, __func__, __LINE__,             \
144		 current->pid, ##__VA_ARGS__)
145
146#define mlx5_vdpa_dbg(__dev, format, ...)                                                          \
147	dev_debug((__dev)->mdev->device, "%s:%d:(pid %d): " format, __func__, __LINE__,            \
148		  current->pid, ##__VA_ARGS__)
149
150#endif /* __MLX5_VDPA_H__ */
151