mlx4/mlx4_core/mlx4_cq.c

39 #include <dev/mlx4/cmd.h>
40 #include <dev/mlx4/cq.h>
54 void mlx4_cq_completion(struct mlx4_dev *dev, u32 cqn)
58 	cq = radix_tree_lookup(&mlx4_priv(dev)->cq_table.tree,
59 			       cqn & (dev->caps.num_cqs - 1));
61 		mlx4_dbg(dev, "Completion event for bogus CQ %08x\n", cqn);
70 void mlx4_cq_event(struct mlx4_dev *dev, u32 cqn, int event_type)
72 	struct mlx4_cq_table *cq_table = &mlx4_priv(dev)->cq_table;
77 	cq = radix_tree_lookup(&cq_table->tree, cqn & (dev->caps.num_cqs - 1));
84 		mlx4_warn(dev, "Async event for bogus CQ %08x\n", cqn);
94 static int mlx4_SW2HW_CQ(struct mlx4_dev *dev, struct mlx4_cmd_mailbox *mailbox,
97 	return mlx4_cmd(dev, mailbox->dma, cq_num, 0,
102 static int mlx4_MODIFY_CQ(struct mlx4_dev *dev, struct mlx4_cmd_mailbox *mailbox,
105 	return mlx4_cmd(dev, mailbox->dma, cq_num, opmod, MLX4_CMD_MODIFY_CQ,
109 static int mlx4_HW2SW_CQ(struct mlx4_dev *dev, struct mlx4_cmd_mailbox *mailbox,
112 	return mlx4_cmd_box(dev, 0, mailbox ? mailbox->dma : 0,
117 int mlx4_cq_modify(struct mlx4_dev *dev, struct mlx4_cq *cq,
124 	mailbox = mlx4_alloc_cmd_mailbox(dev);
132 	err = mlx4_MODIFY_CQ(dev, mailbox, cq->cqn, 1);
134 	mlx4_free_cmd_mailbox(dev, mailbox);
139 int mlx4_cq_resize(struct mlx4_dev *dev, struct mlx4_cq *cq,
147 	mailbox = mlx4_alloc_cmd_mailbox(dev);
154 	mtt_addr = mlx4_mtt_addr(dev, mtt);
158 	err = mlx4_MODIFY_CQ(dev, mailbox, cq->cqn, 0);
160 	mlx4_free_cmd_mailbox(dev, mailbox);
165 int __mlx4_cq_alloc_icm(struct mlx4_dev *dev, int *cqn)
167 	struct mlx4_priv *priv = mlx4_priv(dev);
175 	err = mlx4_table_get(dev, &cq_table->table, *cqn, GFP_KERNEL);
179 	err = mlx4_table_get(dev, &cq_table->cmpt_table, *cqn, GFP_KERNEL);
185 	mlx4_table_put(dev, &cq_table->table, *cqn);
192 static int mlx4_cq_alloc_icm(struct mlx4_dev *dev, int *cqn)
197 	if (mlx4_is_mfunc(dev)) {
198 		err = mlx4_cmd_imm(dev, 0, &out_param, RES_CQ,
208 	return __mlx4_cq_alloc_icm(dev, cqn);
211 void __mlx4_cq_free_icm(struct mlx4_dev *dev, int cqn)
213 	struct mlx4_priv *priv = mlx4_priv(dev);
216 	mlx4_table_put(dev, &cq_table->cmpt_table, cqn);
217 	mlx4_table_put(dev, &cq_table->table, cqn);
221 static void mlx4_cq_free_icm(struct mlx4_dev *dev, int cqn)
226 	if (mlx4_is_mfunc(dev)) {
228 		err = mlx4_cmd(dev, in_param, RES_CQ, RES_OP_RESERVE_AND_MAP,
232 			mlx4_warn(dev, "Failed freeing cq:%d\n", cqn);
234 		__mlx4_cq_free_icm(dev, cqn);
237 int mlx4_cq_alloc(struct mlx4_dev *dev, int nent,
242 	struct mlx4_priv *priv = mlx4_priv(dev);
249 	if (vector >= dev->caps.num_comp_vectors)
254 	err = mlx4_cq_alloc_icm(dev, &cq->cqn);
264 	mailbox = mlx4_alloc_cmd_mailbox(dev);
277 			    mlx4_to_hw_uar_index(dev, uar->index));
281 	mtt_addr = mlx4_mtt_addr(dev, mtt);
286 	err = mlx4_SW2HW_CQ(dev, mailbox, cq->cqn);
287 	mlx4_free_cmd_mailbox(dev, mailbox);
306 	mlx4_cq_free_icm(dev, cq->cqn);
312 void mlx4_cq_free(struct mlx4_dev *dev, struct mlx4_cq *cq)
314 	struct mlx4_priv *priv = mlx4_priv(dev);
318 	err = mlx4_HW2SW_CQ(dev, NULL, cq->cqn);
320 		mlx4_warn(dev, "HW2SW_CQ failed (%d) for CQN %06x\n", err, cq->cqn);
335 	mlx4_cq_free_icm(dev, cq->cqn);
339 int mlx4_init_cq_table(struct mlx4_dev *dev)
341 	struct mlx4_cq_table *cq_table = &mlx4_priv(dev)->cq_table;
346 	if (mlx4_is_slave(dev))
349 	err = mlx4_bitmap_init(&cq_table->bitmap, dev->caps.num_cqs,
350 			       dev->caps.num_cqs - 1, dev->caps.reserved_cqs, 0);
357 void mlx4_cleanup_cq_table(struct mlx4_dev *dev)
359 	if (mlx4_is_slave(dev))
362 	mlx4_bitmap_cleanup(&mlx4_priv(dev)->cq_table.bitmap);