hw/mlx5/qp.c

88 		    struct mlx5_ib_cq **send_cq, struct mlx5_ib_cq **recv_cq);
827 static void mlx5_ib_lock_cqs(struct mlx5_ib_cq *send_cq,
829 static void mlx5_ib_unlock_cqs(struct mlx5_ib_cq *send_cq,
1299 static int get_sq_ts_format(struct mlx5_ib_dev *dev, struct mlx5_ib_cq *send_cq)
1303 	return get_ts_format(dev, send_cq, fr_supported(ts_cap),
1307 static int get_qp_ts_format(struct mlx5_ib_dev *dev, struct mlx5_ib_cq *send_cq,
1316 		send_cq ? get_ts_format(dev, send_cq, fr_sup, rt_sup) :
1593 					      to_mcq(init_attr->send_cq));
1934 	scqe_sz = mlx5_ib_get_cqe_size(init_attr->send_cq);
2080 	struct mlx5_ib_cq *send_cq;
2116 	ts_format = get_qp_ts_format(dev, to_mcq(init_attr->send_cq),
2173 	if (init_attr->send_cq)
2175 			 to_mcq(init_attr->send_cq)->mcq.cqn);
2205 	get_cqs(qp->type, init_attr->send_cq, init_attr->recv_cq,
2206 		&send_cq, &recv_cq);
2208 	mlx5_ib_lock_cqs(send_cq, recv_cq);
2215 	if (send_cq)
2216 		list_add_tail(&qp->cq_send_list, &send_cq->list_send_qp);
2219 	mlx5_ib_unlock_cqs(send_cq, recv_cq);
2241 	struct mlx5_ib_cq *send_cq;
2284 		ts_format = get_qp_ts_format(dev, to_mcq(init_attr->send_cq),
2370 	if (init_attr->send_cq)
2371 		MLX5_SET(qpc, qpc, cqn_snd, to_mcq(init_attr->send_cq)->mcq.cqn);
2408 	get_cqs(qp->type, init_attr->send_cq, init_attr->recv_cq,
2409 		&send_cq, &recv_cq);
2411 	mlx5_ib_lock_cqs(send_cq, recv_cq);
2418 	if (send_cq)
2419 		list_add_tail(&qp->cq_send_list, &send_cq->list_send_qp);
2422 	mlx5_ib_unlock_cqs(send_cq, recv_cq);
2442 	struct mlx5_ib_cq *send_cq;
2513 	if (attr->send_cq)
2514 		MLX5_SET(qpc, qpc, cqn_snd, to_mcq(attr->send_cq)->mcq.cqn);
2541 	get_cqs(qp->type, attr->send_cq, attr->recv_cq,
2542 		&send_cq, &recv_cq);
2544 	mlx5_ib_lock_cqs(send_cq, recv_cq);
2551 	if (send_cq)
2552 		list_add_tail(&qp->cq_send_list, &send_cq->list_send_qp);
2555 	mlx5_ib_unlock_cqs(send_cq, recv_cq);
2565 static void mlx5_ib_lock_cqs(struct mlx5_ib_cq *send_cq, struct mlx5_ib_cq *recv_cq)
2566 	__acquires(&send_cq->lock) __acquires(&recv_cq->lock)
2568 	if (send_cq) {
2570 			if (send_cq->mcq.cqn < recv_cq->mcq.cqn)  {
2571 				spin_lock(&send_cq->lock);
2574 			} else if (send_cq->mcq.cqn == recv_cq->mcq.cqn) {
2575 				spin_lock(&send_cq->lock);
2579 				spin_lock_nested(&send_cq->lock,
2583 			spin_lock(&send_cq->lock);
2588 		__acquire(&send_cq->lock);
2590 		__acquire(&send_cq->lock);
2595 static void mlx5_ib_unlock_cqs(struct mlx5_ib_cq *send_cq, struct mlx5_ib_cq *recv_cq)
2596 	__releases(&send_cq->lock) __releases(&recv_cq->lock)
2598 	if (send_cq) {
2600 			if (send_cq->mcq.cqn < recv_cq->mcq.cqn)  {
2602 				spin_unlock(&send_cq->lock);
2603 			} else if (send_cq->mcq.cqn == recv_cq->mcq.cqn) {
2605 				spin_unlock(&send_cq->lock);
2607 				spin_unlock(&send_cq->lock);
2612 			spin_unlock(&send_cq->lock);
2615 		__release(&send_cq->lock);
2619 		__release(&send_cq->lock);
2625 		    struct mlx5_ib_cq **send_cq, struct mlx5_ib_cq **recv_cq)
2629 		*send_cq = NULL;
2634 		*send_cq = ib_send_cq ? to_mcq(ib_send_cq) : NULL;
2644 		*send_cq = ib_send_cq ? to_mcq(ib_send_cq) : NULL;
2648 		*send_cq = NULL;
2661 	struct mlx5_ib_cq *send_cq, *recv_cq;
2693 	get_cqs(qp->type, qp->ibqp.send_cq, qp->ibqp.recv_cq, &send_cq,
2697 	mlx5_ib_lock_cqs(send_cq, recv_cq);
2700 	if (send_cq)
2709 		if (send_cq != recv_cq)
2710 			__mlx5_ib_cq_clean(send_cq, base->mqp.qpn,
2713 	mlx5_ib_unlock_cqs(send_cq, recv_cq);
3139 		params->attr->send_cq ? to_mcq(params->attr->send_cq)->mcq.cqn :
3161 		ret = (attr->rwq_ind_tbl && attr->send_cq) ? -EINVAL : 0;
4150 	struct mlx5_ib_cq *send_cq, *recv_cq;
4256 	get_cqs(qp->type, qp->ibqp.send_cq, qp->ibqp.recv_cq,
4257 		&send_cq, &recv_cq);
4260 	if (send_cq)
4261 		MLX5_SET(qpc, qpc, cqn_snd, send_cq->mcq.cqn);
4411 		if (send_cq != recv_cq)
4412 			mlx5_ib_cq_clean(send_cq, base->mqp.qpn, NULL);
5115 	qp_init_attr->send_cq = ibqp->send_cq;
5738 	struct ib_cq *cq = qp->send_cq;