hw/mlx5/wr.c

29 int mlx5r_wq_overflow(struct mlx5_ib_wq *wq, int nreq, struct ib_cq *ib_cq)
35 	if (likely(cur + nreq < wq->max_post))
43 	return cur + nreq >= wq->max_post;
726 		    int *size, void **cur_edge, int nreq, __be32 general_id,
729 	if (unlikely(mlx5r_wq_overflow(&qp->sq, nreq, qp->ibqp.send_cq)))
751 		     void **cur_edge, int nreq)
753 	return mlx5r_begin_wqe(qp, seg, ctrl, idx, size, cur_edge, nreq,
760 		      u64 wr_id, int nreq, u8 fence, u32 mlx5_opcode)
773 	qp->sq.wqe_head[idx] = qp->sq.head + nreq;
815 		      void **cur_edge, unsigned int *idx, int nreq,
824 	err = mlx5r_begin_wqe(qp, seg, ctrl, idx, size, cur_edge, nreq,
837 			 nreq, next_fence, MLX5_OPCODE_SET_PSV);
848 				   unsigned int *idx, int nreq, u8 fence,
878 				 wr->wr_id, nreq, fence, MLX5_OPCODE_UMR);
880 		err = begin_wqe(qp, seg, ctrl, wr, idx, size, cur_edge, nreq);
910 			 nreq, fence, MLX5_OPCODE_UMR);
913 	err = handle_psv(dev, qp, wr, ctrl, seg, size, cur_edge, idx, nreq,
919 	err = handle_psv(dev, qp, wr, ctrl, seg, size, cur_edge, idx, nreq,
934 			 void **cur_edge, unsigned int *idx, int nreq, u8 fence,
967 					      cur_edge, idx, nreq, fence,
1025 void mlx5r_ring_db(struct mlx5_ib_qp *qp, unsigned int nreq,
1030 	qp->sq.head += nreq;
1066 	int nreq;
1082 	for (nreq = 0; wr; nreq++, wr = wr->next) {
1099 				nreq);
1130 					    &cur_edge, &idx, nreq, fence,
1186 				 nreq, fence, mlx5_ib_opcode[wr->opcode]);
1193 	if (likely(nreq))
1194 		mlx5r_ring_db(qp, nreq, ctrl);
1216 	int nreq;
1233 	for (nreq = 0; wr; nreq++, wr = wr->next) {
1234 		if (mlx5r_wq_overflow(&qp->rq, nreq, qp->ibqp.recv_cq)) {
1270 	if (likely(nreq)) {
1271 		qp->rq.head += nreq;