hw/bnxt_re/qplib_fp.c

1484 			struct cq_req *cqe = (struct cq_req *)hw_cqe;
1486 			if (qp == le64_to_cpu(cqe->qp_handle))
1487 				cqe->qp_handle = 0;
1494 			struct cq_res_rc *cqe = (struct cq_res_rc *)hw_cqe;
1496 			if (qp == le64_to_cpu(cqe->qp_handle))
1497 				cqe->qp_handle = 0;
2275 	struct bnxt_qplib_cqe *cqe;
2281 	cqe = *pcqe;
2291 		memset(cqe, 0, sizeof(*cqe));
2292 		cqe->status = CQ_REQ_STATUS_WORK_REQUEST_FLUSHED_ERR;
2293 		cqe->opcode = CQ_BASE_CQE_TYPE_REQ;
2294 		cqe->qp_handle = (u64)(unsigned long)qp;
2295 		cqe->wr_id = sq->swq[last].wr_id;
2296 		cqe->src_qp = qp->id;
2297 		cqe->type = sq->swq[last].type;
2298 		cqe++;
2305 	*pcqe = cqe;
2316 	struct bnxt_qplib_cqe *cqe;
2336 	cqe = *pcqe;
2341 		memset(cqe, 0, sizeof(*cqe));
2342 		cqe->status =
2344 		cqe->opcode = opcode;
2345 		cqe->qp_handle = (unsigned long)qp;
2346 		cqe->wr_id = rq->swq[last].wr_id;
2347 		cqe++;
2353 	*pcqe = cqe;
2398 			"FP: Process Req cq_cons=0x%x qp=0x%x sq cons sw=0x%x cqe=0x%x marked!\n",
2479 	struct bnxt_qplib_cqe *cqe;
2504 	cqe = *pcqe;
2511 		memset(cqe, 0, sizeof(*cqe));
2512 		cqe->opcode = CQ_BASE_CQE_TYPE_REQ;
2513 		cqe->qp_handle = (u64)(unsigned long)qp;
2514 		cqe->src_qp = qp->id;
2515 		cqe->wr_id = swq->wr_id;
2516 		if (cqe->wr_id == BNXT_QPLIB_FENCE_WRID)
2518 		cqe->type = swq->type;
2526 			cqe->status = hwcqe->status;
2529 				sq->swq_last, cqe->wr_id, cqe->status);
2530 			cqe++;
2543 				cqe->status = CQ_REQ_STATUS_OK;
2544 				cqe++;
2556 	*pcqe = cqe;
2588 	struct bnxt_qplib_cqe *cqe;
2605 	cqe = *pcqe;
2606 	cqe->opcode = hwcqe->cqe_type_toggle & CQ_BASE_CQE_TYPE_MASK;
2607 	cqe->length = le32_to_cpu(hwcqe->length);
2608 	cqe->invrkey = le32_to_cpu(hwcqe->imm_data_or_inv_r_key);
2609 	cqe->mr_handle = le64_to_cpu(hwcqe->mr_handle);
2610 	cqe->flags = le16_to_cpu(hwcqe->flags);
2611 	cqe->status = hwcqe->status;
2612 	cqe->qp_handle = (u64)(unsigned long)qp;
2616 	if (cqe->flags & CQ_RES_RC_FLAGS_SRQ_SRQ) {
2626 		cqe->wr_id = srq->swq[wr_id_idx].wr_id;
2628 		cqe++;
2630 		*pcqe = cqe;
2644 		cqe->wr_id = swq->wr_id;
2645 		cqe++;
2650 		*pcqe = cqe;
2668 	struct bnxt_qplib_cqe *cqe;
2684 	cqe = *pcqe;
2685 	cqe->opcode = hwcqe->cqe_type_toggle & CQ_BASE_CQE_TYPE_MASK;
2686 	cqe->length = le16_to_cpu(hwcqe->length) & CQ_RES_UD_LENGTH_MASK;
2687 	cqe->cfa_meta = le16_to_cpu(hwcqe->cfa_metadata);
2688 	cqe->invrkey = le32_to_cpu(hwcqe->imm_data);
2689 	cqe->flags = le16_to_cpu(hwcqe->flags);
2690 	cqe->status = hwcqe->status;
2691 	cqe->qp_handle = (u64)(unsigned long)qp;
2693 	memcpy(cqe->smac, hwcqe->src_mac, ETH_ALEN);
2696 	cqe->src_qp = le16_to_cpu(hwcqe->src_qp_low) |
2701 	if (cqe->flags & CQ_RES_RC_FLAGS_SRQ_SRQ) {
2712 		cqe->wr_id = srq->swq[wr_id_idx].wr_id;
2714 		cqe++;
2716 		*pcqe = cqe;
2731 		cqe->wr_id = swq->wr_id;
2732 		cqe++;
2737 		*pcqe = cqe;
2768 	struct bnxt_qplib_cqe *cqe;
2782 	cqe = *pcqe;
2783 	cqe->opcode = hwcqe->cqe_type_toggle & CQ_BASE_CQE_TYPE_MASK;
2784 	cqe->flags = le16_to_cpu(hwcqe->flags);
2785 	cqe->qp_handle = (u64)(unsigned long)qp;
2790 	cqe->src_qp = qp->id;
2791 	if (qp->id == 1 && !cqe->length) {
2793 		cqe->length = 296;
2795 		cqe->length = le16_to_cpu(hwcqe->length);
2797 	cqe->pkey_index = qp->pkey_index;
2798 	memcpy(cqe->smac, qp->smac, 6);
2800 	cqe->raweth_qp1_flags = le16_to_cpu(hwcqe->raweth_qp1_flags);
2801 	cqe->raweth_qp1_flags2 = le32_to_cpu(hwcqe->raweth_qp1_flags2);
2802 	cqe->raweth_qp1_metadata = le32_to_cpu(hwcqe->raweth_qp1_metadata);
2804 	if (cqe->flags & CQ_RES_RAWETH_QP1_FLAGS_SRQ_SRQ) {
2817 		cqe->wr_id = srq->swq[wr_id_idx].wr_id;
2819 		cqe++;
2821 		*pcqe = cqe;
2835 		cqe->wr_id = swq->wr_id;
2836 		cqe++;
2841 		*pcqe = cqe;
2860 	struct bnxt_qplib_cqe *cqe;
2896 	cqe = *pcqe;
2902 			memset(cqe, 0, sizeof(*cqe));
2903 			cqe->status = CQ_REQ_STATUS_OK;
2904 			cqe->opcode = CQ_BASE_CQE_TYPE_REQ;
2905 			cqe->qp_handle = (u64)(unsigned long)qp;
2906 			cqe->src_qp = qp->id;
2907 			cqe->wr_id = sq->swq[swq_last].wr_id;
2908 			cqe->type = sq->swq[swq_last].type;
2909 			cqe++;
2916 	*pcqe = cqe;
2972 				  struct bnxt_qplib_cqe *cqe,
2982 		__flush_sq(&qp->sq, qp, &cqe, &budget);
2987 		__flush_rq(&qp->rq, qp, &cqe, &budget);
2994 int bnxt_qplib_poll_cq(struct bnxt_qplib_cq *cq, struct bnxt_qplib_cqe *cqe,
3022 						       &cqe, &budget,
3028 							  hw_cqe, &cqe,
3033 					(cq, (struct cq_res_ud *)hw_cqe, &cqe,
3039 					 hw_cqe, &cqe, &budget);
3044 					 &cqe, &budget);