Lines Matching defs:wq
150 u8 *flit_cnt, int *wr_cnt, struct t3_wq *wq)
174 wqe = (union t3_wr *)(wq->queue +
175 Q_PTR2IDX((wq->wptr+1), wq->size_log2));
177 Q_GENBIT(wq->wptr + 1, wq->size_log2),
280 qhp->wq.rq[Q_PTR2IDX(qhp->wq.rq_wptr,
281 qhp->wq.rq_size_log2)].wr_id = wr->wr_id;
282 qhp->wq.rq[Q_PTR2IDX(qhp->wq.rq_wptr,
283 qhp->wq.rq_size_log2)].pbl_addr = 0;
343 qhp->wq.rq[Q_PTR2IDX(qhp->wq.rq_wptr,
344 qhp->wq.rq_size_log2)].wr_id = wr->wr_id;
345 qhp->wq.rq[Q_PTR2IDX(qhp->wq.rq_wptr,
346 qhp->wq.rq_size_log2)].pbl_addr = pbl_addr;
372 num_wrs = Q_FREECNT(qhp->wq.sq_rptr, qhp->wq.sq_wptr,
373 qhp->wq.sq_size_log2);
384 idx = Q_PTR2IDX(qhp->wq.wptr, qhp->wq.size_log2);
385 wqe = (union t3_wr *) (qhp->wq.queue + idx);
391 sqp = qhp->wq.sq +
392 Q_PTR2IDX(qhp->wq.sq_wptr, qhp->wq.sq_size_log2);
414 if (!qhp->wq.oldest_read)
415 qhp->wq.oldest_read = sqp;
420 &wr_cnt, &qhp->wq);
435 wqe->send.wrid.id0.hi = qhp->wq.sq_wptr;
438 sqp->sq_wptr = qhp->wq.sq_wptr;
443 Q_GENBIT(qhp->wq.wptr, qhp->wq.size_log2),
446 PDBG("%s cookie 0x%llx wq idx 0x%x swsq idx %ld opcode %d\n",
448 Q_PTR2IDX(qhp->wq.sq_wptr, qhp->wq.sq_size_log2),
452 qhp->wq.wptr += wr_cnt;
453 ++(qhp->wq.sq_wptr);
456 if (cxio_wq_db_enabled(&qhp->wq))
457 ring_doorbell(qhp->wq.doorbell, qhp->wq.qpid);
482 num_wrs = Q_FREECNT(qhp->wq.rq_rptr, qhp->wq.rq_wptr,
483 qhp->wq.rq_size_log2) - 1;
494 idx = Q_PTR2IDX(qhp->wq.wptr, qhp->wq.size_log2);
495 wqe = (union t3_wr *) (qhp->wq.queue + idx);
508 Q_GENBIT(qhp->wq.wptr, qhp->wq.size_log2),
512 idx, qhp->wq.rq_wptr, qhp->wq.rq_rptr, wqe);
513 ++(qhp->wq.rq_wptr);
514 ++(qhp->wq.wptr);
519 if (cxio_wq_db_enabled(&qhp->wq))
520 ring_doorbell(qhp->wq.doorbell, qhp->wq.qpid);
555 num_wrs = Q_FREECNT(qhp->wq.sq_rptr, qhp->wq.sq_wptr,
556 qhp->wq.sq_size_log2);
561 idx = Q_PTR2IDX(qhp->wq.wptr, qhp->wq.size_log2);
564 wqe = (union t3_wr *) (qhp->wq.queue + idx);
587 wqe->send.wrid.id0.hi = qhp->wq.sq_wptr;
588 sqp = qhp->wq.sq + Q_PTR2IDX(qhp->wq.sq_wptr, qhp->wq.sq_size_log2);
591 sqp->sq_wptr = qhp->wq.sq_wptr;
597 Q_GENBIT(qhp->wq.wptr, qhp->wq.size_log2), 0,
599 ++(qhp->wq.wptr);
600 ++(qhp->wq.sq_wptr);
603 if (cxio_wq_db_enabled(&qhp->wq))
604 ring_doorbell(qhp->wq.doorbell, qhp->wq.qpid);
823 cxio_count_rcqes(&rchp->cq, &qhp->wq, &count);
824 flushed = cxio_flush_rq(&qhp->wq, &rchp->cq, count);
834 cxio_count_scqes(&schp->cq, &qhp->wq, &count);
835 flushed = cxio_flush_sq(&qhp->wq, &schp->cq, count);
851 cxio_set_wq_in_error(&qhp->wq);
862 union t3_wr *wqe = qhp->wq.queue;
880 init_attr.qpid = qhp->wq.qpid;
884 init_attr.rq_addr = qhp->wq.rq_addr;
885 init_attr.rq_size = 1 << qhp->wq.rq_size_log2;
901 init_attr.qp_dma_addr = qhp->wq.dma_addr;
902 init_attr.qp_dma_size = (1UL << qhp->wq.size_log2);
939 qhp, qhp->wq.qpid, qhp->ep, qhp->attr.state,
1034 cxio_set_wq_in_error(&qhp->wq);
1080 if (!Q_EMPTY(qhp->wq.sq_rptr, qhp->wq.sq_wptr) ||
1081 !Q_EMPTY(qhp->wq.rq_rptr, qhp->wq.rq_wptr)) {
1104 qhp->wq.qpid);