scsi/lpfc/lpfc_sli.c

6146 	struct lpfc_sli4_hdw_queue *qp;
6158 			qp = &sli4_hba->hdwq[qidx];
6160 			sli4_hba->sli4_write_cq_db(phba, qp->io_cq, 0,
11901 	struct lpfc_queue *qp = NULL;
11943 		list_for_each_entry(qp, &phba->sli4_hba.lpfc_wq_list, wq_list) {
11944 			pring = qp->pring;
12002 	struct lpfc_queue *qp = NULL;
12036 		list_for_each_entry(qp, &phba->sli4_hba.lpfc_wq_list, wq_list) {
12037 			pring = qp->pring;
12540 	struct lpfc_queue *qp = NULL;
12550 	list_for_each_entry(qp, &phba->sli4_hba.lpfc_wq_list, wq_list) {
12551 		pring = qp->pring;
21307  * @qp: Pointer to HDW queue.
21311 lpfc_sli4_issue_wqe(struct lpfc_hba *phba, struct lpfc_sli4_hdw_queue *qp,
21326 					  qp, wq_access);
21349 		lpfc_sli4_poll_eq(qp->hba_eq);
21356 		wq = qp->io_wq;
21359 		bf_set(wqe_cqid, &wqe->generic.wqe_com, qp->io_cq_map);
21362 					  qp, wq_access);
21371 		lpfc_sli4_poll_eq(qp->hba_eq);
21378 		wq = qp->io_wq;
21389 		bf_set(wqe_cqid, &wqe->generic.wqe_com, qp->io_cq_map);
21392 					  qp, wq_access);
21401 		lpfc_sli4_poll_eq(qp->hba_eq);
21504 	struct lpfc_sli4_hdw_queue *qp;
21510 	qp = &phba->sli4_hba.hdwq[hwqid];
21511 	multixri_pool = qp->p_multixri_pool;
21516 		pvt_pool = &qp->p_multixri_pool->pvt_pool;
21517 		pbl_pool = &qp->p_multixri_pool->pbl_pool;
21518 		txcmplq_cnt = qp->io_wq->pring->txcmplq_cnt;
21577 	struct lpfc_sli4_hdw_queue *qp;
21579 	qp = &phba->sli4_hba.hdwq[hwqid];
21580 	multixri_pool = qp->p_multixri_pool;
21588 	txcmplq_cnt = qp->io_wq->pring->txcmplq_cnt;
21589 	abts_io_bufs = qp->abts_scsi_io_bufs;
21590 	abts_io_bufs += qp->abts_nvme_io_bufs;
21617 	struct lpfc_sli4_hdw_queue *qp;
21624 	qp = &phba->sli4_hba.hdwq[hwqid];
21625 	pbl_pool = &qp->p_multixri_pool->pbl_pool;
21626 	pvt_pool = &qp->p_multixri_pool->pvt_pool;
21629 	lpfc_qp_spin_lock_irqsave(&pbl_pool->lock, iflag, qp, mv_to_pub_pool);
21630 	lpfc_qp_spin_lock(&pvt_pool->lock, qp, mv_from_pvt_pool);
21669  * @qp: pointer to HDW queue
21684 _lpfc_move_xri_pbl_to_pvt(struct lpfc_hba *phba, struct lpfc_sli4_hdw_queue *qp,
21697 			lpfc_qp_spin_lock(&pvt_pool->lock, qp, mv_to_pvt_pool);
21739 	struct lpfc_sli4_hdw_queue *qp;
21744 	qp = &phba->sli4_hba.hdwq[hwqid];
21745 	multixri_pool = qp->p_multixri_pool;
21750 	ret = _lpfc_move_xri_pbl_to_pvt(phba, qp, pbl_pool, pvt_pool, count);
21773 			phba, qp, pbl_pool, pvt_pool, count);
21820  * @qp: belong to which HWQ.
21829 			 struct lpfc_sli4_hdw_queue *qp)
21866 		if (!qp->p_multixri_pool)
21869 		pbl_pool = &qp->p_multixri_pool->pbl_pool;
21870 		pvt_pool = &qp->p_multixri_pool->pvt_pool;
21872 		txcmplq_cnt = qp->io_wq->pring->txcmplq_cnt;
21873 		abts_io_bufs = qp->abts_scsi_io_bufs;
21874 		abts_io_bufs += qp->abts_nvme_io_bufs;
21877 		xri_limit = qp->p_multixri_pool->xri_limit;
21881 			qp->p_multixri_pool->below_limit_count++;
21883 			qp->p_multixri_pool->above_limit_count++;
21893 						  qp, free_pvt_pool);
21900 						  qp, free_pub_pool);
21907 		lpfc_qp_spin_lock_irqsave(&qp->io_buf_list_put_lock, iflag,
21908 					  qp, free_xri);
21910 			      &qp->lpfc_io_buf_list_put);
21911 		qp->put_io_bufs++;
21912 		spin_unlock_irqrestore(&qp->io_buf_list_put_lock,
21920  * @qp: pointer to HDW queue
21932 				  struct lpfc_sli4_hdw_queue *qp,
21940 	lpfc_qp_spin_lock_irqsave(&pvt_pool->lock, iflag, qp, alloc_pvt_pool);
22019 	struct lpfc_sli4_hdw_queue *qp;
22024 	qp = &phba->sli4_hba.hdwq[hwqid];
22026 	if (!qp) {
22029 				"5556 NULL qp for hwqid  x%x\n", hwqid);
22032 	multixri_pool = qp->p_multixri_pool;
22053 	lpfc_ncmd = lpfc_get_io_buf_from_private_pool(phba, qp, pvt_pool, ndlp);
22056 		lpfc_ncmd->hdwq = qp;
22071 	struct lpfc_sli4_hdw_queue *qp;
22074 	qp = &phba->sli4_hba.hdwq[idx];
22076 				 &qp->lpfc_io_buf_list_get, list) {
22085 		qp->get_io_bufs--;
22086 		lpfc_cmd->hdwq = qp;
22115 	struct lpfc_sli4_hdw_queue *qp;
22119 	qp = &phba->sli4_hba.hdwq[hwqid];
22121 	if (!qp) {
22124 				"5555 NULL qp for hwqid  x%x\n", hwqid);
22132 		lpfc_qp_spin_lock_irqsave(&qp->io_buf_list_get_lock, iflag,
22133 					  qp, alloc_xri_get);
22134 		if (qp->get_io_bufs > LPFC_NVME_EXPEDITE_XRICNT || expedite)
22137 			lpfc_qp_spin_lock(&qp->io_buf_list_put_lock,
22138 					  qp, alloc_xri_put);
22139 			list_splice(&qp->lpfc_io_buf_list_put,
22140 				    &qp->lpfc_io_buf_list_get);
22141 			qp->get_io_bufs += qp->put_io_bufs;
22142 			INIT_LIST_HEAD(&qp->lpfc_io_buf_list_put);
22143 			qp->put_io_bufs = 0;
22144 			spin_unlock(&qp->io_buf_list_put_lock);
22145 			if (qp->get_io_bufs > LPFC_NVME_EXPEDITE_XRICNT ||
22149 		spin_unlock_irqrestore(&qp->io_buf_list_get_lock, iflag);