fsl/qbman/qman.c

357 	struct qm_dqrr dqrr;
607 	struct qm_dqrr *dqrr = &portal->dqrr;
614 	dqrr->ring = portal->addr.ce + QM_CL_DQRR;
615 	dqrr->pi = qm_in(portal, QM_REG_DQRR_PI_CINH) & (QM_DQRR_SIZE - 1);
616 	dqrr->ci = qm_in(portal, QM_REG_DQRR_CI_CINH) & (QM_DQRR_SIZE - 1);
617 	dqrr->cursor = dqrr->ring + dqrr->ci;
618 	dqrr->fill = dpaa_cyc_diff(QM_DQRR_SIZE, dqrr->ci, dqrr->pi);
619 	dqrr->vbit = (qm_in(portal, QM_REG_DQRR_PI_CINH) & QM_DQRR_SIZE) ?
621 	dqrr->ithresh = qm_in(portal, QM_REG_DQRR_ITR);
623 	dqrr->dmode = dmode;
624 	dqrr->pmode = pmode;
625 	dqrr->cmode = cmode;
629 		dpaa_invalidate(qm_cl(dqrr->ring, cfg));
645 	struct qm_dqrr *dqrr = &portal->dqrr;
647 	if (dqrr->cmode != qm_dqrr_cdc &&
648 	    dqrr->ci != dqrr_ptr2idx(dqrr->cursor))
656 	struct qm_dqrr *dqrr = &portal->dqrr;
658 	if (!dqrr->fill)
660 	return dqrr->cursor;
665 	struct qm_dqrr *dqrr = &portal->dqrr;
667 	DPAA_ASSERT(dqrr->fill);
668 	dqrr->cursor = dqrr_inc(dqrr->cursor);
669 	return --dqrr->fill;
674 	struct qm_dqrr *dqrr = &portal->dqrr;
675 	struct qm_dqrr_entry *res = qm_cl(dqrr->ring, dqrr->pi);
677 	DPAA_ASSERT(dqrr->pmode == qm_dqrr_pvb);
685 	if ((res->verb & QM_DQRR_VERB_VBIT) == dqrr->vbit) {
686 		dqrr->pi = (dqrr->pi + 1) & (QM_DQRR_SIZE - 1);
687 		if (!dqrr->pi)
688 			dqrr->vbit ^= QM_DQRR_VERB_VBIT;
689 		dqrr->fill++;
697 	__maybe_unused struct qm_dqrr *dqrr = &portal->dqrr;
700 	DPAA_ASSERT(dqrr->cmode == qm_dqrr_cdc);
701 	DPAA_ASSERT((dqrr->ring + idx) == dq);
710 	__maybe_unused struct qm_dqrr *dqrr = &portal->dqrr;
712 	DPAA_ASSERT(dqrr->cmode == qm_dqrr_cdc);
1043 	portal->p.dqrr.ithresh = ithresh;
1642 			res = fq->cb.dqrr(p, fq, dq, sched_napi);
1652 			res = fq->cb.dqrr(p, fq, dq, sched_napi);
2645 	const struct qm_dqrr_entry *dqrr;
2650 		dqrr = qm_dqrr_current(p);
2651 		if (!dqrr)
2653 	} while (wait && !dqrr);
2655 	while (dqrr) {
2656 		if (qm_fqid_get(dqrr) == fqid && (dqrr->stat & s))
2658 		qm_dqrr_cdc_consume_1ptr(p, dqrr, 0);
2661 		dqrr = qm_dqrr_current(p);