fsl/qbman/qman.c

305 #define QM_MCR_RESULT_ERR_NOTEMPTY	0xf3	/* OOS fails if FQ is !empty */
352 	 * is setup-only, so isn't a cause for a concern. In other words, don't
680 	 * If PAMU is not available we need to invalidate the cache.
681 	 * When PAMU is available the cache is updated by stash
862 	 * The expected valid bit polarity for the next CR command is 0
863 	 * if RR1 contains a valid response, and is 1 if RR0 contains a
866 	 * expected valid bit polarity is 1)
927 	 * its command is submitted and completed. This includes the valid-bit,
989 	/* 2-element array. cgrs[0] is mask, cgrs[1] is snapshot. */
1097  * This is what everything can wait on, even if it migrates to a different cpu
1098  * to the one whose affine portal it is waiting on.
1160 static u32 __poll_portal_slow(struct qman_portal *p, u32 is);
1169 	u32 is = qm_in(&p->p, QM_REG_ISR) & p->irq_sources;
1172 	if (unlikely(!is))
1176 	if (is & QM_PIRQ_DQRI) {
1181 	clear |= __poll_portal_slow(p, is) & QM_PIRQ_SLOW;
1199 		 * which (if slow) may take ~50 qman cycles (which is ~200
1234 	/* PAMU is required for stashing */
1241 	 * config, everything that follows depends on it and "config" is more
1248 	 * If CI-stashing is used, the current defaults use a threshold of 3,
1276 	/* initial snapshot is no-depletion */
1281 		/* if the given mask is NULL, assume all CGRs can be seen */
1460 	 * FIXME: QM_MCR_TIMEOUT is 10ms, which is too long for a raw spinlock!
1503 		/* The message is a software ERN iff the 0x20 bit is clear */
1547 static u32 __poll_portal_slow(struct qman_portal *p, u32 is)
1549 	if (is & QM_PIRQ_CSCI) {
1555 	if (is & QM_PIRQ_EQRI) {
1561 	if (is & QM_PIRQ_MRI) {
1567 	return is;
1592  *	 qman_volatile_dequeue() blocks interrupts and preemption while this is
1594  *  (ii) the NE flag is only cleared after qman_retire_fq() has set it, and as
1597  * The good thing is that qman_volatile_dequeue() and qman_retire_fq() run far
1602  * above potential conflicts, but that this function itself is not re-entrant
1603  * (this is because the function tracks one end of each FIFO in the portal and
1604  * we do *not* want to lock that). So the consequence is that it is safe for
1637 			 * This is duplicated from the SDQCR code, but we
1678 		 * so loop back only if neither of these conditions is met.
1811 	/* A context_b of 0 is allegedly special, so don't use that fqid */
1831 	 * We don't need to lock the FQ as it is a pre-condition that the FQ be
1893 	 * If the FQ does *not* have the TO_DCPORTAL flag, context_b is set as a
1894 	 * demux pointer. Otherwise, the caller-provided value is allowed to
2046 	 * "Friendly" is to process OK immediately, and not set CHANGING. We do
2065 			 * is that we're forced to drop FQRNIs, because by the
2288 	/* VDQCR is set */
2327 		 * The stashing case is easy, only update if we need to in
2333 		 * The non-stashing case is harder, need to prefetch ahead of
2432 	 * We have to check that the provided CGRID is within the limits of the
2705 	/* Query which channel the FQ is using */
2757 			 * to dequeue from the channel the FQ is scheduled on
2817 			/* FQ is Not Empty, drain using volatile DQ commands */
2949 	 * whose destination channel is the pool-channel being released.
2950 	 * When a non-OOS FQD is found we attempt to clean it up
2974 				/* The channel is the FQ's target, clean it */
3008 	 * error, looking for non-OOS FQDs whose CGR is the CGR being released
3033 				pr_err("CRGID 0x%x is being used by FQID 0x%x, CGR will be leaked\n",