dev/sfxge/sfxge_ev.c

55 	struct sfxge_txq *txq;
63 	if ((txq = evq->txq) != NULL) {
64 		evq->txq = NULL;
65 		evq->txqs = &(evq->txq);
70 			next = txq->next;
71 			txq->next = NULL;
73 			KASSERT(txq->evq_index == index,
74 			    ("txq->evq_index != index"));
76 			if (txq->pending != txq->completed)
77 				sfxge_tx_qcomplete(txq, evq);
79 			txq = next;
80 		} while (txq != NULL);
273 		("unexpected txq label"));
277 	return (evq->sc->txq[index]);
284 	struct sfxge_txq *txq;
291 	txq = sfxge_get_txq_by_label(evq, label);
293 	KASSERT(txq != NULL, ("txq == NULL"));
294 	KASSERT(evq->index == txq->evq_index,
295 	    ("evq->index != txq->evq_index"));
297 	if (__predict_false(txq->init_state != SFXGE_TXQ_STARTED))
300 	stop = (id + 1) & txq->ptr_mask;
301 	id = txq->pending & txq->ptr_mask;
303 	delta = (stop >= id) ? (stop - id) : (txq->entries - id + stop);
304 	txq->pending += delta;
308 	if (txq->next == NULL &&
309 	    evq->txqs != &(txq->next)) {
310 		*(evq->txqs) = txq;
311 		evq->txqs = &(txq->next);
314 	if (txq->pending - txq->completed >= SFXGE_TX_BATCH)
315 		sfxge_tx_qcomplete(txq, evq);
326 	struct sfxge_txq *txq;
333 	txq = sc->txq[txq_index];
335 	KASSERT(txq != NULL, ("txq == NULL"));
336 	KASSERT(txq->init_state == SFXGE_TXQ_INITIALIZED,
337 	    ("txq not initialized"));
339 	if (txq->evq_index == evq->index) {
340 		sfxge_tx_qflush_done(txq);
345 	evq = sc->evq[txq->evq_index];
346 	magic = sfxge_sw_ev_txq_magic(SFXGE_SW_EV_TX_QFLUSH_DONE, txq);
384 		struct sfxge_txq *txq = sfxge_get_txq_by_label(evq, label);
386 		KASSERT(txq != NULL, ("txq == NULL"));
387 		KASSERT(evq->index == txq->evq_index,
388 		    ("evq->index != txq->evq_index"));
390 		sfxge_tx_qflush_done(txq);
700 	KASSERT(evq->txq == NULL, ("evq->txq != NULL"));
701 	KASSERT(evq->txqs == &evq->txq, ("evq->txqs != &evq->txq"));
886 	KASSERT(evq->txqs == &evq->txq, ("evq->txqs != &evq->txq"));
929 	evq->txqs = &evq->txq;