chelsio/cxgb4/cxgb4_tc_mqprio.c

13 	struct adapter *adap = netdev2adap(dev);
31 	} else if (mqprio->qopt.num_tc > adap->params.nsched_cls) {
34 			   adap->params.nsched_cls);
81 	if (qoffset >= adap->tids.neotids || qcount > adap->tids.neotids)
98 	struct adapter *adap = netdev2adap(dev);
113 	eosw_txq->hwtid = adap->tids.eotid_base + eosw_txq->eotid;
114 	eosw_txq->cred = adap->params.ofldq_wr_cred;
124 	struct adapter *adap = netdev2adap(dev);
126 	cxgb4_eosw_txq_free_desc(adap, eosw_txq, eosw_txq->ndesc);
133 	eosw_txq->cred = adap->params.ofldq_wr_cred;
152 	struct adapter *adap = netdev2adap(dev);
159 	if (!refcount_read(&adap->tc_mqprio->refcnt)) {
160 		adap->sge.eohw_rxq = kcalloc(adap->sge.eoqsets,
163 		if (!adap->sge.eohw_rxq)
166 		adap->sge.eohw_txq = kcalloc(adap->sge.eoqsets,
169 		if (!adap->sge.eohw_txq) {
170 			kfree(adap->sge.eohw_rxq);
174 		refcount_set(&adap->tc_mqprio->refcnt, 1);
176 		refcount_inc(&adap->tc_mqprio->refcnt);
179 	if (!(adap->flags & CXGB4_USING_MSIX))
180 		msix = -((int)adap->sge.intrq.abs_id + 1);
183 		eorxq = &adap->sge.eohw_rxq[pi->first_qset + i];
184 		eotxq = &adap->sge.eohw_txq[pi->first_qset + i];
188 			msix = cxgb4_get_msix_idx_from_bmap(adap);
194 			eorxq->msix = &adap->msix_info[msix];
200 		init_rspq(adap, &eorxq->rspq,
208 		ret = t4_sge_alloc_rxq(adap, &eorxq->rspq, false,
217 		ret = t4_sge_alloc_ethofld_txq(adap, eotxq, dev,
223 		if (adap->flags & CXGB4_USING_MSIX) {
229 			cxgb4_set_msix_aff(adap, eorxq->msix->vec,
233 		if (adap->flags & CXGB4_FULL_INIT_DONE)
234 			cxgb4_enable_rx(adap, &eorxq->rspq);
241 		eorxq = &adap->sge.eohw_rxq[pi->first_qset + i];
243 		if (adap->flags & CXGB4_FULL_INIT_DONE)
246 		if (adap->flags & CXGB4_USING_MSIX) {
255 		eorxq = &adap->sge.eohw_rxq[pi->first_qset + i];
256 		eotxq = &adap->sge.eohw_txq[pi->first_qset + i];
259 			free_rspq_fl(adap, &eorxq->rspq, &eorxq->fl);
261 			cxgb4_free_msix_idx_in_bmap(adap, eorxq->msix->idx);
262 		t4_sge_free_ethofld_txq(adap, eotxq);
265 	if (refcount_dec_and_test(&adap->tc_mqprio->refcnt)) {
266 		kfree(adap->sge.eohw_txq);
267 		kfree(adap->sge.eohw_rxq);
275 	struct adapter *adap = netdev2adap(dev);
281 	if (!refcount_read(&adap->tc_mqprio->refcnt))
285 	if (!adap->sge.eohw_rxq[pi->first_qset].rspq.desc)
289 		eorxq = &adap->sge.eohw_rxq[pi->first_qset + i];
290 		eotxq = &adap->sge.eohw_txq[pi->first_qset + i];
296 		if (!(adap->flags & CXGB4_SHUTTING_DOWN))
299 		if (adap->flags & CXGB4_USING_MSIX) {
303 			cxgb4_free_msix_idx_in_bmap(adap, eorxq->msix->idx);
306 		free_rspq_fl(adap, &eorxq->rspq, &eorxq->fl);
307 		t4_sge_free_ethofld_txq(adap, eotxq);
311 	if (refcount_dec_and_test(&adap->tc_mqprio->refcnt)) {
312 		kfree(adap->sge.eohw_txq);
313 		kfree(adap->sge.eohw_rxq);
332 	struct adapter *adap = netdev2adap(dev);
337 	tc_port_mqprio = &adap->tc_mqprio->port_mqprio[pi->port_id];
373 	struct adapter *adap = netdev2adap(dev);
376 	tc_port_mqprio = &adap->tc_mqprio->port_mqprio[pi->port_id];
409 	struct adapter *adap = netdev2adap(dev);
415 	if (!(adap->flags & CXGB4_SHUTTING_DOWN))
422 	if (!(adap->flags & CXGB4_SHUTTING_DOWN))
433 	struct adapter *adap = netdev2adap(dev);
443 	tc_port_mqprio = &adap->tc_mqprio->port_mqprio[pi->port_id];
448 			eotid = cxgb4_get_free_eotid(&adap->tids);
462 			cxgb4_alloc_eotid(&adap->tids, eotid, eosw_txq);
522 			cxgb4_free_eotid(&adap->tids, eosw_txq->eotid);
535 	struct adapter *adap = netdev2adap(dev);
541 	tc_port_mqprio = &adap->tc_mqprio->port_mqprio[pi->port_id];
557 			cxgb4_free_eotid(&adap->tids, eosw_txq->eotid);
576 	struct adapter *adap = netdev2adap(dev);
584 	mutex_lock(&adap->tc_mqprio->mqprio_mutex);
624 	mutex_unlock(&adap->tc_mqprio->mqprio_mutex);
628 void cxgb4_mqprio_stop_offload(struct adapter *adap)
634 	if (!adap->tc_mqprio || !adap->tc_mqprio->port_mqprio)
637 	mutex_lock(&adap->tc_mqprio->mqprio_mutex);
638 	for_each_port(adap, i) {
639 		dev = adap->port[i];
643 		tc_port_mqprio = &adap->tc_mqprio->port_mqprio[i];
649 	mutex_unlock(&adap->tc_mqprio->mqprio_mutex);
652 int cxgb4_init_tc_mqprio(struct adapter *adap)
664 	tc_port_mqprio = kcalloc(adap->params.nports, sizeof(*tc_port_mqprio),
674 	for (i = 0; i < adap->params.nports; i++) {
676 		eosw_txq = kcalloc(adap->tids.neotids, sizeof(*eosw_txq),
685 	adap->tc_mqprio = tc_mqprio;
686 	refcount_set(&adap->tc_mqprio->refcnt, 0);
690 	for (i = 0; i < adap->params.nports; i++) {
701 void cxgb4_cleanup_tc_mqprio(struct adapter *adap)
706 	if (adap->tc_mqprio) {
707 		mutex_lock(&adap->tc_mqprio->mqprio_mutex);
708 		if (adap->tc_mqprio->port_mqprio) {
709 			for (i = 0; i < adap->params.nports; i++) {
710 				struct net_device *dev = adap->port[i];
714 				port_mqprio = &adap->tc_mqprio->port_mqprio[i];
717 			kfree(adap->tc_mqprio->port_mqprio);
719 		mutex_unlock(&adap->tc_mqprio->mqprio_mutex);
720 		kfree(adap->tc_mqprio);