hw/hfi1/tid_rdma.c

147 	priv->s_flags |= RVT_S_ACK_PENDING;
501  *    HFI1_S_WAIT_TID_SPACE bit is set in qp->s_flags.
514 	if (!fqp || (fqp == qp && (qp->s_flags & HFI1_S_WAIT_TID_SPACE)))
534  * It assumes the s_lock to protect the s_flags
548 	qp->s_flags &= ~HFI1_S_WAIT_TID_SPACE;
573 		qp->s_flags |= HFI1_S_WAIT_TID_SPACE;
593 	if (!(qp->s_flags & HFI1_S_WAIT_TID_SPACE))
653 	if (qp->s_flags & HFI1_S_WAIT_TID_SPACE) {
678 	qp->s_flags &= ~HFI1_S_WAIT_TID_SPACE;
682 		qp->s_flags &= ~HFI1_S_WAIT_TID_SPACE;
1812 		qpriv->s_flags &= ~HFI1_R_TID_SW_PSN;
2180 		qpriv->s_flags &= ~HFI1_R_TID_WAIT_INTERLCK;
2207 	qp->s_flags |= RVT_S_RESP_PENDING;
2227 	 * 4. Set RVT_S_RESP_PENDING in s_flags.
2320 	qp->s_flags |= RVT_S_RESP_PENDING;
2322 		qp->s_flags |= RVT_S_ECN;
2447 	 * 3. Remove HFI1_S_WAIT_TID_RESP from s_flags.
2507 			priv->s_flags |= HFI1_R_TID_SW_PSN;
2516 	if ((qp->s_flags & RVT_S_WAIT_FENCE) &&
2518 		qp->s_flags &= ~(RVT_S_WAIT_FENCE |
2522 	if (qp->s_flags & RVT_S_WAIT_RDMAR) {
2523 		qp->s_flags &= ~(RVT_S_WAIT_RDMAR | RVT_S_WAIT_ACK);
2554 		priv->s_flags &= ~HFI1_R_TID_SW_PSN;
2760 			if (priv->s_flags & HFI1_R_TID_SW_PSN) {
2801 				priv->s_flags |= HFI1_R_TID_SW_PSN;
2957 			if (!(qpriv->s_flags & HFI1_R_TID_SW_PSN)) {
2958 				qpriv->s_flags |= HFI1_R_TID_SW_PSN;
3263 	priv->s_flags |= HFI1_S_TID_WAIT_INTERLCK;
3394 	qp->s_flags |= HFI1_S_WAIT_TID_RESP;
3501 				qpriv->s_flags &= ~HFI1_R_TID_SW_PSN;
3528 			qpriv->s_flags &= ~HFI1_R_TID_SW_PSN;
3624 	qp->s_flags &= ~(RVT_S_ACK_PENDING);
3629 	 * has actually been sent. qp->s_flags RVT_S_ACK_PENDING bit cannot be
3656 	 * 4. Set RVT_S_RESP_PENDING in s_flags.
3811 	qp->s_flags |= RVT_S_RESP_PENDING;
3813 		qp->s_flags |= RVT_S_ECN;
3943 	if (!(qpriv->s_flags & HFI1_R_TID_RSC_TIMER)) {
3944 		qpriv->s_flags |= HFI1_R_TID_RSC_TIMER;
3956 	qpriv->s_flags |= HFI1_R_TID_RSC_TIMER;
3967 	if (qpriv->s_flags & HFI1_R_TID_RSC_TIMER) {
3969 		qpriv->s_flags &= ~HFI1_R_TID_RSC_TIMER;
3979 	qpriv->s_flags &= ~HFI1_R_TID_RSC_TIMER;
3992 	if (qpriv->s_flags & HFI1_R_TID_RSC_TIMER) {
4036 	 * 4. Remove HFI1_S_WAIT_TID_RESP from s_flags.
4191 	qp->s_flags &= ~HFI1_S_WAIT_TID_RESP;
4201 		qp->s_flags |= RVT_S_ECN;
4342 			priv->s_flags |= HFI1_R_TID_SW_PSN;
4390 		qp->s_flags |= RVT_S_RESP_PENDING;
4395 	if (priv->s_flags & HFI1_R_TID_RSC_TIMER) {
4407 		qp->s_flags |= RVT_S_ECN;
4520 	if ((qp->s_flags & HFI1_S_WAIT_HALT) &&
4583 		if (qpriv->s_flags & RVT_S_WAIT_ACK)
4584 			qpriv->s_flags &= ~RVT_S_WAIT_ACK;
4600 			qp->s_flags &= ~HFI1_S_WAIT_HALT;
4607 			qpriv->s_flags &= ~RVT_S_SEND_ONE;
4757 	if (!(priv->s_flags & HFI1_S_TID_RETRY_TIMER)) {
4758 		priv->s_flags |= HFI1_S_TID_RETRY_TIMER;
4772 	priv->s_flags |= HFI1_S_TID_RETRY_TIMER;
4783 	if (priv->s_flags & HFI1_S_TID_RETRY_TIMER) {
4785 		priv->s_flags &= ~HFI1_S_TID_RETRY_TIMER;
4795 	priv->s_flags &= ~HFI1_S_TID_RETRY_TIMER;
4809 	if (priv->s_flags & HFI1_S_TID_RETRY_TIMER) {
4826 			priv->s_flags &= ~RVT_S_WAIT_ACK;
4828 			priv->s_flags |= RVT_S_SEND_ONE;
4833 			qp->s_flags |= HFI1_S_WAIT_HALT;
4920 	qpriv->s_flags &= ~HFI1_R_TID_SW_PSN;
4975 		qp->s_flags |= RVT_S_ECN;
5029 	     !(qp->s_flags & (RVT_S_BUSY | RVT_S_WAIT_ACK |
5032 	     !(qp->s_flags & (RVT_S_BUSY | HFI1_S_ANY_WAIT_IO)))) {
5038 			priv->s_flags |= HFI1_S_TID_BUSY_SET;
5049 	if ((priv->s_flags & RVT_S_ACK_PENDING) &&
5062 	if (priv->s_flags & RVT_S_WAIT_ACK)
5120 					qp->s_flags |= HFI1_S_WAIT_TID_RESP;
5157 	if (priv->s_flags & RVT_S_SEND_ONE) {
5158 		priv->s_flags &= ~RVT_S_SEND_ONE;
5159 		priv->s_flags |= RVT_S_WAIT_ACK;
5174 	priv->s_flags &= ~RVT_S_BUSY;
5302 		   qpriv->s_flags & HFI1_R_TID_WAIT_INTERLCK)
5303 		qpriv->s_flags &= ~HFI1_R_TID_WAIT_INTERLCK;
5311 	qpriv->s_flags &= ~RVT_S_ACK_PENDING;
5326 	qpriv->s_flags &= ~RVT_S_ACK_PENDING;
5334 	return !(priv->s_flags & RVT_S_BUSY ||
5335 		 qp->s_flags & HFI1_S_ANY_WAIT_IO) &&
5337 		 (priv->s_flags & RVT_S_RESP_PENDING) ||
5338 		 !(qp->s_flags & HFI1_S_ANY_TID_WAIT_SEND));
5366 		if (qp->s_flags & HFI1_S_ANY_WAIT_IO)
5372 	priv->s_flags |= RVT_S_BUSY;
5384 			if (priv->s_flags & HFI1_S_TID_BUSY_SET) {
5385 				qp->s_flags |= RVT_S_BUSY;
5402 			if (priv->s_flags & HFI1_S_TID_BUSY_SET) {
5403 				qp->s_flags &= ~RVT_S_BUSY;
5404 				priv->s_flags &= ~HFI1_S_TID_BUSY_SET;
5460 	if (qp->s_flags & HFI1_S_ANY_WAIT_IO)
5483 			priv->s_flags |= HFI1_R_TID_WAIT_INTERLCK;
5511 		qp->s_flags |= RVT_S_ECN;
5527 	    !(priv->s_flags & HFI1_R_TID_SW_PSN)) {