hw/hfi1/driver.c

156 static inline void *get_egrbuf(const struct hfi1_ctxtdata *rcd, u64 rhf,
159 	u32 idx = rhf_egr_index(rhf), offset = rhf_egr_buf_offset(rhf);
211 	u32 rte = rhf_rcv_type_err(packet->rhf);
218 	if ((packet->rhf & RHF_DC_ERR) &&
222 	if (packet->rhf & RHF_ICRC_ERR)
241 	if (packet->rhf & RHF_TID_ERR) {
243 		u32 tlen = rhf_pkt_len(packet->rhf); /* in bytes */
309 		if (rhf_use_egr_bfr(packet->rhf))
326 			sc5 = hfi1_9B_get_sc5(rhdr, packet->rhf);
357 		packet->rhf &= ~RHF_RCV_TYPE_ERR_SMASK;
377 	packet->rhf = rhf_to_cpu(packet->rhf_addr);
428 		sc = hfi1_9B_get_sc5(pkt->hdr, pkt->rhf);
523 static inline int ps_done(struct ps_mdata *mdata, u64 rhf,
528 	return mdata->ps_seq != rhf_rcv_seq(rhf);
531 static inline int ps_skip(struct ps_mdata *mdata, u64 rhf,
535 	 * Control context can potentially receive an invalid rhf.
539 		return mdata->ps_seq != rhf_rcv_seq(rhf);
584 		u64 rhf = rhf_to_cpu(rhf_addr);
585 		u32 etype = rhf_rcv_type(rhf), qpn, bth1;
588 		if (ps_done(&mdata, rhf, rcd))
591 		if (ps_skip(&mdata, rhf, rcd))
703 	packet->rhf = rhf_to_cpu(packet->rhf_addr);
710 	packet->etype = rhf_rcv_type(packet->rhf);
713 	packet->tlen = rhf_pkt_len(packet->rhf); /* in bytes */
715 	packet->etail = rhf_egr_index(packet->rhf);
716 	packet->ebuf = get_egrbuf(packet->rcd, packet->rhf,
725 				       (rhf_hdrq_offset(packet->rhf)
738 	packet->rhf = rhf_to_cpu(packet->rhf_addr);
745 	packet->etype = rhf_rcv_type(packet->rhf);
748 	packet->tlen = rhf_pkt_len(packet->rhf); /* in bytes */
751 	if (rhf_use_egr_bfr(packet->rhf)) {
752 		packet->etail = rhf_egr_index(packet->rhf);
753 		packet->ebuf = get_egrbuf(packet->rcd, packet->rhf,
762 					       (rhf_hdrq_offset(packet->rhf)
786 	packet->rhf = rhf_to_cpu(packet->rhf_addr);
833 	if (last_rcv_seq(rcd, rhf_rcv_seq(packet.rhf)))
838 		if (hfi1_seq_incr(rcd, rhf_rcv_seq(packet.rhf)))
858 	if (last_rcv_seq(rcd, rhf_rcv_seq(packet.rhf))) {
867 		if (hfi1_seq_incr(rcd, rhf_rcv_seq(packet.rhf)))
950 	u8 etype = rhf_rcv_type(packet->rhf);
956 		sc = hfi1_9B_get_sc5(hdr, packet->rhf);
1017 		if (last_rcv_seq(rcd, rhf_rcv_seq(packet.rhf))) {
1032 		 * rhf. Drop such packets.
1035 			if (last_rcv_seq(rcd, rhf_rcv_seq(packet.rhf)))
1048 			packet.rhf = rhf_to_cpu(packet.rhf_addr);
1060 			if (hfi1_seq_incr(rcd, rhf_rcv_seq(packet.rhf)))
1067 			 * rhf. Drop such packets.
1073 						     rhf_rcv_seq(packet.rhf));
1115 	if (last_rcv_seq(rcd, rhf_rcv_seq(packet.rhf)))
1125 			packet.rhf = rhf_to_cpu(packet.rhf_addr);
1133 		if (hfi1_seq_incr(rcd, rhf_rcv_seq(packet.rhf)))
1510 	packet->sc = hfi1_9B_get_sc5(hdr, packet->rhf);
1608 	u32 rte = rhf_rcv_type_err(packet->rhf);
1611 		   "receive context %d: rhf 0x%016llx, errs [ %s%s%s%s%s%s%s] rte 0x%x\n",
1612 		   rcd->ctxt, packet->rhf,
1613 		   packet->rhf & RHF_K_HDR_LEN_ERR ? "k_hdr_len " : "",
1614 		   packet->rhf & RHF_DC_UNC_ERR ? "dc_unc " : "",
1615 		   packet->rhf & RHF_DC_ERR ? "dc " : "",
1616 		   packet->rhf & RHF_TID_ERR ? "tid " : "",
1617 		   packet->rhf & RHF_LEN_ERR ? "len " : "",
1618 		   packet->rhf & RHF_ECC_ERR ? "ecc " : "",
1619 		   packet->rhf & RHF_ICRC_ERR ? "icrc " : "",
1628 	if (rhf_err_flags(packet->rhf))
1652 	if (unlikely(rhf_err_flags(packet->rhf))) {
1662 	trace_input_ibhdr(rcd->dd, packet, !!(rhf_dc_info(packet->rhf)));
1720 	if (unlikely(rhf_err_flags(packet->rhf))) {
1737 	if (unlikely(rhf_err_flags(packet->rhf))) {
1752 			if (flits && !(packet->rhf & RHF_LEN_ERR)) {
1769 		 (rhf_rcv_type_err(packet->rhf) == RHF_RCV_TYPE_ERROR ||
1770 		  packet->rhf & RHF_DC_ERR)))
1776 	if (unlikely(rhf_err_flags(packet->rhf)))
1787 	if (unlikely(rhf_err_flags(packet->rhf))) {
1804 	if (unlikely(rhf_err_flags(packet->rhf))) {
1818 		   rhf_rcv_type(packet->rhf));
1847 		u64 rhf = rhf_to_cpu(rhf_addr);
1848 		u32 etype = rhf_rcv_type(rhf), qpn;
1853 		if (ps_done(&mdata, rhf, rcd))
1856 		if (ps_skip(&mdata, rhf, rcd))