hw/hfi1/tid_rdma.c

11 #include "tid_rdma.h"
210 	*data = tid_rdma_opfn_encode(&priv->tid_rdma.local);
220 	old = rcu_dereference_protected(priv->tid_rdma.remote,
246 	trace_hfi1_opfn_param(qp, 0, &priv->tid_rdma.local);
248 	rcu_assign_pointer(priv->tid_rdma.remote, remote);
261 	RCU_INIT_POINTER(priv->tid_rdma.remote, NULL);
290 	old = rcu_dereference_protected(priv->tid_rdma.remote,
292 	RCU_INIT_POINTER(priv->tid_rdma.remote, NULL);
348 	INIT_WORK(&qpriv->tid_rdma.trigger_work, tid_rdma_trigger_resume);
631 			     &priv->tid_rdma.trigger_work);
650 	priv = container_of(tr, struct hfi1_qp_priv, tid_rdma);
1712 	struct tid_rdma_read_req *rreq = &ohdr->u.tid_rdma.r_req;
1726 	memset(&ohdr->u.tid_rdma.r_req, 0, sizeof(ohdr->u.tid_rdma.r_req));
1744 	remote = rcu_dereference(qpriv->tid_rdma.remote);
1758 		cpu_to_be32(qpriv->tid_rdma.local.qp |
1780 	return sizeof(ohdr->u.tid_rdma.r_req) / sizeof(u32);
1941 	flow->tid_qpn = be32_to_cpu(ohdr->u.tid_rdma.r_req.tid_flow_qp);
1944 	flow_psn = mask_psn(be32_to_cpu(ohdr->u.tid_rdma.r_req.tid_flow_psn));
1969 	req->n_flows = qpriv->tid_rdma.local.max_read;
1975 	req->seg_len = qpriv->tid_rdma.local.max_len;
2031 		reth = &ohdr->u.tid_rdma.r_req.reth;
2259 	reth = &ohdr->u.tid_rdma.r_req.reth;
2263 	if (!len || len & ~PAGE_MASK || len > qpriv->tid_rdma.local.max_len)
2354 	struct tid_rdma_read_resp *resp = &ohdr->u.tid_rdma.r_rsp;
2369 	remote = rcu_dereference(qpriv->tid_rdma.remote);
2408 	hdwords = sizeof(ohdr->u.tid_rdma.r_rsp) / sizeof(u32);
2465 	aeth = be32_to_cpu(ohdr->u.tid_rdma.r_rsp.aeth);
2469 	ipsn = mask_psn(be32_to_cpu(ohdr->u.tid_rdma.r_rsp.verbs_psn));
2879 	qp_num = be32_to_cpu(ohdr->u.tid_rdma.r_rsp.verbs_qp) &
2922 		ibpsn = be32_to_cpu(ohdr->u.tid_rdma.r_rsp.verbs_psn);
3298 	remote = rcu_dereference(qpriv->tid_rdma.remote);
3375 	remote = rcu_dereference(qpriv->tid_rdma.remote);
3383 	KDETH_RESET(ohdr->u.tid_rdma.w_req.kdeth0, KVER, 0x1);
3384 	KDETH_RESET(ohdr->u.tid_rdma.w_req.kdeth1, JKEY, remote->jkey);
3385 	ohdr->u.tid_rdma.w_req.reth.vaddr =
3387 	ohdr->u.tid_rdma.w_req.reth.rkey =
3389 	ohdr->u.tid_rdma.w_req.reth.length = cpu_to_be32(*len);
3390 	ohdr->u.tid_rdma.w_req.verbs_qp = cpu_to_be32(qp->remote_qpn);
3399 	return sizeof(ohdr->u.tid_rdma.w_req) / sizeof(u32);
3469 	struct tid_rdma_params *local = &qpriv->tid_rdma.local;
3688 	reth = &ohdr->u.tid_rdma.w_req.reth;
3692 	num_segs = DIV_ROUND_UP(len, qpriv->tid_rdma.local.max_len);
3757 	req->n_flows = min_t(u16, num_segs, qpriv->tid_rdma.local.max_write);
3764 	req->seg_len = qpriv->tid_rdma.local.max_len;
3893 	memset(&ohdr->u.tid_rdma.w_rsp, 0, sizeof(ohdr->u.tid_rdma.w_rsp));
3914 	remote = rcu_dereference(qpriv->tid_rdma.remote);
3916 	KDETH_RESET(ohdr->u.tid_rdma.w_rsp.kdeth0, KVER, 0x1);
3917 	KDETH_RESET(ohdr->u.tid_rdma.w_rsp.kdeth1, JKEY, remote->jkey);
3918 	ohdr->u.tid_rdma.w_rsp.aeth = rvt_compute_aeth(qp);
3919 	ohdr->u.tid_rdma.w_rsp.tid_flow_psn =
3924 	ohdr->u.tid_rdma.w_rsp.tid_flow_qp =
3925 		cpu_to_be32(qpriv->tid_rdma.local.qp |
3929 	ohdr->u.tid_rdma.w_rsp.verbs_qp = cpu_to_be32(qp->remote_qpn);
3932 	hdwords = sizeof(ohdr->u.tid_rdma.w_rsp) / sizeof(u32);
4054 	aeth = be32_to_cpu(ohdr->u.tid_rdma.w_rsp.aeth);
4112 	flow->tid_qpn = be32_to_cpu(ohdr->u.tid_rdma.w_rsp.tid_flow_qp);
4115 	flow_psn = mask_psn(be32_to_cpu(ohdr->u.tid_rdma.w_rsp.tid_flow_psn));
4216 	struct tid_rdma_write_data *wd = &ohdr->u.tid_rdma.w_data;
4234 	remote = rcu_dereference(qpriv->tid_rdma.remote);
4437 	remote = rcu_dereference(qpriv->tid_rdma.remote);
4438 	KDETH_RESET(ohdr->u.tid_rdma.ack.kdeth1, JKEY, remote->jkey);
4439 	ohdr->u.tid_rdma.ack.verbs_qp = cpu_to_be32(qp->remote_qpn);
4446 		ohdr->u.tid_rdma.ack.aeth = rvt_compute_aeth(qp);
4449 		ohdr->u.tid_rdma.ack.aeth =
4455 		ohdr->u.tid_rdma.ack.aeth = rvt_compute_aeth(qp);
4457 	KDETH_RESET(ohdr->u.tid_rdma.ack.kdeth0, KVER, 0x1);
4458 	ohdr->u.tid_rdma.ack.tid_flow_qp =
4459 		cpu_to_be32(qpriv->tid_rdma.local.qp |
4464 	ohdr->u.tid_rdma.ack.tid_flow_psn = 0;
4465 	ohdr->u.tid_rdma.ack.verbs_psn =
4476 			ohdr->u.tid_rdma.ack.tid_flow_psn =
4487 			ohdr->u.tid_rdma.ack.tid_flow_psn =
4494 	return sizeof(ohdr->u.tid_rdma.ack) / sizeof(u32);
4512 	aeth = be32_to_cpu(ohdr->u.tid_rdma.ack.aeth);
4513 	req_psn = mask_psn(be32_to_cpu(ohdr->u.tid_rdma.ack.verbs_psn));
4514 	resync_psn = mask_psn(be32_to_cpu(ohdr->u.tid_rdma.ack.tid_flow_psn));
4854 	remote = rcu_dereference(qpriv->tid_rdma.remote);
4855 	KDETH_RESET(ohdr->u.tid_rdma.ack.kdeth1, JKEY, remote->jkey);
4856 	ohdr->u.tid_rdma.ack.verbs_qp = cpu_to_be32(qp->remote_qpn);
4864 	KDETH_RESET(ohdr->u.tid_rdma.ack.kdeth0, KVER, 0x1);
4866 	return sizeof(ohdr->u.tid_rdma.resync) / sizeof(u32);
5129 		hwords += sizeof(ohdr->u.tid_rdma.w_data) / sizeof(u32);