sunrpc/xprtrdma/rpc_rdma.c

523 	struct rpcrdma_rep *rep = req->rl_reply;
525 	rpcrdma_complete_rqst(rep);
526 	rep->rr_rxprt->rx_stats.reply_waits_for_send++;
1121 rpcrdma_is_bcall(struct rpcrdma_xprt *r_xprt, struct rpcrdma_rep *rep)
1125 	struct xdr_stream *xdr = &rep->rr_stream;
1128 	if (rep->rr_proc != rdma_msg)
1143 	if (*p++ != rep->rr_xid)
1159 	rpcrdma_bc_receive_call(r_xprt, rep);
1262 rpcrdma_decode_msg(struct rpcrdma_xprt *r_xprt, struct rpcrdma_rep *rep,
1265 	struct xdr_stream *xdr = &rep->rr_stream;
1292 rpcrdma_decode_nomsg(struct rpcrdma_xprt *r_xprt, struct rpcrdma_rep *rep)
1294 	struct xdr_stream *xdr = &rep->rr_stream;
1317 rpcrdma_decode_error(struct rpcrdma_xprt *r_xprt, struct rpcrdma_rep *rep,
1320 	struct xdr_stream *xdr = &rep->rr_stream;
1346  * @rep: RPC/RDMA Receive context
1352 void rpcrdma_unpin_rqst(struct rpcrdma_rep *rep)
1354 	struct rpc_xprt *xprt = &rep->rr_rxprt->rx_xprt;
1355 	struct rpc_rqst *rqst = rep->rr_rqst;
1359 	rep->rr_rqst = NULL;
1368  * @rep: RPC/RDMA Receive context
1371  * while @rqst is still pinned to ensure the rep, rqst, and
1374 void rpcrdma_complete_rqst(struct rpcrdma_rep *rep)
1376 	struct rpcrdma_xprt *r_xprt = rep->rr_rxprt;
1378 	struct rpc_rqst *rqst = rep->rr_rqst;
1381 	switch (rep->rr_proc) {
1383 		status = rpcrdma_decode_msg(r_xprt, rep, rqst);
1386 		status = rpcrdma_decode_nomsg(r_xprt, rep);
1389 		status = rpcrdma_decode_error(r_xprt, rep, rqst);
1405 	trace_xprtrdma_reply_hdr_err(rep);
1422  * @rep: Incoming rpcrdma_rep object to process
1427 void rpcrdma_reply_handler(struct rpcrdma_rep *rep)
1429 	struct rpcrdma_xprt *r_xprt = rep->rr_rxprt;
1444 	xdr_init_decode(&rep->rr_stream, &rep->rr_hdrbuf,
1445 			rep->rr_hdrbuf.head[0].iov_base, NULL);
1446 	p = xdr_inline_decode(&rep->rr_stream, 4 * sizeof(*p));
1449 	rep->rr_xid = *p++;
1450 	rep->rr_vers = *p++;
1452 	rep->rr_proc = *p++;
1454 	if (rep->rr_vers != rpcrdma_version)
1457 	if (rpcrdma_is_bcall(r_xprt, rep))
1464 	rqst = xprt_lookup_rqst(xprt, rep->rr_xid);
1482 	req->rl_reply = rep;
1483 	rep->rr_rqst = rqst;
1485 	trace_xprtrdma_reply(rqst->rq_task, rep, credits);
1487 	if (rep->rr_wc_flags & IB_WC_WITH_INVALIDATE)
1488 		frwr_reminv(rep, &req->rl_registered);
1497 	trace_xprtrdma_reply_vers_err(rep);
1502 	trace_xprtrdma_reply_rqst_err(rep);
1506 	trace_xprtrdma_reply_short_err(rep);
1509 	rpcrdma_rep_put(buf, rep);