clnt_bck.c revision 269398
1/*	$NetBSD: clnt_vc.c,v 1.4 2000/07/14 08:40:42 fvdl Exp $	*/
2
3/*-
4 * Copyright (c) 2009, Sun Microsystems, Inc.
5 * All rights reserved.
6 *
7 * Redistribution and use in source and binary forms, with or without
8 * modification, are permitted provided that the following conditions are met:
9 * - Redistributions of source code must retain the above copyright notice,
10 *   this list of conditions and the following disclaimer.
11 * - Redistributions in binary form must reproduce the above copyright notice,
12 *   this list of conditions and the following disclaimer in the documentation
13 *   and/or other materials provided with the distribution.
14 * - Neither the name of Sun Microsystems, Inc. nor the names of its
15 *   contributors may be used to endorse or promote products derived
16 *   from this software without specific prior written permission.
17 *
18 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
19 * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
20 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
21 * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE
22 * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
23 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
24 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
25 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
26 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
27 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
28 * POSSIBILITY OF SUCH DAMAGE.
29 */
30
31#if defined(LIBC_SCCS) && !defined(lint)
32static char *sccsid2 = "@(#)clnt_tcp.c 1.37 87/10/05 Copyr 1984 Sun Micro";
33static char *sccsid = "@(#)clnt_tcp.c	2.2 88/08/01 4.0 RPCSRC";
34static char sccsid3[] = "@(#)clnt_vc.c 1.19 89/03/16 Copyr 1988 Sun Micro";
35#endif
36#include <sys/cdefs.h>
37__FBSDID("$FreeBSD: stable/10/sys/rpc/clnt_bck.c 269398 2014-08-01 21:10:41Z rmacklem $");
38
39/*
40 * clnt_tcp.c, Implements a TCP/IP based, client side RPC.
41 *
42 * Copyright (C) 1984, Sun Microsystems, Inc.
43 *
44 * TCP based RPC supports 'batched calls'.
45 * A sequence of calls may be batched-up in a send buffer.  The rpc call
46 * return immediately to the client even though the call was not necessarily
47 * sent.  The batching occurs if the results' xdr routine is NULL (0) AND
48 * the rpc timeout value is zero (see clnt.h, rpc).
49 *
50 * Clients should NOT casually batch calls that in fact return results; that is,
51 * the server side should be aware that a call is batched and not produce any
52 * return message.  Batched calls that produce many result messages can
53 * deadlock (netlock) the client and the server....
54 *
55 * Now go hang yourself.
56 */
57
58/*
59 * This code handles the special case of a NFSv4.n backchannel for
60 * callback RPCs. It is similar to clnt_vc.c, but uses the TCP
61 * connection provided by the client to the server.
62 */
63
64#include <sys/param.h>
65#include <sys/systm.h>
66#include <sys/lock.h>
67#include <sys/malloc.h>
68#include <sys/mbuf.h>
69#include <sys/mutex.h>
70#include <sys/pcpu.h>
71#include <sys/proc.h>
72#include <sys/protosw.h>
73#include <sys/socket.h>
74#include <sys/socketvar.h>
75#include <sys/sx.h>
76#include <sys/syslog.h>
77#include <sys/time.h>
78#include <sys/uio.h>
79
80#include <net/vnet.h>
81
82#include <netinet/tcp.h>
83
84#include <rpc/rpc.h>
85#include <rpc/rpc_com.h>
86#include <rpc/krpc.h>
87
88struct cmessage {
89        struct cmsghdr cmsg;
90        struct cmsgcred cmcred;
91};
92
93static void clnt_bck_geterr(CLIENT *, struct rpc_err *);
94static bool_t clnt_bck_freeres(CLIENT *, xdrproc_t, void *);
95static void clnt_bck_abort(CLIENT *);
96static bool_t clnt_bck_control(CLIENT *, u_int, void *);
97static void clnt_bck_close(CLIENT *);
98static void clnt_bck_destroy(CLIENT *);
99
100static struct clnt_ops clnt_bck_ops = {
101	.cl_abort =	clnt_bck_abort,
102	.cl_geterr =	clnt_bck_geterr,
103	.cl_freeres =	clnt_bck_freeres,
104	.cl_close =	clnt_bck_close,
105	.cl_destroy =	clnt_bck_destroy,
106	.cl_control =	clnt_bck_control
107};
108
109/*
110 * Create a client handle for a connection.
111 * Default options are set, which the user can change using clnt_control()'s.
112 * This code handles the special case of an NFSv4.1 session backchannel
113 * call, which is sent on a TCP connection created against the server
114 * by a client.
115 */
116void *
117clnt_bck_create(
118	struct socket *so,		/* Server transport socket. */
119	const rpcprog_t prog,		/* program number */
120	const rpcvers_t vers)		/* version number */
121{
122	CLIENT *cl;			/* client handle */
123	struct ct_data *ct = NULL;	/* client handle */
124	struct timeval now;
125	struct rpc_msg call_msg;
126	static uint32_t disrupt;
127	XDR xdrs;
128
129	if (disrupt == 0)
130		disrupt = (uint32_t)(long)so;
131
132	cl = (CLIENT *)mem_alloc(sizeof (*cl));
133	ct = (struct ct_data *)mem_alloc(sizeof (*ct));
134
135	mtx_init(&ct->ct_lock, "ct->ct_lock", NULL, MTX_DEF);
136	ct->ct_threads = 0;
137	ct->ct_closing = FALSE;
138	ct->ct_closed = FALSE;
139	ct->ct_upcallrefs = 0;
140	ct->ct_closeit = FALSE;
141
142	/*
143	 * Set up private data struct
144	 */
145	ct->ct_wait.tv_sec = -1;
146	ct->ct_wait.tv_usec = -1;
147
148	/*
149	 * Initialize call message
150	 */
151	getmicrotime(&now);
152	ct->ct_xid = ((uint32_t)++disrupt) ^ __RPC_GETXID(&now);
153	call_msg.rm_xid = ct->ct_xid;
154	call_msg.rm_direction = CALL;
155	call_msg.rm_call.cb_rpcvers = RPC_MSG_VERSION;
156	call_msg.rm_call.cb_prog = (uint32_t)prog;
157	call_msg.rm_call.cb_vers = (uint32_t)vers;
158
159	/*
160	 * pre-serialize the static part of the call msg and stash it away
161	 */
162	xdrmem_create(&xdrs, ct->ct_mcallc, MCALL_MSG_SIZE,
163	    XDR_ENCODE);
164	if (!xdr_callhdr(&xdrs, &call_msg))
165		goto err;
166	ct->ct_mpos = XDR_GETPOS(&xdrs);
167	XDR_DESTROY(&xdrs);
168	ct->ct_waitchan = "rpcbck";
169	ct->ct_waitflag = 0;
170	cl->cl_refs = 1;
171	cl->cl_ops = &clnt_bck_ops;
172	cl->cl_private = ct;
173	cl->cl_auth = authnone_create();
174	TAILQ_INIT(&ct->ct_pending);
175	return (cl);
176
177err:
178	if (cl) {
179		if (ct) {
180			mtx_destroy(&ct->ct_lock);
181			mem_free(ct, sizeof (struct ct_data));
182		}
183		if (cl)
184			mem_free(cl, sizeof (CLIENT));
185	}
186	return (NULL);
187}
188
189enum clnt_stat
190clnt_bck_call(
191	CLIENT		*cl,		/* client handle */
192	struct rpc_callextra *ext,	/* call metadata */
193	rpcproc_t	proc,		/* procedure number */
194	struct mbuf	*args,		/* pointer to args */
195	struct mbuf	**resultsp,	/* pointer to results */
196	struct timeval	utimeout,
197	SVCXPRT		*xprt)
198{
199	struct ct_data *ct = (struct ct_data *) cl->cl_private;
200	AUTH *auth;
201	struct rpc_err *errp;
202	enum clnt_stat stat;
203	XDR xdrs;
204	struct rpc_msg reply_msg;
205	bool_t ok;
206	int nrefreshes = 2;		/* number of times to refresh cred */
207	struct timeval timeout;
208	uint32_t xid;
209	struct mbuf *mreq = NULL, *results;
210	struct ct_request *cr;
211	int error;
212
213	cr = malloc(sizeof(struct ct_request), M_RPC, M_WAITOK);
214
215	mtx_lock(&ct->ct_lock);
216
217	if (ct->ct_closing || ct->ct_closed) {
218		mtx_unlock(&ct->ct_lock);
219		free(cr, M_RPC);
220		return (RPC_CANTSEND);
221	}
222	ct->ct_threads++;
223
224	if (ext) {
225		auth = ext->rc_auth;
226		errp = &ext->rc_err;
227	} else {
228		auth = cl->cl_auth;
229		errp = &ct->ct_error;
230	}
231
232	cr->cr_mrep = NULL;
233	cr->cr_error = 0;
234
235	if (ct->ct_wait.tv_usec == -1)
236		timeout = utimeout;	/* use supplied timeout */
237	else
238		timeout = ct->ct_wait;	/* use default timeout */
239
240call_again:
241	mtx_assert(&ct->ct_lock, MA_OWNED);
242
243	ct->ct_xid++;
244	xid = ct->ct_xid;
245
246	mtx_unlock(&ct->ct_lock);
247
248	/*
249	 * Leave space to pre-pend the record mark.
250	 */
251	mreq = m_gethdr(M_WAITOK, MT_DATA);
252	mreq->m_data += sizeof(uint32_t);
253	KASSERT(ct->ct_mpos + sizeof(uint32_t) <= MHLEN,
254	    ("RPC header too big"));
255	bcopy(ct->ct_mcallc, mreq->m_data, ct->ct_mpos);
256	mreq->m_len = ct->ct_mpos;
257
258	/*
259	 * The XID is the first thing in the request.
260	 */
261	*mtod(mreq, uint32_t *) = htonl(xid);
262
263	xdrmbuf_create(&xdrs, mreq, XDR_ENCODE);
264
265	errp->re_status = stat = RPC_SUCCESS;
266
267	if ((!XDR_PUTINT32(&xdrs, &proc)) ||
268	    (!AUTH_MARSHALL(auth, xid, &xdrs,
269	     m_copym(args, 0, M_COPYALL, M_WAITOK)))) {
270		errp->re_status = stat = RPC_CANTENCODEARGS;
271		mtx_lock(&ct->ct_lock);
272		goto out;
273	}
274	mreq->m_pkthdr.len = m_length(mreq, NULL);
275
276	/*
277	 * Prepend a record marker containing the packet length.
278	 */
279	M_PREPEND(mreq, sizeof(uint32_t), M_WAITOK);
280	*mtod(mreq, uint32_t *) =
281	    htonl(0x80000000 | (mreq->m_pkthdr.len - sizeof(uint32_t)));
282
283	cr->cr_xid = xid;
284	mtx_lock(&ct->ct_lock);
285	/*
286	 * Check to see if the client end has already started to close down
287	 * the connection. The svc code will have set ct_error.re_status
288	 * to RPC_CANTRECV if this is the case.
289	 * If the client starts to close down the connection after this
290	 * point, it will be detected later when cr_error is checked,
291	 * since the request is in the ct_pending queue.
292	 */
293	if (ct->ct_error.re_status == RPC_CANTRECV) {
294		if (errp != &ct->ct_error) {
295			errp->re_errno = ct->ct_error.re_errno;
296			errp->re_status = RPC_CANTRECV;
297		}
298		stat = RPC_CANTRECV;
299		goto out;
300	}
301	TAILQ_INSERT_TAIL(&ct->ct_pending, cr, cr_link);
302	mtx_unlock(&ct->ct_lock);
303
304	/*
305	 * sosend consumes mreq.
306	 */
307	sx_xlock(&xprt->xp_lock);
308	error = sosend(xprt->xp_socket, NULL, NULL, mreq, NULL, 0, curthread);
309if (error != 0) printf("sosend=%d\n", error);
310	mreq = NULL;
311	if (error == EMSGSIZE) {
312printf("emsgsize\n");
313		SOCKBUF_LOCK(&xprt->xp_socket->so_snd);
314		sbwait(&xprt->xp_socket->so_snd);
315		SOCKBUF_UNLOCK(&xprt->xp_socket->so_snd);
316		sx_xunlock(&xprt->xp_lock);
317		AUTH_VALIDATE(auth, xid, NULL, NULL);
318		mtx_lock(&ct->ct_lock);
319		TAILQ_REMOVE(&ct->ct_pending, cr, cr_link);
320		goto call_again;
321	}
322	sx_xunlock(&xprt->xp_lock);
323
324	reply_msg.acpted_rply.ar_verf.oa_flavor = AUTH_NULL;
325	reply_msg.acpted_rply.ar_verf.oa_base = cr->cr_verf;
326	reply_msg.acpted_rply.ar_verf.oa_length = 0;
327	reply_msg.acpted_rply.ar_results.where = NULL;
328	reply_msg.acpted_rply.ar_results.proc = (xdrproc_t)xdr_void;
329
330	mtx_lock(&ct->ct_lock);
331	if (error) {
332		TAILQ_REMOVE(&ct->ct_pending, cr, cr_link);
333		errp->re_errno = error;
334		errp->re_status = stat = RPC_CANTSEND;
335		goto out;
336	}
337
338	/*
339	 * Check to see if we got an upcall while waiting for the
340	 * lock. In both these cases, the request has been removed
341	 * from ct->ct_pending.
342	 */
343	if (cr->cr_error) {
344		TAILQ_REMOVE(&ct->ct_pending, cr, cr_link);
345		errp->re_errno = cr->cr_error;
346		errp->re_status = stat = RPC_CANTRECV;
347		goto out;
348	}
349	if (cr->cr_mrep) {
350		TAILQ_REMOVE(&ct->ct_pending, cr, cr_link);
351		goto got_reply;
352	}
353
354	/*
355	 * Hack to provide rpc-based message passing
356	 */
357	if (timeout.tv_sec == 0 && timeout.tv_usec == 0) {
358		TAILQ_REMOVE(&ct->ct_pending, cr, cr_link);
359		errp->re_status = stat = RPC_TIMEDOUT;
360		goto out;
361	}
362
363	error = msleep(cr, &ct->ct_lock, ct->ct_waitflag, ct->ct_waitchan,
364	    tvtohz(&timeout));
365
366	TAILQ_REMOVE(&ct->ct_pending, cr, cr_link);
367
368	if (error) {
369		/*
370		 * The sleep returned an error so our request is still
371		 * on the list. Turn the error code into an
372		 * appropriate client status.
373		 */
374		errp->re_errno = error;
375		switch (error) {
376		case EINTR:
377			stat = RPC_INTR;
378			break;
379		case EWOULDBLOCK:
380			stat = RPC_TIMEDOUT;
381			break;
382		default:
383			stat = RPC_CANTRECV;
384		};
385		errp->re_status = stat;
386		goto out;
387	} else {
388		/*
389		 * We were woken up by the svc thread.  If the
390		 * upcall had a receive error, report that,
391		 * otherwise we have a reply.
392		 */
393		if (cr->cr_error) {
394			errp->re_errno = cr->cr_error;
395			errp->re_status = stat = RPC_CANTRECV;
396			goto out;
397		}
398	}
399
400got_reply:
401	/*
402	 * Now decode and validate the response. We need to drop the
403	 * lock since xdr_replymsg may end up sleeping in malloc.
404	 */
405	mtx_unlock(&ct->ct_lock);
406
407	if (ext && ext->rc_feedback)
408		ext->rc_feedback(FEEDBACK_OK, proc, ext->rc_feedback_arg);
409
410	xdrmbuf_create(&xdrs, cr->cr_mrep, XDR_DECODE);
411	ok = xdr_replymsg(&xdrs, &reply_msg);
412	cr->cr_mrep = NULL;
413
414	if (ok) {
415		if ((reply_msg.rm_reply.rp_stat == MSG_ACCEPTED) &&
416		    (reply_msg.acpted_rply.ar_stat == SUCCESS))
417			errp->re_status = stat = RPC_SUCCESS;
418		else
419			stat = _seterr_reply(&reply_msg, errp);
420
421		if (stat == RPC_SUCCESS) {
422			results = xdrmbuf_getall(&xdrs);
423			if (!AUTH_VALIDATE(auth, xid,
424			    &reply_msg.acpted_rply.ar_verf, &results)) {
425				errp->re_status = stat = RPC_AUTHERROR;
426				errp->re_why = AUTH_INVALIDRESP;
427			} else {
428				KASSERT(results,
429				    ("auth validated but no result"));
430				*resultsp = results;
431			}
432		}		/* end successful completion */
433		/*
434		 * If unsuccesful AND error is an authentication error
435		 * then refresh credentials and try again, else break
436		 */
437		else if (stat == RPC_AUTHERROR)
438			/* maybe our credentials need to be refreshed ... */
439			if (nrefreshes > 0 && AUTH_REFRESH(auth, &reply_msg)) {
440				nrefreshes--;
441				XDR_DESTROY(&xdrs);
442				mtx_lock(&ct->ct_lock);
443				goto call_again;
444			}
445			/* end of unsuccessful completion */
446		/* end of valid reply message */
447	} else
448		errp->re_status = stat = RPC_CANTDECODERES;
449	XDR_DESTROY(&xdrs);
450	mtx_lock(&ct->ct_lock);
451out:
452	mtx_assert(&ct->ct_lock, MA_OWNED);
453
454	KASSERT(stat != RPC_SUCCESS || *resultsp,
455	    ("RPC_SUCCESS without reply"));
456
457	if (mreq != NULL)
458		m_freem(mreq);
459	if (cr->cr_mrep != NULL)
460		m_freem(cr->cr_mrep);
461
462	ct->ct_threads--;
463	if (ct->ct_closing)
464		wakeup(ct);
465
466	mtx_unlock(&ct->ct_lock);
467
468	if (auth && stat != RPC_SUCCESS)
469		AUTH_VALIDATE(auth, xid, NULL, NULL);
470
471	free(cr, M_RPC);
472
473	return (stat);
474}
475
476static void
477clnt_bck_geterr(CLIENT *cl, struct rpc_err *errp)
478{
479	struct ct_data *ct = (struct ct_data *) cl->cl_private;
480
481	*errp = ct->ct_error;
482}
483
484static bool_t
485clnt_bck_freeres(CLIENT *cl, xdrproc_t xdr_res, void *res_ptr)
486{
487	XDR xdrs;
488	bool_t dummy;
489
490	xdrs.x_op = XDR_FREE;
491	dummy = (*xdr_res)(&xdrs, res_ptr);
492
493	return (dummy);
494}
495
496/*ARGSUSED*/
497static void
498clnt_bck_abort(CLIENT *cl)
499{
500}
501
502static bool_t
503clnt_bck_control(CLIENT *cl, u_int request, void *info)
504{
505
506	return (TRUE);
507}
508
509static void
510clnt_bck_close(CLIENT *cl)
511{
512	struct ct_data *ct = (struct ct_data *) cl->cl_private;
513
514	mtx_lock(&ct->ct_lock);
515
516	if (ct->ct_closed) {
517		mtx_unlock(&ct->ct_lock);
518		return;
519	}
520
521	if (ct->ct_closing) {
522		while (ct->ct_closing)
523			msleep(ct, &ct->ct_lock, 0, "rpcclose", 0);
524		KASSERT(ct->ct_closed, ("client should be closed"));
525		mtx_unlock(&ct->ct_lock);
526		return;
527	}
528
529	ct->ct_closing = FALSE;
530	ct->ct_closed = TRUE;
531	mtx_unlock(&ct->ct_lock);
532	wakeup(ct);
533}
534
535static void
536clnt_bck_destroy(CLIENT *cl)
537{
538	struct ct_data *ct = (struct ct_data *) cl->cl_private;
539
540	clnt_bck_close(cl);
541
542	mtx_destroy(&ct->ct_lock);
543	mem_free(ct, sizeof(struct ct_data));
544	if (cl->cl_netid && cl->cl_netid[0])
545		mem_free(cl->cl_netid, strlen(cl->cl_netid) +1);
546	if (cl->cl_tp && cl->cl_tp[0])
547		mem_free(cl->cl_tp, strlen(cl->cl_tp) +1);
548	mem_free(cl, sizeof(CLIENT));
549}
550
551/*
552 * This call is done by the svc code when a backchannel RPC reply is
553 * received.
554 */
555void
556clnt_bck_svccall(void *arg, struct mbuf *mrep, uint32_t xid)
557{
558	struct ct_data *ct = (struct ct_data *)arg;
559	struct ct_request *cr;
560	int foundreq;
561
562	mtx_lock(&ct->ct_lock);
563	ct->ct_upcallrefs++;
564	/*
565	 * See if we can match this reply to a request.
566	 */
567	foundreq = 0;
568	TAILQ_FOREACH(cr, &ct->ct_pending, cr_link) {
569		if (cr->cr_xid == xid) {
570			/*
571			 * This one matches. We leave the reply mbuf list in
572			 * cr->cr_mrep. Set the XID to zero so that we will
573			 * ignore any duplicated replies.
574			 */
575			cr->cr_xid = 0;
576			cr->cr_mrep = mrep;
577			cr->cr_error = 0;
578			foundreq = 1;
579			wakeup(cr);
580			break;
581		}
582	}
583
584	ct->ct_upcallrefs--;
585	if (ct->ct_upcallrefs < 0)
586		panic("rpcvc svccall refcnt");
587	if (ct->ct_upcallrefs == 0)
588		wakeup(&ct->ct_upcallrefs);
589	mtx_unlock(&ct->ct_lock);
590	if (foundreq == 0)
591		m_freem(mrep);
592}
593
594