svc_vc.c revision 261055
1/*	$NetBSD: svc_vc.c,v 1.7 2000/08/03 00:01:53 fvdl Exp $	*/
2
3/*-
4 * Copyright (c) 2009, Sun Microsystems, Inc.
5 * All rights reserved.
6 *
7 * Redistribution and use in source and binary forms, with or without
8 * modification, are permitted provided that the following conditions are met:
9 * - Redistributions of source code must retain the above copyright notice,
10 *   this list of conditions and the following disclaimer.
11 * - Redistributions in binary form must reproduce the above copyright notice,
12 *   this list of conditions and the following disclaimer in the documentation
13 *   and/or other materials provided with the distribution.
14 * - Neither the name of Sun Microsystems, Inc. nor the names of its
15 *   contributors may be used to endorse or promote products derived
16 *   from this software without specific prior written permission.
17 *
18 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
19 * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
20 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
21 * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE
22 * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
23 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
24 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
25 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
26 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
27 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
28 * POSSIBILITY OF SUCH DAMAGE.
29 */
30
31#if defined(LIBC_SCCS) && !defined(lint)
32static char *sccsid2 = "@(#)svc_tcp.c 1.21 87/08/11 Copyr 1984 Sun Micro";
33static char *sccsid = "@(#)svc_tcp.c	2.2 88/08/01 4.0 RPCSRC";
34#endif
35#include <sys/cdefs.h>
36__FBSDID("$FreeBSD: stable/10/sys/rpc/svc_vc.c 261055 2014-01-22 23:55:25Z mav $");
37
38/*
39 * svc_vc.c, Server side for Connection Oriented based RPC.
40 *
41 * Actually implements two flavors of transporter -
42 * a tcp rendezvouser (a listner and connection establisher)
43 * and a record/tcp stream.
44 */
45
46#include <sys/param.h>
47#include <sys/lock.h>
48#include <sys/kernel.h>
49#include <sys/malloc.h>
50#include <sys/mbuf.h>
51#include <sys/mutex.h>
52#include <sys/proc.h>
53#include <sys/protosw.h>
54#include <sys/queue.h>
55#include <sys/socket.h>
56#include <sys/socketvar.h>
57#include <sys/sx.h>
58#include <sys/systm.h>
59#include <sys/uio.h>
60
61#include <net/vnet.h>
62
63#include <netinet/tcp.h>
64
65#include <rpc/rpc.h>
66
67#include <rpc/krpc.h>
68#include <rpc/rpc_com.h>
69
70#include <security/mac/mac_framework.h>
71
72static bool_t svc_vc_rendezvous_recv(SVCXPRT *, struct rpc_msg *,
73    struct sockaddr **, struct mbuf **);
74static enum xprt_stat svc_vc_rendezvous_stat(SVCXPRT *);
75static void svc_vc_rendezvous_destroy(SVCXPRT *);
76static bool_t svc_vc_null(void);
77static void svc_vc_destroy(SVCXPRT *);
78static enum xprt_stat svc_vc_stat(SVCXPRT *);
79static bool_t svc_vc_ack(SVCXPRT *, uint32_t *);
80static bool_t svc_vc_recv(SVCXPRT *, struct rpc_msg *,
81    struct sockaddr **, struct mbuf **);
82static bool_t svc_vc_reply(SVCXPRT *, struct rpc_msg *,
83    struct sockaddr *, struct mbuf *, uint32_t *seq);
84static bool_t svc_vc_control(SVCXPRT *xprt, const u_int rq, void *in);
85static bool_t svc_vc_rendezvous_control (SVCXPRT *xprt, const u_int rq,
86    void *in);
87static void svc_vc_backchannel_destroy(SVCXPRT *);
88static enum xprt_stat svc_vc_backchannel_stat(SVCXPRT *);
89static bool_t svc_vc_backchannel_recv(SVCXPRT *, struct rpc_msg *,
90    struct sockaddr **, struct mbuf **);
91static bool_t svc_vc_backchannel_reply(SVCXPRT *, struct rpc_msg *,
92    struct sockaddr *, struct mbuf *, uint32_t *);
93static bool_t svc_vc_backchannel_control(SVCXPRT *xprt, const u_int rq,
94    void *in);
95static SVCXPRT *svc_vc_create_conn(SVCPOOL *pool, struct socket *so,
96    struct sockaddr *raddr);
97static int svc_vc_accept(struct socket *head, struct socket **sop);
98static int svc_vc_soupcall(struct socket *so, void *arg, int waitflag);
99
100static struct xp_ops svc_vc_rendezvous_ops = {
101	.xp_recv =	svc_vc_rendezvous_recv,
102	.xp_stat =	svc_vc_rendezvous_stat,
103	.xp_reply =	(bool_t (*)(SVCXPRT *, struct rpc_msg *,
104		struct sockaddr *, struct mbuf *, uint32_t *))svc_vc_null,
105	.xp_destroy =	svc_vc_rendezvous_destroy,
106	.xp_control =	svc_vc_rendezvous_control
107};
108
109static struct xp_ops svc_vc_ops = {
110	.xp_recv =	svc_vc_recv,
111	.xp_stat =	svc_vc_stat,
112	.xp_ack =	svc_vc_ack,
113	.xp_reply =	svc_vc_reply,
114	.xp_destroy =	svc_vc_destroy,
115	.xp_control =	svc_vc_control
116};
117
118static struct xp_ops svc_vc_backchannel_ops = {
119	.xp_recv =	svc_vc_backchannel_recv,
120	.xp_stat =	svc_vc_backchannel_stat,
121	.xp_reply =	svc_vc_backchannel_reply,
122	.xp_destroy =	svc_vc_backchannel_destroy,
123	.xp_control =	svc_vc_backchannel_control
124};
125
126/*
127 * Usage:
128 *	xprt = svc_vc_create(sock, send_buf_size, recv_buf_size);
129 *
130 * Creates, registers, and returns a (rpc) tcp based transporter.
131 * Once *xprt is initialized, it is registered as a transporter
132 * see (svc.h, xprt_register).  This routine returns
133 * a NULL if a problem occurred.
134 *
135 * The filedescriptor passed in is expected to refer to a bound, but
136 * not yet connected socket.
137 *
138 * Since streams do buffered io similar to stdio, the caller can specify
139 * how big the send and receive buffers are via the second and third parms;
140 * 0 => use the system default.
141 */
142SVCXPRT *
143svc_vc_create(SVCPOOL *pool, struct socket *so, size_t sendsize,
144    size_t recvsize)
145{
146	SVCXPRT *xprt;
147	struct sockaddr* sa;
148	int error;
149
150	SOCK_LOCK(so);
151	if (so->so_state & (SS_ISCONNECTED|SS_ISDISCONNECTED)) {
152		SOCK_UNLOCK(so);
153		error = so->so_proto->pr_usrreqs->pru_peeraddr(so, &sa);
154		if (error)
155			return (NULL);
156		xprt = svc_vc_create_conn(pool, so, sa);
157		free(sa, M_SONAME);
158		return (xprt);
159	}
160	SOCK_UNLOCK(so);
161
162	xprt = svc_xprt_alloc();
163	sx_init(&xprt->xp_lock, "xprt->xp_lock");
164	xprt->xp_pool = pool;
165	xprt->xp_socket = so;
166	xprt->xp_p1 = NULL;
167	xprt->xp_p2 = NULL;
168	xprt->xp_ops = &svc_vc_rendezvous_ops;
169
170	error = so->so_proto->pr_usrreqs->pru_sockaddr(so, &sa);
171	if (error) {
172		goto cleanup_svc_vc_create;
173	}
174
175	memcpy(&xprt->xp_ltaddr, sa, sa->sa_len);
176	free(sa, M_SONAME);
177
178	xprt_register(xprt);
179
180	solisten(so, SOMAXCONN, curthread);
181
182	SOCKBUF_LOCK(&so->so_rcv);
183	xprt->xp_upcallset = 1;
184	soupcall_set(so, SO_RCV, svc_vc_soupcall, xprt);
185	SOCKBUF_UNLOCK(&so->so_rcv);
186
187	return (xprt);
188cleanup_svc_vc_create:
189	if (xprt) {
190		sx_destroy(&xprt->xp_lock);
191		svc_xprt_free(xprt);
192	}
193	return (NULL);
194}
195
196/*
197 * Create a new transport for a socket optained via soaccept().
198 */
199SVCXPRT *
200svc_vc_create_conn(SVCPOOL *pool, struct socket *so, struct sockaddr *raddr)
201{
202	SVCXPRT *xprt = NULL;
203	struct cf_conn *cd = NULL;
204	struct sockaddr* sa = NULL;
205	struct sockopt opt;
206	int one = 1;
207	int error;
208
209	bzero(&opt, sizeof(struct sockopt));
210	opt.sopt_dir = SOPT_SET;
211	opt.sopt_level = SOL_SOCKET;
212	opt.sopt_name = SO_KEEPALIVE;
213	opt.sopt_val = &one;
214	opt.sopt_valsize = sizeof(one);
215	error = sosetopt(so, &opt);
216	if (error) {
217		return (NULL);
218	}
219
220	if (so->so_proto->pr_protocol == IPPROTO_TCP) {
221		bzero(&opt, sizeof(struct sockopt));
222		opt.sopt_dir = SOPT_SET;
223		opt.sopt_level = IPPROTO_TCP;
224		opt.sopt_name = TCP_NODELAY;
225		opt.sopt_val = &one;
226		opt.sopt_valsize = sizeof(one);
227		error = sosetopt(so, &opt);
228		if (error) {
229			return (NULL);
230		}
231	}
232
233	cd = mem_alloc(sizeof(*cd));
234	cd->strm_stat = XPRT_IDLE;
235
236	xprt = svc_xprt_alloc();
237	sx_init(&xprt->xp_lock, "xprt->xp_lock");
238	xprt->xp_pool = pool;
239	xprt->xp_socket = so;
240	xprt->xp_p1 = cd;
241	xprt->xp_p2 = NULL;
242	xprt->xp_ops = &svc_vc_ops;
243
244	/*
245	 * See http://www.connectathon.org/talks96/nfstcp.pdf - client
246	 * has a 5 minute timer, server has a 6 minute timer.
247	 */
248	xprt->xp_idletimeout = 6 * 60;
249
250	memcpy(&xprt->xp_rtaddr, raddr, raddr->sa_len);
251
252	error = so->so_proto->pr_usrreqs->pru_sockaddr(so, &sa);
253	if (error)
254		goto cleanup_svc_vc_create;
255
256	memcpy(&xprt->xp_ltaddr, sa, sa->sa_len);
257	free(sa, M_SONAME);
258
259	xprt_register(xprt);
260
261	SOCKBUF_LOCK(&so->so_rcv);
262	xprt->xp_upcallset = 1;
263	soupcall_set(so, SO_RCV, svc_vc_soupcall, xprt);
264	SOCKBUF_UNLOCK(&so->so_rcv);
265
266	/*
267	 * Throw the transport into the active list in case it already
268	 * has some data buffered.
269	 */
270	sx_xlock(&xprt->xp_lock);
271	xprt_active(xprt);
272	sx_xunlock(&xprt->xp_lock);
273
274	return (xprt);
275cleanup_svc_vc_create:
276	if (xprt) {
277		sx_destroy(&xprt->xp_lock);
278		svc_xprt_free(xprt);
279	}
280	if (cd)
281		mem_free(cd, sizeof(*cd));
282	return (NULL);
283}
284
285/*
286 * Create a new transport for a backchannel on a clnt_vc socket.
287 */
288SVCXPRT *
289svc_vc_create_backchannel(SVCPOOL *pool)
290{
291	SVCXPRT *xprt = NULL;
292	struct cf_conn *cd = NULL;
293
294	cd = mem_alloc(sizeof(*cd));
295	cd->strm_stat = XPRT_IDLE;
296
297	xprt = svc_xprt_alloc();
298	sx_init(&xprt->xp_lock, "xprt->xp_lock");
299	xprt->xp_pool = pool;
300	xprt->xp_socket = NULL;
301	xprt->xp_p1 = cd;
302	xprt->xp_p2 = NULL;
303	xprt->xp_ops = &svc_vc_backchannel_ops;
304	return (xprt);
305}
306
307/*
308 * This does all of the accept except the final call to soaccept. The
309 * caller will call soaccept after dropping its locks (soaccept may
310 * call malloc).
311 */
312int
313svc_vc_accept(struct socket *head, struct socket **sop)
314{
315	int error = 0;
316	struct socket *so;
317
318	if ((head->so_options & SO_ACCEPTCONN) == 0) {
319		error = EINVAL;
320		goto done;
321	}
322#ifdef MAC
323	error = mac_socket_check_accept(curthread->td_ucred, head);
324	if (error != 0)
325		goto done;
326#endif
327	ACCEPT_LOCK();
328	if (TAILQ_EMPTY(&head->so_comp)) {
329		ACCEPT_UNLOCK();
330		error = EWOULDBLOCK;
331		goto done;
332	}
333	so = TAILQ_FIRST(&head->so_comp);
334	KASSERT(!(so->so_qstate & SQ_INCOMP), ("svc_vc_accept: so SQ_INCOMP"));
335	KASSERT(so->so_qstate & SQ_COMP, ("svc_vc_accept: so not SQ_COMP"));
336
337	/*
338	 * Before changing the flags on the socket, we have to bump the
339	 * reference count.  Otherwise, if the protocol calls sofree(),
340	 * the socket will be released due to a zero refcount.
341	 * XXX might not need soref() since this is simpler than kern_accept.
342	 */
343	SOCK_LOCK(so);			/* soref() and so_state update */
344	soref(so);			/* file descriptor reference */
345
346	TAILQ_REMOVE(&head->so_comp, so, so_list);
347	head->so_qlen--;
348	so->so_state |= (head->so_state & SS_NBIO);
349	so->so_qstate &= ~SQ_COMP;
350	so->so_head = NULL;
351
352	SOCK_UNLOCK(so);
353	ACCEPT_UNLOCK();
354
355	*sop = so;
356
357	/* connection has been removed from the listen queue */
358	KNOTE_UNLOCKED(&head->so_rcv.sb_sel.si_note, 0);
359done:
360	return (error);
361}
362
363/*ARGSUSED*/
364static bool_t
365svc_vc_rendezvous_recv(SVCXPRT *xprt, struct rpc_msg *msg,
366    struct sockaddr **addrp, struct mbuf **mp)
367{
368	struct socket *so = NULL;
369	struct sockaddr *sa = NULL;
370	int error;
371	SVCXPRT *new_xprt;
372
373	/*
374	 * The socket upcall calls xprt_active() which will eventually
375	 * cause the server to call us here. We attempt to accept a
376	 * connection from the socket and turn it into a new
377	 * transport. If the accept fails, we have drained all pending
378	 * connections so we call xprt_inactive().
379	 */
380	sx_xlock(&xprt->xp_lock);
381
382	error = svc_vc_accept(xprt->xp_socket, &so);
383
384	if (error == EWOULDBLOCK) {
385		/*
386		 * We must re-test for new connections after taking
387		 * the lock to protect us in the case where a new
388		 * connection arrives after our call to accept fails
389		 * with EWOULDBLOCK.
390		 */
391		ACCEPT_LOCK();
392		if (TAILQ_EMPTY(&xprt->xp_socket->so_comp))
393			xprt_inactive_self(xprt);
394		ACCEPT_UNLOCK();
395		sx_xunlock(&xprt->xp_lock);
396		return (FALSE);
397	}
398
399	if (error) {
400		SOCKBUF_LOCK(&xprt->xp_socket->so_rcv);
401		if (xprt->xp_upcallset) {
402			xprt->xp_upcallset = 0;
403			soupcall_clear(xprt->xp_socket, SO_RCV);
404		}
405		SOCKBUF_UNLOCK(&xprt->xp_socket->so_rcv);
406		xprt_inactive_self(xprt);
407		sx_xunlock(&xprt->xp_lock);
408		return (FALSE);
409	}
410
411	sx_xunlock(&xprt->xp_lock);
412
413	sa = 0;
414	error = soaccept(so, &sa);
415
416	if (error) {
417		/*
418		 * XXX not sure if I need to call sofree or soclose here.
419		 */
420		if (sa)
421			free(sa, M_SONAME);
422		return (FALSE);
423	}
424
425	/*
426	 * svc_vc_create_conn will call xprt_register - we don't need
427	 * to do anything with the new connection except derefence it.
428	 */
429	new_xprt = svc_vc_create_conn(xprt->xp_pool, so, sa);
430	if (!new_xprt) {
431		soclose(so);
432	} else {
433		SVC_RELEASE(new_xprt);
434	}
435
436	free(sa, M_SONAME);
437
438	return (FALSE); /* there is never an rpc msg to be processed */
439}
440
441/*ARGSUSED*/
442static enum xprt_stat
443svc_vc_rendezvous_stat(SVCXPRT *xprt)
444{
445
446	return (XPRT_IDLE);
447}
448
449static void
450svc_vc_destroy_common(SVCXPRT *xprt)
451{
452	SOCKBUF_LOCK(&xprt->xp_socket->so_rcv);
453	if (xprt->xp_upcallset) {
454		xprt->xp_upcallset = 0;
455		soupcall_clear(xprt->xp_socket, SO_RCV);
456	}
457	SOCKBUF_UNLOCK(&xprt->xp_socket->so_rcv);
458
459	if (xprt->xp_socket)
460		(void)soclose(xprt->xp_socket);
461
462	if (xprt->xp_netid)
463		(void) mem_free(xprt->xp_netid, strlen(xprt->xp_netid) + 1);
464	svc_xprt_free(xprt);
465}
466
467static void
468svc_vc_rendezvous_destroy(SVCXPRT *xprt)
469{
470
471	svc_vc_destroy_common(xprt);
472}
473
474static void
475svc_vc_destroy(SVCXPRT *xprt)
476{
477	struct cf_conn *cd = (struct cf_conn *)xprt->xp_p1;
478
479	svc_vc_destroy_common(xprt);
480
481	if (cd->mreq)
482		m_freem(cd->mreq);
483	if (cd->mpending)
484		m_freem(cd->mpending);
485	mem_free(cd, sizeof(*cd));
486}
487
488static void
489svc_vc_backchannel_destroy(SVCXPRT *xprt)
490{
491	struct cf_conn *cd = (struct cf_conn *)xprt->xp_p1;
492	struct mbuf *m, *m2;
493
494	svc_xprt_free(xprt);
495	m = cd->mreq;
496	while (m != NULL) {
497		m2 = m;
498		m = m->m_nextpkt;
499		m_freem(m2);
500	}
501	mem_free(cd, sizeof(*cd));
502}
503
504/*ARGSUSED*/
505static bool_t
506svc_vc_control(SVCXPRT *xprt, const u_int rq, void *in)
507{
508	return (FALSE);
509}
510
511static bool_t
512svc_vc_rendezvous_control(SVCXPRT *xprt, const u_int rq, void *in)
513{
514
515	return (FALSE);
516}
517
518static bool_t
519svc_vc_backchannel_control(SVCXPRT *xprt, const u_int rq, void *in)
520{
521
522	return (FALSE);
523}
524
525static enum xprt_stat
526svc_vc_stat(SVCXPRT *xprt)
527{
528	struct cf_conn *cd;
529
530	cd = (struct cf_conn *)(xprt->xp_p1);
531
532	if (cd->strm_stat == XPRT_DIED)
533		return (XPRT_DIED);
534
535	if (cd->mreq != NULL && cd->resid == 0 && cd->eor)
536		return (XPRT_MOREREQS);
537
538	if (soreadable(xprt->xp_socket))
539		return (XPRT_MOREREQS);
540
541	return (XPRT_IDLE);
542}
543
544static bool_t
545svc_vc_ack(SVCXPRT *xprt, uint32_t *ack)
546{
547
548	*ack = atomic_load_acq_32(&xprt->xp_snt_cnt);
549	*ack -= xprt->xp_socket->so_snd.sb_cc;
550	return (TRUE);
551}
552
553static enum xprt_stat
554svc_vc_backchannel_stat(SVCXPRT *xprt)
555{
556	struct cf_conn *cd;
557
558	cd = (struct cf_conn *)(xprt->xp_p1);
559
560	if (cd->mreq != NULL)
561		return (XPRT_MOREREQS);
562
563	return (XPRT_IDLE);
564}
565
566/*
567 * If we have an mbuf chain in cd->mpending, try to parse a record from it,
568 * leaving the result in cd->mreq. If we don't have a complete record, leave
569 * the partial result in cd->mreq and try to read more from the socket.
570 */
571static int
572svc_vc_process_pending(SVCXPRT *xprt)
573{
574	struct cf_conn *cd = (struct cf_conn *) xprt->xp_p1;
575	struct socket *so = xprt->xp_socket;
576	struct mbuf *m;
577
578	/*
579	 * If cd->resid is non-zero, we have part of the
580	 * record already, otherwise we are expecting a record
581	 * marker.
582	 */
583	if (!cd->resid && cd->mpending) {
584		/*
585		 * See if there is enough data buffered to
586		 * make up a record marker. Make sure we can
587		 * handle the case where the record marker is
588		 * split across more than one mbuf.
589		 */
590		size_t n = 0;
591		uint32_t header;
592
593		m = cd->mpending;
594		while (n < sizeof(uint32_t) && m) {
595			n += m->m_len;
596			m = m->m_next;
597		}
598		if (n < sizeof(uint32_t)) {
599			so->so_rcv.sb_lowat = sizeof(uint32_t) - n;
600			return (FALSE);
601		}
602		m_copydata(cd->mpending, 0, sizeof(header),
603		    (char *)&header);
604		header = ntohl(header);
605		cd->eor = (header & 0x80000000) != 0;
606		cd->resid = header & 0x7fffffff;
607		m_adj(cd->mpending, sizeof(uint32_t));
608	}
609
610	/*
611	 * Start pulling off mbufs from cd->mpending
612	 * until we either have a complete record or
613	 * we run out of data. We use m_split to pull
614	 * data - it will pull as much as possible and
615	 * split the last mbuf if necessary.
616	 */
617	while (cd->mpending && cd->resid) {
618		m = cd->mpending;
619		if (cd->mpending->m_next
620		    || cd->mpending->m_len > cd->resid)
621			cd->mpending = m_split(cd->mpending,
622			    cd->resid, M_WAITOK);
623		else
624			cd->mpending = NULL;
625		if (cd->mreq)
626			m_last(cd->mreq)->m_next = m;
627		else
628			cd->mreq = m;
629		while (m) {
630			cd->resid -= m->m_len;
631			m = m->m_next;
632		}
633	}
634
635	/*
636	 * Block receive upcalls if we have more data pending,
637	 * otherwise report our need.
638	 */
639	if (cd->mpending)
640		so->so_rcv.sb_lowat = INT_MAX;
641	else
642		so->so_rcv.sb_lowat =
643		    imax(1, imin(cd->resid, so->so_rcv.sb_hiwat / 2));
644	return (TRUE);
645}
646
647static bool_t
648svc_vc_recv(SVCXPRT *xprt, struct rpc_msg *msg,
649    struct sockaddr **addrp, struct mbuf **mp)
650{
651	struct cf_conn *cd = (struct cf_conn *) xprt->xp_p1;
652	struct uio uio;
653	struct mbuf *m;
654	struct socket* so = xprt->xp_socket;
655	XDR xdrs;
656	int error, rcvflag;
657
658	/*
659	 * Serialise access to the socket and our own record parsing
660	 * state.
661	 */
662	sx_xlock(&xprt->xp_lock);
663
664	for (;;) {
665		/* If we have no request ready, check pending queue. */
666		while (cd->mpending &&
667		    (cd->mreq == NULL || cd->resid != 0 || !cd->eor)) {
668			if (!svc_vc_process_pending(xprt))
669				break;
670		}
671
672		/* Process and return complete request in cd->mreq. */
673		if (cd->mreq != NULL && cd->resid == 0 && cd->eor) {
674
675			xdrmbuf_create(&xdrs, cd->mreq, XDR_DECODE);
676			cd->mreq = NULL;
677
678			/* Check for next request in a pending queue. */
679			svc_vc_process_pending(xprt);
680			if (cd->mreq == NULL || cd->resid != 0) {
681				SOCKBUF_LOCK(&so->so_rcv);
682				if (!soreadable(so))
683					xprt_inactive_self(xprt);
684				SOCKBUF_UNLOCK(&so->so_rcv);
685			}
686
687			sx_xunlock(&xprt->xp_lock);
688
689			if (! xdr_callmsg(&xdrs, msg)) {
690				XDR_DESTROY(&xdrs);
691				return (FALSE);
692			}
693
694			*addrp = NULL;
695			*mp = xdrmbuf_getall(&xdrs);
696			XDR_DESTROY(&xdrs);
697
698			return (TRUE);
699		}
700
701		/*
702		 * The socket upcall calls xprt_active() which will eventually
703		 * cause the server to call us here. We attempt to
704		 * read as much as possible from the socket and put
705		 * the result in cd->mpending. If the read fails,
706		 * we have drained both cd->mpending and the socket so
707		 * we can call xprt_inactive().
708		 */
709		uio.uio_resid = 1000000000;
710		uio.uio_td = curthread;
711		m = NULL;
712		rcvflag = MSG_DONTWAIT;
713		error = soreceive(so, NULL, &uio, &m, NULL, &rcvflag);
714
715		if (error == EWOULDBLOCK) {
716			/*
717			 * We must re-test for readability after
718			 * taking the lock to protect us in the case
719			 * where a new packet arrives on the socket
720			 * after our call to soreceive fails with
721			 * EWOULDBLOCK.
722			 */
723			SOCKBUF_LOCK(&so->so_rcv);
724			if (!soreadable(so))
725				xprt_inactive_self(xprt);
726			SOCKBUF_UNLOCK(&so->so_rcv);
727			sx_xunlock(&xprt->xp_lock);
728			return (FALSE);
729		}
730
731		if (error) {
732			SOCKBUF_LOCK(&so->so_rcv);
733			if (xprt->xp_upcallset) {
734				xprt->xp_upcallset = 0;
735				soupcall_clear(so, SO_RCV);
736			}
737			SOCKBUF_UNLOCK(&so->so_rcv);
738			xprt_inactive_self(xprt);
739			cd->strm_stat = XPRT_DIED;
740			sx_xunlock(&xprt->xp_lock);
741			return (FALSE);
742		}
743
744		if (!m) {
745			/*
746			 * EOF - the other end has closed the socket.
747			 */
748			xprt_inactive_self(xprt);
749			cd->strm_stat = XPRT_DIED;
750			sx_xunlock(&xprt->xp_lock);
751			return (FALSE);
752		}
753
754		if (cd->mpending)
755			m_last(cd->mpending)->m_next = m;
756		else
757			cd->mpending = m;
758	}
759}
760
761static bool_t
762svc_vc_backchannel_recv(SVCXPRT *xprt, struct rpc_msg *msg,
763    struct sockaddr **addrp, struct mbuf **mp)
764{
765	struct cf_conn *cd = (struct cf_conn *) xprt->xp_p1;
766	struct ct_data *ct;
767	struct mbuf *m;
768	XDR xdrs;
769
770	sx_xlock(&xprt->xp_lock);
771	ct = (struct ct_data *)xprt->xp_p2;
772	if (ct == NULL) {
773		sx_xunlock(&xprt->xp_lock);
774		return (FALSE);
775	}
776	mtx_lock(&ct->ct_lock);
777	m = cd->mreq;
778	if (m == NULL) {
779		xprt_inactive_self(xprt);
780		mtx_unlock(&ct->ct_lock);
781		sx_xunlock(&xprt->xp_lock);
782		return (FALSE);
783	}
784	cd->mreq = m->m_nextpkt;
785	mtx_unlock(&ct->ct_lock);
786	sx_xunlock(&xprt->xp_lock);
787
788	xdrmbuf_create(&xdrs, m, XDR_DECODE);
789	if (! xdr_callmsg(&xdrs, msg)) {
790		XDR_DESTROY(&xdrs);
791		return (FALSE);
792	}
793	*addrp = NULL;
794	*mp = xdrmbuf_getall(&xdrs);
795	XDR_DESTROY(&xdrs);
796	return (TRUE);
797}
798
799static bool_t
800svc_vc_reply(SVCXPRT *xprt, struct rpc_msg *msg,
801    struct sockaddr *addr, struct mbuf *m, uint32_t *seq)
802{
803	XDR xdrs;
804	struct mbuf *mrep;
805	bool_t stat = TRUE;
806	int error, len;
807
808	/*
809	 * Leave space for record mark.
810	 */
811	mrep = m_gethdr(M_WAITOK, MT_DATA);
812	mrep->m_data += sizeof(uint32_t);
813
814	xdrmbuf_create(&xdrs, mrep, XDR_ENCODE);
815
816	if (msg->rm_reply.rp_stat == MSG_ACCEPTED &&
817	    msg->rm_reply.rp_acpt.ar_stat == SUCCESS) {
818		if (!xdr_replymsg(&xdrs, msg))
819			stat = FALSE;
820		else
821			xdrmbuf_append(&xdrs, m);
822	} else {
823		stat = xdr_replymsg(&xdrs, msg);
824	}
825
826	if (stat) {
827		m_fixhdr(mrep);
828
829		/*
830		 * Prepend a record marker containing the reply length.
831		 */
832		M_PREPEND(mrep, sizeof(uint32_t), M_WAITOK);
833		len = mrep->m_pkthdr.len;
834		*mtod(mrep, uint32_t *) =
835			htonl(0x80000000 | (len - sizeof(uint32_t)));
836		atomic_add_acq_32(&xprt->xp_snd_cnt, len);
837		error = sosend(xprt->xp_socket, NULL, NULL, mrep, NULL,
838		    0, curthread);
839		if (!error) {
840			atomic_add_rel_32(&xprt->xp_snt_cnt, len);
841			if (seq)
842				*seq = xprt->xp_snd_cnt;
843			stat = TRUE;
844		} else
845			atomic_subtract_32(&xprt->xp_snd_cnt, len);
846	} else {
847		m_freem(mrep);
848	}
849
850	XDR_DESTROY(&xdrs);
851	xprt->xp_p2 = NULL;
852
853	return (stat);
854}
855
856static bool_t
857svc_vc_backchannel_reply(SVCXPRT *xprt, struct rpc_msg *msg,
858    struct sockaddr *addr, struct mbuf *m, uint32_t *seq)
859{
860	struct ct_data *ct;
861	XDR xdrs;
862	struct mbuf *mrep;
863	bool_t stat = TRUE;
864	int error;
865
866	/*
867	 * Leave space for record mark.
868	 */
869	mrep = m_gethdr(M_WAITOK, MT_DATA);
870	mrep->m_data += sizeof(uint32_t);
871
872	xdrmbuf_create(&xdrs, mrep, XDR_ENCODE);
873
874	if (msg->rm_reply.rp_stat == MSG_ACCEPTED &&
875	    msg->rm_reply.rp_acpt.ar_stat == SUCCESS) {
876		if (!xdr_replymsg(&xdrs, msg))
877			stat = FALSE;
878		else
879			xdrmbuf_append(&xdrs, m);
880	} else {
881		stat = xdr_replymsg(&xdrs, msg);
882	}
883
884	if (stat) {
885		m_fixhdr(mrep);
886
887		/*
888		 * Prepend a record marker containing the reply length.
889		 */
890		M_PREPEND(mrep, sizeof(uint32_t), M_WAITOK);
891		*mtod(mrep, uint32_t *) =
892			htonl(0x80000000 | (mrep->m_pkthdr.len
893				- sizeof(uint32_t)));
894		sx_xlock(&xprt->xp_lock);
895		ct = (struct ct_data *)xprt->xp_p2;
896		if (ct != NULL)
897			error = sosend(ct->ct_socket, NULL, NULL, mrep, NULL,
898			    0, curthread);
899		else
900			error = EPIPE;
901		sx_xunlock(&xprt->xp_lock);
902		if (!error) {
903			stat = TRUE;
904		}
905	} else {
906		m_freem(mrep);
907	}
908
909	XDR_DESTROY(&xdrs);
910
911	return (stat);
912}
913
914static bool_t
915svc_vc_null()
916{
917
918	return (FALSE);
919}
920
921static int
922svc_vc_soupcall(struct socket *so, void *arg, int waitflag)
923{
924	SVCXPRT *xprt = (SVCXPRT *) arg;
925
926	if (soreadable(xprt->xp_socket))
927		xprt_active(xprt);
928	return (SU_OK);
929}
930
931#if 0
932/*
933 * Get the effective UID of the sending process. Used by rpcbind, keyserv
934 * and rpc.yppasswdd on AF_LOCAL.
935 */
936int
937__rpc_get_local_uid(SVCXPRT *transp, uid_t *uid) {
938	int sock, ret;
939	gid_t egid;
940	uid_t euid;
941	struct sockaddr *sa;
942
943	sock = transp->xp_fd;
944	sa = (struct sockaddr *)transp->xp_rtaddr;
945	if (sa->sa_family == AF_LOCAL) {
946		ret = getpeereid(sock, &euid, &egid);
947		if (ret == 0)
948			*uid = euid;
949		return (ret);
950	} else
951		return (-1);
952}
953#endif
954