clnt_vc.c revision 193437
1177633Sdfr/* $NetBSD: clnt_vc.c,v 1.4 2000/07/14 08:40:42 fvdl Exp $ */ 2177633Sdfr 3177633Sdfr/* 4177633Sdfr * Sun RPC is a product of Sun Microsystems, Inc. and is provided for 5177633Sdfr * unrestricted use provided that this legend is included on all tape 6177633Sdfr * media and as a part of the software program in whole or part. Users 7177633Sdfr * may copy or modify Sun RPC without charge, but are not authorized 8177633Sdfr * to license or distribute it to anyone else except as part of a product or 9177633Sdfr * program developed by the user. 10177633Sdfr * 11177633Sdfr * SUN RPC IS PROVIDED AS IS WITH NO WARRANTIES OF ANY KIND INCLUDING THE 12177633Sdfr * WARRANTIES OF DESIGN, MERCHANTIBILITY AND FITNESS FOR A PARTICULAR 13177633Sdfr * PURPOSE, OR ARISING FROM A COURSE OF DEALING, USAGE OR TRADE PRACTICE. 14177633Sdfr * 15177633Sdfr * Sun RPC is provided with no support and without any obligation on the 16177633Sdfr * part of Sun Microsystems, Inc. to assist in its use, correction, 17177633Sdfr * modification or enhancement. 18177633Sdfr * 19177633Sdfr * SUN MICROSYSTEMS, INC. SHALL HAVE NO LIABILITY WITH RESPECT TO THE 20177633Sdfr * INFRINGEMENT OF COPYRIGHTS, TRADE SECRETS OR ANY PATENTS BY SUN RPC 21177633Sdfr * OR ANY PART THEREOF. 22177633Sdfr * 23177633Sdfr * In no event will Sun Microsystems, Inc. be liable for any lost revenue 24177633Sdfr * or profits or other special, indirect and consequential damages, even if 25177633Sdfr * Sun has been advised of the possibility of such damages. 26177633Sdfr * 27177633Sdfr * Sun Microsystems, Inc. 28177633Sdfr * 2550 Garcia Avenue 29177633Sdfr * Mountain View, California 94043 30177633Sdfr */ 31177633Sdfr 32177633Sdfr#if defined(LIBC_SCCS) && !defined(lint) 33177633Sdfrstatic char *sccsid2 = "@(#)clnt_tcp.c 1.37 87/10/05 Copyr 1984 Sun Micro"; 34177633Sdfrstatic char *sccsid = "@(#)clnt_tcp.c 2.2 88/08/01 4.0 RPCSRC"; 35177633Sdfrstatic char sccsid3[] = "@(#)clnt_vc.c 1.19 89/03/16 Copyr 1988 Sun Micro"; 36177633Sdfr#endif 37177633Sdfr#include <sys/cdefs.h> 38177633Sdfr__FBSDID("$FreeBSD: head/sys/rpc/clnt_vc.c 193437 2009-06-04 14:49:27Z rmacklem $"); 39177633Sdfr 40177633Sdfr/* 41177633Sdfr * clnt_tcp.c, Implements a TCP/IP based, client side RPC. 42177633Sdfr * 43177633Sdfr * Copyright (C) 1984, Sun Microsystems, Inc. 44177633Sdfr * 45177633Sdfr * TCP based RPC supports 'batched calls'. 46177633Sdfr * A sequence of calls may be batched-up in a send buffer. The rpc call 47177633Sdfr * return immediately to the client even though the call was not necessarily 48177633Sdfr * sent. The batching occurs if the results' xdr routine is NULL (0) AND 49177633Sdfr * the rpc timeout value is zero (see clnt.h, rpc). 50177633Sdfr * 51177633Sdfr * Clients should NOT casually batch calls that in fact return results; that is, 52177633Sdfr * the server side should be aware that a call is batched and not produce any 53177633Sdfr * return message. Batched calls that produce many result messages can 54177633Sdfr * deadlock (netlock) the client and the server.... 55177633Sdfr * 56177633Sdfr * Now go hang yourself. 57177633Sdfr */ 58177633Sdfr 59177633Sdfr#include <sys/param.h> 60177633Sdfr#include <sys/systm.h> 61177633Sdfr#include <sys/lock.h> 62177633Sdfr#include <sys/malloc.h> 63177633Sdfr#include <sys/mbuf.h> 64177633Sdfr#include <sys/mutex.h> 65177633Sdfr#include <sys/pcpu.h> 66177633Sdfr#include <sys/proc.h> 67184588Sdfr#include <sys/protosw.h> 68177633Sdfr#include <sys/socket.h> 69177633Sdfr#include <sys/socketvar.h> 70177633Sdfr#include <sys/syslog.h> 71177633Sdfr#include <sys/time.h> 72177633Sdfr#include <sys/uio.h> 73184588Sdfr#include <netinet/tcp.h> 74177633Sdfr 75177633Sdfr#include <rpc/rpc.h> 76177685Sdfr#include <rpc/rpc_com.h> 77177633Sdfr 78177633Sdfr#define MCALL_MSG_SIZE 24 79177633Sdfr 80177633Sdfrstruct cmessage { 81177633Sdfr struct cmsghdr cmsg; 82177633Sdfr struct cmsgcred cmcred; 83177633Sdfr}; 84177633Sdfr 85180025Sdfrstatic enum clnt_stat clnt_vc_call(CLIENT *, struct rpc_callextra *, 86184588Sdfr rpcproc_t, struct mbuf *, struct mbuf **, struct timeval); 87177633Sdfrstatic void clnt_vc_geterr(CLIENT *, struct rpc_err *); 88177633Sdfrstatic bool_t clnt_vc_freeres(CLIENT *, xdrproc_t, void *); 89177633Sdfrstatic void clnt_vc_abort(CLIENT *); 90177633Sdfrstatic bool_t clnt_vc_control(CLIENT *, u_int, void *); 91184588Sdfrstatic void clnt_vc_close(CLIENT *); 92177633Sdfrstatic void clnt_vc_destroy(CLIENT *); 93177633Sdfrstatic bool_t time_not_ok(struct timeval *); 94193272Sjhbstatic int clnt_vc_soupcall(struct socket *so, void *arg, int waitflag); 95177633Sdfr 96177633Sdfrstatic struct clnt_ops clnt_vc_ops = { 97177633Sdfr .cl_call = clnt_vc_call, 98177633Sdfr .cl_abort = clnt_vc_abort, 99177633Sdfr .cl_geterr = clnt_vc_geterr, 100177633Sdfr .cl_freeres = clnt_vc_freeres, 101184588Sdfr .cl_close = clnt_vc_close, 102177633Sdfr .cl_destroy = clnt_vc_destroy, 103177633Sdfr .cl_control = clnt_vc_control 104177633Sdfr}; 105177633Sdfr 106177633Sdfr/* 107180025Sdfr * A pending RPC request which awaits a reply. Requests which have 108180025Sdfr * received their reply will have cr_xid set to zero and cr_mrep to 109180025Sdfr * the mbuf chain of the reply. 110177633Sdfr */ 111177633Sdfrstruct ct_request { 112177633Sdfr TAILQ_ENTRY(ct_request) cr_link; 113177633Sdfr uint32_t cr_xid; /* XID of request */ 114177633Sdfr struct mbuf *cr_mrep; /* reply received by upcall */ 115177633Sdfr int cr_error; /* any error from upcall */ 116184588Sdfr char cr_verf[MAX_AUTH_BYTES]; /* reply verf */ 117177633Sdfr}; 118177633Sdfr 119177633SdfrTAILQ_HEAD(ct_request_list, ct_request); 120177633Sdfr 121177633Sdfrstruct ct_data { 122177633Sdfr struct mtx ct_lock; 123180025Sdfr int ct_threads; /* number of threads in clnt_vc_call */ 124184588Sdfr bool_t ct_closing; /* TRUE if we are closing */ 125184588Sdfr bool_t ct_closed; /* TRUE if we are closed */ 126177633Sdfr struct socket *ct_socket; /* connection socket */ 127177633Sdfr bool_t ct_closeit; /* close it on destroy */ 128177633Sdfr struct timeval ct_wait; /* wait interval in milliseconds */ 129177633Sdfr struct sockaddr_storage ct_addr; /* remote addr */ 130177633Sdfr struct rpc_err ct_error; 131177633Sdfr uint32_t ct_xid; 132177633Sdfr char ct_mcallc[MCALL_MSG_SIZE]; /* marshalled callmsg */ 133177633Sdfr size_t ct_mpos; /* pos after marshal */ 134177633Sdfr const char *ct_waitchan; 135177633Sdfr int ct_waitflag; 136177633Sdfr struct mbuf *ct_record; /* current reply record */ 137177633Sdfr size_t ct_record_resid; /* how much left of reply to read */ 138177633Sdfr bool_t ct_record_eor; /* true if reading last fragment */ 139177633Sdfr struct ct_request_list ct_pending; 140193437Srmacklem int ct_upcallrefs; /* Ref cnt of upcalls in prog. */ 141177633Sdfr}; 142177633Sdfr 143193437Srmacklemstatic void clnt_vc_upcallsdone(struct ct_data *); 144193437Srmacklem 145177633Sdfrstatic const char clnt_vc_errstr[] = "%s : %s"; 146177633Sdfrstatic const char clnt_vc_str[] = "clnt_vc_create"; 147177633Sdfrstatic const char clnt_read_vc_str[] = "read_vc"; 148177633Sdfrstatic const char __no_mem_str[] = "out of memory"; 149177633Sdfr 150177633Sdfr/* 151177633Sdfr * Create a client handle for a connection. 152177633Sdfr * Default options are set, which the user can change using clnt_control()'s. 153177633Sdfr * The rpc/vc package does buffering similar to stdio, so the client 154177633Sdfr * must pick send and receive buffer sizes, 0 => use the default. 155177633Sdfr * NB: fd is copied into a private area. 156177633Sdfr * NB: The rpch->cl_auth is set null authentication. Caller may wish to 157177633Sdfr * set this something more useful. 158177633Sdfr * 159177633Sdfr * fd should be an open socket 160177633Sdfr */ 161177633SdfrCLIENT * 162177633Sdfrclnt_vc_create( 163177633Sdfr struct socket *so, /* open file descriptor */ 164177633Sdfr struct sockaddr *raddr, /* servers address */ 165177633Sdfr const rpcprog_t prog, /* program number */ 166177633Sdfr const rpcvers_t vers, /* version number */ 167177633Sdfr size_t sendsz, /* buffer recv size */ 168177633Sdfr size_t recvsz) /* buffer send size */ 169177633Sdfr{ 170177633Sdfr CLIENT *cl; /* client handle */ 171177633Sdfr struct ct_data *ct = NULL; /* client handle */ 172177633Sdfr struct timeval now; 173177633Sdfr struct rpc_msg call_msg; 174177633Sdfr static uint32_t disrupt; 175177633Sdfr struct __rpc_sockinfo si; 176177633Sdfr XDR xdrs; 177184588Sdfr int error, interrupted, one = 1; 178184588Sdfr struct sockopt sopt; 179177633Sdfr 180177633Sdfr if (disrupt == 0) 181177633Sdfr disrupt = (uint32_t)(long)raddr; 182177633Sdfr 183177633Sdfr cl = (CLIENT *)mem_alloc(sizeof (*cl)); 184177633Sdfr ct = (struct ct_data *)mem_alloc(sizeof (*ct)); 185177633Sdfr 186177633Sdfr mtx_init(&ct->ct_lock, "ct->ct_lock", NULL, MTX_DEF); 187180025Sdfr ct->ct_threads = 0; 188180025Sdfr ct->ct_closing = FALSE; 189184588Sdfr ct->ct_closed = FALSE; 190193437Srmacklem ct->ct_upcallrefs = 0; 191177633Sdfr 192177633Sdfr if ((so->so_state & (SS_ISCONNECTED|SS_ISCONFIRMING)) == 0) { 193177633Sdfr error = soconnect(so, raddr, curthread); 194180025Sdfr SOCK_LOCK(so); 195180025Sdfr interrupted = 0; 196180025Sdfr while ((so->so_state & SS_ISCONNECTING) 197180025Sdfr && so->so_error == 0) { 198180025Sdfr error = msleep(&so->so_timeo, SOCK_MTX(so), 199180025Sdfr PSOCK | PCATCH, "connec", 0); 200180025Sdfr if (error) { 201180025Sdfr if (error == EINTR || error == ERESTART) 202180025Sdfr interrupted = 1; 203180025Sdfr break; 204180025Sdfr } 205180025Sdfr } 206180025Sdfr if (error == 0) { 207180025Sdfr error = so->so_error; 208180025Sdfr so->so_error = 0; 209180025Sdfr } 210180025Sdfr SOCK_UNLOCK(so); 211177633Sdfr if (error) { 212180025Sdfr if (!interrupted) 213180025Sdfr so->so_state &= ~SS_ISCONNECTING; 214177633Sdfr rpc_createerr.cf_stat = RPC_SYSTEMERROR; 215177633Sdfr rpc_createerr.cf_error.re_errno = error; 216177633Sdfr goto err; 217177633Sdfr } 218177633Sdfr } 219177633Sdfr 220177633Sdfr if (!__rpc_socket2sockinfo(so, &si)) 221177633Sdfr goto err; 222177633Sdfr 223184588Sdfr if (so->so_proto->pr_flags & PR_CONNREQUIRED) { 224184588Sdfr bzero(&sopt, sizeof(sopt)); 225184588Sdfr sopt.sopt_dir = SOPT_SET; 226184588Sdfr sopt.sopt_level = SOL_SOCKET; 227184588Sdfr sopt.sopt_name = SO_KEEPALIVE; 228184588Sdfr sopt.sopt_val = &one; 229184588Sdfr sopt.sopt_valsize = sizeof(one); 230184588Sdfr sosetopt(so, &sopt); 231184588Sdfr } 232184588Sdfr 233184588Sdfr if (so->so_proto->pr_protocol == IPPROTO_TCP) { 234184588Sdfr bzero(&sopt, sizeof(sopt)); 235184588Sdfr sopt.sopt_dir = SOPT_SET; 236184588Sdfr sopt.sopt_level = IPPROTO_TCP; 237184588Sdfr sopt.sopt_name = TCP_NODELAY; 238184588Sdfr sopt.sopt_val = &one; 239184588Sdfr sopt.sopt_valsize = sizeof(one); 240184588Sdfr sosetopt(so, &sopt); 241184588Sdfr } 242184588Sdfr 243177633Sdfr ct->ct_closeit = FALSE; 244177633Sdfr 245177633Sdfr /* 246177633Sdfr * Set up private data struct 247177633Sdfr */ 248177633Sdfr ct->ct_socket = so; 249177633Sdfr ct->ct_wait.tv_sec = -1; 250177633Sdfr ct->ct_wait.tv_usec = -1; 251177633Sdfr memcpy(&ct->ct_addr, raddr, raddr->sa_len); 252177633Sdfr 253177633Sdfr /* 254177633Sdfr * Initialize call message 255177633Sdfr */ 256177633Sdfr getmicrotime(&now); 257177633Sdfr ct->ct_xid = ((uint32_t)++disrupt) ^ __RPC_GETXID(&now); 258177633Sdfr call_msg.rm_xid = ct->ct_xid; 259177633Sdfr call_msg.rm_direction = CALL; 260177633Sdfr call_msg.rm_call.cb_rpcvers = RPC_MSG_VERSION; 261177633Sdfr call_msg.rm_call.cb_prog = (uint32_t)prog; 262177633Sdfr call_msg.rm_call.cb_vers = (uint32_t)vers; 263177633Sdfr 264177633Sdfr /* 265177633Sdfr * pre-serialize the static part of the call msg and stash it away 266177633Sdfr */ 267177633Sdfr xdrmem_create(&xdrs, ct->ct_mcallc, MCALL_MSG_SIZE, 268177633Sdfr XDR_ENCODE); 269177633Sdfr if (! xdr_callhdr(&xdrs, &call_msg)) { 270177633Sdfr if (ct->ct_closeit) { 271177633Sdfr soclose(ct->ct_socket); 272177633Sdfr } 273177633Sdfr goto err; 274177633Sdfr } 275177633Sdfr ct->ct_mpos = XDR_GETPOS(&xdrs); 276177633Sdfr XDR_DESTROY(&xdrs); 277177633Sdfr ct->ct_waitchan = "rpcrecv"; 278177633Sdfr ct->ct_waitflag = 0; 279177633Sdfr 280177633Sdfr /* 281177633Sdfr * Create a client handle which uses xdrrec for serialization 282177633Sdfr * and authnone for authentication. 283177633Sdfr */ 284180025Sdfr cl->cl_refs = 1; 285177633Sdfr cl->cl_ops = &clnt_vc_ops; 286177633Sdfr cl->cl_private = ct; 287177633Sdfr cl->cl_auth = authnone_create(); 288177633Sdfr sendsz = __rpc_get_t_size(si.si_af, si.si_proto, (int)sendsz); 289177633Sdfr recvsz = __rpc_get_t_size(si.si_af, si.si_proto, (int)recvsz); 290184588Sdfr soreserve(ct->ct_socket, sendsz, recvsz); 291177633Sdfr 292177633Sdfr SOCKBUF_LOCK(&ct->ct_socket->so_rcv); 293193272Sjhb soupcall_set(ct->ct_socket, SO_RCV, clnt_vc_soupcall, ct); 294177633Sdfr SOCKBUF_UNLOCK(&ct->ct_socket->so_rcv); 295177633Sdfr 296177633Sdfr ct->ct_record = NULL; 297177633Sdfr ct->ct_record_resid = 0; 298177633Sdfr TAILQ_INIT(&ct->ct_pending); 299177633Sdfr return (cl); 300177633Sdfr 301177633Sdfrerr: 302177633Sdfr if (cl) { 303177633Sdfr if (ct) { 304184877Sdfr mtx_destroy(&ct->ct_lock); 305177633Sdfr mem_free(ct, sizeof (struct ct_data)); 306177633Sdfr } 307177633Sdfr if (cl) 308177633Sdfr mem_free(cl, sizeof (CLIENT)); 309177633Sdfr } 310177633Sdfr return ((CLIENT *)NULL); 311177633Sdfr} 312177633Sdfr 313177633Sdfrstatic enum clnt_stat 314177633Sdfrclnt_vc_call( 315184588Sdfr CLIENT *cl, /* client handle */ 316184588Sdfr struct rpc_callextra *ext, /* call metadata */ 317184588Sdfr rpcproc_t proc, /* procedure number */ 318184588Sdfr struct mbuf *args, /* pointer to args */ 319184588Sdfr struct mbuf **resultsp, /* pointer to results */ 320184588Sdfr struct timeval utimeout) 321177633Sdfr{ 322177633Sdfr struct ct_data *ct = (struct ct_data *) cl->cl_private; 323180025Sdfr AUTH *auth; 324184588Sdfr struct rpc_err *errp; 325184588Sdfr enum clnt_stat stat; 326177633Sdfr XDR xdrs; 327177633Sdfr struct rpc_msg reply_msg; 328177633Sdfr bool_t ok; 329177633Sdfr int nrefreshes = 2; /* number of times to refresh cred */ 330177633Sdfr struct timeval timeout; 331177633Sdfr uint32_t xid; 332184588Sdfr struct mbuf *mreq = NULL, *results; 333180025Sdfr struct ct_request *cr; 334177633Sdfr int error; 335177633Sdfr 336180025Sdfr cr = malloc(sizeof(struct ct_request), M_RPC, M_WAITOK); 337180025Sdfr 338177633Sdfr mtx_lock(&ct->ct_lock); 339177633Sdfr 340184588Sdfr if (ct->ct_closing || ct->ct_closed) { 341180025Sdfr mtx_unlock(&ct->ct_lock); 342180025Sdfr free(cr, M_RPC); 343180025Sdfr return (RPC_CANTSEND); 344180025Sdfr } 345180025Sdfr ct->ct_threads++; 346177633Sdfr 347184588Sdfr if (ext) { 348180025Sdfr auth = ext->rc_auth; 349184588Sdfr errp = &ext->rc_err; 350184588Sdfr } else { 351180025Sdfr auth = cl->cl_auth; 352184588Sdfr errp = &ct->ct_error; 353184588Sdfr } 354180025Sdfr 355180025Sdfr cr->cr_mrep = NULL; 356180025Sdfr cr->cr_error = 0; 357180025Sdfr 358177633Sdfr if (ct->ct_wait.tv_usec == -1) { 359177633Sdfr timeout = utimeout; /* use supplied timeout */ 360177633Sdfr } else { 361177633Sdfr timeout = ct->ct_wait; /* use default timeout */ 362177633Sdfr } 363177633Sdfr 364177633Sdfrcall_again: 365177633Sdfr mtx_assert(&ct->ct_lock, MA_OWNED); 366177633Sdfr 367177633Sdfr ct->ct_xid++; 368177633Sdfr xid = ct->ct_xid; 369177633Sdfr 370177633Sdfr mtx_unlock(&ct->ct_lock); 371177633Sdfr 372177633Sdfr /* 373177633Sdfr * Leave space to pre-pend the record mark. 374177633Sdfr */ 375177633Sdfr MGETHDR(mreq, M_WAIT, MT_DATA); 376177633Sdfr mreq->m_data += sizeof(uint32_t); 377184588Sdfr KASSERT(ct->ct_mpos + sizeof(uint32_t) <= MHLEN, 378184588Sdfr ("RPC header too big")); 379184588Sdfr bcopy(ct->ct_mcallc, mreq->m_data, ct->ct_mpos); 380184588Sdfr mreq->m_len = ct->ct_mpos; 381177633Sdfr 382177633Sdfr /* 383177633Sdfr * The XID is the first thing in the request. 384177633Sdfr */ 385177633Sdfr *mtod(mreq, uint32_t *) = htonl(xid); 386177633Sdfr 387177633Sdfr xdrmbuf_create(&xdrs, mreq, XDR_ENCODE); 388177633Sdfr 389184588Sdfr errp->re_status = stat = RPC_SUCCESS; 390177633Sdfr 391177633Sdfr if ((! XDR_PUTINT32(&xdrs, &proc)) || 392184588Sdfr (! AUTH_MARSHALL(auth, xid, &xdrs, 393184588Sdfr m_copym(args, 0, M_COPYALL, M_WAITOK)))) { 394184588Sdfr errp->re_status = stat = RPC_CANTENCODEARGS; 395180025Sdfr mtx_lock(&ct->ct_lock); 396180025Sdfr goto out; 397177633Sdfr } 398184588Sdfr mreq->m_pkthdr.len = m_length(mreq, NULL); 399177633Sdfr 400177633Sdfr /* 401177633Sdfr * Prepend a record marker containing the packet length. 402177633Sdfr */ 403177633Sdfr M_PREPEND(mreq, sizeof(uint32_t), M_WAIT); 404177633Sdfr *mtod(mreq, uint32_t *) = 405177633Sdfr htonl(0x80000000 | (mreq->m_pkthdr.len - sizeof(uint32_t))); 406177633Sdfr 407180025Sdfr cr->cr_xid = xid; 408177633Sdfr mtx_lock(&ct->ct_lock); 409180025Sdfr TAILQ_INSERT_TAIL(&ct->ct_pending, cr, cr_link); 410177633Sdfr mtx_unlock(&ct->ct_lock); 411177633Sdfr 412177633Sdfr /* 413177633Sdfr * sosend consumes mreq. 414177633Sdfr */ 415177633Sdfr error = sosend(ct->ct_socket, NULL, NULL, mreq, NULL, 0, curthread); 416177633Sdfr mreq = NULL; 417184588Sdfr if (error == EMSGSIZE) { 418184588Sdfr SOCKBUF_LOCK(&ct->ct_socket->so_snd); 419184588Sdfr sbwait(&ct->ct_socket->so_snd); 420184588Sdfr SOCKBUF_UNLOCK(&ct->ct_socket->so_snd); 421184588Sdfr AUTH_VALIDATE(auth, xid, NULL, NULL); 422184588Sdfr mtx_lock(&ct->ct_lock); 423184588Sdfr TAILQ_REMOVE(&ct->ct_pending, cr, cr_link); 424184588Sdfr goto call_again; 425184588Sdfr } 426177633Sdfr 427184588Sdfr reply_msg.acpted_rply.ar_verf.oa_flavor = AUTH_NULL; 428184588Sdfr reply_msg.acpted_rply.ar_verf.oa_base = cr->cr_verf; 429184588Sdfr reply_msg.acpted_rply.ar_verf.oa_length = 0; 430184588Sdfr reply_msg.acpted_rply.ar_results.where = NULL; 431184588Sdfr reply_msg.acpted_rply.ar_results.proc = (xdrproc_t)xdr_void; 432177633Sdfr 433177633Sdfr mtx_lock(&ct->ct_lock); 434177633Sdfr if (error) { 435180025Sdfr TAILQ_REMOVE(&ct->ct_pending, cr, cr_link); 436184588Sdfr errp->re_errno = error; 437184588Sdfr errp->re_status = stat = RPC_CANTSEND; 438177633Sdfr goto out; 439177633Sdfr } 440177633Sdfr 441177633Sdfr /* 442177633Sdfr * Check to see if we got an upcall while waiting for the 443177633Sdfr * lock. In both these cases, the request has been removed 444177633Sdfr * from ct->ct_pending. 445177633Sdfr */ 446180025Sdfr if (cr->cr_error) { 447180025Sdfr TAILQ_REMOVE(&ct->ct_pending, cr, cr_link); 448184588Sdfr errp->re_errno = cr->cr_error; 449184588Sdfr errp->re_status = stat = RPC_CANTRECV; 450177633Sdfr goto out; 451177633Sdfr } 452180025Sdfr if (cr->cr_mrep) { 453180025Sdfr TAILQ_REMOVE(&ct->ct_pending, cr, cr_link); 454177633Sdfr goto got_reply; 455177633Sdfr } 456177633Sdfr 457177633Sdfr /* 458177633Sdfr * Hack to provide rpc-based message passing 459177633Sdfr */ 460177633Sdfr if (timeout.tv_sec == 0 && timeout.tv_usec == 0) { 461180025Sdfr TAILQ_REMOVE(&ct->ct_pending, cr, cr_link); 462184588Sdfr errp->re_status = stat = RPC_TIMEDOUT; 463177633Sdfr goto out; 464177633Sdfr } 465177633Sdfr 466180025Sdfr error = msleep(cr, &ct->ct_lock, ct->ct_waitflag, ct->ct_waitchan, 467177633Sdfr tvtohz(&timeout)); 468177633Sdfr 469180025Sdfr TAILQ_REMOVE(&ct->ct_pending, cr, cr_link); 470180025Sdfr 471177633Sdfr if (error) { 472177633Sdfr /* 473177633Sdfr * The sleep returned an error so our request is still 474177633Sdfr * on the list. Turn the error code into an 475177633Sdfr * appropriate client status. 476177633Sdfr */ 477184588Sdfr errp->re_errno = error; 478177633Sdfr switch (error) { 479177633Sdfr case EINTR: 480184588Sdfr stat = RPC_INTR; 481177633Sdfr break; 482177633Sdfr case EWOULDBLOCK: 483184588Sdfr stat = RPC_TIMEDOUT; 484177633Sdfr break; 485177633Sdfr default: 486184588Sdfr stat = RPC_CANTRECV; 487177633Sdfr } 488184588Sdfr errp->re_status = stat; 489177633Sdfr goto out; 490177633Sdfr } else { 491177633Sdfr /* 492177633Sdfr * We were woken up by the upcall. If the 493177633Sdfr * upcall had a receive error, report that, 494177633Sdfr * otherwise we have a reply. 495177633Sdfr */ 496180025Sdfr if (cr->cr_error) { 497184588Sdfr errp->re_errno = cr->cr_error; 498184588Sdfr errp->re_status = stat = RPC_CANTRECV; 499177633Sdfr goto out; 500177633Sdfr } 501177633Sdfr } 502177633Sdfr 503177633Sdfrgot_reply: 504177633Sdfr /* 505177633Sdfr * Now decode and validate the response. We need to drop the 506177633Sdfr * lock since xdr_replymsg may end up sleeping in malloc. 507177633Sdfr */ 508177633Sdfr mtx_unlock(&ct->ct_lock); 509177633Sdfr 510184588Sdfr if (ext && ext->rc_feedback) 511184588Sdfr ext->rc_feedback(FEEDBACK_OK, proc, ext->rc_feedback_arg); 512184588Sdfr 513180025Sdfr xdrmbuf_create(&xdrs, cr->cr_mrep, XDR_DECODE); 514177633Sdfr ok = xdr_replymsg(&xdrs, &reply_msg); 515180025Sdfr cr->cr_mrep = NULL; 516177633Sdfr 517177633Sdfr if (ok) { 518177633Sdfr if ((reply_msg.rm_reply.rp_stat == MSG_ACCEPTED) && 519184588Sdfr (reply_msg.acpted_rply.ar_stat == SUCCESS)) 520184588Sdfr errp->re_status = stat = RPC_SUCCESS; 521177633Sdfr else 522184588Sdfr stat = _seterr_reply(&reply_msg, errp); 523177633Sdfr 524184588Sdfr if (stat == RPC_SUCCESS) { 525184588Sdfr results = xdrmbuf_getall(&xdrs); 526184588Sdfr if (!AUTH_VALIDATE(auth, xid, 527184588Sdfr &reply_msg.acpted_rply.ar_verf, 528184588Sdfr &results)) { 529184588Sdfr errp->re_status = stat = RPC_AUTHERROR; 530184588Sdfr errp->re_why = AUTH_INVALIDRESP; 531184588Sdfr } else { 532184588Sdfr KASSERT(results, 533184588Sdfr ("auth validated but no result")); 534184588Sdfr *resultsp = results; 535177633Sdfr } 536177633Sdfr } /* end successful completion */ 537177633Sdfr /* 538177633Sdfr * If unsuccesful AND error is an authentication error 539177633Sdfr * then refresh credentials and try again, else break 540177633Sdfr */ 541184588Sdfr else if (stat == RPC_AUTHERROR) 542177633Sdfr /* maybe our credentials need to be refreshed ... */ 543177633Sdfr if (nrefreshes > 0 && 544184588Sdfr AUTH_REFRESH(auth, &reply_msg)) { 545177633Sdfr nrefreshes--; 546184588Sdfr XDR_DESTROY(&xdrs); 547184588Sdfr mtx_lock(&ct->ct_lock); 548177633Sdfr goto call_again; 549177633Sdfr } 550177633Sdfr /* end of unsuccessful completion */ 551177633Sdfr } /* end of valid reply message */ 552177633Sdfr else { 553184588Sdfr errp->re_status = stat = RPC_CANTDECODERES; 554177633Sdfr } 555184588Sdfr XDR_DESTROY(&xdrs); 556184588Sdfr mtx_lock(&ct->ct_lock); 557177633Sdfrout: 558177633Sdfr mtx_assert(&ct->ct_lock, MA_OWNED); 559177633Sdfr 560184588Sdfr KASSERT(stat != RPC_SUCCESS || *resultsp, 561184588Sdfr ("RPC_SUCCESS without reply")); 562184588Sdfr 563177633Sdfr if (mreq) 564177633Sdfr m_freem(mreq); 565180025Sdfr if (cr->cr_mrep) 566180025Sdfr m_freem(cr->cr_mrep); 567177633Sdfr 568180025Sdfr ct->ct_threads--; 569180025Sdfr if (ct->ct_closing) 570180025Sdfr wakeup(ct); 571180025Sdfr 572177633Sdfr mtx_unlock(&ct->ct_lock); 573180025Sdfr 574184588Sdfr if (auth && stat != RPC_SUCCESS) 575184588Sdfr AUTH_VALIDATE(auth, xid, NULL, NULL); 576184588Sdfr 577180025Sdfr free(cr, M_RPC); 578180025Sdfr 579184588Sdfr return (stat); 580177633Sdfr} 581177633Sdfr 582177633Sdfrstatic void 583177633Sdfrclnt_vc_geterr(CLIENT *cl, struct rpc_err *errp) 584177633Sdfr{ 585177633Sdfr struct ct_data *ct = (struct ct_data *) cl->cl_private; 586177633Sdfr 587177633Sdfr *errp = ct->ct_error; 588177633Sdfr} 589177633Sdfr 590177633Sdfrstatic bool_t 591177633Sdfrclnt_vc_freeres(CLIENT *cl, xdrproc_t xdr_res, void *res_ptr) 592177633Sdfr{ 593177633Sdfr XDR xdrs; 594177633Sdfr bool_t dummy; 595177633Sdfr 596177633Sdfr xdrs.x_op = XDR_FREE; 597177633Sdfr dummy = (*xdr_res)(&xdrs, res_ptr); 598177633Sdfr 599177633Sdfr return (dummy); 600177633Sdfr} 601177633Sdfr 602177633Sdfr/*ARGSUSED*/ 603177633Sdfrstatic void 604177633Sdfrclnt_vc_abort(CLIENT *cl) 605177633Sdfr{ 606177633Sdfr} 607177633Sdfr 608177633Sdfrstatic bool_t 609177633Sdfrclnt_vc_control(CLIENT *cl, u_int request, void *info) 610177633Sdfr{ 611177633Sdfr struct ct_data *ct = (struct ct_data *)cl->cl_private; 612177633Sdfr void *infop = info; 613177633Sdfr 614177633Sdfr mtx_lock(&ct->ct_lock); 615177633Sdfr 616177633Sdfr switch (request) { 617177633Sdfr case CLSET_FD_CLOSE: 618177633Sdfr ct->ct_closeit = TRUE; 619177633Sdfr mtx_unlock(&ct->ct_lock); 620177633Sdfr return (TRUE); 621177633Sdfr case CLSET_FD_NCLOSE: 622177633Sdfr ct->ct_closeit = FALSE; 623177633Sdfr mtx_unlock(&ct->ct_lock); 624177633Sdfr return (TRUE); 625177633Sdfr default: 626177633Sdfr break; 627177633Sdfr } 628177633Sdfr 629177633Sdfr /* for other requests which use info */ 630177633Sdfr if (info == NULL) { 631177633Sdfr mtx_unlock(&ct->ct_lock); 632177633Sdfr return (FALSE); 633177633Sdfr } 634177633Sdfr switch (request) { 635177633Sdfr case CLSET_TIMEOUT: 636177633Sdfr if (time_not_ok((struct timeval *)info)) { 637177633Sdfr mtx_unlock(&ct->ct_lock); 638177633Sdfr return (FALSE); 639177633Sdfr } 640177633Sdfr ct->ct_wait = *(struct timeval *)infop; 641177633Sdfr break; 642177633Sdfr case CLGET_TIMEOUT: 643177633Sdfr *(struct timeval *)infop = ct->ct_wait; 644177633Sdfr break; 645177633Sdfr case CLGET_SERVER_ADDR: 646177633Sdfr (void) memcpy(info, &ct->ct_addr, (size_t)ct->ct_addr.ss_len); 647177633Sdfr break; 648177633Sdfr case CLGET_SVC_ADDR: 649177633Sdfr /* 650177633Sdfr * Slightly different semantics to userland - we use 651177633Sdfr * sockaddr instead of netbuf. 652177633Sdfr */ 653177633Sdfr memcpy(info, &ct->ct_addr, ct->ct_addr.ss_len); 654177633Sdfr break; 655177633Sdfr case CLSET_SVC_ADDR: /* set to new address */ 656177633Sdfr mtx_unlock(&ct->ct_lock); 657177633Sdfr return (FALSE); 658177633Sdfr case CLGET_XID: 659177633Sdfr *(uint32_t *)info = ct->ct_xid; 660177633Sdfr break; 661177633Sdfr case CLSET_XID: 662177633Sdfr /* This will set the xid of the NEXT call */ 663177633Sdfr /* decrement by 1 as clnt_vc_call() increments once */ 664177633Sdfr ct->ct_xid = *(uint32_t *)info - 1; 665177633Sdfr break; 666177633Sdfr case CLGET_VERS: 667177633Sdfr /* 668177633Sdfr * This RELIES on the information that, in the call body, 669177633Sdfr * the version number field is the fifth field from the 670177633Sdfr * begining of the RPC header. MUST be changed if the 671177633Sdfr * call_struct is changed 672177633Sdfr */ 673177633Sdfr *(uint32_t *)info = 674177633Sdfr ntohl(*(uint32_t *)(void *)(ct->ct_mcallc + 675177633Sdfr 4 * BYTES_PER_XDR_UNIT)); 676177633Sdfr break; 677177633Sdfr 678177633Sdfr case CLSET_VERS: 679177633Sdfr *(uint32_t *)(void *)(ct->ct_mcallc + 680177633Sdfr 4 * BYTES_PER_XDR_UNIT) = 681177633Sdfr htonl(*(uint32_t *)info); 682177633Sdfr break; 683177633Sdfr 684177633Sdfr case CLGET_PROG: 685177633Sdfr /* 686177633Sdfr * This RELIES on the information that, in the call body, 687177633Sdfr * the program number field is the fourth field from the 688177633Sdfr * begining of the RPC header. MUST be changed if the 689177633Sdfr * call_struct is changed 690177633Sdfr */ 691177633Sdfr *(uint32_t *)info = 692177633Sdfr ntohl(*(uint32_t *)(void *)(ct->ct_mcallc + 693177633Sdfr 3 * BYTES_PER_XDR_UNIT)); 694177633Sdfr break; 695177633Sdfr 696177633Sdfr case CLSET_PROG: 697177633Sdfr *(uint32_t *)(void *)(ct->ct_mcallc + 698177633Sdfr 3 * BYTES_PER_XDR_UNIT) = 699177633Sdfr htonl(*(uint32_t *)info); 700177633Sdfr break; 701177633Sdfr 702177633Sdfr case CLSET_WAITCHAN: 703184588Sdfr ct->ct_waitchan = (const char *)info; 704177633Sdfr break; 705177633Sdfr 706177633Sdfr case CLGET_WAITCHAN: 707177633Sdfr *(const char **) info = ct->ct_waitchan; 708177633Sdfr break; 709177633Sdfr 710177633Sdfr case CLSET_INTERRUPTIBLE: 711177633Sdfr if (*(int *) info) 712177633Sdfr ct->ct_waitflag = PCATCH; 713177633Sdfr else 714177633Sdfr ct->ct_waitflag = 0; 715177633Sdfr break; 716177633Sdfr 717177633Sdfr case CLGET_INTERRUPTIBLE: 718177633Sdfr if (ct->ct_waitflag) 719177633Sdfr *(int *) info = TRUE; 720177633Sdfr else 721177633Sdfr *(int *) info = FALSE; 722177633Sdfr break; 723177633Sdfr 724177633Sdfr default: 725177633Sdfr mtx_unlock(&ct->ct_lock); 726177633Sdfr return (FALSE); 727177633Sdfr } 728177633Sdfr 729177633Sdfr mtx_unlock(&ct->ct_lock); 730177633Sdfr return (TRUE); 731177633Sdfr} 732177633Sdfr 733177633Sdfrstatic void 734184588Sdfrclnt_vc_close(CLIENT *cl) 735177633Sdfr{ 736177633Sdfr struct ct_data *ct = (struct ct_data *) cl->cl_private; 737180025Sdfr struct ct_request *cr; 738177633Sdfr 739177633Sdfr mtx_lock(&ct->ct_lock); 740177633Sdfr 741184588Sdfr if (ct->ct_closed) { 742184588Sdfr mtx_unlock(&ct->ct_lock); 743184588Sdfr return; 744184588Sdfr } 745184588Sdfr 746184588Sdfr if (ct->ct_closing) { 747184588Sdfr while (ct->ct_closing) 748184588Sdfr msleep(ct, &ct->ct_lock, 0, "rpcclose", 0); 749184588Sdfr KASSERT(ct->ct_closed, ("client should be closed")); 750184588Sdfr mtx_unlock(&ct->ct_lock); 751184588Sdfr return; 752184588Sdfr } 753184588Sdfr 754177633Sdfr if (ct->ct_socket) { 755193272Sjhb ct->ct_closing = TRUE; 756193272Sjhb mtx_unlock(&ct->ct_lock); 757193272Sjhb 758177633Sdfr SOCKBUF_LOCK(&ct->ct_socket->so_rcv); 759193272Sjhb soupcall_clear(ct->ct_socket, SO_RCV); 760193437Srmacklem clnt_vc_upcallsdone(ct); 761177633Sdfr SOCKBUF_UNLOCK(&ct->ct_socket->so_rcv); 762177633Sdfr 763180025Sdfr /* 764180025Sdfr * Abort any pending requests and wait until everyone 765180025Sdfr * has finished with clnt_vc_call. 766180025Sdfr */ 767193272Sjhb mtx_lock(&ct->ct_lock); 768180025Sdfr TAILQ_FOREACH(cr, &ct->ct_pending, cr_link) { 769180025Sdfr cr->cr_xid = 0; 770180025Sdfr cr->cr_error = ESHUTDOWN; 771180025Sdfr wakeup(cr); 772180025Sdfr } 773177633Sdfr 774180025Sdfr while (ct->ct_threads) 775180025Sdfr msleep(ct, &ct->ct_lock, 0, "rpcclose", 0); 776184588Sdfr } 777180025Sdfr 778184588Sdfr ct->ct_closing = FALSE; 779184588Sdfr ct->ct_closed = TRUE; 780184588Sdfr mtx_unlock(&ct->ct_lock); 781184588Sdfr wakeup(ct); 782184588Sdfr} 783184588Sdfr 784184588Sdfrstatic void 785184588Sdfrclnt_vc_destroy(CLIENT *cl) 786184588Sdfr{ 787184588Sdfr struct ct_data *ct = (struct ct_data *) cl->cl_private; 788184588Sdfr struct socket *so = NULL; 789184588Sdfr 790184588Sdfr clnt_vc_close(cl); 791184588Sdfr 792184588Sdfr mtx_lock(&ct->ct_lock); 793184588Sdfr 794184588Sdfr if (ct->ct_socket) { 795177633Sdfr if (ct->ct_closeit) { 796177633Sdfr so = ct->ct_socket; 797177633Sdfr } 798177633Sdfr } 799177633Sdfr 800177633Sdfr mtx_unlock(&ct->ct_lock); 801177633Sdfr 802177633Sdfr mtx_destroy(&ct->ct_lock); 803177633Sdfr if (so) { 804177633Sdfr soshutdown(so, SHUT_WR); 805177633Sdfr soclose(so); 806177633Sdfr } 807177633Sdfr mem_free(ct, sizeof(struct ct_data)); 808177633Sdfr mem_free(cl, sizeof(CLIENT)); 809177633Sdfr} 810177633Sdfr 811177633Sdfr/* 812177633Sdfr * Make sure that the time is not garbage. -1 value is disallowed. 813177633Sdfr * Note this is different from time_not_ok in clnt_dg.c 814177633Sdfr */ 815177633Sdfrstatic bool_t 816177633Sdfrtime_not_ok(struct timeval *t) 817177633Sdfr{ 818177633Sdfr return (t->tv_sec <= -1 || t->tv_sec > 100000000 || 819177633Sdfr t->tv_usec <= -1 || t->tv_usec > 1000000); 820177633Sdfr} 821177633Sdfr 822193272Sjhbint 823177633Sdfrclnt_vc_soupcall(struct socket *so, void *arg, int waitflag) 824177633Sdfr{ 825177633Sdfr struct ct_data *ct = (struct ct_data *) arg; 826177633Sdfr struct uio uio; 827177633Sdfr struct mbuf *m; 828177633Sdfr struct ct_request *cr; 829177633Sdfr int error, rcvflag, foundreq; 830177633Sdfr uint32_t xid, header; 831184588Sdfr bool_t do_read; 832177633Sdfr 833193437Srmacklem ct->ct_upcallrefs++; 834177633Sdfr uio.uio_td = curthread; 835177633Sdfr do { 836177633Sdfr /* 837177633Sdfr * If ct_record_resid is zero, we are waiting for a 838177633Sdfr * record mark. 839177633Sdfr */ 840177633Sdfr if (ct->ct_record_resid == 0) { 841177633Sdfr 842177633Sdfr /* 843177633Sdfr * Make sure there is either a whole record 844177633Sdfr * mark in the buffer or there is some other 845177633Sdfr * error condition 846177633Sdfr */ 847177633Sdfr do_read = FALSE; 848177633Sdfr if (so->so_rcv.sb_cc >= sizeof(uint32_t) 849177633Sdfr || (so->so_rcv.sb_state & SBS_CANTRCVMORE) 850177633Sdfr || so->so_error) 851177633Sdfr do_read = TRUE; 852177633Sdfr 853177633Sdfr if (!do_read) 854193437Srmacklem break; 855177633Sdfr 856193272Sjhb SOCKBUF_UNLOCK(&so->so_rcv); 857177633Sdfr uio.uio_resid = sizeof(uint32_t); 858177633Sdfr m = NULL; 859177633Sdfr rcvflag = MSG_DONTWAIT | MSG_SOCALLBCK; 860177633Sdfr error = soreceive(so, NULL, &uio, &m, NULL, &rcvflag); 861193272Sjhb SOCKBUF_LOCK(&so->so_rcv); 862177633Sdfr 863177633Sdfr if (error == EWOULDBLOCK) 864177633Sdfr break; 865177633Sdfr 866177633Sdfr /* 867177633Sdfr * If there was an error, wake up all pending 868177633Sdfr * requests. 869177633Sdfr */ 870177633Sdfr if (error || uio.uio_resid > 0) { 871177633Sdfr wakeup_all: 872177633Sdfr mtx_lock(&ct->ct_lock); 873177633Sdfr if (!error) { 874177633Sdfr /* 875177633Sdfr * We must have got EOF trying 876177633Sdfr * to read from the stream. 877177633Sdfr */ 878177633Sdfr error = ECONNRESET; 879177633Sdfr } 880177633Sdfr ct->ct_error.re_status = RPC_CANTRECV; 881177633Sdfr ct->ct_error.re_errno = error; 882177633Sdfr TAILQ_FOREACH(cr, &ct->ct_pending, cr_link) { 883177633Sdfr cr->cr_error = error; 884177633Sdfr wakeup(cr); 885177633Sdfr } 886177633Sdfr mtx_unlock(&ct->ct_lock); 887177633Sdfr break; 888177633Sdfr } 889184588Sdfr bcopy(mtod(m, uint32_t *), &header, sizeof(uint32_t)); 890177633Sdfr header = ntohl(header); 891177633Sdfr ct->ct_record = NULL; 892177633Sdfr ct->ct_record_resid = header & 0x7fffffff; 893177633Sdfr ct->ct_record_eor = ((header & 0x80000000) != 0); 894177633Sdfr m_freem(m); 895177633Sdfr } else { 896177633Sdfr /* 897184588Sdfr * Wait until the socket has the whole record 898184588Sdfr * buffered. 899184588Sdfr */ 900184588Sdfr do_read = FALSE; 901184588Sdfr if (so->so_rcv.sb_cc >= ct->ct_record_resid 902184588Sdfr || (so->so_rcv.sb_state & SBS_CANTRCVMORE) 903184588Sdfr || so->so_error) 904184588Sdfr do_read = TRUE; 905184588Sdfr 906184588Sdfr if (!do_read) 907193437Srmacklem break; 908184588Sdfr 909184588Sdfr /* 910177633Sdfr * We have the record mark. Read as much as 911177633Sdfr * the socket has buffered up to the end of 912177633Sdfr * this record. 913177633Sdfr */ 914193272Sjhb SOCKBUF_UNLOCK(&so->so_rcv); 915177633Sdfr uio.uio_resid = ct->ct_record_resid; 916177633Sdfr m = NULL; 917177633Sdfr rcvflag = MSG_DONTWAIT | MSG_SOCALLBCK; 918177633Sdfr error = soreceive(so, NULL, &uio, &m, NULL, &rcvflag); 919193272Sjhb SOCKBUF_LOCK(&so->so_rcv); 920177633Sdfr 921177633Sdfr if (error == EWOULDBLOCK) 922177633Sdfr break; 923177633Sdfr 924177633Sdfr if (error || uio.uio_resid == ct->ct_record_resid) 925177633Sdfr goto wakeup_all; 926177633Sdfr 927177633Sdfr /* 928177633Sdfr * If we have part of the record already, 929177633Sdfr * chain this bit onto the end. 930177633Sdfr */ 931177633Sdfr if (ct->ct_record) 932177633Sdfr m_last(ct->ct_record)->m_next = m; 933177633Sdfr else 934177633Sdfr ct->ct_record = m; 935177633Sdfr 936177633Sdfr ct->ct_record_resid = uio.uio_resid; 937177633Sdfr 938177633Sdfr /* 939177633Sdfr * If we have the entire record, see if we can 940177633Sdfr * match it to a request. 941177633Sdfr */ 942177633Sdfr if (ct->ct_record_resid == 0 943177633Sdfr && ct->ct_record_eor) { 944177633Sdfr /* 945177633Sdfr * The XID is in the first uint32_t of 946177633Sdfr * the reply. 947177633Sdfr */ 948184588Sdfr if (ct->ct_record->m_len < sizeof(xid)) 949184588Sdfr ct->ct_record = 950184588Sdfr m_pullup(ct->ct_record, 951184588Sdfr sizeof(xid)); 952177633Sdfr if (!ct->ct_record) 953177633Sdfr break; 954184588Sdfr bcopy(mtod(ct->ct_record, uint32_t *), 955184588Sdfr &xid, sizeof(uint32_t)); 956177633Sdfr xid = ntohl(xid); 957177633Sdfr 958177633Sdfr mtx_lock(&ct->ct_lock); 959177633Sdfr foundreq = 0; 960177633Sdfr TAILQ_FOREACH(cr, &ct->ct_pending, cr_link) { 961177633Sdfr if (cr->cr_xid == xid) { 962177633Sdfr /* 963177633Sdfr * This one 964180025Sdfr * matches. We leave 965180025Sdfr * the reply mbuf in 966177633Sdfr * cr->cr_mrep. Set 967177633Sdfr * the XID to zero so 968180025Sdfr * that we will ignore 969180025Sdfr * any duplicaed 970180025Sdfr * replies. 971177633Sdfr */ 972177633Sdfr cr->cr_xid = 0; 973177633Sdfr cr->cr_mrep = ct->ct_record; 974177633Sdfr cr->cr_error = 0; 975177633Sdfr foundreq = 1; 976177633Sdfr wakeup(cr); 977177633Sdfr break; 978177633Sdfr } 979177633Sdfr } 980177633Sdfr mtx_unlock(&ct->ct_lock); 981177633Sdfr 982177633Sdfr if (!foundreq) 983177633Sdfr m_freem(ct->ct_record); 984177633Sdfr ct->ct_record = NULL; 985177633Sdfr } 986177633Sdfr } 987177633Sdfr } while (m); 988193437Srmacklem ct->ct_upcallrefs--; 989193437Srmacklem if (ct->ct_upcallrefs < 0) 990193437Srmacklem panic("rpcvc upcall refcnt"); 991193437Srmacklem if (ct->ct_upcallrefs == 0) 992193437Srmacklem wakeup(&ct->ct_upcallrefs); 993193272Sjhb return (SU_OK); 994177633Sdfr} 995193437Srmacklem 996193437Srmacklem/* 997193437Srmacklem * Wait for all upcalls in progress to complete. 998193437Srmacklem */ 999193437Srmacklemstatic void 1000193437Srmacklemclnt_vc_upcallsdone(struct ct_data *ct) 1001193437Srmacklem{ 1002193437Srmacklem 1003193437Srmacklem SOCKBUF_LOCK_ASSERT(&ct->ct_socket->so_rcv); 1004193437Srmacklem 1005193437Srmacklem while (ct->ct_upcallrefs > 0) 1006193437Srmacklem (void) msleep(&ct->ct_upcallrefs, 1007193437Srmacklem SOCKBUF_MTX(&ct->ct_socket->so_rcv), 0, "rpcvcup", 0); 1008193437Srmacklem} 1009