1 /* $NetBSD: clnt_vc.c,v 1.4 2000/07/14 08:40:42 fvdl Exp $ */
4 * Copyright (c) 2009, Sun Microsystems, Inc.
7 * Redistribution and use in source and binary forms, with or without
8 * modification, are permitted provided that the following conditions are met:
9 * - Redistributions of source code must retain the above copyright notice,
10 * this list of conditions and the following disclaimer.
11 * - Redistributions in binary form must reproduce the above copyright notice,
12 * this list of conditions and the following disclaimer in the documentation
13 * and/or other materials provided with the distribution.
14 * - Neither the name of Sun Microsystems, Inc. nor the names of its
15 * contributors may be used to endorse or promote products derived
16 * from this software without specific prior written permission.
18 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
19 * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
20 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
21 * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE
22 * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
23 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
24 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
25 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
26 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
27 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
28 * POSSIBILITY OF SUCH DAMAGE.
31 #if defined(LIBC_SCCS) && !defined(lint)
32 static char *sccsid2 = "@(#)clnt_tcp.c 1.37 87/10/05 Copyr 1984 Sun Micro";
33 static char *sccsid = "@(#)clnt_tcp.c 2.2 88/08/01 4.0 RPCSRC";
34 static char sccsid3[] = "@(#)clnt_vc.c 1.19 89/03/16 Copyr 1988 Sun Micro";
36 #include <sys/cdefs.h>
37 __FBSDID("$FreeBSD$");
40 * clnt_tcp.c, Implements a TCP/IP based, client side RPC.
42 * Copyright (C) 1984, Sun Microsystems, Inc.
44 * TCP based RPC supports 'batched calls'.
45 * A sequence of calls may be batched-up in a send buffer. The rpc call
46 * return immediately to the client even though the call was not necessarily
47 * sent. The batching occurs if the results' xdr routine is NULL (0) AND
48 * the rpc timeout value is zero (see clnt.h, rpc).
50 * Clients should NOT casually batch calls that in fact return results; that is,
51 * the server side should be aware that a call is batched and not produce any
52 * return message. Batched calls that produce many result messages can
53 * deadlock (netlock) the client and the server....
55 * Now go hang yourself.
58 #include <sys/param.h>
59 #include <sys/systm.h>
60 #include <sys/kernel.h>
62 #include <sys/malloc.h>
64 #include <sys/mutex.h>
67 #include <sys/protosw.h>
68 #include <sys/socket.h>
69 #include <sys/socketvar.h>
71 #include <sys/syslog.h>
77 #include <netinet/tcp.h>
80 #include <rpc/rpc_com.h>
85 struct cmsgcred cmcred;
88 static enum clnt_stat clnt_vc_call(CLIENT *, struct rpc_callextra *,
89 rpcproc_t, struct mbuf *, struct mbuf **, struct timeval);
90 static void clnt_vc_geterr(CLIENT *, struct rpc_err *);
91 static bool_t clnt_vc_freeres(CLIENT *, xdrproc_t, void *);
92 static void clnt_vc_abort(CLIENT *);
93 static bool_t clnt_vc_control(CLIENT *, u_int, void *);
94 static void clnt_vc_close(CLIENT *);
95 static void clnt_vc_destroy(CLIENT *);
96 static bool_t time_not_ok(struct timeval *);
97 static int clnt_vc_soupcall(struct socket *so, void *arg, int waitflag);
99 static struct clnt_ops clnt_vc_ops = {
100 .cl_call = clnt_vc_call,
101 .cl_abort = clnt_vc_abort,
102 .cl_geterr = clnt_vc_geterr,
103 .cl_freeres = clnt_vc_freeres,
104 .cl_close = clnt_vc_close,
105 .cl_destroy = clnt_vc_destroy,
106 .cl_control = clnt_vc_control
109 static void clnt_vc_upcallsdone(struct ct_data *);
111 static int fake_wchan;
114 * Create a client handle for a connection.
115 * Default options are set, which the user can change using clnt_control()'s.
116 * The rpc/vc package does buffering similar to stdio, so the client
117 * must pick send and receive buffer sizes, 0 => use the default.
118 * NB: fd is copied into a private area.
119 * NB: The rpch->cl_auth is set null authentication. Caller may wish to
120 * set this something more useful.
122 * fd should be an open socket
126 struct socket *so, /* open file descriptor */
127 struct sockaddr *raddr, /* servers address */
128 const rpcprog_t prog, /* program number */
129 const rpcvers_t vers, /* version number */
130 size_t sendsz, /* buffer recv size */
131 size_t recvsz, /* buffer send size */
132 int intrflag) /* interruptible */
134 CLIENT *cl; /* client handle */
135 struct ct_data *ct = NULL; /* client handle */
137 struct rpc_msg call_msg;
138 static uint32_t disrupt;
139 struct __rpc_sockinfo si;
141 int error, interrupted, one = 1, sleep_flag;
145 disrupt = (uint32_t)(long)raddr;
147 cl = (CLIENT *)mem_alloc(sizeof (*cl));
148 ct = (struct ct_data *)mem_alloc(sizeof (*ct));
150 mtx_init(&ct->ct_lock, "ct->ct_lock", NULL, MTX_DEF);
152 ct->ct_closing = FALSE;
153 ct->ct_closed = FALSE;
154 ct->ct_upcallrefs = 0;
156 if ((so->so_state & (SS_ISCONNECTED|SS_ISCONFIRMING)) == 0) {
157 error = soconnect(so, raddr, curthread);
162 sleep_flag |= PCATCH;
163 while ((so->so_state & SS_ISCONNECTING)
164 && so->so_error == 0) {
165 error = msleep(&so->so_timeo, SOCK_MTX(so),
166 sleep_flag, "connec", 0);
168 if (error == EINTR || error == ERESTART)
174 error = so->so_error;
180 so->so_state &= ~SS_ISCONNECTING;
181 rpc_createerr.cf_stat = RPC_SYSTEMERROR;
182 rpc_createerr.cf_error.re_errno = error;
187 if (!__rpc_socket2sockinfo(so, &si)) {
191 if (so->so_proto->pr_flags & PR_CONNREQUIRED) {
192 bzero(&sopt, sizeof(sopt));
193 sopt.sopt_dir = SOPT_SET;
194 sopt.sopt_level = SOL_SOCKET;
195 sopt.sopt_name = SO_KEEPALIVE;
196 sopt.sopt_val = &one;
197 sopt.sopt_valsize = sizeof(one);
201 if (so->so_proto->pr_protocol == IPPROTO_TCP) {
202 bzero(&sopt, sizeof(sopt));
203 sopt.sopt_dir = SOPT_SET;
204 sopt.sopt_level = IPPROTO_TCP;
205 sopt.sopt_name = TCP_NODELAY;
206 sopt.sopt_val = &one;
207 sopt.sopt_valsize = sizeof(one);
211 ct->ct_closeit = FALSE;
214 * Set up private data struct
217 ct->ct_wait.tv_sec = -1;
218 ct->ct_wait.tv_usec = -1;
219 memcpy(&ct->ct_addr, raddr, raddr->sa_len);
222 * Initialize call message
225 ct->ct_xid = ((uint32_t)++disrupt) ^ __RPC_GETXID(&now);
226 call_msg.rm_xid = ct->ct_xid;
227 call_msg.rm_direction = CALL;
228 call_msg.rm_call.cb_rpcvers = RPC_MSG_VERSION;
229 call_msg.rm_call.cb_prog = (uint32_t)prog;
230 call_msg.rm_call.cb_vers = (uint32_t)vers;
233 * pre-serialize the static part of the call msg and stash it away
235 xdrmem_create(&xdrs, ct->ct_mcallc, MCALL_MSG_SIZE,
237 if (! xdr_callhdr(&xdrs, &call_msg)) {
238 if (ct->ct_closeit) {
239 soclose(ct->ct_socket);
243 ct->ct_mpos = XDR_GETPOS(&xdrs);
245 ct->ct_waitchan = "rpcrecv";
249 * Create a client handle which uses xdrrec for serialization
250 * and authnone for authentication.
252 sendsz = __rpc_get_t_size(si.si_af, si.si_proto, (int)sendsz);
253 recvsz = __rpc_get_t_size(si.si_af, si.si_proto, (int)recvsz);
254 error = soreserve(ct->ct_socket, sendsz, recvsz);
256 if (ct->ct_closeit) {
257 soclose(ct->ct_socket);
262 cl->cl_ops = &clnt_vc_ops;
264 cl->cl_auth = authnone_create();
266 SOCKBUF_LOCK(&ct->ct_socket->so_rcv);
267 soupcall_set(ct->ct_socket, SO_RCV, clnt_vc_soupcall, ct);
268 SOCKBUF_UNLOCK(&ct->ct_socket->so_rcv);
270 ct->ct_record = NULL;
271 ct->ct_record_resid = 0;
272 TAILQ_INIT(&ct->ct_pending);
276 mtx_destroy(&ct->ct_lock);
277 mem_free(ct, sizeof (struct ct_data));
278 mem_free(cl, sizeof (CLIENT));
280 return ((CLIENT *)NULL);
283 static enum clnt_stat
285 CLIENT *cl, /* client handle */
286 struct rpc_callextra *ext, /* call metadata */
287 rpcproc_t proc, /* procedure number */
288 struct mbuf *args, /* pointer to args */
289 struct mbuf **resultsp, /* pointer to results */
290 struct timeval utimeout)
292 struct ct_data *ct = (struct ct_data *) cl->cl_private;
294 struct rpc_err *errp;
297 struct rpc_msg reply_msg;
299 int nrefreshes = 2; /* number of times to refresh cred */
300 struct timeval timeout;
302 struct mbuf *mreq = NULL, *results;
303 struct ct_request *cr;
306 cr = malloc(sizeof(struct ct_request), M_RPC, M_WAITOK);
308 mtx_lock(&ct->ct_lock);
310 if (ct->ct_closing || ct->ct_closed) {
311 mtx_unlock(&ct->ct_lock);
313 return (RPC_CANTSEND);
322 errp = &ct->ct_error;
328 if (ct->ct_wait.tv_usec == -1) {
329 timeout = utimeout; /* use supplied timeout */
331 timeout = ct->ct_wait; /* use default timeout */
335 * After 15sec of looping, allow it to return RPC_CANTSEND, which will
336 * cause the clnt_reconnect layer to create a new TCP connection.
340 mtx_assert(&ct->ct_lock, MA_OWNED);
341 if (ct->ct_closing || ct->ct_closed) {
344 mtx_unlock(&ct->ct_lock);
346 return (RPC_CANTSEND);
352 mtx_unlock(&ct->ct_lock);
355 * Leave space to pre-pend the record mark.
357 mreq = m_gethdr(M_WAITOK, MT_DATA);
358 mreq->m_data += sizeof(uint32_t);
359 KASSERT(ct->ct_mpos + sizeof(uint32_t) <= MHLEN,
360 ("RPC header too big"));
361 bcopy(ct->ct_mcallc, mreq->m_data, ct->ct_mpos);
362 mreq->m_len = ct->ct_mpos;
365 * The XID is the first thing in the request.
367 *mtod(mreq, uint32_t *) = htonl(xid);
369 xdrmbuf_create(&xdrs, mreq, XDR_ENCODE);
371 errp->re_status = stat = RPC_SUCCESS;
373 if ((! XDR_PUTINT32(&xdrs, &proc)) ||
374 (! AUTH_MARSHALL(auth, xid, &xdrs,
375 m_copym(args, 0, M_COPYALL, M_WAITOK)))) {
376 errp->re_status = stat = RPC_CANTENCODEARGS;
377 mtx_lock(&ct->ct_lock);
380 mreq->m_pkthdr.len = m_length(mreq, NULL);
383 * Prepend a record marker containing the packet length.
385 M_PREPEND(mreq, sizeof(uint32_t), M_WAITOK);
386 *mtod(mreq, uint32_t *) =
387 htonl(0x80000000 | (mreq->m_pkthdr.len - sizeof(uint32_t)));
390 mtx_lock(&ct->ct_lock);
392 * Check to see if the other end has already started to close down
393 * the connection. The upcall will have set ct_error.re_status
394 * to RPC_CANTRECV if this is the case.
395 * If the other end starts to close down the connection after this
396 * point, it will be detected later when cr_error is checked,
397 * since the request is in the ct_pending queue.
399 if (ct->ct_error.re_status == RPC_CANTRECV) {
400 if (errp != &ct->ct_error) {
401 errp->re_errno = ct->ct_error.re_errno;
402 errp->re_status = RPC_CANTRECV;
407 TAILQ_INSERT_TAIL(&ct->ct_pending, cr, cr_link);
408 mtx_unlock(&ct->ct_lock);
411 * sosend consumes mreq.
413 error = sosend(ct->ct_socket, NULL, NULL, mreq, NULL, 0, curthread);
415 if (error == EMSGSIZE || (error == ERESTART &&
416 (ct->ct_waitflag & PCATCH) == 0 && trycnt-- > 0)) {
417 SOCKBUF_LOCK(&ct->ct_socket->so_snd);
418 sbwait(&ct->ct_socket->so_snd);
419 SOCKBUF_UNLOCK(&ct->ct_socket->so_snd);
420 AUTH_VALIDATE(auth, xid, NULL, NULL);
421 mtx_lock(&ct->ct_lock);
422 TAILQ_REMOVE(&ct->ct_pending, cr, cr_link);
423 /* Sleep for 1 clock tick before trying the sosend() again. */
424 msleep(&fake_wchan, &ct->ct_lock, 0, "rpclpsnd", 1);
428 reply_msg.acpted_rply.ar_verf.oa_flavor = AUTH_NULL;
429 reply_msg.acpted_rply.ar_verf.oa_base = cr->cr_verf;
430 reply_msg.acpted_rply.ar_verf.oa_length = 0;
431 reply_msg.acpted_rply.ar_results.where = NULL;
432 reply_msg.acpted_rply.ar_results.proc = (xdrproc_t)xdr_void;
434 mtx_lock(&ct->ct_lock);
436 TAILQ_REMOVE(&ct->ct_pending, cr, cr_link);
437 errp->re_errno = error;
438 errp->re_status = stat = RPC_CANTSEND;
443 * Check to see if we got an upcall while waiting for the
444 * lock. In both these cases, the request has been removed
445 * from ct->ct_pending.
448 TAILQ_REMOVE(&ct->ct_pending, cr, cr_link);
449 errp->re_errno = cr->cr_error;
450 errp->re_status = stat = RPC_CANTRECV;
454 TAILQ_REMOVE(&ct->ct_pending, cr, cr_link);
459 * Hack to provide rpc-based message passing
461 if (timeout.tv_sec == 0 && timeout.tv_usec == 0) {
462 TAILQ_REMOVE(&ct->ct_pending, cr, cr_link);
463 errp->re_status = stat = RPC_TIMEDOUT;
467 error = msleep(cr, &ct->ct_lock, ct->ct_waitflag, ct->ct_waitchan,
470 TAILQ_REMOVE(&ct->ct_pending, cr, cr_link);
474 * The sleep returned an error so our request is still
475 * on the list. Turn the error code into an
476 * appropriate client status.
478 errp->re_errno = error;
489 errp->re_status = stat;
493 * We were woken up by the upcall. If the
494 * upcall had a receive error, report that,
495 * otherwise we have a reply.
498 errp->re_errno = cr->cr_error;
499 errp->re_status = stat = RPC_CANTRECV;
506 * Now decode and validate the response. We need to drop the
507 * lock since xdr_replymsg may end up sleeping in malloc.
509 mtx_unlock(&ct->ct_lock);
511 if (ext && ext->rc_feedback)
512 ext->rc_feedback(FEEDBACK_OK, proc, ext->rc_feedback_arg);
514 xdrmbuf_create(&xdrs, cr->cr_mrep, XDR_DECODE);
515 ok = xdr_replymsg(&xdrs, &reply_msg);
519 if ((reply_msg.rm_reply.rp_stat == MSG_ACCEPTED) &&
520 (reply_msg.acpted_rply.ar_stat == SUCCESS))
521 errp->re_status = stat = RPC_SUCCESS;
523 stat = _seterr_reply(&reply_msg, errp);
525 if (stat == RPC_SUCCESS) {
526 results = xdrmbuf_getall(&xdrs);
527 if (!AUTH_VALIDATE(auth, xid,
528 &reply_msg.acpted_rply.ar_verf,
530 errp->re_status = stat = RPC_AUTHERROR;
531 errp->re_why = AUTH_INVALIDRESP;
534 ("auth validated but no result"));
537 } /* end successful completion */
539 * If unsuccessful AND error is an authentication error
540 * then refresh credentials and try again, else break
542 else if (stat == RPC_AUTHERROR)
543 /* maybe our credentials need to be refreshed ... */
544 if (nrefreshes > 0 &&
545 AUTH_REFRESH(auth, &reply_msg)) {
548 mtx_lock(&ct->ct_lock);
551 /* end of unsuccessful completion */
552 } /* end of valid reply message */
554 errp->re_status = stat = RPC_CANTDECODERES;
557 mtx_lock(&ct->ct_lock);
559 mtx_assert(&ct->ct_lock, MA_OWNED);
561 KASSERT(stat != RPC_SUCCESS || *resultsp,
562 ("RPC_SUCCESS without reply"));
567 m_freem(cr->cr_mrep);
573 mtx_unlock(&ct->ct_lock);
575 if (auth && stat != RPC_SUCCESS)
576 AUTH_VALIDATE(auth, xid, NULL, NULL);
584 clnt_vc_geterr(CLIENT *cl, struct rpc_err *errp)
586 struct ct_data *ct = (struct ct_data *) cl->cl_private;
588 *errp = ct->ct_error;
592 clnt_vc_freeres(CLIENT *cl, xdrproc_t xdr_res, void *res_ptr)
597 xdrs.x_op = XDR_FREE;
598 dummy = (*xdr_res)(&xdrs, res_ptr);
605 clnt_vc_abort(CLIENT *cl)
610 clnt_vc_control(CLIENT *cl, u_int request, void *info)
612 struct ct_data *ct = (struct ct_data *)cl->cl_private;
616 mtx_lock(&ct->ct_lock);
620 ct->ct_closeit = TRUE;
621 mtx_unlock(&ct->ct_lock);
623 case CLSET_FD_NCLOSE:
624 ct->ct_closeit = FALSE;
625 mtx_unlock(&ct->ct_lock);
631 /* for other requests which use info */
633 mtx_unlock(&ct->ct_lock);
638 if (time_not_ok((struct timeval *)info)) {
639 mtx_unlock(&ct->ct_lock);
642 ct->ct_wait = *(struct timeval *)infop;
645 *(struct timeval *)infop = ct->ct_wait;
647 case CLGET_SERVER_ADDR:
648 (void) memcpy(info, &ct->ct_addr, (size_t)ct->ct_addr.ss_len);
652 * Slightly different semantics to userland - we use
653 * sockaddr instead of netbuf.
655 memcpy(info, &ct->ct_addr, ct->ct_addr.ss_len);
657 case CLSET_SVC_ADDR: /* set to new address */
658 mtx_unlock(&ct->ct_lock);
661 *(uint32_t *)info = ct->ct_xid;
664 /* This will set the xid of the NEXT call */
665 /* decrement by 1 as clnt_vc_call() increments once */
666 ct->ct_xid = *(uint32_t *)info - 1;
670 * This RELIES on the information that, in the call body,
671 * the version number field is the fifth field from the
672 * beginning of the RPC header. MUST be changed if the
673 * call_struct is changed
676 ntohl(*(uint32_t *)(void *)(ct->ct_mcallc +
677 4 * BYTES_PER_XDR_UNIT));
681 *(uint32_t *)(void *)(ct->ct_mcallc +
682 4 * BYTES_PER_XDR_UNIT) =
683 htonl(*(uint32_t *)info);
688 * This RELIES on the information that, in the call body,
689 * the program number field is the fourth field from the
690 * beginning of the RPC header. MUST be changed if the
691 * call_struct is changed
694 ntohl(*(uint32_t *)(void *)(ct->ct_mcallc +
695 3 * BYTES_PER_XDR_UNIT));
699 *(uint32_t *)(void *)(ct->ct_mcallc +
700 3 * BYTES_PER_XDR_UNIT) =
701 htonl(*(uint32_t *)info);
705 ct->ct_waitchan = (const char *)info;
709 *(const char **) info = ct->ct_waitchan;
712 case CLSET_INTERRUPTIBLE:
714 ct->ct_waitflag = PCATCH;
719 case CLGET_INTERRUPTIBLE:
721 *(int *) info = TRUE;
723 *(int *) info = FALSE;
726 case CLSET_BACKCHANNEL:
727 xprt = (SVCXPRT *)info;
728 if (ct->ct_backchannelxprt == NULL) {
730 ct->ct_backchannelxprt = xprt;
735 mtx_unlock(&ct->ct_lock);
739 mtx_unlock(&ct->ct_lock);
744 clnt_vc_close(CLIENT *cl)
746 struct ct_data *ct = (struct ct_data *) cl->cl_private;
747 struct ct_request *cr;
749 mtx_lock(&ct->ct_lock);
752 mtx_unlock(&ct->ct_lock);
756 if (ct->ct_closing) {
757 while (ct->ct_closing)
758 msleep(ct, &ct->ct_lock, 0, "rpcclose", 0);
759 KASSERT(ct->ct_closed, ("client should be closed"));
760 mtx_unlock(&ct->ct_lock);
765 ct->ct_closing = TRUE;
766 mtx_unlock(&ct->ct_lock);
768 SOCKBUF_LOCK(&ct->ct_socket->so_rcv);
769 soupcall_clear(ct->ct_socket, SO_RCV);
770 clnt_vc_upcallsdone(ct);
771 SOCKBUF_UNLOCK(&ct->ct_socket->so_rcv);
774 * Abort any pending requests and wait until everyone
775 * has finished with clnt_vc_call.
777 mtx_lock(&ct->ct_lock);
778 TAILQ_FOREACH(cr, &ct->ct_pending, cr_link) {
780 cr->cr_error = ESHUTDOWN;
784 while (ct->ct_threads)
785 msleep(ct, &ct->ct_lock, 0, "rpcclose", 0);
788 ct->ct_closing = FALSE;
789 ct->ct_closed = TRUE;
790 mtx_unlock(&ct->ct_lock);
795 clnt_vc_destroy(CLIENT *cl)
797 struct ct_data *ct = (struct ct_data *) cl->cl_private;
798 struct socket *so = NULL;
803 mtx_lock(&ct->ct_lock);
804 xprt = ct->ct_backchannelxprt;
805 ct->ct_backchannelxprt = NULL;
807 mtx_unlock(&ct->ct_lock); /* To avoid a LOR. */
808 sx_xlock(&xprt->xp_lock);
809 mtx_lock(&ct->ct_lock);
811 sx_xunlock(&xprt->xp_lock);
815 if (ct->ct_closeit) {
820 mtx_unlock(&ct->ct_lock);
822 mtx_destroy(&ct->ct_lock);
824 soshutdown(so, SHUT_WR);
827 mem_free(ct, sizeof(struct ct_data));
828 if (cl->cl_netid && cl->cl_netid[0])
829 mem_free(cl->cl_netid, strlen(cl->cl_netid) +1);
830 if (cl->cl_tp && cl->cl_tp[0])
831 mem_free(cl->cl_tp, strlen(cl->cl_tp) +1);
832 mem_free(cl, sizeof(CLIENT));
836 * Make sure that the time is not garbage. -1 value is disallowed.
837 * Note this is different from time_not_ok in clnt_dg.c
840 time_not_ok(struct timeval *t)
842 return (t->tv_sec <= -1 || t->tv_sec > 100000000 ||
843 t->tv_usec <= -1 || t->tv_usec > 1000000);
847 clnt_vc_soupcall(struct socket *so, void *arg, int waitflag)
849 struct ct_data *ct = (struct ct_data *) arg;
852 struct ct_request *cr;
853 int error, rcvflag, foundreq;
854 uint32_t xid_plus_direction[2], header;
859 CTASSERT(sizeof(xid_plus_direction) == 2 * sizeof(uint32_t));
861 uio.uio_td = curthread;
864 * If ct_record_resid is zero, we are waiting for a
867 if (ct->ct_record_resid == 0) {
870 * Make sure there is either a whole record
871 * mark in the buffer or there is some other
875 if (sbavail(&so->so_rcv) >= sizeof(uint32_t)
876 || (so->so_rcv.sb_state & SBS_CANTRCVMORE)
883 SOCKBUF_UNLOCK(&so->so_rcv);
884 uio.uio_resid = sizeof(uint32_t);
886 rcvflag = MSG_DONTWAIT | MSG_SOCALLBCK;
887 error = soreceive(so, NULL, &uio, &m, NULL, &rcvflag);
888 SOCKBUF_LOCK(&so->so_rcv);
890 if (error == EWOULDBLOCK)
894 * If there was an error, wake up all pending
897 if (error || uio.uio_resid > 0) {
899 mtx_lock(&ct->ct_lock);
902 * We must have got EOF trying
903 * to read from the stream.
907 ct->ct_error.re_status = RPC_CANTRECV;
908 ct->ct_error.re_errno = error;
909 TAILQ_FOREACH(cr, &ct->ct_pending, cr_link) {
910 cr->cr_error = error;
913 mtx_unlock(&ct->ct_lock);
916 m_copydata(m, 0, sizeof(uint32_t), (char *)&header);
917 header = ntohl(header);
918 ct->ct_record = NULL;
919 ct->ct_record_resid = header & 0x7fffffff;
920 ct->ct_record_eor = ((header & 0x80000000) != 0);
924 * Wait until the socket has the whole record
928 if (sbavail(&so->so_rcv) >= ct->ct_record_resid
929 || (so->so_rcv.sb_state & SBS_CANTRCVMORE)
937 * We have the record mark. Read as much as
938 * the socket has buffered up to the end of
941 SOCKBUF_UNLOCK(&so->so_rcv);
942 uio.uio_resid = ct->ct_record_resid;
944 rcvflag = MSG_DONTWAIT | MSG_SOCALLBCK;
945 error = soreceive(so, NULL, &uio, &m, NULL, &rcvflag);
946 SOCKBUF_LOCK(&so->so_rcv);
948 if (error == EWOULDBLOCK)
951 if (error || uio.uio_resid == ct->ct_record_resid)
955 * If we have part of the record already,
956 * chain this bit onto the end.
959 m_last(ct->ct_record)->m_next = m;
963 ct->ct_record_resid = uio.uio_resid;
966 * If we have the entire record, see if we can
967 * match it to a request.
969 if (ct->ct_record_resid == 0
970 && ct->ct_record_eor) {
972 * The XID is in the first uint32_t of
973 * the reply and the message direction
976 if (ct->ct_record->m_len <
977 sizeof(xid_plus_direction) &&
978 m_length(ct->ct_record, NULL) <
979 sizeof(xid_plus_direction)) {
980 m_freem(ct->ct_record);
983 m_copydata(ct->ct_record, 0,
984 sizeof(xid_plus_direction),
985 (char *)xid_plus_direction);
986 xid_plus_direction[0] =
987 ntohl(xid_plus_direction[0]);
988 xid_plus_direction[1] =
989 ntohl(xid_plus_direction[1]);
990 /* Check message direction. */
991 if (xid_plus_direction[1] == CALL) {
992 /* This is a backchannel request. */
993 mtx_lock(&ct->ct_lock);
994 xprt = ct->ct_backchannelxprt;
996 mtx_unlock(&ct->ct_lock);
997 /* Just throw it away. */
998 m_freem(ct->ct_record);
999 ct->ct_record = NULL;
1001 cd = (struct cf_conn *)
1005 * The requests are chained
1006 * in the m_nextpkt list.
1008 while (m2 != NULL &&
1009 m2->m_nextpkt != NULL)
1010 /* Find end of list. */
1018 ct->ct_record->m_nextpkt =
1020 ct->ct_record = NULL;
1022 mtx_unlock(&ct->ct_lock);
1025 mtx_lock(&ct->ct_lock);
1027 TAILQ_FOREACH(cr, &ct->ct_pending,
1030 xid_plus_direction[0]) {
1036 * the XID to zero so
1037 * that we will ignore
1050 mtx_unlock(&ct->ct_lock);
1053 m_freem(ct->ct_record);
1054 ct->ct_record = NULL;
1059 ct->ct_upcallrefs--;
1060 if (ct->ct_upcallrefs < 0)
1061 panic("rpcvc upcall refcnt");
1062 if (ct->ct_upcallrefs == 0)
1063 wakeup(&ct->ct_upcallrefs);
1068 * Wait for all upcalls in progress to complete.
1071 clnt_vc_upcallsdone(struct ct_data *ct)
1074 SOCKBUF_LOCK_ASSERT(&ct->ct_socket->so_rcv);
1076 while (ct->ct_upcallrefs > 0)
1077 (void) msleep(&ct->ct_upcallrefs,
1078 SOCKBUF_MTX(&ct->ct_socket->so_rcv), 0, "rpcvcup", 0);