FreeBSD/Linux Kernel Cross Reference
sys/rpc/clnt_vc.c
1 /* $NetBSD: clnt_vc.c,v 1.4 2000/07/14 08:40:42 fvdl Exp $ */
2
3 /*-
4 * SPDX-License-Identifier: BSD-3-Clause
5 *
6 * Copyright (c) 2009, Sun Microsystems, Inc.
7 * All rights reserved.
8 *
9 * Redistribution and use in source and binary forms, with or without
10 * modification, are permitted provided that the following conditions are met:
11 * - Redistributions of source code must retain the above copyright notice,
12 * this list of conditions and the following disclaimer.
13 * - Redistributions in binary form must reproduce the above copyright notice,
14 * this list of conditions and the following disclaimer in the documentation
15 * and/or other materials provided with the distribution.
16 * - Neither the name of Sun Microsystems, Inc. nor the names of its
17 * contributors may be used to endorse or promote products derived
18 * from this software without specific prior written permission.
19 *
20 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
21 * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
22 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
23 * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE
24 * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
25 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
26 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
27 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
28 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
29 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
30 * POSSIBILITY OF SUCH DAMAGE.
31 */
32
33 #if defined(LIBC_SCCS) && !defined(lint)
34 static char *sccsid2 = "@(#)clnt_tcp.c 1.37 87/10/05 Copyr 1984 Sun Micro";
35 static char *sccsid = "@(#)clnt_tcp.c 2.2 88/08/01 4.0 RPCSRC";
36 static char sccsid3[] = "@(#)clnt_vc.c 1.19 89/03/16 Copyr 1988 Sun Micro";
37 #endif
38 #include <sys/cdefs.h>
39 __FBSDID("$FreeBSD$");
40
41 /*
42 * clnt_tcp.c, Implements a TCP/IP based, client side RPC.
43 *
44 * Copyright (C) 1984, Sun Microsystems, Inc.
45 *
46 * TCP based RPC supports 'batched calls'.
47 * A sequence of calls may be batched-up in a send buffer. The rpc call
48 * return immediately to the client even though the call was not necessarily
49 * sent. The batching occurs if the results' xdr routine is NULL (0) AND
50 * the rpc timeout value is zero (see clnt.h, rpc).
51 *
52 * Clients should NOT casually batch calls that in fact return results; that is,
53 * the server side should be aware that a call is batched and not produce any
54 * return message. Batched calls that produce many result messages can
55 * deadlock (netlock) the client and the server....
56 *
57 * Now go hang yourself.
58 */
59
60 #include "opt_kern_tls.h"
61
62 #include <sys/param.h>
63 #include <sys/systm.h>
64 #include <sys/kernel.h>
65 #include <sys/kthread.h>
66 #include <sys/ktls.h>
67 #include <sys/lock.h>
68 #include <sys/malloc.h>
69 #include <sys/mbuf.h>
70 #include <sys/mutex.h>
71 #include <sys/pcpu.h>
72 #include <sys/proc.h>
73 #include <sys/protosw.h>
74 #include <sys/socket.h>
75 #include <sys/socketvar.h>
76 #include <sys/sx.h>
77 #include <sys/syslog.h>
78 #include <sys/time.h>
79 #include <sys/uio.h>
80
81 #include <net/vnet.h>
82
83 #include <netinet/tcp.h>
84
85 #include <rpc/rpc.h>
86 #include <rpc/rpc_com.h>
87 #include <rpc/krpc.h>
88 #include <rpc/rpcsec_tls.h>
89
90 struct cmessage {
91 struct cmsghdr cmsg;
92 struct cmsgcred cmcred;
93 };
94
95 static enum clnt_stat clnt_vc_call(CLIENT *, struct rpc_callextra *,
96 rpcproc_t, struct mbuf *, struct mbuf **, struct timeval);
97 static void clnt_vc_geterr(CLIENT *, struct rpc_err *);
98 static bool_t clnt_vc_freeres(CLIENT *, xdrproc_t, void *);
99 static void clnt_vc_abort(CLIENT *);
100 static bool_t clnt_vc_control(CLIENT *, u_int, void *);
101 static void clnt_vc_close(CLIENT *);
102 static void clnt_vc_destroy(CLIENT *);
103 static bool_t time_not_ok(struct timeval *);
104 static int clnt_vc_soupcall(struct socket *so, void *arg, int waitflag);
105 static void clnt_vc_dotlsupcall(void *data);
106
107 static const struct clnt_ops clnt_vc_ops = {
108 .cl_call = clnt_vc_call,
109 .cl_abort = clnt_vc_abort,
110 .cl_geterr = clnt_vc_geterr,
111 .cl_freeres = clnt_vc_freeres,
112 .cl_close = clnt_vc_close,
113 .cl_destroy = clnt_vc_destroy,
114 .cl_control = clnt_vc_control
115 };
116
117 static void clnt_vc_upcallsdone(struct ct_data *);
118
119 static int fake_wchan;
120
121 /*
122 * Create a client handle for a connection.
123 * Default options are set, which the user can change using clnt_control()'s.
124 * The rpc/vc package does buffering similar to stdio, so the client
125 * must pick send and receive buffer sizes, 0 => use the default.
126 * NB: fd is copied into a private area.
127 * NB: The rpch->cl_auth is set null authentication. Caller may wish to
128 * set this something more useful.
129 *
130 * fd should be an open socket
131 */
132 CLIENT *
133 clnt_vc_create(
134 struct socket *so, /* open file descriptor */
135 struct sockaddr *raddr, /* servers address */
136 const rpcprog_t prog, /* program number */
137 const rpcvers_t vers, /* version number */
138 size_t sendsz, /* buffer recv size */
139 size_t recvsz, /* buffer send size */
140 int intrflag) /* interruptible */
141 {
142 CLIENT *cl; /* client handle */
143 struct ct_data *ct = NULL; /* client handle */
144 struct timeval now;
145 struct rpc_msg call_msg;
146 static uint32_t disrupt;
147 struct __rpc_sockinfo si;
148 XDR xdrs;
149 int error, interrupted, one = 1, sleep_flag;
150 struct sockopt sopt;
151
152 if (disrupt == 0)
153 disrupt = (uint32_t)(long)raddr;
154
155 cl = (CLIENT *)mem_alloc(sizeof (*cl));
156 ct = (struct ct_data *)mem_alloc(sizeof (*ct));
157
158 mtx_init(&ct->ct_lock, "ct->ct_lock", NULL, MTX_DEF);
159 ct->ct_threads = 0;
160 ct->ct_closing = FALSE;
161 ct->ct_closed = FALSE;
162 ct->ct_upcallrefs = 0;
163 ct->ct_rcvstate = RPCRCVSTATE_NORMAL;
164
165 if ((so->so_state & (SS_ISCONNECTED|SS_ISCONFIRMING)) == 0) {
166 error = soconnect(so, raddr, curthread);
167 SOCK_LOCK(so);
168 interrupted = 0;
169 sleep_flag = PSOCK;
170 if (intrflag != 0)
171 sleep_flag |= PCATCH;
172 while ((so->so_state & SS_ISCONNECTING)
173 && so->so_error == 0) {
174 error = msleep(&so->so_timeo, SOCK_MTX(so),
175 sleep_flag, "connec", 0);
176 if (error) {
177 if (error == EINTR || error == ERESTART)
178 interrupted = 1;
179 break;
180 }
181 }
182 if (error == 0) {
183 error = so->so_error;
184 so->so_error = 0;
185 }
186 SOCK_UNLOCK(so);
187 if (error) {
188 if (!interrupted)
189 so->so_state &= ~SS_ISCONNECTING;
190 rpc_createerr.cf_stat = RPC_SYSTEMERROR;
191 rpc_createerr.cf_error.re_errno = error;
192 goto err;
193 }
194 }
195
196 if (!__rpc_socket2sockinfo(so, &si)) {
197 goto err;
198 }
199
200 if (so->so_proto->pr_flags & PR_CONNREQUIRED) {
201 bzero(&sopt, sizeof(sopt));
202 sopt.sopt_dir = SOPT_SET;
203 sopt.sopt_level = SOL_SOCKET;
204 sopt.sopt_name = SO_KEEPALIVE;
205 sopt.sopt_val = &one;
206 sopt.sopt_valsize = sizeof(one);
207 sosetopt(so, &sopt);
208 }
209
210 if (so->so_proto->pr_protocol == IPPROTO_TCP) {
211 bzero(&sopt, sizeof(sopt));
212 sopt.sopt_dir = SOPT_SET;
213 sopt.sopt_level = IPPROTO_TCP;
214 sopt.sopt_name = TCP_NODELAY;
215 sopt.sopt_val = &one;
216 sopt.sopt_valsize = sizeof(one);
217 sosetopt(so, &sopt);
218 }
219
220 ct->ct_closeit = FALSE;
221
222 /*
223 * Set up private data struct
224 */
225 ct->ct_socket = so;
226 ct->ct_wait.tv_sec = -1;
227 ct->ct_wait.tv_usec = -1;
228 memcpy(&ct->ct_addr, raddr, raddr->sa_len);
229
230 /*
231 * Initialize call message
232 */
233 getmicrotime(&now);
234 ct->ct_xid = ((uint32_t)++disrupt) ^ __RPC_GETXID(&now);
235 call_msg.rm_xid = ct->ct_xid;
236 call_msg.rm_direction = CALL;
237 call_msg.rm_call.cb_rpcvers = RPC_MSG_VERSION;
238 call_msg.rm_call.cb_prog = (uint32_t)prog;
239 call_msg.rm_call.cb_vers = (uint32_t)vers;
240
241 /*
242 * pre-serialize the static part of the call msg and stash it away
243 */
244 xdrmem_create(&xdrs, ct->ct_mcallc, MCALL_MSG_SIZE,
245 XDR_ENCODE);
246 if (! xdr_callhdr(&xdrs, &call_msg)) {
247 if (ct->ct_closeit) {
248 soclose(ct->ct_socket);
249 }
250 goto err;
251 }
252 ct->ct_mpos = XDR_GETPOS(&xdrs);
253 XDR_DESTROY(&xdrs);
254 ct->ct_waitchan = "rpcrecv";
255 ct->ct_waitflag = 0;
256
257 /*
258 * Create a client handle which uses xdrrec for serialization
259 * and authnone for authentication.
260 */
261 sendsz = __rpc_get_t_size(si.si_af, si.si_proto, (int)sendsz);
262 recvsz = __rpc_get_t_size(si.si_af, si.si_proto, (int)recvsz);
263 error = soreserve(ct->ct_socket, sendsz, recvsz);
264 if (error != 0) {
265 if (ct->ct_closeit) {
266 soclose(ct->ct_socket);
267 }
268 goto err;
269 }
270 cl->cl_refs = 1;
271 cl->cl_ops = &clnt_vc_ops;
272 cl->cl_private = ct;
273 cl->cl_auth = authnone_create();
274
275 SOCKBUF_LOCK(&ct->ct_socket->so_rcv);
276 soupcall_set(ct->ct_socket, SO_RCV, clnt_vc_soupcall, ct);
277 SOCKBUF_UNLOCK(&ct->ct_socket->so_rcv);
278
279 ct->ct_raw = NULL;
280 ct->ct_record = NULL;
281 ct->ct_record_resid = 0;
282 ct->ct_sslrefno = 0;
283 TAILQ_INIT(&ct->ct_pending);
284 return (cl);
285
286 err:
287 mtx_destroy(&ct->ct_lock);
288 mem_free(ct, sizeof (struct ct_data));
289 mem_free(cl, sizeof (CLIENT));
290
291 return ((CLIENT *)NULL);
292 }
293
294 static enum clnt_stat
295 clnt_vc_call(
296 CLIENT *cl, /* client handle */
297 struct rpc_callextra *ext, /* call metadata */
298 rpcproc_t proc, /* procedure number */
299 struct mbuf *args, /* pointer to args */
300 struct mbuf **resultsp, /* pointer to results */
301 struct timeval utimeout)
302 {
303 struct ct_data *ct = (struct ct_data *) cl->cl_private;
304 AUTH *auth;
305 struct rpc_err *errp;
306 enum clnt_stat stat;
307 XDR xdrs;
308 struct rpc_msg reply_msg;
309 bool_t ok;
310 int nrefreshes = 2; /* number of times to refresh cred */
311 struct timeval timeout;
312 uint32_t xid;
313 struct mbuf *mreq = NULL, *results;
314 struct ct_request *cr;
315 int error, maxextsiz, trycnt;
316 #ifdef KERN_TLS
317 u_int maxlen;
318 #endif
319
320 cr = malloc(sizeof(struct ct_request), M_RPC, M_WAITOK);
321
322 mtx_lock(&ct->ct_lock);
323
324 if (ct->ct_closing || ct->ct_closed) {
325 mtx_unlock(&ct->ct_lock);
326 free(cr, M_RPC);
327 return (RPC_CANTSEND);
328 }
329 ct->ct_threads++;
330
331 if (ext) {
332 auth = ext->rc_auth;
333 errp = &ext->rc_err;
334 } else {
335 auth = cl->cl_auth;
336 errp = &ct->ct_error;
337 }
338
339 cr->cr_mrep = NULL;
340 cr->cr_error = 0;
341
342 if (ct->ct_wait.tv_usec == -1) {
343 timeout = utimeout; /* use supplied timeout */
344 } else {
345 timeout = ct->ct_wait; /* use default timeout */
346 }
347
348 /*
349 * After 15sec of looping, allow it to return RPC_CANTSEND, which will
350 * cause the clnt_reconnect layer to create a new TCP connection.
351 */
352 trycnt = 15 * hz;
353 call_again:
354 mtx_assert(&ct->ct_lock, MA_OWNED);
355 if (ct->ct_closing || ct->ct_closed) {
356 ct->ct_threads--;
357 wakeup(ct);
358 mtx_unlock(&ct->ct_lock);
359 free(cr, M_RPC);
360 return (RPC_CANTSEND);
361 }
362
363 ct->ct_xid++;
364 xid = ct->ct_xid;
365
366 mtx_unlock(&ct->ct_lock);
367
368 /*
369 * Leave space to pre-pend the record mark.
370 */
371 mreq = m_gethdr(M_WAITOK, MT_DATA);
372 mreq->m_data += sizeof(uint32_t);
373 KASSERT(ct->ct_mpos + sizeof(uint32_t) <= MHLEN,
374 ("RPC header too big"));
375 bcopy(ct->ct_mcallc, mreq->m_data, ct->ct_mpos);
376 mreq->m_len = ct->ct_mpos;
377
378 /*
379 * The XID is the first thing in the request.
380 */
381 *mtod(mreq, uint32_t *) = htonl(xid);
382
383 xdrmbuf_create(&xdrs, mreq, XDR_ENCODE);
384
385 errp->re_status = stat = RPC_SUCCESS;
386
387 if ((! XDR_PUTINT32(&xdrs, &proc)) ||
388 (! AUTH_MARSHALL(auth, xid, &xdrs,
389 m_copym(args, 0, M_COPYALL, M_WAITOK)))) {
390 errp->re_status = stat = RPC_CANTENCODEARGS;
391 mtx_lock(&ct->ct_lock);
392 goto out;
393 }
394 mreq->m_pkthdr.len = m_length(mreq, NULL);
395
396 /*
397 * Prepend a record marker containing the packet length.
398 */
399 M_PREPEND(mreq, sizeof(uint32_t), M_WAITOK);
400 *mtod(mreq, uint32_t *) =
401 htonl(0x80000000 | (mreq->m_pkthdr.len - sizeof(uint32_t)));
402
403 cr->cr_xid = xid;
404 mtx_lock(&ct->ct_lock);
405 /*
406 * Check to see if the other end has already started to close down
407 * the connection. The upcall will have set ct_error.re_status
408 * to RPC_CANTRECV if this is the case.
409 * If the other end starts to close down the connection after this
410 * point, it will be detected later when cr_error is checked,
411 * since the request is in the ct_pending queue.
412 */
413 if (ct->ct_error.re_status == RPC_CANTRECV) {
414 if (errp != &ct->ct_error) {
415 errp->re_errno = ct->ct_error.re_errno;
416 errp->re_status = RPC_CANTRECV;
417 }
418 stat = RPC_CANTRECV;
419 goto out;
420 }
421
422 /* For TLS, wait for an upcall to be done, as required. */
423 while ((ct->ct_rcvstate & (RPCRCVSTATE_NORMAL |
424 RPCRCVSTATE_NONAPPDATA)) == 0)
425 msleep(&ct->ct_rcvstate, &ct->ct_lock, 0, "rpcrcvst", hz);
426
427 TAILQ_INSERT_TAIL(&ct->ct_pending, cr, cr_link);
428 mtx_unlock(&ct->ct_lock);
429
430 if (ct->ct_sslrefno != 0) {
431 /*
432 * Copy the mbuf chain to a chain of ext_pgs mbuf(s)
433 * as required by KERN_TLS.
434 */
435 maxextsiz = TLS_MAX_MSG_SIZE_V10_2;
436 #ifdef KERN_TLS
437 if (rpctls_getinfo(&maxlen, false, false))
438 maxextsiz = min(maxextsiz, maxlen);
439 #endif
440 mreq = _rpc_copym_into_ext_pgs(mreq, maxextsiz);
441 }
442 /*
443 * sosend consumes mreq.
444 */
445 error = sosend(ct->ct_socket, NULL, NULL, mreq, NULL, 0, curthread);
446 mreq = NULL;
447 if (error == EMSGSIZE || (error == ERESTART &&
448 (ct->ct_waitflag & PCATCH) == 0 && trycnt-- > 0)) {
449 SOCKBUF_LOCK(&ct->ct_socket->so_snd);
450 sbwait(&ct->ct_socket->so_snd);
451 SOCKBUF_UNLOCK(&ct->ct_socket->so_snd);
452 AUTH_VALIDATE(auth, xid, NULL, NULL);
453 mtx_lock(&ct->ct_lock);
454 TAILQ_REMOVE(&ct->ct_pending, cr, cr_link);
455 /* Sleep for 1 clock tick before trying the sosend() again. */
456 msleep(&fake_wchan, &ct->ct_lock, 0, "rpclpsnd", 1);
457 goto call_again;
458 }
459
460 reply_msg.acpted_rply.ar_verf.oa_flavor = AUTH_NULL;
461 reply_msg.acpted_rply.ar_verf.oa_base = cr->cr_verf;
462 reply_msg.acpted_rply.ar_verf.oa_length = 0;
463 reply_msg.acpted_rply.ar_results.where = NULL;
464 reply_msg.acpted_rply.ar_results.proc = (xdrproc_t)xdr_void;
465
466 mtx_lock(&ct->ct_lock);
467 if (error) {
468 TAILQ_REMOVE(&ct->ct_pending, cr, cr_link);
469 errp->re_errno = error;
470 errp->re_status = stat = RPC_CANTSEND;
471 goto out;
472 }
473
474 /*
475 * Check to see if we got an upcall while waiting for the
476 * lock. In both these cases, the request has been removed
477 * from ct->ct_pending.
478 */
479 if (cr->cr_error) {
480 TAILQ_REMOVE(&ct->ct_pending, cr, cr_link);
481 errp->re_errno = cr->cr_error;
482 errp->re_status = stat = RPC_CANTRECV;
483 goto out;
484 }
485 if (cr->cr_mrep) {
486 TAILQ_REMOVE(&ct->ct_pending, cr, cr_link);
487 goto got_reply;
488 }
489
490 /*
491 * Hack to provide rpc-based message passing
492 */
493 if (timeout.tv_sec == 0 && timeout.tv_usec == 0) {
494 TAILQ_REMOVE(&ct->ct_pending, cr, cr_link);
495 errp->re_status = stat = RPC_TIMEDOUT;
496 goto out;
497 }
498
499 error = msleep(cr, &ct->ct_lock, ct->ct_waitflag, ct->ct_waitchan,
500 tvtohz(&timeout));
501
502 TAILQ_REMOVE(&ct->ct_pending, cr, cr_link);
503
504 if (error) {
505 /*
506 * The sleep returned an error so our request is still
507 * on the list. Turn the error code into an
508 * appropriate client status.
509 */
510 errp->re_errno = error;
511 switch (error) {
512 case EINTR:
513 stat = RPC_INTR;
514 break;
515 case EWOULDBLOCK:
516 stat = RPC_TIMEDOUT;
517 break;
518 default:
519 stat = RPC_CANTRECV;
520 }
521 errp->re_status = stat;
522 goto out;
523 } else {
524 /*
525 * We were woken up by the upcall. If the
526 * upcall had a receive error, report that,
527 * otherwise we have a reply.
528 */
529 if (cr->cr_error) {
530 errp->re_errno = cr->cr_error;
531 errp->re_status = stat = RPC_CANTRECV;
532 goto out;
533 }
534 }
535
536 got_reply:
537 /*
538 * Now decode and validate the response. We need to drop the
539 * lock since xdr_replymsg may end up sleeping in malloc.
540 */
541 mtx_unlock(&ct->ct_lock);
542
543 if (ext && ext->rc_feedback)
544 ext->rc_feedback(FEEDBACK_OK, proc, ext->rc_feedback_arg);
545
546 xdrmbuf_create(&xdrs, cr->cr_mrep, XDR_DECODE);
547 ok = xdr_replymsg(&xdrs, &reply_msg);
548 cr->cr_mrep = NULL;
549
550 if (ok) {
551 if ((reply_msg.rm_reply.rp_stat == MSG_ACCEPTED) &&
552 (reply_msg.acpted_rply.ar_stat == SUCCESS))
553 errp->re_status = stat = RPC_SUCCESS;
554 else
555 stat = _seterr_reply(&reply_msg, errp);
556
557 if (stat == RPC_SUCCESS) {
558 results = xdrmbuf_getall(&xdrs);
559 if (!AUTH_VALIDATE(auth, xid,
560 &reply_msg.acpted_rply.ar_verf,
561 &results)) {
562 errp->re_status = stat = RPC_AUTHERROR;
563 errp->re_why = AUTH_INVALIDRESP;
564 } else {
565 KASSERT(results,
566 ("auth validated but no result"));
567 *resultsp = results;
568 }
569 } /* end successful completion */
570 /*
571 * If unsuccessful AND error is an authentication error
572 * then refresh credentials and try again, else break
573 */
574 else if (stat == RPC_AUTHERROR)
575 /* maybe our credentials need to be refreshed ... */
576 if (nrefreshes > 0 &&
577 AUTH_REFRESH(auth, &reply_msg)) {
578 nrefreshes--;
579 XDR_DESTROY(&xdrs);
580 mtx_lock(&ct->ct_lock);
581 goto call_again;
582 }
583 /* end of unsuccessful completion */
584 } /* end of valid reply message */
585 else {
586 errp->re_status = stat = RPC_CANTDECODERES;
587 }
588 XDR_DESTROY(&xdrs);
589 mtx_lock(&ct->ct_lock);
590 out:
591 mtx_assert(&ct->ct_lock, MA_OWNED);
592
593 KASSERT(stat != RPC_SUCCESS || *resultsp,
594 ("RPC_SUCCESS without reply"));
595
596 if (mreq)
597 m_freem(mreq);
598 if (cr->cr_mrep)
599 m_freem(cr->cr_mrep);
600
601 ct->ct_threads--;
602 if (ct->ct_closing)
603 wakeup(ct);
604
605 mtx_unlock(&ct->ct_lock);
606
607 if (auth && stat != RPC_SUCCESS)
608 AUTH_VALIDATE(auth, xid, NULL, NULL);
609
610 free(cr, M_RPC);
611
612 return (stat);
613 }
614
615 static void
616 clnt_vc_geterr(CLIENT *cl, struct rpc_err *errp)
617 {
618 struct ct_data *ct = (struct ct_data *) cl->cl_private;
619
620 *errp = ct->ct_error;
621 }
622
623 static bool_t
624 clnt_vc_freeres(CLIENT *cl, xdrproc_t xdr_res, void *res_ptr)
625 {
626 XDR xdrs;
627 bool_t dummy;
628
629 xdrs.x_op = XDR_FREE;
630 dummy = (*xdr_res)(&xdrs, res_ptr);
631
632 return (dummy);
633 }
634
635 /*ARGSUSED*/
636 static void
637 clnt_vc_abort(CLIENT *cl)
638 {
639 }
640
641 static bool_t
642 clnt_vc_control(CLIENT *cl, u_int request, void *info)
643 {
644 struct ct_data *ct = (struct ct_data *)cl->cl_private;
645 void *infop = info;
646 SVCXPRT *xprt;
647 uint64_t *p;
648 int error;
649 static u_int thrdnum = 0;
650
651 mtx_lock(&ct->ct_lock);
652
653 switch (request) {
654 case CLSET_FD_CLOSE:
655 ct->ct_closeit = TRUE;
656 mtx_unlock(&ct->ct_lock);
657 return (TRUE);
658 case CLSET_FD_NCLOSE:
659 ct->ct_closeit = FALSE;
660 mtx_unlock(&ct->ct_lock);
661 return (TRUE);
662 default:
663 break;
664 }
665
666 /* for other requests which use info */
667 if (info == NULL) {
668 mtx_unlock(&ct->ct_lock);
669 return (FALSE);
670 }
671 switch (request) {
672 case CLSET_TIMEOUT:
673 if (time_not_ok((struct timeval *)info)) {
674 mtx_unlock(&ct->ct_lock);
675 return (FALSE);
676 }
677 ct->ct_wait = *(struct timeval *)infop;
678 break;
679 case CLGET_TIMEOUT:
680 *(struct timeval *)infop = ct->ct_wait;
681 break;
682 case CLGET_SERVER_ADDR:
683 (void) memcpy(info, &ct->ct_addr, (size_t)ct->ct_addr.ss_len);
684 break;
685 case CLGET_SVC_ADDR:
686 /*
687 * Slightly different semantics to userland - we use
688 * sockaddr instead of netbuf.
689 */
690 memcpy(info, &ct->ct_addr, ct->ct_addr.ss_len);
691 break;
692 case CLSET_SVC_ADDR: /* set to new address */
693 mtx_unlock(&ct->ct_lock);
694 return (FALSE);
695 case CLGET_XID:
696 *(uint32_t *)info = ct->ct_xid;
697 break;
698 case CLSET_XID:
699 /* This will set the xid of the NEXT call */
700 /* decrement by 1 as clnt_vc_call() increments once */
701 ct->ct_xid = *(uint32_t *)info - 1;
702 break;
703 case CLGET_VERS:
704 /*
705 * This RELIES on the information that, in the call body,
706 * the version number field is the fifth field from the
707 * beginning of the RPC header. MUST be changed if the
708 * call_struct is changed
709 */
710 *(uint32_t *)info =
711 ntohl(*(uint32_t *)(void *)(ct->ct_mcallc +
712 4 * BYTES_PER_XDR_UNIT));
713 break;
714
715 case CLSET_VERS:
716 *(uint32_t *)(void *)(ct->ct_mcallc +
717 4 * BYTES_PER_XDR_UNIT) =
718 htonl(*(uint32_t *)info);
719 break;
720
721 case CLGET_PROG:
722 /*
723 * This RELIES on the information that, in the call body,
724 * the program number field is the fourth field from the
725 * beginning of the RPC header. MUST be changed if the
726 * call_struct is changed
727 */
728 *(uint32_t *)info =
729 ntohl(*(uint32_t *)(void *)(ct->ct_mcallc +
730 3 * BYTES_PER_XDR_UNIT));
731 break;
732
733 case CLSET_PROG:
734 *(uint32_t *)(void *)(ct->ct_mcallc +
735 3 * BYTES_PER_XDR_UNIT) =
736 htonl(*(uint32_t *)info);
737 break;
738
739 case CLSET_WAITCHAN:
740 ct->ct_waitchan = (const char *)info;
741 break;
742
743 case CLGET_WAITCHAN:
744 *(const char **) info = ct->ct_waitchan;
745 break;
746
747 case CLSET_INTERRUPTIBLE:
748 if (*(int *) info)
749 ct->ct_waitflag = PCATCH;
750 else
751 ct->ct_waitflag = 0;
752 break;
753
754 case CLGET_INTERRUPTIBLE:
755 if (ct->ct_waitflag)
756 *(int *) info = TRUE;
757 else
758 *(int *) info = FALSE;
759 break;
760
761 case CLSET_BACKCHANNEL:
762 xprt = (SVCXPRT *)info;
763 if (ct->ct_backchannelxprt == NULL) {
764 xprt->xp_p2 = ct;
765 if (ct->ct_sslrefno != 0)
766 xprt->xp_tls = RPCTLS_FLAGS_HANDSHAKE;
767 ct->ct_backchannelxprt = xprt;
768 }
769 break;
770
771 case CLSET_TLS:
772 p = (uint64_t *)info;
773 ct->ct_sslsec = *p++;
774 ct->ct_sslusec = *p++;
775 ct->ct_sslrefno = *p;
776 if (ct->ct_sslrefno != RPCTLS_REFNO_HANDSHAKE) {
777 mtx_unlock(&ct->ct_lock);
778 /* Start the kthread that handles upcalls. */
779 error = kthread_add(clnt_vc_dotlsupcall, ct,
780 NULL, NULL, 0, 0, "krpctls%u", thrdnum++);
781 if (error != 0)
782 panic("Can't add KRPC thread error %d", error);
783 } else
784 mtx_unlock(&ct->ct_lock);
785 return (TRUE);
786
787 case CLSET_BLOCKRCV:
788 if (*(int *) info) {
789 ct->ct_rcvstate &= ~RPCRCVSTATE_NORMAL;
790 ct->ct_rcvstate |= RPCRCVSTATE_TLSHANDSHAKE;
791 } else {
792 ct->ct_rcvstate &= ~RPCRCVSTATE_TLSHANDSHAKE;
793 ct->ct_rcvstate |= RPCRCVSTATE_NORMAL;
794 }
795 break;
796
797 default:
798 mtx_unlock(&ct->ct_lock);
799 return (FALSE);
800 }
801
802 mtx_unlock(&ct->ct_lock);
803 return (TRUE);
804 }
805
806 static void
807 clnt_vc_close(CLIENT *cl)
808 {
809 struct ct_data *ct = (struct ct_data *) cl->cl_private;
810 struct ct_request *cr;
811
812 mtx_lock(&ct->ct_lock);
813
814 if (ct->ct_closed) {
815 mtx_unlock(&ct->ct_lock);
816 return;
817 }
818
819 if (ct->ct_closing) {
820 while (ct->ct_closing)
821 msleep(ct, &ct->ct_lock, 0, "rpcclose", 0);
822 KASSERT(ct->ct_closed, ("client should be closed"));
823 mtx_unlock(&ct->ct_lock);
824 return;
825 }
826
827 if (ct->ct_socket) {
828 ct->ct_closing = TRUE;
829 mtx_unlock(&ct->ct_lock);
830
831 SOCKBUF_LOCK(&ct->ct_socket->so_rcv);
832 if (ct->ct_socket->so_rcv.sb_upcall != NULL) {
833 soupcall_clear(ct->ct_socket, SO_RCV);
834 clnt_vc_upcallsdone(ct);
835 }
836 SOCKBUF_UNLOCK(&ct->ct_socket->so_rcv);
837
838 /*
839 * Abort any pending requests and wait until everyone
840 * has finished with clnt_vc_call.
841 */
842 mtx_lock(&ct->ct_lock);
843 TAILQ_FOREACH(cr, &ct->ct_pending, cr_link) {
844 cr->cr_xid = 0;
845 cr->cr_error = ESHUTDOWN;
846 wakeup(cr);
847 }
848
849 while (ct->ct_threads)
850 msleep(ct, &ct->ct_lock, 0, "rpcclose", 0);
851 }
852
853 ct->ct_closing = FALSE;
854 ct->ct_closed = TRUE;
855 wakeup(&ct->ct_sslrefno);
856 mtx_unlock(&ct->ct_lock);
857 wakeup(ct);
858 }
859
860 static void
861 clnt_vc_destroy(CLIENT *cl)
862 {
863 struct ct_data *ct = (struct ct_data *) cl->cl_private;
864 struct socket *so = NULL;
865 SVCXPRT *xprt;
866 enum clnt_stat stat;
867 uint32_t reterr;
868
869 clnt_vc_close(cl);
870
871 mtx_lock(&ct->ct_lock);
872 xprt = ct->ct_backchannelxprt;
873 ct->ct_backchannelxprt = NULL;
874 if (xprt != NULL) {
875 mtx_unlock(&ct->ct_lock); /* To avoid a LOR. */
876 sx_xlock(&xprt->xp_lock);
877 mtx_lock(&ct->ct_lock);
878 xprt->xp_p2 = NULL;
879 sx_xunlock(&xprt->xp_lock);
880 }
881
882 if (ct->ct_socket) {
883 if (ct->ct_closeit) {
884 so = ct->ct_socket;
885 }
886 }
887
888 /* Wait for the upcall kthread to terminate. */
889 while ((ct->ct_rcvstate & RPCRCVSTATE_UPCALLTHREAD) != 0)
890 msleep(&ct->ct_sslrefno, &ct->ct_lock, 0,
891 "clntvccl", hz);
892 mtx_unlock(&ct->ct_lock);
893
894 mtx_destroy(&ct->ct_lock);
895 if (so) {
896 if (ct->ct_sslrefno != 0) {
897 /*
898 * If the TLS handshake is in progress, the upcall
899 * will fail, but the socket should be closed by the
900 * daemon, since the connect upcall has just failed.
901 */
902 if (ct->ct_sslrefno != RPCTLS_REFNO_HANDSHAKE) {
903 /*
904 * If the upcall fails, the socket has
905 * probably been closed via the rpctlscd
906 * daemon having crashed or been
907 * restarted, so ignore return stat.
908 */
909 stat = rpctls_cl_disconnect(ct->ct_sslsec,
910 ct->ct_sslusec, ct->ct_sslrefno,
911 &reterr);
912 }
913 /* Must sorele() to get rid of reference. */
914 CURVNET_SET(so->so_vnet);
915 SOCK_LOCK(so);
916 sorele(so);
917 CURVNET_RESTORE();
918 } else {
919 soshutdown(so, SHUT_WR);
920 soclose(so);
921 }
922 }
923 m_freem(ct->ct_record);
924 m_freem(ct->ct_raw);
925 mem_free(ct, sizeof(struct ct_data));
926 if (cl->cl_netid && cl->cl_netid[0])
927 mem_free(cl->cl_netid, strlen(cl->cl_netid) +1);
928 if (cl->cl_tp && cl->cl_tp[0])
929 mem_free(cl->cl_tp, strlen(cl->cl_tp) +1);
930 mem_free(cl, sizeof(CLIENT));
931 }
932
933 /*
934 * Make sure that the time is not garbage. -1 value is disallowed.
935 * Note this is different from time_not_ok in clnt_dg.c
936 */
937 static bool_t
938 time_not_ok(struct timeval *t)
939 {
940 return (t->tv_sec <= -1 || t->tv_sec > 100000000 ||
941 t->tv_usec <= -1 || t->tv_usec > 1000000);
942 }
943
944 int
945 clnt_vc_soupcall(struct socket *so, void *arg, int waitflag)
946 {
947 struct ct_data *ct = (struct ct_data *) arg;
948 struct uio uio;
949 struct mbuf *m, *m2, **ctrlp;
950 struct ct_request *cr;
951 int error, rcvflag, foundreq;
952 uint32_t xid_plus_direction[2], header;
953 SVCXPRT *xprt;
954 struct cf_conn *cd;
955 u_int rawlen;
956 struct cmsghdr *cmsg;
957 struct tls_get_record tgr;
958
959 /*
960 * RPC-over-TLS needs to block reception during
961 * upcalls since the upcall will be doing I/O on
962 * the socket via openssl library calls.
963 */
964 mtx_lock(&ct->ct_lock);
965 if ((ct->ct_rcvstate & (RPCRCVSTATE_NORMAL |
966 RPCRCVSTATE_NONAPPDATA)) == 0) {
967 /* Mark that a socket upcall needs to be done. */
968 if ((ct->ct_rcvstate & (RPCRCVSTATE_UPCALLNEEDED |
969 RPCRCVSTATE_UPCALLINPROG)) != 0)
970 ct->ct_rcvstate |= RPCRCVSTATE_SOUPCALLNEEDED;
971 mtx_unlock(&ct->ct_lock);
972 return (SU_OK);
973 }
974 mtx_unlock(&ct->ct_lock);
975
976 /*
977 * If another thread is already here, it must be in
978 * soreceive(), so just return to avoid races with it.
979 * ct_upcallrefs is protected by the SOCKBUF_LOCK(),
980 * which is held in this function, except when
981 * soreceive() is called.
982 */
983 if (ct->ct_upcallrefs > 0)
984 return (SU_OK);
985 ct->ct_upcallrefs++;
986
987 /*
988 * Read as much as possible off the socket and link it
989 * onto ct_raw.
990 */
991 for (;;) {
992 uio.uio_resid = 1000000000;
993 uio.uio_td = curthread;
994 m2 = m = NULL;
995 rcvflag = MSG_DONTWAIT | MSG_SOCALLBCK;
996 if (ct->ct_sslrefno != 0 && (ct->ct_rcvstate &
997 RPCRCVSTATE_NORMAL) != 0) {
998 rcvflag |= MSG_TLSAPPDATA;
999 ctrlp = NULL;
1000 } else
1001 ctrlp = &m2;
1002 SOCKBUF_UNLOCK(&so->so_rcv);
1003 error = soreceive(so, NULL, &uio, &m, ctrlp, &rcvflag);
1004 SOCKBUF_LOCK(&so->so_rcv);
1005
1006 if (error == EWOULDBLOCK) {
1007 /*
1008 * We must re-test for readability after
1009 * taking the lock to protect us in the case
1010 * where a new packet arrives on the socket
1011 * after our call to soreceive fails with
1012 * EWOULDBLOCK.
1013 */
1014 error = 0;
1015 if (!soreadable(so))
1016 break;
1017 continue;
1018 }
1019 if (error == 0 && m == NULL) {
1020 /*
1021 * We must have got EOF trying
1022 * to read from the stream.
1023 */
1024 error = ECONNRESET;
1025 }
1026
1027 /*
1028 * A return of ENXIO indicates that there is a
1029 * non-application data record at the head of the
1030 * socket's receive queue, for TLS connections.
1031 * This record needs to be handled in userland
1032 * via an SSL_read() call, so do an upcall to the daemon.
1033 */
1034 if (ct->ct_sslrefno != 0 && error == ENXIO) {
1035 /* Disable reception, marking an upcall needed. */
1036 mtx_lock(&ct->ct_lock);
1037 ct->ct_rcvstate |= RPCRCVSTATE_UPCALLNEEDED;
1038 /*
1039 * If an upcall in needed, wake up the kthread
1040 * that runs clnt_vc_dotlsupcall().
1041 */
1042 wakeup(&ct->ct_sslrefno);
1043 mtx_unlock(&ct->ct_lock);
1044 break;
1045 }
1046 if (error != 0)
1047 break;
1048
1049 /* Process any record header(s). */
1050 if (m2 != NULL) {
1051 cmsg = mtod(m2, struct cmsghdr *);
1052 if (cmsg->cmsg_type == TLS_GET_RECORD &&
1053 cmsg->cmsg_len == CMSG_LEN(sizeof(tgr))) {
1054 memcpy(&tgr, CMSG_DATA(cmsg), sizeof(tgr));
1055 /*
1056 * This should have been handled by
1057 * setting RPCRCVSTATE_UPCALLNEEDED in
1058 * ct_rcvstate but if not, all we can do
1059 * is toss it away.
1060 */
1061 if (tgr.tls_type != TLS_RLTYPE_APP) {
1062 m_freem(m);
1063 m_free(m2);
1064 mtx_lock(&ct->ct_lock);
1065 ct->ct_rcvstate &=
1066 ~RPCRCVSTATE_NONAPPDATA;
1067 ct->ct_rcvstate |= RPCRCVSTATE_NORMAL;
1068 mtx_unlock(&ct->ct_lock);
1069 continue;
1070 }
1071 }
1072 m_free(m2);
1073 }
1074
1075 if (ct->ct_raw != NULL)
1076 m_last(ct->ct_raw)->m_next = m;
1077 else
1078 ct->ct_raw = m;
1079 }
1080 rawlen = m_length(ct->ct_raw, NULL);
1081
1082 /* Now, process as much of ct_raw as possible. */
1083 for (;;) {
1084 /*
1085 * If ct_record_resid is zero, we are waiting for a
1086 * record mark.
1087 */
1088 if (ct->ct_record_resid == 0) {
1089 if (rawlen < sizeof(uint32_t))
1090 break;
1091 m_copydata(ct->ct_raw, 0, sizeof(uint32_t),
1092 (char *)&header);
1093 header = ntohl(header);
1094 ct->ct_record_resid = header & 0x7fffffff;
1095 ct->ct_record_eor = ((header & 0x80000000) != 0);
1096 m_adj(ct->ct_raw, sizeof(uint32_t));
1097 rawlen -= sizeof(uint32_t);
1098 } else {
1099 /*
1100 * Move as much of the record as possible to
1101 * ct_record.
1102 */
1103 if (rawlen == 0)
1104 break;
1105 if (rawlen <= ct->ct_record_resid) {
1106 if (ct->ct_record != NULL)
1107 m_last(ct->ct_record)->m_next =
1108 ct->ct_raw;
1109 else
1110 ct->ct_record = ct->ct_raw;
1111 ct->ct_raw = NULL;
1112 ct->ct_record_resid -= rawlen;
1113 rawlen = 0;
1114 } else {
1115 m = m_split(ct->ct_raw, ct->ct_record_resid,
1116 M_NOWAIT);
1117 if (m == NULL)
1118 break;
1119 if (ct->ct_record != NULL)
1120 m_last(ct->ct_record)->m_next =
1121 ct->ct_raw;
1122 else
1123 ct->ct_record = ct->ct_raw;
1124 rawlen -= ct->ct_record_resid;
1125 ct->ct_record_resid = 0;
1126 ct->ct_raw = m;
1127 }
1128 if (ct->ct_record_resid > 0)
1129 break;
1130
1131 /*
1132 * If we have the entire record, see if we can
1133 * match it to a request.
1134 */
1135 if (ct->ct_record_eor) {
1136 /*
1137 * The XID is in the first uint32_t of
1138 * the reply and the message direction
1139 * is the second one.
1140 */
1141 if (ct->ct_record->m_len <
1142 sizeof(xid_plus_direction) &&
1143 m_length(ct->ct_record, NULL) <
1144 sizeof(xid_plus_direction)) {
1145 /*
1146 * What to do now?
1147 * The data in the TCP stream is
1148 * corrupted such that there is no
1149 * valid RPC message to parse.
1150 * I think it best to close this
1151 * connection and allow
1152 * clnt_reconnect_call() to try
1153 * and establish a new one.
1154 */
1155 printf("clnt_vc_soupcall: "
1156 "connection data corrupted\n");
1157 error = ECONNRESET;
1158 goto wakeup_all;
1159 }
1160 m_copydata(ct->ct_record, 0,
1161 sizeof(xid_plus_direction),
1162 (char *)xid_plus_direction);
1163 xid_plus_direction[0] =
1164 ntohl(xid_plus_direction[0]);
1165 xid_plus_direction[1] =
1166 ntohl(xid_plus_direction[1]);
1167 /* Check message direction. */
1168 if (xid_plus_direction[1] == CALL) {
1169 /* This is a backchannel request. */
1170 mtx_lock(&ct->ct_lock);
1171 xprt = ct->ct_backchannelxprt;
1172 if (xprt == NULL) {
1173 mtx_unlock(&ct->ct_lock);
1174 /* Just throw it away. */
1175 m_freem(ct->ct_record);
1176 ct->ct_record = NULL;
1177 } else {
1178 cd = (struct cf_conn *)
1179 xprt->xp_p1;
1180 m2 = cd->mreq;
1181 /*
1182 * The requests are chained
1183 * in the m_nextpkt list.
1184 */
1185 while (m2 != NULL &&
1186 m2->m_nextpkt != NULL)
1187 /* Find end of list. */
1188 m2 = m2->m_nextpkt;
1189 if (m2 != NULL)
1190 m2->m_nextpkt =
1191 ct->ct_record;
1192 else
1193 cd->mreq =
1194 ct->ct_record;
1195 ct->ct_record->m_nextpkt =
1196 NULL;
1197 ct->ct_record = NULL;
1198 xprt_active(xprt);
1199 mtx_unlock(&ct->ct_lock);
1200 }
1201 } else {
1202 mtx_lock(&ct->ct_lock);
1203 foundreq = 0;
1204 TAILQ_FOREACH(cr, &ct->ct_pending,
1205 cr_link) {
1206 if (cr->cr_xid ==
1207 xid_plus_direction[0]) {
1208 /*
1209 * This one
1210 * matches. We leave
1211 * the reply mbuf in
1212 * cr->cr_mrep. Set
1213 * the XID to zero so
1214 * that we will ignore
1215 * any duplicated
1216 * replies.
1217 */
1218 cr->cr_xid = 0;
1219 cr->cr_mrep =
1220 ct->ct_record;
1221 cr->cr_error = 0;
1222 foundreq = 1;
1223 wakeup(cr);
1224 break;
1225 }
1226 }
1227 mtx_unlock(&ct->ct_lock);
1228
1229 if (!foundreq)
1230 m_freem(ct->ct_record);
1231 ct->ct_record = NULL;
1232 }
1233 }
1234 }
1235 }
1236
1237 if (error != 0) {
1238 wakeup_all:
1239 /*
1240 * This socket is broken, so mark that it cannot
1241 * receive and fail all RPCs waiting for a reply
1242 * on it, so that they will be retried on a new
1243 * TCP connection created by clnt_reconnect_X().
1244 */
1245 mtx_lock(&ct->ct_lock);
1246 ct->ct_error.re_status = RPC_CANTRECV;
1247 ct->ct_error.re_errno = error;
1248 TAILQ_FOREACH(cr, &ct->ct_pending, cr_link) {
1249 cr->cr_error = error;
1250 wakeup(cr);
1251 }
1252 mtx_unlock(&ct->ct_lock);
1253 }
1254
1255 ct->ct_upcallrefs--;
1256 if (ct->ct_upcallrefs < 0)
1257 panic("rpcvc upcall refcnt");
1258 if (ct->ct_upcallrefs == 0)
1259 wakeup(&ct->ct_upcallrefs);
1260 return (SU_OK);
1261 }
1262
1263 /*
1264 * Wait for all upcalls in progress to complete.
1265 */
1266 static void
1267 clnt_vc_upcallsdone(struct ct_data *ct)
1268 {
1269
1270 SOCKBUF_LOCK_ASSERT(&ct->ct_socket->so_rcv);
1271
1272 while (ct->ct_upcallrefs > 0)
1273 (void) msleep(&ct->ct_upcallrefs,
1274 SOCKBUF_MTX(&ct->ct_socket->so_rcv), 0, "rpcvcup", 0);
1275 }
1276
1277 /*
1278 * Do a TLS upcall to the rpctlscd daemon, as required.
1279 * This function runs as a kthread.
1280 */
1281 static void
1282 clnt_vc_dotlsupcall(void *data)
1283 {
1284 struct ct_data *ct = (struct ct_data *)data;
1285 enum clnt_stat ret;
1286 uint32_t reterr;
1287
1288 mtx_lock(&ct->ct_lock);
1289 ct->ct_rcvstate |= RPCRCVSTATE_UPCALLTHREAD;
1290 while (!ct->ct_closed) {
1291 if ((ct->ct_rcvstate & RPCRCVSTATE_UPCALLNEEDED) != 0) {
1292 ct->ct_rcvstate &= ~RPCRCVSTATE_UPCALLNEEDED;
1293 ct->ct_rcvstate |= RPCRCVSTATE_UPCALLINPROG;
1294 if (ct->ct_sslrefno != 0 && ct->ct_sslrefno !=
1295 RPCTLS_REFNO_HANDSHAKE) {
1296 mtx_unlock(&ct->ct_lock);
1297 ret = rpctls_cl_handlerecord(ct->ct_sslsec,
1298 ct->ct_sslusec, ct->ct_sslrefno, &reterr);
1299 mtx_lock(&ct->ct_lock);
1300 }
1301 ct->ct_rcvstate &= ~RPCRCVSTATE_UPCALLINPROG;
1302 if (ret == RPC_SUCCESS && reterr == RPCTLSERR_OK)
1303 ct->ct_rcvstate |= RPCRCVSTATE_NORMAL;
1304 else
1305 ct->ct_rcvstate |= RPCRCVSTATE_NONAPPDATA;
1306 wakeup(&ct->ct_rcvstate);
1307 }
1308 if ((ct->ct_rcvstate & RPCRCVSTATE_SOUPCALLNEEDED) != 0) {
1309 ct->ct_rcvstate &= ~RPCRCVSTATE_SOUPCALLNEEDED;
1310 mtx_unlock(&ct->ct_lock);
1311 SOCKBUF_LOCK(&ct->ct_socket->so_rcv);
1312 clnt_vc_soupcall(ct->ct_socket, ct, M_NOWAIT);
1313 SOCKBUF_UNLOCK(&ct->ct_socket->so_rcv);
1314 mtx_lock(&ct->ct_lock);
1315 }
1316 msleep(&ct->ct_sslrefno, &ct->ct_lock, 0, "clntvcdu", hz);
1317 }
1318 ct->ct_rcvstate &= ~RPCRCVSTATE_UPCALLTHREAD;
1319 wakeup(&ct->ct_sslrefno);
1320 mtx_unlock(&ct->ct_lock);
1321 kthread_exit();
1322 }
Cache object: 1fec10c37a8a9cc9a9c5c4643a02df6d
|