[dragonfly.git] / sys / vfs / nfs / nfs_iod.c

/*
 * Copyright (c) 2009 The DragonFly Project.  All rights reserved.
 *
 * This code is derived from software contributed to The DragonFly Project
 * by Matthew Dillon <dillon@backplane.com>
 *
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions
 * are met:
 *
 * 1. Redistributions of source code must retain the above copyright
 *    notice, this list of conditions and the following disclaimer.
 * 2. Redistributions in binary form must reproduce the above copyright
 *    notice, this list of conditions and the following disclaimer in
 *    the documentation and/or other materials provided with the
 *    distribution.
 * 3. Neither the name of The DragonFly Project nor the names of its
 *    contributors may be used to endorse or promote products derived
 *    from this software without specific, prior written permission.
 *
 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
 * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
 * FOR A PARTICULAR PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE
 * COPYRIGHT HOLDERS OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
 * INCIDENTAL, SPECIAL, EXEMPLARY OR CONSEQUENTIAL DAMAGES (INCLUDING,
 * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
 * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
 * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
 * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT
 * OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
 * SUCH DAMAGE.
 */
/*
 * NFSIOD operations - now built into the kernel.
 */
#include <sys/param.h>
#include <sys/systm.h>
#include <sys/proc.h>
#include <sys/malloc.h>
#include <sys/mount.h>
#include <sys/kernel.h>
#include <sys/mbuf.h>
#include <sys/vnode.h>
#include <sys/fcntl.h>
#include <sys/protosw.h>
#include <sys/resourcevar.h>
#include <sys/socket.h>
#include <sys/socketvar.h>
#include <sys/socketops.h>
#include <sys/syslog.h>
#include <sys/thread.h>
#include <sys/tprintf.h>
#include <sys/sysctl.h>
#include <sys/signalvar.h>
#include <sys/mutex.h>

#include <sys/signal2.h>
#include <sys/thread2.h>
#include <sys/mutex2.h>
#include <sys/mplock2.h>

#include <netinet/in.h>
#include <netinet/tcp.h>

#include "rpcv2.h"
#include "nfsproto.h"
#include "nfs.h"
#include "xdr_subs.h"
#include "nfsm_subs.h"
#include "nfsmount.h"
#include "nfsnode.h"
#include "nfsrtt.h"

/*
 * nfs service connection reader thread
 */
void
nfssvc_iod_reader(void *arg)
{
	struct nfsmount *nmp = arg;
	struct nfsm_info *info;
	struct nfsreq *req;
	int error;

	lwkt_gettoken(&nmp->nm_token);

	if (nmp->nm_rxstate == NFSSVC_INIT)
		nmp->nm_rxstate = NFSSVC_PENDING;
	for (;;) {
		if (nmp->nm_rxstate == NFSSVC_WAITING) {
			if (TAILQ_FIRST(&nmp->nm_reqq) == NULL &&
			    TAILQ_FIRST(&nmp->nm_reqrxq) == NULL) {
				tsleep(&nmp->nm_rxstate, 0, "nfsidl", 0);
			} else {
				/*
				 * This can happen during shutdown, we don't
				 * want to hardloop.
				 */
				error = nfs_reply(nmp, NULL);
				if (error && error != EWOULDBLOCK) {
					tsleep(&nmp->nm_rxstate, 0,
						"nfsxxx", hz / 10);
				}
			}
			continue;
		}
		if (nmp->nm_rxstate != NFSSVC_PENDING)
			break;
		nmp->nm_rxstate = NFSSVC_WAITING;

		/*
		 * Process requests which have received replies.  Only
		 * process the post-reply states.  If we get EINPROGRESS
		 * it means the request went back to an auth or retransmit
		 * state and we let the iod_writer thread deal with it.
		 *
		 * Any lock on the request is strictly temporary due to
		 * MP races (XXX).
		 *
		 * If the request completes we run the info->done call
		 * to finish up the I/O.
		 */
		while ((req = TAILQ_FIRST(&nmp->nm_reqrxq)) != NULL) {
			if (req->r_flags & R_LOCKED) {
				while (req->r_flags & R_LOCKED) {
					req->r_flags |= R_WANTED;
					tsleep(req, 0, "nfstrac", 0);
				}
				continue;
			}
			TAILQ_REMOVE(&nmp->nm_reqrxq, req, r_chain);
			info = req->r_info;
			KKASSERT(info);
			info->error = nfs_request(info,
						  NFSM_STATE_PROCESSREPLY,
						  NFSM_STATE_DONE);
			if (info->error == EINPROGRESS) {
				kprintf("rxq: move info %p back to txq\n", info);
				TAILQ_INSERT_TAIL(&nmp->nm_reqtxq, req, r_chain);
				nfssvc_iod_writer_wakeup(nmp);
			} else {
				atomic_subtract_int(&nmp->nm_bioqlen, 1);
				info->done(info);
			}
		}
	}
	nmp->nm_rxthread = NULL;
	nmp->nm_rxstate = NFSSVC_DONE;

	lwkt_reltoken(&nmp->nm_token);
	wakeup(&nmp->nm_rxthread);
}

/*
 * nfs service connection writer thread
 *
 * The writer sits on the send side of the client's socket and
 * does both the initial processing of BIOs and also transmission
 * and retransmission of nfsreq's.
 *
 * The writer processes both new BIOs from nm_bioq and retransmit
 * or state machine jumpbacks from nm_reqtxq
 */
void
nfssvc_iod_writer(void *arg)
{
	struct nfsmount *nmp = arg;
	struct bio *bio;
	struct nfsreq *req;
	struct vnode *vp;
	nfsm_info_t info;

	lwkt_gettoken(&nmp->nm_token);

	if (nmp->nm_txstate == NFSSVC_INIT)
		nmp->nm_txstate = NFSSVC_PENDING;

	for (;;) {
		if (nmp->nm_txstate == NFSSVC_WAITING) {
			tsleep(&nmp->nm_txstate, 0, "nfsidl", 0);
			continue;
		}
		if (nmp->nm_txstate != NFSSVC_PENDING)
			break;
		nmp->nm_txstate = NFSSVC_WAITING;

		/*
		 * Eep, we could blow out the mbuf allocator if we just
		 * did everything the kernel wanted us to do.
		 */
		while ((bio = TAILQ_FIRST(&nmp->nm_bioq)) != NULL) {
			if (nmp->nm_reqqlen > nfs_maxasyncbio)
				break;
			TAILQ_REMOVE(&nmp->nm_bioq, bio, bio_act);
			vp = bio->bio_driver_info;
			nfs_startio(vp, bio, NULL);
		}

		/*
		 * Process reauths & retransmits.  If we get an EINPROGRESS
		 * it means the state transitioned to WAITREPLY or later.
		 * Otherwise the request completed (probably with an error
		 * since we didn't get to a replied state).
		 */
		while ((req = TAILQ_FIRST(&nmp->nm_reqtxq)) != NULL) {
			TAILQ_REMOVE(&nmp->nm_reqtxq, req, r_chain);
			info = req->r_info;
			KKASSERT(info);
			info->error = nfs_request(info,
						  NFSM_STATE_AUTH,
						  NFSM_STATE_WAITREPLY);
			if (info->error == EINPROGRESS) {
				;
			} else {
				atomic_subtract_int(&nmp->nm_bioqlen, 1);
				info->done(info);
			}
		}
	}
	nmp->nm_txthread = NULL;
	nmp->nm_txstate = NFSSVC_DONE;
	lwkt_reltoken(&nmp->nm_token);
	wakeup(&nmp->nm_txthread);
}

void
nfssvc_iod_stop1(struct nfsmount *nmp)
{
	nmp->nm_txstate = NFSSVC_STOPPING;
	nmp->nm_rxstate = NFSSVC_STOPPING;
}

void
nfssvc_iod_stop2(struct nfsmount *nmp)
{
	wakeup(&nmp->nm_txstate);
	while (nmp->nm_txthread)
		tsleep(&nmp->nm_txthread, 0, "nfssttx", hz*2);
	wakeup(&nmp->nm_rxstate);
	while (nmp->nm_rxthread)
		tsleep(&nmp->nm_rxthread, 0, "nfsstrx", hz*2);
}

void
nfssvc_iod_writer_wakeup(struct nfsmount *nmp)
{
	if (nmp->nm_txstate == NFSSVC_WAITING) {
		nmp->nm_txstate = NFSSVC_PENDING;
		wakeup(&nmp->nm_txstate);
	}
}

void
nfssvc_iod_reader_wakeup(struct nfsmount *nmp)
{
	if (nmp->nm_rxstate == NFSSVC_WAITING) {
		nmp->nm_rxstate = NFSSVC_PENDING;
		wakeup(&nmp->nm_rxstate);
	}
}
Commit	Line	Data
52e1cf57 MD	1	/*
	2	* Copyright (c) 2009 The DragonFly Project. All rights reserved.
	3	*
	4	* This code is derived from software contributed to The DragonFly Project
	5	* by Matthew Dillon <dillon@backplane.com>
	6	*
	7	* Redistribution and use in source and binary forms, with or without
	8	* modification, are permitted provided that the following conditions
	9	* are met:
	10	*
	11	* 1. Redistributions of source code must retain the above copyright
	12	* notice, this list of conditions and the following disclaimer.
	13	* 2. Redistributions in binary form must reproduce the above copyright
	14	* notice, this list of conditions and the following disclaimer in
	15	* the documentation and/or other materials provided with the
	16	* distribution.
	17	* 3. Neither the name of The DragonFly Project nor the names of its
	18	* contributors may be used to endorse or promote products derived
	19	* from this software without specific, prior written permission.
	20	*
	21	* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
	22	* ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
	23	* LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
	24	* FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
	25	* COPYRIGHT HOLDERS OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
	26	* INCIDENTAL, SPECIAL, EXEMPLARY OR CONSEQUENTIAL DAMAGES (INCLUDING,
	27	* BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
	28	* LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
	29	* AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
	30	* OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT
	31	* OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
	32	* SUCH DAMAGE.
	33	*/
	34	/*
	35	* NFSIOD operations - now built into the kernel.
	36	*/
	37	#include <sys/param.h>
	38	#include <sys/systm.h>
	39	#include <sys/proc.h>
	40	#include <sys/malloc.h>
	41	#include <sys/mount.h>
	42	#include <sys/kernel.h>
	43	#include <sys/mbuf.h>
	44	#include <sys/vnode.h>
	45	#include <sys/fcntl.h>
	46	#include <sys/protosw.h>
	47	#include <sys/resourcevar.h>
	48	#include <sys/socket.h>
	49	#include <sys/socketvar.h>
	50	#include <sys/socketops.h>
	51	#include <sys/syslog.h>
	52	#include <sys/thread.h>
	53	#include <sys/tprintf.h>
	54	#include <sys/sysctl.h>
	55	#include <sys/signalvar.h>
	56	#include <sys/mutex.h>
	57
	58	#include <sys/signal2.h>
c9e9fb21	59	#include <sys/thread2.h>
52e1cf57	60	#include <sys/mutex2.h>
c9e9fb21	61	#include <sys/mplock2.h>
52e1cf57 MD	62
	63	#include <netinet/in.h>
	64	#include <netinet/tcp.h>
52e1cf57 MD	65
	66	#include "rpcv2.h"
	67	#include "nfsproto.h"
	68	#include "nfs.h"
	69	#include "xdr_subs.h"
	70	#include "nfsm_subs.h"
	71	#include "nfsmount.h"
	72	#include "nfsnode.h"
	73	#include "nfsrtt.h"
	74
c9e9fb21 MD	75	/*
	76	* nfs service connection reader thread
	77	*/
52e1cf57 MD	78	void
	79	nfssvc_iod_reader(void *arg)
	80	{
	81	struct nfsmount *nmp = arg;
edb90c22 MD	82	struct nfsm_info *info;
	83	struct nfsreq *req;
	84	int error;
52e1cf57	85
c6b43e93	86	lwkt_gettoken(&nmp->nm_token);
c9e9fb21	87
52e1cf57 MD	88	if (nmp->nm_rxstate == NFSSVC_INIT)
	89	nmp->nm_rxstate = NFSSVC_PENDING;
	90	for (;;) {
	91	if (nmp->nm_rxstate == NFSSVC_WAITING) {
edb90c22 MD	92	if (TAILQ_FIRST(&nmp->nm_reqq) == NULL &&
	93	TAILQ_FIRST(&nmp->nm_reqrxq) == NULL) {
	94	tsleep(&nmp->nm_rxstate, 0, "nfsidl", 0);
	95	} else {
	96	/*
	97	* This can happen during shutdown, we don't
	98	* want to hardloop.
	99	*/
	100	error = nfs_reply(nmp, NULL);
	101	if (error && error != EWOULDBLOCK) {
	102	tsleep(&nmp->nm_rxstate, 0,
	103	"nfsxxx", hz / 10);
	104	}
	105	}
52e1cf57 MD	106	continue;
	107	}
	108	if (nmp->nm_rxstate != NFSSVC_PENDING)
	109	break;
	110	nmp->nm_rxstate = NFSSVC_WAITING;
	111
edb90c22 MD	112	/*
	113	* Process requests which have received replies. Only
	114	* process the post-reply states. If we get EINPROGRESS
	115	* it means the request went back to an auth or retransmit
	116	* state and we let the iod_writer thread deal with it.
	117	*
f8565b0f MD	118	* Any lock on the request is strictly temporary due to
	119	* MP races (XXX).
	120	*
edb90c22 MD	121	* If the request completes we run the info->done call
	122	* to finish up the I/O.
	123	*/
	124	while ((req = TAILQ_FIRST(&nmp->nm_reqrxq)) != NULL) {
f8565b0f MD	125	if (req->r_flags & R_LOCKED) {
	126	while (req->r_flags & R_LOCKED) {
	127	req->r_flags \|= R_WANTED;
	128	tsleep(req, 0, "nfstrac", 0);
	129	}
	130	continue;
	131	}
edb90c22 MD	132	TAILQ_REMOVE(&nmp->nm_reqrxq, req, r_chain);
	133	info = req->r_info;
	134	KKASSERT(info);
	135	info->error = nfs_request(info,
	136	NFSM_STATE_PROCESSREPLY,
	137	NFSM_STATE_DONE);
	138	if (info->error == EINPROGRESS) {
	139	kprintf("rxq: move info %p back to txq\n", info);
	140	TAILQ_INSERT_TAIL(&nmp->nm_reqtxq, req, r_chain);
	141	nfssvc_iod_writer_wakeup(nmp);
	142	} else {
f8565b0f	143	atomic_subtract_int(&nmp->nm_bioqlen, 1);
edb90c22 MD	144	info->done(info);
	145	}
	146	}
52e1cf57 MD	147	}
	148	nmp->nm_rxthread = NULL;
	149	nmp->nm_rxstate = NFSSVC_DONE;
c6b43e93 MD	150
c6b43e93 MD	151	lwkt_reltoken(&nmp->nm_token);
52e1cf57 MD	152	wakeup(&nmp->nm_rxthread);
	153	}
	154
	155	/*
c9e9fb21 MD	156	* nfs service connection writer thread
c9e9fb21 MD	157	*
52e1cf57 MD	158	* The writer sits on the send side of the client's socket and
	159	* does both the initial processing of BIOs and also transmission
	160	* and retransmission of nfsreq's.
edb90c22 MD	161	*
	162	* The writer processes both new BIOs from nm_bioq and retransmit
	163	* or state machine jumpbacks from nm_reqtxq
52e1cf57 MD	164	*/
	165	void
	166	nfssvc_iod_writer(void *arg)
	167	{
	168	struct nfsmount *nmp = arg;
	169	struct bio *bio;
edb90c22	170	struct nfsreq *req;
52e1cf57	171	struct vnode *vp;
edb90c22	172	nfsm_info_t info;
52e1cf57	173
c6b43e93	174	lwkt_gettoken(&nmp->nm_token);
c9e9fb21	175
52e1cf57 MD	176	if (nmp->nm_txstate == NFSSVC_INIT)
52e1cf57 MD	177	nmp->nm_txstate = NFSSVC_PENDING;
c9e9fb21	178
52e1cf57 MD	179	for (;;) {
	180	if (nmp->nm_txstate == NFSSVC_WAITING) {
	181	tsleep(&nmp->nm_txstate, 0, "nfsidl", 0);
	182	continue;
	183	}
	184	if (nmp->nm_txstate != NFSSVC_PENDING)
	185	break;
	186	nmp->nm_txstate = NFSSVC_WAITING;
	187
cc7d050e MD	188	/*
	189	* Eep, we could blow out the mbuf allocator if we just
	190	* did everything the kernel wanted us to do.
	191	*/
f8565b0f	192	while ((bio = TAILQ_FIRST(&nmp->nm_bioq)) != NULL) {
b9a7a2bd	193	if (nmp->nm_reqqlen > nfs_maxasyncbio)
cc7d050e	194	break;
52e1cf57	195	TAILQ_REMOVE(&nmp->nm_bioq, bio, bio_act);
52e1cf57	196	vp = bio->bio_driver_info;
edb90c22 MD	197	nfs_startio(vp, bio, NULL);
	198	}
	199
	200	/*
	201	* Process reauths & retransmits. If we get an EINPROGRESS
	202	* it means the state transitioned to WAITREPLY or later.
	203	* Otherwise the request completed (probably with an error
	204	* since we didn't get to a replied state).
	205	*/
	206	while ((req = TAILQ_FIRST(&nmp->nm_reqtxq)) != NULL) {
	207	TAILQ_REMOVE(&nmp->nm_reqtxq, req, r_chain);
	208	info = req->r_info;
	209	KKASSERT(info);
	210	info->error = nfs_request(info,
	211	NFSM_STATE_AUTH,
	212	NFSM_STATE_WAITREPLY);
	213	if (info->error == EINPROGRESS) {
f8565b0f	214	;
edb90c22	215	} else {
f8565b0f	216	atomic_subtract_int(&nmp->nm_bioqlen, 1);
edb90c22 MD	217	info->done(info);
edb90c22 MD	218	}
52e1cf57 MD	219	}
	220	}
	221	nmp->nm_txthread = NULL;
	222	nmp->nm_txstate = NFSSVC_DONE;
c6b43e93	223	lwkt_reltoken(&nmp->nm_token);
52e1cf57 MD	224	wakeup(&nmp->nm_txthread);
	225	}
	226
	227	void
13ddc895	228	nfssvc_iod_stop1(struct nfsmount *nmp)
52e1cf57 MD	229	{
52e1cf57 MD	230	nmp->nm_txstate = NFSSVC_STOPPING;
13ddc895	231	nmp->nm_rxstate = NFSSVC_STOPPING;
13ddc895 MD	232	}
	233
	234	void
	235	nfssvc_iod_stop2(struct nfsmount *nmp)
	236	{
52e1cf57 MD	237	wakeup(&nmp->nm_txstate);
52e1cf57 MD	238	while (nmp->nm_txthread)
a63246d1	239	tsleep(&nmp->nm_txthread, 0, "nfssttx", hz*2);
52e1cf57 MD	240	wakeup(&nmp->nm_rxstate);
52e1cf57 MD	241	while (nmp->nm_rxthread)
a63246d1	242	tsleep(&nmp->nm_rxthread, 0, "nfsstrx", hz*2);
52e1cf57 MD	243	}
	244
	245	void
	246	nfssvc_iod_writer_wakeup(struct nfsmount *nmp)
	247	{
	248	if (nmp->nm_txstate == NFSSVC_WAITING) {
	249	nmp->nm_txstate = NFSSVC_PENDING;
	250	wakeup(&nmp->nm_txstate);
	251	}
	252	}
edb90c22 MD	253
	254	void
	255	nfssvc_iod_reader_wakeup(struct nfsmount *nmp)
	256	{
	257	if (nmp->nm_rxstate == NFSSVC_WAITING) {
	258	nmp->nm_rxstate = NFSSVC_PENDING;
	259	wakeup(&nmp->nm_rxstate);
	260	}
	261	}