1191783Srmacklem/*-
2191783Srmacklem * Copyright (c) 1989, 1993
3191783Srmacklem *	The Regents of the University of California.  All rights reserved.
4191783Srmacklem *
5191783Srmacklem * This code is derived from software contributed to Berkeley by
6191783Srmacklem * Rick Macklem at The University of Guelph.
7191783Srmacklem *
8191783Srmacklem * Redistribution and use in source and binary forms, with or without
9191783Srmacklem * modification, are permitted provided that the following conditions
10191783Srmacklem * are met:
11191783Srmacklem * 1. Redistributions of source code must retain the above copyright
12191783Srmacklem *    notice, this list of conditions and the following disclaimer.
13191783Srmacklem * 2. Redistributions in binary form must reproduce the above copyright
14191783Srmacklem *    notice, this list of conditions and the following disclaimer in the
15191783Srmacklem *    documentation and/or other materials provided with the distribution.
16191783Srmacklem * 4. Neither the name of the University nor the names of its contributors
17191783Srmacklem *    may be used to endorse or promote products derived from this software
18191783Srmacklem *    without specific prior written permission.
19191783Srmacklem *
20191783Srmacklem * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
21191783Srmacklem * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
22191783Srmacklem * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
23191783Srmacklem * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
24191783Srmacklem * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
25191783Srmacklem * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
26191783Srmacklem * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
27191783Srmacklem * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
28191783Srmacklem * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
29191783Srmacklem * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
30191783Srmacklem * SUCH DAMAGE.
31191783Srmacklem *
32191783Srmacklem */
33191783Srmacklem
34191783Srmacklem#include <sys/cdefs.h>
35191783Srmacklem__FBSDID("$FreeBSD$");
36191783Srmacklem
37224778Srwatson#include <sys/capability.h>
38224778Srwatson
39191783Srmacklem/*
40191783Srmacklem * Functions that perform the vfs operations required by the routines in
41191783Srmacklem * nfsd_serv.c. It is hoped that this change will make the server more
42191783Srmacklem * portable.
43191783Srmacklem */
44191783Srmacklem
45191783Srmacklem#include <fs/nfs/nfsport.h>
46214255Srmacklem#include <sys/hash.h>
47191783Srmacklem#include <sys/sysctl.h>
48192503Srmacklem#include <nlm/nlm_prot.h>
49192503Srmacklem#include <nlm/nlm.h>
50191783Srmacklem
51219028SnetchildFEATURE(nfsd, "NFSv4 server");
52219028Snetchild
53191783Srmacklemextern u_int32_t newnfs_true, newnfs_false, newnfs_xdrneg1;
54191783Srmacklemextern int nfsrv_useacl;
55191783Srmacklemextern int newnfs_numnfsd;
56191783Srmacklemextern struct mount nfsv4root_mnt;
57191783Srmacklemextern struct nfsrv_stablefirst nfsrv_stablefirst;
58191783Srmacklemextern void (*nfsd_call_servertimer)(void);
59220530Srmacklemextern SVCPOOL	*nfsrvd_pool;
60241561Srmacklemextern struct nfsv4lock nfsd_suspend_lock;
61269398Srmacklemextern struct nfssessionhash nfssessionhash[NFSSESSIONHASHSIZE];
62191783Srmacklemstruct vfsoptlist nfsv4root_opt, nfsv4root_newopt;
63191783SrmacklemNFSDLOCKMUTEX;
64254337Srmacklemstruct nfsrchash_bucket nfsrchash_table[NFSRVCACHE_HASHSIZE];
65261055Smavstruct nfsrchash_bucket nfsrcahash_table[NFSRVCACHE_HASHSIZE];
66254337Srmacklemstruct mtx nfsrc_udpmtx;
67191783Srmacklemstruct mtx nfs_v4root_mutex;
68191783Srmacklemstruct nfsrvfh nfs_rootfh, nfs_pubfh;
69191783Srmacklemint nfs_pubfhset = 0, nfs_rootfhset = 0;
70217432Srmacklemstruct proc *nfsd_master_proc = NULL;
71269398Srmacklemint nfsd_debuglevel = 0;
72217432Srmacklemstatic pid_t nfsd_master_pid = (pid_t)-1;
73217432Srmacklemstatic char nfsd_master_comm[MAXCOMLEN + 1];
74217432Srmacklemstatic struct timeval nfsd_master_start;
75192503Srmacklemstatic uint32_t nfsv4_sysid = 0;
76191783Srmacklem
77192255Srmacklemstatic int nfssvc_srvcall(struct thread *, struct nfssvc_args *,
78192255Srmacklem    struct ucred *);
79191783Srmacklem
80220645Srmacklemint nfsrv_enable_crossmntpt = 1;
81191783Srmacklemstatic int nfs_commit_blks;
82191783Srmacklemstatic int nfs_commit_miss;
83191783Srmacklemextern int nfsrv_issuedelegs;
84192255Srmacklemextern int nfsrv_dolocallocks;
85265714Srmacklemextern int nfsd_enable_stringtouid;
86192255Srmacklem
87221615SrmacklemSYSCTL_NODE(_vfs, OID_AUTO, nfsd, CTLFLAG_RW, 0, "New NFS server");
88221615SrmacklemSYSCTL_INT(_vfs_nfsd, OID_AUTO, mirrormnt, CTLFLAG_RW,
89220645Srmacklem    &nfsrv_enable_crossmntpt, 0, "Enable nfsd to cross mount points");
90221615SrmacklemSYSCTL_INT(_vfs_nfsd, OID_AUTO, commit_blks, CTLFLAG_RW, &nfs_commit_blks,
91192255Srmacklem    0, "");
92221615SrmacklemSYSCTL_INT(_vfs_nfsd, OID_AUTO, commit_miss, CTLFLAG_RW, &nfs_commit_miss,
93192255Srmacklem    0, "");
94221615SrmacklemSYSCTL_INT(_vfs_nfsd, OID_AUTO, issue_delegations, CTLFLAG_RW,
95192255Srmacklem    &nfsrv_issuedelegs, 0, "Enable nfsd to issue delegations");
96221615SrmacklemSYSCTL_INT(_vfs_nfsd, OID_AUTO, enable_locallocks, CTLFLAG_RW,
97192255Srmacklem    &nfsrv_dolocallocks, 0, "Enable nfsd to acquire local locks on files");
98269398SrmacklemSYSCTL_INT(_vfs_nfsd, OID_AUTO, debuglevel, CTLFLAG_RW, &nfsd_debuglevel,
99269398Srmacklem    0, "Debug level for new nfs server");
100265714SrmacklemSYSCTL_INT(_vfs_nfsd, OID_AUTO, enable_stringtouid, CTLFLAG_RW,
101265714Srmacklem    &nfsd_enable_stringtouid, 0, "Enable nfsd to accept numeric owner_names");
102191783Srmacklem
103228185Sjhb#define	MAX_REORDERED_RPC	16
104228185Sjhb#define	NUM_HEURISTIC		1031
105191783Srmacklem#define	NHUSE_INIT		64
106191783Srmacklem#define	NHUSE_INC		16
107191783Srmacklem#define	NHUSE_MAX		2048
108191783Srmacklem
109191783Srmacklemstatic struct nfsheur {
110191783Srmacklem	struct vnode *nh_vp;	/* vp to match (unreferenced pointer) */
111228185Sjhb	off_t nh_nextoff;	/* next offset for sequential detection */
112191783Srmacklem	int nh_use;		/* use count for selection */
113191783Srmacklem	int nh_seqcount;	/* heuristic */
114191783Srmacklem} nfsheur[NUM_HEURISTIC];
115191783Srmacklem
116191783Srmacklem
117191783Srmacklem/*
118228185Sjhb * Heuristic to detect sequential operation.
119228185Sjhb */
120228185Sjhbstatic struct nfsheur *
121228185Sjhbnfsrv_sequential_heuristic(struct uio *uio, struct vnode *vp)
122228185Sjhb{
123228185Sjhb	struct nfsheur *nh;
124228185Sjhb	int hi, try;
125228185Sjhb
126228185Sjhb	/* Locate best candidate. */
127228185Sjhb	try = 32;
128228185Sjhb	hi = ((int)(vm_offset_t)vp / sizeof(struct vnode)) % NUM_HEURISTIC;
129228185Sjhb	nh = &nfsheur[hi];
130228185Sjhb	while (try--) {
131228185Sjhb		if (nfsheur[hi].nh_vp == vp) {
132228185Sjhb			nh = &nfsheur[hi];
133228185Sjhb			break;
134228185Sjhb		}
135228185Sjhb		if (nfsheur[hi].nh_use > 0)
136228185Sjhb			--nfsheur[hi].nh_use;
137228185Sjhb		hi = (hi + 1) % NUM_HEURISTIC;
138228185Sjhb		if (nfsheur[hi].nh_use < nh->nh_use)
139228185Sjhb			nh = &nfsheur[hi];
140228185Sjhb	}
141228185Sjhb
142228185Sjhb	/* Initialize hint if this is a new file. */
143228185Sjhb	if (nh->nh_vp != vp) {
144228185Sjhb		nh->nh_vp = vp;
145228185Sjhb		nh->nh_nextoff = uio->uio_offset;
146228185Sjhb		nh->nh_use = NHUSE_INIT;
147228185Sjhb		if (uio->uio_offset == 0)
148228185Sjhb			nh->nh_seqcount = 4;
149228185Sjhb		else
150228185Sjhb			nh->nh_seqcount = 1;
151228185Sjhb	}
152228185Sjhb
153228185Sjhb	/* Calculate heuristic. */
154228185Sjhb	if ((uio->uio_offset == 0 && nh->nh_seqcount > 0) ||
155228185Sjhb	    uio->uio_offset == nh->nh_nextoff) {
156228185Sjhb		/* See comments in vfs_vnops.c:sequential_heuristic(). */
157228185Sjhb		nh->nh_seqcount += howmany(uio->uio_resid, 16384);
158228185Sjhb		if (nh->nh_seqcount > IO_SEQMAX)
159228185Sjhb			nh->nh_seqcount = IO_SEQMAX;
160228185Sjhb	} else if (qabs(uio->uio_offset - nh->nh_nextoff) <= MAX_REORDERED_RPC *
161228185Sjhb	    imax(vp->v_mount->mnt_stat.f_iosize, uio->uio_resid)) {
162228185Sjhb		/* Probably a reordered RPC, leave seqcount alone. */
163228185Sjhb	} else if (nh->nh_seqcount > 1) {
164228185Sjhb		nh->nh_seqcount /= 2;
165228185Sjhb	} else {
166228185Sjhb		nh->nh_seqcount = 0;
167228185Sjhb	}
168228185Sjhb	nh->nh_use += NHUSE_INC;
169228185Sjhb	if (nh->nh_use > NHUSE_MAX)
170228185Sjhb		nh->nh_use = NHUSE_MAX;
171228185Sjhb	return (nh);
172228185Sjhb}
173228185Sjhb
174228185Sjhb/*
175191783Srmacklem * Get attributes into nfsvattr structure.
176191783Srmacklem */
177191783Srmacklemint
178191783Srmacklemnfsvno_getattr(struct vnode *vp, struct nfsvattr *nvap, struct ucred *cred,
179216693Srmacklem    struct thread *p, int vpislocked)
180191783Srmacklem{
181191783Srmacklem	int error, lockedit = 0;
182191783Srmacklem
183216693Srmacklem	if (vpislocked == 0) {
184216693Srmacklem		/*
185216693Srmacklem		 * When vpislocked == 0, the vnode is either exclusively
186216693Srmacklem		 * locked by this thread or not locked by this thread.
187216693Srmacklem		 * As such, shared lock it, if not exclusively locked.
188216693Srmacklem		 */
189224083Szack		if (NFSVOPISLOCKED(vp) != LK_EXCLUSIVE) {
190216693Srmacklem			lockedit = 1;
191224081Szack			NFSVOPLOCK(vp, LK_SHARED | LK_RETRY);
192216693Srmacklem		}
193191783Srmacklem	}
194191783Srmacklem	error = VOP_GETATTR(vp, &nvap->na_vattr, cred);
195216693Srmacklem	if (lockedit != 0)
196224082Szack		NFSVOPUNLOCK(vp, 0);
197224086Szack
198224086Szack	NFSEXITCODE(error);
199191783Srmacklem	return (error);
200191783Srmacklem}
201191783Srmacklem
202191783Srmacklem/*
203191783Srmacklem * Get a file handle for a vnode.
204191783Srmacklem */
205191783Srmacklemint
206191783Srmacklemnfsvno_getfh(struct vnode *vp, fhandle_t *fhp, struct thread *p)
207191783Srmacklem{
208191783Srmacklem	int error;
209191783Srmacklem
210191783Srmacklem	NFSBZERO((caddr_t)fhp, sizeof(fhandle_t));
211191783Srmacklem	fhp->fh_fsid = vp->v_mount->mnt_stat.f_fsid;
212191783Srmacklem	error = VOP_VPTOFH(vp, &fhp->fh_fid);
213224086Szack
214224086Szack	NFSEXITCODE(error);
215191783Srmacklem	return (error);
216191783Srmacklem}
217191783Srmacklem
218191783Srmacklem/*
219191783Srmacklem * Perform access checking for vnodes obtained from file handles that would
220191783Srmacklem * refer to files already opened by a Unix client. You cannot just use
221200999Srmacklem * vn_writechk() and VOP_ACCESSX() for two reasons.
222200999Srmacklem * 1 - You must check for exported rdonly as well as MNT_RDONLY for the write
223200999Srmacklem *     case.
224191783Srmacklem * 2 - The owner is to be given access irrespective of mode bits for some
225191783Srmacklem *     operations, so that processes that chmod after opening a file don't
226191783Srmacklem *     break.
227191783Srmacklem */
228191783Srmacklemint
229200999Srmacklemnfsvno_accchk(struct vnode *vp, accmode_t accmode, struct ucred *cred,
230200999Srmacklem    struct nfsexstuff *exp, struct thread *p, int override, int vpislocked,
231200999Srmacklem    u_int32_t *supportedtypep)
232191783Srmacklem{
233191783Srmacklem	struct vattr vattr;
234191783Srmacklem	int error = 0, getret = 0;
235191783Srmacklem
236216893Srmacklem	if (vpislocked == 0) {
237224086Szack		if (NFSVOPLOCK(vp, LK_SHARED) != 0) {
238224086Szack			error = EPERM;
239224086Szack			goto out;
240224086Szack		}
241216893Srmacklem	}
242191783Srmacklem	if (accmode & VWRITE) {
243191783Srmacklem		/* Just vn_writechk() changed to check rdonly */
244191783Srmacklem		/*
245191783Srmacklem		 * Disallow write attempts on read-only file systems;
246191783Srmacklem		 * unless the file is a socket or a block or character
247191783Srmacklem		 * device resident on the file system.
248191783Srmacklem		 */
249191783Srmacklem		if (NFSVNO_EXRDONLY(exp) ||
250200999Srmacklem		    (vp->v_mount->mnt_flag & MNT_RDONLY)) {
251191783Srmacklem			switch (vp->v_type) {
252191783Srmacklem			case VREG:
253191783Srmacklem			case VDIR:
254191783Srmacklem			case VLNK:
255216893Srmacklem				error = EROFS;
256191783Srmacklem			default:
257191783Srmacklem				break;
258191783Srmacklem			}
259191783Srmacklem		}
260191783Srmacklem		/*
261191783Srmacklem		 * If there's shared text associated with
262191783Srmacklem		 * the inode, try to free it up once.  If
263191783Srmacklem		 * we fail, we can't allow writing.
264191783Srmacklem		 */
265241025Skib		if (VOP_IS_TEXT(vp) && error == 0)
266216893Srmacklem			error = ETXTBSY;
267191783Srmacklem	}
268216893Srmacklem	if (error != 0) {
269216893Srmacklem		if (vpislocked == 0)
270224082Szack			NFSVOPUNLOCK(vp, 0);
271224086Szack		goto out;
272216893Srmacklem	}
273191783Srmacklem
274191783Srmacklem	/*
275191783Srmacklem	 * Should the override still be applied when ACLs are enabled?
276191783Srmacklem	 */
277200999Srmacklem	error = VOP_ACCESSX(vp, accmode, cred, p);
278200999Srmacklem	if (error != 0 && (accmode & (VDELETE | VDELETE_CHILD))) {
279200999Srmacklem		/*
280200999Srmacklem		 * Try again with VEXPLICIT_DENY, to see if the test for
281200999Srmacklem		 * deletion is supported.
282200999Srmacklem		 */
283200999Srmacklem		error = VOP_ACCESSX(vp, accmode | VEXPLICIT_DENY, cred, p);
284200999Srmacklem		if (error == 0) {
285200999Srmacklem			if (vp->v_type == VDIR) {
286200999Srmacklem				accmode &= ~(VDELETE | VDELETE_CHILD);
287200999Srmacklem				accmode |= VWRITE;
288200999Srmacklem				error = VOP_ACCESSX(vp, accmode, cred, p);
289200999Srmacklem			} else if (supportedtypep != NULL) {
290200999Srmacklem				*supportedtypep &= ~NFSACCESS_DELETE;
291200999Srmacklem			}
292200999Srmacklem		}
293200999Srmacklem	}
294191783Srmacklem
295191783Srmacklem	/*
296191783Srmacklem	 * Allow certain operations for the owner (reads and writes
297191783Srmacklem	 * on files that are already open).
298191783Srmacklem	 */
299191783Srmacklem	if (override != NFSACCCHK_NOOVERRIDE &&
300191783Srmacklem	    (error == EPERM || error == EACCES)) {
301191783Srmacklem		if (cred->cr_uid == 0 && (override & NFSACCCHK_ALLOWROOT))
302191783Srmacklem			error = 0;
303191783Srmacklem		else if (override & NFSACCCHK_ALLOWOWNER) {
304191783Srmacklem			getret = VOP_GETATTR(vp, &vattr, cred);
305191783Srmacklem			if (getret == 0 && cred->cr_uid == vattr.va_uid)
306191783Srmacklem				error = 0;
307191783Srmacklem		}
308191783Srmacklem	}
309191783Srmacklem	if (vpislocked == 0)
310224082Szack		NFSVOPUNLOCK(vp, 0);
311224086Szack
312224086Szackout:
313224086Szack	NFSEXITCODE(error);
314191783Srmacklem	return (error);
315191783Srmacklem}
316191783Srmacklem
317191783Srmacklem/*
318191783Srmacklem * Set attribute(s) vnop.
319191783Srmacklem */
320191783Srmacklemint
321191783Srmacklemnfsvno_setattr(struct vnode *vp, struct nfsvattr *nvap, struct ucred *cred,
322191783Srmacklem    struct thread *p, struct nfsexstuff *exp)
323191783Srmacklem{
324191783Srmacklem	int error;
325191783Srmacklem
326191783Srmacklem	error = VOP_SETATTR(vp, &nvap->na_vattr, cred);
327224086Szack	NFSEXITCODE(error);
328191783Srmacklem	return (error);
329191783Srmacklem}
330191783Srmacklem
331191783Srmacklem/*
332231805Srmacklem * Set up nameidata for a lookup() call and do it.
333191783Srmacklem */
334191783Srmacklemint
335191783Srmacklemnfsvno_namei(struct nfsrv_descript *nd, struct nameidata *ndp,
336191783Srmacklem    struct vnode *dp, int islocked, struct nfsexstuff *exp, struct thread *p,
337191783Srmacklem    struct vnode **retdirp)
338191783Srmacklem{
339191783Srmacklem	struct componentname *cnp = &ndp->ni_cnd;
340191783Srmacklem	int i;
341191783Srmacklem	struct iovec aiov;
342191783Srmacklem	struct uio auio;
343191783Srmacklem	int lockleaf = (cnp->cn_flags & LOCKLEAF) != 0, linklen;
344191783Srmacklem	int error = 0, crossmnt;
345191783Srmacklem	char *cp;
346191783Srmacklem
347191783Srmacklem	*retdirp = NULL;
348191783Srmacklem	cnp->cn_nameptr = cnp->cn_pnbuf;
349225356Srmacklem	ndp->ni_strictrelative = 0;
350191783Srmacklem	/*
351191783Srmacklem	 * Extract and set starting directory.
352191783Srmacklem	 */
353191783Srmacklem	if (dp->v_type != VDIR) {
354191783Srmacklem		if (islocked)
355191783Srmacklem			vput(dp);
356191783Srmacklem		else
357191783Srmacklem			vrele(dp);
358191783Srmacklem		nfsvno_relpathbuf(ndp);
359224086Szack		error = ENOTDIR;
360224086Szack		goto out1;
361191783Srmacklem	}
362191783Srmacklem	if (islocked)
363224080Szack		NFSVOPUNLOCK(dp, 0);
364191783Srmacklem	VREF(dp);
365191783Srmacklem	*retdirp = dp;
366191783Srmacklem	if (NFSVNO_EXRDONLY(exp))
367191783Srmacklem		cnp->cn_flags |= RDONLY;
368191783Srmacklem	ndp->ni_segflg = UIO_SYSSPACE;
369191783Srmacklem	crossmnt = 1;
370191783Srmacklem
371191783Srmacklem	if (nd->nd_flag & ND_PUBLOOKUP) {
372191783Srmacklem		ndp->ni_loopcnt = 0;
373191783Srmacklem		if (cnp->cn_pnbuf[0] == '/') {
374191783Srmacklem			vrele(dp);
375191783Srmacklem			/*
376191783Srmacklem			 * Check for degenerate pathnames here, since lookup()
377191783Srmacklem			 * panics on them.
378191783Srmacklem			 */
379191783Srmacklem			for (i = 1; i < ndp->ni_pathlen; i++)
380191783Srmacklem				if (cnp->cn_pnbuf[i] != '/')
381191783Srmacklem					break;
382191783Srmacklem			if (i == ndp->ni_pathlen) {
383191783Srmacklem				error = NFSERR_ACCES;
384191783Srmacklem				goto out;
385191783Srmacklem			}
386191783Srmacklem			dp = rootvnode;
387191783Srmacklem			VREF(dp);
388191783Srmacklem		}
389220645Srmacklem	} else if ((nfsrv_enable_crossmntpt == 0 && NFSVNO_EXPORTED(exp)) ||
390191783Srmacklem	    (nd->nd_flag & ND_NFSV4) == 0) {
391191783Srmacklem		/*
392191783Srmacklem		 * Only cross mount points for NFSv4 when doing a
393191783Srmacklem		 * mount while traversing the file system above
394220645Srmacklem		 * the mount point, unless nfsrv_enable_crossmntpt is set.
395191783Srmacklem		 */
396191783Srmacklem		cnp->cn_flags |= NOCROSSMOUNT;
397191783Srmacklem		crossmnt = 0;
398191783Srmacklem	}
399191783Srmacklem
400191783Srmacklem	/*
401191783Srmacklem	 * Initialize for scan, set ni_startdir and bump ref on dp again
402250657Sdes	 * because lookup() will dereference ni_startdir.
403191783Srmacklem	 */
404191783Srmacklem
405191783Srmacklem	cnp->cn_thread = p;
406191783Srmacklem	ndp->ni_startdir = dp;
407191783Srmacklem	ndp->ni_rootdir = rootvnode;
408232467Srmacklem	ndp->ni_topdir = NULL;
409191783Srmacklem
410191783Srmacklem	if (!lockleaf)
411191783Srmacklem		cnp->cn_flags |= LOCKLEAF;
412191783Srmacklem	for (;;) {
413191783Srmacklem		cnp->cn_nameptr = cnp->cn_pnbuf;
414191783Srmacklem		/*
415191783Srmacklem		 * Call lookup() to do the real work.  If an error occurs,
416191783Srmacklem		 * ndp->ni_vp and ni_dvp are left uninitialized or NULL and
417191783Srmacklem		 * we do not have to dereference anything before returning.
418191783Srmacklem		 * In either case ni_startdir will be dereferenced and NULLed
419191783Srmacklem		 * out.
420191783Srmacklem		 */
421191783Srmacklem		error = lookup(ndp);
422191783Srmacklem		if (error)
423191783Srmacklem			break;
424191783Srmacklem
425191783Srmacklem		/*
426191783Srmacklem		 * Check for encountering a symbolic link.  Trivial
427191783Srmacklem		 * termination occurs if no symlink encountered.
428191783Srmacklem		 */
429191783Srmacklem		if ((cnp->cn_flags & ISSYMLINK) == 0) {
430191783Srmacklem			if ((cnp->cn_flags & (SAVENAME | SAVESTART)) == 0)
431191783Srmacklem				nfsvno_relpathbuf(ndp);
432191783Srmacklem			if (ndp->ni_vp && !lockleaf)
433224080Szack				NFSVOPUNLOCK(ndp->ni_vp, 0);
434191783Srmacklem			break;
435191783Srmacklem		}
436191783Srmacklem
437191783Srmacklem		/*
438191783Srmacklem		 * Validate symlink
439191783Srmacklem		 */
440191783Srmacklem		if ((cnp->cn_flags & LOCKPARENT) && ndp->ni_pathlen == 1)
441224080Szack			NFSVOPUNLOCK(ndp->ni_dvp, 0);
442191783Srmacklem		if (!(nd->nd_flag & ND_PUBLOOKUP)) {
443191783Srmacklem			error = EINVAL;
444191783Srmacklem			goto badlink2;
445191783Srmacklem		}
446191783Srmacklem
447191783Srmacklem		if (ndp->ni_loopcnt++ >= MAXSYMLINKS) {
448191783Srmacklem			error = ELOOP;
449191783Srmacklem			goto badlink2;
450191783Srmacklem		}
451191783Srmacklem		if (ndp->ni_pathlen > 1)
452191783Srmacklem			cp = uma_zalloc(namei_zone, M_WAITOK);
453191783Srmacklem		else
454191783Srmacklem			cp = cnp->cn_pnbuf;
455191783Srmacklem		aiov.iov_base = cp;
456191783Srmacklem		aiov.iov_len = MAXPATHLEN;
457191783Srmacklem		auio.uio_iov = &aiov;
458191783Srmacklem		auio.uio_iovcnt = 1;
459191783Srmacklem		auio.uio_offset = 0;
460191783Srmacklem		auio.uio_rw = UIO_READ;
461191783Srmacklem		auio.uio_segflg = UIO_SYSSPACE;
462191783Srmacklem		auio.uio_td = NULL;
463191783Srmacklem		auio.uio_resid = MAXPATHLEN;
464191783Srmacklem		error = VOP_READLINK(ndp->ni_vp, &auio, cnp->cn_cred);
465191783Srmacklem		if (error) {
466191783Srmacklem		badlink1:
467191783Srmacklem			if (ndp->ni_pathlen > 1)
468191783Srmacklem				uma_zfree(namei_zone, cp);
469191783Srmacklem		badlink2:
470191783Srmacklem			vrele(ndp->ni_dvp);
471191783Srmacklem			vput(ndp->ni_vp);
472191783Srmacklem			break;
473191783Srmacklem		}
474191783Srmacklem		linklen = MAXPATHLEN - auio.uio_resid;
475191783Srmacklem		if (linklen == 0) {
476191783Srmacklem			error = ENOENT;
477191783Srmacklem			goto badlink1;
478191783Srmacklem		}
479191783Srmacklem		if (linklen + ndp->ni_pathlen >= MAXPATHLEN) {
480191783Srmacklem			error = ENAMETOOLONG;
481191783Srmacklem			goto badlink1;
482191783Srmacklem		}
483191783Srmacklem
484191783Srmacklem		/*
485191783Srmacklem		 * Adjust or replace path
486191783Srmacklem		 */
487191783Srmacklem		if (ndp->ni_pathlen > 1) {
488191783Srmacklem			NFSBCOPY(ndp->ni_next, cp + linklen, ndp->ni_pathlen);
489191783Srmacklem			uma_zfree(namei_zone, cnp->cn_pnbuf);
490191783Srmacklem			cnp->cn_pnbuf = cp;
491191783Srmacklem		} else
492191783Srmacklem			cnp->cn_pnbuf[linklen] = '\0';
493191783Srmacklem		ndp->ni_pathlen += linklen;
494191783Srmacklem
495191783Srmacklem		/*
496191783Srmacklem		 * Cleanup refs for next loop and check if root directory
497191783Srmacklem		 * should replace current directory.  Normally ni_dvp
498191783Srmacklem		 * becomes the new base directory and is cleaned up when
499191783Srmacklem		 * we loop.  Explicitly null pointers after invalidation
500191783Srmacklem		 * to clarify operation.
501191783Srmacklem		 */
502191783Srmacklem		vput(ndp->ni_vp);
503191783Srmacklem		ndp->ni_vp = NULL;
504191783Srmacklem
505191783Srmacklem		if (cnp->cn_pnbuf[0] == '/') {
506191783Srmacklem			vrele(ndp->ni_dvp);
507191783Srmacklem			ndp->ni_dvp = ndp->ni_rootdir;
508191783Srmacklem			VREF(ndp->ni_dvp);
509191783Srmacklem		}
510191783Srmacklem		ndp->ni_startdir = ndp->ni_dvp;
511191783Srmacklem		ndp->ni_dvp = NULL;
512191783Srmacklem	}
513191783Srmacklem	if (!lockleaf)
514191783Srmacklem		cnp->cn_flags &= ~LOCKLEAF;
515191783Srmacklem
516191783Srmacklemout:
517191783Srmacklem	if (error) {
518235136Sjwd		nfsvno_relpathbuf(ndp);
519191783Srmacklem		ndp->ni_vp = NULL;
520191783Srmacklem		ndp->ni_dvp = NULL;
521191783Srmacklem		ndp->ni_startdir = NULL;
522191783Srmacklem	} else if ((ndp->ni_cnd.cn_flags & (WANTPARENT|LOCKPARENT)) == 0) {
523191783Srmacklem		ndp->ni_dvp = NULL;
524191783Srmacklem	}
525224086Szack
526224086Szackout1:
527224086Szack	NFSEXITCODE2(error, nd);
528191783Srmacklem	return (error);
529191783Srmacklem}
530191783Srmacklem
531191783Srmacklem/*
532191783Srmacklem * Set up a pathname buffer and return a pointer to it and, optionally
533191783Srmacklem * set a hash pointer.
534191783Srmacklem */
535191783Srmacklemvoid
536191783Srmacklemnfsvno_setpathbuf(struct nameidata *ndp, char **bufpp, u_long **hashpp)
537191783Srmacklem{
538191783Srmacklem	struct componentname *cnp = &ndp->ni_cnd;
539191783Srmacklem
540191783Srmacklem	cnp->cn_flags |= (NOMACCHECK | HASBUF);
541191783Srmacklem	cnp->cn_pnbuf = uma_zalloc(namei_zone, M_WAITOK);
542191783Srmacklem	if (hashpp != NULL)
543191783Srmacklem		*hashpp = NULL;
544191783Srmacklem	*bufpp = cnp->cn_pnbuf;
545191783Srmacklem}
546191783Srmacklem
547191783Srmacklem/*
548191783Srmacklem * Release the above path buffer, if not released by nfsvno_namei().
549191783Srmacklem */
550191783Srmacklemvoid
551191783Srmacklemnfsvno_relpathbuf(struct nameidata *ndp)
552191783Srmacklem{
553191783Srmacklem
554191783Srmacklem	if ((ndp->ni_cnd.cn_flags & HASBUF) == 0)
555191783Srmacklem		panic("nfsrelpath");
556191783Srmacklem	uma_zfree(namei_zone, ndp->ni_cnd.cn_pnbuf);
557191783Srmacklem	ndp->ni_cnd.cn_flags &= ~HASBUF;
558191783Srmacklem}
559191783Srmacklem
560191783Srmacklem/*
561191783Srmacklem * Readlink vnode op into an mbuf list.
562191783Srmacklem */
563191783Srmacklemint
564191783Srmacklemnfsvno_readlink(struct vnode *vp, struct ucred *cred, struct thread *p,
565191783Srmacklem    struct mbuf **mpp, struct mbuf **mpendp, int *lenp)
566191783Srmacklem{
567191783Srmacklem	struct iovec iv[(NFS_MAXPATHLEN+MLEN-1)/MLEN];
568191783Srmacklem	struct iovec *ivp = iv;
569191783Srmacklem	struct uio io, *uiop = &io;
570191783Srmacklem	struct mbuf *mp, *mp2 = NULL, *mp3 = NULL;
571224086Szack	int i, len, tlen, error = 0;
572191783Srmacklem
573191783Srmacklem	len = 0;
574191783Srmacklem	i = 0;
575191783Srmacklem	while (len < NFS_MAXPATHLEN) {
576191783Srmacklem		NFSMGET(mp);
577243882Sglebius		MCLGET(mp, M_WAITOK);
578191783Srmacklem		mp->m_len = NFSMSIZ(mp);
579191783Srmacklem		if (len == 0) {
580191783Srmacklem			mp3 = mp2 = mp;
581191783Srmacklem		} else {
582191783Srmacklem			mp2->m_next = mp;
583191783Srmacklem			mp2 = mp;
584191783Srmacklem		}
585191783Srmacklem		if ((len + mp->m_len) > NFS_MAXPATHLEN) {
586191783Srmacklem			mp->m_len = NFS_MAXPATHLEN - len;
587191783Srmacklem			len = NFS_MAXPATHLEN;
588191783Srmacklem		} else {
589191783Srmacklem			len += mp->m_len;
590191783Srmacklem		}
591191783Srmacklem		ivp->iov_base = mtod(mp, caddr_t);
592191783Srmacklem		ivp->iov_len = mp->m_len;
593191783Srmacklem		i++;
594191783Srmacklem		ivp++;
595191783Srmacklem	}
596191783Srmacklem	uiop->uio_iov = iv;
597191783Srmacklem	uiop->uio_iovcnt = i;
598191783Srmacklem	uiop->uio_offset = 0;
599191783Srmacklem	uiop->uio_resid = len;
600191783Srmacklem	uiop->uio_rw = UIO_READ;
601191783Srmacklem	uiop->uio_segflg = UIO_SYSSPACE;
602191783Srmacklem	uiop->uio_td = NULL;
603191783Srmacklem	error = VOP_READLINK(vp, uiop, cred);
604191783Srmacklem	if (error) {
605191783Srmacklem		m_freem(mp3);
606191783Srmacklem		*lenp = 0;
607224086Szack		goto out;
608191783Srmacklem	}
609191783Srmacklem	if (uiop->uio_resid > 0) {
610191783Srmacklem		len -= uiop->uio_resid;
611191783Srmacklem		tlen = NFSM_RNDUP(len);
612191783Srmacklem		nfsrv_adj(mp3, NFS_MAXPATHLEN - tlen, tlen - len);
613191783Srmacklem	}
614191783Srmacklem	*lenp = len;
615191783Srmacklem	*mpp = mp3;
616191783Srmacklem	*mpendp = mp;
617224086Szack
618224086Szackout:
619224086Szack	NFSEXITCODE(error);
620224086Szack	return (error);
621191783Srmacklem}
622191783Srmacklem
623191783Srmacklem/*
624191783Srmacklem * Read vnode op call into mbuf list.
625191783Srmacklem */
626191783Srmacklemint
627191783Srmacklemnfsvno_read(struct vnode *vp, off_t off, int cnt, struct ucred *cred,
628191783Srmacklem    struct thread *p, struct mbuf **mpp, struct mbuf **mpendp)
629191783Srmacklem{
630191783Srmacklem	struct mbuf *m;
631191783Srmacklem	int i;
632191783Srmacklem	struct iovec *iv;
633191783Srmacklem	struct iovec *iv2;
634228185Sjhb	int error = 0, len, left, siz, tlen, ioflag = 0;
635191783Srmacklem	struct mbuf *m2 = NULL, *m3;
636191783Srmacklem	struct uio io, *uiop = &io;
637191783Srmacklem	struct nfsheur *nh;
638191783Srmacklem
639191783Srmacklem	len = left = NFSM_RNDUP(cnt);
640191783Srmacklem	m3 = NULL;
641191783Srmacklem	/*
642191783Srmacklem	 * Generate the mbuf list with the uio_iov ref. to it.
643191783Srmacklem	 */
644191783Srmacklem	i = 0;
645191783Srmacklem	while (left > 0) {
646191783Srmacklem		NFSMGET(m);
647243882Sglebius		MCLGET(m, M_WAITOK);
648191783Srmacklem		m->m_len = 0;
649191783Srmacklem		siz = min(M_TRAILINGSPACE(m), left);
650191783Srmacklem		left -= siz;
651191783Srmacklem		i++;
652191783Srmacklem		if (m3)
653191783Srmacklem			m2->m_next = m;
654191783Srmacklem		else
655191783Srmacklem			m3 = m;
656191783Srmacklem		m2 = m;
657191783Srmacklem	}
658191783Srmacklem	MALLOC(iv, struct iovec *, i * sizeof (struct iovec),
659191783Srmacklem	    M_TEMP, M_WAITOK);
660191783Srmacklem	uiop->uio_iov = iv2 = iv;
661191783Srmacklem	m = m3;
662191783Srmacklem	left = len;
663191783Srmacklem	i = 0;
664191783Srmacklem	while (left > 0) {
665191783Srmacklem		if (m == NULL)
666191783Srmacklem			panic("nfsvno_read iov");
667191783Srmacklem		siz = min(M_TRAILINGSPACE(m), left);
668191783Srmacklem		if (siz > 0) {
669191783Srmacklem			iv->iov_base = mtod(m, caddr_t) + m->m_len;
670191783Srmacklem			iv->iov_len = siz;
671191783Srmacklem			m->m_len += siz;
672191783Srmacklem			left -= siz;
673191783Srmacklem			iv++;
674191783Srmacklem			i++;
675191783Srmacklem		}
676191783Srmacklem		m = m->m_next;
677191783Srmacklem	}
678191783Srmacklem	uiop->uio_iovcnt = i;
679191783Srmacklem	uiop->uio_offset = off;
680191783Srmacklem	uiop->uio_resid = len;
681191783Srmacklem	uiop->uio_rw = UIO_READ;
682191783Srmacklem	uiop->uio_segflg = UIO_SYSSPACE;
683265667Srmacklem	uiop->uio_td = NULL;
684228185Sjhb	nh = nfsrv_sequential_heuristic(uiop, vp);
685228185Sjhb	ioflag |= nh->nh_seqcount << IO_SEQSHIFT;
686191783Srmacklem	error = VOP_READ(vp, uiop, IO_NODELOCKED | ioflag, cred);
687191783Srmacklem	FREE((caddr_t)iv2, M_TEMP);
688191783Srmacklem	if (error) {
689191783Srmacklem		m_freem(m3);
690191783Srmacklem		*mpp = NULL;
691224086Szack		goto out;
692191783Srmacklem	}
693228185Sjhb	nh->nh_nextoff = uiop->uio_offset;
694191783Srmacklem	tlen = len - uiop->uio_resid;
695191783Srmacklem	cnt = cnt < tlen ? cnt : tlen;
696191783Srmacklem	tlen = NFSM_RNDUP(cnt);
697191783Srmacklem	if (tlen == 0) {
698191783Srmacklem		m_freem(m3);
699191783Srmacklem		m3 = NULL;
700191783Srmacklem	} else if (len != tlen || tlen != cnt)
701191783Srmacklem		nfsrv_adj(m3, len - tlen, tlen - cnt);
702191783Srmacklem	*mpp = m3;
703191783Srmacklem	*mpendp = m2;
704224086Szack
705224086Szackout:
706224086Szack	NFSEXITCODE(error);
707224086Szack	return (error);
708191783Srmacklem}
709191783Srmacklem
710191783Srmacklem/*
711191783Srmacklem * Write vnode op from an mbuf list.
712191783Srmacklem */
713191783Srmacklemint
714191783Srmacklemnfsvno_write(struct vnode *vp, off_t off, int retlen, int cnt, int stable,
715191783Srmacklem    struct mbuf *mp, char *cp, struct ucred *cred, struct thread *p)
716191783Srmacklem{
717191783Srmacklem	struct iovec *ivp;
718191783Srmacklem	int i, len;
719191783Srmacklem	struct iovec *iv;
720191783Srmacklem	int ioflags, error;
721191783Srmacklem	struct uio io, *uiop = &io;
722228185Sjhb	struct nfsheur *nh;
723191783Srmacklem
724191783Srmacklem	MALLOC(ivp, struct iovec *, cnt * sizeof (struct iovec), M_TEMP,
725191783Srmacklem	    M_WAITOK);
726191783Srmacklem	uiop->uio_iov = iv = ivp;
727191783Srmacklem	uiop->uio_iovcnt = cnt;
728191783Srmacklem	i = mtod(mp, caddr_t) + mp->m_len - cp;
729191783Srmacklem	len = retlen;
730191783Srmacklem	while (len > 0) {
731191783Srmacklem		if (mp == NULL)
732191783Srmacklem			panic("nfsvno_write");
733191783Srmacklem		if (i > 0) {
734191783Srmacklem			i = min(i, len);
735191783Srmacklem			ivp->iov_base = cp;
736191783Srmacklem			ivp->iov_len = i;
737191783Srmacklem			ivp++;
738191783Srmacklem			len -= i;
739191783Srmacklem		}
740191783Srmacklem		mp = mp->m_next;
741191783Srmacklem		if (mp) {
742191783Srmacklem			i = mp->m_len;
743191783Srmacklem			cp = mtod(mp, caddr_t);
744191783Srmacklem		}
745191783Srmacklem	}
746191783Srmacklem
747191783Srmacklem	if (stable == NFSWRITE_UNSTABLE)
748191783Srmacklem		ioflags = IO_NODELOCKED;
749191783Srmacklem	else
750191783Srmacklem		ioflags = (IO_SYNC | IO_NODELOCKED);
751191783Srmacklem	uiop->uio_resid = retlen;
752191783Srmacklem	uiop->uio_rw = UIO_WRITE;
753191783Srmacklem	uiop->uio_segflg = UIO_SYSSPACE;
754191783Srmacklem	NFSUIOPROC(uiop, p);
755191783Srmacklem	uiop->uio_offset = off;
756228185Sjhb	nh = nfsrv_sequential_heuristic(uiop, vp);
757228185Sjhb	ioflags |= nh->nh_seqcount << IO_SEQSHIFT;
758191783Srmacklem	error = VOP_WRITE(vp, uiop, ioflags, cred);
759228185Sjhb	if (error == 0)
760228185Sjhb		nh->nh_nextoff = uiop->uio_offset;
761191783Srmacklem	FREE((caddr_t)iv, M_TEMP);
762224086Szack
763224086Szack	NFSEXITCODE(error);
764191783Srmacklem	return (error);
765191783Srmacklem}
766191783Srmacklem
767191783Srmacklem/*
768191783Srmacklem * Common code for creating a regular file (plus special files for V2).
769191783Srmacklem */
770191783Srmacklemint
771191783Srmacklemnfsvno_createsub(struct nfsrv_descript *nd, struct nameidata *ndp,
772191783Srmacklem    struct vnode **vpp, struct nfsvattr *nvap, int *exclusive_flagp,
773199616Srmacklem    int32_t *cverf, NFSDEV_T rdev, struct thread *p, struct nfsexstuff *exp)
774191783Srmacklem{
775191783Srmacklem	u_quad_t tempsize;
776191783Srmacklem	int error;
777191783Srmacklem
778191783Srmacklem	error = nd->nd_repstat;
779191783Srmacklem	if (!error && ndp->ni_vp == NULL) {
780191783Srmacklem		if (nvap->na_type == VREG || nvap->na_type == VSOCK) {
781191783Srmacklem			vrele(ndp->ni_startdir);
782191783Srmacklem			error = VOP_CREATE(ndp->ni_dvp,
783191783Srmacklem			    &ndp->ni_vp, &ndp->ni_cnd, &nvap->na_vattr);
784191783Srmacklem			vput(ndp->ni_dvp);
785191783Srmacklem			nfsvno_relpathbuf(ndp);
786191783Srmacklem			if (!error) {
787191783Srmacklem				if (*exclusive_flagp) {
788191783Srmacklem					*exclusive_flagp = 0;
789191783Srmacklem					NFSVNO_ATTRINIT(nvap);
790199616Srmacklem					nvap->na_atime.tv_sec = cverf[0];
791199616Srmacklem					nvap->na_atime.tv_nsec = cverf[1];
792191783Srmacklem					error = VOP_SETATTR(ndp->ni_vp,
793191783Srmacklem					    &nvap->na_vattr, nd->nd_cred);
794191783Srmacklem				}
795191783Srmacklem			}
796191783Srmacklem		/*
797191783Srmacklem		 * NFS V2 Only. nfsrvd_mknod() does this for V3.
798191783Srmacklem		 * (This implies, just get out on an error.)
799191783Srmacklem		 */
800191783Srmacklem		} else if (nvap->na_type == VCHR || nvap->na_type == VBLK ||
801191783Srmacklem			nvap->na_type == VFIFO) {
802191783Srmacklem			if (nvap->na_type == VCHR && rdev == 0xffffffff)
803191783Srmacklem				nvap->na_type = VFIFO;
804191783Srmacklem                        if (nvap->na_type != VFIFO &&
805191783Srmacklem			    (error = priv_check_cred(nd->nd_cred,
806191783Srmacklem			     PRIV_VFS_MKNOD_DEV, 0))) {
807191783Srmacklem				vrele(ndp->ni_startdir);
808191783Srmacklem				nfsvno_relpathbuf(ndp);
809191783Srmacklem				vput(ndp->ni_dvp);
810224086Szack				goto out;
811191783Srmacklem			}
812191783Srmacklem			nvap->na_rdev = rdev;
813191783Srmacklem			error = VOP_MKNOD(ndp->ni_dvp, &ndp->ni_vp,
814191783Srmacklem			    &ndp->ni_cnd, &nvap->na_vattr);
815191783Srmacklem			vput(ndp->ni_dvp);
816191783Srmacklem			nfsvno_relpathbuf(ndp);
817220546Srmacklem			vrele(ndp->ni_startdir);
818220546Srmacklem			if (error)
819224086Szack				goto out;
820191783Srmacklem		} else {
821191783Srmacklem			vrele(ndp->ni_startdir);
822191783Srmacklem			nfsvno_relpathbuf(ndp);
823191783Srmacklem			vput(ndp->ni_dvp);
824224086Szack			error = ENXIO;
825224086Szack			goto out;
826191783Srmacklem		}
827191783Srmacklem		*vpp = ndp->ni_vp;
828191783Srmacklem	} else {
829191783Srmacklem		/*
830191783Srmacklem		 * Handle cases where error is already set and/or
831191783Srmacklem		 * the file exists.
832191783Srmacklem		 * 1 - clean up the lookup
833191783Srmacklem		 * 2 - iff !error and na_size set, truncate it
834191783Srmacklem		 */
835191783Srmacklem		vrele(ndp->ni_startdir);
836191783Srmacklem		nfsvno_relpathbuf(ndp);
837191783Srmacklem		*vpp = ndp->ni_vp;
838191783Srmacklem		if (ndp->ni_dvp == *vpp)
839191783Srmacklem			vrele(ndp->ni_dvp);
840191783Srmacklem		else
841191783Srmacklem			vput(ndp->ni_dvp);
842191783Srmacklem		if (!error && nvap->na_size != VNOVAL) {
843200999Srmacklem			error = nfsvno_accchk(*vpp, VWRITE,
844191783Srmacklem			    nd->nd_cred, exp, p, NFSACCCHK_NOOVERRIDE,
845200999Srmacklem			    NFSACCCHK_VPISLOCKED, NULL);
846191783Srmacklem			if (!error) {
847191783Srmacklem				tempsize = nvap->na_size;
848191783Srmacklem				NFSVNO_ATTRINIT(nvap);
849191783Srmacklem				nvap->na_size = tempsize;
850191783Srmacklem				error = VOP_SETATTR(*vpp,
851191783Srmacklem				    &nvap->na_vattr, nd->nd_cred);
852191783Srmacklem			}
853191783Srmacklem		}
854191783Srmacklem		if (error)
855191783Srmacklem			vput(*vpp);
856191783Srmacklem	}
857224086Szack
858224086Szackout:
859224086Szack	NFSEXITCODE(error);
860191783Srmacklem	return (error);
861191783Srmacklem}
862191783Srmacklem
863191783Srmacklem/*
864191783Srmacklem * Do a mknod vnode op.
865191783Srmacklem */
866191783Srmacklemint
867191783Srmacklemnfsvno_mknod(struct nameidata *ndp, struct nfsvattr *nvap, struct ucred *cred,
868191783Srmacklem    struct thread *p)
869191783Srmacklem{
870191783Srmacklem	int error = 0;
871191783Srmacklem	enum vtype vtyp;
872191783Srmacklem
873191783Srmacklem	vtyp = nvap->na_type;
874191783Srmacklem	/*
875191783Srmacklem	 * Iff doesn't exist, create it.
876191783Srmacklem	 */
877191783Srmacklem	if (ndp->ni_vp) {
878191783Srmacklem		vrele(ndp->ni_startdir);
879191783Srmacklem		nfsvno_relpathbuf(ndp);
880191783Srmacklem		vput(ndp->ni_dvp);
881191783Srmacklem		vrele(ndp->ni_vp);
882224086Szack		error = EEXIST;
883224086Szack		goto out;
884191783Srmacklem	}
885191783Srmacklem	if (vtyp != VCHR && vtyp != VBLK && vtyp != VSOCK && vtyp != VFIFO) {
886191783Srmacklem		vrele(ndp->ni_startdir);
887191783Srmacklem		nfsvno_relpathbuf(ndp);
888191783Srmacklem		vput(ndp->ni_dvp);
889224086Szack		error = NFSERR_BADTYPE;
890224086Szack		goto out;
891191783Srmacklem	}
892191783Srmacklem	if (vtyp == VSOCK) {
893191783Srmacklem		vrele(ndp->ni_startdir);
894191783Srmacklem		error = VOP_CREATE(ndp->ni_dvp, &ndp->ni_vp,
895191783Srmacklem		    &ndp->ni_cnd, &nvap->na_vattr);
896191783Srmacklem		vput(ndp->ni_dvp);
897191783Srmacklem		nfsvno_relpathbuf(ndp);
898191783Srmacklem	} else {
899191783Srmacklem		if (nvap->na_type != VFIFO &&
900191783Srmacklem		    (error = priv_check_cred(cred, PRIV_VFS_MKNOD_DEV, 0))) {
901191783Srmacklem			vrele(ndp->ni_startdir);
902191783Srmacklem			nfsvno_relpathbuf(ndp);
903191783Srmacklem			vput(ndp->ni_dvp);
904224086Szack			goto out;
905191783Srmacklem		}
906191783Srmacklem		error = VOP_MKNOD(ndp->ni_dvp, &ndp->ni_vp,
907191783Srmacklem		    &ndp->ni_cnd, &nvap->na_vattr);
908191783Srmacklem		vput(ndp->ni_dvp);
909191783Srmacklem		nfsvno_relpathbuf(ndp);
910216898Srmacklem		vrele(ndp->ni_startdir);
911191783Srmacklem		/*
912191783Srmacklem		 * Since VOP_MKNOD returns the ni_vp, I can't
913191783Srmacklem		 * see any reason to do the lookup.
914191783Srmacklem		 */
915191783Srmacklem	}
916224086Szack
917224086Szackout:
918224086Szack	NFSEXITCODE(error);
919191783Srmacklem	return (error);
920191783Srmacklem}
921191783Srmacklem
922191783Srmacklem/*
923191783Srmacklem * Mkdir vnode op.
924191783Srmacklem */
925191783Srmacklemint
926191783Srmacklemnfsvno_mkdir(struct nameidata *ndp, struct nfsvattr *nvap, uid_t saved_uid,
927191783Srmacklem    struct ucred *cred, struct thread *p, struct nfsexstuff *exp)
928191783Srmacklem{
929191783Srmacklem	int error = 0;
930191783Srmacklem
931191783Srmacklem	if (ndp->ni_vp != NULL) {
932191783Srmacklem		if (ndp->ni_dvp == ndp->ni_vp)
933191783Srmacklem			vrele(ndp->ni_dvp);
934191783Srmacklem		else
935191783Srmacklem			vput(ndp->ni_dvp);
936191783Srmacklem		vrele(ndp->ni_vp);
937206063Srmacklem		nfsvno_relpathbuf(ndp);
938224086Szack		error = EEXIST;
939224086Szack		goto out;
940191783Srmacklem	}
941191783Srmacklem	error = VOP_MKDIR(ndp->ni_dvp, &ndp->ni_vp, &ndp->ni_cnd,
942191783Srmacklem	    &nvap->na_vattr);
943191783Srmacklem	vput(ndp->ni_dvp);
944191783Srmacklem	nfsvno_relpathbuf(ndp);
945224086Szack
946224086Szackout:
947224086Szack	NFSEXITCODE(error);
948191783Srmacklem	return (error);
949191783Srmacklem}
950191783Srmacklem
951191783Srmacklem/*
952191783Srmacklem * symlink vnode op.
953191783Srmacklem */
954191783Srmacklemint
955191783Srmacklemnfsvno_symlink(struct nameidata *ndp, struct nfsvattr *nvap, char *pathcp,
956191783Srmacklem    int pathlen, int not_v2, uid_t saved_uid, struct ucred *cred, struct thread *p,
957191783Srmacklem    struct nfsexstuff *exp)
958191783Srmacklem{
959191783Srmacklem	int error = 0;
960191783Srmacklem
961191783Srmacklem	if (ndp->ni_vp) {
962191783Srmacklem		vrele(ndp->ni_startdir);
963191783Srmacklem		nfsvno_relpathbuf(ndp);
964191783Srmacklem		if (ndp->ni_dvp == ndp->ni_vp)
965191783Srmacklem			vrele(ndp->ni_dvp);
966191783Srmacklem		else
967191783Srmacklem			vput(ndp->ni_dvp);
968191783Srmacklem		vrele(ndp->ni_vp);
969224086Szack		error = EEXIST;
970224086Szack		goto out;
971191783Srmacklem	}
972191783Srmacklem
973191783Srmacklem	error = VOP_SYMLINK(ndp->ni_dvp, &ndp->ni_vp, &ndp->ni_cnd,
974191783Srmacklem	    &nvap->na_vattr, pathcp);
975191783Srmacklem	vput(ndp->ni_dvp);
976191783Srmacklem	vrele(ndp->ni_startdir);
977191783Srmacklem	nfsvno_relpathbuf(ndp);
978191783Srmacklem	/*
979191783Srmacklem	 * Although FreeBSD still had the lookup code in
980191783Srmacklem	 * it for 7/current, there doesn't seem to be any
981191783Srmacklem	 * point, since VOP_SYMLINK() returns the ni_vp.
982191783Srmacklem	 * Just vput it for v2.
983191783Srmacklem	 */
984191783Srmacklem	if (!not_v2 && !error)
985191783Srmacklem		vput(ndp->ni_vp);
986224086Szack
987224086Szackout:
988224086Szack	NFSEXITCODE(error);
989191783Srmacklem	return (error);
990191783Srmacklem}
991191783Srmacklem
992191783Srmacklem/*
993191783Srmacklem * Parse symbolic link arguments.
994191783Srmacklem * This function has an ugly side effect. It will MALLOC() an area for
995191783Srmacklem * the symlink and set iov_base to point to it, only if it succeeds.
996191783Srmacklem * So, if it returns with uiop->uio_iov->iov_base != NULL, that must
997191783Srmacklem * be FREE'd later.
998191783Srmacklem */
999191783Srmacklemint
1000191783Srmacklemnfsvno_getsymlink(struct nfsrv_descript *nd, struct nfsvattr *nvap,
1001191783Srmacklem    struct thread *p, char **pathcpp, int *lenp)
1002191783Srmacklem{
1003191783Srmacklem	u_int32_t *tl;
1004191783Srmacklem	char *pathcp = NULL;
1005191783Srmacklem	int error = 0, len;
1006191783Srmacklem	struct nfsv2_sattr *sp;
1007191783Srmacklem
1008191783Srmacklem	*pathcpp = NULL;
1009191783Srmacklem	*lenp = 0;
1010191783Srmacklem	if ((nd->nd_flag & ND_NFSV3) &&
1011191783Srmacklem	    (error = nfsrv_sattr(nd, nvap, NULL, NULL, p)))
1012191783Srmacklem		goto nfsmout;
1013191783Srmacklem	NFSM_DISSECT(tl, u_int32_t *, NFSX_UNSIGNED);
1014191783Srmacklem	len = fxdr_unsigned(int, *tl);
1015191783Srmacklem	if (len > NFS_MAXPATHLEN || len <= 0) {
1016191783Srmacklem		error = EBADRPC;
1017191783Srmacklem		goto nfsmout;
1018191783Srmacklem	}
1019191783Srmacklem	MALLOC(pathcp, caddr_t, len + 1, M_TEMP, M_WAITOK);
1020191783Srmacklem	error = nfsrv_mtostr(nd, pathcp, len);
1021191783Srmacklem	if (error)
1022191783Srmacklem		goto nfsmout;
1023191783Srmacklem	if (nd->nd_flag & ND_NFSV2) {
1024191783Srmacklem		NFSM_DISSECT(sp, struct nfsv2_sattr *, NFSX_V2SATTR);
1025191783Srmacklem		nvap->na_mode = fxdr_unsigned(u_int16_t, sp->sa_mode);
1026191783Srmacklem	}
1027191783Srmacklem	*pathcpp = pathcp;
1028191783Srmacklem	*lenp = len;
1029224086Szack	NFSEXITCODE2(0, nd);
1030191783Srmacklem	return (0);
1031191783Srmacklemnfsmout:
1032191783Srmacklem	if (pathcp)
1033191783Srmacklem		free(pathcp, M_TEMP);
1034224086Szack	NFSEXITCODE2(error, nd);
1035191783Srmacklem	return (error);
1036191783Srmacklem}
1037191783Srmacklem
1038191783Srmacklem/*
1039191783Srmacklem * Remove a non-directory object.
1040191783Srmacklem */
1041191783Srmacklemint
1042191783Srmacklemnfsvno_removesub(struct nameidata *ndp, int is_v4, struct ucred *cred,
1043191783Srmacklem    struct thread *p, struct nfsexstuff *exp)
1044191783Srmacklem{
1045191783Srmacklem	struct vnode *vp;
1046191783Srmacklem	int error = 0;
1047191783Srmacklem
1048191783Srmacklem	vp = ndp->ni_vp;
1049191783Srmacklem	if (vp->v_type == VDIR)
1050191783Srmacklem		error = NFSERR_ISDIR;
1051191783Srmacklem	else if (is_v4)
1052191783Srmacklem		error = nfsrv_checkremove(vp, 1, p);
1053191783Srmacklem	if (!error)
1054191783Srmacklem		error = VOP_REMOVE(ndp->ni_dvp, vp, &ndp->ni_cnd);
1055191783Srmacklem	if (ndp->ni_dvp == vp)
1056191783Srmacklem		vrele(ndp->ni_dvp);
1057191783Srmacklem	else
1058191783Srmacklem		vput(ndp->ni_dvp);
1059191783Srmacklem	vput(vp);
1060234740Srmacklem	if ((ndp->ni_cnd.cn_flags & SAVENAME) != 0)
1061234740Srmacklem		nfsvno_relpathbuf(ndp);
1062224086Szack	NFSEXITCODE(error);
1063191783Srmacklem	return (error);
1064191783Srmacklem}
1065191783Srmacklem
1066191783Srmacklem/*
1067191783Srmacklem * Remove a directory.
1068191783Srmacklem */
1069191783Srmacklemint
1070191783Srmacklemnfsvno_rmdirsub(struct nameidata *ndp, int is_v4, struct ucred *cred,
1071191783Srmacklem    struct thread *p, struct nfsexstuff *exp)
1072191783Srmacklem{
1073191783Srmacklem	struct vnode *vp;
1074191783Srmacklem	int error = 0;
1075191783Srmacklem
1076191783Srmacklem	vp = ndp->ni_vp;
1077191783Srmacklem	if (vp->v_type != VDIR) {
1078191783Srmacklem		error = ENOTDIR;
1079191783Srmacklem		goto out;
1080191783Srmacklem	}
1081191783Srmacklem	/*
1082191783Srmacklem	 * No rmdir "." please.
1083191783Srmacklem	 */
1084191783Srmacklem	if (ndp->ni_dvp == vp) {
1085191783Srmacklem		error = EINVAL;
1086191783Srmacklem		goto out;
1087191783Srmacklem	}
1088191783Srmacklem	/*
1089191783Srmacklem	 * The root of a mounted filesystem cannot be deleted.
1090191783Srmacklem	 */
1091191783Srmacklem	if (vp->v_vflag & VV_ROOT)
1092191783Srmacklem		error = EBUSY;
1093191783Srmacklemout:
1094191783Srmacklem	if (!error)
1095191783Srmacklem		error = VOP_RMDIR(ndp->ni_dvp, vp, &ndp->ni_cnd);
1096191783Srmacklem	if (ndp->ni_dvp == vp)
1097191783Srmacklem		vrele(ndp->ni_dvp);
1098191783Srmacklem	else
1099191783Srmacklem		vput(ndp->ni_dvp);
1100191783Srmacklem	vput(vp);
1101234740Srmacklem	if ((ndp->ni_cnd.cn_flags & SAVENAME) != 0)
1102234740Srmacklem		nfsvno_relpathbuf(ndp);
1103224086Szack	NFSEXITCODE(error);
1104191783Srmacklem	return (error);
1105191783Srmacklem}
1106191783Srmacklem
1107191783Srmacklem/*
1108191783Srmacklem * Rename vnode op.
1109191783Srmacklem */
1110191783Srmacklemint
1111191783Srmacklemnfsvno_rename(struct nameidata *fromndp, struct nameidata *tondp,
1112191783Srmacklem    u_int32_t ndstat, u_int32_t ndflag, struct ucred *cred, struct thread *p)
1113191783Srmacklem{
1114191783Srmacklem	struct vnode *fvp, *tvp, *tdvp;
1115191783Srmacklem	int error = 0;
1116191783Srmacklem
1117191783Srmacklem	fvp = fromndp->ni_vp;
1118191783Srmacklem	if (ndstat) {
1119191783Srmacklem		vrele(fromndp->ni_dvp);
1120191783Srmacklem		vrele(fvp);
1121191783Srmacklem		error = ndstat;
1122191783Srmacklem		goto out1;
1123191783Srmacklem	}
1124191783Srmacklem	tdvp = tondp->ni_dvp;
1125191783Srmacklem	tvp = tondp->ni_vp;
1126191783Srmacklem	if (tvp != NULL) {
1127191783Srmacklem		if (fvp->v_type == VDIR && tvp->v_type != VDIR) {
1128191783Srmacklem			error = (ndflag & ND_NFSV2) ? EISDIR : EEXIST;
1129191783Srmacklem			goto out;
1130191783Srmacklem		} else if (fvp->v_type != VDIR && tvp->v_type == VDIR) {
1131191783Srmacklem			error = (ndflag & ND_NFSV2) ? ENOTDIR : EEXIST;
1132191783Srmacklem			goto out;
1133191783Srmacklem		}
1134191783Srmacklem		if (tvp->v_type == VDIR && tvp->v_mountedhere) {
1135191783Srmacklem			error = (ndflag & ND_NFSV2) ? ENOTEMPTY : EXDEV;
1136191783Srmacklem			goto out;
1137191783Srmacklem		}
1138191783Srmacklem
1139191783Srmacklem		/*
1140191783Srmacklem		 * A rename to '.' or '..' results in a prematurely
1141191783Srmacklem		 * unlocked vnode on FreeBSD5, so I'm just going to fail that
1142191783Srmacklem		 * here.
1143191783Srmacklem		 */
1144191783Srmacklem		if ((tondp->ni_cnd.cn_namelen == 1 &&
1145191783Srmacklem		     tondp->ni_cnd.cn_nameptr[0] == '.') ||
1146191783Srmacklem		    (tondp->ni_cnd.cn_namelen == 2 &&
1147191783Srmacklem		     tondp->ni_cnd.cn_nameptr[0] == '.' &&
1148191783Srmacklem		     tondp->ni_cnd.cn_nameptr[1] == '.')) {
1149191783Srmacklem			error = EINVAL;
1150191783Srmacklem			goto out;
1151191783Srmacklem		}
1152191783Srmacklem	}
1153191783Srmacklem	if (fvp->v_type == VDIR && fvp->v_mountedhere) {
1154191783Srmacklem		error = (ndflag & ND_NFSV2) ? ENOTEMPTY : EXDEV;
1155191783Srmacklem		goto out;
1156191783Srmacklem	}
1157191783Srmacklem	if (fvp->v_mount != tdvp->v_mount) {
1158191783Srmacklem		error = (ndflag & ND_NFSV2) ? ENOTEMPTY : EXDEV;
1159191783Srmacklem		goto out;
1160191783Srmacklem	}
1161191783Srmacklem	if (fvp == tdvp) {
1162191783Srmacklem		error = (ndflag & ND_NFSV2) ? ENOTEMPTY : EINVAL;
1163191783Srmacklem		goto out;
1164191783Srmacklem	}
1165191783Srmacklem	if (fvp == tvp) {
1166191783Srmacklem		/*
1167191783Srmacklem		 * If source and destination are the same, there is nothing to
1168191783Srmacklem		 * do. Set error to -1 to indicate this.
1169191783Srmacklem		 */
1170191783Srmacklem		error = -1;
1171191783Srmacklem		goto out;
1172191783Srmacklem	}
1173191783Srmacklem	if (ndflag & ND_NFSV4) {
1174224081Szack		if (NFSVOPLOCK(fvp, LK_EXCLUSIVE) == 0) {
1175216893Srmacklem			error = nfsrv_checkremove(fvp, 0, p);
1176224082Szack			NFSVOPUNLOCK(fvp, 0);
1177216893Srmacklem		} else
1178216893Srmacklem			error = EPERM;
1179191783Srmacklem		if (tvp && !error)
1180191783Srmacklem			error = nfsrv_checkremove(tvp, 1, p);
1181191783Srmacklem	} else {
1182191783Srmacklem		/*
1183191783Srmacklem		 * For NFSv2 and NFSv3, try to get rid of the delegation, so
1184191783Srmacklem		 * that the NFSv4 client won't be confused by the rename.
1185191783Srmacklem		 * Since nfsd_recalldelegation() can only be called on an
1186191783Srmacklem		 * unlocked vnode at this point and fvp is the file that will
1187191783Srmacklem		 * still exist after the rename, just do fvp.
1188191783Srmacklem		 */
1189191783Srmacklem		nfsd_recalldelegation(fvp, p);
1190191783Srmacklem	}
1191191783Srmacklemout:
1192191783Srmacklem	if (!error) {
1193191783Srmacklem		error = VOP_RENAME(fromndp->ni_dvp, fromndp->ni_vp,
1194191783Srmacklem		    &fromndp->ni_cnd, tondp->ni_dvp, tondp->ni_vp,
1195191783Srmacklem		    &tondp->ni_cnd);
1196191783Srmacklem	} else {
1197191783Srmacklem		if (tdvp == tvp)
1198191783Srmacklem			vrele(tdvp);
1199191783Srmacklem		else
1200191783Srmacklem			vput(tdvp);
1201191783Srmacklem		if (tvp)
1202191783Srmacklem			vput(tvp);
1203191783Srmacklem		vrele(fromndp->ni_dvp);
1204191783Srmacklem		vrele(fvp);
1205191783Srmacklem		if (error == -1)
1206191783Srmacklem			error = 0;
1207191783Srmacklem	}
1208191783Srmacklem	vrele(tondp->ni_startdir);
1209191783Srmacklem	nfsvno_relpathbuf(tondp);
1210191783Srmacklemout1:
1211191783Srmacklem	vrele(fromndp->ni_startdir);
1212191783Srmacklem	nfsvno_relpathbuf(fromndp);
1213224086Szack	NFSEXITCODE(error);
1214191783Srmacklem	return (error);
1215191783Srmacklem}
1216191783Srmacklem
1217191783Srmacklem/*
1218191783Srmacklem * Link vnode op.
1219191783Srmacklem */
1220191783Srmacklemint
1221191783Srmacklemnfsvno_link(struct nameidata *ndp, struct vnode *vp, struct ucred *cred,
1222191783Srmacklem    struct thread *p, struct nfsexstuff *exp)
1223191783Srmacklem{
1224191783Srmacklem	struct vnode *xp;
1225191783Srmacklem	int error = 0;
1226191783Srmacklem
1227191783Srmacklem	xp = ndp->ni_vp;
1228191783Srmacklem	if (xp != NULL) {
1229191783Srmacklem		error = EEXIST;
1230191783Srmacklem	} else {
1231191783Srmacklem		xp = ndp->ni_dvp;
1232191783Srmacklem		if (vp->v_mount != xp->v_mount)
1233191783Srmacklem			error = EXDEV;
1234191783Srmacklem	}
1235191783Srmacklem	if (!error) {
1236224081Szack		NFSVOPLOCK(vp, LK_EXCLUSIVE | LK_RETRY);
1237216893Srmacklem		if ((vp->v_iflag & VI_DOOMED) == 0)
1238216893Srmacklem			error = VOP_LINK(ndp->ni_dvp, vp, &ndp->ni_cnd);
1239216893Srmacklem		else
1240216893Srmacklem			error = EPERM;
1241191783Srmacklem		if (ndp->ni_dvp == vp)
1242191783Srmacklem			vrele(ndp->ni_dvp);
1243191783Srmacklem		else
1244191783Srmacklem			vput(ndp->ni_dvp);
1245224082Szack		NFSVOPUNLOCK(vp, 0);
1246191783Srmacklem	} else {
1247191783Srmacklem		if (ndp->ni_dvp == ndp->ni_vp)
1248191783Srmacklem			vrele(ndp->ni_dvp);
1249191783Srmacklem		else
1250191783Srmacklem			vput(ndp->ni_dvp);
1251191783Srmacklem		if (ndp->ni_vp)
1252191783Srmacklem			vrele(ndp->ni_vp);
1253191783Srmacklem	}
1254191783Srmacklem	nfsvno_relpathbuf(ndp);
1255224086Szack	NFSEXITCODE(error);
1256191783Srmacklem	return (error);
1257191783Srmacklem}
1258191783Srmacklem
1259191783Srmacklem/*
1260191783Srmacklem * Do the fsync() appropriate for the commit.
1261191783Srmacklem */
1262191783Srmacklemint
1263191783Srmacklemnfsvno_fsync(struct vnode *vp, u_int64_t off, int cnt, struct ucred *cred,
1264191783Srmacklem    struct thread *td)
1265191783Srmacklem{
1266191783Srmacklem	int error = 0;
1267191783Srmacklem
1268228560Srmacklem	/*
1269228560Srmacklem	 * RFC 1813 3.3.21: if count is 0, a flush from offset to the end of
1270228560Srmacklem	 * file is done.  At this time VOP_FSYNC does not accept offset and
1271228560Srmacklem	 * byte count parameters so call VOP_FSYNC the whole file for now.
1272228560Srmacklem	 * The same is true for NFSv4: RFC 3530 Sec. 14.2.3.
1273228560Srmacklem	 */
1274228560Srmacklem	if (cnt == 0 || cnt > MAX_COMMIT_COUNT) {
1275191783Srmacklem		/*
1276191783Srmacklem		 * Give up and do the whole thing
1277191783Srmacklem		 */
1278191783Srmacklem		if (vp->v_object &&
1279191783Srmacklem		   (vp->v_object->flags & OBJ_MIGHTBEDIRTY)) {
1280248084Sattilio			VM_OBJECT_WLOCK(vp->v_object);
1281191783Srmacklem			vm_object_page_clean(vp->v_object, 0, 0, OBJPC_SYNC);
1282248084Sattilio			VM_OBJECT_WUNLOCK(vp->v_object);
1283191783Srmacklem		}
1284191783Srmacklem		error = VOP_FSYNC(vp, MNT_WAIT, td);
1285191783Srmacklem	} else {
1286191783Srmacklem		/*
1287191783Srmacklem		 * Locate and synchronously write any buffers that fall
1288191783Srmacklem		 * into the requested range.  Note:  we are assuming that
1289191783Srmacklem		 * f_iosize is a power of 2.
1290191783Srmacklem		 */
1291191783Srmacklem		int iosize = vp->v_mount->mnt_stat.f_iosize;
1292191783Srmacklem		int iomask = iosize - 1;
1293191783Srmacklem		struct bufobj *bo;
1294191783Srmacklem		daddr_t lblkno;
1295191783Srmacklem
1296191783Srmacklem		/*
1297191783Srmacklem		 * Align to iosize boundry, super-align to page boundry.
1298191783Srmacklem		 */
1299191783Srmacklem		if (off & iomask) {
1300191783Srmacklem			cnt += off & iomask;
1301191783Srmacklem			off &= ~(u_quad_t)iomask;
1302191783Srmacklem		}
1303191783Srmacklem		if (off & PAGE_MASK) {
1304191783Srmacklem			cnt += off & PAGE_MASK;
1305191783Srmacklem			off &= ~(u_quad_t)PAGE_MASK;
1306191783Srmacklem		}
1307191783Srmacklem		lblkno = off / iosize;
1308191783Srmacklem
1309191783Srmacklem		if (vp->v_object &&
1310191783Srmacklem		   (vp->v_object->flags & OBJ_MIGHTBEDIRTY)) {
1311248084Sattilio			VM_OBJECT_WLOCK(vp->v_object);
1312218345Salc			vm_object_page_clean(vp->v_object, off, off + cnt,
1313218345Salc			    OBJPC_SYNC);
1314248084Sattilio			VM_OBJECT_WUNLOCK(vp->v_object);
1315191783Srmacklem		}
1316191783Srmacklem
1317191783Srmacklem		bo = &vp->v_bufobj;
1318191783Srmacklem		BO_LOCK(bo);
1319191783Srmacklem		while (cnt > 0) {
1320191783Srmacklem			struct buf *bp;
1321191783Srmacklem
1322191783Srmacklem			/*
1323191783Srmacklem			 * If we have a buffer and it is marked B_DELWRI we
1324191783Srmacklem			 * have to lock and write it.  Otherwise the prior
1325191783Srmacklem			 * write is assumed to have already been committed.
1326191783Srmacklem			 *
1327191783Srmacklem			 * gbincore() can return invalid buffers now so we
1328191783Srmacklem			 * have to check that bit as well (though B_DELWRI
1329191783Srmacklem			 * should not be set if B_INVAL is set there could be
1330191783Srmacklem			 * a race here since we haven't locked the buffer).
1331191783Srmacklem			 */
1332191783Srmacklem			if ((bp = gbincore(&vp->v_bufobj, lblkno)) != NULL) {
1333191783Srmacklem				if (BUF_LOCK(bp, LK_EXCLUSIVE | LK_SLEEPFAIL |
1334251171Sjeff				    LK_INTERLOCK, BO_LOCKPTR(bo)) == ENOLCK) {
1335191783Srmacklem					BO_LOCK(bo);
1336191783Srmacklem					continue; /* retry */
1337191783Srmacklem				}
1338191783Srmacklem			    	if ((bp->b_flags & (B_DELWRI|B_INVAL)) ==
1339191783Srmacklem				    B_DELWRI) {
1340191783Srmacklem					bremfree(bp);
1341191783Srmacklem					bp->b_flags &= ~B_ASYNC;
1342191783Srmacklem					bwrite(bp);
1343191783Srmacklem					++nfs_commit_miss;
1344191783Srmacklem				} else
1345191783Srmacklem					BUF_UNLOCK(bp);
1346191783Srmacklem				BO_LOCK(bo);
1347191783Srmacklem			}
1348191783Srmacklem			++nfs_commit_blks;
1349191783Srmacklem			if (cnt < iosize)
1350191783Srmacklem				break;
1351191783Srmacklem			cnt -= iosize;
1352191783Srmacklem			++lblkno;
1353191783Srmacklem		}
1354191783Srmacklem		BO_UNLOCK(bo);
1355191783Srmacklem	}
1356224086Szack	NFSEXITCODE(error);
1357191783Srmacklem	return (error);
1358191783Srmacklem}
1359191783Srmacklem
1360191783Srmacklem/*
1361191783Srmacklem * Statfs vnode op.
1362191783Srmacklem */
1363191783Srmacklemint
1364191990Sattilionfsvno_statfs(struct vnode *vp, struct statfs *sf)
1365191783Srmacklem{
1366221517Srmacklem	int error;
1367191783Srmacklem
1368221517Srmacklem	error = VFS_STATFS(vp->v_mount, sf);
1369221517Srmacklem	if (error == 0) {
1370221517Srmacklem		/*
1371221517Srmacklem		 * Since NFS handles these values as unsigned on the
1372221517Srmacklem		 * wire, there is no way to represent negative values,
1373221517Srmacklem		 * so set them to 0. Without this, they will appear
1374221517Srmacklem		 * to be very large positive values for clients like
1375221517Srmacklem		 * Solaris10.
1376221517Srmacklem		 */
1377221517Srmacklem		if (sf->f_bavail < 0)
1378221517Srmacklem			sf->f_bavail = 0;
1379221517Srmacklem		if (sf->f_ffree < 0)
1380221517Srmacklem			sf->f_ffree = 0;
1381221517Srmacklem	}
1382224086Szack	NFSEXITCODE(error);
1383221517Srmacklem	return (error);
1384191783Srmacklem}
1385191783Srmacklem
1386191783Srmacklem/*
1387191783Srmacklem * Do the vnode op stuff for Open. Similar to nfsvno_createsub(), but
1388191783Srmacklem * must handle nfsrv_opencheck() calls after any other access checks.
1389191783Srmacklem */
1390191783Srmacklemvoid
1391191783Srmacklemnfsvno_open(struct nfsrv_descript *nd, struct nameidata *ndp,
1392191783Srmacklem    nfsquad_t clientid, nfsv4stateid_t *stateidp, struct nfsstate *stp,
1393199616Srmacklem    int *exclusive_flagp, struct nfsvattr *nvap, int32_t *cverf, int create,
1394191783Srmacklem    NFSACL_T *aclp, nfsattrbit_t *attrbitp, struct ucred *cred, struct thread *p,
1395191783Srmacklem    struct nfsexstuff *exp, struct vnode **vpp)
1396191783Srmacklem{
1397191783Srmacklem	struct vnode *vp = NULL;
1398191783Srmacklem	u_quad_t tempsize;
1399191783Srmacklem	struct nfsexstuff nes;
1400191783Srmacklem
1401191783Srmacklem	if (ndp->ni_vp == NULL)
1402191783Srmacklem		nd->nd_repstat = nfsrv_opencheck(clientid,
1403191783Srmacklem		    stateidp, stp, NULL, nd, p, nd->nd_repstat);
1404191783Srmacklem	if (!nd->nd_repstat) {
1405191783Srmacklem		if (ndp->ni_vp == NULL) {
1406191783Srmacklem			vrele(ndp->ni_startdir);
1407191783Srmacklem			nd->nd_repstat = VOP_CREATE(ndp->ni_dvp,
1408191783Srmacklem			    &ndp->ni_vp, &ndp->ni_cnd, &nvap->na_vattr);
1409191783Srmacklem			vput(ndp->ni_dvp);
1410191783Srmacklem			nfsvno_relpathbuf(ndp);
1411191783Srmacklem			if (!nd->nd_repstat) {
1412191783Srmacklem				if (*exclusive_flagp) {
1413191783Srmacklem					*exclusive_flagp = 0;
1414191783Srmacklem					NFSVNO_ATTRINIT(nvap);
1415199616Srmacklem					nvap->na_atime.tv_sec = cverf[0];
1416199616Srmacklem					nvap->na_atime.tv_nsec = cverf[1];
1417191783Srmacklem					nd->nd_repstat = VOP_SETATTR(ndp->ni_vp,
1418191783Srmacklem					    &nvap->na_vattr, cred);
1419191783Srmacklem				} else {
1420191783Srmacklem					nfsrv_fixattr(nd, ndp->ni_vp, nvap,
1421191783Srmacklem					    aclp, p, attrbitp, exp);
1422191783Srmacklem				}
1423191783Srmacklem			}
1424191783Srmacklem			vp = ndp->ni_vp;
1425191783Srmacklem		} else {
1426191783Srmacklem			if (ndp->ni_startdir)
1427191783Srmacklem				vrele(ndp->ni_startdir);
1428191783Srmacklem			nfsvno_relpathbuf(ndp);
1429191783Srmacklem			vp = ndp->ni_vp;
1430191783Srmacklem			if (create == NFSV4OPEN_CREATE) {
1431191783Srmacklem				if (ndp->ni_dvp == vp)
1432191783Srmacklem					vrele(ndp->ni_dvp);
1433191783Srmacklem				else
1434191783Srmacklem					vput(ndp->ni_dvp);
1435191783Srmacklem			}
1436191783Srmacklem			if (NFSVNO_ISSETSIZE(nvap) && vp->v_type == VREG) {
1437191783Srmacklem				if (ndp->ni_cnd.cn_flags & RDONLY)
1438191783Srmacklem					NFSVNO_SETEXRDONLY(&nes);
1439191783Srmacklem				else
1440191783Srmacklem					NFSVNO_EXINIT(&nes);
1441191783Srmacklem				nd->nd_repstat = nfsvno_accchk(vp,
1442200999Srmacklem				    VWRITE, cred, &nes, p,
1443200999Srmacklem				    NFSACCCHK_NOOVERRIDE,
1444200999Srmacklem				    NFSACCCHK_VPISLOCKED, NULL);
1445191783Srmacklem				nd->nd_repstat = nfsrv_opencheck(clientid,
1446191783Srmacklem				    stateidp, stp, vp, nd, p, nd->nd_repstat);
1447191783Srmacklem				if (!nd->nd_repstat) {
1448191783Srmacklem					tempsize = nvap->na_size;
1449191783Srmacklem					NFSVNO_ATTRINIT(nvap);
1450191783Srmacklem					nvap->na_size = tempsize;
1451191783Srmacklem					nd->nd_repstat = VOP_SETATTR(vp,
1452191783Srmacklem					    &nvap->na_vattr, cred);
1453191783Srmacklem				}
1454191783Srmacklem			} else if (vp->v_type == VREG) {
1455191783Srmacklem				nd->nd_repstat = nfsrv_opencheck(clientid,
1456191783Srmacklem				    stateidp, stp, vp, nd, p, nd->nd_repstat);
1457191783Srmacklem			}
1458191783Srmacklem		}
1459191783Srmacklem	} else {
1460191783Srmacklem		if (ndp->ni_cnd.cn_flags & HASBUF)
1461191783Srmacklem			nfsvno_relpathbuf(ndp);
1462191783Srmacklem		if (ndp->ni_startdir && create == NFSV4OPEN_CREATE) {
1463191783Srmacklem			vrele(ndp->ni_startdir);
1464191783Srmacklem			if (ndp->ni_dvp == ndp->ni_vp)
1465191783Srmacklem				vrele(ndp->ni_dvp);
1466191783Srmacklem			else
1467191783Srmacklem				vput(ndp->ni_dvp);
1468191783Srmacklem			if (ndp->ni_vp)
1469191783Srmacklem				vput(ndp->ni_vp);
1470191783Srmacklem		}
1471191783Srmacklem	}
1472191783Srmacklem	*vpp = vp;
1473224086Szack
1474224086Szack	NFSEXITCODE2(0, nd);
1475191783Srmacklem}
1476191783Srmacklem
1477191783Srmacklem/*
1478191783Srmacklem * Updates the file rev and sets the mtime and ctime
1479191783Srmacklem * to the current clock time, returning the va_filerev and va_Xtime
1480191783Srmacklem * values.
1481260159Srmacklem * Return ESTALE to indicate the vnode is VI_DOOMED.
1482191783Srmacklem */
1483260159Srmacklemint
1484191783Srmacklemnfsvno_updfilerev(struct vnode *vp, struct nfsvattr *nvap,
1485191783Srmacklem    struct ucred *cred, struct thread *p)
1486191783Srmacklem{
1487191783Srmacklem	struct vattr va;
1488191783Srmacklem
1489191783Srmacklem	VATTR_NULL(&va);
1490245611Sjhb	vfs_timestamp(&va.va_mtime);
1491260159Srmacklem	if (NFSVOPISLOCKED(vp) != LK_EXCLUSIVE) {
1492260159Srmacklem		NFSVOPLOCK(vp, LK_UPGRADE | LK_RETRY);
1493260159Srmacklem		if ((vp->v_iflag & VI_DOOMED) != 0)
1494260159Srmacklem			return (ESTALE);
1495260159Srmacklem	}
1496191783Srmacklem	(void) VOP_SETATTR(vp, &va, cred);
1497216693Srmacklem	(void) nfsvno_getattr(vp, nvap, cred, p, 1);
1498260159Srmacklem	return (0);
1499191783Srmacklem}
1500191783Srmacklem
1501191783Srmacklem/*
1502191783Srmacklem * Glue routine to nfsv4_fillattr().
1503191783Srmacklem */
1504191783Srmacklemint
1505220645Srmacklemnfsvno_fillattr(struct nfsrv_descript *nd, struct mount *mp, struct vnode *vp,
1506191783Srmacklem    struct nfsvattr *nvap, fhandle_t *fhp, int rderror, nfsattrbit_t *attrbitp,
1507220648Srmacklem    struct ucred *cred, struct thread *p, int isdgram, int reterr,
1508220648Srmacklem    int supports_nfsv4acls, int at_root, uint64_t mounted_on_fileno)
1509191783Srmacklem{
1510191783Srmacklem	int error;
1511191783Srmacklem
1512220645Srmacklem	error = nfsv4_fillattr(nd, mp, vp, NULL, &nvap->na_vattr, fhp, rderror,
1513220648Srmacklem	    attrbitp, cred, p, isdgram, reterr, supports_nfsv4acls, at_root,
1514220648Srmacklem	    mounted_on_fileno);
1515224086Szack	NFSEXITCODE2(0, nd);
1516191783Srmacklem	return (error);
1517191783Srmacklem}
1518191783Srmacklem
1519191783Srmacklem/* Since the Readdir vnode ops vary, put the entire functions in here. */
1520191783Srmacklem/*
1521191783Srmacklem * nfs readdir service
1522191783Srmacklem * - mallocs what it thinks is enough to read
1523191783Srmacklem *	count rounded up to a multiple of DIRBLKSIZ <= NFS_MAXREADDIR
1524206170Srmacklem * - calls VOP_READDIR()
1525191783Srmacklem * - loops around building the reply
1526191783Srmacklem *	if the output generated exceeds count break out of loop
1527191783Srmacklem *	The NFSM_CLGET macro is used here so that the reply will be packed
1528191783Srmacklem *	tightly in mbuf clusters.
1529191783Srmacklem * - it trims out records with d_fileno == 0
1530191783Srmacklem *	this doesn't matter for Unix clients, but they might confuse clients
1531191783Srmacklem *	for other os'.
1532191783Srmacklem * - it trims out records with d_type == DT_WHT
1533191783Srmacklem *	these cannot be seen through NFS (unless we extend the protocol)
1534191783Srmacklem *     The alternate call nfsrvd_readdirplus() does lookups as well.
1535191783Srmacklem * PS: The NFS protocol spec. does not clarify what the "count" byte
1536191783Srmacklem *	argument is a count of.. just name strings and file id's or the
1537191783Srmacklem *	entire reply rpc or ...
1538191783Srmacklem *	I tried just file name and id sizes and it confused the Sun client,
1539191783Srmacklem *	so I am using the full rpc size now. The "paranoia.." comment refers
1540191783Srmacklem *	to including the status longwords that are not a part of the dir.
1541191783Srmacklem *	"entry" structures, but are in the rpc.
1542191783Srmacklem */
1543191783Srmacklemint
1544191783Srmacklemnfsrvd_readdir(struct nfsrv_descript *nd, int isdgram,
1545191783Srmacklem    struct vnode *vp, struct thread *p, struct nfsexstuff *exp)
1546191783Srmacklem{
1547191783Srmacklem	struct dirent *dp;
1548191783Srmacklem	u_int32_t *tl;
1549191783Srmacklem	int dirlen;
1550191783Srmacklem	char *cpos, *cend, *rbuf;
1551191783Srmacklem	struct nfsvattr at;
1552191783Srmacklem	int nlen, error = 0, getret = 1;
1553191783Srmacklem	int siz, cnt, fullsiz, eofflag, ncookies;
1554191783Srmacklem	u_int64_t off, toff, verf;
1555191783Srmacklem	u_long *cookies = NULL, *cookiep;
1556191783Srmacklem	struct uio io;
1557191783Srmacklem	struct iovec iv;
1558268961Sbdrewery	int is_ufs;
1559191783Srmacklem
1560191783Srmacklem	if (nd->nd_repstat) {
1561191783Srmacklem		nfsrv_postopattr(nd, getret, &at);
1562224086Szack		goto out;
1563191783Srmacklem	}
1564191783Srmacklem	if (nd->nd_flag & ND_NFSV2) {
1565191783Srmacklem		NFSM_DISSECT(tl, u_int32_t *, 2 * NFSX_UNSIGNED);
1566191783Srmacklem		off = fxdr_unsigned(u_quad_t, *tl++);
1567191783Srmacklem	} else {
1568191783Srmacklem		NFSM_DISSECT(tl, u_int32_t *, 5 * NFSX_UNSIGNED);
1569191783Srmacklem		off = fxdr_hyper(tl);
1570191783Srmacklem		tl += 2;
1571191783Srmacklem		verf = fxdr_hyper(tl);
1572191783Srmacklem		tl += 2;
1573191783Srmacklem	}
1574191783Srmacklem	toff = off;
1575191783Srmacklem	cnt = fxdr_unsigned(int, *tl);
1576206170Srmacklem	if (cnt > NFS_SRVMAXDATA(nd) || cnt < 0)
1577191783Srmacklem		cnt = NFS_SRVMAXDATA(nd);
1578191783Srmacklem	siz = ((cnt + DIRBLKSIZ - 1) & ~(DIRBLKSIZ - 1));
1579191783Srmacklem	fullsiz = siz;
1580191783Srmacklem	if (nd->nd_flag & ND_NFSV3) {
1581191783Srmacklem		nd->nd_repstat = getret = nfsvno_getattr(vp, &at, nd->nd_cred,
1582216693Srmacklem		    p, 1);
1583191783Srmacklem#if 0
1584191783Srmacklem		/*
1585191783Srmacklem		 * va_filerev is not sufficient as a cookie verifier,
1586191783Srmacklem		 * since it is not supposed to change when entries are
1587191783Srmacklem		 * removed/added unless that offset cookies returned to
1588191783Srmacklem		 * the client are no longer valid.
1589191783Srmacklem		 */
1590191783Srmacklem		if (!nd->nd_repstat && toff && verf != at.na_filerev)
1591191783Srmacklem			nd->nd_repstat = NFSERR_BAD_COOKIE;
1592191783Srmacklem#endif
1593191783Srmacklem	}
1594250055Sdes	if (!nd->nd_repstat && vp->v_type != VDIR)
1595250055Sdes		nd->nd_repstat = NFSERR_NOTDIR;
1596206170Srmacklem	if (nd->nd_repstat == 0 && cnt == 0) {
1597206170Srmacklem		if (nd->nd_flag & ND_NFSV2)
1598206170Srmacklem			/* NFSv2 does not have NFSERR_TOOSMALL */
1599206170Srmacklem			nd->nd_repstat = EPERM;
1600206170Srmacklem		else
1601206170Srmacklem			nd->nd_repstat = NFSERR_TOOSMALL;
1602206170Srmacklem	}
1603191783Srmacklem	if (!nd->nd_repstat)
1604200999Srmacklem		nd->nd_repstat = nfsvno_accchk(vp, VEXEC,
1605191783Srmacklem		    nd->nd_cred, exp, p, NFSACCCHK_NOOVERRIDE,
1606200999Srmacklem		    NFSACCCHK_VPISLOCKED, NULL);
1607191783Srmacklem	if (nd->nd_repstat) {
1608191783Srmacklem		vput(vp);
1609191783Srmacklem		if (nd->nd_flag & ND_NFSV3)
1610191783Srmacklem			nfsrv_postopattr(nd, getret, &at);
1611224086Szack		goto out;
1612191783Srmacklem	}
1613268961Sbdrewery	is_ufs = strcmp(vp->v_mount->mnt_vfc->vfc_name, "ufs") == 0;
1614191783Srmacklem	MALLOC(rbuf, caddr_t, siz, M_TEMP, M_WAITOK);
1615191783Srmacklemagain:
1616191783Srmacklem	eofflag = 0;
1617191783Srmacklem	if (cookies) {
1618191783Srmacklem		free((caddr_t)cookies, M_TEMP);
1619191783Srmacklem		cookies = NULL;
1620191783Srmacklem	}
1621191783Srmacklem
1622191783Srmacklem	iv.iov_base = rbuf;
1623191783Srmacklem	iv.iov_len = siz;
1624191783Srmacklem	io.uio_iov = &iv;
1625191783Srmacklem	io.uio_iovcnt = 1;
1626191783Srmacklem	io.uio_offset = (off_t)off;
1627191783Srmacklem	io.uio_resid = siz;
1628191783Srmacklem	io.uio_segflg = UIO_SYSSPACE;
1629191783Srmacklem	io.uio_rw = UIO_READ;
1630191783Srmacklem	io.uio_td = NULL;
1631191783Srmacklem	nd->nd_repstat = VOP_READDIR(vp, &io, nd->nd_cred, &eofflag, &ncookies,
1632191783Srmacklem	    &cookies);
1633191783Srmacklem	off = (u_int64_t)io.uio_offset;
1634191783Srmacklem	if (io.uio_resid)
1635191783Srmacklem		siz -= io.uio_resid;
1636191783Srmacklem
1637191783Srmacklem	if (!cookies && !nd->nd_repstat)
1638191783Srmacklem		nd->nd_repstat = NFSERR_PERM;
1639191783Srmacklem	if (nd->nd_flag & ND_NFSV3) {
1640216693Srmacklem		getret = nfsvno_getattr(vp, &at, nd->nd_cred, p, 1);
1641191783Srmacklem		if (!nd->nd_repstat)
1642191783Srmacklem			nd->nd_repstat = getret;
1643191783Srmacklem	}
1644191783Srmacklem
1645191783Srmacklem	/*
1646191783Srmacklem	 * Handles the failed cases. nd->nd_repstat == 0 past here.
1647191783Srmacklem	 */
1648191783Srmacklem	if (nd->nd_repstat) {
1649216692Srmacklem		vput(vp);
1650191783Srmacklem		free((caddr_t)rbuf, M_TEMP);
1651191783Srmacklem		if (cookies)
1652191783Srmacklem			free((caddr_t)cookies, M_TEMP);
1653191783Srmacklem		if (nd->nd_flag & ND_NFSV3)
1654191783Srmacklem			nfsrv_postopattr(nd, getret, &at);
1655224086Szack		goto out;
1656191783Srmacklem	}
1657191783Srmacklem	/*
1658191783Srmacklem	 * If nothing read, return eof
1659191783Srmacklem	 * rpc reply
1660191783Srmacklem	 */
1661191783Srmacklem	if (siz == 0) {
1662216692Srmacklem		vput(vp);
1663191783Srmacklem		if (nd->nd_flag & ND_NFSV2) {
1664191783Srmacklem			NFSM_BUILD(tl, u_int32_t *, 2 * NFSX_UNSIGNED);
1665191783Srmacklem		} else {
1666191783Srmacklem			nfsrv_postopattr(nd, getret, &at);
1667191783Srmacklem			NFSM_BUILD(tl, u_int32_t *, 4 * NFSX_UNSIGNED);
1668191783Srmacklem			txdr_hyper(at.na_filerev, tl);
1669191783Srmacklem			tl += 2;
1670191783Srmacklem		}
1671191783Srmacklem		*tl++ = newnfs_false;
1672191783Srmacklem		*tl = newnfs_true;
1673191783Srmacklem		FREE((caddr_t)rbuf, M_TEMP);
1674191783Srmacklem		FREE((caddr_t)cookies, M_TEMP);
1675224086Szack		goto out;
1676191783Srmacklem	}
1677191783Srmacklem
1678191783Srmacklem	/*
1679191783Srmacklem	 * Check for degenerate cases of nothing useful read.
1680191783Srmacklem	 * If so go try again
1681191783Srmacklem	 */
1682191783Srmacklem	cpos = rbuf;
1683191783Srmacklem	cend = rbuf + siz;
1684191783Srmacklem	dp = (struct dirent *)cpos;
1685191783Srmacklem	cookiep = cookies;
1686191783Srmacklem
1687191783Srmacklem	/*
1688191783Srmacklem	 * For some reason FreeBSD's ufs_readdir() chooses to back the
1689191783Srmacklem	 * directory offset up to a block boundary, so it is necessary to
1690191783Srmacklem	 * skip over the records that precede the requested offset. This
1691191783Srmacklem	 * requires the assumption that file offset cookies monotonically
1692191783Srmacklem	 * increase.
1693191783Srmacklem	 */
1694191783Srmacklem	while (cpos < cend && ncookies > 0 &&
1695191783Srmacklem	    (dp->d_fileno == 0 || dp->d_type == DT_WHT ||
1696268961Sbdrewery	     (is_ufs == 1 && ((u_quad_t)(*cookiep)) <= toff))) {
1697191783Srmacklem		cpos += dp->d_reclen;
1698191783Srmacklem		dp = (struct dirent *)cpos;
1699191783Srmacklem		cookiep++;
1700191783Srmacklem		ncookies--;
1701191783Srmacklem	}
1702191783Srmacklem	if (cpos >= cend || ncookies == 0) {
1703191783Srmacklem		siz = fullsiz;
1704191783Srmacklem		toff = off;
1705191783Srmacklem		goto again;
1706191783Srmacklem	}
1707216692Srmacklem	vput(vp);
1708191783Srmacklem
1709191783Srmacklem	/*
1710191783Srmacklem	 * dirlen is the size of the reply, including all XDR and must
1711191783Srmacklem	 * not exceed cnt. For NFSv2, RFC1094 didn't clearly indicate
1712191783Srmacklem	 * if the XDR should be included in "count", but to be safe, we do.
1713191783Srmacklem	 * (Include the two booleans at the end of the reply in dirlen now.)
1714191783Srmacklem	 */
1715191783Srmacklem	if (nd->nd_flag & ND_NFSV3) {
1716191783Srmacklem		nfsrv_postopattr(nd, getret, &at);
1717191783Srmacklem		NFSM_BUILD(tl, u_int32_t *, 2 * NFSX_UNSIGNED);
1718191783Srmacklem		txdr_hyper(at.na_filerev, tl);
1719191783Srmacklem		dirlen = NFSX_V3POSTOPATTR + NFSX_VERF + 2 * NFSX_UNSIGNED;
1720191783Srmacklem	} else {
1721191783Srmacklem		dirlen = 2 * NFSX_UNSIGNED;
1722191783Srmacklem	}
1723191783Srmacklem
1724191783Srmacklem	/* Loop through the records and build reply */
1725191783Srmacklem	while (cpos < cend && ncookies > 0) {
1726191783Srmacklem		nlen = dp->d_namlen;
1727191783Srmacklem		if (dp->d_fileno != 0 && dp->d_type != DT_WHT &&
1728191783Srmacklem			nlen <= NFS_MAXNAMLEN) {
1729191783Srmacklem			if (nd->nd_flag & ND_NFSV3)
1730191783Srmacklem				dirlen += (6*NFSX_UNSIGNED + NFSM_RNDUP(nlen));
1731191783Srmacklem			else
1732191783Srmacklem				dirlen += (4*NFSX_UNSIGNED + NFSM_RNDUP(nlen));
1733191783Srmacklem			if (dirlen > cnt) {
1734191783Srmacklem				eofflag = 0;
1735191783Srmacklem				break;
1736191783Srmacklem			}
1737191783Srmacklem
1738191783Srmacklem			/*
1739191783Srmacklem			 * Build the directory record xdr from
1740191783Srmacklem			 * the dirent entry.
1741191783Srmacklem			 */
1742191783Srmacklem			if (nd->nd_flag & ND_NFSV3) {
1743191783Srmacklem				NFSM_BUILD(tl, u_int32_t *, 3 * NFSX_UNSIGNED);
1744191783Srmacklem				*tl++ = newnfs_true;
1745191783Srmacklem				*tl++ = 0;
1746191783Srmacklem			} else {
1747191783Srmacklem				NFSM_BUILD(tl, u_int32_t *, 2 * NFSX_UNSIGNED);
1748191783Srmacklem				*tl++ = newnfs_true;
1749191783Srmacklem			}
1750191783Srmacklem			*tl = txdr_unsigned(dp->d_fileno);
1751191783Srmacklem			(void) nfsm_strtom(nd, dp->d_name, nlen);
1752191783Srmacklem			if (nd->nd_flag & ND_NFSV3) {
1753191783Srmacklem				NFSM_BUILD(tl, u_int32_t *, 2 * NFSX_UNSIGNED);
1754191783Srmacklem				*tl++ = 0;
1755191783Srmacklem			} else
1756191783Srmacklem				NFSM_BUILD(tl, u_int32_t *, NFSX_UNSIGNED);
1757191783Srmacklem			*tl = txdr_unsigned(*cookiep);
1758191783Srmacklem		}
1759191783Srmacklem		cpos += dp->d_reclen;
1760191783Srmacklem		dp = (struct dirent *)cpos;
1761191783Srmacklem		cookiep++;
1762191783Srmacklem		ncookies--;
1763191783Srmacklem	}
1764191783Srmacklem	if (cpos < cend)
1765191783Srmacklem		eofflag = 0;
1766191783Srmacklem	NFSM_BUILD(tl, u_int32_t *, 2 * NFSX_UNSIGNED);
1767191783Srmacklem	*tl++ = newnfs_false;
1768191783Srmacklem	if (eofflag)
1769191783Srmacklem		*tl = newnfs_true;
1770191783Srmacklem	else
1771191783Srmacklem		*tl = newnfs_false;
1772191783Srmacklem	FREE((caddr_t)rbuf, M_TEMP);
1773191783Srmacklem	FREE((caddr_t)cookies, M_TEMP);
1774224086Szack
1775224086Szackout:
1776224086Szack	NFSEXITCODE2(0, nd);
1777191783Srmacklem	return (0);
1778191783Srmacklemnfsmout:
1779191783Srmacklem	vput(vp);
1780224086Szack	NFSEXITCODE2(error, nd);
1781191783Srmacklem	return (error);
1782191783Srmacklem}
1783191783Srmacklem
1784191783Srmacklem/*
1785191783Srmacklem * Readdirplus for V3 and Readdir for V4.
1786191783Srmacklem */
1787191783Srmacklemint
1788191783Srmacklemnfsrvd_readdirplus(struct nfsrv_descript *nd, int isdgram,
1789191783Srmacklem    struct vnode *vp, struct thread *p, struct nfsexstuff *exp)
1790191783Srmacklem{
1791191783Srmacklem	struct dirent *dp;
1792191783Srmacklem	u_int32_t *tl;
1793191783Srmacklem	int dirlen;
1794191783Srmacklem	char *cpos, *cend, *rbuf;
1795191783Srmacklem	struct vnode *nvp;
1796191783Srmacklem	fhandle_t nfh;
1797191783Srmacklem	struct nfsvattr nva, at, *nvap = &nva;
1798191783Srmacklem	struct mbuf *mb0, *mb1;
1799191783Srmacklem	struct nfsreferral *refp;
1800199715Srmacklem	int nlen, r, error = 0, getret = 1, usevget = 1;
1801191783Srmacklem	int siz, cnt, fullsiz, eofflag, ncookies, entrycnt;
1802191783Srmacklem	caddr_t bpos0, bpos1;
1803191783Srmacklem	u_int64_t off, toff, verf;
1804191783Srmacklem	u_long *cookies = NULL, *cookiep;
1805191783Srmacklem	nfsattrbit_t attrbits, rderrbits, savbits;
1806191783Srmacklem	struct uio io;
1807191783Srmacklem	struct iovec iv;
1808199715Srmacklem	struct componentname cn;
1809268961Sbdrewery	int at_root, is_ufs, is_zfs, needs_unbusy, supports_nfsv4acls;
1810220645Srmacklem	struct mount *mp, *new_mp;
1811220645Srmacklem	uint64_t mounted_on_fileno;
1812191783Srmacklem
1813191783Srmacklem	if (nd->nd_repstat) {
1814191783Srmacklem		nfsrv_postopattr(nd, getret, &at);
1815224086Szack		goto out;
1816191783Srmacklem	}
1817191783Srmacklem	NFSM_DISSECT(tl, u_int32_t *, 6 * NFSX_UNSIGNED);
1818191783Srmacklem	off = fxdr_hyper(tl);
1819191783Srmacklem	toff = off;
1820191783Srmacklem	tl += 2;
1821191783Srmacklem	verf = fxdr_hyper(tl);
1822191783Srmacklem	tl += 2;
1823191783Srmacklem	siz = fxdr_unsigned(int, *tl++);
1824191783Srmacklem	cnt = fxdr_unsigned(int, *tl);
1825191783Srmacklem
1826191783Srmacklem	/*
1827191783Srmacklem	 * Use the server's maximum data transfer size as the upper bound
1828191783Srmacklem	 * on reply datalen.
1829191783Srmacklem	 */
1830206170Srmacklem	if (cnt > NFS_SRVMAXDATA(nd) || cnt < 0)
1831191783Srmacklem		cnt = NFS_SRVMAXDATA(nd);
1832191783Srmacklem
1833191783Srmacklem	/*
1834191783Srmacklem	 * siz is a "hint" of how much directory information (name, fileid,
1835191783Srmacklem	 * cookie) should be in the reply. At least one client "hints" 0,
1836191783Srmacklem	 * so I set it to cnt for that case. I also round it up to the
1837191783Srmacklem	 * next multiple of DIRBLKSIZ.
1838191783Srmacklem	 */
1839206170Srmacklem	if (siz <= 0)
1840191783Srmacklem		siz = cnt;
1841191783Srmacklem	siz = ((siz + DIRBLKSIZ - 1) & ~(DIRBLKSIZ - 1));
1842191783Srmacklem
1843191783Srmacklem	if (nd->nd_flag & ND_NFSV4) {
1844191783Srmacklem		error = nfsrv_getattrbits(nd, &attrbits, NULL, NULL);
1845191783Srmacklem		if (error)
1846191783Srmacklem			goto nfsmout;
1847191783Srmacklem		NFSSET_ATTRBIT(&savbits, &attrbits);
1848191783Srmacklem		NFSCLRNOTFILLABLE_ATTRBIT(&attrbits);
1849191783Srmacklem		NFSZERO_ATTRBIT(&rderrbits);
1850191783Srmacklem		NFSSETBIT_ATTRBIT(&rderrbits, NFSATTRBIT_RDATTRERROR);
1851191783Srmacklem	} else {
1852191783Srmacklem		NFSZERO_ATTRBIT(&attrbits);
1853191783Srmacklem	}
1854191783Srmacklem	fullsiz = siz;
1855216693Srmacklem	nd->nd_repstat = getret = nfsvno_getattr(vp, &at, nd->nd_cred, p, 1);
1856191783Srmacklem	if (!nd->nd_repstat) {
1857191783Srmacklem	    if (off && verf != at.na_filerev) {
1858191783Srmacklem		/*
1859191783Srmacklem		 * va_filerev is not sufficient as a cookie verifier,
1860191783Srmacklem		 * since it is not supposed to change when entries are
1861191783Srmacklem		 * removed/added unless that offset cookies returned to
1862191783Srmacklem		 * the client are no longer valid.
1863191783Srmacklem		 */
1864191783Srmacklem#if 0
1865191783Srmacklem		if (nd->nd_flag & ND_NFSV4) {
1866191783Srmacklem			nd->nd_repstat = NFSERR_NOTSAME;
1867191783Srmacklem		} else {
1868191783Srmacklem			nd->nd_repstat = NFSERR_BAD_COOKIE;
1869191783Srmacklem		}
1870191783Srmacklem#endif
1871191783Srmacklem	    } else if ((nd->nd_flag & ND_NFSV4) && off == 0 && verf != 0) {
1872191783Srmacklem		nd->nd_repstat = NFSERR_BAD_COOKIE;
1873191783Srmacklem	    }
1874191783Srmacklem	}
1875191783Srmacklem	if (!nd->nd_repstat && vp->v_type != VDIR)
1876191783Srmacklem		nd->nd_repstat = NFSERR_NOTDIR;
1877191783Srmacklem	if (!nd->nd_repstat && cnt == 0)
1878191783Srmacklem		nd->nd_repstat = NFSERR_TOOSMALL;
1879191783Srmacklem	if (!nd->nd_repstat)
1880200999Srmacklem		nd->nd_repstat = nfsvno_accchk(vp, VEXEC,
1881191783Srmacklem		    nd->nd_cred, exp, p, NFSACCCHK_NOOVERRIDE,
1882200999Srmacklem		    NFSACCCHK_VPISLOCKED, NULL);
1883191783Srmacklem	if (nd->nd_repstat) {
1884191783Srmacklem		vput(vp);
1885191783Srmacklem		if (nd->nd_flag & ND_NFSV3)
1886191783Srmacklem			nfsrv_postopattr(nd, getret, &at);
1887224086Szack		goto out;
1888191783Srmacklem	}
1889268961Sbdrewery	is_ufs = strcmp(vp->v_mount->mnt_vfc->vfc_name, "ufs") == 0;
1890268961Sbdrewery	is_zfs = strcmp(vp->v_mount->mnt_vfc->vfc_name, "zfs") == 0;
1891191783Srmacklem
1892191783Srmacklem	MALLOC(rbuf, caddr_t, siz, M_TEMP, M_WAITOK);
1893191783Srmacklemagain:
1894191783Srmacklem	eofflag = 0;
1895191783Srmacklem	if (cookies) {
1896191783Srmacklem		free((caddr_t)cookies, M_TEMP);
1897191783Srmacklem		cookies = NULL;
1898191783Srmacklem	}
1899191783Srmacklem
1900191783Srmacklem	iv.iov_base = rbuf;
1901191783Srmacklem	iv.iov_len = siz;
1902191783Srmacklem	io.uio_iov = &iv;
1903191783Srmacklem	io.uio_iovcnt = 1;
1904191783Srmacklem	io.uio_offset = (off_t)off;
1905191783Srmacklem	io.uio_resid = siz;
1906191783Srmacklem	io.uio_segflg = UIO_SYSSPACE;
1907191783Srmacklem	io.uio_rw = UIO_READ;
1908191783Srmacklem	io.uio_td = NULL;
1909191783Srmacklem	nd->nd_repstat = VOP_READDIR(vp, &io, nd->nd_cred, &eofflag, &ncookies,
1910191783Srmacklem	    &cookies);
1911191783Srmacklem	off = (u_int64_t)io.uio_offset;
1912191783Srmacklem	if (io.uio_resid)
1913191783Srmacklem		siz -= io.uio_resid;
1914191783Srmacklem
1915216693Srmacklem	getret = nfsvno_getattr(vp, &at, nd->nd_cred, p, 1);
1916191783Srmacklem
1917191783Srmacklem	if (!cookies && !nd->nd_repstat)
1918191783Srmacklem		nd->nd_repstat = NFSERR_PERM;
1919191783Srmacklem	if (!nd->nd_repstat)
1920191783Srmacklem		nd->nd_repstat = getret;
1921191783Srmacklem	if (nd->nd_repstat) {
1922199715Srmacklem		vput(vp);
1923191783Srmacklem		if (cookies)
1924191783Srmacklem			free((caddr_t)cookies, M_TEMP);
1925191783Srmacklem		free((caddr_t)rbuf, M_TEMP);
1926191783Srmacklem		if (nd->nd_flag & ND_NFSV3)
1927191783Srmacklem			nfsrv_postopattr(nd, getret, &at);
1928224086Szack		goto out;
1929191783Srmacklem	}
1930191783Srmacklem	/*
1931191783Srmacklem	 * If nothing read, return eof
1932191783Srmacklem	 * rpc reply
1933191783Srmacklem	 */
1934191783Srmacklem	if (siz == 0) {
1935199715Srmacklem		vput(vp);
1936191783Srmacklem		if (nd->nd_flag & ND_NFSV3)
1937191783Srmacklem			nfsrv_postopattr(nd, getret, &at);
1938191783Srmacklem		NFSM_BUILD(tl, u_int32_t *, 4 * NFSX_UNSIGNED);
1939191783Srmacklem		txdr_hyper(at.na_filerev, tl);
1940191783Srmacklem		tl += 2;
1941191783Srmacklem		*tl++ = newnfs_false;
1942191783Srmacklem		*tl = newnfs_true;
1943191783Srmacklem		free((caddr_t)cookies, M_TEMP);
1944191783Srmacklem		free((caddr_t)rbuf, M_TEMP);
1945224086Szack		goto out;
1946191783Srmacklem	}
1947191783Srmacklem
1948191783Srmacklem	/*
1949191783Srmacklem	 * Check for degenerate cases of nothing useful read.
1950191783Srmacklem	 * If so go try again
1951191783Srmacklem	 */
1952191783Srmacklem	cpos = rbuf;
1953191783Srmacklem	cend = rbuf + siz;
1954191783Srmacklem	dp = (struct dirent *)cpos;
1955191783Srmacklem	cookiep = cookies;
1956191783Srmacklem
1957191783Srmacklem	/*
1958191783Srmacklem	 * For some reason FreeBSD's ufs_readdir() chooses to back the
1959191783Srmacklem	 * directory offset up to a block boundary, so it is necessary to
1960191783Srmacklem	 * skip over the records that precede the requested offset. This
1961191783Srmacklem	 * requires the assumption that file offset cookies monotonically
1962191783Srmacklem	 * increase.
1963191783Srmacklem	 */
1964191783Srmacklem	while (cpos < cend && ncookies > 0 &&
1965191783Srmacklem	  (dp->d_fileno == 0 || dp->d_type == DT_WHT ||
1966268961Sbdrewery	   (is_ufs == 1 && ((u_quad_t)(*cookiep)) <= toff) ||
1967191783Srmacklem	   ((nd->nd_flag & ND_NFSV4) &&
1968191783Srmacklem	    ((dp->d_namlen == 1 && dp->d_name[0] == '.') ||
1969191783Srmacklem	     (dp->d_namlen==2 && dp->d_name[0]=='.' && dp->d_name[1]=='.'))))) {
1970191783Srmacklem		cpos += dp->d_reclen;
1971191783Srmacklem		dp = (struct dirent *)cpos;
1972191783Srmacklem		cookiep++;
1973191783Srmacklem		ncookies--;
1974191783Srmacklem	}
1975191783Srmacklem	if (cpos >= cend || ncookies == 0) {
1976191783Srmacklem		siz = fullsiz;
1977191783Srmacklem		toff = off;
1978191783Srmacklem		goto again;
1979191783Srmacklem	}
1980217176Srmacklem
1981217176Srmacklem	/*
1982217176Srmacklem	 * Busy the file system so that the mount point won't go away
1983217176Srmacklem	 * and, as such, VFS_VGET() can be used safely.
1984217176Srmacklem	 */
1985217176Srmacklem	mp = vp->v_mount;
1986217176Srmacklem	vfs_ref(mp);
1987224082Szack	NFSVOPUNLOCK(vp, 0);
1988217176Srmacklem	nd->nd_repstat = vfs_busy(mp, 0);
1989217176Srmacklem	vfs_rel(mp);
1990217176Srmacklem	if (nd->nd_repstat != 0) {
1991217176Srmacklem		vrele(vp);
1992217176Srmacklem		free(cookies, M_TEMP);
1993217176Srmacklem		free(rbuf, M_TEMP);
1994217176Srmacklem		if (nd->nd_flag & ND_NFSV3)
1995217176Srmacklem			nfsrv_postopattr(nd, getret, &at);
1996224086Szack		goto out;
1997217176Srmacklem	}
1998191783Srmacklem
1999191783Srmacklem	/*
2000260144Srmacklem	 * Check to see if entries in this directory can be safely acquired
2001260144Srmacklem	 * via VFS_VGET() or if a switch to VOP_LOOKUP() is required.
2002260144Srmacklem	 * ZFS snapshot directories need VOP_LOOKUP(), so that any
2003260144Srmacklem	 * automount of the snapshot directory that is required will
2004260144Srmacklem	 * be done.
2005260144Srmacklem	 * This needs to be done here for NFSv4, since NFSv4 never does
2006260144Srmacklem	 * a VFS_VGET() for "." or "..".
2007260144Srmacklem	 */
2008268961Sbdrewery	if (is_zfs == 1) {
2009260144Srmacklem		r = VFS_VGET(mp, at.na_fileid, LK_SHARED, &nvp);
2010260144Srmacklem		if (r == EOPNOTSUPP) {
2011260144Srmacklem			usevget = 0;
2012260144Srmacklem			cn.cn_nameiop = LOOKUP;
2013260144Srmacklem			cn.cn_lkflags = LK_SHARED | LK_RETRY;
2014260144Srmacklem			cn.cn_cred = nd->nd_cred;
2015260144Srmacklem			cn.cn_thread = p;
2016260144Srmacklem		} else if (r == 0)
2017260144Srmacklem			vput(nvp);
2018260144Srmacklem	}
2019260144Srmacklem
2020260144Srmacklem	/*
2021191783Srmacklem	 * Save this position, in case there is an error before one entry
2022191783Srmacklem	 * is created.
2023191783Srmacklem	 */
2024191783Srmacklem	mb0 = nd->nd_mb;
2025191783Srmacklem	bpos0 = nd->nd_bpos;
2026191783Srmacklem
2027191783Srmacklem	/*
2028191783Srmacklem	 * Fill in the first part of the reply.
2029191783Srmacklem	 * dirlen is the reply length in bytes and cannot exceed cnt.
2030191783Srmacklem	 * (Include the two booleans at the end of the reply in dirlen now,
2031191783Srmacklem	 *  so we recognize when we have exceeded cnt.)
2032191783Srmacklem	 */
2033191783Srmacklem	if (nd->nd_flag & ND_NFSV3) {
2034191783Srmacklem		dirlen = NFSX_V3POSTOPATTR + NFSX_VERF + 2 * NFSX_UNSIGNED;
2035191783Srmacklem		nfsrv_postopattr(nd, getret, &at);
2036191783Srmacklem	} else {
2037191783Srmacklem		dirlen = NFSX_VERF + 2 * NFSX_UNSIGNED;
2038191783Srmacklem	}
2039191783Srmacklem	NFSM_BUILD(tl, u_int32_t *, NFSX_VERF);
2040191783Srmacklem	txdr_hyper(at.na_filerev, tl);
2041191783Srmacklem
2042191783Srmacklem	/*
2043191783Srmacklem	 * Save this position, in case there is an empty reply needed.
2044191783Srmacklem	 */
2045191783Srmacklem	mb1 = nd->nd_mb;
2046191783Srmacklem	bpos1 = nd->nd_bpos;
2047191783Srmacklem
2048191783Srmacklem	/* Loop through the records and build reply */
2049191783Srmacklem	entrycnt = 0;
2050191783Srmacklem	while (cpos < cend && ncookies > 0 && dirlen < cnt) {
2051191783Srmacklem		nlen = dp->d_namlen;
2052191783Srmacklem		if (dp->d_fileno != 0 && dp->d_type != DT_WHT &&
2053191783Srmacklem		    nlen <= NFS_MAXNAMLEN &&
2054191783Srmacklem		    ((nd->nd_flag & ND_NFSV3) || nlen > 2 ||
2055191783Srmacklem		     (nlen==2 && (dp->d_name[0]!='.' || dp->d_name[1]!='.'))
2056191783Srmacklem		      || (nlen == 1 && dp->d_name[0] != '.'))) {
2057191783Srmacklem			/*
2058191783Srmacklem			 * Save the current position in the reply, in case
2059191783Srmacklem			 * this entry exceeds cnt.
2060191783Srmacklem			 */
2061191783Srmacklem			mb1 = nd->nd_mb;
2062191783Srmacklem			bpos1 = nd->nd_bpos;
2063191783Srmacklem
2064191783Srmacklem			/*
2065191783Srmacklem			 * For readdir_and_lookup get the vnode using
2066191783Srmacklem			 * the file number.
2067191783Srmacklem			 */
2068191783Srmacklem			nvp = NULL;
2069191783Srmacklem			refp = NULL;
2070191783Srmacklem			r = 0;
2071220645Srmacklem			at_root = 0;
2072220645Srmacklem			needs_unbusy = 0;
2073220645Srmacklem			new_mp = mp;
2074220645Srmacklem			mounted_on_fileno = (uint64_t)dp->d_fileno;
2075191783Srmacklem			if ((nd->nd_flag & ND_NFSV3) ||
2076191783Srmacklem			    NFSNONZERO_ATTRBIT(&savbits)) {
2077191783Srmacklem				if (nd->nd_flag & ND_NFSV4)
2078191783Srmacklem					refp = nfsv4root_getreferral(NULL,
2079191783Srmacklem					    vp, dp->d_fileno);
2080199715Srmacklem				if (refp == NULL) {
2081199715Srmacklem					if (usevget)
2082217176Srmacklem						r = VFS_VGET(mp, dp->d_fileno,
2083217176Srmacklem						    LK_SHARED, &nvp);
2084199715Srmacklem					else
2085199715Srmacklem						r = EOPNOTSUPP;
2086199715Srmacklem					if (r == EOPNOTSUPP) {
2087199715Srmacklem						if (usevget) {
2088199715Srmacklem							usevget = 0;
2089199715Srmacklem							cn.cn_nameiop = LOOKUP;
2090199715Srmacklem							cn.cn_lkflags =
2091216700Srmacklem							    LK_SHARED |
2092199715Srmacklem							    LK_RETRY;
2093199715Srmacklem							cn.cn_cred =
2094199715Srmacklem							    nd->nd_cred;
2095199715Srmacklem							cn.cn_thread = p;
2096199715Srmacklem						}
2097199715Srmacklem						cn.cn_nameptr = dp->d_name;
2098199715Srmacklem						cn.cn_namelen = nlen;
2099199715Srmacklem						cn.cn_flags = ISLASTCN |
2100241896Skib						    NOFOLLOW | LOCKLEAF;
2101199715Srmacklem						if (nlen == 2 &&
2102199715Srmacklem						    dp->d_name[0] == '.' &&
2103199715Srmacklem						    dp->d_name[1] == '.')
2104199715Srmacklem							cn.cn_flags |=
2105199715Srmacklem							    ISDOTDOT;
2106224081Szack						if (NFSVOPLOCK(vp, LK_SHARED)
2107216692Srmacklem						    != 0) {
2108216692Srmacklem							nd->nd_repstat = EPERM;
2109216692Srmacklem							break;
2110216692Srmacklem						}
2111214149Srmacklem						if ((vp->v_vflag & VV_ROOT) != 0
2112214149Srmacklem						    && (cn.cn_flags & ISDOTDOT)
2113214149Srmacklem						    != 0) {
2114214149Srmacklem							vref(vp);
2115214149Srmacklem							nvp = vp;
2116214149Srmacklem							r = 0;
2117220507Srmacklem						} else {
2118214149Srmacklem							r = VOP_LOOKUP(vp, &nvp,
2119214149Srmacklem							    &cn);
2120220507Srmacklem							if (vp != nvp)
2121224082Szack								NFSVOPUNLOCK(vp,
2122220507Srmacklem								    0);
2123220507Srmacklem						}
2124199715Srmacklem					}
2125220645Srmacklem
2126220645Srmacklem					/*
2127220645Srmacklem					 * For NFSv4, check to see if nvp is
2128220645Srmacklem					 * a mount point and get the mount
2129220645Srmacklem					 * point vnode, as required.
2130220645Srmacklem					 */
2131220645Srmacklem					if (r == 0 &&
2132220645Srmacklem					    nfsrv_enable_crossmntpt != 0 &&
2133220645Srmacklem					    (nd->nd_flag & ND_NFSV4) != 0 &&
2134220645Srmacklem					    nvp->v_type == VDIR &&
2135220645Srmacklem					    nvp->v_mountedhere != NULL) {
2136220645Srmacklem						new_mp = nvp->v_mountedhere;
2137220645Srmacklem						r = vfs_busy(new_mp, 0);
2138220645Srmacklem						vput(nvp);
2139220645Srmacklem						nvp = NULL;
2140220645Srmacklem						if (r == 0) {
2141220645Srmacklem							r = VFS_ROOT(new_mp,
2142220645Srmacklem							    LK_SHARED, &nvp);
2143220645Srmacklem							needs_unbusy = 1;
2144220645Srmacklem							if (r == 0)
2145220645Srmacklem								at_root = 1;
2146220645Srmacklem						}
2147220645Srmacklem					}
2148199715Srmacklem				}
2149191783Srmacklem				if (!r) {
2150191783Srmacklem				    if (refp == NULL &&
2151191783Srmacklem					((nd->nd_flag & ND_NFSV3) ||
2152191783Srmacklem					 NFSNONZERO_ATTRBIT(&attrbits))) {
2153191783Srmacklem					r = nfsvno_getfh(nvp, &nfh, p);
2154191783Srmacklem					if (!r)
2155191783Srmacklem					    r = nfsvno_getattr(nvp, nvap,
2156216693Srmacklem						nd->nd_cred, p, 1);
2157268961Sbdrewery					if (r == 0 && is_zfs == 1 &&
2158260144Srmacklem					    nfsrv_enable_crossmntpt != 0 &&
2159260144Srmacklem					    (nd->nd_flag & ND_NFSV4) != 0 &&
2160260144Srmacklem					    nvp->v_type == VDIR &&
2161260144Srmacklem					    vp->v_mount != nvp->v_mount) {
2162260144Srmacklem					    /*
2163260144Srmacklem					     * For a ZFS snapshot, there is a
2164260144Srmacklem					     * pseudo mount that does not set
2165260144Srmacklem					     * v_mountedhere, so it needs to
2166260144Srmacklem					     * be detected via a different
2167260144Srmacklem					     * mount structure.
2168260144Srmacklem					     */
2169260144Srmacklem					    at_root = 1;
2170260144Srmacklem					    if (new_mp == mp)
2171260144Srmacklem						new_mp = nvp->v_mount;
2172260144Srmacklem					}
2173191783Srmacklem				    }
2174191783Srmacklem				} else {
2175191783Srmacklem				    nvp = NULL;
2176191783Srmacklem				}
2177191783Srmacklem				if (r) {
2178191783Srmacklem					if (!NFSISSET_ATTRBIT(&attrbits,
2179191783Srmacklem					    NFSATTRBIT_RDATTRERROR)) {
2180191783Srmacklem						if (nvp != NULL)
2181191783Srmacklem							vput(nvp);
2182220645Srmacklem						if (needs_unbusy != 0)
2183220645Srmacklem							vfs_unbusy(new_mp);
2184191783Srmacklem						nd->nd_repstat = r;
2185191783Srmacklem						break;
2186191783Srmacklem					}
2187191783Srmacklem				}
2188191783Srmacklem			}
2189191783Srmacklem
2190191783Srmacklem			/*
2191191783Srmacklem			 * Build the directory record xdr
2192191783Srmacklem			 */
2193191783Srmacklem			if (nd->nd_flag & ND_NFSV3) {
2194191783Srmacklem				NFSM_BUILD(tl, u_int32_t *, 3 * NFSX_UNSIGNED);
2195191783Srmacklem				*tl++ = newnfs_true;
2196191783Srmacklem				*tl++ = 0;
2197191783Srmacklem				*tl = txdr_unsigned(dp->d_fileno);
2198191783Srmacklem				dirlen += nfsm_strtom(nd, dp->d_name, nlen);
2199191783Srmacklem				NFSM_BUILD(tl, u_int32_t *, 2 * NFSX_UNSIGNED);
2200191783Srmacklem				*tl++ = 0;
2201191783Srmacklem				*tl = txdr_unsigned(*cookiep);
2202191783Srmacklem				nfsrv_postopattr(nd, 0, nvap);
2203191783Srmacklem				dirlen += nfsm_fhtom(nd,(u_int8_t *)&nfh,0,1);
2204191783Srmacklem				dirlen += (5*NFSX_UNSIGNED+NFSX_V3POSTOPATTR);
2205191783Srmacklem				if (nvp != NULL)
2206191783Srmacklem					vput(nvp);
2207191783Srmacklem			} else {
2208191783Srmacklem				NFSM_BUILD(tl, u_int32_t *, 3 * NFSX_UNSIGNED);
2209191783Srmacklem				*tl++ = newnfs_true;
2210191783Srmacklem				*tl++ = 0;
2211191783Srmacklem				*tl = txdr_unsigned(*cookiep);
2212191783Srmacklem				dirlen += nfsm_strtom(nd, dp->d_name, nlen);
2213220648Srmacklem				if (nvp != NULL) {
2214220648Srmacklem					supports_nfsv4acls =
2215220648Srmacklem					    nfs_supportsnfsv4acls(nvp);
2216224082Szack					NFSVOPUNLOCK(nvp, 0);
2217220648Srmacklem				} else
2218220648Srmacklem					supports_nfsv4acls = 0;
2219191783Srmacklem				if (refp != NULL) {
2220191783Srmacklem					dirlen += nfsrv_putreferralattr(nd,
2221191783Srmacklem					    &savbits, refp, 0,
2222191783Srmacklem					    &nd->nd_repstat);
2223191783Srmacklem					if (nd->nd_repstat) {
2224191783Srmacklem						if (nvp != NULL)
2225191783Srmacklem							vrele(nvp);
2226220645Srmacklem						if (needs_unbusy != 0)
2227220645Srmacklem							vfs_unbusy(new_mp);
2228191783Srmacklem						break;
2229191783Srmacklem					}
2230191783Srmacklem				} else if (r) {
2231220645Srmacklem					dirlen += nfsvno_fillattr(nd, new_mp,
2232220645Srmacklem					    nvp, nvap, &nfh, r, &rderrbits,
2233220648Srmacklem					    nd->nd_cred, p, isdgram, 0,
2234220648Srmacklem					    supports_nfsv4acls, at_root,
2235220645Srmacklem					    mounted_on_fileno);
2236191783Srmacklem				} else {
2237220645Srmacklem					dirlen += nfsvno_fillattr(nd, new_mp,
2238220645Srmacklem					    nvp, nvap, &nfh, r, &attrbits,
2239220648Srmacklem					    nd->nd_cred, p, isdgram, 0,
2240220648Srmacklem					    supports_nfsv4acls, at_root,
2241220645Srmacklem					    mounted_on_fileno);
2242191783Srmacklem				}
2243191783Srmacklem				if (nvp != NULL)
2244191783Srmacklem					vrele(nvp);
2245191783Srmacklem				dirlen += (3 * NFSX_UNSIGNED);
2246191783Srmacklem			}
2247220645Srmacklem			if (needs_unbusy != 0)
2248220645Srmacklem				vfs_unbusy(new_mp);
2249191783Srmacklem			if (dirlen <= cnt)
2250191783Srmacklem				entrycnt++;
2251191783Srmacklem		}
2252191783Srmacklem		cpos += dp->d_reclen;
2253191783Srmacklem		dp = (struct dirent *)cpos;
2254191783Srmacklem		cookiep++;
2255191783Srmacklem		ncookies--;
2256191783Srmacklem	}
2257216692Srmacklem	vrele(vp);
2258217176Srmacklem	vfs_unbusy(mp);
2259191783Srmacklem
2260191783Srmacklem	/*
2261191783Srmacklem	 * If dirlen > cnt, we must strip off the last entry. If that
2262191783Srmacklem	 * results in an empty reply, report NFSERR_TOOSMALL.
2263191783Srmacklem	 */
2264191783Srmacklem	if (dirlen > cnt || nd->nd_repstat) {
2265191783Srmacklem		if (!nd->nd_repstat && entrycnt == 0)
2266191783Srmacklem			nd->nd_repstat = NFSERR_TOOSMALL;
2267269452Srmacklem		if (nd->nd_repstat) {
2268191783Srmacklem			newnfs_trimtrailing(nd, mb0, bpos0);
2269269452Srmacklem			if (nd->nd_flag & ND_NFSV3)
2270269452Srmacklem				nfsrv_postopattr(nd, getret, &at);
2271269452Srmacklem		} else
2272191783Srmacklem			newnfs_trimtrailing(nd, mb1, bpos1);
2273191783Srmacklem		eofflag = 0;
2274191783Srmacklem	} else if (cpos < cend)
2275191783Srmacklem		eofflag = 0;
2276191783Srmacklem	if (!nd->nd_repstat) {
2277191783Srmacklem		NFSM_BUILD(tl, u_int32_t *, 2 * NFSX_UNSIGNED);
2278191783Srmacklem		*tl++ = newnfs_false;
2279191783Srmacklem		if (eofflag)
2280191783Srmacklem			*tl = newnfs_true;
2281191783Srmacklem		else
2282191783Srmacklem			*tl = newnfs_false;
2283191783Srmacklem	}
2284191783Srmacklem	FREE((caddr_t)cookies, M_TEMP);
2285191783Srmacklem	FREE((caddr_t)rbuf, M_TEMP);
2286224086Szack
2287224086Szackout:
2288224086Szack	NFSEXITCODE2(0, nd);
2289191783Srmacklem	return (0);
2290191783Srmacklemnfsmout:
2291191783Srmacklem	vput(vp);
2292224086Szack	NFSEXITCODE2(error, nd);
2293191783Srmacklem	return (error);
2294191783Srmacklem}
2295191783Srmacklem
2296191783Srmacklem/*
2297191783Srmacklem * Get the settable attributes out of the mbuf list.
2298191783Srmacklem * (Return 0 or EBADRPC)
2299191783Srmacklem */
2300191783Srmacklemint
2301191783Srmacklemnfsrv_sattr(struct nfsrv_descript *nd, struct nfsvattr *nvap,
2302191783Srmacklem    nfsattrbit_t *attrbitp, NFSACL_T *aclp, struct thread *p)
2303191783Srmacklem{
2304191783Srmacklem	u_int32_t *tl;
2305191783Srmacklem	struct nfsv2_sattr *sp;
2306191783Srmacklem	int error = 0, toclient = 0;
2307191783Srmacklem
2308191783Srmacklem	switch (nd->nd_flag & (ND_NFSV2 | ND_NFSV3 | ND_NFSV4)) {
2309191783Srmacklem	case ND_NFSV2:
2310191783Srmacklem		NFSM_DISSECT(sp, struct nfsv2_sattr *, NFSX_V2SATTR);
2311191783Srmacklem		/*
2312191783Srmacklem		 * Some old clients didn't fill in the high order 16bits.
2313191783Srmacklem		 * --> check the low order 2 bytes for 0xffff
2314191783Srmacklem		 */
2315191783Srmacklem		if ((fxdr_unsigned(int, sp->sa_mode) & 0xffff) != 0xffff)
2316191783Srmacklem			nvap->na_mode = nfstov_mode(sp->sa_mode);
2317191783Srmacklem		if (sp->sa_uid != newnfs_xdrneg1)
2318191783Srmacklem			nvap->na_uid = fxdr_unsigned(uid_t, sp->sa_uid);
2319191783Srmacklem		if (sp->sa_gid != newnfs_xdrneg1)
2320191783Srmacklem			nvap->na_gid = fxdr_unsigned(gid_t, sp->sa_gid);
2321191783Srmacklem		if (sp->sa_size != newnfs_xdrneg1)
2322191783Srmacklem			nvap->na_size = fxdr_unsigned(u_quad_t, sp->sa_size);
2323191783Srmacklem		if (sp->sa_atime.nfsv2_sec != newnfs_xdrneg1) {
2324191783Srmacklem#ifdef notyet
2325191783Srmacklem			fxdr_nfsv2time(&sp->sa_atime, &nvap->na_atime);
2326191783Srmacklem#else
2327191783Srmacklem			nvap->na_atime.tv_sec =
2328191783Srmacklem				fxdr_unsigned(u_int32_t,sp->sa_atime.nfsv2_sec);
2329191783Srmacklem			nvap->na_atime.tv_nsec = 0;
2330191783Srmacklem#endif
2331191783Srmacklem		}
2332191783Srmacklem		if (sp->sa_mtime.nfsv2_sec != newnfs_xdrneg1)
2333191783Srmacklem			fxdr_nfsv2time(&sp->sa_mtime, &nvap->na_mtime);
2334191783Srmacklem		break;
2335191783Srmacklem	case ND_NFSV3:
2336191783Srmacklem		NFSM_DISSECT(tl, u_int32_t *, NFSX_UNSIGNED);
2337191783Srmacklem		if (*tl == newnfs_true) {
2338191783Srmacklem			NFSM_DISSECT(tl, u_int32_t *, NFSX_UNSIGNED);
2339191783Srmacklem			nvap->na_mode = nfstov_mode(*tl);
2340191783Srmacklem		}
2341191783Srmacklem		NFSM_DISSECT(tl, u_int32_t *, NFSX_UNSIGNED);
2342191783Srmacklem		if (*tl == newnfs_true) {
2343191783Srmacklem			NFSM_DISSECT(tl, u_int32_t *, NFSX_UNSIGNED);
2344191783Srmacklem			nvap->na_uid = fxdr_unsigned(uid_t, *tl);
2345191783Srmacklem		}
2346191783Srmacklem		NFSM_DISSECT(tl, u_int32_t *, NFSX_UNSIGNED);
2347191783Srmacklem		if (*tl == newnfs_true) {
2348191783Srmacklem			NFSM_DISSECT(tl, u_int32_t *, NFSX_UNSIGNED);
2349191783Srmacklem			nvap->na_gid = fxdr_unsigned(gid_t, *tl);
2350191783Srmacklem		}
2351191783Srmacklem		NFSM_DISSECT(tl, u_int32_t *, NFSX_UNSIGNED);
2352191783Srmacklem		if (*tl == newnfs_true) {
2353191783Srmacklem			NFSM_DISSECT(tl, u_int32_t *, 2 * NFSX_UNSIGNED);
2354191783Srmacklem			nvap->na_size = fxdr_hyper(tl);
2355191783Srmacklem		}
2356191783Srmacklem		NFSM_DISSECT(tl, u_int32_t *, NFSX_UNSIGNED);
2357191783Srmacklem		switch (fxdr_unsigned(int, *tl)) {
2358191783Srmacklem		case NFSV3SATTRTIME_TOCLIENT:
2359191783Srmacklem			NFSM_DISSECT(tl, u_int32_t *, 2 * NFSX_UNSIGNED);
2360191783Srmacklem			fxdr_nfsv3time(tl, &nvap->na_atime);
2361191783Srmacklem			toclient = 1;
2362191783Srmacklem			break;
2363191783Srmacklem		case NFSV3SATTRTIME_TOSERVER:
2364245611Sjhb			vfs_timestamp(&nvap->na_atime);
2365191783Srmacklem			nvap->na_vaflags |= VA_UTIMES_NULL;
2366191783Srmacklem			break;
2367191783Srmacklem		};
2368191783Srmacklem		NFSM_DISSECT(tl, u_int32_t *, NFSX_UNSIGNED);
2369191783Srmacklem		switch (fxdr_unsigned(int, *tl)) {
2370191783Srmacklem		case NFSV3SATTRTIME_TOCLIENT:
2371191783Srmacklem			NFSM_DISSECT(tl, u_int32_t *, 2 * NFSX_UNSIGNED);
2372191783Srmacklem			fxdr_nfsv3time(tl, &nvap->na_mtime);
2373191783Srmacklem			nvap->na_vaflags &= ~VA_UTIMES_NULL;
2374191783Srmacklem			break;
2375191783Srmacklem		case NFSV3SATTRTIME_TOSERVER:
2376245611Sjhb			vfs_timestamp(&nvap->na_mtime);
2377191783Srmacklem			if (!toclient)
2378191783Srmacklem				nvap->na_vaflags |= VA_UTIMES_NULL;
2379191783Srmacklem			break;
2380191783Srmacklem		};
2381191783Srmacklem		break;
2382191783Srmacklem	case ND_NFSV4:
2383191783Srmacklem		error = nfsv4_sattr(nd, nvap, attrbitp, aclp, p);
2384191783Srmacklem	};
2385191783Srmacklemnfsmout:
2386224086Szack	NFSEXITCODE2(error, nd);
2387191783Srmacklem	return (error);
2388191783Srmacklem}
2389191783Srmacklem
2390191783Srmacklem/*
2391191783Srmacklem * Handle the setable attributes for V4.
2392191783Srmacklem * Returns NFSERR_BADXDR if it can't be parsed, 0 otherwise.
2393191783Srmacklem */
2394191783Srmacklemint
2395191783Srmacklemnfsv4_sattr(struct nfsrv_descript *nd, struct nfsvattr *nvap,
2396191783Srmacklem    nfsattrbit_t *attrbitp, NFSACL_T *aclp, struct thread *p)
2397191783Srmacklem{
2398191783Srmacklem	u_int32_t *tl;
2399191783Srmacklem	int attrsum = 0;
2400191783Srmacklem	int i, j;
2401191783Srmacklem	int error, attrsize, bitpos, aclsize, aceerr, retnotsup = 0;
2402191783Srmacklem	int toclient = 0;
2403191783Srmacklem	u_char *cp, namestr[NFSV4_SMALLSTR + 1];
2404191783Srmacklem	uid_t uid;
2405191783Srmacklem	gid_t gid;
2406191783Srmacklem
2407191783Srmacklem	error = nfsrv_getattrbits(nd, attrbitp, NULL, &retnotsup);
2408191783Srmacklem	if (error)
2409224086Szack		goto nfsmout;
2410191783Srmacklem	NFSM_DISSECT(tl, u_int32_t *, NFSX_UNSIGNED);
2411191783Srmacklem	attrsize = fxdr_unsigned(int, *tl);
2412191783Srmacklem
2413191783Srmacklem	/*
2414191783Srmacklem	 * Loop around getting the setable attributes. If an unsupported
2415191783Srmacklem	 * one is found, set nd_repstat == NFSERR_ATTRNOTSUPP and return.
2416191783Srmacklem	 */
2417191783Srmacklem	if (retnotsup) {
2418191783Srmacklem		nd->nd_repstat = NFSERR_ATTRNOTSUPP;
2419191783Srmacklem		bitpos = NFSATTRBIT_MAX;
2420191783Srmacklem	} else {
2421191783Srmacklem		bitpos = 0;
2422191783Srmacklem	}
2423191783Srmacklem	for (; bitpos < NFSATTRBIT_MAX; bitpos++) {
2424191783Srmacklem	    if (attrsum > attrsize) {
2425191783Srmacklem		error = NFSERR_BADXDR;
2426191783Srmacklem		goto nfsmout;
2427191783Srmacklem	    }
2428191783Srmacklem	    if (NFSISSET_ATTRBIT(attrbitp, bitpos))
2429191783Srmacklem		switch (bitpos) {
2430191783Srmacklem		case NFSATTRBIT_SIZE:
2431191783Srmacklem			NFSM_DISSECT(tl, u_int32_t *, NFSX_HYPER);
2432191783Srmacklem			nvap->na_size = fxdr_hyper(tl);
2433191783Srmacklem			attrsum += NFSX_HYPER;
2434191783Srmacklem			break;
2435191783Srmacklem		case NFSATTRBIT_ACL:
2436191783Srmacklem			error = nfsrv_dissectacl(nd, aclp, &aceerr, &aclsize,
2437191783Srmacklem			    p);
2438191783Srmacklem			if (error)
2439191783Srmacklem				goto nfsmout;
2440191783Srmacklem			if (aceerr && !nd->nd_repstat)
2441224077Szack				nd->nd_repstat = aceerr;
2442191783Srmacklem			attrsum += aclsize;
2443191783Srmacklem			break;
2444191783Srmacklem		case NFSATTRBIT_ARCHIVE:
2445191783Srmacklem			NFSM_DISSECT(tl, u_int32_t *, NFSX_UNSIGNED);
2446191783Srmacklem			if (!nd->nd_repstat)
2447191783Srmacklem				nd->nd_repstat = NFSERR_ATTRNOTSUPP;
2448191783Srmacklem			attrsum += NFSX_UNSIGNED;
2449191783Srmacklem			break;
2450191783Srmacklem		case NFSATTRBIT_HIDDEN:
2451191783Srmacklem			NFSM_DISSECT(tl, u_int32_t *, NFSX_UNSIGNED);
2452191783Srmacklem			if (!nd->nd_repstat)
2453191783Srmacklem				nd->nd_repstat = NFSERR_ATTRNOTSUPP;
2454191783Srmacklem			attrsum += NFSX_UNSIGNED;
2455191783Srmacklem			break;
2456191783Srmacklem		case NFSATTRBIT_MIMETYPE:
2457191783Srmacklem			NFSM_DISSECT(tl, u_int32_t *, NFSX_UNSIGNED);
2458191783Srmacklem			i = fxdr_unsigned(int, *tl);
2459191783Srmacklem			error = nfsm_advance(nd, NFSM_RNDUP(i), -1);
2460191783Srmacklem			if (error)
2461191783Srmacklem				goto nfsmout;
2462191783Srmacklem			if (!nd->nd_repstat)
2463191783Srmacklem				nd->nd_repstat = NFSERR_ATTRNOTSUPP;
2464191783Srmacklem			attrsum += (NFSX_UNSIGNED + NFSM_RNDUP(i));
2465191783Srmacklem			break;
2466191783Srmacklem		case NFSATTRBIT_MODE:
2467191783Srmacklem			NFSM_DISSECT(tl, u_int32_t *, NFSX_UNSIGNED);
2468191783Srmacklem			nvap->na_mode = nfstov_mode(*tl);
2469191783Srmacklem			attrsum += NFSX_UNSIGNED;
2470191783Srmacklem			break;
2471191783Srmacklem		case NFSATTRBIT_OWNER:
2472191783Srmacklem			NFSM_DISSECT(tl, u_int32_t *, NFSX_UNSIGNED);
2473191783Srmacklem			j = fxdr_unsigned(int, *tl);
2474224086Szack			if (j < 0) {
2475224086Szack				error = NFSERR_BADXDR;
2476224086Szack				goto nfsmout;
2477224086Szack			}
2478191783Srmacklem			if (j > NFSV4_SMALLSTR)
2479191783Srmacklem				cp = malloc(j + 1, M_NFSSTRING, M_WAITOK);
2480191783Srmacklem			else
2481191783Srmacklem				cp = namestr;
2482191783Srmacklem			error = nfsrv_mtostr(nd, cp, j);
2483191783Srmacklem			if (error) {
2484191783Srmacklem				if (j > NFSV4_SMALLSTR)
2485191783Srmacklem					free(cp, M_NFSSTRING);
2486224086Szack				goto nfsmout;
2487191783Srmacklem			}
2488191783Srmacklem			if (!nd->nd_repstat) {
2489240720Srmacklem				nd->nd_repstat = nfsv4_strtouid(nd, cp, j, &uid,
2490240720Srmacklem				    p);
2491191783Srmacklem				if (!nd->nd_repstat)
2492191783Srmacklem					nvap->na_uid = uid;
2493191783Srmacklem			}
2494191783Srmacklem			if (j > NFSV4_SMALLSTR)
2495191783Srmacklem				free(cp, M_NFSSTRING);
2496191783Srmacklem			attrsum += (NFSX_UNSIGNED + NFSM_RNDUP(j));
2497191783Srmacklem			break;
2498191783Srmacklem		case NFSATTRBIT_OWNERGROUP:
2499191783Srmacklem			NFSM_DISSECT(tl, u_int32_t *, NFSX_UNSIGNED);
2500191783Srmacklem			j = fxdr_unsigned(int, *tl);
2501224086Szack			if (j < 0) {
2502224086Szack				error = NFSERR_BADXDR;
2503224086Szack				goto nfsmout;
2504224086Szack			}
2505191783Srmacklem			if (j > NFSV4_SMALLSTR)
2506191783Srmacklem				cp = malloc(j + 1, M_NFSSTRING, M_WAITOK);
2507191783Srmacklem			else
2508191783Srmacklem				cp = namestr;
2509191783Srmacklem			error = nfsrv_mtostr(nd, cp, j);
2510191783Srmacklem			if (error) {
2511191783Srmacklem				if (j > NFSV4_SMALLSTR)
2512191783Srmacklem					free(cp, M_NFSSTRING);
2513224086Szack				goto nfsmout;
2514191783Srmacklem			}
2515191783Srmacklem			if (!nd->nd_repstat) {
2516240720Srmacklem				nd->nd_repstat = nfsv4_strtogid(nd, cp, j, &gid,
2517240720Srmacklem				    p);
2518191783Srmacklem				if (!nd->nd_repstat)
2519191783Srmacklem					nvap->na_gid = gid;
2520191783Srmacklem			}
2521191783Srmacklem			if (j > NFSV4_SMALLSTR)
2522191783Srmacklem				free(cp, M_NFSSTRING);
2523191783Srmacklem			attrsum += (NFSX_UNSIGNED + NFSM_RNDUP(j));
2524191783Srmacklem			break;
2525191783Srmacklem		case NFSATTRBIT_SYSTEM:
2526191783Srmacklem			NFSM_DISSECT(tl, u_int32_t *, NFSX_UNSIGNED);
2527191783Srmacklem			if (!nd->nd_repstat)
2528191783Srmacklem				nd->nd_repstat = NFSERR_ATTRNOTSUPP;
2529191783Srmacklem			attrsum += NFSX_UNSIGNED;
2530191783Srmacklem			break;
2531191783Srmacklem		case NFSATTRBIT_TIMEACCESSSET:
2532191783Srmacklem			NFSM_DISSECT(tl, u_int32_t *, NFSX_UNSIGNED);
2533191783Srmacklem			attrsum += NFSX_UNSIGNED;
2534191783Srmacklem			if (fxdr_unsigned(int, *tl)==NFSV4SATTRTIME_TOCLIENT) {
2535191783Srmacklem			    NFSM_DISSECT(tl, u_int32_t *, NFSX_V4TIME);
2536191783Srmacklem			    fxdr_nfsv4time(tl, &nvap->na_atime);
2537191783Srmacklem			    toclient = 1;
2538191783Srmacklem			    attrsum += NFSX_V4TIME;
2539191783Srmacklem			} else {
2540245611Sjhb			    vfs_timestamp(&nvap->na_atime);
2541191783Srmacklem			    nvap->na_vaflags |= VA_UTIMES_NULL;
2542191783Srmacklem			}
2543191783Srmacklem			break;
2544191783Srmacklem		case NFSATTRBIT_TIMEBACKUP:
2545191783Srmacklem			NFSM_DISSECT(tl, u_int32_t *, NFSX_V4TIME);
2546191783Srmacklem			if (!nd->nd_repstat)
2547191783Srmacklem				nd->nd_repstat = NFSERR_ATTRNOTSUPP;
2548191783Srmacklem			attrsum += NFSX_V4TIME;
2549191783Srmacklem			break;
2550191783Srmacklem		case NFSATTRBIT_TIMECREATE:
2551191783Srmacklem			NFSM_DISSECT(tl, u_int32_t *, NFSX_V4TIME);
2552191783Srmacklem			if (!nd->nd_repstat)
2553191783Srmacklem				nd->nd_repstat = NFSERR_ATTRNOTSUPP;
2554191783Srmacklem			attrsum += NFSX_V4TIME;
2555191783Srmacklem			break;
2556191783Srmacklem		case NFSATTRBIT_TIMEMODIFYSET:
2557191783Srmacklem			NFSM_DISSECT(tl, u_int32_t *, NFSX_UNSIGNED);
2558191783Srmacklem			attrsum += NFSX_UNSIGNED;
2559191783Srmacklem			if (fxdr_unsigned(int, *tl)==NFSV4SATTRTIME_TOCLIENT) {
2560191783Srmacklem			    NFSM_DISSECT(tl, u_int32_t *, NFSX_V4TIME);
2561191783Srmacklem			    fxdr_nfsv4time(tl, &nvap->na_mtime);
2562191783Srmacklem			    nvap->na_vaflags &= ~VA_UTIMES_NULL;
2563191783Srmacklem			    attrsum += NFSX_V4TIME;
2564191783Srmacklem			} else {
2565245611Sjhb			    vfs_timestamp(&nvap->na_mtime);
2566191783Srmacklem			    if (!toclient)
2567191783Srmacklem				nvap->na_vaflags |= VA_UTIMES_NULL;
2568191783Srmacklem			}
2569191783Srmacklem			break;
2570191783Srmacklem		default:
2571191783Srmacklem			nd->nd_repstat = NFSERR_ATTRNOTSUPP;
2572191783Srmacklem			/*
2573191783Srmacklem			 * set bitpos so we drop out of the loop.
2574191783Srmacklem			 */
2575191783Srmacklem			bitpos = NFSATTRBIT_MAX;
2576191783Srmacklem			break;
2577191783Srmacklem		};
2578191783Srmacklem	}
2579191783Srmacklem
2580191783Srmacklem	/*
2581191783Srmacklem	 * some clients pad the attrlist, so we need to skip over the
2582191783Srmacklem	 * padding.
2583191783Srmacklem	 */
2584191783Srmacklem	if (attrsum > attrsize) {
2585191783Srmacklem		error = NFSERR_BADXDR;
2586191783Srmacklem	} else {
2587191783Srmacklem		attrsize = NFSM_RNDUP(attrsize);
2588191783Srmacklem		if (attrsum < attrsize)
2589191783Srmacklem			error = nfsm_advance(nd, attrsize - attrsum, -1);
2590191783Srmacklem	}
2591191783Srmacklemnfsmout:
2592224086Szack	NFSEXITCODE2(error, nd);
2593191783Srmacklem	return (error);
2594191783Srmacklem}
2595191783Srmacklem
2596191783Srmacklem/*
2597191783Srmacklem * Check/setup export credentials.
2598191783Srmacklem */
2599191783Srmacklemint
2600191783Srmacklemnfsd_excred(struct nfsrv_descript *nd, struct nfsexstuff *exp,
2601191783Srmacklem    struct ucred *credanon)
2602191783Srmacklem{
2603191783Srmacklem	int error = 0;
2604191783Srmacklem
2605191783Srmacklem	/*
2606191783Srmacklem	 * Check/setup credentials.
2607191783Srmacklem	 */
2608191783Srmacklem	if (nd->nd_flag & ND_GSS)
2609192121Srmacklem		exp->nes_exflag &= ~MNT_EXPORTANON;
2610191783Srmacklem
2611191783Srmacklem	/*
2612192121Srmacklem	 * Check to see if the operation is allowed for this security flavor.
2613191783Srmacklem	 * RFC2623 suggests that the NFSv3 Fsinfo RPC be allowed to
2614191783Srmacklem	 * AUTH_NONE or AUTH_SYS for file systems requiring RPCSEC_GSS.
2615192121Srmacklem	 * Also, allow Secinfo, so that it can acquire the correct flavor(s).
2616191783Srmacklem	 */
2617192121Srmacklem	if (nfsvno_testexp(nd, exp) &&
2618192121Srmacklem	    nd->nd_procnum != NFSV4OP_SECINFO &&
2619191783Srmacklem	    nd->nd_procnum != NFSPROC_FSINFO) {
2620191783Srmacklem		if (nd->nd_flag & ND_NFSV4)
2621191783Srmacklem			error = NFSERR_WRONGSEC;
2622191783Srmacklem		else
2623191783Srmacklem			error = (NFSERR_AUTHERR | AUTH_TOOWEAK);
2624224086Szack		goto out;
2625191783Srmacklem	}
2626191783Srmacklem
2627191783Srmacklem	/*
2628191783Srmacklem	 * Check to see if the file system is exported V4 only.
2629191783Srmacklem	 */
2630224086Szack	if (NFSVNO_EXV4ONLY(exp) && !(nd->nd_flag & ND_NFSV4)) {
2631224086Szack		error = NFSERR_PROGNOTV4;
2632224086Szack		goto out;
2633224086Szack	}
2634191783Srmacklem
2635191783Srmacklem	/*
2636191783Srmacklem	 * Now, map the user credentials.
2637191783Srmacklem	 * (Note that ND_AUTHNONE will only be set for an NFSv3
2638191783Srmacklem	 *  Fsinfo RPC. If set for anything else, this code might need
2639191783Srmacklem	 *  to change.)
2640191783Srmacklem	 */
2641191783Srmacklem	if (NFSVNO_EXPORTED(exp) &&
2642191783Srmacklem	    ((!(nd->nd_flag & ND_GSS) && nd->nd_cred->cr_uid == 0) ||
2643191783Srmacklem	     NFSVNO_EXPORTANON(exp) ||
2644191783Srmacklem	     (nd->nd_flag & ND_AUTHNONE))) {
2645191783Srmacklem		nd->nd_cred->cr_uid = credanon->cr_uid;
2646191783Srmacklem		nd->nd_cred->cr_gid = credanon->cr_gid;
2647194498Sbrooks		crsetgroups(nd->nd_cred, credanon->cr_ngroups,
2648194498Sbrooks		    credanon->cr_groups);
2649191783Srmacklem	}
2650224086Szack
2651224086Szackout:
2652224086Szack	NFSEXITCODE2(error, nd);
2653224086Szack	return (error);
2654191783Srmacklem}
2655191783Srmacklem
2656191783Srmacklem/*
2657191783Srmacklem * Check exports.
2658191783Srmacklem */
2659191783Srmacklemint
2660191783Srmacklemnfsvno_checkexp(struct mount *mp, struct sockaddr *nam, struct nfsexstuff *exp,
2661191783Srmacklem    struct ucred **credp)
2662191783Srmacklem{
2663192121Srmacklem	int i, error, *secflavors;
2664191783Srmacklem
2665191783Srmacklem	error = VFS_CHECKEXP(mp, nam, &exp->nes_exflag, credp,
2666192121Srmacklem	    &exp->nes_numsecflavor, &secflavors);
2667192121Srmacklem	if (error) {
2668192121Srmacklem		if (nfs_rootfhset) {
2669192121Srmacklem			exp->nes_exflag = 0;
2670192121Srmacklem			exp->nes_numsecflavor = 0;
2671192121Srmacklem			error = 0;
2672192121Srmacklem		}
2673192121Srmacklem	} else {
2674192121Srmacklem		/* Copy the security flavors. */
2675192121Srmacklem		for (i = 0; i < exp->nes_numsecflavor; i++)
2676192121Srmacklem			exp->nes_secflavors[i] = secflavors[i];
2677191783Srmacklem	}
2678224086Szack	NFSEXITCODE(error);
2679191783Srmacklem	return (error);
2680191783Srmacklem}
2681191783Srmacklem
2682191783Srmacklem/*
2683191783Srmacklem * Get a vnode for a file handle and export stuff.
2684191783Srmacklem */
2685191783Srmacklemint
2686191783Srmacklemnfsvno_fhtovp(struct mount *mp, fhandle_t *fhp, struct sockaddr *nam,
2687216700Srmacklem    int lktype, struct vnode **vpp, struct nfsexstuff *exp,
2688216700Srmacklem    struct ucred **credp)
2689191783Srmacklem{
2690192121Srmacklem	int i, error, *secflavors;
2691191783Srmacklem
2692191998Srmacklem	*credp = NULL;
2693192121Srmacklem	exp->nes_numsecflavor = 0;
2694241896Skib	error = VFS_FHTOVP(mp, &fhp->fh_fid, lktype, vpp);
2695205663Srmacklem	if (error != 0)
2696205663Srmacklem		/* Make sure the server replies ESTALE to the client. */
2697205663Srmacklem		error = ESTALE;
2698191783Srmacklem	if (nam && !error) {
2699191783Srmacklem		error = VFS_CHECKEXP(mp, nam, &exp->nes_exflag, credp,
2700192121Srmacklem		    &exp->nes_numsecflavor, &secflavors);
2701191783Srmacklem		if (error) {
2702191783Srmacklem			if (nfs_rootfhset) {
2703191783Srmacklem				exp->nes_exflag = 0;
2704192121Srmacklem				exp->nes_numsecflavor = 0;
2705191783Srmacklem				error = 0;
2706191783Srmacklem			} else {
2707191783Srmacklem				vput(*vpp);
2708191783Srmacklem			}
2709192121Srmacklem		} else {
2710192121Srmacklem			/* Copy the security flavors. */
2711192121Srmacklem			for (i = 0; i < exp->nes_numsecflavor; i++)
2712192121Srmacklem				exp->nes_secflavors[i] = secflavors[i];
2713191783Srmacklem		}
2714191783Srmacklem	}
2715224086Szack	NFSEXITCODE(error);
2716191783Srmacklem	return (error);
2717191783Srmacklem}
2718191783Srmacklem
2719191783Srmacklem/*
2720191783Srmacklem * nfsd_fhtovp() - convert a fh to a vnode ptr
2721191783Srmacklem * 	- look up fsid in mount list (if not found ret error)
2722191783Srmacklem *	- get vp and export rights by calling nfsvno_fhtovp()
2723191783Srmacklem *	- if cred->cr_uid == 0 or MNT_EXPORTANON set it to credanon
2724191783Srmacklem *	  for AUTH_SYS
2725217063Srmacklem *	- if mpp != NULL, return the mount point so that it can
2726217063Srmacklem *	  be used for vn_finished_write() by the caller
2727191783Srmacklem */
2728191783Srmacklemvoid
2729216700Srmacklemnfsd_fhtovp(struct nfsrv_descript *nd, struct nfsrvfh *nfp, int lktype,
2730191783Srmacklem    struct vnode **vpp, struct nfsexstuff *exp,
2731191783Srmacklem    struct mount **mpp, int startwrite, struct thread *p)
2732191783Srmacklem{
2733191783Srmacklem	struct mount *mp;
2734191783Srmacklem	struct ucred *credanon;
2735191783Srmacklem	fhandle_t *fhp;
2736191783Srmacklem
2737191783Srmacklem	fhp = (fhandle_t *)nfp->nfsrvfh_data;
2738191783Srmacklem	/*
2739191783Srmacklem	 * Check for the special case of the nfsv4root_fh.
2740191783Srmacklem	 */
2741217017Srmacklem	mp = vfs_busyfs(&fhp->fh_fsid);
2742217063Srmacklem	if (mpp != NULL)
2743217063Srmacklem		*mpp = mp;
2744217017Srmacklem	if (mp == NULL) {
2745191783Srmacklem		*vpp = NULL;
2746191783Srmacklem		nd->nd_repstat = ESTALE;
2747224086Szack		goto out;
2748191783Srmacklem	}
2749191783Srmacklem
2750249592Sken	if (startwrite) {
2751191783Srmacklem		vn_start_write(NULL, mpp, V_WAIT);
2752249592Sken		if (lktype == LK_SHARED && !(MNT_SHARED_WRITES(mp)))
2753249592Sken			lktype = LK_EXCLUSIVE;
2754249592Sken	}
2755216700Srmacklem	nd->nd_repstat = nfsvno_fhtovp(mp, fhp, nd->nd_nam, lktype, vpp, exp,
2756191783Srmacklem	    &credanon);
2757217017Srmacklem	vfs_unbusy(mp);
2758191783Srmacklem
2759191783Srmacklem	/*
2760191783Srmacklem	 * For NFSv4 without a pseudo root fs, unexported file handles
2761191783Srmacklem	 * can be returned, so that Lookup works everywhere.
2762191783Srmacklem	 */
2763191783Srmacklem	if (!nd->nd_repstat && exp->nes_exflag == 0 &&
2764191783Srmacklem	    !(nd->nd_flag & ND_NFSV4)) {
2765191783Srmacklem		vput(*vpp);
2766191783Srmacklem		nd->nd_repstat = EACCES;
2767191783Srmacklem	}
2768191783Srmacklem
2769191783Srmacklem	/*
2770191783Srmacklem	 * Personally, I've never seen any point in requiring a
2771191783Srmacklem	 * reserved port#, since only in the rare case where the
2772191783Srmacklem	 * clients are all boxes with secure system priviledges,
2773191783Srmacklem	 * does it provide any enhanced security, but... some people
2774191783Srmacklem	 * believe it to be useful and keep putting this code back in.
2775191783Srmacklem	 * (There is also some "security checker" out there that
2776191783Srmacklem	 *  complains if the nfs server doesn't enforce this.)
2777191783Srmacklem	 * However, note the following:
2778191783Srmacklem	 * RFC3530 (NFSv4) specifies that a reserved port# not be
2779191783Srmacklem	 *	required.
2780191783Srmacklem	 * RFC2623 recommends that, if a reserved port# is checked for,
2781191783Srmacklem	 *	that there be a way to turn that off--> ifdef'd.
2782191783Srmacklem	 */
2783191783Srmacklem#ifdef NFS_REQRSVPORT
2784191783Srmacklem	if (!nd->nd_repstat) {
2785192121Srmacklem		struct sockaddr_in *saddr;
2786192121Srmacklem		struct sockaddr_in6 *saddr6;
2787192121Srmacklem
2788192121Srmacklem		saddr = NFSSOCKADDR(nd->nd_nam, struct sockaddr_in *);
2789192121Srmacklem		saddr6 = NFSSOCKADDR(nd->nd_nam, struct sockaddr_in6 *);
2790192121Srmacklem		if (!(nd->nd_flag & ND_NFSV4) &&
2791192121Srmacklem		    ((saddr->sin_family == AF_INET &&
2792192121Srmacklem		      ntohs(saddr->sin_port) >= IPPORT_RESERVED) ||
2793192121Srmacklem		     (saddr6->sin6_family == AF_INET6 &&
2794192121Srmacklem		      ntohs(saddr6->sin6_port) >= IPPORT_RESERVED))) {
2795192121Srmacklem			vput(*vpp);
2796192121Srmacklem			nd->nd_repstat = (NFSERR_AUTHERR | AUTH_TOOWEAK);
2797192121Srmacklem		}
2798191783Srmacklem	}
2799191783Srmacklem#endif	/* NFS_REQRSVPORT */
2800191783Srmacklem
2801191783Srmacklem	/*
2802191783Srmacklem	 * Check/setup credentials.
2803191783Srmacklem	 */
2804191783Srmacklem	if (!nd->nd_repstat) {
2805191783Srmacklem		nd->nd_saveduid = nd->nd_cred->cr_uid;
2806191783Srmacklem		nd->nd_repstat = nfsd_excred(nd, exp, credanon);
2807191783Srmacklem		if (nd->nd_repstat)
2808191783Srmacklem			vput(*vpp);
2809191783Srmacklem	}
2810191940Skan	if (credanon != NULL)
2811191940Skan		crfree(credanon);
2812191783Srmacklem	if (nd->nd_repstat) {
2813191783Srmacklem		if (startwrite)
2814191783Srmacklem			vn_finished_write(mp);
2815191783Srmacklem		*vpp = NULL;
2816217063Srmacklem		if (mpp != NULL)
2817217063Srmacklem			*mpp = NULL;
2818191783Srmacklem	}
2819224086Szack
2820224086Szackout:
2821224086Szack	NFSEXITCODE2(0, nd);
2822191783Srmacklem}
2823191783Srmacklem
2824191783Srmacklem/*
2825191783Srmacklem * glue for fp.
2826191783Srmacklem */
2827247602Spjdstatic int
2828191783Srmacklemfp_getfvp(struct thread *p, int fd, struct file **fpp, struct vnode **vpp)
2829191783Srmacklem{
2830191783Srmacklem	struct filedesc *fdp;
2831191783Srmacklem	struct file *fp;
2832224086Szack	int error = 0;
2833191783Srmacklem
2834191783Srmacklem	fdp = p->td_proc->p_fd;
2835247602Spjd	if (fd < 0 || fd >= fdp->fd_nfiles ||
2836247602Spjd	    (fp = fdp->fd_ofiles[fd].fde_file) == NULL) {
2837224086Szack		error = EBADF;
2838224086Szack		goto out;
2839224086Szack	}
2840191783Srmacklem	*fpp = fp;
2841224086Szack
2842224086Szackout:
2843224086Szack	NFSEXITCODE(error);
2844224086Szack	return (error);
2845191783Srmacklem}
2846191783Srmacklem
2847191783Srmacklem/*
2848192121Srmacklem * Called from nfssvc() to update the exports list. Just call
2849191783Srmacklem * vfs_export(). This has to be done, since the v4 root fake fs isn't
2850191783Srmacklem * in the mount list.
2851191783Srmacklem */
2852191783Srmacklemint
2853191783Srmacklemnfsrv_v4rootexport(void *argp, struct ucred *cred, struct thread *p)
2854191783Srmacklem{
2855191783Srmacklem	struct nfsex_args *nfsexargp = (struct nfsex_args *)argp;
2856224086Szack	int error = 0;
2857191783Srmacklem	struct nameidata nd;
2858191783Srmacklem	fhandle_t fh;
2859191783Srmacklem
2860191783Srmacklem	error = vfs_export(&nfsv4root_mnt, &nfsexargp->export);
2861216894Srmacklem	if ((nfsexargp->export.ex_flags & MNT_DELEXPORT) != 0)
2862191783Srmacklem		nfs_rootfhset = 0;
2863216894Srmacklem	else if (error == 0) {
2864224086Szack		if (nfsexargp->fspec == NULL) {
2865224086Szack			error = EPERM;
2866224086Szack			goto out;
2867224086Szack		}
2868191783Srmacklem		/*
2869191783Srmacklem		 * If fspec != NULL, this is the v4root path.
2870191783Srmacklem		 */
2871241896Skib		NDINIT(&nd, LOOKUP, FOLLOW, UIO_USERSPACE,
2872191783Srmacklem		    nfsexargp->fspec, p);
2873191783Srmacklem		if ((error = namei(&nd)) != 0)
2874224086Szack			goto out;
2875191783Srmacklem		error = nfsvno_getfh(nd.ni_vp, &fh, p);
2876191783Srmacklem		vrele(nd.ni_vp);
2877191783Srmacklem		if (!error) {
2878191783Srmacklem			nfs_rootfh.nfsrvfh_len = NFSX_MYFH;
2879191783Srmacklem			NFSBCOPY((caddr_t)&fh,
2880191783Srmacklem			    nfs_rootfh.nfsrvfh_data,
2881191783Srmacklem			    sizeof (fhandle_t));
2882191783Srmacklem			nfs_rootfhset = 1;
2883191783Srmacklem		}
2884191783Srmacklem	}
2885224086Szack
2886224086Szackout:
2887224086Szack	NFSEXITCODE(error);
2888191783Srmacklem	return (error);
2889191783Srmacklem}
2890191783Srmacklem
2891191783Srmacklem/*
2892191783Srmacklem * This function needs to test to see if the system is near its limit
2893191783Srmacklem * for memory allocation via malloc() or mget() and return True iff
2894191783Srmacklem * either of these resources are near their limit.
2895191783Srmacklem * XXX (For now, this is just a stub.)
2896191783Srmacklem */
2897191783Srmacklemint nfsrv_testmalloclimit = 0;
2898191783Srmacklemint
2899191783Srmacklemnfsrv_mallocmget_limit(void)
2900191783Srmacklem{
2901191783Srmacklem	static int printmesg = 0;
2902191783Srmacklem	static int testval = 1;
2903191783Srmacklem
2904191783Srmacklem	if (nfsrv_testmalloclimit && (testval++ % 1000) == 0) {
2905191783Srmacklem		if ((printmesg++ % 100) == 0)
2906191783Srmacklem			printf("nfsd: malloc/mget near limit\n");
2907191783Srmacklem		return (1);
2908191783Srmacklem	}
2909191783Srmacklem	return (0);
2910191783Srmacklem}
2911191783Srmacklem
2912191783Srmacklem/*
2913191783Srmacklem * BSD specific initialization of a mount point.
2914191783Srmacklem */
2915191783Srmacklemvoid
2916191783Srmacklemnfsd_mntinit(void)
2917191783Srmacklem{
2918191783Srmacklem	static int inited = 0;
2919191783Srmacklem
2920191783Srmacklem	if (inited)
2921191783Srmacklem		return;
2922191783Srmacklem	inited = 1;
2923191783Srmacklem	nfsv4root_mnt.mnt_flag = (MNT_RDONLY | MNT_EXPORTED);
2924191783Srmacklem	TAILQ_INIT(&nfsv4root_mnt.mnt_nvnodelist);
2925234482Smckusick	TAILQ_INIT(&nfsv4root_mnt.mnt_activevnodelist);
2926191783Srmacklem	nfsv4root_mnt.mnt_export = NULL;
2927191783Srmacklem	TAILQ_INIT(&nfsv4root_opt);
2928191783Srmacklem	TAILQ_INIT(&nfsv4root_newopt);
2929191783Srmacklem	nfsv4root_mnt.mnt_opt = &nfsv4root_opt;
2930191783Srmacklem	nfsv4root_mnt.mnt_optnew = &nfsv4root_newopt;
2931191783Srmacklem	nfsv4root_mnt.mnt_nvnodelistsize = 0;
2932234482Smckusick	nfsv4root_mnt.mnt_activevnodelistsize = 0;
2933191783Srmacklem}
2934191783Srmacklem
2935191783Srmacklem/*
2936191783Srmacklem * Get a vnode for a file handle, without checking exports, etc.
2937191783Srmacklem */
2938191783Srmacklemstruct vnode *
2939191783Srmacklemnfsvno_getvp(fhandle_t *fhp)
2940191783Srmacklem{
2941191783Srmacklem	struct mount *mp;
2942191783Srmacklem	struct vnode *vp;
2943191783Srmacklem	int error;
2944191783Srmacklem
2945217017Srmacklem	mp = vfs_busyfs(&fhp->fh_fsid);
2946191783Srmacklem	if (mp == NULL)
2947191783Srmacklem		return (NULL);
2948222167Srmacklem	error = VFS_FHTOVP(mp, &fhp->fh_fid, LK_EXCLUSIVE, &vp);
2949217017Srmacklem	vfs_unbusy(mp);
2950191783Srmacklem	if (error)
2951191783Srmacklem		return (NULL);
2952191783Srmacklem	return (vp);
2953191783Srmacklem}
2954191783Srmacklem
2955191783Srmacklem/*
2956191783Srmacklem * Do a local VOP_ADVLOCK().
2957191783Srmacklem */
2958191783Srmacklemint
2959191783Srmacklemnfsvno_advlock(struct vnode *vp, int ftype, u_int64_t first,
2960192256Srmacklem    u_int64_t end, struct thread *td)
2961191783Srmacklem{
2962224086Szack	int error = 0;
2963191783Srmacklem	struct flock fl;
2964191783Srmacklem	u_int64_t tlen;
2965191783Srmacklem
2966212833Srmacklem	if (nfsrv_dolocallocks == 0)
2967224086Szack		goto out;
2968216893Srmacklem
2969216893Srmacklem	/* Check for VI_DOOMED here, so that VOP_ADVLOCK() isn't performed. */
2970224086Szack	if ((vp->v_iflag & VI_DOOMED) != 0) {
2971224086Szack		error = EPERM;
2972224086Szack		goto out;
2973224086Szack	}
2974216893Srmacklem
2975191783Srmacklem	fl.l_whence = SEEK_SET;
2976191783Srmacklem	fl.l_type = ftype;
2977191783Srmacklem	fl.l_start = (off_t)first;
2978191783Srmacklem	if (end == NFS64BITSSET) {
2979191783Srmacklem		fl.l_len = 0;
2980191783Srmacklem	} else {
2981191783Srmacklem		tlen = end - first;
2982191783Srmacklem		fl.l_len = (off_t)tlen;
2983191783Srmacklem	}
2984191783Srmacklem	/*
2985192256Srmacklem	 * For FreeBSD8, the l_pid and l_sysid must be set to the same
2986192256Srmacklem	 * values for all calls, so that all locks will be held by the
2987192256Srmacklem	 * nfsd server. (The nfsd server handles conflicts between the
2988192256Srmacklem	 * various clients.)
2989192256Srmacklem	 * Since an NFSv4 lockowner is a ClientID plus an array of up to 1024
2990192256Srmacklem	 * bytes, so it can't be put in l_sysid.
2991191783Srmacklem	 */
2992192503Srmacklem	if (nfsv4_sysid == 0)
2993192503Srmacklem		nfsv4_sysid = nlm_acquire_next_sysid();
2994192256Srmacklem	fl.l_pid = (pid_t)0;
2995192503Srmacklem	fl.l_sysid = (int)nfsv4_sysid;
2996192256Srmacklem
2997224080Szack	NFSVOPUNLOCK(vp, 0);
2998212833Srmacklem	if (ftype == F_UNLCK)
2999212833Srmacklem		error = VOP_ADVLOCK(vp, (caddr_t)td->td_proc, F_UNLCK, &fl,
3000212833Srmacklem		    (F_POSIX | F_REMOTE));
3001212833Srmacklem	else
3002212833Srmacklem		error = VOP_ADVLOCK(vp, (caddr_t)td->td_proc, F_SETLK, &fl,
3003212833Srmacklem		    (F_POSIX | F_REMOTE));
3004224080Szack	NFSVOPLOCK(vp, LK_EXCLUSIVE | LK_RETRY);
3005224086Szack
3006224086Szackout:
3007224086Szack	NFSEXITCODE(error);
3008191783Srmacklem	return (error);
3009191783Srmacklem}
3010191783Srmacklem
3011191783Srmacklem/*
3012191783Srmacklem * Check the nfsv4 root exports.
3013191783Srmacklem */
3014191783Srmacklemint
3015191783Srmacklemnfsvno_v4rootexport(struct nfsrv_descript *nd)
3016191783Srmacklem{
3017191783Srmacklem	struct ucred *credanon;
3018224086Szack	int exflags, error = 0, numsecflavor, *secflavors, i;
3019191783Srmacklem
3020191783Srmacklem	error = vfs_stdcheckexp(&nfsv4root_mnt, nd->nd_nam, &exflags,
3021192121Srmacklem	    &credanon, &numsecflavor, &secflavors);
3022224086Szack	if (error) {
3023224086Szack		error = NFSERR_PROGUNAVAIL;
3024224086Szack		goto out;
3025224086Szack	}
3026191940Skan	if (credanon != NULL)
3027191940Skan		crfree(credanon);
3028192121Srmacklem	for (i = 0; i < numsecflavor; i++) {
3029192121Srmacklem		if (secflavors[i] == AUTH_SYS)
3030192121Srmacklem			nd->nd_flag |= ND_EXAUTHSYS;
3031192121Srmacklem		else if (secflavors[i] == RPCSEC_GSS_KRB5)
3032192121Srmacklem			nd->nd_flag |= ND_EXGSS;
3033192121Srmacklem		else if (secflavors[i] == RPCSEC_GSS_KRB5I)
3034192121Srmacklem			nd->nd_flag |= ND_EXGSSINTEGRITY;
3035192121Srmacklem		else if (secflavors[i] == RPCSEC_GSS_KRB5P)
3036192121Srmacklem			nd->nd_flag |= ND_EXGSSPRIVACY;
3037192121Srmacklem	}
3038224086Szack
3039224086Szackout:
3040224086Szack	NFSEXITCODE(error);
3041224086Szack	return (error);
3042191783Srmacklem}
3043191783Srmacklem
3044191783Srmacklem/*
3045191783Srmacklem * Nfs server psuedo system call for the nfsd's
3046191783Srmacklem */
3047191783Srmacklem/*
3048191783Srmacklem * MPSAFE
3049191783Srmacklem */
3050191783Srmacklemstatic int
3051191783Srmacklemnfssvc_nfsd(struct thread *td, struct nfssvc_args *uap)
3052191783Srmacklem{
3053191783Srmacklem	struct file *fp;
3054192017Srmacklem	struct nfsd_addsock_args sockarg;
3055192017Srmacklem	struct nfsd_nfsd_args nfsdarg;
3056255219Spjd	cap_rights_t rights;
3057191783Srmacklem	int error;
3058191783Srmacklem
3059191783Srmacklem	if (uap->flag & NFSSVC_NFSDADDSOCK) {
3060192017Srmacklem		error = copyin(uap->argp, (caddr_t)&sockarg, sizeof (sockarg));
3061191783Srmacklem		if (error)
3062224086Szack			goto out;
3063224778Srwatson		/*
3064224778Srwatson		 * Since we don't know what rights might be required,
3065224778Srwatson		 * pretend that we need them all. It is better to be too
3066224778Srwatson		 * careful than too reckless.
3067224778Srwatson		 */
3068255219Spjd		error = fget(td, sockarg.sock,
3069255219Spjd		    cap_rights_init(&rights, CAP_SOCK_SERVER), &fp);
3070255219Spjd		if (error != 0)
3071224086Szack			goto out;
3072191783Srmacklem		if (fp->f_type != DTYPE_SOCKET) {
3073191783Srmacklem			fdrop(fp, td);
3074224086Szack			error = EPERM;
3075224086Szack			goto out;
3076191783Srmacklem		}
3077191783Srmacklem		error = nfsrvd_addsock(fp);
3078191783Srmacklem		fdrop(fp, td);
3079191783Srmacklem	} else if (uap->flag & NFSSVC_NFSDNFSD) {
3080224086Szack		if (uap->argp == NULL) {
3081224086Szack			error = EINVAL;
3082224086Szack			goto out;
3083224086Szack		}
3084192017Srmacklem		error = copyin(uap->argp, (caddr_t)&nfsdarg,
3085192017Srmacklem		    sizeof (nfsdarg));
3086192017Srmacklem		if (error)
3087224086Szack			goto out;
3088192017Srmacklem		error = nfsrvd_nfsd(td, &nfsdarg);
3089191783Srmacklem	} else {
3090191783Srmacklem		error = nfssvc_srvcall(td, uap, td->td_ucred);
3091191783Srmacklem	}
3092224086Szack
3093224086Szackout:
3094224086Szack	NFSEXITCODE(error);
3095191783Srmacklem	return (error);
3096191783Srmacklem}
3097191783Srmacklem
3098191783Srmacklemstatic int
3099191783Srmacklemnfssvc_srvcall(struct thread *p, struct nfssvc_args *uap, struct ucred *cred)
3100191783Srmacklem{
3101191783Srmacklem	struct nfsex_args export;
3102191783Srmacklem	struct file *fp = NULL;
3103191783Srmacklem	int stablefd, len;
3104191783Srmacklem	struct nfsd_clid adminrevoke;
3105191783Srmacklem	struct nfsd_dumplist dumplist;
3106191783Srmacklem	struct nfsd_dumpclients *dumpclients;
3107191783Srmacklem	struct nfsd_dumplocklist dumplocklist;
3108191783Srmacklem	struct nfsd_dumplocks *dumplocks;
3109191783Srmacklem	struct nameidata nd;
3110191783Srmacklem	vnode_t vp;
3111241561Srmacklem	int error = EINVAL, igotlock;
3112217432Srmacklem	struct proc *procp;
3113241561Srmacklem	static int suspend_nfsd = 0;
3114191783Srmacklem
3115191783Srmacklem	if (uap->flag & NFSSVC_PUBLICFH) {
3116191783Srmacklem		NFSBZERO((caddr_t)&nfs_pubfh.nfsrvfh_data,
3117191783Srmacklem		    sizeof (fhandle_t));
3118191783Srmacklem		error = copyin(uap->argp,
3119191783Srmacklem		    &nfs_pubfh.nfsrvfh_data, sizeof (fhandle_t));
3120191783Srmacklem		if (!error)
3121191783Srmacklem			nfs_pubfhset = 1;
3122191783Srmacklem	} else if (uap->flag & NFSSVC_V4ROOTEXPORT) {
3123191783Srmacklem		error = copyin(uap->argp,(caddr_t)&export,
3124191783Srmacklem		    sizeof (struct nfsex_args));
3125191783Srmacklem		if (!error)
3126191783Srmacklem			error = nfsrv_v4rootexport(&export, cred, p);
3127191783Srmacklem	} else if (uap->flag & NFSSVC_NOPUBLICFH) {
3128191783Srmacklem		nfs_pubfhset = 0;
3129191783Srmacklem		error = 0;
3130191783Srmacklem	} else if (uap->flag & NFSSVC_STABLERESTART) {
3131191783Srmacklem		error = copyin(uap->argp, (caddr_t)&stablefd,
3132191783Srmacklem		    sizeof (int));
3133191783Srmacklem		if (!error)
3134191783Srmacklem			error = fp_getfvp(p, stablefd, &fp, &vp);
3135191783Srmacklem		if (!error && (NFSFPFLAG(fp) & (FREAD | FWRITE)) != (FREAD | FWRITE))
3136191783Srmacklem			error = EBADF;
3137191783Srmacklem		if (!error && newnfs_numnfsd != 0)
3138191783Srmacklem			error = EPERM;
3139191783Srmacklem		if (!error) {
3140191783Srmacklem			nfsrv_stablefirst.nsf_fp = fp;
3141191783Srmacklem			nfsrv_setupstable(p);
3142191783Srmacklem		}
3143191783Srmacklem	} else if (uap->flag & NFSSVC_ADMINREVOKE) {
3144191783Srmacklem		error = copyin(uap->argp, (caddr_t)&adminrevoke,
3145191783Srmacklem		    sizeof (struct nfsd_clid));
3146191783Srmacklem		if (!error)
3147191783Srmacklem			error = nfsrv_adminrevoke(&adminrevoke, p);
3148191783Srmacklem	} else if (uap->flag & NFSSVC_DUMPCLIENTS) {
3149191783Srmacklem		error = copyin(uap->argp, (caddr_t)&dumplist,
3150191783Srmacklem		    sizeof (struct nfsd_dumplist));
3151191783Srmacklem		if (!error && (dumplist.ndl_size < 1 ||
3152191783Srmacklem			dumplist.ndl_size > NFSRV_MAXDUMPLIST))
3153191783Srmacklem			error = EPERM;
3154191783Srmacklem		if (!error) {
3155191783Srmacklem		    len = sizeof (struct nfsd_dumpclients) * dumplist.ndl_size;
3156191783Srmacklem		    dumpclients = (struct nfsd_dumpclients *)malloc(len,
3157191783Srmacklem			M_TEMP, M_WAITOK);
3158191783Srmacklem		    nfsrv_dumpclients(dumpclients, dumplist.ndl_size);
3159191783Srmacklem		    error = copyout(dumpclients,
3160191783Srmacklem			CAST_USER_ADDR_T(dumplist.ndl_list), len);
3161191783Srmacklem		    free((caddr_t)dumpclients, M_TEMP);
3162191783Srmacklem		}
3163191783Srmacklem	} else if (uap->flag & NFSSVC_DUMPLOCKS) {
3164191783Srmacklem		error = copyin(uap->argp, (caddr_t)&dumplocklist,
3165191783Srmacklem		    sizeof (struct nfsd_dumplocklist));
3166191783Srmacklem		if (!error && (dumplocklist.ndllck_size < 1 ||
3167191783Srmacklem			dumplocklist.ndllck_size > NFSRV_MAXDUMPLIST))
3168191783Srmacklem			error = EPERM;
3169191783Srmacklem		if (!error)
3170191783Srmacklem			error = nfsrv_lookupfilename(&nd,
3171191783Srmacklem				dumplocklist.ndllck_fname, p);
3172191783Srmacklem		if (!error) {
3173191783Srmacklem			len = sizeof (struct nfsd_dumplocks) *
3174191783Srmacklem				dumplocklist.ndllck_size;
3175191783Srmacklem			dumplocks = (struct nfsd_dumplocks *)malloc(len,
3176191783Srmacklem				M_TEMP, M_WAITOK);
3177191783Srmacklem			nfsrv_dumplocks(nd.ni_vp, dumplocks,
3178191783Srmacklem			    dumplocklist.ndllck_size, p);
3179191783Srmacklem			vput(nd.ni_vp);
3180191783Srmacklem			error = copyout(dumplocks,
3181191783Srmacklem			    CAST_USER_ADDR_T(dumplocklist.ndllck_list), len);
3182191783Srmacklem			free((caddr_t)dumplocks, M_TEMP);
3183191783Srmacklem		}
3184217432Srmacklem	} else if (uap->flag & NFSSVC_BACKUPSTABLE) {
3185217432Srmacklem		procp = p->td_proc;
3186217432Srmacklem		PROC_LOCK(procp);
3187217432Srmacklem		nfsd_master_pid = procp->p_pid;
3188217432Srmacklem		bcopy(procp->p_comm, nfsd_master_comm, MAXCOMLEN + 1);
3189217432Srmacklem		nfsd_master_start = procp->p_stats->p_start;
3190217432Srmacklem		nfsd_master_proc = procp;
3191217432Srmacklem		PROC_UNLOCK(procp);
3192241561Srmacklem	} else if ((uap->flag & NFSSVC_SUSPENDNFSD) != 0) {
3193241561Srmacklem		NFSLOCKV4ROOTMUTEX();
3194241561Srmacklem		if (suspend_nfsd == 0) {
3195241561Srmacklem			/* Lock out all nfsd threads */
3196241561Srmacklem			do {
3197241561Srmacklem				igotlock = nfsv4_lock(&nfsd_suspend_lock, 1,
3198241561Srmacklem				    NULL, NFSV4ROOTLOCKMUTEXPTR, NULL);
3199241561Srmacklem			} while (igotlock == 0 && suspend_nfsd == 0);
3200241561Srmacklem			suspend_nfsd = 1;
3201241561Srmacklem		}
3202241561Srmacklem		NFSUNLOCKV4ROOTMUTEX();
3203241561Srmacklem		error = 0;
3204241561Srmacklem	} else if ((uap->flag & NFSSVC_RESUMENFSD) != 0) {
3205241561Srmacklem		NFSLOCKV4ROOTMUTEX();
3206241561Srmacklem		if (suspend_nfsd != 0) {
3207241561Srmacklem			nfsv4_unlock(&nfsd_suspend_lock, 0);
3208241561Srmacklem			suspend_nfsd = 0;
3209241561Srmacklem		}
3210241561Srmacklem		NFSUNLOCKV4ROOTMUTEX();
3211241561Srmacklem		error = 0;
3212191783Srmacklem	}
3213224086Szack
3214224086Szack	NFSEXITCODE(error);
3215191783Srmacklem	return (error);
3216191783Srmacklem}
3217191783Srmacklem
3218192121Srmacklem/*
3219192121Srmacklem * Check exports.
3220192121Srmacklem * Returns 0 if ok, 1 otherwise.
3221192121Srmacklem */
3222192121Srmacklemint
3223192121Srmacklemnfsvno_testexp(struct nfsrv_descript *nd, struct nfsexstuff *exp)
3224192121Srmacklem{
3225192121Srmacklem	int i;
3226192121Srmacklem
3227192121Srmacklem	/*
3228192121Srmacklem	 * This seems odd, but allow the case where the security flavor
3229192121Srmacklem	 * list is empty. This happens when NFSv4 is traversing non-exported
3230192121Srmacklem	 * file systems. Exported file systems should always have a non-empty
3231192121Srmacklem	 * security flavor list.
3232192121Srmacklem	 */
3233192121Srmacklem	if (exp->nes_numsecflavor == 0)
3234192121Srmacklem		return (0);
3235192121Srmacklem
3236192121Srmacklem	for (i = 0; i < exp->nes_numsecflavor; i++) {
3237192121Srmacklem		/*
3238192121Srmacklem		 * The tests for privacy and integrity must be first,
3239192121Srmacklem		 * since ND_GSS is set for everything but AUTH_SYS.
3240192121Srmacklem		 */
3241192121Srmacklem		if (exp->nes_secflavors[i] == RPCSEC_GSS_KRB5P &&
3242192121Srmacklem		    (nd->nd_flag & ND_GSSPRIVACY))
3243192121Srmacklem			return (0);
3244192121Srmacklem		if (exp->nes_secflavors[i] == RPCSEC_GSS_KRB5I &&
3245192121Srmacklem		    (nd->nd_flag & ND_GSSINTEGRITY))
3246192121Srmacklem			return (0);
3247192121Srmacklem		if (exp->nes_secflavors[i] == RPCSEC_GSS_KRB5 &&
3248192121Srmacklem		    (nd->nd_flag & ND_GSS))
3249192121Srmacklem			return (0);
3250192121Srmacklem		if (exp->nes_secflavors[i] == AUTH_SYS &&
3251192121Srmacklem		    (nd->nd_flag & ND_GSS) == 0)
3252192121Srmacklem			return (0);
3253192121Srmacklem	}
3254192121Srmacklem	return (1);
3255192121Srmacklem}
3256192121Srmacklem
3257214224Srmacklem/*
3258214224Srmacklem * Calculate a hash value for the fid in a file handle.
3259214224Srmacklem */
3260214255Srmacklemuint32_t
3261214224Srmacklemnfsrv_hashfh(fhandle_t *fhp)
3262214224Srmacklem{
3263214255Srmacklem	uint32_t hashval;
3264214224Srmacklem
3265214255Srmacklem	hashval = hash32_buf(&fhp->fh_fid, sizeof(struct fid), 0);
3266214224Srmacklem	return (hashval);
3267214224Srmacklem}
3268214224Srmacklem
3269217432Srmacklem/*
3270269398Srmacklem * Calculate a hash value for the sessionid.
3271269398Srmacklem */
3272269398Srmacklemuint32_t
3273269398Srmacklemnfsrv_hashsessionid(uint8_t *sessionid)
3274269398Srmacklem{
3275269398Srmacklem	uint32_t hashval;
3276269398Srmacklem
3277269398Srmacklem	hashval = hash32_buf(sessionid, NFSX_V4SESSIONID, 0);
3278269398Srmacklem	return (hashval);
3279269398Srmacklem}
3280269398Srmacklem
3281269398Srmacklem/*
3282217432Srmacklem * Signal the userland master nfsd to backup the stable restart file.
3283217432Srmacklem */
3284217432Srmacklemvoid
3285217432Srmacklemnfsrv_backupstable(void)
3286217432Srmacklem{
3287217432Srmacklem	struct proc *procp;
3288217432Srmacklem
3289217432Srmacklem	if (nfsd_master_proc != NULL) {
3290217432Srmacklem		procp = pfind(nfsd_master_pid);
3291217432Srmacklem		/* Try to make sure it is the correct process. */
3292217432Srmacklem		if (procp == nfsd_master_proc &&
3293217432Srmacklem		    procp->p_stats->p_start.tv_sec ==
3294217432Srmacklem		    nfsd_master_start.tv_sec &&
3295217432Srmacklem		    procp->p_stats->p_start.tv_usec ==
3296217432Srmacklem		    nfsd_master_start.tv_usec &&
3297217432Srmacklem		    strcmp(procp->p_comm, nfsd_master_comm) == 0)
3298225617Skmacy			kern_psignal(procp, SIGUSR2);
3299217432Srmacklem		else
3300217432Srmacklem			nfsd_master_proc = NULL;
3301217432Srmacklem
3302217432Srmacklem		if (procp != NULL)
3303217432Srmacklem			PROC_UNLOCK(procp);
3304217432Srmacklem	}
3305217432Srmacklem}
3306217432Srmacklem
3307191783Srmacklemextern int (*nfsd_call_nfsd)(struct thread *, struct nfssvc_args *);
3308191783Srmacklem
3309191783Srmacklem/*
3310191783Srmacklem * Called once to initialize data structures...
3311191783Srmacklem */
3312191783Srmacklemstatic int
3313191783Srmacklemnfsd_modevent(module_t mod, int type, void *data)
3314191783Srmacklem{
3315254337Srmacklem	int error = 0, i;
3316191783Srmacklem	static int loaded = 0;
3317191783Srmacklem
3318191783Srmacklem	switch (type) {
3319191783Srmacklem	case MOD_LOAD:
3320191783Srmacklem		if (loaded)
3321224086Szack			goto out;
3322191783Srmacklem		newnfs_portinit();
3323254337Srmacklem		for (i = 0; i < NFSRVCACHE_HASHSIZE; i++) {
3324269655Skib			mtx_init(&nfsrchash_table[i].mtx, "nfsrtc", NULL,
3325269655Skib			    MTX_DEF);
3326269655Skib			mtx_init(&nfsrcahash_table[i].mtx, "nfsrtca", NULL,
3327269655Skib			    MTX_DEF);
3328254337Srmacklem		}
3329269655Skib		mtx_init(&nfsrc_udpmtx, "nfsuc", NULL, MTX_DEF);
3330269655Skib		mtx_init(&nfs_v4root_mutex, "nfs4rt", NULL, MTX_DEF);
3331269655Skib		mtx_init(&nfsv4root_mnt.mnt_mtx, "nfs4mnt", NULL, MTX_DEF);
3332269398Srmacklem		for (i = 0; i < NFSSESSIONHASHSIZE; i++)
3333269655Skib			mtx_init(&nfssessionhash[i].mtx, "nfssm",
3334269398Srmacklem			    NULL, MTX_DEF);
3335191783Srmacklem		lockinit(&nfsv4root_mnt.mnt_explock, PVFS, "explock", 0, 0);
3336191783Srmacklem		nfsrvd_initcache();
3337191783Srmacklem		nfsd_init();
3338191783Srmacklem		NFSD_LOCK();
3339191783Srmacklem		nfsrvd_init(0);
3340191783Srmacklem		NFSD_UNLOCK();
3341191783Srmacklem		nfsd_mntinit();
3342191783Srmacklem#ifdef VV_DISABLEDELEG
3343191783Srmacklem		vn_deleg_ops.vndeleg_recall = nfsd_recalldelegation;
3344191783Srmacklem		vn_deleg_ops.vndeleg_disable = nfsd_disabledelegation;
3345191783Srmacklem#endif
3346191783Srmacklem		nfsd_call_servertimer = nfsrv_servertimer;
3347191783Srmacklem		nfsd_call_nfsd = nfssvc_nfsd;
3348191783Srmacklem		loaded = 1;
3349191783Srmacklem		break;
3350191783Srmacklem
3351191783Srmacklem	case MOD_UNLOAD:
3352191783Srmacklem		if (newnfs_numnfsd != 0) {
3353191783Srmacklem			error = EBUSY;
3354191783Srmacklem			break;
3355191783Srmacklem		}
3356191783Srmacklem
3357191783Srmacklem#ifdef VV_DISABLEDELEG
3358191783Srmacklem		vn_deleg_ops.vndeleg_recall = NULL;
3359191783Srmacklem		vn_deleg_ops.vndeleg_disable = NULL;
3360191783Srmacklem#endif
3361191783Srmacklem		nfsd_call_servertimer = NULL;
3362191783Srmacklem		nfsd_call_nfsd = NULL;
3363217335Szack
3364220530Srmacklem		/* Clean out all NFSv4 state. */
3365220530Srmacklem		nfsrv_throwawayallstate(curthread);
3366220530Srmacklem
3367217335Szack		/* Clean the NFS server reply cache */
3368217335Szack		nfsrvd_cleancache();
3369217335Szack
3370220530Srmacklem		/* Free up the krpc server pool. */
3371220530Srmacklem		if (nfsrvd_pool != NULL)
3372220530Srmacklem			svcpool_destroy(nfsrvd_pool);
3373220530Srmacklem
3374191783Srmacklem		/* and get rid of the locks */
3375261055Smav		for (i = 0; i < NFSRVCACHE_HASHSIZE; i++) {
3376254337Srmacklem			mtx_destroy(&nfsrchash_table[i].mtx);
3377261055Smav			mtx_destroy(&nfsrcahash_table[i].mtx);
3378261055Smav		}
3379254337Srmacklem		mtx_destroy(&nfsrc_udpmtx);
3380191783Srmacklem		mtx_destroy(&nfs_v4root_mutex);
3381191783Srmacklem		mtx_destroy(&nfsv4root_mnt.mnt_mtx);
3382269398Srmacklem		for (i = 0; i < NFSSESSIONHASHSIZE; i++)
3383269398Srmacklem			mtx_destroy(&nfssessionhash[i].mtx);
3384191783Srmacklem		lockdestroy(&nfsv4root_mnt.mnt_explock);
3385191783Srmacklem		loaded = 0;
3386191783Srmacklem		break;
3387191783Srmacklem	default:
3388191783Srmacklem		error = EOPNOTSUPP;
3389191783Srmacklem		break;
3390191783Srmacklem	}
3391224086Szack
3392224086Szackout:
3393224086Szack	NFSEXITCODE(error);
3394224086Szack	return (error);
3395191783Srmacklem}
3396191783Srmacklemstatic moduledata_t nfsd_mod = {
3397191783Srmacklem	"nfsd",
3398191783Srmacklem	nfsd_modevent,
3399191783Srmacklem	NULL,
3400191783Srmacklem};
3401191783SrmacklemDECLARE_MODULE(nfsd, nfsd_mod, SI_SUB_VFS, SI_ORDER_ANY);
3402191783Srmacklem
3403191783Srmacklem/* So that loader and kldload(2) can find us, wherever we are.. */
3404191783SrmacklemMODULE_VERSION(nfsd, 1);
3405191783SrmacklemMODULE_DEPEND(nfsd, nfscommon, 1, 1, 1);
3406216931SrmacklemMODULE_DEPEND(nfsd, nfslock, 1, 1, 1);
3407192574SrmacklemMODULE_DEPEND(nfsd, nfslockd, 1, 1, 1);
3408209191SrmacklemMODULE_DEPEND(nfsd, krpc, 1, 1, 1);
3409209191SrmacklemMODULE_DEPEND(nfsd, nfssvc, 1, 1, 1);
3410191783Srmacklem
3411