1191783Srmacklem/*- 2191783Srmacklem * Copyright (c) 1989, 1993 3191783Srmacklem * The Regents of the University of California. All rights reserved. 4191783Srmacklem * 5191783Srmacklem * This code is derived from software contributed to Berkeley by 6191783Srmacklem * Rick Macklem at The University of Guelph. 7191783Srmacklem * 8191783Srmacklem * Redistribution and use in source and binary forms, with or without 9191783Srmacklem * modification, are permitted provided that the following conditions 10191783Srmacklem * are met: 11191783Srmacklem * 1. Redistributions of source code must retain the above copyright 12191783Srmacklem * notice, this list of conditions and the following disclaimer. 13191783Srmacklem * 2. Redistributions in binary form must reproduce the above copyright 14191783Srmacklem * notice, this list of conditions and the following disclaimer in the 15191783Srmacklem * documentation and/or other materials provided with the distribution. 16191783Srmacklem * 4. Neither the name of the University nor the names of its contributors 17191783Srmacklem * may be used to endorse or promote products derived from this software 18191783Srmacklem * without specific prior written permission. 19191783Srmacklem * 20191783Srmacklem * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND 21191783Srmacklem * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 22191783Srmacklem * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 23191783Srmacklem * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE 24191783Srmacklem * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 25191783Srmacklem * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 26191783Srmacklem * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 27191783Srmacklem * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 28191783Srmacklem * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 29191783Srmacklem * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 30191783Srmacklem * SUCH DAMAGE. 31191783Srmacklem * 32191783Srmacklem * from nfs_subs.c 8.8 (Berkeley) 5/22/95 33191783Srmacklem */ 34191783Srmacklem 35191783Srmacklem#include <sys/cdefs.h> 36191783Srmacklem__FBSDID("$FreeBSD: stable/11/sys/fs/nfsclient/nfs_clsubs.c 323142 2017-09-03 09:12:02Z kib $"); 37191783Srmacklem 38191783Srmacklem/* 39191783Srmacklem * These functions support the macros and help fiddle mbuf chains for 40191783Srmacklem * the nfs op functions. They do things like create the rpc header and 41191783Srmacklem * copy data between mbuf chains and uio lists. 42191783Srmacklem */ 43191783Srmacklem 44191783Srmacklem#include <sys/param.h> 45191783Srmacklem#include <sys/systm.h> 46191783Srmacklem#include <sys/kernel.h> 47191783Srmacklem#include <sys/bio.h> 48191783Srmacklem#include <sys/buf.h> 49191783Srmacklem#include <sys/proc.h> 50191783Srmacklem#include <sys/mount.h> 51191783Srmacklem#include <sys/vnode.h> 52191783Srmacklem#include <sys/namei.h> 53191783Srmacklem#include <sys/mbuf.h> 54191783Srmacklem#include <sys/socket.h> 55191783Srmacklem#include <sys/stat.h> 56191783Srmacklem#include <sys/malloc.h> 57191783Srmacklem#include <sys/sysent.h> 58191783Srmacklem#include <sys/syscall.h> 59191783Srmacklem#include <sys/sysproto.h> 60220683Srmacklem#include <sys/taskqueue.h> 61191783Srmacklem 62191783Srmacklem#include <vm/vm.h> 63191783Srmacklem#include <vm/vm_object.h> 64191783Srmacklem#include <vm/vm_extern.h> 65191783Srmacklem#include <vm/uma.h> 66191783Srmacklem 67191783Srmacklem#include <fs/nfs/nfsport.h> 68191783Srmacklem#include <fs/nfsclient/nfsnode.h> 69191783Srmacklem#include <fs/nfsclient/nfsmount.h> 70191783Srmacklem#include <fs/nfsclient/nfs.h> 71223280Srmacklem#include <fs/nfsclient/nfs_kdtrace.h> 72191783Srmacklem 73191783Srmacklem#include <netinet/in.h> 74191783Srmacklem 75191783Srmacklem/* 76191783Srmacklem * Note that stdarg.h and the ANSI style va_start macro is used for both 77191783Srmacklem * ANSI and traditional C compilers. 78191783Srmacklem */ 79191783Srmacklem#include <machine/stdarg.h> 80191783Srmacklem 81191783Srmacklemextern struct mtx ncl_iod_mutex; 82220683Srmacklemextern enum nfsiod_state ncl_iodwant[NFS_MAXASYNCDAEMON]; 83220683Srmacklemextern struct nfsmount *ncl_iodmount[NFS_MAXASYNCDAEMON]; 84191783Srmacklemextern int ncl_numasync; 85191783Srmacklemextern unsigned int ncl_iodmax; 86306609Srmacklemextern struct nfsstatsv1 nfsstatsv1; 87191783Srmacklem 88220683Srmacklemstruct task ncl_nfsiodnew_task; 89220683Srmacklem 90191783Srmacklemint 91191783Srmacklemncl_uninit(struct vfsconf *vfsp) 92191783Srmacklem{ 93198291Sjh /* 94198291Sjh * XXX: Unloading of nfscl module is unsupported. 95198291Sjh */ 96198291Sjh#if 0 97191783Srmacklem int i; 98191783Srmacklem 99191783Srmacklem /* 100191783Srmacklem * Tell all nfsiod processes to exit. Clear ncl_iodmax, and wakeup 101191783Srmacklem * any sleeping nfsiods so they check ncl_iodmax and exit. 102191783Srmacklem */ 103191783Srmacklem mtx_lock(&ncl_iod_mutex); 104191783Srmacklem ncl_iodmax = 0; 105191783Srmacklem for (i = 0; i < ncl_numasync; i++) 106203119Srmacklem if (ncl_iodwant[i] == NFSIOD_AVAILABLE) 107191783Srmacklem wakeup(&ncl_iodwant[i]); 108191783Srmacklem /* The last nfsiod to exit will wake us up when ncl_numasync hits 0 */ 109191783Srmacklem while (ncl_numasync) 110191783Srmacklem msleep(&ncl_numasync, &ncl_iod_mutex, PWAIT, "ioddie", 0); 111191783Srmacklem mtx_unlock(&ncl_iod_mutex); 112191783Srmacklem ncl_nhuninit(); 113191783Srmacklem return (0); 114198291Sjh#else 115198291Sjh return (EOPNOTSUPP); 116198291Sjh#endif 117191783Srmacklem} 118191783Srmacklem 119191783Srmacklemvoid 120191783Srmacklemncl_dircookie_lock(struct nfsnode *np) 121191783Srmacklem{ 122191783Srmacklem mtx_lock(&np->n_mtx); 123191783Srmacklem while (np->n_flag & NDIRCOOKIELK) 124191783Srmacklem (void) msleep(&np->n_flag, &np->n_mtx, PZERO, "nfsdirlk", 0); 125191783Srmacklem np->n_flag |= NDIRCOOKIELK; 126191783Srmacklem mtx_unlock(&np->n_mtx); 127191783Srmacklem} 128191783Srmacklem 129191783Srmacklemvoid 130191783Srmacklemncl_dircookie_unlock(struct nfsnode *np) 131191783Srmacklem{ 132191783Srmacklem mtx_lock(&np->n_mtx); 133191783Srmacklem np->n_flag &= ~NDIRCOOKIELK; 134191783Srmacklem wakeup(&np->n_flag); 135191783Srmacklem mtx_unlock(&np->n_mtx); 136191783Srmacklem} 137191783Srmacklem 138323142Skibbool 139323142Skibncl_excl_start(struct vnode *vp) 140191783Srmacklem{ 141323142Skib struct nfsnode *np; 142323142Skib int vn_lk; 143196332Srmacklem 144323142Skib ASSERT_VOP_LOCKED(vp, "ncl_excl_start"); 145323142Skib vn_lk = NFSVOPISLOCKED(vp); 146323142Skib if (vn_lk == LK_EXCLUSIVE) 147323142Skib return (false); 148323142Skib KASSERT(vn_lk == LK_SHARED, 149323142Skib ("ncl_excl_start: wrong vnode lock %d", vn_lk)); 150323142Skib /* Ensure exclusive access, this might block */ 151323142Skib np = VTONFS(vp); 152323142Skib lockmgr(&np->n_excl, LK_EXCLUSIVE, NULL); 153323142Skib return (true); 154191783Srmacklem} 155191783Srmacklem 156191783Srmacklemvoid 157323142Skibncl_excl_finish(struct vnode *vp, bool old_lock) 158191783Srmacklem{ 159323142Skib struct nfsnode *np; 160323142Skib 161323142Skib if (!old_lock) 162323142Skib return; 163323142Skib np = VTONFS(vp); 164323142Skib lockmgr(&np->n_excl, LK_RELEASE, NULL); 165191783Srmacklem} 166191783Srmacklem 167191783Srmacklem#ifdef NFS_ACDEBUG 168191783Srmacklem#include <sys/sysctl.h> 169221973SrmacklemSYSCTL_DECL(_vfs_nfs); 170191783Srmacklemstatic int nfs_acdebug; 171221973SrmacklemSYSCTL_INT(_vfs_nfs, OID_AUTO, acdebug, CTLFLAG_RW, &nfs_acdebug, 0, ""); 172191783Srmacklem#endif 173191783Srmacklem 174191783Srmacklem/* 175191783Srmacklem * Check the time stamp 176191783Srmacklem * If the cache is valid, copy contents to *vap and return 0 177191783Srmacklem * otherwise return an error 178191783Srmacklem */ 179191783Srmacklemint 180191783Srmacklemncl_getattrcache(struct vnode *vp, struct vattr *vaper) 181191783Srmacklem{ 182191783Srmacklem struct nfsnode *np; 183191783Srmacklem struct vattr *vap; 184191783Srmacklem struct nfsmount *nmp; 185210786Srmacklem int timeo, mustflush; 186191783Srmacklem 187191783Srmacklem np = VTONFS(vp); 188191783Srmacklem vap = &np->n_vattr.na_vattr; 189191783Srmacklem nmp = VFSTONFS(vp->v_mount); 190208254Srmacklem mustflush = nfscl_mustflush(vp); /* must be before mtx_lock() */ 191191783Srmacklem mtx_lock(&np->n_mtx); 192191783Srmacklem /* XXX n_mtime doesn't seem to be updated on a miss-and-reload */ 193191783Srmacklem timeo = (time_second - np->n_mtime.tv_sec) / 10; 194191783Srmacklem 195191783Srmacklem#ifdef NFS_ACDEBUG 196191783Srmacklem if (nfs_acdebug>1) 197303909Skib printf("ncl_getattrcache: initial timeo = %d\n", timeo); 198191783Srmacklem#endif 199191783Srmacklem 200191783Srmacklem if (vap->va_type == VDIR) { 201191783Srmacklem if ((np->n_flag & NMODIFIED) || timeo < nmp->nm_acdirmin) 202191783Srmacklem timeo = nmp->nm_acdirmin; 203191783Srmacklem else if (timeo > nmp->nm_acdirmax) 204191783Srmacklem timeo = nmp->nm_acdirmax; 205191783Srmacklem } else { 206191783Srmacklem if ((np->n_flag & NMODIFIED) || timeo < nmp->nm_acregmin) 207191783Srmacklem timeo = nmp->nm_acregmin; 208191783Srmacklem else if (timeo > nmp->nm_acregmax) 209191783Srmacklem timeo = nmp->nm_acregmax; 210191783Srmacklem } 211191783Srmacklem 212191783Srmacklem#ifdef NFS_ACDEBUG 213191783Srmacklem if (nfs_acdebug > 2) 214303909Skib printf("acregmin %d; acregmax %d; acdirmin %d; acdirmax %d\n", 215303909Skib nmp->nm_acregmin, nmp->nm_acregmax, 216303909Skib nmp->nm_acdirmin, nmp->nm_acdirmax); 217191783Srmacklem 218191783Srmacklem if (nfs_acdebug) 219303909Skib printf("ncl_getattrcache: age = %d; final timeo = %d\n", 220303909Skib (time_second - np->n_attrstamp), timeo); 221191783Srmacklem#endif 222191783Srmacklem 223208254Srmacklem if ((time_second - np->n_attrstamp) >= timeo && 224210786Srmacklem (mustflush != 0 || np->n_attrstamp == 0)) { 225306609Srmacklem nfsstatsv1.attrcache_misses++; 226191783Srmacklem mtx_unlock(&np->n_mtx); 227223280Srmacklem KDTRACE_NFS_ATTRCACHE_GET_MISS(vp); 228191783Srmacklem return( ENOENT); 229191783Srmacklem } 230306609Srmacklem nfsstatsv1.attrcache_hits++; 231191783Srmacklem if (vap->va_size != np->n_size) { 232191783Srmacklem if (vap->va_type == VREG) { 233191783Srmacklem if (np->n_flag & NMODIFIED) { 234191783Srmacklem if (vap->va_size < np->n_size) 235191783Srmacklem vap->va_size = np->n_size; 236191783Srmacklem else 237191783Srmacklem np->n_size = vap->va_size; 238191783Srmacklem } else { 239191783Srmacklem np->n_size = vap->va_size; 240191783Srmacklem } 241191783Srmacklem vnode_pager_setsize(vp, np->n_size); 242191783Srmacklem } else { 243191783Srmacklem np->n_size = vap->va_size; 244191783Srmacklem } 245191783Srmacklem } 246191783Srmacklem bcopy((caddr_t)vap, (caddr_t)vaper, sizeof(struct vattr)); 247191783Srmacklem if (np->n_flag & NCHG) { 248191783Srmacklem if (np->n_flag & NACC) 249191783Srmacklem vaper->va_atime = np->n_atim; 250191783Srmacklem if (np->n_flag & NUPD) 251191783Srmacklem vaper->va_mtime = np->n_mtim; 252191783Srmacklem } 253191783Srmacklem mtx_unlock(&np->n_mtx); 254223280Srmacklem KDTRACE_NFS_ATTRCACHE_GET_HIT(vp, vap); 255191783Srmacklem return (0); 256191783Srmacklem} 257191783Srmacklem 258191783Srmacklemstatic nfsuint64 nfs_nullcookie = { { 0, 0 } }; 259191783Srmacklem/* 260191783Srmacklem * This function finds the directory cookie that corresponds to the 261191783Srmacklem * logical byte offset given. 262191783Srmacklem */ 263191783Srmacklemnfsuint64 * 264191783Srmacklemncl_getcookie(struct nfsnode *np, off_t off, int add) 265191783Srmacklem{ 266191783Srmacklem struct nfsdmap *dp, *dp2; 267191783Srmacklem int pos; 268191783Srmacklem nfsuint64 *retval = NULL; 269191783Srmacklem 270191783Srmacklem pos = (uoff_t)off / NFS_DIRBLKSIZ; 271191783Srmacklem if (pos == 0 || off < 0) { 272209120Skib KASSERT(!add, ("nfs getcookie add at <= 0")); 273191783Srmacklem return (&nfs_nullcookie); 274191783Srmacklem } 275191783Srmacklem pos--; 276191783Srmacklem dp = LIST_FIRST(&np->n_cookies); 277191783Srmacklem if (!dp) { 278191783Srmacklem if (add) { 279191783Srmacklem MALLOC(dp, struct nfsdmap *, sizeof (struct nfsdmap), 280191783Srmacklem M_NFSDIROFF, M_WAITOK); 281191783Srmacklem dp->ndm_eocookie = 0; 282191783Srmacklem LIST_INSERT_HEAD(&np->n_cookies, dp, ndm_list); 283191783Srmacklem } else 284191783Srmacklem goto out; 285191783Srmacklem } 286191783Srmacklem while (pos >= NFSNUMCOOKIES) { 287191783Srmacklem pos -= NFSNUMCOOKIES; 288191783Srmacklem if (LIST_NEXT(dp, ndm_list)) { 289191783Srmacklem if (!add && dp->ndm_eocookie < NFSNUMCOOKIES && 290191783Srmacklem pos >= dp->ndm_eocookie) 291191783Srmacklem goto out; 292191783Srmacklem dp = LIST_NEXT(dp, ndm_list); 293191783Srmacklem } else if (add) { 294191783Srmacklem MALLOC(dp2, struct nfsdmap *, sizeof (struct nfsdmap), 295191783Srmacklem M_NFSDIROFF, M_WAITOK); 296191783Srmacklem dp2->ndm_eocookie = 0; 297191783Srmacklem LIST_INSERT_AFTER(dp, dp2, ndm_list); 298191783Srmacklem dp = dp2; 299191783Srmacklem } else 300191783Srmacklem goto out; 301191783Srmacklem } 302191783Srmacklem if (pos >= dp->ndm_eocookie) { 303191783Srmacklem if (add) 304191783Srmacklem dp->ndm_eocookie = pos + 1; 305191783Srmacklem else 306191783Srmacklem goto out; 307191783Srmacklem } 308191783Srmacklem retval = &dp->ndm_cookies[pos]; 309191783Srmacklemout: 310191783Srmacklem return (retval); 311191783Srmacklem} 312191783Srmacklem 313191783Srmacklem/* 314191783Srmacklem * Invalidate cached directory information, except for the actual directory 315191783Srmacklem * blocks (which are invalidated separately). 316191783Srmacklem * Done mainly to avoid the use of stale offset cookies. 317191783Srmacklem */ 318191783Srmacklemvoid 319191783Srmacklemncl_invaldir(struct vnode *vp) 320191783Srmacklem{ 321191783Srmacklem struct nfsnode *np = VTONFS(vp); 322191783Srmacklem 323209120Skib KASSERT(vp->v_type == VDIR, ("nfs: invaldir not dir")); 324191783Srmacklem ncl_dircookie_lock(np); 325191783Srmacklem np->n_direofoffset = 0; 326191783Srmacklem np->n_cookieverf.nfsuquad[0] = 0; 327191783Srmacklem np->n_cookieverf.nfsuquad[1] = 0; 328191783Srmacklem if (LIST_FIRST(&np->n_cookies)) 329191783Srmacklem LIST_FIRST(&np->n_cookies)->ndm_eocookie = 0; 330191783Srmacklem ncl_dircookie_unlock(np); 331191783Srmacklem} 332191783Srmacklem 333191783Srmacklem/* 334191783Srmacklem * The write verifier has changed (probably due to a server reboot), so all 335191783Srmacklem * B_NEEDCOMMIT blocks will have to be written again. Since they are on the 336191783Srmacklem * dirty block list as B_DELWRI, all this takes is clearing the B_NEEDCOMMIT 337191783Srmacklem * and B_CLUSTEROK flags. Once done the new write verifier can be set for the 338191783Srmacklem * mount point. 339191783Srmacklem * 340191783Srmacklem * B_CLUSTEROK must be cleared along with B_NEEDCOMMIT because stage 1 data 341191783Srmacklem * writes are not clusterable. 342191783Srmacklem */ 343191783Srmacklemvoid 344191783Srmacklemncl_clearcommit(struct mount *mp) 345191783Srmacklem{ 346191783Srmacklem struct vnode *vp, *nvp; 347191783Srmacklem struct buf *bp, *nbp; 348191783Srmacklem struct bufobj *bo; 349191783Srmacklem 350234386Smckusick MNT_VNODE_FOREACH_ALL(vp, mp, nvp) { 351191783Srmacklem bo = &vp->v_bufobj; 352191783Srmacklem vholdl(vp); 353191783Srmacklem VI_UNLOCK(vp); 354191783Srmacklem BO_LOCK(bo); 355191783Srmacklem TAILQ_FOREACH_SAFE(bp, &bo->bo_dirty.bv_hd, b_bobufs, nbp) { 356191783Srmacklem if (!BUF_ISLOCKED(bp) && 357191783Srmacklem (bp->b_flags & (B_DELWRI | B_NEEDCOMMIT)) 358191783Srmacklem == (B_DELWRI | B_NEEDCOMMIT)) 359191783Srmacklem bp->b_flags &= ~(B_NEEDCOMMIT | B_CLUSTEROK); 360191783Srmacklem } 361191783Srmacklem BO_UNLOCK(bo); 362191783Srmacklem vdrop(vp); 363191783Srmacklem } 364191783Srmacklem} 365191783Srmacklem 366191783Srmacklem/* 367191783Srmacklem * Called once to initialize data structures... 368191783Srmacklem */ 369191783Srmacklemint 370191783Srmacklemncl_init(struct vfsconf *vfsp) 371191783Srmacklem{ 372191783Srmacklem int i; 373191783Srmacklem 374191783Srmacklem /* Ensure async daemons disabled */ 375220683Srmacklem for (i = 0; i < NFS_MAXASYNCDAEMON; i++) { 376203119Srmacklem ncl_iodwant[i] = NFSIOD_NOT_AVAILABLE; 377191783Srmacklem ncl_iodmount[i] = NULL; 378191783Srmacklem } 379220683Srmacklem TASK_INIT(&ncl_nfsiodnew_task, 0, ncl_nfsiodnew_tq, NULL); 380191783Srmacklem ncl_nhinit(); /* Init the nfsnode table */ 381191783Srmacklem 382191783Srmacklem return (0); 383191783Srmacklem} 384191783Srmacklem 385