union_vnops.c revision 331722
1/*-
2 * Copyright (c) 1992, 1993, 1994, 1995 Jan-Simon Pendry.
3 * Copyright (c) 1992, 1993, 1994, 1995
4 *      The Regents of the University of California.
5 * Copyright (c) 2005, 2006, 2012 Masanori Ozawa <ozawa@ongs.co.jp>, ONGS Inc.
6 * Copyright (c) 2006, 2012 Daichi Goto <daichi@freebsd.org>
7 * All rights reserved.
8 *
9 * This code is derived from software contributed to Berkeley by
10 * Jan-Simon Pendry.
11 *
12 * Redistribution and use in source and binary forms, with or without
13 * modification, are permitted provided that the following conditions
14 * are met:
15 * 1. Redistributions of source code must retain the above copyright
16 *    notice, this list of conditions and the following disclaimer.
17 * 2. Redistributions in binary form must reproduce the above copyright
18 *    notice, this list of conditions and the following disclaimer in the
19 *    documentation and/or other materials provided with the distribution.
20 * 4. Neither the name of the University nor the names of its contributors
21 *    may be used to endorse or promote products derived from this software
22 *    without specific prior written permission.
23 *
24 * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
25 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
26 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
27 * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
28 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
29 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
30 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
31 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
32 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
33 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
34 * SUCH DAMAGE.
35 *
36 *	@(#)union_vnops.c	8.32 (Berkeley) 6/23/95
37 * $FreeBSD: stable/11/sys/fs/unionfs/union_vnops.c 331722 2018-03-29 02:50:57Z eadler $
38 *
39 */
40
41#include <sys/param.h>
42#include <sys/systm.h>
43#include <sys/conf.h>
44#include <sys/kernel.h>
45#include <sys/lock.h>
46#include <sys/malloc.h>
47#include <sys/mount.h>
48#include <sys/mutex.h>
49#include <sys/namei.h>
50#include <sys/sysctl.h>
51#include <sys/vnode.h>
52#include <sys/kdb.h>
53#include <sys/fcntl.h>
54#include <sys/stat.h>
55#include <sys/dirent.h>
56#include <sys/proc.h>
57#include <sys/bio.h>
58#include <sys/buf.h>
59
60#include <fs/unionfs/union.h>
61
62#include <vm/vm.h>
63#include <vm/vm_extern.h>
64#include <vm/vm_object.h>
65#include <vm/vnode_pager.h>
66
67#if 0
68#define UNIONFS_INTERNAL_DEBUG(msg, args...)    printf(msg, ## args)
69#define UNIONFS_IDBG_RENAME
70#else
71#define UNIONFS_INTERNAL_DEBUG(msg, args...)
72#endif
73
74#define KASSERT_UNIONFS_VNODE(vp) \
75	KASSERT(((vp)->v_op == &unionfs_vnodeops), \
76	    ("unionfs: it is not unionfs-vnode"))
77
78static int
79unionfs_lookup(struct vop_cachedlookup_args *ap)
80{
81	int		iswhiteout;
82	int		lockflag;
83	int		error , uerror, lerror;
84	u_long		nameiop;
85	u_long		cnflags, cnflagsbk;
86	struct unionfs_node *dunp;
87	struct vnode   *dvp, *udvp, *ldvp, *vp, *uvp, *lvp, *dtmpvp;
88	struct vattr	va;
89	struct componentname *cnp;
90	struct thread  *td;
91
92	iswhiteout = 0;
93	lockflag = 0;
94	error = uerror = lerror = ENOENT;
95	cnp = ap->a_cnp;
96	nameiop = cnp->cn_nameiop;
97	cnflags = cnp->cn_flags;
98	dvp = ap->a_dvp;
99	dunp = VTOUNIONFS(dvp);
100	udvp = dunp->un_uppervp;
101	ldvp = dunp->un_lowervp;
102	vp = uvp = lvp = NULLVP;
103	td = curthread;
104	*(ap->a_vpp) = NULLVP;
105
106	UNIONFS_INTERNAL_DEBUG("unionfs_lookup: enter: nameiop=%ld, flags=%lx, path=%s\n", nameiop, cnflags, cnp->cn_nameptr);
107
108	if (dvp->v_type != VDIR)
109		return (ENOTDIR);
110
111	/*
112	 * If read-only and op is not LOOKUP, will return EROFS.
113	 */
114	if ((cnflags & ISLASTCN) &&
115	    (dvp->v_mount->mnt_flag & MNT_RDONLY) &&
116	    LOOKUP != nameiop)
117		return (EROFS);
118
119	/*
120	 * lookup dotdot
121	 */
122	if (cnflags & ISDOTDOT) {
123		if (LOOKUP != nameiop && udvp == NULLVP)
124			return (EROFS);
125
126		if (udvp != NULLVP) {
127			dtmpvp = udvp;
128			if (ldvp != NULLVP)
129				VOP_UNLOCK(ldvp, LK_RELEASE);
130		}
131		else
132			dtmpvp = ldvp;
133
134		error = VOP_LOOKUP(dtmpvp, &vp, cnp);
135
136		if (dtmpvp == udvp && ldvp != NULLVP) {
137			VOP_UNLOCK(udvp, LK_RELEASE);
138			vn_lock(dvp, LK_EXCLUSIVE | LK_RETRY);
139		}
140
141		if (error == 0) {
142			/*
143			 * Exchange lock and reference from vp to
144			 * dunp->un_dvp. vp is upper/lower vnode, but it
145			 * will need to return the unionfs vnode.
146			 */
147			if (nameiop == DELETE  || nameiop == RENAME ||
148			    (cnp->cn_lkflags & LK_TYPE_MASK))
149				VOP_UNLOCK(vp, LK_RELEASE);
150			vrele(vp);
151
152			VOP_UNLOCK(dvp, LK_RELEASE);
153			*(ap->a_vpp) = dunp->un_dvp;
154			vref(dunp->un_dvp);
155
156			if (nameiop == DELETE || nameiop == RENAME)
157				vn_lock(dunp->un_dvp, LK_EXCLUSIVE | LK_RETRY);
158			else if (cnp->cn_lkflags & LK_TYPE_MASK)
159				vn_lock(dunp->un_dvp, cnp->cn_lkflags |
160				    LK_RETRY);
161
162			vn_lock(dvp, LK_EXCLUSIVE | LK_RETRY);
163		} else if (error == ENOENT && (cnflags & MAKEENTRY) != 0)
164			cache_enter(dvp, NULLVP, cnp);
165
166		UNIONFS_INTERNAL_DEBUG("unionfs_lookup: leave (%d)\n", error);
167
168		return (error);
169	}
170
171	/*
172	 * lookup upper layer
173	 */
174	if (udvp != NULLVP) {
175		uerror = VOP_LOOKUP(udvp, &uvp, cnp);
176
177		if (uerror == 0) {
178			if (udvp == uvp) {	/* is dot */
179				vrele(uvp);
180				*(ap->a_vpp) = dvp;
181				vref(dvp);
182
183				UNIONFS_INTERNAL_DEBUG("unionfs_lookup: leave (%d)\n", uerror);
184
185				return (uerror);
186			}
187			if (nameiop == DELETE || nameiop == RENAME ||
188			    (cnp->cn_lkflags & LK_TYPE_MASK))
189				VOP_UNLOCK(uvp, LK_RELEASE);
190		}
191
192		/* check whiteout */
193		if (uerror == ENOENT || uerror == EJUSTRETURN)
194			if (cnp->cn_flags & ISWHITEOUT)
195				iswhiteout = 1;	/* don't lookup lower */
196		if (iswhiteout == 0 && ldvp != NULLVP)
197			if (!VOP_GETATTR(udvp, &va, cnp->cn_cred) &&
198			    (va.va_flags & OPAQUE))
199				iswhiteout = 1;	/* don't lookup lower */
200#if 0
201		UNIONFS_INTERNAL_DEBUG("unionfs_lookup: debug: whiteout=%d, path=%s\n", iswhiteout, cnp->cn_nameptr);
202#endif
203	}
204
205	/*
206	 * lookup lower layer
207	 */
208	if (ldvp != NULLVP && !(cnflags & DOWHITEOUT) && iswhiteout == 0) {
209		/* always op is LOOKUP */
210		cnp->cn_nameiop = LOOKUP;
211		cnflagsbk = cnp->cn_flags;
212		cnp->cn_flags = cnflags;
213
214		lerror = VOP_LOOKUP(ldvp, &lvp, cnp);
215
216		cnp->cn_nameiop = nameiop;
217		if (udvp != NULLVP && (uerror == 0 || uerror == EJUSTRETURN))
218			cnp->cn_flags = cnflagsbk;
219
220		if (lerror == 0) {
221			if (ldvp == lvp) {	/* is dot */
222				if (uvp != NULLVP)
223					vrele(uvp);	/* no need? */
224				vrele(lvp);
225				*(ap->a_vpp) = dvp;
226				vref(dvp);
227
228				UNIONFS_INTERNAL_DEBUG("unionfs_lookup: leave (%d)\n", lerror);
229
230				return (lerror);
231			}
232			if (cnp->cn_lkflags & LK_TYPE_MASK)
233				VOP_UNLOCK(lvp, LK_RELEASE);
234		}
235	}
236
237	/*
238	 * check lookup result
239	 */
240	if (uvp == NULLVP && lvp == NULLVP) {
241		UNIONFS_INTERNAL_DEBUG("unionfs_lookup: leave (%d)\n",
242		    (udvp != NULLVP ? uerror : lerror));
243		return (udvp != NULLVP ? uerror : lerror);
244	}
245
246	/*
247	 * check vnode type
248	 */
249	if (uvp != NULLVP && lvp != NULLVP && uvp->v_type != lvp->v_type) {
250		vrele(lvp);
251		lvp = NULLVP;
252	}
253
254	/*
255	 * check shadow dir
256	 */
257	if (uerror != 0 && uerror != EJUSTRETURN && udvp != NULLVP &&
258	    lerror == 0 && lvp != NULLVP && lvp->v_type == VDIR &&
259	    !(dvp->v_mount->mnt_flag & MNT_RDONLY) &&
260	    (1 < cnp->cn_namelen || '.' != *(cnp->cn_nameptr))) {
261		/* get unionfs vnode in order to create a new shadow dir. */
262		error = unionfs_nodeget(dvp->v_mount, NULLVP, lvp, dvp, &vp,
263		    cnp, td);
264		if (error != 0)
265			goto unionfs_lookup_out;
266
267		if (LK_SHARED == (cnp->cn_lkflags & LK_TYPE_MASK))
268			VOP_UNLOCK(vp, LK_RELEASE);
269		if (LK_EXCLUSIVE != VOP_ISLOCKED(vp)) {
270			vn_lock(vp, LK_EXCLUSIVE | LK_RETRY);
271			lockflag = 1;
272		}
273		error = unionfs_mkshadowdir(MOUNTTOUNIONFSMOUNT(dvp->v_mount),
274		    udvp, VTOUNIONFS(vp), cnp, td);
275		if (lockflag != 0)
276			VOP_UNLOCK(vp, LK_RELEASE);
277		if (error != 0) {
278			UNIONFSDEBUG("unionfs_lookup: Unable to create shadow dir.");
279			if ((cnp->cn_lkflags & LK_TYPE_MASK) == LK_EXCLUSIVE)
280				vput(vp);
281			else
282				vrele(vp);
283			goto unionfs_lookup_out;
284		}
285		if ((cnp->cn_lkflags & LK_TYPE_MASK) == LK_SHARED)
286			vn_lock(vp, LK_SHARED | LK_RETRY);
287	}
288	/*
289	 * get unionfs vnode.
290	 */
291	else {
292		if (uvp != NULLVP)
293			error = uerror;
294		else
295			error = lerror;
296		if (error != 0)
297			goto unionfs_lookup_out;
298		/*
299		 * get socket vnode.
300		 */
301		if (uvp != NULLVP && uvp->v_type == VSOCK) {
302			vp = uvp;
303			vref(vp);
304			if (cnp->cn_lkflags & LK_TYPE_MASK)
305				vn_lock(vp, cnp->cn_lkflags | LK_RETRY);
306		}
307		else if (lvp != NULLVP && lvp->v_type == VSOCK) {
308			vp = lvp;
309			vref(vp);
310			if (cnp->cn_lkflags & LK_TYPE_MASK)
311				vn_lock(vp, cnp->cn_lkflags | LK_RETRY);
312		}
313		/*
314		 * get unionfs vnode.
315		 */
316		else
317			error = unionfs_nodeget(dvp->v_mount, uvp, lvp,
318			    dvp, &vp, cnp, td);
319		if (error != 0) {
320			UNIONFSDEBUG("unionfs_lookup: Unable to create unionfs vnode.");
321			goto unionfs_lookup_out;
322		}
323		if ((nameiop == DELETE || nameiop == RENAME) &&
324		    (cnp->cn_lkflags & LK_TYPE_MASK) == 0)
325			vn_lock(vp, LK_EXCLUSIVE | LK_RETRY);
326	}
327
328	*(ap->a_vpp) = vp;
329
330	if ((cnflags & MAKEENTRY) && vp->v_type != VSOCK)
331		cache_enter(dvp, vp, cnp);
332
333unionfs_lookup_out:
334	if (uvp != NULLVP)
335		vrele(uvp);
336	if (lvp != NULLVP)
337		vrele(lvp);
338
339	if (error == ENOENT && (cnflags & MAKEENTRY) != 0)
340		cache_enter(dvp, NULLVP, cnp);
341
342	UNIONFS_INTERNAL_DEBUG("unionfs_lookup: leave (%d)\n", error);
343
344	return (error);
345}
346
347static int
348unionfs_create(struct vop_create_args *ap)
349{
350	struct unionfs_node *dunp;
351	struct componentname *cnp;
352	struct vnode   *udvp;
353	struct vnode   *vp;
354	int		error;
355
356	UNIONFS_INTERNAL_DEBUG("unionfs_create: enter\n");
357
358	KASSERT_UNIONFS_VNODE(ap->a_dvp);
359
360	dunp = VTOUNIONFS(ap->a_dvp);
361	cnp = ap->a_cnp;
362	udvp = dunp->un_uppervp;
363	error = EROFS;
364
365	if (udvp != NULLVP) {
366		error = VOP_CREATE(udvp, &vp, cnp, ap->a_vap);
367		if (error != 0)
368			goto unionfs_create_abort;
369
370		if (vp->v_type == VSOCK)
371			*(ap->a_vpp) = vp;
372		else {
373			VOP_UNLOCK(vp, LK_RELEASE);
374			error = unionfs_nodeget(ap->a_dvp->v_mount, vp, NULLVP,
375			    ap->a_dvp, ap->a_vpp, cnp, curthread);
376			vrele(vp);
377		}
378	}
379
380unionfs_create_abort:
381	UNIONFS_INTERNAL_DEBUG("unionfs_create: leave (%d)\n", error);
382
383	return (error);
384}
385
386static int
387unionfs_whiteout(struct vop_whiteout_args *ap)
388{
389	struct unionfs_node *dunp;
390	struct componentname *cnp;
391	struct vnode   *udvp;
392	int		error;
393
394	UNIONFS_INTERNAL_DEBUG("unionfs_whiteout: enter\n");
395
396	KASSERT_UNIONFS_VNODE(ap->a_dvp);
397
398	dunp = VTOUNIONFS(ap->a_dvp);
399	cnp = ap->a_cnp;
400	udvp = dunp->un_uppervp;
401	error = EOPNOTSUPP;
402
403	if (udvp != NULLVP) {
404		switch (ap->a_flags) {
405		case CREATE:
406		case DELETE:
407		case LOOKUP:
408			error = VOP_WHITEOUT(udvp, cnp, ap->a_flags);
409			break;
410		default:
411			error = EINVAL;
412			break;
413		}
414	}
415
416	UNIONFS_INTERNAL_DEBUG("unionfs_whiteout: leave (%d)\n", error);
417
418	return (error);
419}
420
421static int
422unionfs_mknod(struct vop_mknod_args *ap)
423{
424	struct unionfs_node *dunp;
425	struct componentname *cnp;
426	struct vnode   *udvp;
427	struct vnode   *vp;
428	int		error;
429
430	UNIONFS_INTERNAL_DEBUG("unionfs_mknod: enter\n");
431
432	KASSERT_UNIONFS_VNODE(ap->a_dvp);
433
434	dunp = VTOUNIONFS(ap->a_dvp);
435	cnp = ap->a_cnp;
436	udvp = dunp->un_uppervp;
437	error = EROFS;
438
439	if (udvp != NULLVP) {
440		error = VOP_MKNOD(udvp, &vp, cnp, ap->a_vap);
441		if (error != 0)
442			goto unionfs_mknod_abort;
443
444		if (vp->v_type == VSOCK)
445			*(ap->a_vpp) = vp;
446		else {
447			VOP_UNLOCK(vp, LK_RELEASE);
448			error = unionfs_nodeget(ap->a_dvp->v_mount, vp, NULLVP,
449			    ap->a_dvp, ap->a_vpp, cnp, curthread);
450			vrele(vp);
451		}
452	}
453
454unionfs_mknod_abort:
455	UNIONFS_INTERNAL_DEBUG("unionfs_mknod: leave (%d)\n", error);
456
457	return (error);
458}
459
460static int
461unionfs_open(struct vop_open_args *ap)
462{
463	int		error;
464	struct unionfs_node *unp;
465	struct unionfs_node_status *unsp;
466	struct vnode   *uvp;
467	struct vnode   *lvp;
468	struct vnode   *targetvp;
469	struct ucred   *cred;
470	struct thread  *td;
471
472	UNIONFS_INTERNAL_DEBUG("unionfs_open: enter\n");
473
474	KASSERT_UNIONFS_VNODE(ap->a_vp);
475
476	error = 0;
477	unp = VTOUNIONFS(ap->a_vp);
478	uvp = unp->un_uppervp;
479	lvp = unp->un_lowervp;
480	targetvp = NULLVP;
481	cred = ap->a_cred;
482	td = ap->a_td;
483
484	unionfs_get_node_status(unp, td, &unsp);
485
486	if (unsp->uns_lower_opencnt > 0 || unsp->uns_upper_opencnt > 0) {
487		/* vnode is already opend. */
488		if (unsp->uns_upper_opencnt > 0)
489			targetvp = uvp;
490		else
491			targetvp = lvp;
492
493		if (targetvp == lvp &&
494		    (ap->a_mode & FWRITE) && lvp->v_type == VREG)
495			targetvp = NULLVP;
496	}
497	if (targetvp == NULLVP) {
498		if (uvp == NULLVP) {
499			if ((ap->a_mode & FWRITE) && lvp->v_type == VREG) {
500				error = unionfs_copyfile(unp,
501				    !(ap->a_mode & O_TRUNC), cred, td);
502				if (error != 0)
503					goto unionfs_open_abort;
504				targetvp = uvp = unp->un_uppervp;
505			} else
506				targetvp = lvp;
507		} else
508			targetvp = uvp;
509	}
510
511	error = VOP_OPEN(targetvp, ap->a_mode, cred, td, ap->a_fp);
512	if (error == 0) {
513		if (targetvp == uvp) {
514			if (uvp->v_type == VDIR && lvp != NULLVP &&
515			    unsp->uns_lower_opencnt <= 0) {
516				/* open lower for readdir */
517				error = VOP_OPEN(lvp, FREAD, cred, td, NULL);
518				if (error != 0) {
519					VOP_CLOSE(uvp, ap->a_mode, cred, td);
520					goto unionfs_open_abort;
521				}
522				unsp->uns_node_flag |= UNS_OPENL_4_READDIR;
523				unsp->uns_lower_opencnt++;
524			}
525			unsp->uns_upper_opencnt++;
526		} else {
527			unsp->uns_lower_opencnt++;
528			unsp->uns_lower_openmode = ap->a_mode;
529		}
530		ap->a_vp->v_object = targetvp->v_object;
531	}
532
533unionfs_open_abort:
534	if (error != 0)
535		unionfs_tryrem_node_status(unp, unsp);
536
537	UNIONFS_INTERNAL_DEBUG("unionfs_open: leave (%d)\n", error);
538
539	return (error);
540}
541
542static int
543unionfs_close(struct vop_close_args *ap)
544{
545	int		error;
546	int		locked;
547	struct unionfs_node *unp;
548	struct unionfs_node_status *unsp;
549	struct ucred   *cred;
550	struct thread  *td;
551	struct vnode   *vp;
552	struct vnode   *ovp;
553
554	UNIONFS_INTERNAL_DEBUG("unionfs_close: enter\n");
555
556	KASSERT_UNIONFS_VNODE(ap->a_vp);
557
558	locked = 0;
559	vp = ap->a_vp;
560	unp = VTOUNIONFS(vp);
561	cred = ap->a_cred;
562	td = ap->a_td;
563
564	if (VOP_ISLOCKED(vp) != LK_EXCLUSIVE) {
565		if (vn_lock(vp, LK_UPGRADE) != 0)
566			vn_lock(vp, LK_EXCLUSIVE | LK_RETRY);
567		locked = 1;
568	}
569	unionfs_get_node_status(unp, td, &unsp);
570
571	if (unsp->uns_lower_opencnt <= 0 && unsp->uns_upper_opencnt <= 0) {
572#ifdef DIAGNOSTIC
573		printf("unionfs_close: warning: open count is 0\n");
574#endif
575		if (unp->un_uppervp != NULLVP)
576			ovp = unp->un_uppervp;
577		else
578			ovp = unp->un_lowervp;
579	} else if (unsp->uns_upper_opencnt > 0)
580		ovp = unp->un_uppervp;
581	else
582		ovp = unp->un_lowervp;
583
584	error = VOP_CLOSE(ovp, ap->a_fflag, cred, td);
585
586	if (error != 0)
587		goto unionfs_close_abort;
588
589	vp->v_object = ovp->v_object;
590
591	if (ovp == unp->un_uppervp) {
592		unsp->uns_upper_opencnt--;
593		if (unsp->uns_upper_opencnt == 0) {
594			if (unsp->uns_node_flag & UNS_OPENL_4_READDIR) {
595				VOP_CLOSE(unp->un_lowervp, FREAD, cred, td);
596				unsp->uns_node_flag &= ~UNS_OPENL_4_READDIR;
597				unsp->uns_lower_opencnt--;
598			}
599			if (unsp->uns_lower_opencnt > 0)
600				vp->v_object = unp->un_lowervp->v_object;
601		}
602	} else
603		unsp->uns_lower_opencnt--;
604
605unionfs_close_abort:
606	unionfs_tryrem_node_status(unp, unsp);
607
608	if (locked != 0)
609		vn_lock(vp, LK_DOWNGRADE | LK_RETRY);
610
611	UNIONFS_INTERNAL_DEBUG("unionfs_close: leave (%d)\n", error);
612
613	return (error);
614}
615
616/*
617 * Check the access mode toward shadow file/dir.
618 */
619static int
620unionfs_check_corrected_access(accmode_t accmode,
621			     struct vattr *va,
622			     struct ucred *cred)
623{
624	int		count;
625	uid_t		uid;	/* upper side vnode's uid */
626	gid_t		gid;	/* upper side vnode's gid */
627	u_short		vmode;	/* upper side vnode's mode */
628	u_short		mask;
629
630	mask = 0;
631	uid = va->va_uid;
632	gid = va->va_gid;
633	vmode = va->va_mode;
634
635	/* check owner */
636	if (cred->cr_uid == uid) {
637		if (accmode & VEXEC)
638			mask |= S_IXUSR;
639		if (accmode & VREAD)
640			mask |= S_IRUSR;
641		if (accmode & VWRITE)
642			mask |= S_IWUSR;
643		return ((vmode & mask) == mask ? 0 : EACCES);
644	}
645
646	/* check group */
647	count = 0;
648	if (groupmember(gid, cred)) {
649		if (accmode & VEXEC)
650			mask |= S_IXGRP;
651		if (accmode & VREAD)
652			mask |= S_IRGRP;
653		if (accmode & VWRITE)
654			mask |= S_IWGRP;
655		return ((vmode & mask) == mask ? 0 : EACCES);
656	}
657
658	/* check other */
659	if (accmode & VEXEC)
660		mask |= S_IXOTH;
661	if (accmode & VREAD)
662		mask |= S_IROTH;
663	if (accmode & VWRITE)
664		mask |= S_IWOTH;
665
666	return ((vmode & mask) == mask ? 0 : EACCES);
667}
668
669static int
670unionfs_access(struct vop_access_args *ap)
671{
672	struct unionfs_mount *ump;
673	struct unionfs_node *unp;
674	struct vnode   *uvp;
675	struct vnode   *lvp;
676	struct thread  *td;
677	struct vattr	va;
678	accmode_t	accmode;
679	int		error;
680
681	UNIONFS_INTERNAL_DEBUG("unionfs_access: enter\n");
682
683	KASSERT_UNIONFS_VNODE(ap->a_vp);
684
685	ump = MOUNTTOUNIONFSMOUNT(ap->a_vp->v_mount);
686	unp = VTOUNIONFS(ap->a_vp);
687	uvp = unp->un_uppervp;
688	lvp = unp->un_lowervp;
689	td = ap->a_td;
690	accmode = ap->a_accmode;
691	error = EACCES;
692
693	if ((accmode & VWRITE) &&
694	    (ap->a_vp->v_mount->mnt_flag & MNT_RDONLY)) {
695		switch (ap->a_vp->v_type) {
696		case VREG:
697		case VDIR:
698		case VLNK:
699			return (EROFS);
700		default:
701			break;
702		}
703	}
704
705	if (uvp != NULLVP) {
706		error = VOP_ACCESS(uvp, accmode, ap->a_cred, td);
707
708		UNIONFS_INTERNAL_DEBUG("unionfs_access: leave (%d)\n", error);
709
710		return (error);
711	}
712
713	if (lvp != NULLVP) {
714		if (accmode & VWRITE) {
715			if (ump->um_uppervp->v_mount->mnt_flag & MNT_RDONLY) {
716				switch (ap->a_vp->v_type) {
717				case VREG:
718				case VDIR:
719				case VLNK:
720					return (EROFS);
721				default:
722					break;
723				}
724			} else if (ap->a_vp->v_type == VREG || ap->a_vp->v_type == VDIR) {
725				/* check shadow file/dir */
726				if (ump->um_copymode != UNIONFS_TRANSPARENT) {
727					error = unionfs_create_uppervattr(ump,
728					    lvp, &va, ap->a_cred, td);
729					if (error != 0)
730						return (error);
731
732					error = unionfs_check_corrected_access(
733					    accmode, &va, ap->a_cred);
734					if (error != 0)
735						return (error);
736				}
737			}
738			accmode &= ~(VWRITE | VAPPEND);
739			accmode |= VREAD; /* will copy to upper */
740		}
741		error = VOP_ACCESS(lvp, accmode, ap->a_cred, td);
742	}
743
744	UNIONFS_INTERNAL_DEBUG("unionfs_access: leave (%d)\n", error);
745
746	return (error);
747}
748
749static int
750unionfs_getattr(struct vop_getattr_args *ap)
751{
752	int		error;
753	struct unionfs_node *unp;
754	struct unionfs_mount *ump;
755	struct vnode   *uvp;
756	struct vnode   *lvp;
757	struct thread  *td;
758	struct vattr	va;
759
760	UNIONFS_INTERNAL_DEBUG("unionfs_getattr: enter\n");
761
762	KASSERT_UNIONFS_VNODE(ap->a_vp);
763
764	unp = VTOUNIONFS(ap->a_vp);
765	ump = MOUNTTOUNIONFSMOUNT(ap->a_vp->v_mount);
766	uvp = unp->un_uppervp;
767	lvp = unp->un_lowervp;
768	td = curthread;
769
770	if (uvp != NULLVP) {
771		if ((error = VOP_GETATTR(uvp, ap->a_vap, ap->a_cred)) == 0)
772			ap->a_vap->va_fsid = ap->a_vp->v_mount->mnt_stat.f_fsid.val[0];
773
774		UNIONFS_INTERNAL_DEBUG("unionfs_getattr: leave mode=%o, uid=%d, gid=%d (%d)\n",
775		    ap->a_vap->va_mode, ap->a_vap->va_uid,
776		    ap->a_vap->va_gid, error);
777
778		return (error);
779	}
780
781	error = VOP_GETATTR(lvp, ap->a_vap, ap->a_cred);
782
783	if (error == 0 && !(ump->um_uppervp->v_mount->mnt_flag & MNT_RDONLY)) {
784		/* correct the attr toward shadow file/dir. */
785		if (ap->a_vp->v_type == VREG || ap->a_vp->v_type == VDIR) {
786			unionfs_create_uppervattr_core(ump, ap->a_vap, &va, td);
787			ap->a_vap->va_mode = va.va_mode;
788			ap->a_vap->va_uid = va.va_uid;
789			ap->a_vap->va_gid = va.va_gid;
790		}
791	}
792
793	if (error == 0)
794		ap->a_vap->va_fsid = ap->a_vp->v_mount->mnt_stat.f_fsid.val[0];
795
796	UNIONFS_INTERNAL_DEBUG("unionfs_getattr: leave mode=%o, uid=%d, gid=%d (%d)\n",
797	    ap->a_vap->va_mode, ap->a_vap->va_uid, ap->a_vap->va_gid, error);
798
799	return (error);
800}
801
802static int
803unionfs_setattr(struct vop_setattr_args *ap)
804{
805	int		error;
806	struct unionfs_node *unp;
807	struct vnode   *uvp;
808	struct vnode   *lvp;
809	struct thread  *td;
810	struct vattr   *vap;
811
812	UNIONFS_INTERNAL_DEBUG("unionfs_setattr: enter\n");
813
814	KASSERT_UNIONFS_VNODE(ap->a_vp);
815
816	error = EROFS;
817	unp = VTOUNIONFS(ap->a_vp);
818	uvp = unp->un_uppervp;
819	lvp = unp->un_lowervp;
820	td = curthread;
821	vap = ap->a_vap;
822
823	if ((ap->a_vp->v_mount->mnt_flag & MNT_RDONLY) &&
824	    (vap->va_flags != VNOVAL || vap->va_uid != (uid_t)VNOVAL ||
825	     vap->va_gid != (gid_t)VNOVAL || vap->va_atime.tv_sec != VNOVAL ||
826	     vap->va_mtime.tv_sec != VNOVAL || vap->va_mode != (mode_t)VNOVAL))
827		return (EROFS);
828
829	if (uvp == NULLVP && lvp->v_type == VREG) {
830		error = unionfs_copyfile(unp, (vap->va_size != 0),
831		    ap->a_cred, td);
832		if (error != 0)
833			return (error);
834		uvp = unp->un_uppervp;
835	}
836
837	if (uvp != NULLVP)
838		error = VOP_SETATTR(uvp, vap, ap->a_cred);
839
840	UNIONFS_INTERNAL_DEBUG("unionfs_setattr: leave (%d)\n", error);
841
842	return (error);
843}
844
845static int
846unionfs_read(struct vop_read_args *ap)
847{
848	int		error;
849	struct unionfs_node *unp;
850	struct vnode   *tvp;
851
852	/* UNIONFS_INTERNAL_DEBUG("unionfs_read: enter\n"); */
853
854	KASSERT_UNIONFS_VNODE(ap->a_vp);
855
856	unp = VTOUNIONFS(ap->a_vp);
857	tvp = (unp->un_uppervp != NULLVP ? unp->un_uppervp : unp->un_lowervp);
858
859	error = VOP_READ(tvp, ap->a_uio, ap->a_ioflag, ap->a_cred);
860
861	/* UNIONFS_INTERNAL_DEBUG("unionfs_read: leave (%d)\n", error); */
862
863	return (error);
864}
865
866static int
867unionfs_write(struct vop_write_args *ap)
868{
869	int		error;
870	struct unionfs_node *unp;
871	struct vnode   *tvp;
872
873	/* UNIONFS_INTERNAL_DEBUG("unionfs_write: enter\n"); */
874
875	KASSERT_UNIONFS_VNODE(ap->a_vp);
876
877	unp = VTOUNIONFS(ap->a_vp);
878	tvp = (unp->un_uppervp != NULLVP ? unp->un_uppervp : unp->un_lowervp);
879
880	error = VOP_WRITE(tvp, ap->a_uio, ap->a_ioflag, ap->a_cred);
881
882	/* UNIONFS_INTERNAL_DEBUG("unionfs_write: leave (%d)\n", error); */
883
884	return (error);
885}
886
887static int
888unionfs_ioctl(struct vop_ioctl_args *ap)
889{
890	int error;
891	struct unionfs_node *unp;
892	struct unionfs_node_status *unsp;
893	struct vnode   *ovp;
894
895	UNIONFS_INTERNAL_DEBUG("unionfs_ioctl: enter\n");
896
897	KASSERT_UNIONFS_VNODE(ap->a_vp);
898
899 	vn_lock(ap->a_vp, LK_EXCLUSIVE | LK_RETRY);
900	unp = VTOUNIONFS(ap->a_vp);
901	unionfs_get_node_status(unp, ap->a_td, &unsp);
902	ovp = (unsp->uns_upper_opencnt ? unp->un_uppervp : unp->un_lowervp);
903	unionfs_tryrem_node_status(unp, unsp);
904	VOP_UNLOCK(ap->a_vp, LK_RELEASE);
905
906	if (ovp == NULLVP)
907		return (EBADF);
908
909	error = VOP_IOCTL(ovp, ap->a_command, ap->a_data, ap->a_fflag,
910	    ap->a_cred, ap->a_td);
911
912	UNIONFS_INTERNAL_DEBUG("unionfs_ioctl: leave (%d)\n", error);
913
914	return (error);
915}
916
917static int
918unionfs_poll(struct vop_poll_args *ap)
919{
920	struct unionfs_node *unp;
921	struct unionfs_node_status *unsp;
922	struct vnode   *ovp;
923
924	KASSERT_UNIONFS_VNODE(ap->a_vp);
925
926 	vn_lock(ap->a_vp, LK_EXCLUSIVE | LK_RETRY);
927	unp = VTOUNIONFS(ap->a_vp);
928	unionfs_get_node_status(unp, ap->a_td, &unsp);
929	ovp = (unsp->uns_upper_opencnt ? unp->un_uppervp : unp->un_lowervp);
930	unionfs_tryrem_node_status(unp, unsp);
931	VOP_UNLOCK(ap->a_vp, LK_RELEASE);
932
933	if (ovp == NULLVP)
934		return (EBADF);
935
936	return (VOP_POLL(ovp, ap->a_events, ap->a_cred, ap->a_td));
937}
938
939static int
940unionfs_fsync(struct vop_fsync_args *ap)
941{
942	struct unionfs_node *unp;
943	struct unionfs_node_status *unsp;
944	struct vnode   *ovp;
945
946	KASSERT_UNIONFS_VNODE(ap->a_vp);
947
948	unp = VTOUNIONFS(ap->a_vp);
949	unionfs_get_node_status(unp, ap->a_td, &unsp);
950	ovp = (unsp->uns_upper_opencnt ? unp->un_uppervp : unp->un_lowervp);
951	unionfs_tryrem_node_status(unp, unsp);
952
953	if (ovp == NULLVP)
954		return (EBADF);
955
956	return (VOP_FSYNC(ovp, ap->a_waitfor, ap->a_td));
957}
958
959static int
960unionfs_remove(struct vop_remove_args *ap)
961{
962	int		error;
963	char	       *path;
964	struct unionfs_node *dunp;
965	struct unionfs_node *unp;
966	struct unionfs_mount *ump;
967	struct vnode   *udvp;
968	struct vnode   *uvp;
969	struct vnode   *lvp;
970	struct vnode   *vp;
971	struct componentname *cnp;
972	struct componentname cn;
973	struct thread  *td;
974
975	UNIONFS_INTERNAL_DEBUG("unionfs_remove: enter\n");
976
977	KASSERT_UNIONFS_VNODE(ap->a_dvp);
978
979	error = 0;
980	dunp = VTOUNIONFS(ap->a_dvp);
981	udvp = dunp->un_uppervp;
982	cnp = ap->a_cnp;
983	td = curthread;
984
985	if (ap->a_vp->v_op != &unionfs_vnodeops) {
986		if (ap->a_vp->v_type != VSOCK)
987			return (EINVAL);
988		ump = NULL;
989		vp = uvp = lvp = NULLVP;
990		/* search vnode */
991		VOP_UNLOCK(ap->a_vp, LK_RELEASE);
992		error = unionfs_relookup(udvp, &vp, cnp, &cn, td,
993		    cnp->cn_nameptr, strlen(cnp->cn_nameptr), DELETE);
994		if (error != 0 && error != ENOENT) {
995			vn_lock(ap->a_vp, LK_EXCLUSIVE | LK_RETRY);
996			return (error);
997		}
998
999		if (error == 0 && vp == ap->a_vp) {
1000			/* target vnode in upper */
1001			uvp = vp;
1002			vrele(vp);
1003			path = NULL;
1004		} else {
1005			/* target vnode in lower */
1006			if (vp != NULLVP) {
1007				if (udvp == vp)
1008					vrele(vp);
1009				else
1010					vput(vp);
1011			}
1012			vn_lock(ap->a_vp, LK_EXCLUSIVE | LK_RETRY);
1013			lvp = ap->a_vp;
1014			path = ap->a_cnp->cn_nameptr;
1015		}
1016	} else {
1017		ump = MOUNTTOUNIONFSMOUNT(ap->a_vp->v_mount);
1018		unp = VTOUNIONFS(ap->a_vp);
1019		uvp = unp->un_uppervp;
1020		lvp = unp->un_lowervp;
1021		path = unp->un_path;
1022	}
1023
1024	if (udvp == NULLVP)
1025		return (EROFS);
1026
1027	if (uvp != NULLVP) {
1028		/*
1029		 * XXX: if the vnode type is VSOCK, it will create whiteout
1030		 *      after remove.
1031		 */
1032		if (ump == NULL || ump->um_whitemode == UNIONFS_WHITE_ALWAYS ||
1033		    lvp != NULLVP)
1034			cnp->cn_flags |= DOWHITEOUT;
1035		error = VOP_REMOVE(udvp, uvp, cnp);
1036	} else if (lvp != NULLVP)
1037		error = unionfs_mkwhiteout(udvp, cnp, td, path);
1038
1039	UNIONFS_INTERNAL_DEBUG("unionfs_remove: leave (%d)\n", error);
1040
1041	return (error);
1042}
1043
1044static int
1045unionfs_link(struct vop_link_args *ap)
1046{
1047	int		error;
1048	int		needrelookup;
1049	struct unionfs_node *dunp;
1050	struct unionfs_node *unp;
1051	struct vnode   *udvp;
1052	struct vnode   *uvp;
1053	struct componentname *cnp;
1054	struct thread  *td;
1055
1056	UNIONFS_INTERNAL_DEBUG("unionfs_link: enter\n");
1057
1058	KASSERT_UNIONFS_VNODE(ap->a_tdvp);
1059	KASSERT_UNIONFS_VNODE(ap->a_vp);
1060
1061	error = 0;
1062	needrelookup = 0;
1063	dunp = VTOUNIONFS(ap->a_tdvp);
1064	unp = NULL;
1065	udvp = dunp->un_uppervp;
1066	uvp = NULLVP;
1067	cnp = ap->a_cnp;
1068	td = curthread;
1069
1070	if (udvp == NULLVP)
1071		return (EROFS);
1072
1073	if (ap->a_vp->v_op != &unionfs_vnodeops)
1074		uvp = ap->a_vp;
1075	else {
1076		unp = VTOUNIONFS(ap->a_vp);
1077
1078		if (unp->un_uppervp == NULLVP) {
1079			if (ap->a_vp->v_type != VREG)
1080				return (EOPNOTSUPP);
1081
1082			error = unionfs_copyfile(unp, 1, cnp->cn_cred, td);
1083			if (error != 0)
1084				return (error);
1085			needrelookup = 1;
1086		}
1087		uvp = unp->un_uppervp;
1088	}
1089
1090	if (needrelookup != 0)
1091		error = unionfs_relookup_for_create(ap->a_tdvp, cnp, td);
1092
1093	if (error == 0)
1094		error = VOP_LINK(udvp, uvp, cnp);
1095
1096	UNIONFS_INTERNAL_DEBUG("unionfs_link: leave (%d)\n", error);
1097
1098	return (error);
1099}
1100
1101static int
1102unionfs_rename(struct vop_rename_args *ap)
1103{
1104	int		error;
1105	struct vnode   *fdvp;
1106	struct vnode   *fvp;
1107	struct componentname *fcnp;
1108	struct vnode   *tdvp;
1109	struct vnode   *tvp;
1110	struct componentname *tcnp;
1111	struct vnode   *ltdvp;
1112	struct vnode   *ltvp;
1113	struct thread  *td;
1114
1115	/* rename target vnodes */
1116	struct vnode   *rfdvp;
1117	struct vnode   *rfvp;
1118	struct vnode   *rtdvp;
1119	struct vnode   *rtvp;
1120
1121	int		needrelookup;
1122	struct unionfs_mount *ump;
1123	struct unionfs_node *unp;
1124
1125	UNIONFS_INTERNAL_DEBUG("unionfs_rename: enter\n");
1126
1127	error = 0;
1128	fdvp = ap->a_fdvp;
1129	fvp = ap->a_fvp;
1130	fcnp = ap->a_fcnp;
1131	tdvp = ap->a_tdvp;
1132	tvp = ap->a_tvp;
1133	tcnp = ap->a_tcnp;
1134	ltdvp = NULLVP;
1135	ltvp = NULLVP;
1136	td = curthread;
1137	rfdvp = fdvp;
1138	rfvp = fvp;
1139	rtdvp = tdvp;
1140	rtvp = tvp;
1141	needrelookup = 0;
1142
1143#ifdef DIAGNOSTIC
1144	if (!(fcnp->cn_flags & HASBUF) || !(tcnp->cn_flags & HASBUF))
1145		panic("unionfs_rename: no name");
1146#endif
1147
1148	/* check for cross device rename */
1149	if (fvp->v_mount != tdvp->v_mount ||
1150	    (tvp != NULLVP && fvp->v_mount != tvp->v_mount)) {
1151		if (fvp->v_op != &unionfs_vnodeops)
1152			error = ENODEV;
1153		else
1154			error = EXDEV;
1155		goto unionfs_rename_abort;
1156	}
1157
1158	/* Renaming a file to itself has no effect. */
1159	if (fvp == tvp)
1160		goto unionfs_rename_abort;
1161
1162	/*
1163	 * from/to vnode is unionfs node.
1164	 */
1165
1166	KASSERT_UNIONFS_VNODE(fdvp);
1167	KASSERT_UNIONFS_VNODE(fvp);
1168	KASSERT_UNIONFS_VNODE(tdvp);
1169	if (tvp != NULLVP)
1170		KASSERT_UNIONFS_VNODE(tvp);
1171
1172	unp = VTOUNIONFS(fdvp);
1173#ifdef UNIONFS_IDBG_RENAME
1174	UNIONFS_INTERNAL_DEBUG("fdvp=%p, ufdvp=%p, lfdvp=%p\n", fdvp, unp->un_uppervp, unp->un_lowervp);
1175#endif
1176	if (unp->un_uppervp == NULLVP) {
1177		error = ENODEV;
1178		goto unionfs_rename_abort;
1179	}
1180	rfdvp = unp->un_uppervp;
1181	vref(rfdvp);
1182
1183	unp = VTOUNIONFS(fvp);
1184#ifdef UNIONFS_IDBG_RENAME
1185	UNIONFS_INTERNAL_DEBUG("fvp=%p, ufvp=%p, lfvp=%p\n", fvp, unp->un_uppervp, unp->un_lowervp);
1186#endif
1187	ump = MOUNTTOUNIONFSMOUNT(fvp->v_mount);
1188	if (unp->un_uppervp == NULLVP) {
1189		switch (fvp->v_type) {
1190		case VREG:
1191			if ((error = vn_lock(fvp, LK_EXCLUSIVE)) != 0)
1192				goto unionfs_rename_abort;
1193			error = unionfs_copyfile(unp, 1, fcnp->cn_cred, td);
1194			VOP_UNLOCK(fvp, LK_RELEASE);
1195			if (error != 0)
1196				goto unionfs_rename_abort;
1197			break;
1198		case VDIR:
1199			if ((error = vn_lock(fvp, LK_EXCLUSIVE)) != 0)
1200				goto unionfs_rename_abort;
1201			error = unionfs_mkshadowdir(ump, rfdvp, unp, fcnp, td);
1202			VOP_UNLOCK(fvp, LK_RELEASE);
1203			if (error != 0)
1204				goto unionfs_rename_abort;
1205			break;
1206		default:
1207			error = ENODEV;
1208			goto unionfs_rename_abort;
1209		}
1210
1211		needrelookup = 1;
1212	}
1213
1214	if (unp->un_lowervp != NULLVP)
1215		fcnp->cn_flags |= DOWHITEOUT;
1216	rfvp = unp->un_uppervp;
1217	vref(rfvp);
1218
1219	unp = VTOUNIONFS(tdvp);
1220#ifdef UNIONFS_IDBG_RENAME
1221	UNIONFS_INTERNAL_DEBUG("tdvp=%p, utdvp=%p, ltdvp=%p\n", tdvp, unp->un_uppervp, unp->un_lowervp);
1222#endif
1223	if (unp->un_uppervp == NULLVP) {
1224		error = ENODEV;
1225		goto unionfs_rename_abort;
1226	}
1227	rtdvp = unp->un_uppervp;
1228	ltdvp = unp->un_lowervp;
1229	vref(rtdvp);
1230
1231	if (tdvp == tvp) {
1232		rtvp = rtdvp;
1233		vref(rtvp);
1234	} else if (tvp != NULLVP) {
1235		unp = VTOUNIONFS(tvp);
1236#ifdef UNIONFS_IDBG_RENAME
1237		UNIONFS_INTERNAL_DEBUG("tvp=%p, utvp=%p, ltvp=%p\n", tvp, unp->un_uppervp, unp->un_lowervp);
1238#endif
1239		if (unp->un_uppervp == NULLVP)
1240			rtvp = NULLVP;
1241		else {
1242			if (tvp->v_type == VDIR) {
1243				error = EINVAL;
1244				goto unionfs_rename_abort;
1245			}
1246			rtvp = unp->un_uppervp;
1247			ltvp = unp->un_lowervp;
1248			vref(rtvp);
1249		}
1250	}
1251
1252	if (rfvp == rtvp)
1253		goto unionfs_rename_abort;
1254
1255	if (needrelookup != 0) {
1256		if ((error = vn_lock(fdvp, LK_EXCLUSIVE)) != 0)
1257			goto unionfs_rename_abort;
1258		error = unionfs_relookup_for_delete(fdvp, fcnp, td);
1259		VOP_UNLOCK(fdvp, LK_RELEASE);
1260		if (error != 0)
1261			goto unionfs_rename_abort;
1262
1263		/* Locke of tvp is canceled in order to avoid recursive lock. */
1264		if (tvp != NULLVP && tvp != tdvp)
1265			VOP_UNLOCK(tvp, LK_RELEASE);
1266		error = unionfs_relookup_for_rename(tdvp, tcnp, td);
1267		if (tvp != NULLVP && tvp != tdvp)
1268			vn_lock(tvp, LK_EXCLUSIVE | LK_RETRY);
1269		if (error != 0)
1270			goto unionfs_rename_abort;
1271	}
1272
1273	error = VOP_RENAME(rfdvp, rfvp, fcnp, rtdvp, rtvp, tcnp);
1274
1275	if (error == 0) {
1276		if (rtvp != NULLVP && rtvp->v_type == VDIR)
1277			cache_purge(tdvp);
1278		if (fvp->v_type == VDIR && fdvp != tdvp)
1279			cache_purge(fdvp);
1280	}
1281
1282	if (ltdvp != NULLVP)
1283		VOP_UNLOCK(ltdvp, LK_RELEASE);
1284	if (tdvp != rtdvp)
1285		vrele(tdvp);
1286	if (ltvp != NULLVP)
1287		VOP_UNLOCK(ltvp, LK_RELEASE);
1288	if (tvp != rtvp && tvp != NULLVP) {
1289		if (rtvp == NULLVP)
1290			vput(tvp);
1291		else
1292			vrele(tvp);
1293	}
1294	if (fdvp != rfdvp)
1295		vrele(fdvp);
1296	if (fvp != rfvp)
1297		vrele(fvp);
1298
1299	UNIONFS_INTERNAL_DEBUG("unionfs_rename: leave (%d)\n", error);
1300
1301	return (error);
1302
1303unionfs_rename_abort:
1304	vput(tdvp);
1305	if (tdvp != rtdvp)
1306		vrele(rtdvp);
1307	if (tvp != NULLVP) {
1308		if (tdvp != tvp)
1309			vput(tvp);
1310		else
1311			vrele(tvp);
1312	}
1313	if (tvp != rtvp && rtvp != NULLVP)
1314		vrele(rtvp);
1315	if (fdvp != rfdvp)
1316		vrele(rfdvp);
1317	if (fvp != rfvp)
1318		vrele(rfvp);
1319	vrele(fdvp);
1320	vrele(fvp);
1321
1322	UNIONFS_INTERNAL_DEBUG("unionfs_rename: leave (%d)\n", error);
1323
1324	return (error);
1325}
1326
1327static int
1328unionfs_mkdir(struct vop_mkdir_args *ap)
1329{
1330	int		error;
1331	int		lkflags;
1332	struct unionfs_node *dunp;
1333	struct componentname *cnp;
1334	struct thread  *td;
1335	struct vnode   *udvp;
1336	struct vnode   *uvp;
1337	struct vattr	va;
1338
1339	UNIONFS_INTERNAL_DEBUG("unionfs_mkdir: enter\n");
1340
1341	KASSERT_UNIONFS_VNODE(ap->a_dvp);
1342
1343	error = EROFS;
1344	dunp = VTOUNIONFS(ap->a_dvp);
1345	cnp = ap->a_cnp;
1346	lkflags = cnp->cn_lkflags;
1347	td = curthread;
1348	udvp = dunp->un_uppervp;
1349
1350	if (udvp != NULLVP) {
1351		/* check opaque */
1352		if (!(cnp->cn_flags & ISWHITEOUT)) {
1353			error = VOP_GETATTR(udvp, &va, cnp->cn_cred);
1354			if (error != 0)
1355				return (error);
1356			if (va.va_flags & OPAQUE)
1357				cnp->cn_flags |= ISWHITEOUT;
1358		}
1359
1360		if ((error = VOP_MKDIR(udvp, &uvp, cnp, ap->a_vap)) == 0) {
1361			VOP_UNLOCK(uvp, LK_RELEASE);
1362			cnp->cn_lkflags = LK_EXCLUSIVE;
1363			error = unionfs_nodeget(ap->a_dvp->v_mount, uvp, NULLVP,
1364			    ap->a_dvp, ap->a_vpp, cnp, td);
1365			cnp->cn_lkflags = lkflags;
1366			vrele(uvp);
1367		}
1368	}
1369
1370	UNIONFS_INTERNAL_DEBUG("unionfs_mkdir: leave (%d)\n", error);
1371
1372	return (error);
1373}
1374
1375static int
1376unionfs_rmdir(struct vop_rmdir_args *ap)
1377{
1378	int		error;
1379	struct unionfs_node *dunp;
1380	struct unionfs_node *unp;
1381	struct unionfs_mount *ump;
1382	struct componentname *cnp;
1383	struct thread  *td;
1384	struct vnode   *udvp;
1385	struct vnode   *uvp;
1386	struct vnode   *lvp;
1387
1388	UNIONFS_INTERNAL_DEBUG("unionfs_rmdir: enter\n");
1389
1390	KASSERT_UNIONFS_VNODE(ap->a_dvp);
1391	KASSERT_UNIONFS_VNODE(ap->a_vp);
1392
1393	error = 0;
1394	dunp = VTOUNIONFS(ap->a_dvp);
1395	unp = VTOUNIONFS(ap->a_vp);
1396	cnp = ap->a_cnp;
1397	td = curthread;
1398	udvp = dunp->un_uppervp;
1399	uvp = unp->un_uppervp;
1400	lvp = unp->un_lowervp;
1401
1402	if (udvp == NULLVP)
1403		return (EROFS);
1404
1405	if (udvp == uvp)
1406		return (EOPNOTSUPP);
1407
1408	if (uvp != NULLVP) {
1409		if (lvp != NULLVP) {
1410			error = unionfs_check_rmdir(ap->a_vp, cnp->cn_cred, td);
1411			if (error != 0)
1412				return (error);
1413		}
1414		ump = MOUNTTOUNIONFSMOUNT(ap->a_vp->v_mount);
1415		if (ump->um_whitemode == UNIONFS_WHITE_ALWAYS || lvp != NULLVP)
1416			cnp->cn_flags |= DOWHITEOUT;
1417		error = unionfs_relookup_for_delete(ap->a_dvp, cnp, td);
1418		if (!error)
1419			error = VOP_RMDIR(udvp, uvp, cnp);
1420	}
1421	else if (lvp != NULLVP)
1422		error = unionfs_mkwhiteout(udvp, cnp, td, unp->un_path);
1423
1424	if (error == 0) {
1425		cache_purge(ap->a_dvp);
1426		cache_purge(ap->a_vp);
1427	}
1428
1429	UNIONFS_INTERNAL_DEBUG("unionfs_rmdir: leave (%d)\n", error);
1430
1431	return (error);
1432}
1433
1434static int
1435unionfs_symlink(struct vop_symlink_args *ap)
1436{
1437	int		error;
1438	int		lkflags;
1439	struct unionfs_node *dunp;
1440	struct componentname *cnp;
1441	struct thread  *td;
1442	struct vnode   *udvp;
1443	struct vnode   *uvp;
1444
1445	UNIONFS_INTERNAL_DEBUG("unionfs_symlink: enter\n");
1446
1447	KASSERT_UNIONFS_VNODE(ap->a_dvp);
1448
1449	error = EROFS;
1450	dunp = VTOUNIONFS(ap->a_dvp);
1451	cnp = ap->a_cnp;
1452	lkflags = cnp->cn_lkflags;
1453	td = curthread;
1454	udvp = dunp->un_uppervp;
1455
1456	if (udvp != NULLVP) {
1457		error = VOP_SYMLINK(udvp, &uvp, cnp, ap->a_vap, ap->a_target);
1458		if (error == 0) {
1459			VOP_UNLOCK(uvp, LK_RELEASE);
1460			cnp->cn_lkflags = LK_EXCLUSIVE;
1461			error = unionfs_nodeget(ap->a_dvp->v_mount, uvp, NULLVP,
1462			    ap->a_dvp, ap->a_vpp, cnp, td);
1463			cnp->cn_lkflags = lkflags;
1464			vrele(uvp);
1465		}
1466	}
1467
1468	UNIONFS_INTERNAL_DEBUG("unionfs_symlink: leave (%d)\n", error);
1469
1470	return (error);
1471}
1472
1473static int
1474unionfs_readdir(struct vop_readdir_args *ap)
1475{
1476	int		error;
1477	int		eofflag;
1478	int		locked;
1479	int		uio_offset_bk;
1480	struct unionfs_node *unp;
1481	struct unionfs_node_status *unsp;
1482	struct uio     *uio;
1483	struct vnode   *vp;
1484	struct vnode   *uvp;
1485	struct vnode   *lvp;
1486	struct thread  *td;
1487	struct vattr    va;
1488
1489	int		ncookies_bk;
1490	u_long         *cookies_bk;
1491
1492	UNIONFS_INTERNAL_DEBUG("unionfs_readdir: enter\n");
1493
1494	KASSERT_UNIONFS_VNODE(ap->a_vp);
1495
1496	error = 0;
1497	eofflag = 0;
1498	locked = 0;
1499	uio_offset_bk = 0;
1500	uio = ap->a_uio;
1501	uvp = NULLVP;
1502	lvp = NULLVP;
1503	td = uio->uio_td;
1504	ncookies_bk = 0;
1505	cookies_bk = NULL;
1506
1507	vp = ap->a_vp;
1508	if (vp->v_type != VDIR)
1509		return (ENOTDIR);
1510
1511	/* check the open count. unionfs needs to open before readdir. */
1512	if (VOP_ISLOCKED(vp) != LK_EXCLUSIVE) {
1513		if (vn_lock(vp, LK_UPGRADE) != 0)
1514			vn_lock(vp, LK_EXCLUSIVE | LK_RETRY);
1515		locked = 1;
1516	}
1517	unp = VTOUNIONFS(vp);
1518	if (unp == NULL)
1519		error = EBADF;
1520	else {
1521		uvp = unp->un_uppervp;
1522		lvp = unp->un_lowervp;
1523		unionfs_get_node_status(unp, td, &unsp);
1524		if ((uvp != NULLVP && unsp->uns_upper_opencnt <= 0) ||
1525			(lvp != NULLVP && unsp->uns_lower_opencnt <= 0)) {
1526			unionfs_tryrem_node_status(unp, unsp);
1527			error = EBADF;
1528		}
1529	}
1530	if (locked)
1531		vn_lock(vp, LK_DOWNGRADE | LK_RETRY);
1532	if (error != 0)
1533		goto unionfs_readdir_exit;
1534
1535	/* check opaque */
1536	if (uvp != NULLVP && lvp != NULLVP) {
1537		if ((error = VOP_GETATTR(uvp, &va, ap->a_cred)) != 0)
1538			goto unionfs_readdir_exit;
1539		if (va.va_flags & OPAQUE)
1540			lvp = NULLVP;
1541	}
1542
1543	/* upper only */
1544	if (uvp != NULLVP && lvp == NULLVP) {
1545		error = VOP_READDIR(uvp, uio, ap->a_cred, ap->a_eofflag,
1546		    ap->a_ncookies, ap->a_cookies);
1547		unsp->uns_readdir_status = 0;
1548
1549		goto unionfs_readdir_exit;
1550	}
1551
1552	/* lower only */
1553	if (uvp == NULLVP && lvp != NULLVP) {
1554		error = VOP_READDIR(lvp, uio, ap->a_cred, ap->a_eofflag,
1555		    ap->a_ncookies, ap->a_cookies);
1556		unsp->uns_readdir_status = 2;
1557
1558		goto unionfs_readdir_exit;
1559	}
1560
1561	/*
1562	 * readdir upper and lower
1563	 */
1564	KASSERT(uvp != NULLVP, ("unionfs_readdir: null upper vp"));
1565	KASSERT(lvp != NULLVP, ("unionfs_readdir: null lower vp"));
1566	if (uio->uio_offset == 0)
1567		unsp->uns_readdir_status = 0;
1568
1569	if (unsp->uns_readdir_status == 0) {
1570		/* read upper */
1571		error = VOP_READDIR(uvp, uio, ap->a_cred, &eofflag,
1572				    ap->a_ncookies, ap->a_cookies);
1573
1574		if (error != 0 || eofflag == 0)
1575			goto unionfs_readdir_exit;
1576		unsp->uns_readdir_status = 1;
1577
1578		/*
1579		 * UFS(and other FS) needs size of uio_resid larger than
1580		 * DIRBLKSIZ.
1581		 * size of DIRBLKSIZ equals DEV_BSIZE.
1582		 * (see: ufs/ufs/ufs_vnops.c ufs_readdir func , ufs/ufs/dir.h)
1583		 */
1584		if (uio->uio_resid <= (uio->uio_resid & (DEV_BSIZE -1)))
1585			goto unionfs_readdir_exit;
1586
1587		/*
1588		 * Backup cookies.
1589		 * It prepares to readdir in lower.
1590		 */
1591		if (ap->a_ncookies != NULL) {
1592			ncookies_bk = *(ap->a_ncookies);
1593			*(ap->a_ncookies) = 0;
1594		}
1595		if (ap->a_cookies != NULL) {
1596			cookies_bk = *(ap->a_cookies);
1597			*(ap->a_cookies) = NULL;
1598		}
1599	}
1600
1601	/* initialize for readdir in lower */
1602	if (unsp->uns_readdir_status == 1) {
1603		unsp->uns_readdir_status = 2;
1604		/*
1605		 * Backup uio_offset. See the comment after the
1606		 * VOP_READDIR call on the lower layer.
1607		 */
1608		uio_offset_bk = uio->uio_offset;
1609		uio->uio_offset = 0;
1610	}
1611
1612	if (lvp == NULLVP) {
1613		error = EBADF;
1614		goto unionfs_readdir_exit;
1615	}
1616	/* read lower */
1617	error = VOP_READDIR(lvp, uio, ap->a_cred, ap->a_eofflag,
1618			    ap->a_ncookies, ap->a_cookies);
1619
1620	/*
1621	 * We can't return an uio_offset of 0: this would trigger an
1622	 * infinite loop, because the next call to unionfs_readdir would
1623	 * always restart with the upper layer (uio_offset == 0) and
1624	 * always return some data.
1625	 *
1626	 * This happens when the lower layer root directory is removed.
1627	 * (A root directory deleting of unionfs should not be permitted.
1628	 *  But current VFS can not do it.)
1629	 */
1630	if (uio->uio_offset == 0)
1631		uio->uio_offset = uio_offset_bk;
1632
1633	if (cookies_bk != NULL) {
1634		/* merge cookies */
1635		int		size;
1636		u_long         *newcookies, *pos;
1637
1638		size = *(ap->a_ncookies) + ncookies_bk;
1639		newcookies = (u_long *) malloc(size * sizeof(u_long),
1640		    M_TEMP, M_WAITOK);
1641		pos = newcookies;
1642
1643		memcpy(pos, cookies_bk, ncookies_bk * sizeof(u_long));
1644		pos += ncookies_bk;
1645		memcpy(pos, *(ap->a_cookies), *(ap->a_ncookies) * sizeof(u_long));
1646		free(cookies_bk, M_TEMP);
1647		free(*(ap->a_cookies), M_TEMP);
1648		*(ap->a_ncookies) = size;
1649		*(ap->a_cookies) = newcookies;
1650	}
1651
1652unionfs_readdir_exit:
1653	if (error != 0 && ap->a_eofflag != NULL)
1654		*(ap->a_eofflag) = 1;
1655
1656	UNIONFS_INTERNAL_DEBUG("unionfs_readdir: leave (%d)\n", error);
1657
1658	return (error);
1659}
1660
1661static int
1662unionfs_readlink(struct vop_readlink_args *ap)
1663{
1664	int error;
1665	struct unionfs_node *unp;
1666	struct vnode   *vp;
1667
1668	UNIONFS_INTERNAL_DEBUG("unionfs_readlink: enter\n");
1669
1670	KASSERT_UNIONFS_VNODE(ap->a_vp);
1671
1672	unp = VTOUNIONFS(ap->a_vp);
1673	vp = (unp->un_uppervp != NULLVP ? unp->un_uppervp : unp->un_lowervp);
1674
1675	error = VOP_READLINK(vp, ap->a_uio, ap->a_cred);
1676
1677	UNIONFS_INTERNAL_DEBUG("unionfs_readlink: leave (%d)\n", error);
1678
1679	return (error);
1680}
1681
1682static int
1683unionfs_getwritemount(struct vop_getwritemount_args *ap)
1684{
1685	int		error;
1686	struct vnode   *uvp;
1687	struct vnode   *vp;
1688
1689	UNIONFS_INTERNAL_DEBUG("unionfs_getwritemount: enter\n");
1690
1691	error = 0;
1692	vp = ap->a_vp;
1693
1694	if (vp == NULLVP || (vp->v_mount->mnt_flag & MNT_RDONLY))
1695		return (EACCES);
1696
1697	KASSERT_UNIONFS_VNODE(vp);
1698
1699	uvp = UNIONFSVPTOUPPERVP(vp);
1700	if (uvp == NULLVP && VREG == vp->v_type)
1701		uvp = UNIONFSVPTOUPPERVP(VTOUNIONFS(vp)->un_dvp);
1702
1703	if (uvp != NULLVP)
1704		error = VOP_GETWRITEMOUNT(uvp, ap->a_mpp);
1705	else {
1706		VI_LOCK(vp);
1707		if (vp->v_iflag & VI_FREE)
1708			error = EOPNOTSUPP;
1709		else
1710			error = EACCES;
1711		VI_UNLOCK(vp);
1712	}
1713
1714	UNIONFS_INTERNAL_DEBUG("unionfs_getwritemount: leave (%d)\n", error);
1715
1716	return (error);
1717}
1718
1719static int
1720unionfs_inactive(struct vop_inactive_args *ap)
1721{
1722	ap->a_vp->v_object = NULL;
1723	vrecycle(ap->a_vp);
1724	return (0);
1725}
1726
1727static int
1728unionfs_reclaim(struct vop_reclaim_args *ap)
1729{
1730	/* UNIONFS_INTERNAL_DEBUG("unionfs_reclaim: enter\n"); */
1731
1732	unionfs_noderem(ap->a_vp, ap->a_td);
1733
1734	/* UNIONFS_INTERNAL_DEBUG("unionfs_reclaim: leave\n"); */
1735
1736	return (0);
1737}
1738
1739static int
1740unionfs_print(struct vop_print_args *ap)
1741{
1742	struct unionfs_node *unp;
1743	/* struct unionfs_node_status *unsp; */
1744
1745	unp = VTOUNIONFS(ap->a_vp);
1746	/* unionfs_get_node_status(unp, curthread, &unsp); */
1747
1748	printf("unionfs_vp=%p, uppervp=%p, lowervp=%p\n",
1749	    ap->a_vp, unp->un_uppervp, unp->un_lowervp);
1750	/*
1751	printf("unionfs opencnt: uppervp=%d, lowervp=%d\n",
1752	    unsp->uns_upper_opencnt, unsp->uns_lower_opencnt);
1753	*/
1754
1755	if (unp->un_uppervp != NULLVP)
1756		vn_printf(unp->un_uppervp, "unionfs: upper ");
1757	if (unp->un_lowervp != NULLVP)
1758		vn_printf(unp->un_lowervp, "unionfs: lower ");
1759
1760	return (0);
1761}
1762
1763static int
1764unionfs_islocked(struct vop_islocked_args *ap)
1765{
1766	struct unionfs_node *unp;
1767
1768	KASSERT_UNIONFS_VNODE(ap->a_vp);
1769
1770	unp = VTOUNIONFS(ap->a_vp);
1771	if (unp == NULL)
1772		return (vop_stdislocked(ap));
1773
1774	if (unp->un_uppervp != NULLVP)
1775		return (VOP_ISLOCKED(unp->un_uppervp));
1776	if (unp->un_lowervp != NULLVP)
1777		return (VOP_ISLOCKED(unp->un_lowervp));
1778	return (vop_stdislocked(ap));
1779}
1780
1781static int
1782unionfs_get_llt_revlock(struct vnode *vp, int flags)
1783{
1784	int revlock;
1785
1786	revlock = 0;
1787
1788	switch (flags & LK_TYPE_MASK) {
1789	case LK_SHARED:
1790		if (VOP_ISLOCKED(vp) == LK_EXCLUSIVE)
1791			revlock = LK_UPGRADE;
1792		else
1793			revlock = LK_RELEASE;
1794		break;
1795	case LK_EXCLUSIVE:
1796	case LK_UPGRADE:
1797		revlock = LK_RELEASE;
1798		break;
1799	case LK_DOWNGRADE:
1800		revlock = LK_UPGRADE;
1801		break;
1802	default:
1803		break;
1804	}
1805
1806	return (revlock);
1807}
1808
1809/*
1810 * The state of an acquired lock is adjusted similarly to
1811 * the time of error generating.
1812 * flags: LK_RELEASE or LK_UPGRADE
1813 */
1814static void
1815unionfs_revlock(struct vnode *vp, int flags)
1816{
1817	if (flags & LK_RELEASE)
1818		VOP_UNLOCK(vp, flags);
1819	else {
1820		/* UPGRADE */
1821		if (vn_lock(vp, flags) != 0)
1822			vn_lock(vp, LK_EXCLUSIVE | LK_RETRY);
1823	}
1824}
1825
1826static int
1827unionfs_lock(struct vop_lock1_args *ap)
1828{
1829	int		error;
1830	int		flags;
1831	int		revlock;
1832	int		interlock;
1833	int		uhold;
1834	struct mount   *mp;
1835	struct unionfs_mount *ump;
1836	struct unionfs_node *unp;
1837	struct vnode   *vp;
1838	struct vnode   *uvp;
1839	struct vnode   *lvp;
1840
1841	KASSERT_UNIONFS_VNODE(ap->a_vp);
1842
1843	error = 0;
1844	interlock = 1;
1845	uhold = 0;
1846	flags = ap->a_flags;
1847	vp = ap->a_vp;
1848
1849	if (LK_RELEASE == (flags & LK_TYPE_MASK) || !(flags & LK_TYPE_MASK))
1850		return (VOP_UNLOCK(vp, flags | LK_RELEASE));
1851
1852	if ((flags & LK_INTERLOCK) == 0)
1853		VI_LOCK(vp);
1854
1855	mp = vp->v_mount;
1856	if (mp == NULL)
1857		goto unionfs_lock_null_vnode;
1858
1859	ump = MOUNTTOUNIONFSMOUNT(mp);
1860	unp = VTOUNIONFS(vp);
1861	if (ump == NULL || unp == NULL)
1862		goto unionfs_lock_null_vnode;
1863	lvp = unp->un_lowervp;
1864	uvp = unp->un_uppervp;
1865
1866	if ((revlock = unionfs_get_llt_revlock(vp, flags)) == 0)
1867		panic("unknown lock type: 0x%x", flags & LK_TYPE_MASK);
1868
1869	if ((vp->v_iflag & VI_OWEINACT) != 0)
1870		flags |= LK_NOWAIT;
1871
1872	/*
1873	 * Sometimes, lower or upper is already exclusive locked.
1874	 * (ex. vfs_domount: mounted vnode is already locked.)
1875	 */
1876	if ((flags & LK_TYPE_MASK) == LK_EXCLUSIVE &&
1877	    vp == ump->um_rootvp)
1878		flags |= LK_CANRECURSE;
1879
1880	if (lvp != NULLVP) {
1881		if (uvp != NULLVP && flags & LK_UPGRADE) {
1882			/* Share Lock is once released and a deadlock is avoided.  */
1883			VI_LOCK_FLAGS(uvp, MTX_DUPOK);
1884			vholdl(uvp);
1885			uhold = 1;
1886			VI_UNLOCK(vp);
1887			VOP_UNLOCK(uvp, LK_RELEASE | LK_INTERLOCK);
1888			VI_LOCK(vp);
1889			unp = VTOUNIONFS(vp);
1890			if (unp == NULL) {
1891				/* vnode is released. */
1892				VI_UNLOCK(vp);
1893				VOP_UNLOCK(lvp, LK_RELEASE);
1894				vdrop(uvp);
1895				return (EBUSY);
1896			}
1897		}
1898		VI_LOCK_FLAGS(lvp, MTX_DUPOK);
1899		flags |= LK_INTERLOCK;
1900		vholdl(lvp);
1901
1902		VI_UNLOCK(vp);
1903		ap->a_flags &= ~LK_INTERLOCK;
1904
1905		error = VOP_LOCK(lvp, flags);
1906
1907		VI_LOCK(vp);
1908		unp = VTOUNIONFS(vp);
1909		if (unp == NULL) {
1910			/* vnode is released. */
1911			VI_UNLOCK(vp);
1912			if (error == 0)
1913				VOP_UNLOCK(lvp, LK_RELEASE);
1914			vdrop(lvp);
1915			if (uhold != 0)
1916				vdrop(uvp);
1917			return (vop_stdlock(ap));
1918		}
1919	}
1920
1921	if (error == 0 && uvp != NULLVP) {
1922		if (uhold && flags & LK_UPGRADE) {
1923			flags &= ~LK_TYPE_MASK;
1924			flags |= LK_EXCLUSIVE;
1925		}
1926		VI_LOCK_FLAGS(uvp, MTX_DUPOK);
1927		flags |= LK_INTERLOCK;
1928		if (uhold == 0) {
1929			vholdl(uvp);
1930			uhold = 1;
1931		}
1932
1933		VI_UNLOCK(vp);
1934		ap->a_flags &= ~LK_INTERLOCK;
1935
1936		error = VOP_LOCK(uvp, flags);
1937
1938		VI_LOCK(vp);
1939		unp = VTOUNIONFS(vp);
1940		if (unp == NULL) {
1941			/* vnode is released. */
1942			VI_UNLOCK(vp);
1943			if (error == 0)
1944				VOP_UNLOCK(uvp, LK_RELEASE);
1945			vdrop(uvp);
1946			if (lvp != NULLVP) {
1947				VOP_UNLOCK(lvp, LK_RELEASE);
1948				vdrop(lvp);
1949			}
1950			return (vop_stdlock(ap));
1951		}
1952		if (error != 0 && lvp != NULLVP) {
1953			/* rollback */
1954			VI_UNLOCK(vp);
1955			unionfs_revlock(lvp, revlock);
1956			interlock = 0;
1957		}
1958	}
1959
1960	if (interlock)
1961		VI_UNLOCK(vp);
1962	if (lvp != NULLVP)
1963		vdrop(lvp);
1964	if (uhold != 0)
1965		vdrop(uvp);
1966
1967	return (error);
1968
1969unionfs_lock_null_vnode:
1970	ap->a_flags |= LK_INTERLOCK;
1971	return (vop_stdlock(ap));
1972}
1973
1974static int
1975unionfs_unlock(struct vop_unlock_args *ap)
1976{
1977	int		error;
1978	int		flags;
1979	int		mtxlkflag;
1980	int		uhold;
1981	struct vnode   *vp;
1982	struct vnode   *lvp;
1983	struct vnode   *uvp;
1984	struct unionfs_node *unp;
1985
1986	KASSERT_UNIONFS_VNODE(ap->a_vp);
1987
1988	error = 0;
1989	mtxlkflag = 0;
1990	uhold = 0;
1991	flags = ap->a_flags | LK_RELEASE;
1992	vp = ap->a_vp;
1993
1994	if ((flags & LK_INTERLOCK) != 0)
1995		mtxlkflag = 1;
1996	else if (mtx_owned(VI_MTX(vp)) == 0) {
1997		VI_LOCK(vp);
1998		mtxlkflag = 2;
1999	}
2000
2001	unp = VTOUNIONFS(vp);
2002	if (unp == NULL)
2003		goto unionfs_unlock_null_vnode;
2004	lvp = unp->un_lowervp;
2005	uvp = unp->un_uppervp;
2006
2007	if (lvp != NULLVP) {
2008		VI_LOCK_FLAGS(lvp, MTX_DUPOK);
2009		flags |= LK_INTERLOCK;
2010		vholdl(lvp);
2011
2012		VI_UNLOCK(vp);
2013		ap->a_flags &= ~LK_INTERLOCK;
2014
2015		error = VOP_UNLOCK(lvp, flags);
2016
2017		VI_LOCK(vp);
2018	}
2019
2020	if (error == 0 && uvp != NULLVP) {
2021		VI_LOCK_FLAGS(uvp, MTX_DUPOK);
2022		flags |= LK_INTERLOCK;
2023		vholdl(uvp);
2024		uhold = 1;
2025
2026		VI_UNLOCK(vp);
2027		ap->a_flags &= ~LK_INTERLOCK;
2028
2029		error = VOP_UNLOCK(uvp, flags);
2030
2031		VI_LOCK(vp);
2032	}
2033
2034	VI_UNLOCK(vp);
2035	if (lvp != NULLVP)
2036		vdrop(lvp);
2037	if (uhold != 0)
2038		vdrop(uvp);
2039	if (mtxlkflag == 0)
2040		VI_LOCK(vp);
2041
2042	return error;
2043
2044unionfs_unlock_null_vnode:
2045	if (mtxlkflag == 2)
2046		VI_UNLOCK(vp);
2047	return (vop_stdunlock(ap));
2048}
2049
2050static int
2051unionfs_pathconf(struct vop_pathconf_args *ap)
2052{
2053	struct unionfs_node *unp;
2054	struct vnode   *vp;
2055
2056	KASSERT_UNIONFS_VNODE(ap->a_vp);
2057
2058	unp = VTOUNIONFS(ap->a_vp);
2059	vp = (unp->un_uppervp != NULLVP ? unp->un_uppervp : unp->un_lowervp);
2060
2061	return (VOP_PATHCONF(vp, ap->a_name, ap->a_retval));
2062}
2063
2064static int
2065unionfs_advlock(struct vop_advlock_args *ap)
2066{
2067	int error;
2068	struct unionfs_node *unp;
2069	struct unionfs_node_status *unsp;
2070	struct vnode   *vp;
2071	struct vnode   *uvp;
2072	struct thread  *td;
2073
2074	UNIONFS_INTERNAL_DEBUG("unionfs_advlock: enter\n");
2075
2076	KASSERT_UNIONFS_VNODE(ap->a_vp);
2077
2078	vp = ap->a_vp;
2079	td = curthread;
2080
2081	vn_lock(vp, LK_EXCLUSIVE | LK_RETRY);
2082
2083	unp = VTOUNIONFS(ap->a_vp);
2084	uvp = unp->un_uppervp;
2085
2086	if (uvp == NULLVP) {
2087		error = unionfs_copyfile(unp, 1, td->td_ucred, td);
2088		if (error != 0)
2089			goto unionfs_advlock_abort;
2090		uvp = unp->un_uppervp;
2091
2092		unionfs_get_node_status(unp, td, &unsp);
2093		if (unsp->uns_lower_opencnt > 0) {
2094			/* try reopen the vnode */
2095			error = VOP_OPEN(uvp, unsp->uns_lower_openmode,
2096				td->td_ucred, td, NULL);
2097			if (error)
2098				goto unionfs_advlock_abort;
2099			unsp->uns_upper_opencnt++;
2100			VOP_CLOSE(unp->un_lowervp, unsp->uns_lower_openmode, td->td_ucred, td);
2101			unsp->uns_lower_opencnt--;
2102		} else
2103			unionfs_tryrem_node_status(unp, unsp);
2104	}
2105
2106	VOP_UNLOCK(vp, LK_RELEASE);
2107
2108	error = VOP_ADVLOCK(uvp, ap->a_id, ap->a_op, ap->a_fl, ap->a_flags);
2109
2110	UNIONFS_INTERNAL_DEBUG("unionfs_advlock: leave (%d)\n", error);
2111
2112	return error;
2113
2114unionfs_advlock_abort:
2115	VOP_UNLOCK(vp, LK_RELEASE);
2116
2117	UNIONFS_INTERNAL_DEBUG("unionfs_advlock: leave (%d)\n", error);
2118
2119	return error;
2120}
2121
2122static int
2123unionfs_strategy(struct vop_strategy_args *ap)
2124{
2125	struct unionfs_node *unp;
2126	struct vnode   *vp;
2127
2128	KASSERT_UNIONFS_VNODE(ap->a_vp);
2129
2130	unp = VTOUNIONFS(ap->a_vp);
2131	vp = (unp->un_uppervp != NULLVP ? unp->un_uppervp : unp->un_lowervp);
2132
2133#ifdef DIAGNOSTIC
2134	if (vp == NULLVP)
2135		panic("unionfs_strategy: nullvp");
2136
2137	if (ap->a_bp->b_iocmd == BIO_WRITE && vp == unp->un_lowervp)
2138		panic("unionfs_strategy: writing to lowervp");
2139#endif
2140
2141	return (VOP_STRATEGY(vp, ap->a_bp));
2142}
2143
2144static int
2145unionfs_getacl(struct vop_getacl_args *ap)
2146{
2147	int		error;
2148	struct unionfs_node *unp;
2149	struct vnode   *vp;
2150
2151	KASSERT_UNIONFS_VNODE(ap->a_vp);
2152
2153	unp = VTOUNIONFS(ap->a_vp);
2154	vp = (unp->un_uppervp != NULLVP ? unp->un_uppervp : unp->un_lowervp);
2155
2156	UNIONFS_INTERNAL_DEBUG("unionfs_getacl: enter\n");
2157
2158	error = VOP_GETACL(vp, ap->a_type, ap->a_aclp, ap->a_cred, ap->a_td);
2159
2160	UNIONFS_INTERNAL_DEBUG("unionfs_getacl: leave (%d)\n", error);
2161
2162	return (error);
2163}
2164
2165static int
2166unionfs_setacl(struct vop_setacl_args *ap)
2167{
2168	int		error;
2169	struct unionfs_node *unp;
2170	struct vnode   *uvp;
2171	struct vnode   *lvp;
2172	struct thread  *td;
2173
2174	UNIONFS_INTERNAL_DEBUG("unionfs_setacl: enter\n");
2175
2176	KASSERT_UNIONFS_VNODE(ap->a_vp);
2177
2178	error = EROFS;
2179	unp = VTOUNIONFS(ap->a_vp);
2180	uvp = unp->un_uppervp;
2181	lvp = unp->un_lowervp;
2182	td = ap->a_td;
2183
2184	if (ap->a_vp->v_mount->mnt_flag & MNT_RDONLY)
2185		return (EROFS);
2186
2187	if (uvp == NULLVP && lvp->v_type == VREG) {
2188		if ((error = unionfs_copyfile(unp, 1, ap->a_cred, td)) != 0)
2189			return (error);
2190		uvp = unp->un_uppervp;
2191	}
2192
2193	if (uvp != NULLVP)
2194		error = VOP_SETACL(uvp, ap->a_type, ap->a_aclp, ap->a_cred, td);
2195
2196	UNIONFS_INTERNAL_DEBUG("unionfs_setacl: leave (%d)\n", error);
2197
2198	return (error);
2199}
2200
2201static int
2202unionfs_aclcheck(struct vop_aclcheck_args *ap)
2203{
2204	int		error;
2205	struct unionfs_node *unp;
2206	struct vnode   *vp;
2207
2208	UNIONFS_INTERNAL_DEBUG("unionfs_aclcheck: enter\n");
2209
2210	KASSERT_UNIONFS_VNODE(ap->a_vp);
2211
2212	unp = VTOUNIONFS(ap->a_vp);
2213	vp = (unp->un_uppervp != NULLVP ? unp->un_uppervp : unp->un_lowervp);
2214
2215	error = VOP_ACLCHECK(vp, ap->a_type, ap->a_aclp, ap->a_cred, ap->a_td);
2216
2217	UNIONFS_INTERNAL_DEBUG("unionfs_aclcheck: leave (%d)\n", error);
2218
2219	return (error);
2220}
2221
2222static int
2223unionfs_openextattr(struct vop_openextattr_args *ap)
2224{
2225	int		error;
2226	struct unionfs_node *unp;
2227	struct vnode   *vp;
2228	struct vnode   *tvp;
2229
2230	KASSERT_UNIONFS_VNODE(ap->a_vp);
2231
2232	vp = ap->a_vp;
2233	unp = VTOUNIONFS(vp);
2234	tvp = (unp->un_uppervp != NULLVP ? unp->un_uppervp : unp->un_lowervp);
2235
2236	if ((tvp == unp->un_uppervp && (unp->un_flag & UNIONFS_OPENEXTU)) ||
2237	    (tvp == unp->un_lowervp && (unp->un_flag & UNIONFS_OPENEXTL)))
2238		return (EBUSY);
2239
2240	error = VOP_OPENEXTATTR(tvp, ap->a_cred, ap->a_td);
2241
2242	if (error == 0) {
2243		if (vn_lock(vp, LK_UPGRADE) != 0)
2244			vn_lock(vp, LK_EXCLUSIVE | LK_RETRY);
2245		if (tvp == unp->un_uppervp)
2246			unp->un_flag |= UNIONFS_OPENEXTU;
2247		else
2248			unp->un_flag |= UNIONFS_OPENEXTL;
2249		vn_lock(vp, LK_DOWNGRADE | LK_RETRY);
2250	}
2251
2252	return (error);
2253}
2254
2255static int
2256unionfs_closeextattr(struct vop_closeextattr_args *ap)
2257{
2258	int		error;
2259	struct unionfs_node *unp;
2260	struct vnode   *vp;
2261	struct vnode   *tvp;
2262
2263	KASSERT_UNIONFS_VNODE(ap->a_vp);
2264
2265	vp = ap->a_vp;
2266	unp = VTOUNIONFS(vp);
2267	tvp = NULLVP;
2268
2269	if (unp->un_flag & UNIONFS_OPENEXTU)
2270		tvp = unp->un_uppervp;
2271	else if (unp->un_flag & UNIONFS_OPENEXTL)
2272		tvp = unp->un_lowervp;
2273
2274	if (tvp == NULLVP)
2275		return (EOPNOTSUPP);
2276
2277	error = VOP_CLOSEEXTATTR(tvp, ap->a_commit, ap->a_cred, ap->a_td);
2278
2279	if (error == 0) {
2280		if (vn_lock(vp, LK_UPGRADE) != 0)
2281			vn_lock(vp, LK_EXCLUSIVE | LK_RETRY);
2282		if (tvp == unp->un_uppervp)
2283			unp->un_flag &= ~UNIONFS_OPENEXTU;
2284		else
2285			unp->un_flag &= ~UNIONFS_OPENEXTL;
2286		vn_lock(vp, LK_DOWNGRADE | LK_RETRY);
2287	}
2288
2289	return (error);
2290}
2291
2292static int
2293unionfs_getextattr(struct vop_getextattr_args *ap)
2294{
2295	struct unionfs_node *unp;
2296	struct vnode   *vp;
2297
2298	KASSERT_UNIONFS_VNODE(ap->a_vp);
2299
2300	unp = VTOUNIONFS(ap->a_vp);
2301	vp = NULLVP;
2302
2303	if (unp->un_flag & UNIONFS_OPENEXTU)
2304		vp = unp->un_uppervp;
2305	else if (unp->un_flag & UNIONFS_OPENEXTL)
2306		vp = unp->un_lowervp;
2307
2308	if (vp == NULLVP)
2309		return (EOPNOTSUPP);
2310
2311	return (VOP_GETEXTATTR(vp, ap->a_attrnamespace, ap->a_name,
2312	    ap->a_uio, ap->a_size, ap->a_cred, ap->a_td));
2313}
2314
2315static int
2316unionfs_setextattr(struct vop_setextattr_args *ap)
2317{
2318	int		error;
2319	struct unionfs_node *unp;
2320	struct vnode   *uvp;
2321	struct vnode   *lvp;
2322	struct vnode   *ovp;
2323	struct ucred   *cred;
2324	struct thread  *td;
2325
2326	KASSERT_UNIONFS_VNODE(ap->a_vp);
2327
2328	error = EROFS;
2329	unp = VTOUNIONFS(ap->a_vp);
2330	uvp = unp->un_uppervp;
2331	lvp = unp->un_lowervp;
2332	ovp = NULLVP;
2333	cred = ap->a_cred;
2334	td = ap->a_td;
2335
2336	UNIONFS_INTERNAL_DEBUG("unionfs_setextattr: enter (un_flag=%x)\n", unp->un_flag);
2337
2338	if (ap->a_vp->v_mount->mnt_flag & MNT_RDONLY)
2339		return (EROFS);
2340
2341	if (unp->un_flag & UNIONFS_OPENEXTU)
2342		ovp = unp->un_uppervp;
2343	else if (unp->un_flag & UNIONFS_OPENEXTL)
2344		ovp = unp->un_lowervp;
2345
2346	if (ovp == NULLVP)
2347		return (EOPNOTSUPP);
2348
2349	if (ovp == lvp && lvp->v_type == VREG) {
2350		VOP_CLOSEEXTATTR(lvp, 0, cred, td);
2351		if (uvp == NULLVP &&
2352		    (error = unionfs_copyfile(unp, 1, cred, td)) != 0) {
2353unionfs_setextattr_reopen:
2354			if ((unp->un_flag & UNIONFS_OPENEXTL) &&
2355			    VOP_OPENEXTATTR(lvp, cred, td)) {
2356#ifdef DIAGNOSTIC
2357				panic("unionfs: VOP_OPENEXTATTR failed");
2358#endif
2359				unp->un_flag &= ~UNIONFS_OPENEXTL;
2360			}
2361			goto unionfs_setextattr_abort;
2362		}
2363		uvp = unp->un_uppervp;
2364		if ((error = VOP_OPENEXTATTR(uvp, cred, td)) != 0)
2365			goto unionfs_setextattr_reopen;
2366		unp->un_flag &= ~UNIONFS_OPENEXTL;
2367		unp->un_flag |= UNIONFS_OPENEXTU;
2368		ovp = uvp;
2369	}
2370
2371	if (ovp == uvp)
2372		error = VOP_SETEXTATTR(ovp, ap->a_attrnamespace, ap->a_name,
2373		    ap->a_uio, cred, td);
2374
2375unionfs_setextattr_abort:
2376	UNIONFS_INTERNAL_DEBUG("unionfs_setextattr: leave (%d)\n", error);
2377
2378	return (error);
2379}
2380
2381static int
2382unionfs_listextattr(struct vop_listextattr_args *ap)
2383{
2384	struct unionfs_node *unp;
2385	struct vnode   *vp;
2386
2387	KASSERT_UNIONFS_VNODE(ap->a_vp);
2388
2389	unp = VTOUNIONFS(ap->a_vp);
2390	vp = NULLVP;
2391
2392	if (unp->un_flag & UNIONFS_OPENEXTU)
2393		vp = unp->un_uppervp;
2394	else if (unp->un_flag & UNIONFS_OPENEXTL)
2395		vp = unp->un_lowervp;
2396
2397	if (vp == NULLVP)
2398		return (EOPNOTSUPP);
2399
2400	return (VOP_LISTEXTATTR(vp, ap->a_attrnamespace, ap->a_uio,
2401	    ap->a_size, ap->a_cred, ap->a_td));
2402}
2403
2404static int
2405unionfs_deleteextattr(struct vop_deleteextattr_args *ap)
2406{
2407	int		error;
2408	struct unionfs_node *unp;
2409	struct vnode   *uvp;
2410	struct vnode   *lvp;
2411	struct vnode   *ovp;
2412	struct ucred   *cred;
2413	struct thread  *td;
2414
2415	KASSERT_UNIONFS_VNODE(ap->a_vp);
2416
2417	error = EROFS;
2418	unp = VTOUNIONFS(ap->a_vp);
2419	uvp = unp->un_uppervp;
2420	lvp = unp->un_lowervp;
2421	ovp = NULLVP;
2422	cred = ap->a_cred;
2423	td = ap->a_td;
2424
2425	UNIONFS_INTERNAL_DEBUG("unionfs_deleteextattr: enter (un_flag=%x)\n", unp->un_flag);
2426
2427	if (ap->a_vp->v_mount->mnt_flag & MNT_RDONLY)
2428		return (EROFS);
2429
2430	if (unp->un_flag & UNIONFS_OPENEXTU)
2431		ovp = unp->un_uppervp;
2432	else if (unp->un_flag & UNIONFS_OPENEXTL)
2433		ovp = unp->un_lowervp;
2434
2435	if (ovp == NULLVP)
2436		return (EOPNOTSUPP);
2437
2438	if (ovp == lvp && lvp->v_type == VREG) {
2439		VOP_CLOSEEXTATTR(lvp, 0, cred, td);
2440		if (uvp == NULLVP &&
2441		    (error = unionfs_copyfile(unp, 1, cred, td)) != 0) {
2442unionfs_deleteextattr_reopen:
2443			if ((unp->un_flag & UNIONFS_OPENEXTL) &&
2444			    VOP_OPENEXTATTR(lvp, cred, td)) {
2445#ifdef DIAGNOSTIC
2446				panic("unionfs: VOP_OPENEXTATTR failed");
2447#endif
2448				unp->un_flag &= ~UNIONFS_OPENEXTL;
2449			}
2450			goto unionfs_deleteextattr_abort;
2451		}
2452		uvp = unp->un_uppervp;
2453		if ((error = VOP_OPENEXTATTR(uvp, cred, td)) != 0)
2454			goto unionfs_deleteextattr_reopen;
2455		unp->un_flag &= ~UNIONFS_OPENEXTL;
2456		unp->un_flag |= UNIONFS_OPENEXTU;
2457		ovp = uvp;
2458	}
2459
2460	if (ovp == uvp)
2461		error = VOP_DELETEEXTATTR(ovp, ap->a_attrnamespace, ap->a_name,
2462		    ap->a_cred, ap->a_td);
2463
2464unionfs_deleteextattr_abort:
2465	UNIONFS_INTERNAL_DEBUG("unionfs_deleteextattr: leave (%d)\n", error);
2466
2467	return (error);
2468}
2469
2470static int
2471unionfs_setlabel(struct vop_setlabel_args *ap)
2472{
2473	int		error;
2474	struct unionfs_node *unp;
2475	struct vnode   *uvp;
2476	struct vnode   *lvp;
2477	struct thread  *td;
2478
2479	UNIONFS_INTERNAL_DEBUG("unionfs_setlabel: enter\n");
2480
2481	KASSERT_UNIONFS_VNODE(ap->a_vp);
2482
2483	error = EROFS;
2484	unp = VTOUNIONFS(ap->a_vp);
2485	uvp = unp->un_uppervp;
2486	lvp = unp->un_lowervp;
2487	td = ap->a_td;
2488
2489	if (ap->a_vp->v_mount->mnt_flag & MNT_RDONLY)
2490		return (EROFS);
2491
2492	if (uvp == NULLVP && lvp->v_type == VREG) {
2493		if ((error = unionfs_copyfile(unp, 1, ap->a_cred, td)) != 0)
2494			return (error);
2495		uvp = unp->un_uppervp;
2496	}
2497
2498	if (uvp != NULLVP)
2499		error = VOP_SETLABEL(uvp, ap->a_label, ap->a_cred, td);
2500
2501	UNIONFS_INTERNAL_DEBUG("unionfs_setlabel: leave (%d)\n", error);
2502
2503	return (error);
2504}
2505
2506static int
2507unionfs_vptofh(struct vop_vptofh_args *ap)
2508{
2509	return (EOPNOTSUPP);
2510}
2511
2512struct vop_vector unionfs_vnodeops = {
2513	.vop_default =		&default_vnodeops,
2514
2515	.vop_access =		unionfs_access,
2516	.vop_aclcheck =		unionfs_aclcheck,
2517	.vop_advlock =		unionfs_advlock,
2518	.vop_bmap =		VOP_EOPNOTSUPP,
2519	.vop_cachedlookup =	unionfs_lookup,
2520	.vop_close =		unionfs_close,
2521	.vop_closeextattr =	unionfs_closeextattr,
2522	.vop_create =		unionfs_create,
2523	.vop_deleteextattr =	unionfs_deleteextattr,
2524	.vop_fsync =		unionfs_fsync,
2525	.vop_getacl =		unionfs_getacl,
2526	.vop_getattr =		unionfs_getattr,
2527	.vop_getextattr =	unionfs_getextattr,
2528	.vop_getwritemount =	unionfs_getwritemount,
2529	.vop_inactive =		unionfs_inactive,
2530	.vop_islocked =		unionfs_islocked,
2531	.vop_ioctl =		unionfs_ioctl,
2532	.vop_link =		unionfs_link,
2533	.vop_listextattr =	unionfs_listextattr,
2534	.vop_lock1 =		unionfs_lock,
2535	.vop_lookup =		vfs_cache_lookup,
2536	.vop_mkdir =		unionfs_mkdir,
2537	.vop_mknod =		unionfs_mknod,
2538	.vop_open =		unionfs_open,
2539	.vop_openextattr =	unionfs_openextattr,
2540	.vop_pathconf =		unionfs_pathconf,
2541	.vop_poll =		unionfs_poll,
2542	.vop_print =		unionfs_print,
2543	.vop_read =		unionfs_read,
2544	.vop_readdir =		unionfs_readdir,
2545	.vop_readlink =		unionfs_readlink,
2546	.vop_reclaim =		unionfs_reclaim,
2547	.vop_remove =		unionfs_remove,
2548	.vop_rename =		unionfs_rename,
2549	.vop_rmdir =		unionfs_rmdir,
2550	.vop_setacl =		unionfs_setacl,
2551	.vop_setattr =		unionfs_setattr,
2552	.vop_setextattr =	unionfs_setextattr,
2553	.vop_setlabel =		unionfs_setlabel,
2554	.vop_strategy =		unionfs_strategy,
2555	.vop_symlink =		unionfs_symlink,
2556	.vop_unlock =		unionfs_unlock,
2557	.vop_whiteout =		unionfs_whiteout,
2558	.vop_write =		unionfs_write,
2559	.vop_vptofh =		unionfs_vptofh,
2560};
2561