devfs_devs.c revision 172930
1139776Simp/*-
2130678Sphk * Copyright (c) 2000,2004
364880Sphk *	Poul-Henning Kamp.  All rights reserved.
464880Sphk *
564880Sphk * Redistribution and use in source and binary forms, with or without
664880Sphk * modification, are permitted provided that the following conditions
764880Sphk * are met:
864880Sphk * 1. Redistributions of source code must retain the above copyright
964880Sphk *    notice, this list of conditions and the following disclaimer.
1064880Sphk * 2. Neither the name of the University nor the names of its contributors
1164880Sphk *    may be used to endorse or promote products derived from this software
1264880Sphk *    without specific prior written permission.
1364880Sphk *
1464880Sphk * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
1564880Sphk * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
1664880Sphk * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
1764880Sphk * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
1864880Sphk * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
1964880Sphk * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
2064880Sphk * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
2164880Sphk * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
2264880Sphk * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
2364880Sphk * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
2464880Sphk * SUCH DAMAGE.
2564880Sphk *
2664880Sphk * From: FreeBSD: src/sys/miscfs/kernfs/kernfs_vfsops.c 1.36
2764880Sphk *
2864880Sphk * $FreeBSD: head/sys/fs/devfs/devfs_devs.c 172930 2007-10-24 19:04:04Z rwatson $
2964880Sphk */
3064880Sphk
31101069Srwatson#include "opt_mac.h"
3265515Sphk
3364880Sphk#include <sys/param.h>
3464880Sphk#include <sys/systm.h>
3576166Smarkm#include <sys/conf.h>
3664880Sphk#include <sys/dirent.h>
3776166Smarkm#include <sys/kernel.h>
38150342Sphk#include <sys/limits.h>
3976166Smarkm#include <sys/lock.h>
4064880Sphk#include <sys/malloc.h>
4176166Smarkm#include <sys/proc.h>
42150342Sphk#include <sys/sx.h>
4365515Sphk#include <sys/sysctl.h>
4476166Smarkm#include <sys/vnode.h>
4564880Sphk
46150342Sphk#include <sys/kdb.h>
4765515Sphk
4864880Sphk#include <fs/devfs/devfs.h>
49149144Sphk#include <fs/devfs/devfs_int.h>
5064880Sphk
51163606Srwatson#include <security/mac/mac_framework.h>
52163606Srwatson
53150342Sphk/*
54150342Sphk * The one true (but secret) list of active devices in the system.
55150342Sphk * Locked by dev_lock()/devmtx
56150342Sphk */
57163481Skibstruct cdev_priv_list cdevp_list = TAILQ_HEAD_INITIALIZER(cdevp_list);
5865515Sphk
59150342Sphkstruct unrhdr *devfs_inos;
6069767Sphk
61150342Sphk
62150342Sphkstatic MALLOC_DEFINE(M_DEVFS2, "DEVFS2", "DEVFS data 2");
63150342Sphkstatic MALLOC_DEFINE(M_DEVFS3, "DEVFS3", "DEVFS data 3");
64150342Sphkstatic MALLOC_DEFINE(M_CDEVP, "DEVFS1", "DEVFS cdev_priv storage");
65150342Sphk
66141633Sphkstatic SYSCTL_NODE(_vfs, OID_AUTO, devfs, CTLFLAG_RW, 0, "DEVFS filesystem");
67150342Sphk
68150342Sphkstatic unsigned devfs_generation;
6965515SphkSYSCTL_UINT(_vfs_devfs, OID_AUTO, generation, CTLFLAG_RD,
7065515Sphk	&devfs_generation, 0, "DEVFS generation number");
7165515Sphk
72150147Sphkunsigned devfs_rule_depth = 1;
73150147SphkSYSCTL_UINT(_vfs_devfs, OID_AUTO, rule_depth, CTLFLAG_RW,
74150342Sphk	&devfs_rule_depth, 0, "Max depth of ruleset include");
75150147Sphk
76149146Sphk/*
77149146Sphk * Helper sysctl for devname(3).  We're given a struct cdev * and return
78149146Sphk * the name, if any, registered by the device driver.
79149146Sphk */
80149146Sphkstatic int
81149146Sphksysctl_devname(SYSCTL_HANDLER_ARGS)
82149146Sphk{
83149146Sphk	int error;
84149146Sphk	dev_t ud;
85150342Sphk	struct cdev_priv *cdp;
86149146Sphk
87149146Sphk	error = SYSCTL_IN(req, &ud, sizeof (ud));
88149146Sphk	if (error)
89149146Sphk		return (error);
90149146Sphk	if (ud == NODEV)
91149146Sphk		return(EINVAL);
92150342Sphk/*
93150342Sphk	ud ^ devfs_random();
94150342Sphk*/
95150342Sphk	dev_lock();
96150342Sphk	TAILQ_FOREACH(cdp, &cdevp_list, cdp_list)
97150342Sphk		if (cdp->cdp_inode == ud)
98150342Sphk			break;
99150342Sphk	dev_unlock();
100150342Sphk	if (cdp == NULL)
101149146Sphk		return(ENOENT);
102150342Sphk	return(SYSCTL_OUT(req, cdp->cdp_c.si_name, strlen(cdp->cdp_c.si_name) + 1));
103149146Sphk	return (error);
104149146Sphk}
105149146Sphk
106149146SphkSYSCTL_PROC(_kern, OID_AUTO, devname, CTLTYPE_OPAQUE|CTLFLAG_RW|CTLFLAG_ANYBODY,
107149146Sphk	NULL, 0, sysctl_devname, "", "devname(3) handler");
108149146Sphk
109149146SphkSYSCTL_INT(_debug_sizeof, OID_AUTO, cdev, CTLFLAG_RD,
110149146Sphk    0, sizeof(struct cdev), "sizeof(struct cdev)");
111149146Sphk
112150342SphkSYSCTL_INT(_debug_sizeof, OID_AUTO, cdev_priv, CTLFLAG_RD,
113150342Sphk    0, sizeof(struct cdev_priv), "sizeof(struct cdev_priv)");
11465515Sphk
115150342Sphkstruct cdev *
116150342Sphkdevfs_alloc(void)
11765515Sphk{
118150342Sphk	struct cdev_priv *cdp;
119150342Sphk	struct cdev *cdev;
12065515Sphk
121150342Sphk	cdp = malloc(sizeof *cdp, M_CDEVP, M_USE_RESERVE | M_ZERO | M_WAITOK);
12265515Sphk
123150342Sphk	cdp->cdp_dirents = &cdp->cdp_dirent0;
124150342Sphk	cdp->cdp_dirent0 = NULL;
125150342Sphk	cdp->cdp_maxdirent = 0;
12665515Sphk
127150342Sphk	cdev = &cdp->cdp_c;
128150342Sphk	cdev->si_priv = cdp;
12965515Sphk
130150342Sphk	cdev->si_name = cdev->__si_namebuf;
131150342Sphk	LIST_INIT(&cdev->si_children);
132150342Sphk	return (cdev);
13365515Sphk}
13465515Sphk
135150342Sphkvoid
136150342Sphkdevfs_free(struct cdev *cdev)
13765515Sphk{
138150342Sphk	struct cdev_priv *cdp;
13965515Sphk
140150342Sphk	cdp = cdev->si_priv;
141150342Sphk	if (cdev->si_cred != NULL)
142150342Sphk		crfree(cdev->si_cred);
143150342Sphk	if (cdp->cdp_inode > 0)
144150342Sphk		free_unr(devfs_inos, cdp->cdp_inode);
145150342Sphk	if (cdp->cdp_maxdirent > 0)
146150342Sphk		free(cdp->cdp_dirents, M_DEVFS2);
147150342Sphk	free(cdp, M_CDEVP);
14865515Sphk}
14965515Sphk
150150342Sphkstruct devfs_dirent *
15165132Sphkdevfs_find(struct devfs_dirent *dd, const char *name, int namelen)
15265132Sphk{
15365132Sphk	struct devfs_dirent *de;
15465132Sphk
15565132Sphk	TAILQ_FOREACH(de, &dd->de_dlist, de_list) {
15665132Sphk		if (namelen != de->de_dirent->d_namlen)
15765132Sphk			continue;
15865132Sphk		if (bcmp(name, de->de_dirent->d_name, namelen) != 0)
15965132Sphk			continue;
16065132Sphk		break;
16165132Sphk	}
16265132Sphk	return (de);
16365132Sphk}
16465132Sphk
16565132Sphkstruct devfs_dirent *
16664880Sphkdevfs_newdirent(char *name, int namelen)
16764880Sphk{
16864880Sphk	int i;
16964880Sphk	struct devfs_dirent *de;
17064880Sphk	struct dirent d;
17164880Sphk
17264880Sphk	d.d_namlen = namelen;
173150342Sphk	i = sizeof (*de) + GENERIC_DIRSIZ(&d);
174150342Sphk	de = malloc(i, M_DEVFS3, M_WAITOK | M_ZERO);
17564880Sphk	de->de_dirent = (struct dirent *)(de + 1);
17664880Sphk	de->de_dirent->d_namlen = namelen;
17764880Sphk	de->de_dirent->d_reclen = GENERIC_DIRSIZ(&d);
17871822Sphk	bcopy(name, de->de_dirent->d_name, namelen);
17971822Sphk	de->de_dirent->d_name[namelen] = '\0';
18085979Sphk	vfs_timestamp(&de->de_ctime);
18165051Sphk	de->de_mtime = de->de_atime = de->de_ctime;
18265051Sphk	de->de_links = 1;
183162398Skib	de->de_holdcnt = 1;
184101069Srwatson#ifdef MAC
185172930Srwatson	mac_devfs_init(de);
186101069Srwatson#endif
18764880Sphk	return (de);
18864880Sphk}
18964880Sphk
19065051Sphkstruct devfs_dirent *
191150342Sphkdevfs_vmkdir(struct devfs_mount *dmp, char *name, int namelen, struct devfs_dirent *dotdot, u_int inode)
19264880Sphk{
19365051Sphk	struct devfs_dirent *dd;
19464880Sphk	struct devfs_dirent *de;
19564880Sphk
196150342Sphk	/* Create the new directory */
19765051Sphk	dd = devfs_newdirent(name, namelen);
19865051Sphk	TAILQ_INIT(&dd->de_dlist);
19965051Sphk	dd->de_dirent->d_type = DT_DIR;
20085979Sphk	dd->de_mode = 0555;
20165051Sphk	dd->de_links = 2;
20265051Sphk	dd->de_dir = dd;
203150342Sphk	if (inode != 0)
204150342Sphk		dd->de_inode = inode;
205150342Sphk	else
206150342Sphk		dd->de_inode = alloc_unr(devfs_inos);
20765051Sphk
208150342Sphk	/* Create the "." entry in the new directory */
20964880Sphk	de = devfs_newdirent(".", 1);
21064880Sphk	de->de_dirent->d_type = DT_DIR;
21165051Sphk	de->de_flags |= DE_DOT;
21265051Sphk	TAILQ_INSERT_TAIL(&dd->de_dlist, de, de_list);
213150342Sphk	de->de_dir = dd;
21465051Sphk
215150342Sphk	/* Create the ".." entry in the new directory */
21665051Sphk	de = devfs_newdirent("..", 2);
21765051Sphk	de->de_dirent->d_type = DT_DIR;
218150342Sphk	de->de_flags |= DE_DOTDOT;
219150342Sphk	TAILQ_INSERT_TAIL(&dd->de_dlist, de, de_list);
220150342Sphk	if (dotdot == NULL) {
22165051Sphk		de->de_dir = dd;
222150342Sphk	} else {
22365051Sphk		de->de_dir = dotdot;
224150342Sphk		TAILQ_INSERT_TAIL(&dotdot->de_dlist, dd, de_list);
225150342Sphk		dotdot->de_links++;
226150342Sphk	}
22765051Sphk
228150342Sphk#ifdef MAC
229172930Srwatson	mac_devfs_create_directory(dmp->dm_mount, name, namelen, dd);
230150342Sphk#endif
23164880Sphk	return (dd);
23264880Sphk}
23364880Sphk
234150342Sphkvoid
235162398Skibdevfs_dirent_free(struct devfs_dirent *de)
236162398Skib{
237162398Skib	free(de, M_DEVFS3);
238162398Skib}
239162398Skib
240163481Skib/*
241163481Skib * The caller needs to hold the dm for the duration of the call since
242163481Skib * dm->dm_lock may be temporary dropped.
243163481Skib */
244162398Skibvoid
245163481Skibdevfs_delete(struct devfs_mount *dm, struct devfs_dirent *de, int vp_locked)
24664880Sphk{
247163481Skib	struct vnode *vp;
248163481Skib	struct thread *td;
24964880Sphk
250162398Skib	KASSERT((de->de_flags & DE_DOOMED) == 0,
251162398Skib		("devfs_delete doomed dirent"));
252163481Skib	td = curthread;
253162398Skib	de->de_flags |= DE_DOOMED;
254163481Skib	mtx_lock(&devfs_de_interlock);
255163481Skib	vp = de->de_vnode;
256163481Skib	if (vp != NULL) {
257163481Skib		VI_LOCK(vp);
258163481Skib		mtx_unlock(&devfs_de_interlock);
259163481Skib		vholdl(vp);
260163481Skib		sx_unlock(&dm->dm_lock);
261163481Skib		if (!vp_locked)
262163481Skib			vn_lock(vp, LK_EXCLUSIVE | LK_INTERLOCK | LK_RETRY, td);
263163481Skib		else
264163481Skib			VI_UNLOCK(vp);
265163481Skib		vgone(vp);
266163481Skib		if (!vp_locked)
267163481Skib			VOP_UNLOCK(vp, 0, td);
268163481Skib		vdrop(vp);
269163481Skib		sx_xlock(&dm->dm_lock);
270163481Skib	} else
271163481Skib		mtx_unlock(&devfs_de_interlock);
27264880Sphk	if (de->de_symlink) {
273150151Sphk		free(de->de_symlink, M_DEVFS);
27464880Sphk		de->de_symlink = NULL;
27564880Sphk	}
276101069Srwatson#ifdef MAC
277172930Srwatson	mac_devfs_destroy(de);
278101069Srwatson#endif
279150342Sphk	if (de->de_inode > DEVFS_ROOTINO) {
280150342Sphk		free_unr(devfs_inos, de->de_inode);
281150342Sphk		de->de_inode = 0;
282150342Sphk	}
283162398Skib	if (DEVFS_DE_DROP(de))
284162398Skib		devfs_dirent_free(de);
28564880Sphk}
28664880Sphk
287150342Sphk/*
288150342Sphk * Called on unmount.
289163481Skib * Recursively removes the entire tree.
290163481Skib * The caller needs to hold the dm for the duration of the call.
291150342Sphk */
292150342Sphk
293150342Sphkstatic void
294150342Sphkdevfs_purge(struct devfs_mount *dm, struct devfs_dirent *dd)
29564880Sphk{
29664880Sphk	struct devfs_dirent *de;
29764880Sphk
298150342Sphk	sx_assert(&dm->dm_lock, SX_XLOCKED);
29964880Sphk	for (;;) {
30065051Sphk		de = TAILQ_FIRST(&dd->de_dlist);
30164880Sphk		if (de == NULL)
30264880Sphk			break;
303150342Sphk		TAILQ_REMOVE(&dd->de_dlist, de, de_list);
304150342Sphk		if (de->de_flags & (DE_DOT|DE_DOTDOT))
305163481Skib			devfs_delete(dm, de, 0);
306150342Sphk		else if (de->de_dirent->d_type == DT_DIR)
307150342Sphk			devfs_purge(dm, de);
308150342Sphk		else
309163481Skib			devfs_delete(dm, de, 0);
31064880Sphk	}
311163481Skib	devfs_delete(dm, dd, 0);
31264880Sphk}
31364880Sphk
314150342Sphk/*
315150342Sphk * Each cdev_priv has an array of pointers to devfs_dirent which is indexed
316150342Sphk * by the mount points dm_idx.
317150342Sphk * This function extends the array when necessary, taking into account that
318150342Sphk * the default array is 1 element and not malloc'ed.
319150342Sphk */
320150342Sphkstatic void
321150342Sphkdevfs_metoo(struct cdev_priv *cdp, struct devfs_mount *dm)
322150342Sphk{
323150342Sphk	struct devfs_dirent **dep;
324150342Sphk	int siz;
32564880Sphk
326150342Sphk	siz = (dm->dm_idx + 1) * sizeof *dep;
327150342Sphk	dep = malloc(siz, M_DEVFS2, M_WAITOK | M_ZERO);
328150342Sphk	dev_lock();
329150342Sphk	if (dm->dm_idx <= cdp->cdp_maxdirent) {
330150342Sphk		/* We got raced */
331150342Sphk		dev_unlock();
332150342Sphk		free(dep, M_DEVFS2);
333150342Sphk		return;
334150342Sphk	}
335150342Sphk	memcpy(dep, cdp->cdp_dirents, (cdp->cdp_maxdirent + 1) * sizeof *dep);
336150342Sphk	if (cdp->cdp_maxdirent > 0)
337150342Sphk		free(cdp->cdp_dirents, M_DEVFS2);
338150342Sphk	cdp->cdp_dirents = dep;
339150342Sphk	/*
340150342Sphk	 * XXX: if malloc told us how much we actually got this could
341150342Sphk	 * XXX: be optimized.
342150342Sphk	 */
343150342Sphk	cdp->cdp_maxdirent = dm->dm_idx;
344150342Sphk	dev_unlock();
345150342Sphk}
346150342Sphk
347163481Skib/*
348163481Skib * The caller needs to hold the dm for the duration of the call.
349163481Skib */
350150342Sphkstatic int
351150342Sphkdevfs_populate_loop(struct devfs_mount *dm, int cleanup)
35264880Sphk{
353150342Sphk	struct cdev_priv *cdp;
354150342Sphk	struct devfs_dirent *de;
35565051Sphk	struct devfs_dirent *dd;
356150342Sphk	struct cdev *pdev;
357150342Sphk	int j;
35864880Sphk	char *q, *s;
35964880Sphk
360150342Sphk	sx_assert(&dm->dm_lock, SX_XLOCKED);
361150342Sphk	dev_lock();
362150342Sphk	TAILQ_FOREACH(cdp, &cdevp_list, cdp_list) {
363150342Sphk
364150342Sphk		KASSERT(cdp->cdp_dirents != NULL, ("NULL cdp_dirents"));
365150342Sphk
366150342Sphk		/*
367150342Sphk		 * If we are unmounting, or the device has been destroyed,
368150342Sphk		 * clean up our dirent.
369150342Sphk		 */
370150342Sphk		if ((cleanup || !(cdp->cdp_flags & CDP_ACTIVE)) &&
371150342Sphk		    dm->dm_idx <= cdp->cdp_maxdirent &&
372150342Sphk		    cdp->cdp_dirents[dm->dm_idx] != NULL) {
373150342Sphk			de = cdp->cdp_dirents[dm->dm_idx];
374150342Sphk			cdp->cdp_dirents[dm->dm_idx] = NULL;
375150342Sphk			KASSERT(cdp == de->de_cdp,
376150342Sphk			    ("%s %d %s %p %p", __func__, __LINE__,
377150342Sphk			    cdp->cdp_c.si_name, cdp, de->de_cdp));
378150342Sphk			KASSERT(de->de_dir != NULL, ("Null de->de_dir"));
379150342Sphk			dev_unlock();
380150342Sphk
381150342Sphk			TAILQ_REMOVE(&de->de_dir->de_dlist, de, de_list);
382150342Sphk			de->de_cdp = NULL;
383150342Sphk			de->de_inode = 0;
384163481Skib			devfs_delete(dm, de, 0);
385163481Skib			dev_lock();
386163481Skib			cdp->cdp_inuse--;
387163481Skib			dev_unlock();
388150342Sphk			return (1);
389150342Sphk		}
390150342Sphk		/*
391150342Sphk	 	 * GC any lingering devices
392150342Sphk		 */
393150342Sphk		if (!(cdp->cdp_flags & CDP_ACTIVE)) {
394150342Sphk			if (cdp->cdp_inuse > 0)
39565051Sphk				continue;
396150342Sphk			TAILQ_REMOVE(&cdevp_list, cdp, cdp_list);
397150342Sphk			dev_unlock();
398150342Sphk			dev_rel(&cdp->cdp_c);
399150342Sphk			return (1);
400150342Sphk		}
401150342Sphk		/*
402150342Sphk		 * Don't create any new dirents if we are unmounting
403150342Sphk		 */
404150342Sphk		if (cleanup)
405150342Sphk			continue;
406150342Sphk		KASSERT((cdp->cdp_flags & CDP_ACTIVE), ("Bogons, I tell ya'!"));
407150342Sphk
408150342Sphk		if (dm->dm_idx <= cdp->cdp_maxdirent &&
409150342Sphk		    cdp->cdp_dirents[dm->dm_idx] != NULL) {
410150342Sphk			de = cdp->cdp_dirents[dm->dm_idx];
411150342Sphk			KASSERT(cdp == de->de_cdp, ("inconsistent cdp"));
412150342Sphk			continue;
413150342Sphk		}
414150342Sphk
415150342Sphk
416150342Sphk		cdp->cdp_inuse++;
417150342Sphk		dev_unlock();
418150342Sphk
419150342Sphk		if (dm->dm_idx > cdp->cdp_maxdirent)
420150342Sphk		        devfs_metoo(cdp, dm);
421150342Sphk
422150342Sphk		dd = dm->dm_rootdir;
423150342Sphk		s = cdp->cdp_c.si_name;
424150342Sphk		for (;;) {
425150342Sphk			for (q = s; *q != '/' && *q != '\0'; q++)
42664880Sphk				continue;
427150342Sphk			if (*q != '/')
428150342Sphk				break;
429150342Sphk			de = devfs_find(dd, s, q - s);
430150342Sphk			if (de == NULL)
431150342Sphk				de = devfs_vmkdir(dm, s, q - s, dd, 0);
432150342Sphk			s = q + 1;
433150342Sphk			dd = de;
434150342Sphk		}
435150342Sphk
436150342Sphk		de = devfs_newdirent(s, q - s);
437150342Sphk		if (cdp->cdp_c.si_flags & SI_ALIAS) {
438150342Sphk			de->de_uid = 0;
439150342Sphk			de->de_gid = 0;
440150342Sphk			de->de_mode = 0755;
441150342Sphk			de->de_dirent->d_type = DT_LNK;
442150342Sphk			pdev = cdp->cdp_c.si_parent;
443150342Sphk			j = strlen(pdev->si_name) + 1;
444150342Sphk			de->de_symlink = malloc(j, M_DEVFS, M_WAITOK);
445150342Sphk			bcopy(pdev->si_name, de->de_symlink, j);
446150342Sphk		} else {
447150342Sphk			de->de_uid = cdp->cdp_c.si_uid;
448150342Sphk			de->de_gid = cdp->cdp_c.si_gid;
449150342Sphk			de->de_mode = cdp->cdp_c.si_mode;
450150342Sphk			de->de_dirent->d_type = DT_CHR;
451150342Sphk		}
452150342Sphk		de->de_inode = cdp->cdp_inode;
453150342Sphk		de->de_cdp = cdp;
454101069Srwatson#ifdef MAC
455172930Srwatson		mac_devfs_create_device(cdp->cdp_c.si_cred, dm->dm_mount,
456150342Sphk		    &cdp->cdp_c, de);
457101069Srwatson#endif
458150342Sphk		de->de_dir = dd;
459150342Sphk		TAILQ_INSERT_TAIL(&dd->de_dlist, de, de_list);
460150342Sphk		devfs_rules_apply(dm, de);
461150342Sphk		dev_lock();
462150342Sphk		/* XXX: could check that cdp is still active here */
463150342Sphk		KASSERT(cdp->cdp_dirents[dm->dm_idx] == NULL,
464150342Sphk		    ("%s %d\n", __func__, __LINE__));
465150342Sphk		cdp->cdp_dirents[dm->dm_idx] = de;
466150342Sphk		KASSERT(de->de_cdp != (void *)0xdeadc0de,
467150342Sphk		    ("%s %d\n", __func__, __LINE__));
468150342Sphk		dev_unlock();
469150342Sphk		return (1);
47064880Sphk	}
471150342Sphk	dev_unlock();
472150342Sphk	return (0);
47364880Sphk}
47464880Sphk
475163481Skib/*
476163481Skib * The caller needs to hold the dm for the duration of the call.
477163481Skib */
478150342Sphkvoid
479150342Sphkdevfs_populate(struct devfs_mount *dm)
480150342Sphk{
481150342Sphk
482150342Sphk	sx_assert(&dm->dm_lock, SX_XLOCKED);
483150342Sphk	if (dm->dm_generation == devfs_generation)
484150342Sphk		return;
485150342Sphk	while (devfs_populate_loop(dm, 0))
486150342Sphk		continue;
487150342Sphk	dm->dm_generation = devfs_generation;
488150342Sphk}
489150342Sphk
490163481Skib/*
491163481Skib * The caller needs to hold the dm for the duration of the call.
492163481Skib */
493150342Sphkvoid
494150342Sphkdevfs_cleanup(struct devfs_mount *dm)
495150342Sphk{
496150342Sphk
497150342Sphk	sx_assert(&dm->dm_lock, SX_XLOCKED);
498150342Sphk	while (devfs_populate_loop(dm, 1))
499150342Sphk		continue;
500150342Sphk	devfs_purge(dm, dm->dm_rootdir);
501150342Sphk}
502150342Sphk
503130678Sphk/*
504130678Sphk * devfs_create() and devfs_destroy() are called from kern_conf.c and
505130678Sphk * in both cases the devlock() mutex is held, so no further locking
506130678Sphk * is necesary and no sleeping allowed.
507130678Sphk */
508130678Sphk
509111730Sphkvoid
510130585Sphkdevfs_create(struct cdev *dev)
51164880Sphk{
512150342Sphk	struct cdev_priv *cdp;
51365515Sphk
514150342Sphk	mtx_assert(&devmtx, MA_OWNED);
515150342Sphk	cdp = dev->si_priv;
516150342Sphk	cdp->cdp_flags |= CDP_ACTIVE;
517150342Sphk	cdp->cdp_inode = alloc_unrl(devfs_inos);
518150342Sphk	dev_refl(dev);
519150342Sphk	TAILQ_INSERT_TAIL(&cdevp_list, cdp, cdp_list);
520130678Sphk	devfs_generation++;
52164880Sphk}
52264880Sphk
523111730Sphkvoid
524130585Sphkdevfs_destroy(struct cdev *dev)
52564880Sphk{
526150342Sphk	struct cdev_priv *cdp;
52765515Sphk
528150342Sphk	mtx_assert(&devmtx, MA_OWNED);
529150342Sphk	cdp = dev->si_priv;
530150342Sphk	cdp->cdp_flags &= ~CDP_ACTIVE;
531130678Sphk	devfs_generation++;
53264880Sphk}
533150342Sphk
534150342Sphkstatic void
535150342Sphkdevfs_devs_init(void *junk __unused)
536150342Sphk{
537150342Sphk
538150342Sphk	devfs_inos = new_unrhdr(DEVFS_ROOTINO + 1, INT_MAX, &devmtx);
539150342Sphk}
540150342Sphk
541150342SphkSYSINIT(devfs_devs, SI_SUB_DEVFS, SI_ORDER_FIRST, devfs_devs_init, NULL);
542