devfs_devs.c revision 163481
1139776Simp/*-
2130678Sphk * Copyright (c) 2000,2004
364880Sphk *	Poul-Henning Kamp.  All rights reserved.
464880Sphk *
564880Sphk * Redistribution and use in source and binary forms, with or without
664880Sphk * modification, are permitted provided that the following conditions
764880Sphk * are met:
864880Sphk * 1. Redistributions of source code must retain the above copyright
964880Sphk *    notice, this list of conditions and the following disclaimer.
1064880Sphk * 2. Neither the name of the University nor the names of its contributors
1164880Sphk *    may be used to endorse or promote products derived from this software
1264880Sphk *    without specific prior written permission.
1364880Sphk *
1464880Sphk * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
1564880Sphk * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
1664880Sphk * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
1764880Sphk * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
1864880Sphk * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
1964880Sphk * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
2064880Sphk * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
2164880Sphk * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
2264880Sphk * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
2364880Sphk * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
2464880Sphk * SUCH DAMAGE.
2564880Sphk *
2664880Sphk * From: FreeBSD: src/sys/miscfs/kernfs/kernfs_vfsops.c 1.36
2764880Sphk *
2864880Sphk * $FreeBSD: head/sys/fs/devfs/devfs_devs.c 163481 2006-10-18 11:17:14Z kib $
2964880Sphk */
3064880Sphk
31101069Srwatson#include "opt_mac.h"
3265515Sphk
3364880Sphk#include <sys/param.h>
3464880Sphk#include <sys/systm.h>
3576166Smarkm#include <sys/conf.h>
3664880Sphk#include <sys/dirent.h>
3776166Smarkm#include <sys/kernel.h>
38150342Sphk#include <sys/limits.h>
3976166Smarkm#include <sys/lock.h>
40101069Srwatson#include <sys/mac.h>
4164880Sphk#include <sys/malloc.h>
4276166Smarkm#include <sys/proc.h>
43150342Sphk#include <sys/sx.h>
4465515Sphk#include <sys/sysctl.h>
4576166Smarkm#include <sys/vnode.h>
4664880Sphk
47150342Sphk#include <sys/kdb.h>
4865515Sphk
4964880Sphk#include <fs/devfs/devfs.h>
50149144Sphk#include <fs/devfs/devfs_int.h>
5164880Sphk
52150342Sphk/*
53150342Sphk * The one true (but secret) list of active devices in the system.
54150342Sphk * Locked by dev_lock()/devmtx
55150342Sphk */
56163481Skibstruct cdev_priv_list cdevp_list = TAILQ_HEAD_INITIALIZER(cdevp_list);
5765515Sphk
58150342Sphkstruct unrhdr *devfs_inos;
5969767Sphk
60150342Sphk
61150342Sphkstatic MALLOC_DEFINE(M_DEVFS2, "DEVFS2", "DEVFS data 2");
62150342Sphkstatic MALLOC_DEFINE(M_DEVFS3, "DEVFS3", "DEVFS data 3");
63150342Sphkstatic MALLOC_DEFINE(M_CDEVP, "DEVFS1", "DEVFS cdev_priv storage");
64150342Sphk
65141633Sphkstatic SYSCTL_NODE(_vfs, OID_AUTO, devfs, CTLFLAG_RW, 0, "DEVFS filesystem");
66150342Sphk
67150342Sphkstatic unsigned devfs_generation;
6865515SphkSYSCTL_UINT(_vfs_devfs, OID_AUTO, generation, CTLFLAG_RD,
6965515Sphk	&devfs_generation, 0, "DEVFS generation number");
7065515Sphk
71150147Sphkunsigned devfs_rule_depth = 1;
72150147SphkSYSCTL_UINT(_vfs_devfs, OID_AUTO, rule_depth, CTLFLAG_RW,
73150342Sphk	&devfs_rule_depth, 0, "Max depth of ruleset include");
74150147Sphk
75149146Sphk/*
76149146Sphk * Helper sysctl for devname(3).  We're given a struct cdev * and return
77149146Sphk * the name, if any, registered by the device driver.
78149146Sphk */
79149146Sphkstatic int
80149146Sphksysctl_devname(SYSCTL_HANDLER_ARGS)
81149146Sphk{
82149146Sphk	int error;
83149146Sphk	dev_t ud;
84150342Sphk	struct cdev_priv *cdp;
85149146Sphk
86149146Sphk	error = SYSCTL_IN(req, &ud, sizeof (ud));
87149146Sphk	if (error)
88149146Sphk		return (error);
89149146Sphk	if (ud == NODEV)
90149146Sphk		return(EINVAL);
91150342Sphk/*
92150342Sphk	ud ^ devfs_random();
93150342Sphk*/
94150342Sphk	dev_lock();
95150342Sphk	TAILQ_FOREACH(cdp, &cdevp_list, cdp_list)
96150342Sphk		if (cdp->cdp_inode == ud)
97150342Sphk			break;
98150342Sphk	dev_unlock();
99150342Sphk	if (cdp == NULL)
100149146Sphk		return(ENOENT);
101150342Sphk	return(SYSCTL_OUT(req, cdp->cdp_c.si_name, strlen(cdp->cdp_c.si_name) + 1));
102149146Sphk	return (error);
103149146Sphk}
104149146Sphk
105149146SphkSYSCTL_PROC(_kern, OID_AUTO, devname, CTLTYPE_OPAQUE|CTLFLAG_RW|CTLFLAG_ANYBODY,
106149146Sphk	NULL, 0, sysctl_devname, "", "devname(3) handler");
107149146Sphk
108149146SphkSYSCTL_INT(_debug_sizeof, OID_AUTO, cdev, CTLFLAG_RD,
109149146Sphk    0, sizeof(struct cdev), "sizeof(struct cdev)");
110149146Sphk
111150342SphkSYSCTL_INT(_debug_sizeof, OID_AUTO, cdev_priv, CTLFLAG_RD,
112150342Sphk    0, sizeof(struct cdev_priv), "sizeof(struct cdev_priv)");
11365515Sphk
114150342Sphkstruct cdev *
115150342Sphkdevfs_alloc(void)
11665515Sphk{
117150342Sphk	struct cdev_priv *cdp;
118150342Sphk	struct cdev *cdev;
11965515Sphk
120150342Sphk	cdp = malloc(sizeof *cdp, M_CDEVP, M_USE_RESERVE | M_ZERO | M_WAITOK);
12165515Sphk
122150342Sphk	cdp->cdp_dirents = &cdp->cdp_dirent0;
123150342Sphk	cdp->cdp_dirent0 = NULL;
124150342Sphk	cdp->cdp_maxdirent = 0;
12565515Sphk
126150342Sphk	cdev = &cdp->cdp_c;
127150342Sphk	cdev->si_priv = cdp;
12865515Sphk
129150342Sphk	cdev->si_name = cdev->__si_namebuf;
130150342Sphk	LIST_INIT(&cdev->si_children);
131150342Sphk	return (cdev);
13265515Sphk}
13365515Sphk
134150342Sphkvoid
135150342Sphkdevfs_free(struct cdev *cdev)
13665515Sphk{
137150342Sphk	struct cdev_priv *cdp;
13865515Sphk
139150342Sphk	cdp = cdev->si_priv;
140150342Sphk	if (cdev->si_cred != NULL)
141150342Sphk		crfree(cdev->si_cred);
142150342Sphk	if (cdp->cdp_inode > 0)
143150342Sphk		free_unr(devfs_inos, cdp->cdp_inode);
144150342Sphk	if (cdp->cdp_maxdirent > 0)
145150342Sphk		free(cdp->cdp_dirents, M_DEVFS2);
146150342Sphk	free(cdp, M_CDEVP);
14765515Sphk}
14865515Sphk
149150342Sphkstruct devfs_dirent *
15065132Sphkdevfs_find(struct devfs_dirent *dd, const char *name, int namelen)
15165132Sphk{
15265132Sphk	struct devfs_dirent *de;
15365132Sphk
15465132Sphk	TAILQ_FOREACH(de, &dd->de_dlist, de_list) {
15565132Sphk		if (namelen != de->de_dirent->d_namlen)
15665132Sphk			continue;
15765132Sphk		if (bcmp(name, de->de_dirent->d_name, namelen) != 0)
15865132Sphk			continue;
15965132Sphk		break;
16065132Sphk	}
16165132Sphk	return (de);
16265132Sphk}
16365132Sphk
16465132Sphkstruct devfs_dirent *
16564880Sphkdevfs_newdirent(char *name, int namelen)
16664880Sphk{
16764880Sphk	int i;
16864880Sphk	struct devfs_dirent *de;
16964880Sphk	struct dirent d;
17064880Sphk
17164880Sphk	d.d_namlen = namelen;
172150342Sphk	i = sizeof (*de) + GENERIC_DIRSIZ(&d);
173150342Sphk	de = malloc(i, M_DEVFS3, M_WAITOK | M_ZERO);
17464880Sphk	de->de_dirent = (struct dirent *)(de + 1);
17564880Sphk	de->de_dirent->d_namlen = namelen;
17664880Sphk	de->de_dirent->d_reclen = GENERIC_DIRSIZ(&d);
17771822Sphk	bcopy(name, de->de_dirent->d_name, namelen);
17871822Sphk	de->de_dirent->d_name[namelen] = '\0';
17985979Sphk	vfs_timestamp(&de->de_ctime);
18065051Sphk	de->de_mtime = de->de_atime = de->de_ctime;
18165051Sphk	de->de_links = 1;
182162398Skib	de->de_holdcnt = 1;
183101069Srwatson#ifdef MAC
184101069Srwatson	mac_init_devfsdirent(de);
185101069Srwatson#endif
18664880Sphk	return (de);
18764880Sphk}
18864880Sphk
18965051Sphkstruct devfs_dirent *
190150342Sphkdevfs_vmkdir(struct devfs_mount *dmp, char *name, int namelen, struct devfs_dirent *dotdot, u_int inode)
19164880Sphk{
19265051Sphk	struct devfs_dirent *dd;
19364880Sphk	struct devfs_dirent *de;
19464880Sphk
195150342Sphk	/* Create the new directory */
19665051Sphk	dd = devfs_newdirent(name, namelen);
19765051Sphk	TAILQ_INIT(&dd->de_dlist);
19865051Sphk	dd->de_dirent->d_type = DT_DIR;
19985979Sphk	dd->de_mode = 0555;
20065051Sphk	dd->de_links = 2;
20165051Sphk	dd->de_dir = dd;
202150342Sphk	if (inode != 0)
203150342Sphk		dd->de_inode = inode;
204150342Sphk	else
205150342Sphk		dd->de_inode = alloc_unr(devfs_inos);
20665051Sphk
207150342Sphk	/* Create the "." entry in the new directory */
20864880Sphk	de = devfs_newdirent(".", 1);
20964880Sphk	de->de_dirent->d_type = DT_DIR;
21065051Sphk	de->de_flags |= DE_DOT;
21165051Sphk	TAILQ_INSERT_TAIL(&dd->de_dlist, de, de_list);
212150342Sphk	de->de_dir = dd;
21365051Sphk
214150342Sphk	/* Create the ".." entry in the new directory */
21565051Sphk	de = devfs_newdirent("..", 2);
21665051Sphk	de->de_dirent->d_type = DT_DIR;
217150342Sphk	de->de_flags |= DE_DOTDOT;
218150342Sphk	TAILQ_INSERT_TAIL(&dd->de_dlist, de, de_list);
219150342Sphk	if (dotdot == NULL) {
22065051Sphk		de->de_dir = dd;
221150342Sphk	} else {
22265051Sphk		de->de_dir = dotdot;
223150342Sphk		TAILQ_INSERT_TAIL(&dotdot->de_dlist, dd, de_list);
224150342Sphk		dotdot->de_links++;
225150342Sphk	}
22665051Sphk
227150342Sphk#ifdef MAC
228150342Sphk	mac_create_devfs_directory(dmp->dm_mount, name, namelen, dd);
229150342Sphk#endif
23064880Sphk	return (dd);
23164880Sphk}
23264880Sphk
233150342Sphkvoid
234162398Skibdevfs_dirent_free(struct devfs_dirent *de)
235162398Skib{
236162398Skib	free(de, M_DEVFS3);
237162398Skib}
238162398Skib
239163481Skib/*
240163481Skib * The caller needs to hold the dm for the duration of the call since
241163481Skib * dm->dm_lock may be temporary dropped.
242163481Skib */
243162398Skibvoid
244163481Skibdevfs_delete(struct devfs_mount *dm, struct devfs_dirent *de, int vp_locked)
24564880Sphk{
246163481Skib	struct vnode *vp;
247163481Skib	struct thread *td;
24864880Sphk
249162398Skib	KASSERT((de->de_flags & DE_DOOMED) == 0,
250162398Skib		("devfs_delete doomed dirent"));
251163481Skib	td = curthread;
252162398Skib	de->de_flags |= DE_DOOMED;
253163481Skib	mtx_lock(&devfs_de_interlock);
254163481Skib	vp = de->de_vnode;
255163481Skib	if (vp != NULL) {
256163481Skib		VI_LOCK(vp);
257163481Skib		mtx_unlock(&devfs_de_interlock);
258163481Skib		vholdl(vp);
259163481Skib		sx_unlock(&dm->dm_lock);
260163481Skib		if (!vp_locked)
261163481Skib			vn_lock(vp, LK_EXCLUSIVE | LK_INTERLOCK | LK_RETRY, td);
262163481Skib		else
263163481Skib			VI_UNLOCK(vp);
264163481Skib		vgone(vp);
265163481Skib		if (!vp_locked)
266163481Skib			VOP_UNLOCK(vp, 0, td);
267163481Skib		vdrop(vp);
268163481Skib		sx_xlock(&dm->dm_lock);
269163481Skib	} else
270163481Skib		mtx_unlock(&devfs_de_interlock);
27164880Sphk	if (de->de_symlink) {
272150151Sphk		free(de->de_symlink, M_DEVFS);
27364880Sphk		de->de_symlink = NULL;
27464880Sphk	}
275101069Srwatson#ifdef MAC
276101069Srwatson	mac_destroy_devfsdirent(de);
277101069Srwatson#endif
278150342Sphk	if (de->de_inode > DEVFS_ROOTINO) {
279150342Sphk		free_unr(devfs_inos, de->de_inode);
280150342Sphk		de->de_inode = 0;
281150342Sphk	}
282162398Skib	if (DEVFS_DE_DROP(de))
283162398Skib		devfs_dirent_free(de);
28464880Sphk}
28564880Sphk
286150342Sphk/*
287150342Sphk * Called on unmount.
288163481Skib * Recursively removes the entire tree.
289163481Skib * The caller needs to hold the dm for the duration of the call.
290150342Sphk */
291150342Sphk
292150342Sphkstatic void
293150342Sphkdevfs_purge(struct devfs_mount *dm, struct devfs_dirent *dd)
29464880Sphk{
29564880Sphk	struct devfs_dirent *de;
29664880Sphk
297150342Sphk	sx_assert(&dm->dm_lock, SX_XLOCKED);
29864880Sphk	for (;;) {
29965051Sphk		de = TAILQ_FIRST(&dd->de_dlist);
30064880Sphk		if (de == NULL)
30164880Sphk			break;
302150342Sphk		TAILQ_REMOVE(&dd->de_dlist, de, de_list);
303150342Sphk		if (de->de_flags & (DE_DOT|DE_DOTDOT))
304163481Skib			devfs_delete(dm, de, 0);
305150342Sphk		else if (de->de_dirent->d_type == DT_DIR)
306150342Sphk			devfs_purge(dm, de);
307150342Sphk		else
308163481Skib			devfs_delete(dm, de, 0);
30964880Sphk	}
310163481Skib	devfs_delete(dm, dd, 0);
31164880Sphk}
31264880Sphk
313150342Sphk/*
314150342Sphk * Each cdev_priv has an array of pointers to devfs_dirent which is indexed
315150342Sphk * by the mount points dm_idx.
316150342Sphk * This function extends the array when necessary, taking into account that
317150342Sphk * the default array is 1 element and not malloc'ed.
318150342Sphk */
319150342Sphkstatic void
320150342Sphkdevfs_metoo(struct cdev_priv *cdp, struct devfs_mount *dm)
321150342Sphk{
322150342Sphk	struct devfs_dirent **dep;
323150342Sphk	int siz;
32464880Sphk
325150342Sphk	siz = (dm->dm_idx + 1) * sizeof *dep;
326150342Sphk	dep = malloc(siz, M_DEVFS2, M_WAITOK | M_ZERO);
327150342Sphk	dev_lock();
328150342Sphk	if (dm->dm_idx <= cdp->cdp_maxdirent) {
329150342Sphk		/* We got raced */
330150342Sphk		dev_unlock();
331150342Sphk		free(dep, M_DEVFS2);
332150342Sphk		return;
333150342Sphk	}
334150342Sphk	memcpy(dep, cdp->cdp_dirents, (cdp->cdp_maxdirent + 1) * sizeof *dep);
335150342Sphk	if (cdp->cdp_maxdirent > 0)
336150342Sphk		free(cdp->cdp_dirents, M_DEVFS2);
337150342Sphk	cdp->cdp_dirents = dep;
338150342Sphk	/*
339150342Sphk	 * XXX: if malloc told us how much we actually got this could
340150342Sphk	 * XXX: be optimized.
341150342Sphk	 */
342150342Sphk	cdp->cdp_maxdirent = dm->dm_idx;
343150342Sphk	dev_unlock();
344150342Sphk}
345150342Sphk
346163481Skib/*
347163481Skib * The caller needs to hold the dm for the duration of the call.
348163481Skib */
349150342Sphkstatic int
350150342Sphkdevfs_populate_loop(struct devfs_mount *dm, int cleanup)
35164880Sphk{
352150342Sphk	struct cdev_priv *cdp;
353150342Sphk	struct devfs_dirent *de;
35465051Sphk	struct devfs_dirent *dd;
355150342Sphk	struct cdev *pdev;
356150342Sphk	int j;
35764880Sphk	char *q, *s;
35864880Sphk
359150342Sphk	sx_assert(&dm->dm_lock, SX_XLOCKED);
360150342Sphk	dev_lock();
361150342Sphk	TAILQ_FOREACH(cdp, &cdevp_list, cdp_list) {
362150342Sphk
363150342Sphk		KASSERT(cdp->cdp_dirents != NULL, ("NULL cdp_dirents"));
364150342Sphk
365150342Sphk		/*
366150342Sphk		 * If we are unmounting, or the device has been destroyed,
367150342Sphk		 * clean up our dirent.
368150342Sphk		 */
369150342Sphk		if ((cleanup || !(cdp->cdp_flags & CDP_ACTIVE)) &&
370150342Sphk		    dm->dm_idx <= cdp->cdp_maxdirent &&
371150342Sphk		    cdp->cdp_dirents[dm->dm_idx] != NULL) {
372150342Sphk			de = cdp->cdp_dirents[dm->dm_idx];
373150342Sphk			cdp->cdp_dirents[dm->dm_idx] = NULL;
374150342Sphk			KASSERT(cdp == de->de_cdp,
375150342Sphk			    ("%s %d %s %p %p", __func__, __LINE__,
376150342Sphk			    cdp->cdp_c.si_name, cdp, de->de_cdp));
377150342Sphk			KASSERT(de->de_dir != NULL, ("Null de->de_dir"));
378150342Sphk			dev_unlock();
379150342Sphk
380150342Sphk			TAILQ_REMOVE(&de->de_dir->de_dlist, de, de_list);
381150342Sphk			de->de_cdp = NULL;
382150342Sphk			de->de_inode = 0;
383163481Skib			devfs_delete(dm, de, 0);
384163481Skib			dev_lock();
385163481Skib			cdp->cdp_inuse--;
386163481Skib			dev_unlock();
387150342Sphk			return (1);
388150342Sphk		}
389150342Sphk		/*
390150342Sphk	 	 * GC any lingering devices
391150342Sphk		 */
392150342Sphk		if (!(cdp->cdp_flags & CDP_ACTIVE)) {
393150342Sphk			if (cdp->cdp_inuse > 0)
39465051Sphk				continue;
395150342Sphk			TAILQ_REMOVE(&cdevp_list, cdp, cdp_list);
396150342Sphk			dev_unlock();
397150342Sphk			dev_rel(&cdp->cdp_c);
398150342Sphk			return (1);
399150342Sphk		}
400150342Sphk		/*
401150342Sphk		 * Don't create any new dirents if we are unmounting
402150342Sphk		 */
403150342Sphk		if (cleanup)
404150342Sphk			continue;
405150342Sphk		KASSERT((cdp->cdp_flags & CDP_ACTIVE), ("Bogons, I tell ya'!"));
406150342Sphk
407150342Sphk		if (dm->dm_idx <= cdp->cdp_maxdirent &&
408150342Sphk		    cdp->cdp_dirents[dm->dm_idx] != NULL) {
409150342Sphk			de = cdp->cdp_dirents[dm->dm_idx];
410150342Sphk			KASSERT(cdp == de->de_cdp, ("inconsistent cdp"));
411150342Sphk			continue;
412150342Sphk		}
413150342Sphk
414150342Sphk
415150342Sphk		cdp->cdp_inuse++;
416150342Sphk		dev_unlock();
417150342Sphk
418150342Sphk		if (dm->dm_idx > cdp->cdp_maxdirent)
419150342Sphk		        devfs_metoo(cdp, dm);
420150342Sphk
421150342Sphk		dd = dm->dm_rootdir;
422150342Sphk		s = cdp->cdp_c.si_name;
423150342Sphk		for (;;) {
424150342Sphk			for (q = s; *q != '/' && *q != '\0'; q++)
42564880Sphk				continue;
426150342Sphk			if (*q != '/')
427150342Sphk				break;
428150342Sphk			de = devfs_find(dd, s, q - s);
429150342Sphk			if (de == NULL)
430150342Sphk				de = devfs_vmkdir(dm, s, q - s, dd, 0);
431150342Sphk			s = q + 1;
432150342Sphk			dd = de;
433150342Sphk		}
434150342Sphk
435150342Sphk		de = devfs_newdirent(s, q - s);
436150342Sphk		if (cdp->cdp_c.si_flags & SI_ALIAS) {
437150342Sphk			de->de_uid = 0;
438150342Sphk			de->de_gid = 0;
439150342Sphk			de->de_mode = 0755;
440150342Sphk			de->de_dirent->d_type = DT_LNK;
441150342Sphk			pdev = cdp->cdp_c.si_parent;
442150342Sphk			j = strlen(pdev->si_name) + 1;
443150342Sphk			de->de_symlink = malloc(j, M_DEVFS, M_WAITOK);
444150342Sphk			bcopy(pdev->si_name, de->de_symlink, j);
445150342Sphk		} else {
446150342Sphk			de->de_uid = cdp->cdp_c.si_uid;
447150342Sphk			de->de_gid = cdp->cdp_c.si_gid;
448150342Sphk			de->de_mode = cdp->cdp_c.si_mode;
449150342Sphk			de->de_dirent->d_type = DT_CHR;
450150342Sphk		}
451150342Sphk		de->de_inode = cdp->cdp_inode;
452150342Sphk		de->de_cdp = cdp;
453101069Srwatson#ifdef MAC
454150342Sphk		mac_create_devfs_device(cdp->cdp_c.si_cred, dm->dm_mount,
455150342Sphk		    &cdp->cdp_c, de);
456101069Srwatson#endif
457150342Sphk		de->de_dir = dd;
458150342Sphk		TAILQ_INSERT_TAIL(&dd->de_dlist, de, de_list);
459150342Sphk		devfs_rules_apply(dm, de);
460150342Sphk		dev_lock();
461150342Sphk		/* XXX: could check that cdp is still active here */
462150342Sphk		KASSERT(cdp->cdp_dirents[dm->dm_idx] == NULL,
463150342Sphk		    ("%s %d\n", __func__, __LINE__));
464150342Sphk		cdp->cdp_dirents[dm->dm_idx] = de;
465150342Sphk		KASSERT(de->de_cdp != (void *)0xdeadc0de,
466150342Sphk		    ("%s %d\n", __func__, __LINE__));
467150342Sphk		dev_unlock();
468150342Sphk		return (1);
46964880Sphk	}
470150342Sphk	dev_unlock();
471150342Sphk	return (0);
47264880Sphk}
47364880Sphk
474163481Skib/*
475163481Skib * The caller needs to hold the dm for the duration of the call.
476163481Skib */
477150342Sphkvoid
478150342Sphkdevfs_populate(struct devfs_mount *dm)
479150342Sphk{
480150342Sphk
481150342Sphk	sx_assert(&dm->dm_lock, SX_XLOCKED);
482150342Sphk	if (dm->dm_generation == devfs_generation)
483150342Sphk		return;
484150342Sphk	while (devfs_populate_loop(dm, 0))
485150342Sphk		continue;
486150342Sphk	dm->dm_generation = devfs_generation;
487150342Sphk}
488150342Sphk
489163481Skib/*
490163481Skib * The caller needs to hold the dm for the duration of the call.
491163481Skib */
492150342Sphkvoid
493150342Sphkdevfs_cleanup(struct devfs_mount *dm)
494150342Sphk{
495150342Sphk
496150342Sphk	sx_assert(&dm->dm_lock, SX_XLOCKED);
497150342Sphk	while (devfs_populate_loop(dm, 1))
498150342Sphk		continue;
499150342Sphk	devfs_purge(dm, dm->dm_rootdir);
500150342Sphk}
501150342Sphk
502130678Sphk/*
503130678Sphk * devfs_create() and devfs_destroy() are called from kern_conf.c and
504130678Sphk * in both cases the devlock() mutex is held, so no further locking
505130678Sphk * is necesary and no sleeping allowed.
506130678Sphk */
507130678Sphk
508111730Sphkvoid
509130585Sphkdevfs_create(struct cdev *dev)
51064880Sphk{
511150342Sphk	struct cdev_priv *cdp;
51265515Sphk
513150342Sphk	mtx_assert(&devmtx, MA_OWNED);
514150342Sphk	cdp = dev->si_priv;
515150342Sphk	cdp->cdp_flags |= CDP_ACTIVE;
516150342Sphk	cdp->cdp_inode = alloc_unrl(devfs_inos);
517150342Sphk	dev_refl(dev);
518150342Sphk	TAILQ_INSERT_TAIL(&cdevp_list, cdp, cdp_list);
519130678Sphk	devfs_generation++;
52064880Sphk}
52164880Sphk
522111730Sphkvoid
523130585Sphkdevfs_destroy(struct cdev *dev)
52464880Sphk{
525150342Sphk	struct cdev_priv *cdp;
52665515Sphk
527150342Sphk	mtx_assert(&devmtx, MA_OWNED);
528150342Sphk	cdp = dev->si_priv;
529150342Sphk	cdp->cdp_flags &= ~CDP_ACTIVE;
530130678Sphk	devfs_generation++;
53164880Sphk}
532150342Sphk
533150342Sphkstatic void
534150342Sphkdevfs_devs_init(void *junk __unused)
535150342Sphk{
536150342Sphk
537150342Sphk	devfs_inos = new_unrhdr(DEVFS_ROOTINO + 1, INT_MAX, &devmtx);
538150342Sphk}
539150342Sphk
540150342SphkSYSINIT(devfs_devs, SI_SUB_DEVFS, SI_ORDER_FIRST, devfs_devs_init, NULL);
541