1139776Simp/*- 2130678Sphk * Copyright (c) 2000,2004 364880Sphk * Poul-Henning Kamp. All rights reserved. 464880Sphk * 564880Sphk * Redistribution and use in source and binary forms, with or without 664880Sphk * modification, are permitted provided that the following conditions 764880Sphk * are met: 864880Sphk * 1. Redistributions of source code must retain the above copyright 964880Sphk * notice, this list of conditions and the following disclaimer. 1064880Sphk * 2. Neither the name of the University nor the names of its contributors 1164880Sphk * may be used to endorse or promote products derived from this software 1264880Sphk * without specific prior written permission. 1364880Sphk * 1464880Sphk * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND 1564880Sphk * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 1664880Sphk * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 1764880Sphk * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE 1864880Sphk * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 1964880Sphk * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 2064880Sphk * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 2164880Sphk * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 2264880Sphk * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 2364880Sphk * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 2464880Sphk * SUCH DAMAGE. 2564880Sphk * 2664880Sphk * From: FreeBSD: src/sys/miscfs/kernfs/kernfs_vfsops.c 1.36 2764880Sphk * 2864880Sphk * $FreeBSD: releng/10.3/sys/fs/devfs/devfs_devs.c 295613 2016-02-14 17:21:19Z kib $ 2964880Sphk */ 3064880Sphk 3164880Sphk#include <sys/param.h> 3264880Sphk#include <sys/systm.h> 3376166Smarkm#include <sys/conf.h> 3464880Sphk#include <sys/dirent.h> 3576166Smarkm#include <sys/kernel.h> 36150342Sphk#include <sys/limits.h> 3776166Smarkm#include <sys/lock.h> 3864880Sphk#include <sys/malloc.h> 3976166Smarkm#include <sys/proc.h> 40150342Sphk#include <sys/sx.h> 4165515Sphk#include <sys/sysctl.h> 4276166Smarkm#include <sys/vnode.h> 4364880Sphk 44150342Sphk#include <sys/kdb.h> 4565515Sphk 4664880Sphk#include <fs/devfs/devfs.h> 47149144Sphk#include <fs/devfs/devfs_int.h> 4864880Sphk 49163606Srwatson#include <security/mac/mac_framework.h> 50163606Srwatson 51150342Sphk/* 52150342Sphk * The one true (but secret) list of active devices in the system. 53150342Sphk * Locked by dev_lock()/devmtx 54150342Sphk */ 55163481Skibstruct cdev_priv_list cdevp_list = TAILQ_HEAD_INITIALIZER(cdevp_list); 5665515Sphk 57150342Sphkstruct unrhdr *devfs_inos; 5869767Sphk 59150342Sphk 60150342Sphkstatic MALLOC_DEFINE(M_DEVFS2, "DEVFS2", "DEVFS data 2"); 61150342Sphkstatic MALLOC_DEFINE(M_DEVFS3, "DEVFS3", "DEVFS data 3"); 62150342Sphkstatic MALLOC_DEFINE(M_CDEVP, "DEVFS1", "DEVFS cdev_priv storage"); 63150342Sphk 64281255SkibSYSCTL_NODE(_vfs, OID_AUTO, devfs, CTLFLAG_RW, 0, "DEVFS filesystem"); 65150342Sphk 66150342Sphkstatic unsigned devfs_generation; 6765515SphkSYSCTL_UINT(_vfs_devfs, OID_AUTO, generation, CTLFLAG_RD, 6865515Sphk &devfs_generation, 0, "DEVFS generation number"); 6965515Sphk 70150147Sphkunsigned devfs_rule_depth = 1; 71150147SphkSYSCTL_UINT(_vfs_devfs, OID_AUTO, rule_depth, CTLFLAG_RW, 72150342Sphk &devfs_rule_depth, 0, "Max depth of ruleset include"); 73150147Sphk 74149146Sphk/* 75203292Sed * Helper sysctl for devname(3). We're given a dev_t and return the 76203292Sed * name, if any, registered by the device driver. 77149146Sphk */ 78149146Sphkstatic int 79149146Sphksysctl_devname(SYSCTL_HANDLER_ARGS) 80149146Sphk{ 81149146Sphk int error; 82149146Sphk dev_t ud; 83150342Sphk struct cdev_priv *cdp; 84203292Sed struct cdev *dev; 85149146Sphk 86149146Sphk error = SYSCTL_IN(req, &ud, sizeof (ud)); 87149146Sphk if (error) 88149146Sphk return (error); 89149146Sphk if (ud == NODEV) 90203292Sed return (EINVAL); 91203292Sed dev = NULL; 92150342Sphk dev_lock(); 93150342Sphk TAILQ_FOREACH(cdp, &cdevp_list, cdp_list) 94203292Sed if (cdp->cdp_inode == ud) { 95203292Sed dev = &cdp->cdp_c; 96203292Sed dev_refl(dev); 97150342Sphk break; 98203292Sed } 99150342Sphk dev_unlock(); 100203292Sed if (dev == NULL) 101203292Sed return (ENOENT); 102203292Sed error = SYSCTL_OUT(req, dev->si_name, strlen(dev->si_name) + 1); 103203292Sed dev_rel(dev); 104149146Sphk return (error); 105149146Sphk} 106149146Sphk 107187864SedSYSCTL_PROC(_kern, OID_AUTO, devname, 108187864Sed CTLTYPE_OPAQUE|CTLFLAG_RW|CTLFLAG_ANYBODY|CTLFLAG_MPSAFE, 109187864Sed NULL, 0, sysctl_devname, "", "devname(3) handler"); 110149146Sphk 111149146SphkSYSCTL_INT(_debug_sizeof, OID_AUTO, cdev, CTLFLAG_RD, 112273736Shselasky SYSCTL_NULL_INT_PTR, sizeof(struct cdev), "sizeof(struct cdev)"); 113149146Sphk 114150342SphkSYSCTL_INT(_debug_sizeof, OID_AUTO, cdev_priv, CTLFLAG_RD, 115273736Shselasky SYSCTL_NULL_INT_PTR, sizeof(struct cdev_priv), "sizeof(struct cdev_priv)"); 11665515Sphk 117150342Sphkstruct cdev * 118207729Skibdevfs_alloc(int flags) 11965515Sphk{ 120150342Sphk struct cdev_priv *cdp; 121150342Sphk struct cdev *cdev; 122183230Sed struct timespec ts; 12365515Sphk 124243039Skib cdp = malloc(sizeof *cdp, M_CDEVP, M_ZERO | 125207729Skib ((flags & MAKEDEV_NOWAIT) ? M_NOWAIT : M_WAITOK)); 126207729Skib if (cdp == NULL) 127207729Skib return (NULL); 12865515Sphk 129150342Sphk cdp->cdp_dirents = &cdp->cdp_dirent0; 130150342Sphk cdp->cdp_dirent0 = NULL; 131150342Sphk cdp->cdp_maxdirent = 0; 132207729Skib cdp->cdp_inode = 0; 13365515Sphk 134150342Sphk cdev = &cdp->cdp_c; 13565515Sphk 136150342Sphk LIST_INIT(&cdev->si_children); 137183230Sed vfs_timestamp(&ts); 138183230Sed cdev->si_atime = cdev->si_mtime = cdev->si_ctime = ts; 139207729Skib cdev->si_cred = NULL; 140183230Sed 141150342Sphk return (cdev); 14265515Sphk} 14365515Sphk 144213221Sjhint 145213221Sjhdevfs_dev_exists(const char *name) 146213221Sjh{ 147213221Sjh struct cdev_priv *cdp; 148213221Sjh 149213221Sjh mtx_assert(&devmtx, MA_OWNED); 150213221Sjh 151213221Sjh TAILQ_FOREACH(cdp, &cdevp_list, cdp_list) { 152213221Sjh if ((cdp->cdp_flags & CDP_ACTIVE) == 0) 153213221Sjh continue; 154213221Sjh if (devfs_pathpath(cdp->cdp_c.si_name, name) != 0) 155213221Sjh return (1); 156213221Sjh if (devfs_pathpath(name, cdp->cdp_c.si_name) != 0) 157213221Sjh return (1); 158213221Sjh } 159213221Sjh if (devfs_dir_find(name) != 0) 160213221Sjh return (1); 161213221Sjh 162213221Sjh return (0); 163213221Sjh} 164213221Sjh 165150342Sphkvoid 166150342Sphkdevfs_free(struct cdev *cdev) 16765515Sphk{ 168150342Sphk struct cdev_priv *cdp; 16965515Sphk 170179828Skib cdp = cdev2priv(cdev); 171150342Sphk if (cdev->si_cred != NULL) 172150342Sphk crfree(cdev->si_cred); 173226041Skib devfs_free_cdp_inode(cdp->cdp_inode); 174150342Sphk if (cdp->cdp_maxdirent > 0) 175150342Sphk free(cdp->cdp_dirents, M_DEVFS2); 176150342Sphk free(cdp, M_CDEVP); 17765515Sphk} 17865515Sphk 179150342Sphkstruct devfs_dirent * 180211226Sjhdevfs_find(struct devfs_dirent *dd, const char *name, int namelen, int type) 18165132Sphk{ 18265132Sphk struct devfs_dirent *de; 18365132Sphk 18465132Sphk TAILQ_FOREACH(de, &dd->de_dlist, de_list) { 18565132Sphk if (namelen != de->de_dirent->d_namlen) 18665132Sphk continue; 187211226Sjh if (type != 0 && type != de->de_dirent->d_type) 188211226Sjh continue; 189277746Skib 190277746Skib /* 191277746Skib * The race with finding non-active name is not 192277746Skib * completely closed by the check, but it is similar 193277746Skib * to the devfs_allocv() in making it unlikely enough. 194277746Skib */ 195277746Skib if (de->de_dirent->d_type == DT_CHR && 196277746Skib (de->de_cdp->cdp_flags & CDP_ACTIVE) == 0) 197277746Skib continue; 198277746Skib 19965132Sphk if (bcmp(name, de->de_dirent->d_name, namelen) != 0) 20065132Sphk continue; 20165132Sphk break; 20265132Sphk } 203212826Sjh KASSERT(de == NULL || (de->de_flags & DE_DOOMED) == 0, 204212826Sjh ("devfs_find: returning a doomed entry")); 20565132Sphk return (de); 20665132Sphk} 20765132Sphk 20865132Sphkstruct devfs_dirent * 20964880Sphkdevfs_newdirent(char *name, int namelen) 21064880Sphk{ 21164880Sphk int i; 21264880Sphk struct devfs_dirent *de; 21364880Sphk struct dirent d; 21464880Sphk 21564880Sphk d.d_namlen = namelen; 216150342Sphk i = sizeof (*de) + GENERIC_DIRSIZ(&d); 217150342Sphk de = malloc(i, M_DEVFS3, M_WAITOK | M_ZERO); 21864880Sphk de->de_dirent = (struct dirent *)(de + 1); 21964880Sphk de->de_dirent->d_namlen = namelen; 22064880Sphk de->de_dirent->d_reclen = GENERIC_DIRSIZ(&d); 22171822Sphk bcopy(name, de->de_dirent->d_name, namelen); 22271822Sphk de->de_dirent->d_name[namelen] = '\0'; 22385979Sphk vfs_timestamp(&de->de_ctime); 22465051Sphk de->de_mtime = de->de_atime = de->de_ctime; 22565051Sphk de->de_links = 1; 226162398Skib de->de_holdcnt = 1; 227101069Srwatson#ifdef MAC 228172930Srwatson mac_devfs_init(de); 229101069Srwatson#endif 23064880Sphk return (de); 23164880Sphk} 23264880Sphk 23365051Sphkstruct devfs_dirent * 234208951Sjhdevfs_parent_dirent(struct devfs_dirent *de) 235208951Sjh{ 236208951Sjh 237208951Sjh if (de->de_dirent->d_type != DT_DIR) 238208951Sjh return (de->de_dir); 239208951Sjh 240208951Sjh if (de->de_flags & (DE_DOT | DE_DOTDOT)) 241208951Sjh return (NULL); 242208951Sjh 243208951Sjh de = TAILQ_FIRST(&de->de_dlist); /* "." */ 244208951Sjh if (de == NULL) 245208951Sjh return (NULL); 246208951Sjh de = TAILQ_NEXT(de, de_list); /* ".." */ 247208951Sjh if (de == NULL) 248208951Sjh return (NULL); 249208951Sjh 250208951Sjh return (de->de_dir); 251208951Sjh} 252208951Sjh 253208951Sjhstruct devfs_dirent * 254150342Sphkdevfs_vmkdir(struct devfs_mount *dmp, char *name, int namelen, struct devfs_dirent *dotdot, u_int inode) 25564880Sphk{ 25665051Sphk struct devfs_dirent *dd; 25764880Sphk struct devfs_dirent *de; 25864880Sphk 259150342Sphk /* Create the new directory */ 26065051Sphk dd = devfs_newdirent(name, namelen); 26165051Sphk TAILQ_INIT(&dd->de_dlist); 26265051Sphk dd->de_dirent->d_type = DT_DIR; 26385979Sphk dd->de_mode = 0555; 26465051Sphk dd->de_links = 2; 26565051Sphk dd->de_dir = dd; 266150342Sphk if (inode != 0) 267150342Sphk dd->de_inode = inode; 268150342Sphk else 269150342Sphk dd->de_inode = alloc_unr(devfs_inos); 27065051Sphk 271211226Sjh /* 272211226Sjh * "." and ".." are always the two first entries in the 273211226Sjh * de_dlist list. 274211226Sjh * 275211226Sjh * Create the "." entry in the new directory. 276211226Sjh */ 27764880Sphk de = devfs_newdirent(".", 1); 27864880Sphk de->de_dirent->d_type = DT_DIR; 27965051Sphk de->de_flags |= DE_DOT; 28065051Sphk TAILQ_INSERT_TAIL(&dd->de_dlist, de, de_list); 281150342Sphk de->de_dir = dd; 28265051Sphk 283211226Sjh /* Create the ".." entry in the new directory. */ 28465051Sphk de = devfs_newdirent("..", 2); 28565051Sphk de->de_dirent->d_type = DT_DIR; 286150342Sphk de->de_flags |= DE_DOTDOT; 287150342Sphk TAILQ_INSERT_TAIL(&dd->de_dlist, de, de_list); 288150342Sphk if (dotdot == NULL) { 28965051Sphk de->de_dir = dd; 290150342Sphk } else { 29165051Sphk de->de_dir = dotdot; 292216461Sjh sx_assert(&dmp->dm_lock, SX_XLOCKED); 293150342Sphk TAILQ_INSERT_TAIL(&dotdot->de_dlist, dd, de_list); 294150342Sphk dotdot->de_links++; 295216461Sjh devfs_rules_apply(dmp, dd); 296150342Sphk } 29765051Sphk 298150342Sphk#ifdef MAC 299172930Srwatson mac_devfs_create_directory(dmp->dm_mount, name, namelen, dd); 300150342Sphk#endif 30164880Sphk return (dd); 30264880Sphk} 30364880Sphk 304150342Sphkvoid 305162398Skibdevfs_dirent_free(struct devfs_dirent *de) 306162398Skib{ 307295613Skib struct vnode *vp; 308295613Skib 309295613Skib vp = de->de_vnode; 310295613Skib mtx_lock(&devfs_de_interlock); 311295613Skib if (vp != NULL && vp->v_data == de) 312295613Skib vp->v_data = NULL; 313295613Skib mtx_unlock(&devfs_de_interlock); 314162398Skib free(de, M_DEVFS3); 315162398Skib} 316162398Skib 317163481Skib/* 318212660Sjh * Removes a directory if it is empty. Also empty parent directories are 319212660Sjh * removed recursively. 320212660Sjh */ 321212660Sjhstatic void 322212660Sjhdevfs_rmdir_empty(struct devfs_mount *dm, struct devfs_dirent *de) 323212660Sjh{ 324212660Sjh struct devfs_dirent *dd, *de_dot, *de_dotdot; 325212660Sjh 326212660Sjh sx_assert(&dm->dm_lock, SX_XLOCKED); 327212660Sjh 328212660Sjh for (;;) { 329212660Sjh KASSERT(de->de_dirent->d_type == DT_DIR, 330212660Sjh ("devfs_rmdir_empty: de is not a directory")); 331212660Sjh 332212660Sjh if ((de->de_flags & DE_DOOMED) != 0 || de == dm->dm_rootdir) 333212660Sjh return; 334212660Sjh 335212660Sjh de_dot = TAILQ_FIRST(&de->de_dlist); 336212660Sjh KASSERT(de_dot != NULL, ("devfs_rmdir_empty: . missing")); 337212660Sjh de_dotdot = TAILQ_NEXT(de_dot, de_list); 338212660Sjh KASSERT(de_dotdot != NULL, ("devfs_rmdir_empty: .. missing")); 339212660Sjh /* Return if the directory is not empty. */ 340212660Sjh if (TAILQ_NEXT(de_dotdot, de_list) != NULL) 341212660Sjh return; 342212660Sjh 343212660Sjh dd = devfs_parent_dirent(de); 344212660Sjh KASSERT(dd != NULL, ("devfs_rmdir_empty: NULL dd")); 345212826Sjh TAILQ_REMOVE(&de->de_dlist, de_dot, de_list); 346212826Sjh TAILQ_REMOVE(&de->de_dlist, de_dotdot, de_list); 347212660Sjh TAILQ_REMOVE(&dd->de_dlist, de, de_list); 348212660Sjh DEVFS_DE_HOLD(dd); 349212660Sjh devfs_delete(dm, de, DEVFS_DEL_NORECURSE); 350212660Sjh devfs_delete(dm, de_dot, DEVFS_DEL_NORECURSE); 351212660Sjh devfs_delete(dm, de_dotdot, DEVFS_DEL_NORECURSE); 352212660Sjh if (DEVFS_DE_DROP(dd)) { 353212660Sjh devfs_dirent_free(dd); 354212660Sjh return; 355212660Sjh } 356212660Sjh 357212660Sjh de = dd; 358212660Sjh } 359212660Sjh} 360212660Sjh 361212660Sjh/* 362163481Skib * The caller needs to hold the dm for the duration of the call since 363163481Skib * dm->dm_lock may be temporary dropped. 364163481Skib */ 365162398Skibvoid 366212660Sjhdevfs_delete(struct devfs_mount *dm, struct devfs_dirent *de, int flags) 36764880Sphk{ 368212660Sjh struct devfs_dirent *dd; 369163481Skib struct vnode *vp; 37064880Sphk 371162398Skib KASSERT((de->de_flags & DE_DOOMED) == 0, 372162398Skib ("devfs_delete doomed dirent")); 373162398Skib de->de_flags |= DE_DOOMED; 374212660Sjh 375212660Sjh if ((flags & DEVFS_DEL_NORECURSE) == 0) { 376212660Sjh dd = devfs_parent_dirent(de); 377212660Sjh if (dd != NULL) 378212660Sjh DEVFS_DE_HOLD(dd); 379213215Sjh if (de->de_flags & DE_USER) { 380213215Sjh KASSERT(dd != NULL, ("devfs_delete: NULL dd")); 381213215Sjh devfs_dir_unref_de(dm, dd); 382213215Sjh } 383212660Sjh } else 384212660Sjh dd = NULL; 385212660Sjh 386163481Skib mtx_lock(&devfs_de_interlock); 387163481Skib vp = de->de_vnode; 388163481Skib if (vp != NULL) { 389163481Skib VI_LOCK(vp); 390163481Skib mtx_unlock(&devfs_de_interlock); 391163481Skib vholdl(vp); 392163481Skib sx_unlock(&dm->dm_lock); 393212660Sjh if ((flags & DEVFS_DEL_VNLOCKED) == 0) 394175202Sattilio vn_lock(vp, LK_EXCLUSIVE | LK_INTERLOCK | LK_RETRY); 395163481Skib else 396163481Skib VI_UNLOCK(vp); 397163481Skib vgone(vp); 398212660Sjh if ((flags & DEVFS_DEL_VNLOCKED) == 0) 399175294Sattilio VOP_UNLOCK(vp, 0); 400163481Skib vdrop(vp); 401163481Skib sx_xlock(&dm->dm_lock); 402163481Skib } else 403163481Skib mtx_unlock(&devfs_de_interlock); 40464880Sphk if (de->de_symlink) { 405150151Sphk free(de->de_symlink, M_DEVFS); 40664880Sphk de->de_symlink = NULL; 40764880Sphk } 408101069Srwatson#ifdef MAC 409172930Srwatson mac_devfs_destroy(de); 410101069Srwatson#endif 411150342Sphk if (de->de_inode > DEVFS_ROOTINO) { 412226041Skib devfs_free_cdp_inode(de->de_inode); 413150342Sphk de->de_inode = 0; 414150342Sphk } 415162398Skib if (DEVFS_DE_DROP(de)) 416162398Skib devfs_dirent_free(de); 417212660Sjh 418212660Sjh if (dd != NULL) { 419212660Sjh if (DEVFS_DE_DROP(dd)) 420212660Sjh devfs_dirent_free(dd); 421212660Sjh else 422212660Sjh devfs_rmdir_empty(dm, dd); 423212660Sjh } 42464880Sphk} 42564880Sphk 426150342Sphk/* 427150342Sphk * Called on unmount. 428163481Skib * Recursively removes the entire tree. 429163481Skib * The caller needs to hold the dm for the duration of the call. 430150342Sphk */ 431150342Sphk 432150342Sphkstatic void 433150342Sphkdevfs_purge(struct devfs_mount *dm, struct devfs_dirent *dd) 43464880Sphk{ 43564880Sphk struct devfs_dirent *de; 43664880Sphk 437150342Sphk sx_assert(&dm->dm_lock, SX_XLOCKED); 438212660Sjh 439212660Sjh DEVFS_DE_HOLD(dd); 44064880Sphk for (;;) { 441213215Sjh /* 442213215Sjh * Use TAILQ_LAST() to remove "." and ".." last. 443213215Sjh * We might need ".." to resolve a path in 444213215Sjh * devfs_dir_unref_de(). 445213215Sjh */ 446213215Sjh de = TAILQ_LAST(&dd->de_dlist, devfs_dlist_head); 44764880Sphk if (de == NULL) 44864880Sphk break; 449150342Sphk TAILQ_REMOVE(&dd->de_dlist, de, de_list); 450213215Sjh if (de->de_flags & DE_USER) 451213215Sjh devfs_dir_unref_de(dm, dd); 452212660Sjh if (de->de_flags & (DE_DOT | DE_DOTDOT)) 453212660Sjh devfs_delete(dm, de, DEVFS_DEL_NORECURSE); 454150342Sphk else if (de->de_dirent->d_type == DT_DIR) 455150342Sphk devfs_purge(dm, de); 456212660Sjh else 457212660Sjh devfs_delete(dm, de, DEVFS_DEL_NORECURSE); 45864880Sphk } 459212660Sjh if (DEVFS_DE_DROP(dd)) 460212660Sjh devfs_dirent_free(dd); 461212660Sjh else if ((dd->de_flags & DE_DOOMED) == 0) 462212660Sjh devfs_delete(dm, dd, DEVFS_DEL_NORECURSE); 46364880Sphk} 46464880Sphk 465150342Sphk/* 466150342Sphk * Each cdev_priv has an array of pointers to devfs_dirent which is indexed 467150342Sphk * by the mount points dm_idx. 468150342Sphk * This function extends the array when necessary, taking into account that 469150342Sphk * the default array is 1 element and not malloc'ed. 470150342Sphk */ 471150342Sphkstatic void 472150342Sphkdevfs_metoo(struct cdev_priv *cdp, struct devfs_mount *dm) 473150342Sphk{ 474150342Sphk struct devfs_dirent **dep; 475150342Sphk int siz; 47664880Sphk 477150342Sphk siz = (dm->dm_idx + 1) * sizeof *dep; 478150342Sphk dep = malloc(siz, M_DEVFS2, M_WAITOK | M_ZERO); 479150342Sphk dev_lock(); 480150342Sphk if (dm->dm_idx <= cdp->cdp_maxdirent) { 481150342Sphk /* We got raced */ 482150342Sphk dev_unlock(); 483150342Sphk free(dep, M_DEVFS2); 484150342Sphk return; 485150342Sphk } 486150342Sphk memcpy(dep, cdp->cdp_dirents, (cdp->cdp_maxdirent + 1) * sizeof *dep); 487150342Sphk if (cdp->cdp_maxdirent > 0) 488150342Sphk free(cdp->cdp_dirents, M_DEVFS2); 489150342Sphk cdp->cdp_dirents = dep; 490150342Sphk /* 491150342Sphk * XXX: if malloc told us how much we actually got this could 492150342Sphk * XXX: be optimized. 493150342Sphk */ 494150342Sphk cdp->cdp_maxdirent = dm->dm_idx; 495150342Sphk dev_unlock(); 496150342Sphk} 497150342Sphk 498163481Skib/* 499163481Skib * The caller needs to hold the dm for the duration of the call. 500163481Skib */ 501150342Sphkstatic int 502150342Sphkdevfs_populate_loop(struct devfs_mount *dm, int cleanup) 50364880Sphk{ 504150342Sphk struct cdev_priv *cdp; 505150342Sphk struct devfs_dirent *de; 50665051Sphk struct devfs_dirent *dd; 507150342Sphk struct cdev *pdev; 508211226Sjh int de_flags, j; 50964880Sphk char *q, *s; 51064880Sphk 511150342Sphk sx_assert(&dm->dm_lock, SX_XLOCKED); 512150342Sphk dev_lock(); 513150342Sphk TAILQ_FOREACH(cdp, &cdevp_list, cdp_list) { 514150342Sphk 515150342Sphk KASSERT(cdp->cdp_dirents != NULL, ("NULL cdp_dirents")); 516150342Sphk 517150342Sphk /* 518150342Sphk * If we are unmounting, or the device has been destroyed, 519150342Sphk * clean up our dirent. 520150342Sphk */ 521150342Sphk if ((cleanup || !(cdp->cdp_flags & CDP_ACTIVE)) && 522150342Sphk dm->dm_idx <= cdp->cdp_maxdirent && 523150342Sphk cdp->cdp_dirents[dm->dm_idx] != NULL) { 524150342Sphk de = cdp->cdp_dirents[dm->dm_idx]; 525150342Sphk cdp->cdp_dirents[dm->dm_idx] = NULL; 526150342Sphk KASSERT(cdp == de->de_cdp, 527150342Sphk ("%s %d %s %p %p", __func__, __LINE__, 528150342Sphk cdp->cdp_c.si_name, cdp, de->de_cdp)); 529150342Sphk KASSERT(de->de_dir != NULL, ("Null de->de_dir")); 530150342Sphk dev_unlock(); 531150342Sphk 532150342Sphk TAILQ_REMOVE(&de->de_dir->de_dlist, de, de_list); 533150342Sphk de->de_cdp = NULL; 534150342Sphk de->de_inode = 0; 535163481Skib devfs_delete(dm, de, 0); 536163481Skib dev_lock(); 537163481Skib cdp->cdp_inuse--; 538163481Skib dev_unlock(); 539150342Sphk return (1); 540150342Sphk } 541150342Sphk /* 542150342Sphk * GC any lingering devices 543150342Sphk */ 544150342Sphk if (!(cdp->cdp_flags & CDP_ACTIVE)) { 545150342Sphk if (cdp->cdp_inuse > 0) 54665051Sphk continue; 547150342Sphk TAILQ_REMOVE(&cdevp_list, cdp, cdp_list); 548150342Sphk dev_unlock(); 549150342Sphk dev_rel(&cdp->cdp_c); 550150342Sphk return (1); 551150342Sphk } 552150342Sphk /* 553150342Sphk * Don't create any new dirents if we are unmounting 554150342Sphk */ 555150342Sphk if (cleanup) 556150342Sphk continue; 557150342Sphk KASSERT((cdp->cdp_flags & CDP_ACTIVE), ("Bogons, I tell ya'!")); 558150342Sphk 559150342Sphk if (dm->dm_idx <= cdp->cdp_maxdirent && 560150342Sphk cdp->cdp_dirents[dm->dm_idx] != NULL) { 561150342Sphk de = cdp->cdp_dirents[dm->dm_idx]; 562150342Sphk KASSERT(cdp == de->de_cdp, ("inconsistent cdp")); 563150342Sphk continue; 564150342Sphk } 565150342Sphk 566150342Sphk 567150342Sphk cdp->cdp_inuse++; 568150342Sphk dev_unlock(); 569150342Sphk 570150342Sphk if (dm->dm_idx > cdp->cdp_maxdirent) 571150342Sphk devfs_metoo(cdp, dm); 572150342Sphk 573150342Sphk dd = dm->dm_rootdir; 574150342Sphk s = cdp->cdp_c.si_name; 575150342Sphk for (;;) { 576150342Sphk for (q = s; *q != '/' && *q != '\0'; q++) 57764880Sphk continue; 578150342Sphk if (*q != '/') 579150342Sphk break; 580211226Sjh de = devfs_find(dd, s, q - s, 0); 581150342Sphk if (de == NULL) 582150342Sphk de = devfs_vmkdir(dm, s, q - s, dd, 0); 583211226Sjh else if (de->de_dirent->d_type == DT_LNK) { 584211226Sjh de = devfs_find(dd, s, q - s, DT_DIR); 585211226Sjh if (de == NULL) 586211226Sjh de = devfs_vmkdir(dm, s, q - s, dd, 0); 587211226Sjh de->de_flags |= DE_COVERED; 588211226Sjh } 589150342Sphk s = q + 1; 590150342Sphk dd = de; 591211226Sjh KASSERT(dd->de_dirent->d_type == DT_DIR && 592211226Sjh (dd->de_flags & (DE_DOT | DE_DOTDOT)) == 0, 593211226Sjh ("%s: invalid directory (si_name=%s)", 594211226Sjh __func__, cdp->cdp_c.si_name)); 595211226Sjh 596150342Sphk } 597211226Sjh de_flags = 0; 598211226Sjh de = devfs_find(dd, s, q - s, DT_LNK); 599211226Sjh if (de != NULL) 600211226Sjh de_flags |= DE_COVERED; 601150342Sphk 602150342Sphk de = devfs_newdirent(s, q - s); 603150342Sphk if (cdp->cdp_c.si_flags & SI_ALIAS) { 604150342Sphk de->de_uid = 0; 605150342Sphk de->de_gid = 0; 606150342Sphk de->de_mode = 0755; 607150342Sphk de->de_dirent->d_type = DT_LNK; 608150342Sphk pdev = cdp->cdp_c.si_parent; 609150342Sphk j = strlen(pdev->si_name) + 1; 610150342Sphk de->de_symlink = malloc(j, M_DEVFS, M_WAITOK); 611150342Sphk bcopy(pdev->si_name, de->de_symlink, j); 612150342Sphk } else { 613150342Sphk de->de_uid = cdp->cdp_c.si_uid; 614150342Sphk de->de_gid = cdp->cdp_c.si_gid; 615150342Sphk de->de_mode = cdp->cdp_c.si_mode; 616150342Sphk de->de_dirent->d_type = DT_CHR; 617150342Sphk } 618211226Sjh de->de_flags |= de_flags; 619150342Sphk de->de_inode = cdp->cdp_inode; 620150342Sphk de->de_cdp = cdp; 621101069Srwatson#ifdef MAC 622172930Srwatson mac_devfs_create_device(cdp->cdp_c.si_cred, dm->dm_mount, 623150342Sphk &cdp->cdp_c, de); 624101069Srwatson#endif 625150342Sphk de->de_dir = dd; 626150342Sphk TAILQ_INSERT_TAIL(&dd->de_dlist, de, de_list); 627150342Sphk devfs_rules_apply(dm, de); 628150342Sphk dev_lock(); 629150342Sphk /* XXX: could check that cdp is still active here */ 630150342Sphk KASSERT(cdp->cdp_dirents[dm->dm_idx] == NULL, 631150342Sphk ("%s %d\n", __func__, __LINE__)); 632150342Sphk cdp->cdp_dirents[dm->dm_idx] = de; 633150342Sphk KASSERT(de->de_cdp != (void *)0xdeadc0de, 634150342Sphk ("%s %d\n", __func__, __LINE__)); 635150342Sphk dev_unlock(); 636150342Sphk return (1); 63764880Sphk } 638150342Sphk dev_unlock(); 639150342Sphk return (0); 64064880Sphk} 64164880Sphk 642163481Skib/* 643163481Skib * The caller needs to hold the dm for the duration of the call. 644163481Skib */ 645150342Sphkvoid 646150342Sphkdevfs_populate(struct devfs_mount *dm) 647150342Sphk{ 648224743Skib unsigned gen; 649150342Sphk 650150342Sphk sx_assert(&dm->dm_lock, SX_XLOCKED); 651224743Skib gen = devfs_generation; 652224743Skib if (dm->dm_generation == gen) 653150342Sphk return; 654150342Sphk while (devfs_populate_loop(dm, 0)) 655150342Sphk continue; 656224743Skib dm->dm_generation = gen; 657150342Sphk} 658150342Sphk 659163481Skib/* 660163481Skib * The caller needs to hold the dm for the duration of the call. 661163481Skib */ 662150342Sphkvoid 663150342Sphkdevfs_cleanup(struct devfs_mount *dm) 664150342Sphk{ 665150342Sphk 666150342Sphk sx_assert(&dm->dm_lock, SX_XLOCKED); 667150342Sphk while (devfs_populate_loop(dm, 1)) 668150342Sphk continue; 669150342Sphk devfs_purge(dm, dm->dm_rootdir); 670150342Sphk} 671150342Sphk 672130678Sphk/* 673130678Sphk * devfs_create() and devfs_destroy() are called from kern_conf.c and 674130678Sphk * in both cases the devlock() mutex is held, so no further locking 675249583Sgabor * is necessary and no sleeping allowed. 676130678Sphk */ 677130678Sphk 678111730Sphkvoid 679130585Sphkdevfs_create(struct cdev *dev) 68064880Sphk{ 681150342Sphk struct cdev_priv *cdp; 68265515Sphk 683150342Sphk mtx_assert(&devmtx, MA_OWNED); 684179828Skib cdp = cdev2priv(dev); 685150342Sphk cdp->cdp_flags |= CDP_ACTIVE; 686150342Sphk cdp->cdp_inode = alloc_unrl(devfs_inos); 687150342Sphk dev_refl(dev); 688150342Sphk TAILQ_INSERT_TAIL(&cdevp_list, cdp, cdp_list); 689130678Sphk devfs_generation++; 69064880Sphk} 69164880Sphk 692111730Sphkvoid 693130585Sphkdevfs_destroy(struct cdev *dev) 69464880Sphk{ 695150342Sphk struct cdev_priv *cdp; 69665515Sphk 697150342Sphk mtx_assert(&devmtx, MA_OWNED); 698179828Skib cdp = cdev2priv(dev); 699150342Sphk cdp->cdp_flags &= ~CDP_ACTIVE; 700130678Sphk devfs_generation++; 70164880Sphk} 702150342Sphk 703226041Skibino_t 704226041Skibdevfs_alloc_cdp_inode(void) 705226041Skib{ 706226041Skib 707226041Skib return (alloc_unr(devfs_inos)); 708226041Skib} 709226041Skib 710226041Skibvoid 711226041Skibdevfs_free_cdp_inode(ino_t ino) 712226041Skib{ 713226041Skib 714226041Skib if (ino > 0) 715226041Skib free_unr(devfs_inos, ino); 716226041Skib} 717226041Skib 718150342Sphkstatic void 719150342Sphkdevfs_devs_init(void *junk __unused) 720150342Sphk{ 721150342Sphk 722150342Sphk devfs_inos = new_unrhdr(DEVFS_ROOTINO + 1, INT_MAX, &devmtx); 723150342Sphk} 724150342Sphk 725150342SphkSYSINIT(devfs_devs, SI_SUB_DEVFS, SI_ORDER_FIRST, devfs_devs_init, NULL); 726