kern_conf.c revision 235899
111126Sjulian/*- 2103722Sphk * Copyright (c) 1999-2002 Poul-Henning Kamp 311126Sjulian * All rights reserved. 411126Sjulian * 511126Sjulian * Redistribution and use in source and binary forms, with or without 611126Sjulian * modification, are permitted provided that the following conditions 711126Sjulian * are met: 811126Sjulian * 1. Redistributions of source code must retain the above copyright 911126Sjulian * notice, this list of conditions and the following disclaimer. 1011126Sjulian * 2. Redistributions in binary form must reproduce the above copyright 1111126Sjulian * notice, this list of conditions and the following disclaimer in the 1211126Sjulian * documentation and/or other materials provided with the distribution. 1311126Sjulian * 14103722Sphk * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 15103722Sphk * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 1611126Sjulian * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 17103722Sphk * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 1811126Sjulian * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 1911126Sjulian * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 2011126Sjulian * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 2111126Sjulian * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 2211126Sjulian * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 2311126Sjulian * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 2411126Sjulian * SUCH DAMAGE. 2511126Sjulian */ 2611126Sjulian 27116182Sobrien#include <sys/cdefs.h> 28116182Sobrien__FBSDID("$FreeBSD: head/sys/kern/kern_conf.c 235899 2012-05-24 11:24:44Z mav $"); 29116182Sobrien 3011126Sjulian#include <sys/param.h> 3148936Sphk#include <sys/kernel.h> 3283366Sjulian#include <sys/systm.h> 33178991Skib#include <sys/bus.h> 34111179Sphk#include <sys/bio.h> 3590737Sgreen#include <sys/lock.h> 3690737Sgreen#include <sys/mutex.h> 3736735Sdfr#include <sys/module.h> 3848936Sphk#include <sys/malloc.h> 3911126Sjulian#include <sys/conf.h> 4012954Sjulian#include <sys/vnode.h> 4148936Sphk#include <sys/queue.h> 42120514Sphk#include <sys/poll.h> 43171181Skib#include <sys/sx.h> 4465374Sphk#include <sys/ctype.h> 45147982Srwatson#include <sys/ucred.h> 46171181Skib#include <sys/taskqueue.h> 4749535Sphk#include <machine/stdarg.h> 4811126Sjulian 49149144Sphk#include <fs/devfs/devfs_int.h> 50193275Sjhb#include <vm/vm.h> 51149144Sphk 52131996Sphkstatic MALLOC_DEFINE(M_DEVT, "cdev", "cdev storage"); 5348936Sphk 54150342Sphkstruct mtx devmtx; 55142242Sphkstatic void destroy_devl(struct cdev *dev); 56171188Skibstatic int destroy_dev_sched_cbl(struct cdev *dev, 57171188Skib void (*cb)(void *), void *arg); 58228804Sjhbstatic void destroy_dev_tq(void *ctx, int pending); 59209106Skibstatic int make_dev_credv(int flags, struct cdev **dres, struct cdevsw *devsw, 60209106Skib int unit, struct ucred *cr, uid_t uid, gid_t gid, int mode, const char *fmt, 61171181Skib va_list ap); 62171181Skib 63170950Skibstatic struct cdev_priv_list cdevp_free_list = 64170950Skib TAILQ_HEAD_INITIALIZER(cdevp_free_list); 65177301Skibstatic SLIST_HEAD(free_cdevsw, cdevsw) cdevsw_gt_post_list = 66201145Santoine SLIST_HEAD_INITIALIZER(cdevsw_gt_post_list); 67170950Skib 68135600Sphkvoid 69135600Sphkdev_lock(void) 70126082Sphk{ 71151450Sjhb 72126082Sphk mtx_lock(&devmtx); 73126082Sphk} 74126082Sphk 75177301Skib/* 76177301Skib * Free all the memory collected while the cdev mutex was 77177301Skib * locked. Since devmtx is after the system map mutex, free() cannot 78177301Skib * be called immediately and is postponed until cdev mutex can be 79177301Skib * dropped. 80177301Skib */ 81170950Skibstatic void 82170950Skibdev_unlock_and_free(void) 83170950Skib{ 84177301Skib struct cdev_priv_list cdp_free; 85177301Skib struct free_cdevsw csw_free; 86170950Skib struct cdev_priv *cdp; 87177301Skib struct cdevsw *csw; 88170950Skib 89170950Skib mtx_assert(&devmtx, MA_OWNED); 90177301Skib 91177301Skib /* 92177301Skib * Make the local copy of the list heads while the dev_mtx is 93177301Skib * held. Free it later. 94177301Skib */ 95177301Skib TAILQ_INIT(&cdp_free); 96177301Skib TAILQ_CONCAT(&cdp_free, &cdevp_free_list, cdp_list); 97177301Skib csw_free = cdevsw_gt_post_list; 98177301Skib SLIST_INIT(&cdevsw_gt_post_list); 99177301Skib 100177301Skib mtx_unlock(&devmtx); 101177301Skib 102177301Skib while ((cdp = TAILQ_FIRST(&cdp_free)) != NULL) { 103177301Skib TAILQ_REMOVE(&cdp_free, cdp, cdp_list); 104170950Skib devfs_free(&cdp->cdp_c); 105170950Skib } 106177301Skib while ((csw = SLIST_FIRST(&csw_free)) != NULL) { 107177301Skib SLIST_REMOVE_HEAD(&csw_free, d_postfree_list); 108177301Skib free(csw, M_DEVT); 109177301Skib } 110170950Skib} 111170950Skib 112170950Skibstatic void 113170950Skibdev_free_devlocked(struct cdev *cdev) 114170950Skib{ 115170950Skib struct cdev_priv *cdp; 116170950Skib 117170950Skib mtx_assert(&devmtx, MA_OWNED); 118179828Skib cdp = cdev2priv(cdev); 119170950Skib TAILQ_INSERT_HEAD(&cdevp_free_list, cdp, cdp_list); 120170950Skib} 121170950Skib 122177301Skibstatic void 123177301Skibcdevsw_free_devlocked(struct cdevsw *csw) 124177301Skib{ 125177301Skib 126177301Skib mtx_assert(&devmtx, MA_OWNED); 127177301Skib SLIST_INSERT_HEAD(&cdevsw_gt_post_list, csw, d_postfree_list); 128177301Skib} 129177301Skib 130135600Sphkvoid 131135600Sphkdev_unlock(void) 132126082Sphk{ 133135704Sphk 134126082Sphk mtx_unlock(&devmtx); 135126082Sphk} 136126082Sphk 137126082Sphkvoid 138144385Sphkdev_ref(struct cdev *dev) 139144385Sphk{ 140144385Sphk 141144385Sphk mtx_assert(&devmtx, MA_NOTOWNED); 142144385Sphk mtx_lock(&devmtx); 143144385Sphk dev->si_refcount++; 144144385Sphk mtx_unlock(&devmtx); 145144385Sphk} 146144385Sphk 147144385Sphkvoid 148144384Sphkdev_refl(struct cdev *dev) 149126082Sphk{ 150135704Sphk 151142232Sphk mtx_assert(&devmtx, MA_OWNED); 152126082Sphk dev->si_refcount++; 153126082Sphk} 154126082Sphk 155126082Sphkvoid 156142242Sphkdev_rel(struct cdev *dev) 157126082Sphk{ 158142242Sphk int flag = 0; 159135600Sphk 160136014Sphk mtx_assert(&devmtx, MA_NOTOWNED); 161136014Sphk dev_lock(); 162126082Sphk dev->si_refcount--; 163126082Sphk KASSERT(dev->si_refcount >= 0, 164126082Sphk ("dev_rel(%s) gave negative count", devtoname(dev))); 165150342Sphk#if 0 166142242Sphk if (dev->si_usecount == 0 && 167142242Sphk (dev->si_flags & SI_CHEAPCLONE) && (dev->si_flags & SI_NAMED)) 168150342Sphk ; 169150342Sphk else 170150342Sphk#endif 171154029Sbz if (dev->si_devsw == NULL && dev->si_refcount == 0) { 172126082Sphk LIST_REMOVE(dev, si_list); 173136014Sphk flag = 1; 174136014Sphk } 175136014Sphk dev_unlock(); 176136014Sphk if (flag) 177150342Sphk devfs_free(dev); 178126082Sphk} 179136014Sphk 180135704Sphkstruct cdevsw * 181210923Skibdev_refthread(struct cdev *dev, int *ref) 182135704Sphk{ 183135704Sphk struct cdevsw *csw; 184171181Skib struct cdev_priv *cdp; 185126082Sphk 186135704Sphk mtx_assert(&devmtx, MA_NOTOWNED); 187210923Skib if ((dev->si_flags & SI_ETERNAL) != 0) { 188210923Skib *ref = 0; 189210923Skib return (dev->si_devsw); 190210923Skib } 191135704Sphk dev_lock(); 192135704Sphk csw = dev->si_devsw; 193171181Skib if (csw != NULL) { 194179828Skib cdp = cdev2priv(dev); 195171181Skib if ((cdp->cdp_flags & CDP_SCHED_DTR) == 0) 196171181Skib dev->si_threadcount++; 197171181Skib else 198171181Skib csw = NULL; 199171181Skib } 200135704Sphk dev_unlock(); 201210923Skib *ref = 1; 202135704Sphk return (csw); 203135704Sphk} 204135704Sphk 205163529Skibstruct cdevsw * 206210923Skibdevvn_refthread(struct vnode *vp, struct cdev **devp, int *ref) 207163529Skib{ 208163529Skib struct cdevsw *csw; 209171181Skib struct cdev_priv *cdp; 210210923Skib struct cdev *dev; 211163529Skib 212163529Skib mtx_assert(&devmtx, MA_NOTOWNED); 213210923Skib if ((vp->v_vflag & VV_ETERNALDEV) != 0) { 214210923Skib dev = vp->v_rdev; 215210923Skib if (dev == NULL) 216210923Skib return (NULL); 217210923Skib KASSERT((dev->si_flags & SI_ETERNAL) != 0, 218210923Skib ("Not eternal cdev")); 219210923Skib *ref = 0; 220210923Skib csw = dev->si_devsw; 221210923Skib KASSERT(csw != NULL, ("Eternal cdev is destroyed")); 222210923Skib *devp = dev; 223210923Skib return (csw); 224210923Skib } 225210923Skib 226163529Skib csw = NULL; 227163529Skib dev_lock(); 228210923Skib dev = vp->v_rdev; 229210923Skib if (dev == NULL) { 230210923Skib dev_unlock(); 231210923Skib return (NULL); 232163529Skib } 233210923Skib cdp = cdev2priv(dev); 234210923Skib if ((cdp->cdp_flags & CDP_SCHED_DTR) == 0) { 235210923Skib csw = dev->si_devsw; 236210923Skib if (csw != NULL) 237210923Skib dev->si_threadcount++; 238210923Skib } 239163529Skib dev_unlock(); 240210923Skib if (csw != NULL) { 241210923Skib *devp = dev; 242210923Skib *ref = 1; 243210923Skib } 244163529Skib return (csw); 245163529Skib} 246163529Skib 247135704Sphkvoid 248210923Skibdev_relthread(struct cdev *dev, int ref) 249135704Sphk{ 250135704Sphk 251135704Sphk mtx_assert(&devmtx, MA_NOTOWNED); 252210923Skib if (!ref) 253210923Skib return; 254135704Sphk dev_lock(); 255179248Skib KASSERT(dev->si_threadcount > 0, 256179248Skib ("%s threadcount is wrong", dev->si_name)); 257135704Sphk dev->si_threadcount--; 258135704Sphk dev_unlock(); 259135704Sphk} 260135704Sphk 261120514Sphkint 262120514Sphknullop(void) 263120514Sphk{ 26485603Sphk 265120514Sphk return (0); 266120514Sphk} 267120514Sphk 268120514Sphkint 269120514Sphkeopnotsupp(void) 270120514Sphk{ 271120514Sphk 272120514Sphk return (EOPNOTSUPP); 273120514Sphk} 274120514Sphk 275111179Sphkstatic int 276111179Sphkenxio(void) 277111179Sphk{ 278111179Sphk return (ENXIO); 279111179Sphk} 280111179Sphk 281120514Sphkstatic int 282120514Sphkenodev(void) 283120514Sphk{ 284120514Sphk return (ENODEV); 285120514Sphk} 286120514Sphk 287120514Sphk/* Define a dead_cdevsw for use when devices leave unexpectedly. */ 288120514Sphk 289111179Sphk#define dead_open (d_open_t *)enxio 290111179Sphk#define dead_close (d_close_t *)enxio 291111179Sphk#define dead_read (d_read_t *)enxio 292111179Sphk#define dead_write (d_write_t *)enxio 293111179Sphk#define dead_ioctl (d_ioctl_t *)enxio 294120514Sphk#define dead_poll (d_poll_t *)enodev 295120514Sphk#define dead_mmap (d_mmap_t *)enodev 296111179Sphk 297111179Sphkstatic void 298111179Sphkdead_strategy(struct bio *bp) 299111179Sphk{ 300111179Sphk 301111179Sphk biofinish(bp, NULL, ENXIO); 302111179Sphk} 303111179Sphk 304111220Sphk#define dead_dump (dumper_t *)enxio 305111179Sphk#define dead_kqfilter (d_kqfilter_t *)enxio 306193275Sjhb#define dead_mmap_single (d_mmap_single_t *)enodev 307111179Sphk 308111179Sphkstatic struct cdevsw dead_cdevsw = { 309126080Sphk .d_version = D_VERSION, 310126080Sphk .d_flags = D_NEEDGIANT, /* XXX: does dead_strategy need this ? */ 311111815Sphk .d_open = dead_open, 312111815Sphk .d_close = dead_close, 313111815Sphk .d_read = dead_read, 314111815Sphk .d_write = dead_write, 315111815Sphk .d_ioctl = dead_ioctl, 316111815Sphk .d_poll = dead_poll, 317111815Sphk .d_mmap = dead_mmap, 318111815Sphk .d_strategy = dead_strategy, 319111815Sphk .d_name = "dead", 320111815Sphk .d_dump = dead_dump, 321193275Sjhb .d_kqfilter = dead_kqfilter, 322193275Sjhb .d_mmap_single = dead_mmap_single 323111179Sphk}; 324111179Sphk 325120514Sphk/* Default methods if driver does not specify method */ 326111179Sphk 327120514Sphk#define null_open (d_open_t *)nullop 328120514Sphk#define null_close (d_close_t *)nullop 329120514Sphk#define no_read (d_read_t *)enodev 330120514Sphk#define no_write (d_write_t *)enodev 331120514Sphk#define no_ioctl (d_ioctl_t *)enodev 332201223Srnoland#define no_mmap (d_mmap_t *)enodev 333133741Sjmg#define no_kqfilter (d_kqfilter_t *)enodev 334193275Sjhb#define no_mmap_single (d_mmap_single_t *)enodev 335120514Sphk 336120514Sphkstatic void 337120514Sphkno_strategy(struct bio *bp) 338120514Sphk{ 339120514Sphk 340120514Sphk biofinish(bp, NULL, ENODEV); 341120514Sphk} 342120514Sphk 343120514Sphkstatic int 344130585Sphkno_poll(struct cdev *dev __unused, int events, struct thread *td __unused) 345120514Sphk{ 346120514Sphk 347189450Skib return (poll_no_poll(events)); 348120514Sphk} 349120514Sphk 350120514Sphk#define no_dump (dumper_t *)enodev 351120514Sphk 352149177Sphkstatic int 353149177Sphkgiant_open(struct cdev *dev, int oflags, int devtype, struct thread *td) 354149177Sphk{ 355177301Skib struct cdevsw *dsw; 356210923Skib int ref, retval; 357149177Sphk 358210923Skib dsw = dev_refthread(dev, &ref); 359177301Skib if (dsw == NULL) 360177301Skib return (ENXIO); 361149177Sphk mtx_lock(&Giant); 362177301Skib retval = dsw->d_gianttrick->d_open(dev, oflags, devtype, td); 363149177Sphk mtx_unlock(&Giant); 364210923Skib dev_relthread(dev, ref); 365149177Sphk return (retval); 366149177Sphk} 367149177Sphk 368149177Sphkstatic int 369170152Skibgiant_fdopen(struct cdev *dev, int oflags, struct thread *td, struct file *fp) 370149177Sphk{ 371177301Skib struct cdevsw *dsw; 372210923Skib int ref, retval; 373149177Sphk 374210923Skib dsw = dev_refthread(dev, &ref); 375177301Skib if (dsw == NULL) 376177301Skib return (ENXIO); 377149177Sphk mtx_lock(&Giant); 378177301Skib retval = dsw->d_gianttrick->d_fdopen(dev, oflags, td, fp); 379149177Sphk mtx_unlock(&Giant); 380210923Skib dev_relthread(dev, ref); 381149177Sphk return (retval); 382149177Sphk} 383149177Sphk 384149177Sphkstatic int 385149177Sphkgiant_close(struct cdev *dev, int fflag, int devtype, struct thread *td) 386149177Sphk{ 387177301Skib struct cdevsw *dsw; 388210923Skib int ref, retval; 389149177Sphk 390210923Skib dsw = dev_refthread(dev, &ref); 391177301Skib if (dsw == NULL) 392177301Skib return (ENXIO); 393149177Sphk mtx_lock(&Giant); 394177301Skib retval = dsw->d_gianttrick->d_close(dev, fflag, devtype, td); 395149177Sphk mtx_unlock(&Giant); 396210923Skib dev_relthread(dev, ref); 397149177Sphk return (retval); 398149177Sphk} 399149177Sphk 400149177Sphkstatic void 401149177Sphkgiant_strategy(struct bio *bp) 402149177Sphk{ 403177301Skib struct cdevsw *dsw; 404177301Skib struct cdev *dev; 405210923Skib int ref; 406149177Sphk 407177301Skib dev = bp->bio_dev; 408210923Skib dsw = dev_refthread(dev, &ref); 409177301Skib if (dsw == NULL) { 410177301Skib biofinish(bp, NULL, ENXIO); 411177301Skib return; 412177301Skib } 413149177Sphk mtx_lock(&Giant); 414177301Skib dsw->d_gianttrick->d_strategy(bp); 415149177Sphk mtx_unlock(&Giant); 416210923Skib dev_relthread(dev, ref); 417149177Sphk} 418149177Sphk 419149177Sphkstatic int 420149177Sphkgiant_ioctl(struct cdev *dev, u_long cmd, caddr_t data, int fflag, struct thread *td) 421149177Sphk{ 422177301Skib struct cdevsw *dsw; 423210923Skib int ref, retval; 424149177Sphk 425210923Skib dsw = dev_refthread(dev, &ref); 426177301Skib if (dsw == NULL) 427177301Skib return (ENXIO); 428149177Sphk mtx_lock(&Giant); 429177858Skib retval = dsw->d_gianttrick->d_ioctl(dev, cmd, data, fflag, td); 430149177Sphk mtx_unlock(&Giant); 431210923Skib dev_relthread(dev, ref); 432149177Sphk return (retval); 433149177Sphk} 434149177Sphk 435149177Sphkstatic int 436149177Sphkgiant_read(struct cdev *dev, struct uio *uio, int ioflag) 437149177Sphk{ 438177301Skib struct cdevsw *dsw; 439210923Skib int ref, retval; 440149177Sphk 441210923Skib dsw = dev_refthread(dev, &ref); 442177301Skib if (dsw == NULL) 443177301Skib return (ENXIO); 444149177Sphk mtx_lock(&Giant); 445177858Skib retval = dsw->d_gianttrick->d_read(dev, uio, ioflag); 446149177Sphk mtx_unlock(&Giant); 447210923Skib dev_relthread(dev, ref); 448149177Sphk return (retval); 449149177Sphk} 450149177Sphk 451149177Sphkstatic int 452149177Sphkgiant_write(struct cdev *dev, struct uio *uio, int ioflag) 453149177Sphk{ 454177301Skib struct cdevsw *dsw; 455210923Skib int ref, retval; 456149177Sphk 457210923Skib dsw = dev_refthread(dev, &ref); 458177301Skib if (dsw == NULL) 459177301Skib return (ENXIO); 460149177Sphk mtx_lock(&Giant); 461177301Skib retval = dsw->d_gianttrick->d_write(dev, uio, ioflag); 462149177Sphk mtx_unlock(&Giant); 463210923Skib dev_relthread(dev, ref); 464149177Sphk return (retval); 465149177Sphk} 466149177Sphk 467149177Sphkstatic int 468149177Sphkgiant_poll(struct cdev *dev, int events, struct thread *td) 469149177Sphk{ 470177301Skib struct cdevsw *dsw; 471210923Skib int ref, retval; 472149177Sphk 473210923Skib dsw = dev_refthread(dev, &ref); 474177301Skib if (dsw == NULL) 475177301Skib return (ENXIO); 476149177Sphk mtx_lock(&Giant); 477177301Skib retval = dsw->d_gianttrick->d_poll(dev, events, td); 478149177Sphk mtx_unlock(&Giant); 479210923Skib dev_relthread(dev, ref); 480149177Sphk return (retval); 481149177Sphk} 482149177Sphk 483149177Sphkstatic int 484149177Sphkgiant_kqfilter(struct cdev *dev, struct knote *kn) 485149177Sphk{ 486177301Skib struct cdevsw *dsw; 487210923Skib int ref, retval; 488149177Sphk 489210923Skib dsw = dev_refthread(dev, &ref); 490177301Skib if (dsw == NULL) 491177301Skib return (ENXIO); 492149177Sphk mtx_lock(&Giant); 493177301Skib retval = dsw->d_gianttrick->d_kqfilter(dev, kn); 494149177Sphk mtx_unlock(&Giant); 495210923Skib dev_relthread(dev, ref); 496149177Sphk return (retval); 497149177Sphk} 498149177Sphk 499149177Sphkstatic int 500201223Srnolandgiant_mmap(struct cdev *dev, vm_ooffset_t offset, vm_paddr_t *paddr, int nprot, 501196615Sjhb vm_memattr_t *memattr) 502149177Sphk{ 503177301Skib struct cdevsw *dsw; 504210923Skib int ref, retval; 505149177Sphk 506210923Skib dsw = dev_refthread(dev, &ref); 507177301Skib if (dsw == NULL) 508177301Skib return (ENXIO); 509149177Sphk mtx_lock(&Giant); 510201223Srnoland retval = dsw->d_gianttrick->d_mmap(dev, offset, paddr, nprot, 511201223Srnoland memattr); 512149177Sphk mtx_unlock(&Giant); 513210923Skib dev_relthread(dev, ref); 514149177Sphk return (retval); 515149177Sphk} 516149177Sphk 517193275Sjhbstatic int 518193275Sjhbgiant_mmap_single(struct cdev *dev, vm_ooffset_t *offset, vm_size_t size, 519193275Sjhb vm_object_t *object, int nprot) 520193275Sjhb{ 521193275Sjhb struct cdevsw *dsw; 522210923Skib int ref, retval; 523149177Sphk 524210923Skib dsw = dev_refthread(dev, &ref); 525193275Sjhb if (dsw == NULL) 526193275Sjhb return (ENXIO); 527193275Sjhb mtx_lock(&Giant); 528193275Sjhb retval = dsw->d_gianttrick->d_mmap_single(dev, offset, size, object, 529193275Sjhb nprot); 530193275Sjhb mtx_unlock(&Giant); 531210923Skib dev_relthread(dev, ref); 532193275Sjhb return (retval); 533193275Sjhb} 534193275Sjhb 535178991Skibstatic void 536207729Skibnotify(struct cdev *dev, const char *ev, int flags) 537178991Skib{ 538178991Skib static const char prefix[] = "cdev="; 539178991Skib char *data; 540209105Skib int namelen, mflags; 541178991Skib 542178991Skib if (cold) 543178991Skib return; 544209105Skib mflags = (flags & MAKEDEV_NOWAIT) ? M_NOWAIT : M_WAITOK; 545178991Skib namelen = strlen(dev->si_name); 546209105Skib data = malloc(namelen + sizeof(prefix), M_TEMP, mflags); 547192535Sattilio if (data == NULL) 548192535Sattilio return; 549178991Skib memcpy(data, prefix, sizeof(prefix) - 1); 550178991Skib memcpy(data + sizeof(prefix) - 1, dev->si_name, namelen + 1); 551209105Skib devctl_notify_f("DEVFS", "CDEV", ev, data, mflags); 552178991Skib free(data, M_TEMP); 553178991Skib} 554178991Skib 555178991Skibstatic void 556207729Skibnotify_create(struct cdev *dev, int flags) 557178991Skib{ 558178991Skib 559207729Skib notify(dev, "CREATE", flags); 560178991Skib} 561178991Skib 562178991Skibstatic void 563178991Skibnotify_destroy(struct cdev *dev) 564178991Skib{ 565178991Skib 566207729Skib notify(dev, "DESTROY", MAKEDEV_WAITOK); 567178991Skib} 568178991Skib 569130585Sphkstatic struct cdev * 570191116Sednewdev(struct cdevsw *csw, int unit, struct cdev *si) 57147028Sphk{ 572140733Sphk struct cdev *si2; 57348936Sphk 574140733Sphk mtx_assert(&devmtx, MA_OWNED); 575179726Sed if (csw->d_flags & D_NEEDMINOR) { 576179726Sed /* We may want to return an existing device */ 577179726Sed LIST_FOREACH(si2, &csw->d_devs, si_list) { 578191116Sed if (dev2unit(si2) == unit) { 579179726Sed dev_free_devlocked(si); 580179726Sed return (si2); 581179726Sed } 582140733Sphk } 58348936Sphk } 584191116Sed si->si_drv0 = unit; 585150342Sphk si->si_devsw = csw; 586144281Sphk LIST_INSERT_HEAD(&csw->d_devs, si, si_list); 587125850Sbde return (si); 58847028Sphk} 58947028Sphk 590125846Sphkstatic void 591144292Sphkfini_cdevsw(struct cdevsw *devsw) 59249535Sphk{ 593149324Sphk struct cdevsw *gt; 59449535Sphk 595149324Sphk if (devsw->d_gianttrick != NULL) { 596149324Sphk gt = devsw->d_gianttrick; 597149324Sphk memcpy(devsw, gt, sizeof *devsw); 598177301Skib cdevsw_free_devlocked(gt); 599149324Sphk devsw->d_gianttrick = NULL; 600149324Sphk } 601126156Sphk devsw->d_flags &= ~D_INIT; 602126082Sphk} 603126082Sphk 604207729Skibstatic int 605207729Skibprep_cdevsw(struct cdevsw *devsw, int flags) 606126077Sphk{ 607149177Sphk struct cdevsw *dsw2; 608126077Sphk 609177301Skib mtx_assert(&devmtx, MA_OWNED); 610177301Skib if (devsw->d_flags & D_INIT) 611209106Skib return (0); 612177301Skib if (devsw->d_flags & D_NEEDGIANT) { 613177301Skib dev_unlock(); 614207729Skib dsw2 = malloc(sizeof *dsw2, M_DEVT, 615207729Skib (flags & MAKEDEV_NOWAIT) ? M_NOWAIT : M_WAITOK); 616177301Skib dev_lock(); 617207729Skib if (dsw2 == NULL && !(devsw->d_flags & D_INIT)) 618209106Skib return (ENOMEM); 619177301Skib } else 620149177Sphk dsw2 = NULL; 621177301Skib if (devsw->d_flags & D_INIT) { 622177301Skib if (dsw2 != NULL) 623177301Skib cdevsw_free_devlocked(dsw2); 624209106Skib return (0); 625177301Skib } 626126082Sphk 627201223Srnoland if (devsw->d_version != D_VERSION_03) { 628126082Sphk printf( 629126082Sphk "WARNING: Device driver \"%s\" has wrong version %s\n", 630154266Salfred devsw->d_name == NULL ? "???" : devsw->d_name, 631154266Salfred "and is disabled. Recompile KLD module."); 632126082Sphk devsw->d_open = dead_open; 633126082Sphk devsw->d_close = dead_close; 634126082Sphk devsw->d_read = dead_read; 635126082Sphk devsw->d_write = dead_write; 636126082Sphk devsw->d_ioctl = dead_ioctl; 637126082Sphk devsw->d_poll = dead_poll; 638126082Sphk devsw->d_mmap = dead_mmap; 639201223Srnoland devsw->d_mmap_single = dead_mmap_single; 640126082Sphk devsw->d_strategy = dead_strategy; 641126082Sphk devsw->d_dump = dead_dump; 642126082Sphk devsw->d_kqfilter = dead_kqfilter; 643126082Sphk } 644126082Sphk 645149177Sphk if (devsw->d_flags & D_NEEDGIANT) { 646149177Sphk if (devsw->d_gianttrick == NULL) { 647149177Sphk memcpy(dsw2, devsw, sizeof *dsw2); 648149177Sphk devsw->d_gianttrick = dsw2; 649177301Skib dsw2 = NULL; 650177301Skib } 651149177Sphk } 652149177Sphk 653149177Sphk#define FIXUP(member, noop, giant) \ 654149177Sphk do { \ 655149177Sphk if (devsw->member == NULL) { \ 656149177Sphk devsw->member = noop; \ 657149177Sphk } else if (devsw->d_flags & D_NEEDGIANT) \ 658149177Sphk devsw->member = giant; \ 659149177Sphk } \ 660149177Sphk while (0) 661149177Sphk 662149177Sphk FIXUP(d_open, null_open, giant_open); 663149177Sphk FIXUP(d_fdopen, NULL, giant_fdopen); 664149177Sphk FIXUP(d_close, null_close, giant_close); 665149177Sphk FIXUP(d_read, no_read, giant_read); 666149177Sphk FIXUP(d_write, no_write, giant_write); 667149177Sphk FIXUP(d_ioctl, no_ioctl, giant_ioctl); 668149177Sphk FIXUP(d_poll, no_poll, giant_poll); 669201223Srnoland FIXUP(d_mmap, no_mmap, giant_mmap); 670149177Sphk FIXUP(d_strategy, no_strategy, giant_strategy); 671149177Sphk FIXUP(d_kqfilter, no_kqfilter, giant_kqfilter); 672193275Sjhb FIXUP(d_mmap_single, no_mmap_single, giant_mmap_single); 673149177Sphk 674120514Sphk if (devsw->d_dump == NULL) devsw->d_dump = no_dump; 675126082Sphk 676126082Sphk LIST_INIT(&devsw->d_devs); 677126082Sphk 678126082Sphk devsw->d_flags |= D_INIT; 679126082Sphk 680177301Skib if (dsw2 != NULL) 681177301Skib cdevsw_free_devlocked(dsw2); 682209106Skib return (0); 683125846Sphk} 684111622Sphk 685209106Skibstatic int 686213526Sjhprep_devname(struct cdev *dev, const char *fmt, va_list ap) 687213526Sjh{ 688213526Sjh int len; 689213526Sjh char *from, *q, *s, *to; 690213526Sjh 691213526Sjh mtx_assert(&devmtx, MA_OWNED); 692213526Sjh 693231386Sed len = vsnrprintf(dev->si_name, sizeof(dev->si_name), 32, fmt, ap); 694231379Sed if (len > sizeof(dev->si_name) - 1) 695213526Sjh return (ENAMETOOLONG); 696213526Sjh 697213526Sjh /* Strip leading slashes. */ 698231379Sed for (from = dev->si_name; *from == '/'; from++) 699213526Sjh ; 700213526Sjh 701231379Sed for (to = dev->si_name; *from != '\0'; from++, to++) { 702213526Sjh /* Treat multiple sequential slashes as single. */ 703213526Sjh while (from[0] == '/' && from[1] == '/') 704213526Sjh from++; 705213526Sjh /* Trailing slash is considered invalid. */ 706213526Sjh if (from[0] == '/' && from[1] == '\0') 707213526Sjh return (EINVAL); 708213526Sjh *to = *from; 709213526Sjh } 710213526Sjh *to = '\0'; 711213526Sjh 712231379Sed if (dev->si_name[0] == '\0') 713213526Sjh return (EINVAL); 714213526Sjh 715213526Sjh /* Disallow "." and ".." components. */ 716231379Sed for (s = dev->si_name;;) { 717213526Sjh for (q = s; *q != '/' && *q != '\0'; q++) 718213526Sjh ; 719213526Sjh if (q - s == 1 && s[0] == '.') 720213526Sjh return (EINVAL); 721213526Sjh if (q - s == 2 && s[0] == '.' && s[1] == '.') 722213526Sjh return (EINVAL); 723213526Sjh if (*q != '/') 724213526Sjh break; 725213526Sjh s = q + 1; 726213526Sjh } 727213526Sjh 728231379Sed if (devfs_dev_exists(dev->si_name) != 0) 729213526Sjh return (EEXIST); 730213526Sjh 731213526Sjh return (0); 732213526Sjh} 733213526Sjh 734213526Sjhstatic int 735209106Skibmake_dev_credv(int flags, struct cdev **dres, struct cdevsw *devsw, int unit, 736209106Skib struct ucred *cr, uid_t uid, gid_t gid, int mode, const char *fmt, 737209106Skib va_list ap) 738125846Sphk{ 739213526Sjh struct cdev *dev, *dev_new; 740213526Sjh int res; 741125846Sphk 742209106Skib KASSERT((flags & MAKEDEV_WAITOK) == 0 || (flags & MAKEDEV_NOWAIT) == 0, 743209106Skib ("make_dev_credv: both WAITOK and NOWAIT specified")); 744213526Sjh dev_new = devfs_alloc(flags); 745213526Sjh if (dev_new == NULL) 746209106Skib return (ENOMEM); 747140733Sphk dev_lock(); 748209106Skib res = prep_cdevsw(devsw, flags); 749209106Skib if (res != 0) { 750207729Skib dev_unlock(); 751213526Sjh devfs_free(dev_new); 752209106Skib return (res); 753207729Skib } 754213526Sjh dev = newdev(devsw, unit, dev_new); 755214917Sjh if ((dev->si_flags & SI_NAMED) == 0) { 756213526Sjh res = prep_devname(dev, fmt, ap); 757213526Sjh if (res != 0) { 758213526Sjh if ((flags & MAKEDEV_CHECKNAME) == 0) { 759213526Sjh panic( 760213526Sjh "make_dev_credv: bad si_name (error=%d, si_name=%s)", 761213526Sjh res, dev->si_name); 762213526Sjh } 763213526Sjh if (dev == dev_new) { 764213526Sjh LIST_REMOVE(dev, si_list); 765213526Sjh dev_unlock(); 766213526Sjh devfs_free(dev); 767224521Skib } else 768224521Skib dev_unlock(); 769213526Sjh return (res); 770214917Sjh } 771213526Sjh } 772171181Skib if (flags & MAKEDEV_REF) 773171181Skib dev_refl(dev); 774210923Skib if (flags & MAKEDEV_ETERNAL) 775210923Skib dev->si_flags |= SI_ETERNAL; 776120529Sphk if (dev->si_flags & SI_CHEAPCLONE && 777150342Sphk dev->si_flags & SI_NAMED) { 778120529Sphk /* 779120529Sphk * This is allowed as it removes races and generally 780120529Sphk * simplifies cloning devices. 781126082Sphk * XXX: still ?? 782120529Sphk */ 783170950Skib dev_unlock_and_free(); 784209106Skib *dres = dev; 785209106Skib return (0); 786120529Sphk } 787126082Sphk KASSERT(!(dev->si_flags & SI_NAMED), 788144281Sphk ("make_dev() by driver %s on pre-existing device (min=%x, name=%s)", 789183397Sed devsw->d_name, dev2unit(dev), devtoname(dev))); 79065747Sphk dev->si_flags |= SI_NAMED; 791147982Srwatson if (cr != NULL) 792147982Srwatson dev->si_cred = crhold(cr); 793144385Sphk dev->si_uid = uid; 794144385Sphk dev->si_gid = gid; 795144385Sphk dev->si_mode = mode; 79650092Sjulian 797111730Sphk devfs_create(dev); 798171202Skib clean_unrhdrl(devfs_inos); 799177301Skib dev_unlock_and_free(); 800178991Skib 801207729Skib notify_create(dev, flags); 802178991Skib 803209106Skib *dres = dev; 804209106Skib return (0); 80549535Sphk} 80649535Sphk 807147982Srwatsonstruct cdev * 808183382Sedmake_dev(struct cdevsw *devsw, int unit, uid_t uid, gid_t gid, int mode, 809147982Srwatson const char *fmt, ...) 810147982Srwatson{ 811147982Srwatson struct cdev *dev; 812147982Srwatson va_list ap; 813209106Skib int res; 814147982Srwatson 815147982Srwatson va_start(ap, fmt); 816209106Skib res = make_dev_credv(0, &dev, devsw, unit, NULL, uid, gid, mode, fmt, 817209106Skib ap); 818147982Srwatson va_end(ap); 819213526Sjh KASSERT(res == 0 && dev != NULL, 820213526Sjh ("make_dev: failed make_dev_credv (error=%d)", res)); 821147982Srwatson return (dev); 822147982Srwatson} 823147982Srwatson 824147982Srwatsonstruct cdev * 825183382Sedmake_dev_cred(struct cdevsw *devsw, int unit, struct ucred *cr, uid_t uid, 826147982Srwatson gid_t gid, int mode, const char *fmt, ...) 827147982Srwatson{ 828147982Srwatson struct cdev *dev; 829147982Srwatson va_list ap; 830209106Skib int res; 831147982Srwatson 832147982Srwatson va_start(ap, fmt); 833209106Skib res = make_dev_credv(0, &dev, devsw, unit, cr, uid, gid, mode, fmt, ap); 834147982Srwatson va_end(ap); 835147982Srwatson 836209106Skib KASSERT(res == 0 && dev != NULL, 837213526Sjh ("make_dev_cred: failed make_dev_credv (error=%d)", res)); 838147982Srwatson return (dev); 839147982Srwatson} 840147982Srwatson 841171181Skibstruct cdev * 842209106Skibmake_dev_credf(int flags, struct cdevsw *devsw, int unit, struct ucred *cr, 843209106Skib uid_t uid, gid_t gid, int mode, const char *fmt, ...) 844171181Skib{ 845171181Skib struct cdev *dev; 846171181Skib va_list ap; 847209106Skib int res; 848171181Skib 849171181Skib va_start(ap, fmt); 850209106Skib res = make_dev_credv(flags, &dev, devsw, unit, cr, uid, gid, mode, 851171181Skib fmt, ap); 852171181Skib va_end(ap); 853171181Skib 854213526Sjh KASSERT(((flags & MAKEDEV_NOWAIT) != 0 && res == ENOMEM) || 855213526Sjh ((flags & MAKEDEV_CHECKNAME) != 0 && res != ENOMEM) || res == 0, 856213526Sjh ("make_dev_credf: failed make_dev_credv (error=%d)", res)); 857209106Skib return (res == 0 ? dev : NULL); 858171181Skib} 859171181Skib 860209106Skibint 861209244Sedmake_dev_p(int flags, struct cdev **cdev, struct cdevsw *devsw, 862209106Skib struct ucred *cr, uid_t uid, gid_t gid, int mode, const char *fmt, ...) 863209106Skib{ 864209106Skib va_list ap; 865209106Skib int res; 866209106Skib 867209106Skib va_start(ap, fmt); 868209244Sed res = make_dev_credv(flags, cdev, devsw, 0, cr, uid, gid, mode, 869209106Skib fmt, ap); 870209106Skib va_end(ap); 871209106Skib 872213526Sjh KASSERT(((flags & MAKEDEV_NOWAIT) != 0 && res == ENOMEM) || 873213526Sjh ((flags & MAKEDEV_CHECKNAME) != 0 && res != ENOMEM) || res == 0, 874213526Sjh ("make_dev_p: failed make_dev_credv (error=%d)", res)); 875209106Skib return (res); 876209106Skib} 877209106Skib 878150342Sphkstatic void 879150342Sphkdev_dependsl(struct cdev *pdev, struct cdev *cdev) 880150342Sphk{ 881150342Sphk 882150342Sphk cdev->si_parent = pdev; 883150342Sphk cdev->si_flags |= SI_CHILD; 884150342Sphk LIST_INSERT_HEAD(&pdev->si_children, cdev, si_siblings); 885150342Sphk} 886150342Sphk 887150342Sphk 88877215Sphkvoid 889130585Sphkdev_depends(struct cdev *pdev, struct cdev *cdev) 89077215Sphk{ 89177215Sphk 892135600Sphk dev_lock(); 893150342Sphk dev_dependsl(pdev, cdev); 894135600Sphk dev_unlock(); 89577215Sphk} 89677215Sphk 897221397Saestatic int 898221397Saemake_dev_alias_v(int flags, struct cdev **cdev, struct cdev *pdev, 899221397Sae const char *fmt, va_list ap) 90064880Sphk{ 901130585Sphk struct cdev *dev; 902213526Sjh int error; 90364880Sphk 904221397Sae KASSERT(pdev != NULL, ("make_dev_alias_v: pdev is NULL")); 905221397Sae KASSERT((flags & MAKEDEV_WAITOK) == 0 || (flags & MAKEDEV_NOWAIT) == 0, 906221397Sae ("make_dev_alias_v: both WAITOK and NOWAIT specified")); 907221397Sae KASSERT((flags & ~(MAKEDEV_WAITOK | MAKEDEV_NOWAIT | 908221397Sae MAKEDEV_CHECKNAME)) == 0, 909221397Sae ("make_dev_alias_v: invalid flags specified (flags=%02x)", flags)); 910221397Sae 911221397Sae dev = devfs_alloc(flags); 912221397Sae if (dev == NULL) 913221397Sae return (ENOMEM); 914135600Sphk dev_lock(); 91564880Sphk dev->si_flags |= SI_ALIAS; 916213526Sjh error = prep_devname(dev, fmt, ap); 917213526Sjh if (error != 0) { 918221397Sae if ((flags & MAKEDEV_CHECKNAME) == 0) { 919221397Sae panic("make_dev_alias_v: bad si_name " 920221397Sae "(error=%d, si_name=%s)", error, dev->si_name); 921221397Sae } 922221397Sae dev_unlock(); 923221397Sae devfs_free(dev); 924221397Sae return (error); 925110318Sphk } 926213526Sjh dev->si_flags |= SI_NAMED; 927111730Sphk devfs_create(dev); 928180445Skib dev_dependsl(pdev, dev); 929171202Skib clean_unrhdrl(devfs_inos); 930135600Sphk dev_unlock(); 931178991Skib 932221397Sae notify_create(dev, flags); 933221397Sae *cdev = dev; 934178991Skib 935221397Sae return (0); 936221397Sae} 937221397Sae 938221397Saestruct cdev * 939221397Saemake_dev_alias(struct cdev *pdev, const char *fmt, ...) 940221397Sae{ 941221397Sae struct cdev *dev; 942221397Sae va_list ap; 943221397Sae int res; 944221397Sae 945221397Sae va_start(ap, fmt); 946221397Sae res = make_dev_alias_v(MAKEDEV_WAITOK, &dev, pdev, fmt, ap); 947221397Sae va_end(ap); 948221397Sae 949221397Sae KASSERT(res == 0 && dev != NULL, 950221397Sae ("make_dev_alias: failed make_dev_alias_v (error=%d)", res)); 95164880Sphk return (dev); 95264880Sphk} 95364880Sphk 954221397Saeint 955221397Saemake_dev_alias_p(int flags, struct cdev **cdev, struct cdev *pdev, 956221397Sae const char *fmt, ...) 957221397Sae{ 958221397Sae va_list ap; 959221397Sae int res; 960221397Sae 961221397Sae va_start(ap, fmt); 962221397Sae res = make_dev_alias_v(flags, cdev, pdev, fmt, ap); 963221397Sae va_end(ap); 964221397Sae return (res); 965221397Sae} 966221397Sae 967223085Sgibbsint 968223085Sgibbsmake_dev_physpath_alias(int flags, struct cdev **cdev, struct cdev *pdev, 969223085Sgibbs struct cdev *old_alias, const char *physpath) 970223085Sgibbs{ 971223085Sgibbs char *devfspath; 972223085Sgibbs int physpath_len; 973223085Sgibbs int max_parentpath_len; 974223085Sgibbs int parentpath_len; 975223085Sgibbs int devfspathbuf_len; 976223085Sgibbs int mflags; 977223085Sgibbs int ret; 978223085Sgibbs 979223085Sgibbs *cdev = NULL; 980223085Sgibbs devfspath = NULL; 981223085Sgibbs physpath_len = strlen(physpath); 982223085Sgibbs ret = EINVAL; 983223085Sgibbs if (physpath_len == 0) 984223085Sgibbs goto out; 985223085Sgibbs 986223085Sgibbs if (strncmp("id1,", physpath, 4) == 0) { 987223085Sgibbs physpath += 4; 988223085Sgibbs physpath_len -= 4; 989223085Sgibbs if (physpath_len == 0) 990223085Sgibbs goto out; 991223085Sgibbs } 992223085Sgibbs 993223085Sgibbs max_parentpath_len = SPECNAMELEN - physpath_len - /*/*/1; 994223085Sgibbs parentpath_len = strlen(pdev->si_name); 995223085Sgibbs if (max_parentpath_len < parentpath_len) { 996235899Smav if (bootverbose) 997235899Smav printf("WARNING: Unable to alias %s " 998235899Smav "to %s/%s - path too long\n", 999235899Smav pdev->si_name, physpath, pdev->si_name); 1000223085Sgibbs ret = ENAMETOOLONG; 1001223085Sgibbs goto out; 1002223085Sgibbs } 1003223085Sgibbs 1004223085Sgibbs mflags = (flags & MAKEDEV_NOWAIT) ? M_NOWAIT : M_WAITOK; 1005223085Sgibbs devfspathbuf_len = physpath_len + /*/*/1 + parentpath_len + /*NUL*/1; 1006223085Sgibbs devfspath = malloc(devfspathbuf_len, M_DEVBUF, mflags); 1007223085Sgibbs if (devfspath == NULL) { 1008223085Sgibbs ret = ENOMEM; 1009223085Sgibbs goto out; 1010223085Sgibbs } 1011223085Sgibbs 1012223085Sgibbs sprintf(devfspath, "%s/%s", physpath, pdev->si_name); 1013227444Skib if (old_alias != NULL && strcmp(old_alias->si_name, devfspath) == 0) { 1014223085Sgibbs /* Retain the existing alias. */ 1015223085Sgibbs *cdev = old_alias; 1016223085Sgibbs old_alias = NULL; 1017223085Sgibbs ret = 0; 1018223085Sgibbs } else { 1019227443Skib ret = make_dev_alias_p(flags, cdev, pdev, "%s", devfspath); 1020223085Sgibbs } 1021223085Sgibbsout: 1022223085Sgibbs if (old_alias != NULL) 1023223085Sgibbs destroy_dev(old_alias); 1024223085Sgibbs if (devfspath != NULL) 1025223085Sgibbs free(devfspath, M_DEVBUF); 1026223085Sgibbs return (ret); 1027223085Sgibbs} 1028223085Sgibbs 1029126082Sphkstatic void 1030142242Sphkdestroy_devl(struct cdev *dev) 103150549Sphk{ 1032135843Sphk struct cdevsw *csw; 1033216371Shselasky struct cdev_privdata *p; 1034135843Sphk 1035142242Sphk mtx_assert(&devmtx, MA_OWNED); 1036135843Sphk KASSERT(dev->si_flags & SI_NAMED, 1037183397Sed ("WARNING: Driver mistake: destroy_dev on %d\n", dev2unit(dev))); 1038210923Skib KASSERT((dev->si_flags & SI_ETERNAL) == 0, 1039210923Skib ("WARNING: Driver mistake: destroy_dev on eternal %d\n", 1040210923Skib dev2unit(dev))); 1041154029Sbz 1042111730Sphk devfs_destroy(dev); 1043126082Sphk 1044126082Sphk /* Remove name marking */ 1045126077Sphk dev->si_flags &= ~SI_NAMED; 1046126077Sphk 1047222086Skib dev->si_refcount++; /* Avoid race with dev_rel() */ 1048222086Skib 1049126082Sphk /* If we are a child, remove us from the parents list */ 105077215Sphk if (dev->si_flags & SI_CHILD) { 105177215Sphk LIST_REMOVE(dev, si_siblings); 105277215Sphk dev->si_flags &= ~SI_CHILD; 105377215Sphk } 1054126082Sphk 1055126082Sphk /* Kill our children */ 105677215Sphk while (!LIST_EMPTY(&dev->si_children)) 1057142242Sphk destroy_devl(LIST_FIRST(&dev->si_children)); 1058126082Sphk 1059126082Sphk /* Remove from clone list */ 1060126077Sphk if (dev->si_flags & SI_CLONELIST) { 1061126077Sphk LIST_REMOVE(dev, si_clone); 1062126077Sphk dev->si_flags &= ~SI_CLONELIST; 1063126077Sphk } 1064126082Sphk 1065135843Sphk csw = dev->si_devsw; 1066135934Sgreen dev->si_devsw = NULL; /* already NULL for SI_ALIAS */ 1067135934Sgreen while (csw != NULL && csw->d_purge != NULL && dev->si_threadcount) { 1068135843Sphk csw->d_purge(dev); 1069135843Sphk msleep(csw, &devmtx, PRIBIO, "devprg", hz/10); 1070158684Sphk if (dev->si_threadcount) 1071158684Sphk printf("Still %lu threads in %s\n", 1072158684Sphk dev->si_threadcount, devtoname(dev)); 1073135843Sphk } 1074163328Stegge while (dev->si_threadcount != 0) { 1075163328Stegge /* Use unique dummy wait ident */ 1076163328Stegge msleep(&csw, &devmtx, PRIBIO, "devdrn", hz / 10); 1077163328Stegge } 1078135843Sphk 1079179175Skib dev_unlock(); 1080178991Skib notify_destroy(dev); 1081179175Skib mtx_lock(&cdevpriv_mtx); 1082216371Shselasky while ((p = LIST_FIRST(&cdev2priv(dev)->cdp_fdpriv)) != NULL) { 1083179175Skib devfs_destroy_cdevpriv(p); 1084179175Skib mtx_lock(&cdevpriv_mtx); 1085179175Skib } 1086179175Skib mtx_unlock(&cdevpriv_mtx); 1087179175Skib dev_lock(); 1088178991Skib 1089135843Sphk dev->si_drv1 = 0; 1090135843Sphk dev->si_drv2 = 0; 1091135843Sphk bzero(&dev->__si_u, sizeof(dev->__si_u)); 1092135843Sphk 1093126082Sphk if (!(dev->si_flags & SI_ALIAS)) { 1094126082Sphk /* Remove from cdevsw list */ 1095126082Sphk LIST_REMOVE(dev, si_list); 1096126082Sphk 1097150342Sphk /* If cdevsw has no more struct cdev *'s, clean it */ 1098171181Skib if (LIST_EMPTY(&csw->d_devs)) { 1099135844Sphk fini_cdevsw(csw); 1100171181Skib wakeup(&csw->d_devs); 1101171181Skib } 1102126082Sphk } 110365747Sphk dev->si_flags &= ~SI_ALIAS; 1104163328Stegge dev->si_refcount--; /* Avoid race with dev_rel() */ 1105135843Sphk 1106126082Sphk if (dev->si_refcount > 0) { 1107126082Sphk LIST_INSERT_HEAD(&dead_cdevsw.d_devs, dev, si_list); 1108126082Sphk } else { 1109170950Skib dev_free_devlocked(dev); 1110126082Sphk } 111150549Sphk} 111250549Sphk 1113126082Sphkvoid 1114130585Sphkdestroy_dev(struct cdev *dev) 1115126082Sphk{ 1116126082Sphk 1117185373Skib WITNESS_WARN(WARN_GIANTOK | WARN_SLEEPOK, NULL, "destroy_dev"); 1118135600Sphk dev_lock(); 1119171251Skib destroy_devl(dev); 1120171251Skib dev_unlock_and_free(); 1121126082Sphk} 1122126082Sphk 112351225Sbdeconst char * 1124130585Sphkdevtoname(struct cdev *dev) 112549982Sbillf{ 112649982Sbillf 112749982Sbillf return (dev->si_name); 112849982Sbillf} 112965374Sphk 113065374Sphkint 113191998Sphkdev_stdclone(char *name, char **namep, const char *stem, int *unit) 113265374Sphk{ 113365374Sphk int u, i; 113465374Sphk 113575519Sbrian i = strlen(stem); 113675519Sbrian if (bcmp(stem, name, i) != 0) 113765374Sphk return (0); 113865374Sphk if (!isdigit(name[i])) 113965374Sphk return (0); 114065374Sphk u = 0; 114186461Sphk if (name[i] == '0' && isdigit(name[i+1])) 114286461Sphk return (0); 114365374Sphk while (isdigit(name[i])) { 114465374Sphk u *= 10; 114565374Sphk u += name[i++] - '0'; 114665374Sphk } 1147104523Sgreen if (u > 0xffffff) 1148104523Sgreen return (0); 114965374Sphk *unit = u; 115065374Sphk if (namep) 115165374Sphk *namep = &name[i]; 115265374Sphk if (name[i]) 115365374Sphk return (2); 115465374Sphk return (1); 115565374Sphk} 115665632Sphk 115765632Sphk/* 1158126077Sphk * Helper functions for cloning device drivers. 1159126077Sphk * 1160126077Sphk * The objective here is to make it unnecessary for the device drivers to 1161126077Sphk * use rman or similar to manage their unit number space. Due to the way 1162126077Sphk * we do "on-demand" devices, using rman or other "private" methods 1163126077Sphk * will be very tricky to lock down properly once we lock down this file. 1164126077Sphk * 1165130936Sle * Instead we give the drivers these routines which puts the struct cdev *'s 1166130936Sle * that are to be managed on their own list, and gives the driver the ability 1167126077Sphk * to ask for the first free unit number or a given specified unit number. 1168126077Sphk * 1169126077Sphk * In addition these routines support paired devices (pty, nmdm and similar) 1170126077Sphk * by respecting a number of "flag" bits in the minor number. 1171126077Sphk * 1172126077Sphk */ 1173126077Sphk 1174126077Sphkstruct clonedevs { 1175126077Sphk LIST_HEAD(,cdev) head; 1176126077Sphk}; 1177126077Sphk 1178126845Sphkvoid 1179126845Sphkclone_setup(struct clonedevs **cdp) 1180126845Sphk{ 1181126845Sphk 1182126845Sphk *cdp = malloc(sizeof **cdp, M_DEVBUF, M_WAITOK | M_ZERO); 1183126845Sphk LIST_INIT(&(*cdp)->head); 1184126845Sphk} 1185126845Sphk 1186126077Sphkint 1187204412Skibclone_create(struct clonedevs **cdp, struct cdevsw *csw, int *up, 1188204412Skib struct cdev **dp, int extra) 1189126077Sphk{ 1190126077Sphk struct clonedevs *cd; 1191140733Sphk struct cdev *dev, *ndev, *dl, *de; 1192126077Sphk int unit, low, u; 1193126077Sphk 1194126845Sphk KASSERT(*cdp != NULL, 1195126845Sphk ("clone_setup() not called in driver \"%s\"", csw->d_name)); 1196126077Sphk KASSERT(!(extra & CLONE_UNITMASK), 1197126845Sphk ("Illegal extra bits (0x%x) in clone_create", extra)); 1198126077Sphk KASSERT(*up <= CLONE_UNITMASK, 1199126845Sphk ("Too high unit (0x%x) in clone_create", *up)); 1200179726Sed KASSERT(csw->d_flags & D_NEEDMINOR, 1201179726Sed ("clone_create() on cdevsw without minor numbers")); 1202126077Sphk 1203126077Sphk 1204126077Sphk /* 1205126077Sphk * Search the list for a lot of things in one go: 1206126077Sphk * A preexisting match is returned immediately. 1207126077Sphk * The lowest free unit number if we are passed -1, and the place 1208126077Sphk * in the list where we should insert that new element. 1209126077Sphk * The place to insert a specified unit number, if applicable 1210126077Sphk * the end of the list. 1211126077Sphk */ 1212126077Sphk unit = *up; 1213207729Skib ndev = devfs_alloc(MAKEDEV_WAITOK); 1214140733Sphk dev_lock(); 1215207729Skib prep_cdevsw(csw, MAKEDEV_WAITOK); 1216126849Sphk low = extra; 1217126077Sphk de = dl = NULL; 1218126845Sphk cd = *cdp; 1219126077Sphk LIST_FOREACH(dev, &cd->head, si_clone) { 1220140733Sphk KASSERT(dev->si_flags & SI_CLONELIST, 1221140733Sphk ("Dev %p(%s) should be on clonelist", dev, dev->si_name)); 1222126077Sphk u = dev2unit(dev); 1223126077Sphk if (u == (unit | extra)) { 1224126077Sphk *dp = dev; 1225170950Skib dev_unlock(); 1226150342Sphk devfs_free(ndev); 1227126077Sphk return (0); 1228126077Sphk } 1229126077Sphk if (unit == -1 && u == low) { 1230126077Sphk low++; 1231126077Sphk de = dev; 1232126077Sphk continue; 1233150793Sphk } else if (u < (unit | extra)) { 1234150793Sphk de = dev; 1235150793Sphk continue; 1236150793Sphk } else if (u > (unit | extra)) { 1237126077Sphk dl = dev; 1238126077Sphk break; 1239126077Sphk } 1240126077Sphk } 1241126077Sphk if (unit == -1) 1242126849Sphk unit = low & CLONE_UNITMASK; 1243183381Sed dev = newdev(csw, unit | extra, ndev); 1244140733Sphk if (dev->si_flags & SI_CLONELIST) { 1245140733Sphk printf("dev %p (%s) is on clonelist\n", dev, dev->si_name); 1246150793Sphk printf("unit=%d, low=%d, extra=0x%x\n", unit, low, extra); 1247140733Sphk LIST_FOREACH(dev, &cd->head, si_clone) { 1248140733Sphk printf("\t%p %s\n", dev, dev->si_name); 1249140733Sphk } 1250140733Sphk panic("foo"); 1251140733Sphk } 1252126077Sphk KASSERT(!(dev->si_flags & SI_CLONELIST), 1253140733Sphk ("Dev %p(%s) should not be on clonelist", dev, dev->si_name)); 1254126077Sphk if (dl != NULL) 1255126077Sphk LIST_INSERT_BEFORE(dl, dev, si_clone); 1256126077Sphk else if (de != NULL) 1257126077Sphk LIST_INSERT_AFTER(de, dev, si_clone); 1258126077Sphk else 1259126077Sphk LIST_INSERT_HEAD(&cd->head, dev, si_clone); 1260126077Sphk dev->si_flags |= SI_CLONELIST; 1261126077Sphk *up = unit; 1262170950Skib dev_unlock_and_free(); 1263126077Sphk return (1); 1264126077Sphk} 1265126077Sphk 1266126077Sphk/* 1267126077Sphk * Kill everything still on the list. The driver should already have 1268130585Sphk * disposed of any softc hung of the struct cdev *'s at this time. 1269126077Sphk */ 1270126077Sphkvoid 1271126077Sphkclone_cleanup(struct clonedevs **cdp) 1272126077Sphk{ 1273171181Skib struct cdev *dev; 1274171181Skib struct cdev_priv *cp; 1275126077Sphk struct clonedevs *cd; 1276126077Sphk 1277126077Sphk cd = *cdp; 1278126077Sphk if (cd == NULL) 1279126077Sphk return; 1280140733Sphk dev_lock(); 1281171181Skib while (!LIST_EMPTY(&cd->head)) { 1282171181Skib dev = LIST_FIRST(&cd->head); 1283171181Skib LIST_REMOVE(dev, si_clone); 1284140733Sphk KASSERT(dev->si_flags & SI_CLONELIST, 1285140733Sphk ("Dev %p(%s) should be on clonelist", dev, dev->si_name)); 1286171181Skib dev->si_flags &= ~SI_CLONELIST; 1287179828Skib cp = cdev2priv(dev); 1288171181Skib if (!(cp->cdp_flags & CDP_SCHED_DTR)) { 1289171181Skib cp->cdp_flags |= CDP_SCHED_DTR; 1290171181Skib KASSERT(dev->si_flags & SI_NAMED, 1291191115Sed ("Driver has goofed in cloning underways udev %x unit %x", dev2udev(dev), dev2unit(dev))); 1292171181Skib destroy_devl(dev); 1293171181Skib } 1294126077Sphk } 1295177301Skib dev_unlock_and_free(); 1296126077Sphk free(cd, M_DEVBUF); 1297126077Sphk *cdp = NULL; 1298126077Sphk} 1299171181Skib 1300171181Skibstatic TAILQ_HEAD(, cdev_priv) dev_ddtr = 1301171181Skib TAILQ_HEAD_INITIALIZER(dev_ddtr); 1302228804Sjhbstatic struct task dev_dtr_task = TASK_INITIALIZER(0, destroy_dev_tq, NULL); 1303171181Skib 1304171181Skibstatic void 1305171181Skibdestroy_dev_tq(void *ctx, int pending) 1306171181Skib{ 1307171181Skib struct cdev_priv *cp; 1308171181Skib struct cdev *dev; 1309171181Skib void (*cb)(void *); 1310171181Skib void *cb_arg; 1311171181Skib 1312171181Skib dev_lock(); 1313171181Skib while (!TAILQ_EMPTY(&dev_ddtr)) { 1314171181Skib cp = TAILQ_FIRST(&dev_ddtr); 1315171181Skib dev = &cp->cdp_c; 1316171181Skib KASSERT(cp->cdp_flags & CDP_SCHED_DTR, 1317171181Skib ("cdev %p in dev_destroy_tq without CDP_SCHED_DTR", cp)); 1318171181Skib TAILQ_REMOVE(&dev_ddtr, cp, cdp_dtr_list); 1319171181Skib cb = cp->cdp_dtr_cb; 1320171181Skib cb_arg = cp->cdp_dtr_cb_arg; 1321171181Skib destroy_devl(dev); 1322177301Skib dev_unlock_and_free(); 1323171181Skib dev_rel(dev); 1324171181Skib if (cb != NULL) 1325171181Skib cb(cb_arg); 1326171181Skib dev_lock(); 1327171181Skib } 1328171181Skib dev_unlock(); 1329171181Skib} 1330171181Skib 1331171188Skib/* 1332171188Skib * devmtx shall be locked on entry. devmtx will be unlocked after 1333171188Skib * function return. 1334171188Skib */ 1335171188Skibstatic int 1336171188Skibdestroy_dev_sched_cbl(struct cdev *dev, void (*cb)(void *), void *arg) 1337171181Skib{ 1338171181Skib struct cdev_priv *cp; 1339171188Skib 1340171188Skib mtx_assert(&devmtx, MA_OWNED); 1341179828Skib cp = cdev2priv(dev); 1342171181Skib if (cp->cdp_flags & CDP_SCHED_DTR) { 1343171181Skib dev_unlock(); 1344171181Skib return (0); 1345171181Skib } 1346171181Skib dev_refl(dev); 1347171181Skib cp->cdp_flags |= CDP_SCHED_DTR; 1348171181Skib cp->cdp_dtr_cb = cb; 1349171181Skib cp->cdp_dtr_cb_arg = arg; 1350171181Skib TAILQ_INSERT_TAIL(&dev_ddtr, cp, cdp_dtr_list); 1351171181Skib dev_unlock(); 1352171181Skib taskqueue_enqueue(taskqueue_swi_giant, &dev_dtr_task); 1353171181Skib return (1); 1354171181Skib} 1355171181Skib 1356171181Skibint 1357171188Skibdestroy_dev_sched_cb(struct cdev *dev, void (*cb)(void *), void *arg) 1358171188Skib{ 1359204412Skib 1360171188Skib dev_lock(); 1361171188Skib return (destroy_dev_sched_cbl(dev, cb, arg)); 1362171188Skib} 1363171188Skib 1364171188Skibint 1365171181Skibdestroy_dev_sched(struct cdev *dev) 1366171181Skib{ 1367204412Skib 1368171181Skib return (destroy_dev_sched_cb(dev, NULL, NULL)); 1369171181Skib} 1370171181Skib 1371171181Skibvoid 1372171181Skibdestroy_dev_drain(struct cdevsw *csw) 1373171181Skib{ 1374171181Skib 1375171181Skib dev_lock(); 1376171181Skib while (!LIST_EMPTY(&csw->d_devs)) { 1377171181Skib msleep(&csw->d_devs, &devmtx, PRIBIO, "devscd", hz/10); 1378171181Skib } 1379171181Skib dev_unlock(); 1380171181Skib} 1381171181Skib 1382171181Skibvoid 1383171181Skibdrain_dev_clone_events(void) 1384171181Skib{ 1385171181Skib 1386171181Skib sx_xlock(&clone_drain_lock); 1387171181Skib sx_xunlock(&clone_drain_lock); 1388171181Skib} 1389171181Skib 1390210924Skib#include "opt_ddb.h" 1391210924Skib#ifdef DDB 1392210924Skib#include <sys/kernel.h> 1393210924Skib 1394210924Skib#include <ddb/ddb.h> 1395210924Skib 1396210924SkibDB_SHOW_COMMAND(cdev, db_show_cdev) 1397210924Skib{ 1398210924Skib struct cdev_priv *cdp; 1399210924Skib struct cdev *dev; 1400210924Skib u_int flags; 1401210924Skib char buf[512]; 1402210924Skib 1403210924Skib if (!have_addr) { 1404210924Skib TAILQ_FOREACH(cdp, &cdevp_list, cdp_list) { 1405210924Skib dev = &cdp->cdp_c; 1406210924Skib db_printf("%s %p\n", dev->si_name, dev); 1407210924Skib if (db_pager_quit) 1408210924Skib break; 1409210924Skib } 1410210924Skib return; 1411210924Skib } 1412210924Skib 1413210924Skib dev = (struct cdev *)addr; 1414210924Skib cdp = cdev2priv(dev); 1415210924Skib db_printf("dev %s ref %d use %ld thr %ld inuse %u fdpriv %p\n", 1416210924Skib dev->si_name, dev->si_refcount, dev->si_usecount, 1417210924Skib dev->si_threadcount, cdp->cdp_inuse, cdp->cdp_fdpriv.lh_first); 1418210924Skib db_printf("devsw %p si_drv0 %d si_drv1 %p si_drv2 %p\n", 1419210924Skib dev->si_devsw, dev->si_drv0, dev->si_drv1, dev->si_drv2); 1420210924Skib flags = dev->si_flags; 1421210924Skib#define SI_FLAG(flag) do { \ 1422210924Skib if (flags & (flag)) { \ 1423210924Skib if (buf[0] != '\0') \ 1424210924Skib strlcat(buf, ", ", sizeof(buf)); \ 1425210924Skib strlcat(buf, (#flag) + 3, sizeof(buf)); \ 1426210924Skib flags &= ~(flag); \ 1427210924Skib } \ 1428210924Skib} while (0) 1429210924Skib buf[0] = '\0'; 1430210924Skib SI_FLAG(SI_ETERNAL); 1431210924Skib SI_FLAG(SI_ALIAS); 1432210924Skib SI_FLAG(SI_NAMED); 1433210924Skib SI_FLAG(SI_CHEAPCLONE); 1434210924Skib SI_FLAG(SI_CHILD); 1435210924Skib SI_FLAG(SI_DEVOPEN); 1436210924Skib SI_FLAG(SI_CONSOPEN); 1437210924Skib SI_FLAG(SI_DUMPDEV); 1438210924Skib SI_FLAG(SI_CANDELETE); 1439210924Skib SI_FLAG(SI_CLONELIST); 1440210924Skib db_printf("si_flags %s\n", buf); 1441210924Skib 1442210924Skib flags = cdp->cdp_flags; 1443210924Skib#define CDP_FLAG(flag) do { \ 1444210924Skib if (flags & (flag)) { \ 1445210924Skib if (buf[0] != '\0') \ 1446210924Skib strlcat(buf, ", ", sizeof(buf)); \ 1447210924Skib strlcat(buf, (#flag) + 4, sizeof(buf)); \ 1448210924Skib flags &= ~(flag); \ 1449210924Skib } \ 1450210924Skib} while (0) 1451210924Skib buf[0] = '\0'; 1452210924Skib CDP_FLAG(CDP_ACTIVE); 1453210924Skib CDP_FLAG(CDP_SCHED_DTR); 1454210924Skib db_printf("cdp_flags %s\n", buf); 1455210924Skib} 1456210924Skib#endif 1457