geom_disk.c revision 123271
192108Sphk/*- 292108Sphk * Copyright (c) 2002 Poul-Henning Kamp 392108Sphk * Copyright (c) 2002 Networks Associates Technology, Inc. 492108Sphk * All rights reserved. 592108Sphk * 692108Sphk * This software was developed for the FreeBSD Project by Poul-Henning Kamp 792108Sphk * and NAI Labs, the Security Research Division of Network Associates, Inc. 892108Sphk * under DARPA/SPAWAR contract N66001-01-C-8035 ("CBOSS"), as part of the 992108Sphk * DARPA CHATS research program. 1092108Sphk * 1192108Sphk * Redistribution and use in source and binary forms, with or without 1292108Sphk * modification, are permitted provided that the following conditions 1392108Sphk * are met: 1492108Sphk * 1. Redistributions of source code must retain the above copyright 1592108Sphk * notice, this list of conditions and the following disclaimer. 1692108Sphk * 2. Redistributions in binary form must reproduce the above copyright 1792108Sphk * notice, this list of conditions and the following disclaimer in the 1892108Sphk * documentation and/or other materials provided with the distribution. 1992108Sphk * 3. The names of the authors may not be used to endorse or promote 2092108Sphk * products derived from this software without specific prior written 2192108Sphk * permission. 2292108Sphk * 2392108Sphk * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 2492108Sphk * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 2592108Sphk * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 2692108Sphk * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 2792108Sphk * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 2892108Sphk * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 2992108Sphk * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 3092108Sphk * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 3192108Sphk * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 3292108Sphk * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 3392108Sphk * SUCH DAMAGE. 3492108Sphk */ 3592108Sphk 36116196Sobrien#include <sys/cdefs.h> 37116196Sobrien__FBSDID("$FreeBSD: head/sys/geom/geom_disk.c 123271 2003-12-07 23:20:53Z truckman $"); 38116196Sobrien 39104519Sphk#include "opt_geom.h" 40104519Sphk 4192108Sphk#include <sys/param.h> 4292108Sphk#include <sys/systm.h> 4392108Sphk#include <sys/kernel.h> 4492108Sphk#include <sys/sysctl.h> 4592108Sphk#include <sys/bio.h> 4692108Sphk#include <sys/conf.h> 47110119Sphk#include <sys/fcntl.h> 4892108Sphk#include <sys/malloc.h> 4992108Sphk#include <sys/sysctl.h> 50111979Sphk#include <sys/devicestat.h> 5192108Sphk#include <machine/md_var.h> 5292108Sphk 5392108Sphk#include <sys/lock.h> 5492108Sphk#include <sys/mutex.h> 5592108Sphk#include <geom/geom.h> 56112952Sphk#include <geom/geom_disk.h> 57112476Sphk#include <geom/geom_int.h> 5892108Sphk 59110720Sphkstatic struct mtx g_disk_done_mtx; 60110720Sphk 6192108Sphkstatic g_access_t g_disk_access; 62115473Sphkstatic g_init_t g_disk_init; 63115473Sphkstatic g_fini_t g_disk_fini; 6492108Sphk 6593248Sphkstruct g_class g_disk_class = { 66112552Sphk .name = "DISK", 67115473Sphk .init = g_disk_init, 68115473Sphk .fini = g_disk_fini, 6992108Sphk}; 7092108Sphk 71110720Sphkstatic void 72115473Sphkg_disk_init(struct g_class *mp __unused) 73110720Sphk{ 74115473Sphk 75123271Struckman mtx_init(&g_disk_done_mtx, "g_disk_done", NULL, MTX_DEF); 76110720Sphk} 77104936Sphk 78115473Sphkstatic void 79115473Sphkg_disk_fini(struct g_class *mp __unused) 80115473Sphk{ 81110720Sphk 82115473Sphk mtx_destroy(&g_disk_done_mtx); 83115473Sphk} 84115473Sphk 85115473SphkDECLARE_GEOM_CLASS(g_disk_class, g_disk); 86115473Sphk 87110052Sphkstatic void __inline 88110052Sphkg_disk_lock_giant(struct disk *dp) 89110052Sphk{ 90110119Sphk if (dp->d_flags & DISKFLAG_NOGIANT) 91110119Sphk return; 92110119Sphk mtx_lock(&Giant); 93110052Sphk} 94110052Sphk 95110052Sphkstatic void __inline 96110052Sphkg_disk_unlock_giant(struct disk *dp) 97110052Sphk{ 98110119Sphk if (dp->d_flags & DISKFLAG_NOGIANT) 99110119Sphk return; 100110119Sphk mtx_unlock(&Giant); 101110052Sphk} 102110052Sphk 10392108Sphkstatic int 10492108Sphkg_disk_access(struct g_provider *pp, int r, int w, int e) 10592108Sphk{ 10692108Sphk struct disk *dp; 10792108Sphk int error; 10892108Sphk 10992108Sphk g_trace(G_T_ACCESS, "g_disk_access(%s, %d, %d, %d)", 11092108Sphk pp->name, r, w, e); 11192108Sphk g_topology_assert(); 11292108Sphk r += pp->acr; 11392108Sphk w += pp->acw; 11492108Sphk e += pp->ace; 11592108Sphk dp = pp->geom->softc; 116115214Sphk if (dp == NULL) 117115214Sphk return (ENXIO); 118110119Sphk error = 0; 11992108Sphk if ((pp->acr + pp->acw + pp->ace) == 0 && (r + w + e) > 0) { 120111668Sphk if (dp->d_open != NULL) { 121110119Sphk g_disk_lock_giant(dp); 122111668Sphk error = dp->d_open(dp); 123110119Sphk if (error != 0) 124110119Sphk printf("Opened disk %s -> %d\n", 125110119Sphk pp->name, error); 126110119Sphk g_disk_unlock_giant(dp); 127110119Sphk } 128105551Sphk pp->mediasize = dp->d_mediasize; 129105551Sphk pp->sectorsize = dp->d_sectorsize; 130110119Sphk dp->d_flags |= DISKFLAG_OPEN; 131110727Sphk if (dp->d_maxsize == 0) { 132110727Sphk printf("WARNING: Disk drive %s%d has no d_maxsize\n", 133110727Sphk dp->d_name, dp->d_unit); 134110727Sphk dp->d_maxsize = DFLTPHYS; 135110727Sphk } 13692108Sphk } else if ((pp->acr + pp->acw + pp->ace) > 0 && (r + w + e) == 0) { 137111668Sphk if (dp->d_close != NULL) { 138110119Sphk g_disk_lock_giant(dp); 139111668Sphk error = dp->d_close(dp); 140110119Sphk if (error != 0) 141110119Sphk printf("Closed disk %s -> %d\n", 142110119Sphk pp->name, error); 143110119Sphk g_disk_unlock_giant(dp); 144110119Sphk } 145110119Sphk dp->d_flags &= ~DISKFLAG_OPEN; 14692108Sphk } 14792108Sphk return (error); 14892108Sphk} 14992108Sphk 15092108Sphkstatic void 15195038Sphkg_disk_kerneldump(struct bio *bp, struct disk *dp) 15295038Sphk{ 15395038Sphk int error; 15495038Sphk struct g_kerneldump *gkd; 15595038Sphk struct dumperinfo di; 156104450Sphk struct g_geom *gp; 15795038Sphk 15895038Sphk gkd = (struct g_kerneldump*)bp->bio_data; 159104450Sphk gp = bp->bio_to->geom; 160104450Sphk g_trace(G_T_TOPOLOGY, "g_disk_kernedump(%s, %jd, %jd)", 161104450Sphk gp->name, (intmax_t)gkd->offset, (intmax_t)gkd->length); 162120572Sphk if (dp->d_dump == NULL) { 163120572Sphk g_io_deliver(bp, ENODEV); 164120572Sphk return; 165120572Sphk } 166110119Sphk di.dumper = dp->d_dump; 167111220Sphk di.priv = dp; 168103714Sphk di.blocksize = dp->d_sectorsize; 16995038Sphk di.mediaoffset = gkd->offset; 17095038Sphk di.mediasize = gkd->length; 17195038Sphk error = set_dumper(&di); 172104195Sphk g_io_deliver(bp, error); 17395038Sphk} 17495038Sphk 17595038Sphkstatic void 17692108Sphkg_disk_done(struct bio *bp) 17792108Sphk{ 178111979Sphk struct bio *bp2; 179111979Sphk struct disk *dp; 18092108Sphk 181110720Sphk /* See "notes" for why we need a mutex here */ 182110720Sphk /* XXX: will witness accept a mix of Giant/unGiant drivers here ? */ 183110720Sphk mtx_lock(&g_disk_done_mtx); 18492108Sphk bp->bio_completed = bp->bio_length - bp->bio_resid; 185111979Sphk 186111979Sphk bp2 = bp->bio_parent; 187111979Sphk dp = bp2->bio_to->geom->softc; 188111979Sphk if (bp2->bio_error == 0) 189111979Sphk bp2->bio_error = bp->bio_error; 190111979Sphk bp2->bio_completed += bp->bio_completed; 191111979Sphk g_destroy_bio(bp); 192111979Sphk bp2->bio_inbed++; 193111979Sphk if (bp2->bio_children == bp2->bio_inbed) { 194112259Sphk bp2->bio_resid = bp2->bio_bcount - bp2->bio_completed; 195112259Sphk devstat_end_transaction_bio(dp->d_devstat, bp2); 196111979Sphk g_io_deliver(bp2, bp2->bio_error); 197111979Sphk } 198110720Sphk mtx_unlock(&g_disk_done_mtx); 19992108Sphk} 20092108Sphk 201119660Sphkstatic int 202119660Sphkg_disk_ioctl(struct g_provider *pp, u_long cmd, void * data, struct thread *td) 203119660Sphk{ 204119660Sphk struct g_geom *gp; 205119660Sphk struct disk *dp; 206119660Sphk int error; 207119660Sphk 208119660Sphk gp = pp->geom; 209119660Sphk dp = gp->softc; 210119660Sphk 211119660Sphk if (dp->d_ioctl == NULL) 212119660Sphk return (ENOIOCTL); 213119660Sphk g_disk_lock_giant(dp); 214119660Sphk error = dp->d_ioctl(dp, cmd, data, 0, td); 215119660Sphk g_disk_unlock_giant(dp); 216119660Sphk return(error); 217119660Sphk} 218119660Sphk 21992108Sphkstatic void 22092108Sphkg_disk_start(struct bio *bp) 22192108Sphk{ 222110720Sphk struct bio *bp2, *bp3; 22392108Sphk struct disk *dp; 22492403Sphk int error; 225110720Sphk off_t off; 22692108Sphk 22792108Sphk dp = bp->bio_to->geom->softc; 228115214Sphk if (dp == NULL) 229115214Sphk g_io_deliver(bp, ENXIO); 230104609Sphk error = EJUSTRETURN; 23192108Sphk switch(bp->bio_cmd) { 232104609Sphk case BIO_DELETE: 233110119Sphk if (!(dp->d_flags & DISKFLAG_CANDELETE)) { 234104609Sphk error = 0; 235104609Sphk break; 236104609Sphk } 237104609Sphk /* fall-through */ 23892108Sphk case BIO_READ: 23992108Sphk case BIO_WRITE: 240110720Sphk off = 0; 241110720Sphk bp3 = NULL; 24292108Sphk bp2 = g_clone_bio(bp); 243110477Sphk if (bp2 == NULL) { 244110477Sphk error = ENOMEM; 245110477Sphk break; 246110477Sphk } 247112259Sphk devstat_start_transaction_bio(dp->d_devstat, bp); 248110720Sphk do { 249110720Sphk bp2->bio_offset += off; 250110720Sphk bp2->bio_length -= off; 251110766Stegge bp2->bio_data += off; 252110720Sphk if (bp2->bio_length > dp->d_maxsize) { 253110720Sphk /* 254110720Sphk * XXX: If we have a stripesize we should really 255110720Sphk * use it here. 256110720Sphk */ 257110720Sphk bp2->bio_length = dp->d_maxsize; 258110720Sphk off += dp->d_maxsize; 259110720Sphk /* 260110720Sphk * To avoid a race, we need to grab the next bio 261110720Sphk * before we schedule this one. See "notes". 262110720Sphk */ 263110720Sphk bp3 = g_clone_bio(bp); 264110720Sphk if (bp3 == NULL) 265110720Sphk bp->bio_error = ENOMEM; 266110720Sphk } 267110720Sphk bp2->bio_done = g_disk_done; 268110720Sphk bp2->bio_pblkno = bp2->bio_offset / dp->d_sectorsize; 269110720Sphk bp2->bio_bcount = bp2->bio_length; 270110720Sphk bp2->bio_disk = dp; 271110720Sphk g_disk_lock_giant(dp); 272110720Sphk dp->d_strategy(bp2); 273110720Sphk g_disk_unlock_giant(dp); 274110720Sphk bp2 = bp3; 275110720Sphk bp3 = NULL; 276110720Sphk } while (bp2 != NULL); 27792108Sphk break; 27892108Sphk case BIO_GETATTR: 279105551Sphk if (g_handleattr_int(bp, "GEOM::fwsectors", dp->d_fwsectors)) 28092403Sphk break; 281103714Sphk else if (g_handleattr_int(bp, "GEOM::fwheads", dp->d_fwheads)) 28292403Sphk break; 28398066Sphk else if (g_handleattr_off_t(bp, "GEOM::frontstuff", 0)) 28494287Sphk break; 28595038Sphk else if (!strcmp(bp->bio_attribute, "GEOM::kerneldump")) 28695038Sphk g_disk_kerneldump(bp, dp); 287119660Sphk else 28892403Sphk error = ENOIOCTL; 28992403Sphk break; 29092108Sphk default: 29192403Sphk error = EOPNOTSUPP; 29292403Sphk break; 29392403Sphk } 294104609Sphk if (error != EJUSTRETURN) 295104195Sphk g_io_deliver(bp, error); 29692403Sphk return; 29792108Sphk} 29892108Sphk 299104936Sphkstatic void 300107953Sphkg_disk_dumpconf(struct sbuf *sb, const char *indent, struct g_geom *gp, struct g_consumer *cp, struct g_provider *pp) 301105537Sphk{ 302105537Sphk struct disk *dp; 303105537Sphk 304105537Sphk dp = gp->softc; 305120374Sphk if (dp == NULL) 306120374Sphk return; 307106101Sphk if (indent == NULL) { 308106101Sphk sbuf_printf(sb, " hd %u", dp->d_fwheads); 309106101Sphk sbuf_printf(sb, " sc %u", dp->d_fwsectors); 310106101Sphk return; 311106101Sphk } 312105539Sphk if (pp != NULL) { 313105537Sphk sbuf_printf(sb, "%s<fwheads>%u</fwheads>\n", 314105537Sphk indent, dp->d_fwheads); 315105537Sphk sbuf_printf(sb, "%s<fwsectors>%u</fwsectors>\n", 316105537Sphk indent, dp->d_fwsectors); 317105537Sphk } 318105537Sphk} 319105537Sphk 320105537Sphkstatic void 321115309Sphkg_disk_create(void *arg, int flag) 32292108Sphk{ 32392108Sphk struct g_geom *gp; 32492108Sphk struct g_provider *pp; 325110708Sphk struct disk *dp; 32692108Sphk 327115309Sphk if (flag == EV_CANCEL) 328115309Sphk return; 329104936Sphk g_topology_assert(); 330110708Sphk dp = arg; 331110708Sphk gp = g_new_geomf(&g_disk_class, "%s%d", dp->d_name, dp->d_unit); 332104936Sphk gp->start = g_disk_start; 333104936Sphk gp->access = g_disk_access; 334119660Sphk gp->ioctl = g_disk_ioctl; 335110708Sphk gp->softc = dp; 336105537Sphk gp->dumpconf = g_disk_dumpconf; 337104936Sphk pp = g_new_providerf(gp, "%s", gp->name); 338110708Sphk pp->mediasize = dp->d_mediasize; 339110708Sphk pp->sectorsize = dp->d_sectorsize; 340110708Sphk if (dp->d_flags & DISKFLAG_CANDELETE) 341110708Sphk pp->flags |= G_PF_CANDELETE; 342110710Sphk pp->stripeoffset = dp->d_stripeoffset; 343110710Sphk pp->stripesize = dp->d_stripesize; 344105957Sphk if (bootverbose) 345105957Sphk printf("GEOM: new disk %s\n", gp->name); 346112989Sphk dp->d_geom = gp; 347112989Sphk g_error_provider(pp, 0); 348104936Sphk} 349104936Sphk 350119652Sphkstatic void 351119652Sphkg_disk_destroy(void *ptr, int flag) 352119652Sphk{ 353119652Sphk struct g_geom *gp; 354104936Sphk 355119652Sphk g_topology_assert(); 356119652Sphk gp = ptr; 357119652Sphk gp->softc = NULL; 358119652Sphk g_wither_geom(gp, ENXIO); 359119652Sphk} 360104936Sphk 361111668Sphkvoid 362111668Sphkdisk_create(int unit, struct disk *dp, int flags, void *unused __unused, void * unused2 __unused) 363104936Sphk{ 364104936Sphk 365110708Sphk dp->d_unit = unit; 366110119Sphk dp->d_flags = flags; 367110119Sphk KASSERT(dp->d_strategy != NULL, ("disk_create need d_strategy")); 368110119Sphk KASSERT(dp->d_name != NULL, ("disk_create need d_name")); 369110119Sphk KASSERT(*dp->d_name != 0, ("disk_create need d_name")); 370110317Sphk KASSERT(strlen(dp->d_name) < SPECNAMELEN - 4, ("disk name too long")); 371119652Sphk if (bootverbose || 1) 372119652Sphk printf("GEOM: create disk %s%d dp=%p\n", 373119652Sphk dp->d_name, dp->d_unit, dp); 374120374Sphk if (dp->d_devstat == NULL) 375120374Sphk dp->d_devstat = devstat_new_entry(dp->d_name, dp->d_unit, 376120374Sphk dp->d_sectorsize, DEVSTAT_ALL_SUPPORTED, 377120374Sphk DEVSTAT_TYPE_DIRECT, DEVSTAT_PRIORITY_MAX); 378112989Sphk dp->d_geom = NULL; 379113937Sphk g_post_event(g_disk_create, dp, M_WAITOK, dp, NULL); 38092108Sphk} 38192108Sphk 38292108Sphkvoid 383111216Sphkdisk_destroy(struct disk *dp) 38492108Sphk{ 38592108Sphk struct g_geom *gp; 38692108Sphk 387119652Sphk if (bootverbose || 1) 388119652Sphk printf("GEOM: destroy disk %s%d dp=%p\n", 389119652Sphk dp->d_name, dp->d_unit, dp); 390112989Sphk g_cancel_event(dp); 391110419Sphk gp = dp->d_geom; 392112989Sphk if (gp == NULL) 393112989Sphk return; 394110119Sphk gp->softc = NULL; 395111979Sphk devstat_remove_entry(dp->d_devstat); 396119652Sphk g_waitfor_event(g_disk_destroy, gp, M_WAITOK, NULL, NULL); 397119652Sphk dp->d_geom = NULL; 39892108Sphk} 39992108Sphk 400104451Sphkstatic void 401112988Sphkg_kern_disks(void *p, int flag __unused) 402104451Sphk{ 403104451Sphk struct sbuf *sb; 404104451Sphk struct g_geom *gp; 405104451Sphk char *sp; 406104451Sphk 407104451Sphk sb = p; 408104451Sphk sp = ""; 409104451Sphk g_topology_assert(); 410104451Sphk LIST_FOREACH(gp, &g_disk_class.geom, geom) { 411104451Sphk sbuf_printf(sb, "%s%s", sp, gp->name); 412104451Sphk sp = " "; 413104451Sphk } 414104451Sphk sbuf_finish(sb); 415104451Sphk} 416104451Sphk 417104451Sphkstatic int 418104451Sphksysctl_disks(SYSCTL_HANDLER_ARGS) 419104451Sphk{ 420104451Sphk int error; 421104451Sphk struct sbuf *sb; 422104451Sphk 423104451Sphk sb = sbuf_new(NULL, NULL, 0, SBUF_AUTOEXTEND); 424104451Sphk sbuf_clear(sb); 425113940Sphk g_waitfor_event(g_kern_disks, sb, M_WAITOK, NULL); 426113937Sphk error = SYSCTL_OUT(req, sbuf_data(sb), sbuf_len(sb) + 1); 427104451Sphk sbuf_delete(sb); 428104451Sphk return error; 429104451Sphk} 430104451Sphk 431104451SphkSYSCTL_PROC(_kern, OID_AUTO, disks, CTLTYPE_STRING | CTLFLAG_RD | CTLFLAG_NOLOCK, 0, 0, 432104451Sphk sysctl_disks, "A", "names of available disks"); 433104519Sphk 434