mly.c revision 119285
1/*- 2 * Copyright (c) 2000, 2001 Michael Smith 3 * Copyright (c) 2000 BSDi 4 * All rights reserved. 5 * 6 * Redistribution and use in source and binary forms, with or without 7 * modification, are permitted provided that the following conditions 8 * are met: 9 * 1. Redistributions of source code must retain the above copyright 10 * notice, this list of conditions and the following disclaimer. 11 * 2. Redistributions in binary form must reproduce the above copyright 12 * notice, this list of conditions and the following disclaimer in the 13 * documentation and/or other materials provided with the distribution. 14 * 15 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 16 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 17 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 18 * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 19 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 20 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 21 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 22 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 23 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 24 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 25 * SUCH DAMAGE. 26 * 27 * $FreeBSD: head/sys/dev/mly/mly.c 119285 2003-08-22 06:42:59Z imp $ 28 */ 29 30#include <sys/param.h> 31#include <sys/systm.h> 32#include <sys/malloc.h> 33#include <sys/kernel.h> 34#include <sys/bus.h> 35#include <sys/conf.h> 36#include <sys/ctype.h> 37#include <sys/ioccom.h> 38#include <sys/stat.h> 39 40#include <machine/bus_memio.h> 41#include <machine/bus.h> 42#include <machine/resource.h> 43#include <sys/rman.h> 44 45#include <cam/cam.h> 46#include <cam/cam_ccb.h> 47#include <cam/cam_periph.h> 48#include <cam/cam_sim.h> 49#include <cam/cam_xpt_sim.h> 50#include <cam/scsi/scsi_all.h> 51#include <cam/scsi/scsi_message.h> 52 53#include <dev/pci/pcireg.h> 54#include <dev/pci/pcivar.h> 55 56#include <dev/mly/mlyreg.h> 57#include <dev/mly/mlyio.h> 58#include <dev/mly/mlyvar.h> 59#include <dev/mly/mly_tables.h> 60 61static int mly_probe(device_t dev); 62static int mly_attach(device_t dev); 63static int mly_pci_attach(struct mly_softc *sc); 64static int mly_detach(device_t dev); 65static int mly_shutdown(device_t dev); 66static void mly_intr(void *arg); 67 68static int mly_sg_map(struct mly_softc *sc); 69static void mly_sg_map_helper(void *arg, bus_dma_segment_t *segs, int nseg, int error); 70static int mly_mmbox_map(struct mly_softc *sc); 71static void mly_mmbox_map_helper(void *arg, bus_dma_segment_t *segs, int nseg, int error); 72static void mly_free(struct mly_softc *sc); 73 74static int mly_get_controllerinfo(struct mly_softc *sc); 75static void mly_scan_devices(struct mly_softc *sc); 76static void mly_rescan_btl(struct mly_softc *sc, int bus, int target); 77static void mly_complete_rescan(struct mly_command *mc); 78static int mly_get_eventstatus(struct mly_softc *sc); 79static int mly_enable_mmbox(struct mly_softc *sc); 80static int mly_flush(struct mly_softc *sc); 81static int mly_ioctl(struct mly_softc *sc, struct mly_command_ioctl *ioctl, void **data, 82 size_t datasize, u_int8_t *status, void *sense_buffer, size_t *sense_length); 83static void mly_check_event(struct mly_softc *sc); 84static void mly_fetch_event(struct mly_softc *sc); 85static void mly_complete_event(struct mly_command *mc); 86static void mly_process_event(struct mly_softc *sc, struct mly_event *me); 87static void mly_periodic(void *data); 88 89static int mly_immediate_command(struct mly_command *mc); 90static int mly_start(struct mly_command *mc); 91static void mly_done(struct mly_softc *sc); 92static void mly_complete(void *context, int pending); 93 94static int mly_alloc_command(struct mly_softc *sc, struct mly_command **mcp); 95static void mly_release_command(struct mly_command *mc); 96static void mly_alloc_commands_map(void *arg, bus_dma_segment_t *segs, int nseg, int error); 97static int mly_alloc_commands(struct mly_softc *sc); 98static void mly_release_commands(struct mly_softc *sc); 99static void mly_map_command(struct mly_command *mc); 100static void mly_unmap_command(struct mly_command *mc); 101 102static int mly_cam_attach(struct mly_softc *sc); 103static void mly_cam_detach(struct mly_softc *sc); 104static void mly_cam_rescan_btl(struct mly_softc *sc, int bus, int target); 105static void mly_cam_rescan_callback(struct cam_periph *periph, union ccb *ccb); 106static void mly_cam_action(struct cam_sim *sim, union ccb *ccb); 107static int mly_cam_action_io(struct cam_sim *sim, struct ccb_scsiio *csio); 108static void mly_cam_poll(struct cam_sim *sim); 109static void mly_cam_complete(struct mly_command *mc); 110static struct cam_periph *mly_find_periph(struct mly_softc *sc, int bus, int target); 111static int mly_name_device(struct mly_softc *sc, int bus, int target); 112 113static int mly_fwhandshake(struct mly_softc *sc); 114 115static void mly_describe_controller(struct mly_softc *sc); 116#ifdef MLY_DEBUG 117static void mly_printstate(struct mly_softc *sc); 118static void mly_print_command(struct mly_command *mc); 119static void mly_print_packet(struct mly_command *mc); 120static void mly_panic(struct mly_softc *sc, char *reason); 121#endif 122void mly_print_controller(int controller); 123static int mly_timeout(struct mly_softc *sc); 124 125 126static d_open_t mly_user_open; 127static d_close_t mly_user_close; 128static d_ioctl_t mly_user_ioctl; 129static int mly_user_command(struct mly_softc *sc, struct mly_user_command *uc); 130static int mly_user_health(struct mly_softc *sc, struct mly_user_health *uh); 131 132#define MLY_CMD_TIMEOUT 20 133 134static device_method_t mly_methods[] = { 135 /* Device interface */ 136 DEVMETHOD(device_probe, mly_probe), 137 DEVMETHOD(device_attach, mly_attach), 138 DEVMETHOD(device_detach, mly_detach), 139 DEVMETHOD(device_shutdown, mly_shutdown), 140 { 0, 0 } 141}; 142 143static driver_t mly_pci_driver = { 144 "mly", 145 mly_methods, 146 sizeof(struct mly_softc) 147}; 148 149static devclass_t mly_devclass; 150DRIVER_MODULE(mly, pci, mly_pci_driver, mly_devclass, 0, 0); 151 152#define MLY_CDEV_MAJOR 158 153 154static struct cdevsw mly_cdevsw = { 155 .d_open = mly_user_open, 156 .d_close = mly_user_close, 157 .d_ioctl = mly_user_ioctl, 158 .d_name = "mly", 159 .d_maj = MLY_CDEV_MAJOR, 160}; 161 162/******************************************************************************** 163 ******************************************************************************** 164 Device Interface 165 ******************************************************************************** 166 ********************************************************************************/ 167 168static struct mly_ident 169{ 170 u_int16_t vendor; 171 u_int16_t device; 172 u_int16_t subvendor; 173 u_int16_t subdevice; 174 int hwif; 175 char *desc; 176} mly_identifiers[] = { 177 {0x1069, 0xba56, 0x1069, 0x0040, MLY_HWIF_STRONGARM, "Mylex eXtremeRAID 2000"}, 178 {0x1069, 0xba56, 0x1069, 0x0030, MLY_HWIF_STRONGARM, "Mylex eXtremeRAID 3000"}, 179 {0x1069, 0x0050, 0x1069, 0x0050, MLY_HWIF_I960RX, "Mylex AcceleRAID 352"}, 180 {0x1069, 0x0050, 0x1069, 0x0052, MLY_HWIF_I960RX, "Mylex AcceleRAID 170"}, 181 {0x1069, 0x0050, 0x1069, 0x0054, MLY_HWIF_I960RX, "Mylex AcceleRAID 160"}, 182 {0, 0, 0, 0, 0, 0} 183}; 184 185/******************************************************************************** 186 * Compare the provided PCI device with the list we support. 187 */ 188static int 189mly_probe(device_t dev) 190{ 191 struct mly_ident *m; 192 193 debug_called(1); 194 195 for (m = mly_identifiers; m->vendor != 0; m++) { 196 if ((m->vendor == pci_get_vendor(dev)) && 197 (m->device == pci_get_device(dev)) && 198 ((m->subvendor == 0) || ((m->subvendor == pci_get_subvendor(dev)) && 199 (m->subdevice == pci_get_subdevice(dev))))) { 200 201 device_set_desc(dev, m->desc); 202#ifdef MLY_MODULE 203 return(-5); 204#else 205 return(-10); /* allow room to be overridden */ 206#endif 207 } 208 } 209 return(ENXIO); 210} 211 212/******************************************************************************** 213 * Initialise the controller and softc 214 */ 215static int 216mly_attach(device_t dev) 217{ 218 struct mly_softc *sc = device_get_softc(dev); 219 int error; 220 221 debug_called(1); 222 223 sc->mly_dev = dev; 224 225#ifdef MLY_DEBUG 226 if (device_get_unit(sc->mly_dev) == 0) 227 mly_softc0 = sc; 228#endif 229 230 /* 231 * Do PCI-specific initialisation. 232 */ 233 if ((error = mly_pci_attach(sc)) != 0) 234 goto out; 235 236 /* 237 * Initialise per-controller queues. 238 */ 239 mly_initq_free(sc); 240 mly_initq_busy(sc); 241 mly_initq_complete(sc); 242 243#if __FreeBSD_version >= 500005 244 /* 245 * Initialise command-completion task. 246 */ 247 TASK_INIT(&sc->mly_task_complete, 0, mly_complete, sc); 248#endif 249 250 /* disable interrupts before we start talking to the controller */ 251 MLY_MASK_INTERRUPTS(sc); 252 253 /* 254 * Wait for the controller to come ready, handshake with the firmware if required. 255 * This is typically only necessary on platforms where the controller BIOS does not 256 * run. 257 */ 258 if ((error = mly_fwhandshake(sc))) 259 goto out; 260 261 /* 262 * Allocate initial command buffers. 263 */ 264 if ((error = mly_alloc_commands(sc))) 265 goto out; 266 267 /* 268 * Obtain controller feature information 269 */ 270 if ((error = mly_get_controllerinfo(sc))) 271 goto out; 272 273 /* 274 * Reallocate command buffers now we know how many we want. 275 */ 276 mly_release_commands(sc); 277 if ((error = mly_alloc_commands(sc))) 278 goto out; 279 280 /* 281 * Get the current event counter for health purposes, populate the initial 282 * health status buffer. 283 */ 284 if ((error = mly_get_eventstatus(sc))) 285 goto out; 286 287 /* 288 * Enable memory-mailbox mode. 289 */ 290 if ((error = mly_enable_mmbox(sc))) 291 goto out; 292 293 /* 294 * Attach to CAM. 295 */ 296 if ((error = mly_cam_attach(sc))) 297 goto out; 298 299 /* 300 * Print a little information about the controller 301 */ 302 mly_describe_controller(sc); 303 304 /* 305 * Mark all attached devices for rescan. 306 */ 307 mly_scan_devices(sc); 308 309 /* 310 * Instigate the first status poll immediately. Rescan completions won't 311 * happen until interrupts are enabled, which should still be before 312 * the SCSI subsystem gets to us, courtesy of the "SCSI settling delay". 313 */ 314 mly_periodic((void *)sc); 315 316 /* 317 * Create the control device. 318 */ 319 sc->mly_dev_t = make_dev(&mly_cdevsw, device_get_unit(sc->mly_dev), UID_ROOT, GID_OPERATOR, 320 S_IRUSR | S_IWUSR, "mly%d", device_get_unit(sc->mly_dev)); 321 sc->mly_dev_t->si_drv1 = sc; 322 323 /* enable interrupts now */ 324 MLY_UNMASK_INTERRUPTS(sc); 325 326#ifdef MLY_DEBUG 327 timeout((timeout_t *)mly_timeout, sc, MLY_CMD_TIMEOUT * hz); 328#endif 329 330 out: 331 if (error != 0) 332 mly_free(sc); 333 return(error); 334} 335 336/******************************************************************************** 337 * Perform PCI-specific initialisation. 338 */ 339static int 340mly_pci_attach(struct mly_softc *sc) 341{ 342 int i, error; 343 u_int32_t command; 344 345 debug_called(1); 346 347 /* assume failure is 'not configured' */ 348 error = ENXIO; 349 350 /* 351 * Verify that the adapter is correctly set up in PCI space. 352 * 353 * XXX we shouldn't do this; the PCI code should. 354 */ 355 command = pci_read_config(sc->mly_dev, PCIR_COMMAND, 2); 356 command |= PCIM_CMD_BUSMASTEREN; 357 pci_write_config(sc->mly_dev, PCIR_COMMAND, command, 2); 358 command = pci_read_config(sc->mly_dev, PCIR_COMMAND, 2); 359 if (!(command & PCIM_CMD_BUSMASTEREN)) { 360 mly_printf(sc, "can't enable busmaster feature\n"); 361 goto fail; 362 } 363 if ((command & PCIM_CMD_MEMEN) == 0) { 364 mly_printf(sc, "memory window not available\n"); 365 goto fail; 366 } 367 368 /* 369 * Allocate the PCI register window. 370 */ 371 sc->mly_regs_rid = PCIR_MAPS; /* first base address register */ 372 if ((sc->mly_regs_resource = bus_alloc_resource(sc->mly_dev, SYS_RES_MEMORY, &sc->mly_regs_rid, 373 0, ~0, 1, RF_ACTIVE)) == NULL) { 374 mly_printf(sc, "can't allocate register window\n"); 375 goto fail; 376 } 377 sc->mly_btag = rman_get_bustag(sc->mly_regs_resource); 378 sc->mly_bhandle = rman_get_bushandle(sc->mly_regs_resource); 379 380 /* 381 * Allocate and connect our interrupt. 382 */ 383 sc->mly_irq_rid = 0; 384 if ((sc->mly_irq = bus_alloc_resource(sc->mly_dev, SYS_RES_IRQ, &sc->mly_irq_rid, 385 0, ~0, 1, RF_SHAREABLE | RF_ACTIVE)) == NULL) { 386 mly_printf(sc, "can't allocate interrupt\n"); 387 goto fail; 388 } 389 if (bus_setup_intr(sc->mly_dev, sc->mly_irq, INTR_TYPE_CAM | INTR_ENTROPY, mly_intr, sc, &sc->mly_intr)) { 390 mly_printf(sc, "can't set up interrupt\n"); 391 goto fail; 392 } 393 394 /* assume failure is 'out of memory' */ 395 error = ENOMEM; 396 397 /* 398 * Allocate the parent bus DMA tag appropriate for our PCI interface. 399 * 400 * Note that all of these controllers are 64-bit capable. 401 */ 402 if (bus_dma_tag_create(NULL, /* parent */ 403 1, 0, /* alignment, boundary */ 404 BUS_SPACE_MAXADDR_32BIT, /* lowaddr */ 405 BUS_SPACE_MAXADDR, /* highaddr */ 406 NULL, NULL, /* filter, filterarg */ 407 MAXBSIZE, MLY_MAX_SGENTRIES, /* maxsize, nsegments */ 408 BUS_SPACE_MAXSIZE_32BIT, /* maxsegsize */ 409 BUS_DMA_ALLOCNOW, /* flags */ 410 NULL, /* lockfunc */ 411 NULL, /* lockarg */ 412 &sc->mly_parent_dmat)) { 413 mly_printf(sc, "can't allocate parent DMA tag\n"); 414 goto fail; 415 } 416 417 /* 418 * Create DMA tag for mapping buffers into controller-addressable space. 419 */ 420 if (bus_dma_tag_create(sc->mly_parent_dmat, /* parent */ 421 1, 0, /* alignment, boundary */ 422 BUS_SPACE_MAXADDR, /* lowaddr */ 423 BUS_SPACE_MAXADDR, /* highaddr */ 424 NULL, NULL, /* filter, filterarg */ 425 MAXBSIZE, MLY_MAX_SGENTRIES, /* maxsize, nsegments */ 426 BUS_SPACE_MAXSIZE_32BIT, /* maxsegsize */ 427 0, /* flags */ 428 busdma_lock_mutex, /* lockfunc */ 429 &Giant, /* lockarg */ 430 &sc->mly_buffer_dmat)) { 431 mly_printf(sc, "can't allocate buffer DMA tag\n"); 432 goto fail; 433 } 434 435 /* 436 * Initialise the DMA tag for command packets. 437 */ 438 if (bus_dma_tag_create(sc->mly_parent_dmat, /* parent */ 439 1, 0, /* alignment, boundary */ 440 BUS_SPACE_MAXADDR, /* lowaddr */ 441 BUS_SPACE_MAXADDR, /* highaddr */ 442 NULL, NULL, /* filter, filterarg */ 443 sizeof(union mly_command_packet) * MLY_MAX_COMMANDS, 1, /* maxsize, nsegments */ 444 BUS_SPACE_MAXSIZE_32BIT, /* maxsegsize */ 445 BUS_DMA_ALLOCNOW, /* flags */ 446 NULL, NULL, /* lockfunc, lockarg */ 447 &sc->mly_packet_dmat)) { 448 mly_printf(sc, "can't allocate command packet DMA tag\n"); 449 goto fail; 450 } 451 452 /* 453 * Detect the hardware interface version 454 */ 455 for (i = 0; mly_identifiers[i].vendor != 0; i++) { 456 if ((mly_identifiers[i].vendor == pci_get_vendor(sc->mly_dev)) && 457 (mly_identifiers[i].device == pci_get_device(sc->mly_dev))) { 458 sc->mly_hwif = mly_identifiers[i].hwif; 459 switch(sc->mly_hwif) { 460 case MLY_HWIF_I960RX: 461 debug(1, "set hardware up for i960RX"); 462 sc->mly_doorbell_true = 0x00; 463 sc->mly_command_mailbox = MLY_I960RX_COMMAND_MAILBOX; 464 sc->mly_status_mailbox = MLY_I960RX_STATUS_MAILBOX; 465 sc->mly_idbr = MLY_I960RX_IDBR; 466 sc->mly_odbr = MLY_I960RX_ODBR; 467 sc->mly_error_status = MLY_I960RX_ERROR_STATUS; 468 sc->mly_interrupt_status = MLY_I960RX_INTERRUPT_STATUS; 469 sc->mly_interrupt_mask = MLY_I960RX_INTERRUPT_MASK; 470 break; 471 case MLY_HWIF_STRONGARM: 472 debug(1, "set hardware up for StrongARM"); 473 sc->mly_doorbell_true = 0xff; /* doorbell 'true' is 0 */ 474 sc->mly_command_mailbox = MLY_STRONGARM_COMMAND_MAILBOX; 475 sc->mly_status_mailbox = MLY_STRONGARM_STATUS_MAILBOX; 476 sc->mly_idbr = MLY_STRONGARM_IDBR; 477 sc->mly_odbr = MLY_STRONGARM_ODBR; 478 sc->mly_error_status = MLY_STRONGARM_ERROR_STATUS; 479 sc->mly_interrupt_status = MLY_STRONGARM_INTERRUPT_STATUS; 480 sc->mly_interrupt_mask = MLY_STRONGARM_INTERRUPT_MASK; 481 break; 482 } 483 break; 484 } 485 } 486 487 /* 488 * Create the scatter/gather mappings. 489 */ 490 if ((error = mly_sg_map(sc))) 491 goto fail; 492 493 /* 494 * Allocate and map the memory mailbox 495 */ 496 if ((error = mly_mmbox_map(sc))) 497 goto fail; 498 499 error = 0; 500 501fail: 502 return(error); 503} 504 505/******************************************************************************** 506 * Shut the controller down and detach all our resources. 507 */ 508static int 509mly_detach(device_t dev) 510{ 511 int error; 512 513 if ((error = mly_shutdown(dev)) != 0) 514 return(error); 515 516 mly_free(device_get_softc(dev)); 517 return(0); 518} 519 520/******************************************************************************** 521 * Bring the controller to a state where it can be safely left alone. 522 * 523 * Note that it should not be necessary to wait for any outstanding commands, 524 * as they should be completed prior to calling here. 525 * 526 * XXX this applies for I/O, but not status polls; we should beware of 527 * the case where a status command is running while we detach. 528 */ 529static int 530mly_shutdown(device_t dev) 531{ 532 struct mly_softc *sc = device_get_softc(dev); 533 534 debug_called(1); 535 536 if (sc->mly_state & MLY_STATE_OPEN) 537 return(EBUSY); 538 539 /* kill the periodic event */ 540 untimeout(mly_periodic, sc, sc->mly_periodic); 541 542 /* flush controller */ 543 mly_printf(sc, "flushing cache..."); 544 printf("%s\n", mly_flush(sc) ? "failed" : "done"); 545 546 MLY_MASK_INTERRUPTS(sc); 547 548 return(0); 549} 550 551/******************************************************************************* 552 * Take an interrupt, or be poked by other code to look for interrupt-worthy 553 * status. 554 */ 555static void 556mly_intr(void *arg) 557{ 558 struct mly_softc *sc = (struct mly_softc *)arg; 559 560 debug_called(2); 561 562 mly_done(sc); 563}; 564 565/******************************************************************************** 566 ******************************************************************************** 567 Bus-dependant Resource Management 568 ******************************************************************************** 569 ********************************************************************************/ 570 571/******************************************************************************** 572 * Allocate memory for the scatter/gather tables 573 */ 574static int 575mly_sg_map(struct mly_softc *sc) 576{ 577 size_t segsize; 578 579 debug_called(1); 580 581 /* 582 * Create a single tag describing a region large enough to hold all of 583 * the s/g lists we will need. 584 */ 585 segsize = sizeof(struct mly_sg_entry) * MLY_MAX_COMMANDS *MLY_MAX_SGENTRIES; 586 if (bus_dma_tag_create(sc->mly_parent_dmat, /* parent */ 587 1, 0, /* alignment,boundary */ 588 BUS_SPACE_MAXADDR, /* lowaddr */ 589 BUS_SPACE_MAXADDR, /* highaddr */ 590 NULL, NULL, /* filter, filterarg */ 591 segsize, 1, /* maxsize, nsegments */ 592 BUS_SPACE_MAXSIZE_32BIT, /* maxsegsize */ 593 BUS_DMA_ALLOCNOW, /* flags */ 594 NULL, NULL, /* lockfunc, lockarg */ 595 &sc->mly_sg_dmat)) { 596 mly_printf(sc, "can't allocate scatter/gather DMA tag\n"); 597 return(ENOMEM); 598 } 599 600 /* 601 * Allocate enough s/g maps for all commands and permanently map them into 602 * controller-visible space. 603 * 604 * XXX this assumes we can get enough space for all the s/g maps in one 605 * contiguous slab. 606 */ 607 if (bus_dmamem_alloc(sc->mly_sg_dmat, (void **)&sc->mly_sg_table, 608 BUS_DMA_NOWAIT, &sc->mly_sg_dmamap)) { 609 mly_printf(sc, "can't allocate s/g table\n"); 610 return(ENOMEM); 611 } 612 if (bus_dmamap_load(sc->mly_sg_dmat, sc->mly_sg_dmamap, sc->mly_sg_table, 613 segsize, mly_sg_map_helper, sc, BUS_DMA_NOWAIT) != 0) 614 return (ENOMEM); 615 return(0); 616} 617 618/******************************************************************************** 619 * Save the physical address of the base of the s/g table. 620 */ 621static void 622mly_sg_map_helper(void *arg, bus_dma_segment_t *segs, int nseg, int error) 623{ 624 struct mly_softc *sc = (struct mly_softc *)arg; 625 626 debug_called(1); 627 628 /* save base of s/g table's address in bus space */ 629 sc->mly_sg_busaddr = segs->ds_addr; 630} 631 632/******************************************************************************** 633 * Allocate memory for the memory-mailbox interface 634 */ 635static int 636mly_mmbox_map(struct mly_softc *sc) 637{ 638 639 /* 640 * Create a DMA tag for a single contiguous region large enough for the 641 * memory mailbox structure. 642 */ 643 if (bus_dma_tag_create(sc->mly_parent_dmat, /* parent */ 644 1, 0, /* alignment,boundary */ 645 BUS_SPACE_MAXADDR, /* lowaddr */ 646 BUS_SPACE_MAXADDR, /* highaddr */ 647 NULL, NULL, /* filter, filterarg */ 648 sizeof(struct mly_mmbox), 1, /* maxsize, nsegments */ 649 BUS_SPACE_MAXSIZE_32BIT, /* maxsegsize */ 650 BUS_DMA_ALLOCNOW, /* flags */ 651 NULL, NULL, /* lockfunc, lockarg */ 652 &sc->mly_mmbox_dmat)) { 653 mly_printf(sc, "can't allocate memory mailbox DMA tag\n"); 654 return(ENOMEM); 655 } 656 657 /* 658 * Allocate the buffer 659 */ 660 if (bus_dmamem_alloc(sc->mly_mmbox_dmat, (void **)&sc->mly_mmbox, BUS_DMA_NOWAIT, &sc->mly_mmbox_dmamap)) { 661 mly_printf(sc, "can't allocate memory mailbox\n"); 662 return(ENOMEM); 663 } 664 if (bus_dmamap_load(sc->mly_mmbox_dmat, sc->mly_mmbox_dmamap, sc->mly_mmbox, 665 sizeof(struct mly_mmbox), mly_mmbox_map_helper, sc, 666 BUS_DMA_NOWAIT) != 0) 667 return (ENOMEM); 668 bzero(sc->mly_mmbox, sizeof(*sc->mly_mmbox)); 669 return(0); 670 671} 672 673/******************************************************************************** 674 * Save the physical address of the memory mailbox 675 */ 676static void 677mly_mmbox_map_helper(void *arg, bus_dma_segment_t *segs, int nseg, int error) 678{ 679 struct mly_softc *sc = (struct mly_softc *)arg; 680 681 debug_called(1); 682 683 sc->mly_mmbox_busaddr = segs->ds_addr; 684} 685 686/******************************************************************************** 687 * Free all of the resources associated with (sc) 688 * 689 * Should not be called if the controller is active. 690 */ 691static void 692mly_free(struct mly_softc *sc) 693{ 694 695 debug_called(1); 696 697 /* Remove the management device */ 698 destroy_dev(sc->mly_dev_t); 699 700 /* detach from CAM */ 701 mly_cam_detach(sc); 702 703 /* release command memory */ 704 mly_release_commands(sc); 705 706 /* throw away the controllerinfo structure */ 707 if (sc->mly_controllerinfo != NULL) 708 free(sc->mly_controllerinfo, M_DEVBUF); 709 710 /* throw away the controllerparam structure */ 711 if (sc->mly_controllerparam != NULL) 712 free(sc->mly_controllerparam, M_DEVBUF); 713 714 /* destroy data-transfer DMA tag */ 715 if (sc->mly_buffer_dmat) 716 bus_dma_tag_destroy(sc->mly_buffer_dmat); 717 718 /* free and destroy DMA memory and tag for s/g lists */ 719 if (sc->mly_sg_table) { 720 bus_dmamap_unload(sc->mly_sg_dmat, sc->mly_sg_dmamap); 721 bus_dmamem_free(sc->mly_sg_dmat, sc->mly_sg_table, sc->mly_sg_dmamap); 722 } 723 if (sc->mly_sg_dmat) 724 bus_dma_tag_destroy(sc->mly_sg_dmat); 725 726 /* free and destroy DMA memory and tag for memory mailbox */ 727 if (sc->mly_mmbox) { 728 bus_dmamap_unload(sc->mly_mmbox_dmat, sc->mly_mmbox_dmamap); 729 bus_dmamem_free(sc->mly_mmbox_dmat, sc->mly_mmbox, sc->mly_mmbox_dmamap); 730 } 731 if (sc->mly_mmbox_dmat) 732 bus_dma_tag_destroy(sc->mly_mmbox_dmat); 733 734 /* disconnect the interrupt handler */ 735 if (sc->mly_intr) 736 bus_teardown_intr(sc->mly_dev, sc->mly_irq, sc->mly_intr); 737 if (sc->mly_irq != NULL) 738 bus_release_resource(sc->mly_dev, SYS_RES_IRQ, sc->mly_irq_rid, sc->mly_irq); 739 740 /* destroy the parent DMA tag */ 741 if (sc->mly_parent_dmat) 742 bus_dma_tag_destroy(sc->mly_parent_dmat); 743 744 /* release the register window mapping */ 745 if (sc->mly_regs_resource != NULL) 746 bus_release_resource(sc->mly_dev, SYS_RES_MEMORY, sc->mly_regs_rid, sc->mly_regs_resource); 747} 748 749/******************************************************************************** 750 ******************************************************************************** 751 Command Wrappers 752 ******************************************************************************** 753 ********************************************************************************/ 754 755/******************************************************************************** 756 * Fill in the mly_controllerinfo and mly_controllerparam fields in the softc. 757 */ 758static int 759mly_get_controllerinfo(struct mly_softc *sc) 760{ 761 struct mly_command_ioctl mci; 762 u_int8_t status; 763 int error; 764 765 debug_called(1); 766 767 if (sc->mly_controllerinfo != NULL) 768 free(sc->mly_controllerinfo, M_DEVBUF); 769 770 /* build the getcontrollerinfo ioctl and send it */ 771 bzero(&mci, sizeof(mci)); 772 sc->mly_controllerinfo = NULL; 773 mci.sub_ioctl = MDACIOCTL_GETCONTROLLERINFO; 774 if ((error = mly_ioctl(sc, &mci, (void **)&sc->mly_controllerinfo, sizeof(*sc->mly_controllerinfo), 775 &status, NULL, NULL))) 776 return(error); 777 if (status != 0) 778 return(EIO); 779 780 if (sc->mly_controllerparam != NULL) 781 free(sc->mly_controllerparam, M_DEVBUF); 782 783 /* build the getcontrollerparameter ioctl and send it */ 784 bzero(&mci, sizeof(mci)); 785 sc->mly_controllerparam = NULL; 786 mci.sub_ioctl = MDACIOCTL_GETCONTROLLERPARAMETER; 787 if ((error = mly_ioctl(sc, &mci, (void **)&sc->mly_controllerparam, sizeof(*sc->mly_controllerparam), 788 &status, NULL, NULL))) 789 return(error); 790 if (status != 0) 791 return(EIO); 792 793 return(0); 794} 795 796/******************************************************************************** 797 * Schedule all possible devices for a rescan. 798 * 799 */ 800static void 801mly_scan_devices(struct mly_softc *sc) 802{ 803 int bus, target; 804 805 debug_called(1); 806 807 /* 808 * Clear any previous BTL information. 809 */ 810 bzero(&sc->mly_btl, sizeof(sc->mly_btl)); 811 812 /* 813 * Mark all devices as requiring a rescan, and let the next 814 * periodic scan collect them. 815 */ 816 for (bus = 0; bus < sc->mly_cam_channels; bus++) 817 if (MLY_BUS_IS_VALID(sc, bus)) 818 for (target = 0; target < MLY_MAX_TARGETS; target++) 819 sc->mly_btl[bus][target].mb_flags = MLY_BTL_RESCAN; 820 821} 822 823/******************************************************************************** 824 * Rescan a device, possibly as a consequence of getting an event which suggests 825 * that it may have changed. 826 * 827 * If we suffer resource starvation, we can abandon the rescan as we'll be 828 * retried. 829 */ 830static void 831mly_rescan_btl(struct mly_softc *sc, int bus, int target) 832{ 833 struct mly_command *mc; 834 struct mly_command_ioctl *mci; 835 836 debug_called(1); 837 838 /* check that this bus is valid */ 839 if (!MLY_BUS_IS_VALID(sc, bus)) 840 return; 841 842 /* get a command */ 843 if (mly_alloc_command(sc, &mc)) 844 return; 845 846 /* set up the data buffer */ 847 if ((mc->mc_data = malloc(sizeof(union mly_devinfo), M_DEVBUF, M_NOWAIT | M_ZERO)) == NULL) { 848 mly_release_command(mc); 849 return; 850 } 851 mc->mc_flags |= MLY_CMD_DATAIN; 852 mc->mc_complete = mly_complete_rescan; 853 854 /* 855 * Build the ioctl. 856 */ 857 mci = (struct mly_command_ioctl *)&mc->mc_packet->ioctl; 858 mci->opcode = MDACMD_IOCTL; 859 mci->addr.phys.controller = 0; 860 mci->timeout.value = 30; 861 mci->timeout.scale = MLY_TIMEOUT_SECONDS; 862 if (MLY_BUS_IS_VIRTUAL(sc, bus)) { 863 mc->mc_length = mci->data_size = sizeof(struct mly_ioctl_getlogdevinfovalid); 864 mci->sub_ioctl = MDACIOCTL_GETLOGDEVINFOVALID; 865 mci->addr.log.logdev = MLY_LOGDEV_ID(sc, bus, target); 866 debug(1, "logical device %d", mci->addr.log.logdev); 867 } else { 868 mc->mc_length = mci->data_size = sizeof(struct mly_ioctl_getphysdevinfovalid); 869 mci->sub_ioctl = MDACIOCTL_GETPHYSDEVINFOVALID; 870 mci->addr.phys.lun = 0; 871 mci->addr.phys.target = target; 872 mci->addr.phys.channel = bus; 873 debug(1, "physical device %d:%d", mci->addr.phys.channel, mci->addr.phys.target); 874 } 875 876 /* 877 * Dispatch the command. If we successfully send the command, clear the rescan 878 * bit. 879 */ 880 if (mly_start(mc) != 0) { 881 mly_release_command(mc); 882 } else { 883 sc->mly_btl[bus][target].mb_flags &= ~MLY_BTL_RESCAN; /* success */ 884 } 885} 886 887/******************************************************************************** 888 * Handle the completion of a rescan operation 889 */ 890static void 891mly_complete_rescan(struct mly_command *mc) 892{ 893 struct mly_softc *sc = mc->mc_sc; 894 struct mly_ioctl_getlogdevinfovalid *ldi; 895 struct mly_ioctl_getphysdevinfovalid *pdi; 896 struct mly_command_ioctl *mci; 897 struct mly_btl btl, *btlp; 898 int bus, target, rescan; 899 900 debug_called(1); 901 902 /* 903 * Recover the bus and target from the command. We need these even in 904 * the case where we don't have a useful response. 905 */ 906 mci = (struct mly_command_ioctl *)&mc->mc_packet->ioctl; 907 if (mci->sub_ioctl == MDACIOCTL_GETLOGDEVINFOVALID) { 908 bus = MLY_LOGDEV_BUS(sc, mci->addr.log.logdev); 909 target = MLY_LOGDEV_TARGET(sc, mci->addr.log.logdev); 910 } else { 911 bus = mci->addr.phys.channel; 912 target = mci->addr.phys.target; 913 } 914 /* XXX validate bus/target? */ 915 916 /* the default result is 'no device' */ 917 bzero(&btl, sizeof(btl)); 918 919 /* if the rescan completed OK, we have possibly-new BTL data */ 920 if (mc->mc_status == 0) { 921 if (mc->mc_length == sizeof(*ldi)) { 922 ldi = (struct mly_ioctl_getlogdevinfovalid *)mc->mc_data; 923 if ((MLY_LOGDEV_BUS(sc, ldi->logical_device_number) != bus) || 924 (MLY_LOGDEV_TARGET(sc, ldi->logical_device_number) != target)) { 925 mly_printf(sc, "WARNING: BTL rescan for %d:%d returned data for %d:%d instead\n", 926 bus, target, MLY_LOGDEV_BUS(sc, ldi->logical_device_number), 927 MLY_LOGDEV_TARGET(sc, ldi->logical_device_number)); 928 /* XXX what can we do about this? */ 929 } 930 btl.mb_flags = MLY_BTL_LOGICAL; 931 btl.mb_type = ldi->raid_level; 932 btl.mb_state = ldi->state; 933 debug(1, "BTL rescan for %d returns %s, %s", ldi->logical_device_number, 934 mly_describe_code(mly_table_device_type, ldi->raid_level), 935 mly_describe_code(mly_table_device_state, ldi->state)); 936 } else if (mc->mc_length == sizeof(*pdi)) { 937 pdi = (struct mly_ioctl_getphysdevinfovalid *)mc->mc_data; 938 if ((pdi->channel != bus) || (pdi->target != target)) { 939 mly_printf(sc, "WARNING: BTL rescan for %d:%d returned data for %d:%d instead\n", 940 bus, target, pdi->channel, pdi->target); 941 /* XXX what can we do about this? */ 942 } 943 btl.mb_flags = MLY_BTL_PHYSICAL; 944 btl.mb_type = MLY_DEVICE_TYPE_PHYSICAL; 945 btl.mb_state = pdi->state; 946 btl.mb_speed = pdi->speed; 947 btl.mb_width = pdi->width; 948 if (pdi->state != MLY_DEVICE_STATE_UNCONFIGURED) 949 sc->mly_btl[bus][target].mb_flags |= MLY_BTL_PROTECTED; 950 debug(1, "BTL rescan for %d:%d returns %s", bus, target, 951 mly_describe_code(mly_table_device_state, pdi->state)); 952 } else { 953 mly_printf(sc, "BTL rescan result invalid\n"); 954 } 955 } 956 957 free(mc->mc_data, M_DEVBUF); 958 mly_release_command(mc); 959 960 /* 961 * Decide whether we need to rescan the device. 962 */ 963 rescan = 0; 964 965 /* device type changes (usually between 'nothing' and 'something') */ 966 btlp = &sc->mly_btl[bus][target]; 967 if (btl.mb_flags != btlp->mb_flags) { 968 debug(1, "flags changed, rescanning"); 969 rescan = 1; 970 } 971 972 /* XXX other reasons? */ 973 974 /* 975 * Update BTL information. 976 */ 977 *btlp = btl; 978 979 /* 980 * Perform CAM rescan if required. 981 */ 982 if (rescan) 983 mly_cam_rescan_btl(sc, bus, target); 984} 985 986/******************************************************************************** 987 * Get the current health status and set the 'next event' counter to suit. 988 */ 989static int 990mly_get_eventstatus(struct mly_softc *sc) 991{ 992 struct mly_command_ioctl mci; 993 struct mly_health_status *mh; 994 u_int8_t status; 995 int error; 996 997 /* build the gethealthstatus ioctl and send it */ 998 bzero(&mci, sizeof(mci)); 999 mh = NULL; 1000 mci.sub_ioctl = MDACIOCTL_GETHEALTHSTATUS; 1001 1002 if ((error = mly_ioctl(sc, &mci, (void **)&mh, sizeof(*mh), &status, NULL, NULL))) 1003 return(error); 1004 if (status != 0) 1005 return(EIO); 1006 1007 /* get the event counter */ 1008 sc->mly_event_change = mh->change_counter; 1009 sc->mly_event_waiting = mh->next_event; 1010 sc->mly_event_counter = mh->next_event; 1011 1012 /* save the health status into the memory mailbox */ 1013 bcopy(mh, &sc->mly_mmbox->mmm_health.status, sizeof(*mh)); 1014 1015 debug(1, "initial change counter %d, event counter %d", mh->change_counter, mh->next_event); 1016 1017 free(mh, M_DEVBUF); 1018 return(0); 1019} 1020 1021/******************************************************************************** 1022 * Enable the memory mailbox mode. 1023 */ 1024static int 1025mly_enable_mmbox(struct mly_softc *sc) 1026{ 1027 struct mly_command_ioctl mci; 1028 u_int8_t *sp, status; 1029 int error; 1030 1031 debug_called(1); 1032 1033 /* build the ioctl and send it */ 1034 bzero(&mci, sizeof(mci)); 1035 mci.sub_ioctl = MDACIOCTL_SETMEMORYMAILBOX; 1036 /* set buffer addresses */ 1037 mci.param.setmemorymailbox.command_mailbox_physaddr = 1038 sc->mly_mmbox_busaddr + offsetof(struct mly_mmbox, mmm_command); 1039 mci.param.setmemorymailbox.status_mailbox_physaddr = 1040 sc->mly_mmbox_busaddr + offsetof(struct mly_mmbox, mmm_status); 1041 mci.param.setmemorymailbox.health_buffer_physaddr = 1042 sc->mly_mmbox_busaddr + offsetof(struct mly_mmbox, mmm_health); 1043 1044 /* set buffer sizes - abuse of data_size field is revolting */ 1045 sp = (u_int8_t *)&mci.data_size; 1046 sp[0] = ((sizeof(union mly_command_packet) * MLY_MMBOX_COMMANDS) / 1024); 1047 sp[1] = (sizeof(union mly_status_packet) * MLY_MMBOX_STATUS) / 1024; 1048 mci.param.setmemorymailbox.health_buffer_size = sizeof(union mly_health_region) / 1024; 1049 1050 debug(1, "memory mailbox at %p (0x%llx/%d 0x%llx/%d 0x%llx/%d", sc->mly_mmbox, 1051 mci.param.setmemorymailbox.command_mailbox_physaddr, sp[0], 1052 mci.param.setmemorymailbox.status_mailbox_physaddr, sp[1], 1053 mci.param.setmemorymailbox.health_buffer_physaddr, 1054 mci.param.setmemorymailbox.health_buffer_size); 1055 1056 if ((error = mly_ioctl(sc, &mci, NULL, 0, &status, NULL, NULL))) 1057 return(error); 1058 if (status != 0) 1059 return(EIO); 1060 sc->mly_state |= MLY_STATE_MMBOX_ACTIVE; 1061 debug(1, "memory mailbox active"); 1062 return(0); 1063} 1064 1065/******************************************************************************** 1066 * Flush all pending I/O from the controller. 1067 */ 1068static int 1069mly_flush(struct mly_softc *sc) 1070{ 1071 struct mly_command_ioctl mci; 1072 u_int8_t status; 1073 int error; 1074 1075 debug_called(1); 1076 1077 /* build the ioctl */ 1078 bzero(&mci, sizeof(mci)); 1079 mci.sub_ioctl = MDACIOCTL_FLUSHDEVICEDATA; 1080 mci.param.deviceoperation.operation_device = MLY_OPDEVICE_PHYSICAL_CONTROLLER; 1081 1082 /* pass it off to the controller */ 1083 if ((error = mly_ioctl(sc, &mci, NULL, 0, &status, NULL, NULL))) 1084 return(error); 1085 1086 return((status == 0) ? 0 : EIO); 1087} 1088 1089/******************************************************************************** 1090 * Perform an ioctl command. 1091 * 1092 * If (data) is not NULL, the command requires data transfer. If (*data) is NULL 1093 * the command requires data transfer from the controller, and we will allocate 1094 * a buffer for it. If (*data) is not NULL, the command requires data transfer 1095 * to the controller. 1096 * 1097 * XXX passing in the whole ioctl structure is ugly. Better ideas? 1098 * 1099 * XXX we don't even try to handle the case where datasize > 4k. We should. 1100 */ 1101static int 1102mly_ioctl(struct mly_softc *sc, struct mly_command_ioctl *ioctl, void **data, size_t datasize, 1103 u_int8_t *status, void *sense_buffer, size_t *sense_length) 1104{ 1105 struct mly_command *mc; 1106 struct mly_command_ioctl *mci; 1107 int error; 1108 1109 debug_called(1); 1110 1111 mc = NULL; 1112 if (mly_alloc_command(sc, &mc)) { 1113 error = ENOMEM; 1114 goto out; 1115 } 1116 1117 /* copy the ioctl structure, but save some important fields and then fixup */ 1118 mci = &mc->mc_packet->ioctl; 1119 ioctl->sense_buffer_address = mci->sense_buffer_address; 1120 ioctl->maximum_sense_size = mci->maximum_sense_size; 1121 *mci = *ioctl; 1122 mci->opcode = MDACMD_IOCTL; 1123 mci->timeout.value = 30; 1124 mci->timeout.scale = MLY_TIMEOUT_SECONDS; 1125 1126 /* handle the data buffer */ 1127 if (data != NULL) { 1128 if (*data == NULL) { 1129 /* allocate data buffer */ 1130 if ((mc->mc_data = malloc(datasize, M_DEVBUF, M_NOWAIT)) == NULL) { 1131 error = ENOMEM; 1132 goto out; 1133 } 1134 mc->mc_flags |= MLY_CMD_DATAIN; 1135 } else { 1136 mc->mc_data = *data; 1137 mc->mc_flags |= MLY_CMD_DATAOUT; 1138 } 1139 mc->mc_length = datasize; 1140 mc->mc_packet->generic.data_size = datasize; 1141 } 1142 1143 /* run the command */ 1144 if ((error = mly_immediate_command(mc))) 1145 goto out; 1146 1147 /* clean up and return any data */ 1148 *status = mc->mc_status; 1149 if ((mc->mc_sense > 0) && (sense_buffer != NULL)) { 1150 bcopy(mc->mc_packet, sense_buffer, mc->mc_sense); 1151 *sense_length = mc->mc_sense; 1152 goto out; 1153 } 1154 1155 /* should we return a data pointer? */ 1156 if ((data != NULL) && (*data == NULL)) 1157 *data = mc->mc_data; 1158 1159 /* command completed OK */ 1160 error = 0; 1161 1162out: 1163 if (mc != NULL) { 1164 /* do we need to free a data buffer we allocated? */ 1165 if (error && (mc->mc_data != NULL) && (*data == NULL)) 1166 free(mc->mc_data, M_DEVBUF); 1167 mly_release_command(mc); 1168 } 1169 return(error); 1170} 1171 1172/******************************************************************************** 1173 * Check for event(s) outstanding in the controller. 1174 */ 1175static void 1176mly_check_event(struct mly_softc *sc) 1177{ 1178 1179 /* 1180 * The controller may have updated the health status information, 1181 * so check for it here. Note that the counters are all in host memory, 1182 * so this check is very cheap. Also note that we depend on checking on 1183 * completion 1184 */ 1185 if (sc->mly_mmbox->mmm_health.status.change_counter != sc->mly_event_change) { 1186 sc->mly_event_change = sc->mly_mmbox->mmm_health.status.change_counter; 1187 debug(1, "event change %d, event status update, %d -> %d", sc->mly_event_change, 1188 sc->mly_event_waiting, sc->mly_mmbox->mmm_health.status.next_event); 1189 sc->mly_event_waiting = sc->mly_mmbox->mmm_health.status.next_event; 1190 1191 /* wake up anyone that might be interested in this */ 1192 wakeup(&sc->mly_event_change); 1193 } 1194 if (sc->mly_event_counter != sc->mly_event_waiting) 1195 mly_fetch_event(sc); 1196} 1197 1198/******************************************************************************** 1199 * Fetch one event from the controller. 1200 * 1201 * If we fail due to resource starvation, we'll be retried the next time a 1202 * command completes. 1203 */ 1204static void 1205mly_fetch_event(struct mly_softc *sc) 1206{ 1207 struct mly_command *mc; 1208 struct mly_command_ioctl *mci; 1209 int s; 1210 u_int32_t event; 1211 1212 debug_called(1); 1213 1214 /* get a command */ 1215 if (mly_alloc_command(sc, &mc)) 1216 return; 1217 1218 /* set up the data buffer */ 1219 if ((mc->mc_data = malloc(sizeof(struct mly_event), M_DEVBUF, M_NOWAIT | M_ZERO)) == NULL) { 1220 mly_release_command(mc); 1221 return; 1222 } 1223 mc->mc_length = sizeof(struct mly_event); 1224 mc->mc_flags |= MLY_CMD_DATAIN; 1225 mc->mc_complete = mly_complete_event; 1226 1227 /* 1228 * Get an event number to fetch. It's possible that we've raced with another 1229 * context for the last event, in which case there will be no more events. 1230 */ 1231 s = splcam(); 1232 if (sc->mly_event_counter == sc->mly_event_waiting) { 1233 mly_release_command(mc); 1234 splx(s); 1235 return; 1236 } 1237 event = sc->mly_event_counter++; 1238 splx(s); 1239 1240 /* 1241 * Build the ioctl. 1242 * 1243 * At this point we are committed to sending this request, as it 1244 * will be the only one constructed for this particular event number. 1245 */ 1246 mci = (struct mly_command_ioctl *)&mc->mc_packet->ioctl; 1247 mci->opcode = MDACMD_IOCTL; 1248 mci->data_size = sizeof(struct mly_event); 1249 mci->addr.phys.lun = (event >> 16) & 0xff; 1250 mci->addr.phys.target = (event >> 24) & 0xff; 1251 mci->addr.phys.channel = 0; 1252 mci->addr.phys.controller = 0; 1253 mci->timeout.value = 30; 1254 mci->timeout.scale = MLY_TIMEOUT_SECONDS; 1255 mci->sub_ioctl = MDACIOCTL_GETEVENT; 1256 mci->param.getevent.sequence_number_low = event & 0xffff; 1257 1258 debug(1, "fetch event %u", event); 1259 1260 /* 1261 * Submit the command. 1262 * 1263 * Note that failure of mly_start() will result in this event never being 1264 * fetched. 1265 */ 1266 if (mly_start(mc) != 0) { 1267 mly_printf(sc, "couldn't fetch event %u\n", event); 1268 mly_release_command(mc); 1269 } 1270} 1271 1272/******************************************************************************** 1273 * Handle the completion of an event poll. 1274 */ 1275static void 1276mly_complete_event(struct mly_command *mc) 1277{ 1278 struct mly_softc *sc = mc->mc_sc; 1279 struct mly_event *me = (struct mly_event *)mc->mc_data; 1280 1281 debug_called(1); 1282 1283 /* 1284 * If the event was successfully fetched, process it. 1285 */ 1286 if (mc->mc_status == SCSI_STATUS_OK) { 1287 mly_process_event(sc, me); 1288 free(me, M_DEVBUF); 1289 } 1290 mly_release_command(mc); 1291 1292 /* 1293 * Check for another event. 1294 */ 1295 mly_check_event(sc); 1296} 1297 1298/******************************************************************************** 1299 * Process a controller event. 1300 */ 1301static void 1302mly_process_event(struct mly_softc *sc, struct mly_event *me) 1303{ 1304 struct scsi_sense_data *ssd = (struct scsi_sense_data *)&me->sense[0]; 1305 char *fp, *tp; 1306 int bus, target, event, class, action; 1307 1308 /* 1309 * Errors can be reported using vendor-unique sense data. In this case, the 1310 * event code will be 0x1c (Request sense data present), the sense key will 1311 * be 0x09 (vendor specific), the MSB of the ASC will be set, and the 1312 * actual event code will be a 16-bit value comprised of the ASCQ (low byte) 1313 * and low seven bits of the ASC (low seven bits of the high byte). 1314 */ 1315 if ((me->code == 0x1c) && 1316 ((ssd->flags & SSD_KEY) == SSD_KEY_Vendor_Specific) && 1317 (ssd->add_sense_code & 0x80)) { 1318 event = ((int)(ssd->add_sense_code & ~0x80) << 8) + ssd->add_sense_code_qual; 1319 } else { 1320 event = me->code; 1321 } 1322 1323 /* look up event, get codes */ 1324 fp = mly_describe_code(mly_table_event, event); 1325 1326 debug(1, "Event %d code 0x%x", me->sequence_number, me->code); 1327 1328 /* quiet event? */ 1329 class = fp[0]; 1330 if (isupper(class) && bootverbose) 1331 class = tolower(class); 1332 1333 /* get action code, text string */ 1334 action = fp[1]; 1335 tp = &fp[2]; 1336 1337 /* 1338 * Print some information about the event. 1339 * 1340 * This code uses a table derived from the corresponding portion of the Linux 1341 * driver, and thus the parser is very similar. 1342 */ 1343 switch(class) { 1344 case 'p': /* error on physical device */ 1345 mly_printf(sc, "physical device %d:%d %s\n", me->channel, me->target, tp); 1346 if (action == 'r') 1347 sc->mly_btl[me->channel][me->target].mb_flags |= MLY_BTL_RESCAN; 1348 break; 1349 case 'l': /* error on logical unit */ 1350 case 'm': /* message about logical unit */ 1351 bus = MLY_LOGDEV_BUS(sc, me->lun); 1352 target = MLY_LOGDEV_TARGET(sc, me->lun); 1353 mly_name_device(sc, bus, target); 1354 mly_printf(sc, "logical device %d (%s) %s\n", me->lun, sc->mly_btl[bus][target].mb_name, tp); 1355 if (action == 'r') 1356 sc->mly_btl[bus][target].mb_flags |= MLY_BTL_RESCAN; 1357 break; 1358 break; 1359 case 's': /* report of sense data */ 1360 if (((ssd->flags & SSD_KEY) == SSD_KEY_NO_SENSE) || 1361 (((ssd->flags & SSD_KEY) == SSD_KEY_NOT_READY) && 1362 (ssd->add_sense_code == 0x04) && 1363 ((ssd->add_sense_code_qual == 0x01) || (ssd->add_sense_code_qual == 0x02)))) 1364 break; /* ignore NO_SENSE or NOT_READY in one case */ 1365 1366 mly_printf(sc, "physical device %d:%d %s\n", me->channel, me->target, tp); 1367 mly_printf(sc, " sense key %d asc %02x ascq %02x\n", 1368 ssd->flags & SSD_KEY, ssd->add_sense_code, ssd->add_sense_code_qual); 1369 mly_printf(sc, " info %4D csi %4D\n", ssd->info, "", ssd->cmd_spec_info, ""); 1370 if (action == 'r') 1371 sc->mly_btl[me->channel][me->target].mb_flags |= MLY_BTL_RESCAN; 1372 break; 1373 case 'e': 1374 mly_printf(sc, tp, me->target, me->lun); 1375 printf("\n"); 1376 break; 1377 case 'c': 1378 mly_printf(sc, "controller %s\n", tp); 1379 break; 1380 case '?': 1381 mly_printf(sc, "%s - %d\n", tp, me->code); 1382 break; 1383 default: /* probably a 'noisy' event being ignored */ 1384 break; 1385 } 1386} 1387 1388/******************************************************************************** 1389 * Perform periodic activities. 1390 */ 1391static void 1392mly_periodic(void *data) 1393{ 1394 struct mly_softc *sc = (struct mly_softc *)data; 1395 int bus, target; 1396 1397 debug_called(2); 1398 1399 /* 1400 * Scan devices. 1401 */ 1402 for (bus = 0; bus < sc->mly_cam_channels; bus++) { 1403 if (MLY_BUS_IS_VALID(sc, bus)) { 1404 for (target = 0; target < MLY_MAX_TARGETS; target++) { 1405 1406 /* ignore the controller in this scan */ 1407 if (target == sc->mly_controllerparam->initiator_id) 1408 continue; 1409 1410 /* perform device rescan? */ 1411 if (sc->mly_btl[bus][target].mb_flags & MLY_BTL_RESCAN) 1412 mly_rescan_btl(sc, bus, target); 1413 } 1414 } 1415 } 1416 1417 /* check for controller events */ 1418 mly_check_event(sc); 1419 1420 /* reschedule ourselves */ 1421 sc->mly_periodic = timeout(mly_periodic, sc, MLY_PERIODIC_INTERVAL * hz); 1422} 1423 1424/******************************************************************************** 1425 ******************************************************************************** 1426 Command Processing 1427 ******************************************************************************** 1428 ********************************************************************************/ 1429 1430/******************************************************************************** 1431 * Run a command and wait for it to complete. 1432 * 1433 */ 1434static int 1435mly_immediate_command(struct mly_command *mc) 1436{ 1437 struct mly_softc *sc = mc->mc_sc; 1438 int error, s; 1439 1440 debug_called(1); 1441 1442 /* spinning at splcam is ugly, but we're only used during controller init */ 1443 s = splcam(); 1444 if ((error = mly_start(mc))) { 1445 splx(s); 1446 return(error); 1447 } 1448 1449 if (sc->mly_state & MLY_STATE_INTERRUPTS_ON) { 1450 /* sleep on the command */ 1451 while(!(mc->mc_flags & MLY_CMD_COMPLETE)) { 1452 tsleep(mc, PRIBIO, "mlywait", 0); 1453 } 1454 } else { 1455 /* spin and collect status while we do */ 1456 while(!(mc->mc_flags & MLY_CMD_COMPLETE)) { 1457 mly_done(mc->mc_sc); 1458 } 1459 } 1460 splx(s); 1461 return(0); 1462} 1463 1464/******************************************************************************** 1465 * Deliver a command to the controller. 1466 * 1467 * XXX it would be good to just queue commands that we can't submit immediately 1468 * and send them later, but we probably want a wrapper for that so that 1469 * we don't hang on a failed submission for an immediate command. 1470 */ 1471static int 1472mly_start(struct mly_command *mc) 1473{ 1474 struct mly_softc *sc = mc->mc_sc; 1475 union mly_command_packet *pkt; 1476 int s; 1477 1478 debug_called(2); 1479 1480 /* 1481 * Set the command up for delivery to the controller. 1482 */ 1483 mly_map_command(mc); 1484 mc->mc_packet->generic.command_id = mc->mc_slot; 1485 1486#ifdef MLY_DEBUG 1487 mc->mc_timestamp = time_second; 1488#endif 1489 1490 s = splcam(); 1491 1492 /* 1493 * Do we have to use the hardware mailbox? 1494 */ 1495 if (!(sc->mly_state & MLY_STATE_MMBOX_ACTIVE)) { 1496 /* 1497 * Check to see if the controller is ready for us. 1498 */ 1499 if (MLY_IDBR_TRUE(sc, MLY_HM_CMDSENT)) { 1500 splx(s); 1501 return(EBUSY); 1502 } 1503 mc->mc_flags |= MLY_CMD_BUSY; 1504 1505 /* 1506 * It's ready, send the command. 1507 */ 1508 MLY_SET_MBOX(sc, sc->mly_command_mailbox, &mc->mc_packetphys); 1509 MLY_SET_REG(sc, sc->mly_idbr, MLY_HM_CMDSENT); 1510 1511 } else { /* use memory-mailbox mode */ 1512 1513 pkt = &sc->mly_mmbox->mmm_command[sc->mly_mmbox_command_index]; 1514 1515 /* check to see if the next index is free yet */ 1516 if (pkt->mmbox.flag != 0) { 1517 splx(s); 1518 return(EBUSY); 1519 } 1520 mc->mc_flags |= MLY_CMD_BUSY; 1521 1522 /* copy in new command */ 1523 bcopy(mc->mc_packet->mmbox.data, pkt->mmbox.data, sizeof(pkt->mmbox.data)); 1524 /* barrier to ensure completion of previous write before we write the flag */ 1525 bus_space_barrier(sc->mly_btag, sc->mly_bhandle, 0, 0, 1526 BUS_SPACE_BARRIER_WRITE); 1527 /* copy flag last */ 1528 pkt->mmbox.flag = mc->mc_packet->mmbox.flag; 1529 /* barrier to ensure completion of previous write before we notify the controller */ 1530 bus_space_barrier(sc->mly_btag, sc->mly_bhandle, 0, 0, 1531 BUS_SPACE_BARRIER_WRITE); 1532 1533 /* signal controller, update index */ 1534 MLY_SET_REG(sc, sc->mly_idbr, MLY_AM_CMDSENT); 1535 sc->mly_mmbox_command_index = (sc->mly_mmbox_command_index + 1) % MLY_MMBOX_COMMANDS; 1536 } 1537 1538 mly_enqueue_busy(mc); 1539 splx(s); 1540 return(0); 1541} 1542 1543/******************************************************************************** 1544 * Pick up command status from the controller, schedule a completion event 1545 */ 1546static void 1547mly_done(struct mly_softc *sc) 1548{ 1549 struct mly_command *mc; 1550 union mly_status_packet *sp; 1551 u_int16_t slot; 1552 int s, worked; 1553 1554 s = splcam(); 1555 worked = 0; 1556 1557 /* pick up hardware-mailbox commands */ 1558 if (MLY_ODBR_TRUE(sc, MLY_HM_STSREADY)) { 1559 slot = MLY_GET_REG2(sc, sc->mly_status_mailbox); 1560 if (slot < MLY_SLOT_MAX) { 1561 mc = &sc->mly_command[slot - MLY_SLOT_START]; 1562 mc->mc_status = MLY_GET_REG(sc, sc->mly_status_mailbox + 2); 1563 mc->mc_sense = MLY_GET_REG(sc, sc->mly_status_mailbox + 3); 1564 mc->mc_resid = MLY_GET_REG4(sc, sc->mly_status_mailbox + 4); 1565 mly_remove_busy(mc); 1566 mc->mc_flags &= ~MLY_CMD_BUSY; 1567 mly_enqueue_complete(mc); 1568 worked = 1; 1569 } else { 1570 /* slot 0xffff may mean "extremely bogus command" */ 1571 mly_printf(sc, "got HM completion for illegal slot %u\n", slot); 1572 } 1573 /* unconditionally acknowledge status */ 1574 MLY_SET_REG(sc, sc->mly_odbr, MLY_HM_STSREADY); 1575 MLY_SET_REG(sc, sc->mly_idbr, MLY_HM_STSACK); 1576 } 1577 1578 /* pick up memory-mailbox commands */ 1579 if (MLY_ODBR_TRUE(sc, MLY_AM_STSREADY)) { 1580 for (;;) { 1581 sp = &sc->mly_mmbox->mmm_status[sc->mly_mmbox_status_index]; 1582 1583 /* check for more status */ 1584 if (sp->mmbox.flag == 0) 1585 break; 1586 1587 /* get slot number */ 1588 slot = sp->status.command_id; 1589 if (slot < MLY_SLOT_MAX) { 1590 mc = &sc->mly_command[slot - MLY_SLOT_START]; 1591 mc->mc_status = sp->status.status; 1592 mc->mc_sense = sp->status.sense_length; 1593 mc->mc_resid = sp->status.residue; 1594 mly_remove_busy(mc); 1595 mc->mc_flags &= ~MLY_CMD_BUSY; 1596 mly_enqueue_complete(mc); 1597 worked = 1; 1598 } else { 1599 /* slot 0xffff may mean "extremely bogus command" */ 1600 mly_printf(sc, "got AM completion for illegal slot %u at %d\n", 1601 slot, sc->mly_mmbox_status_index); 1602 } 1603 1604 /* clear and move to next index */ 1605 sp->mmbox.flag = 0; 1606 sc->mly_mmbox_status_index = (sc->mly_mmbox_status_index + 1) % MLY_MMBOX_STATUS; 1607 } 1608 /* acknowledge that we have collected status value(s) */ 1609 MLY_SET_REG(sc, sc->mly_odbr, MLY_AM_STSREADY); 1610 } 1611 1612 splx(s); 1613 if (worked) { 1614#if __FreeBSD_version >= 500005 1615 if (sc->mly_state & MLY_STATE_INTERRUPTS_ON) 1616 taskqueue_enqueue(taskqueue_swi_giant, &sc->mly_task_complete); 1617 else 1618#endif 1619 mly_complete(sc, 0); 1620 } 1621} 1622 1623/******************************************************************************** 1624 * Process completed commands 1625 */ 1626static void 1627mly_complete(void *context, int pending) 1628{ 1629 struct mly_softc *sc = (struct mly_softc *)context; 1630 struct mly_command *mc; 1631 void (* mc_complete)(struct mly_command *mc); 1632 1633 1634 debug_called(2); 1635 1636 /* 1637 * Spin pulling commands off the completed queue and processing them. 1638 */ 1639 while ((mc = mly_dequeue_complete(sc)) != NULL) { 1640 1641 /* 1642 * Free controller resources, mark command complete. 1643 * 1644 * Note that as soon as we mark the command complete, it may be freed 1645 * out from under us, so we need to save the mc_complete field in 1646 * order to later avoid dereferencing mc. (We would not expect to 1647 * have a polling/sleeping consumer with mc_complete != NULL). 1648 */ 1649 mly_unmap_command(mc); 1650 mc_complete = mc->mc_complete; 1651 mc->mc_flags |= MLY_CMD_COMPLETE; 1652 1653 /* 1654 * Call completion handler or wake up sleeping consumer. 1655 */ 1656 if (mc_complete != NULL) { 1657 mc_complete(mc); 1658 } else { 1659 wakeup(mc); 1660 } 1661 } 1662 1663 /* 1664 * XXX if we are deferring commands due to controller-busy status, we should 1665 * retry submitting them here. 1666 */ 1667} 1668 1669/******************************************************************************** 1670 ******************************************************************************** 1671 Command Buffer Management 1672 ******************************************************************************** 1673 ********************************************************************************/ 1674 1675/******************************************************************************** 1676 * Allocate a command. 1677 */ 1678static int 1679mly_alloc_command(struct mly_softc *sc, struct mly_command **mcp) 1680{ 1681 struct mly_command *mc; 1682 1683 debug_called(3); 1684 1685 if ((mc = mly_dequeue_free(sc)) == NULL) 1686 return(ENOMEM); 1687 1688 *mcp = mc; 1689 return(0); 1690} 1691 1692/******************************************************************************** 1693 * Release a command back to the freelist. 1694 */ 1695static void 1696mly_release_command(struct mly_command *mc) 1697{ 1698 debug_called(3); 1699 1700 /* 1701 * Fill in parts of the command that may cause confusion if 1702 * a consumer doesn't when we are later allocated. 1703 */ 1704 mc->mc_data = NULL; 1705 mc->mc_flags = 0; 1706 mc->mc_complete = NULL; 1707 mc->mc_private = NULL; 1708 1709 /* 1710 * By default, we set up to overwrite the command packet with 1711 * sense information. 1712 */ 1713 mc->mc_packet->generic.sense_buffer_address = mc->mc_packetphys; 1714 mc->mc_packet->generic.maximum_sense_size = sizeof(union mly_command_packet); 1715 1716 mly_enqueue_free(mc); 1717} 1718 1719/******************************************************************************** 1720 * Map helper for command allocation. 1721 */ 1722static void 1723mly_alloc_commands_map(void *arg, bus_dma_segment_t *segs, int nseg, int error) 1724{ 1725 struct mly_softc *sc = (struct mly_softc *)arg; 1726 1727 debug_called(1); 1728 1729 sc->mly_packetphys = segs[0].ds_addr; 1730} 1731 1732/******************************************************************************** 1733 * Allocate and initialise command and packet structures. 1734 * 1735 * If the controller supports fewer than MLY_MAX_COMMANDS commands, limit our 1736 * allocation to that number. If we don't yet know how many commands the 1737 * controller supports, allocate a very small set (suitable for initialisation 1738 * purposes only). 1739 */ 1740static int 1741mly_alloc_commands(struct mly_softc *sc) 1742{ 1743 struct mly_command *mc; 1744 int i, ncmd; 1745 1746 if (sc->mly_controllerinfo == NULL) { 1747 ncmd = 4; 1748 } else { 1749 ncmd = min(MLY_MAX_COMMANDS, sc->mly_controllerinfo->maximum_parallel_commands); 1750 } 1751 1752 /* 1753 * Allocate enough space for all the command packets in one chunk and 1754 * map them permanently into controller-visible space. 1755 */ 1756 if (bus_dmamem_alloc(sc->mly_packet_dmat, (void **)&sc->mly_packet, 1757 BUS_DMA_NOWAIT, &sc->mly_packetmap)) { 1758 return(ENOMEM); 1759 } 1760 if (bus_dmamap_load(sc->mly_packet_dmat, sc->mly_packetmap, sc->mly_packet, 1761 ncmd * sizeof(union mly_command_packet), 1762 mly_alloc_commands_map, sc, BUS_DMA_NOWAIT) != 0) 1763 return (ENOMEM); 1764 1765 for (i = 0; i < ncmd; i++) { 1766 mc = &sc->mly_command[i]; 1767 bzero(mc, sizeof(*mc)); 1768 mc->mc_sc = sc; 1769 mc->mc_slot = MLY_SLOT_START + i; 1770 mc->mc_packet = sc->mly_packet + i; 1771 mc->mc_packetphys = sc->mly_packetphys + (i * sizeof(union mly_command_packet)); 1772 if (!bus_dmamap_create(sc->mly_buffer_dmat, 0, &mc->mc_datamap)) 1773 mly_release_command(mc); 1774 } 1775 return(0); 1776} 1777 1778/******************************************************************************** 1779 * Free all the storage held by commands. 1780 * 1781 * Must be called with all commands on the free list. 1782 */ 1783static void 1784mly_release_commands(struct mly_softc *sc) 1785{ 1786 struct mly_command *mc; 1787 1788 /* throw away command buffer DMA maps */ 1789 while (mly_alloc_command(sc, &mc) == 0) 1790 bus_dmamap_destroy(sc->mly_buffer_dmat, mc->mc_datamap); 1791 1792 /* release the packet storage */ 1793 if (sc->mly_packet != NULL) { 1794 bus_dmamap_unload(sc->mly_packet_dmat, sc->mly_packetmap); 1795 bus_dmamem_free(sc->mly_packet_dmat, sc->mly_packet, sc->mly_packetmap); 1796 sc->mly_packet = NULL; 1797 } 1798} 1799 1800 1801/******************************************************************************** 1802 * Command-mapping helper function - populate this command's s/g table 1803 * with the s/g entries for its data. 1804 */ 1805static void 1806mly_map_command_sg(void *arg, bus_dma_segment_t *segs, int nseg, int error) 1807{ 1808 struct mly_command *mc = (struct mly_command *)arg; 1809 struct mly_softc *sc = mc->mc_sc; 1810 struct mly_command_generic *gen = &(mc->mc_packet->generic); 1811 struct mly_sg_entry *sg; 1812 int i, tabofs; 1813 1814 debug_called(2); 1815 1816 /* can we use the transfer structure directly? */ 1817 if (nseg <= 2) { 1818 sg = &gen->transfer.direct.sg[0]; 1819 gen->command_control.extended_sg_table = 0; 1820 } else { 1821 tabofs = ((mc->mc_slot - MLY_SLOT_START) * MLY_MAX_SGENTRIES); 1822 sg = sc->mly_sg_table + tabofs; 1823 gen->transfer.indirect.entries[0] = nseg; 1824 gen->transfer.indirect.table_physaddr[0] = sc->mly_sg_busaddr + (tabofs * sizeof(struct mly_sg_entry)); 1825 gen->command_control.extended_sg_table = 1; 1826 } 1827 1828 /* copy the s/g table */ 1829 for (i = 0; i < nseg; i++) { 1830 sg[i].physaddr = segs[i].ds_addr; 1831 sg[i].length = segs[i].ds_len; 1832 } 1833 1834} 1835 1836#if 0 1837/******************************************************************************** 1838 * Command-mapping helper function - save the cdb's physical address. 1839 * 1840 * We don't support 'large' SCSI commands at this time, so this is unused. 1841 */ 1842static void 1843mly_map_command_cdb(void *arg, bus_dma_segment_t *segs, int nseg, int error) 1844{ 1845 struct mly_command *mc = (struct mly_command *)arg; 1846 1847 debug_called(2); 1848 1849 /* XXX can we safely assume that a CDB will never cross a page boundary? */ 1850 if ((segs[0].ds_addr % PAGE_SIZE) > 1851 ((segs[0].ds_addr + mc->mc_packet->scsi_large.cdb_length) % PAGE_SIZE)) 1852 panic("cdb crosses page boundary"); 1853 1854 /* fix up fields in the command packet */ 1855 mc->mc_packet->scsi_large.cdb_physaddr = segs[0].ds_addr; 1856} 1857#endif 1858 1859/******************************************************************************** 1860 * Map a command into controller-visible space 1861 */ 1862static void 1863mly_map_command(struct mly_command *mc) 1864{ 1865 struct mly_softc *sc = mc->mc_sc; 1866 1867 debug_called(2); 1868 1869 /* don't map more than once */ 1870 if (mc->mc_flags & MLY_CMD_MAPPED) 1871 return; 1872 1873 /* does the command have a data buffer? */ 1874 if (mc->mc_data != NULL) { 1875 bus_dmamap_load(sc->mly_buffer_dmat, mc->mc_datamap, mc->mc_data, mc->mc_length, 1876 mly_map_command_sg, mc, 0); 1877 1878 if (mc->mc_flags & MLY_CMD_DATAIN) 1879 bus_dmamap_sync(sc->mly_buffer_dmat, mc->mc_datamap, BUS_DMASYNC_PREREAD); 1880 if (mc->mc_flags & MLY_CMD_DATAOUT) 1881 bus_dmamap_sync(sc->mly_buffer_dmat, mc->mc_datamap, BUS_DMASYNC_PREWRITE); 1882 } 1883 mc->mc_flags |= MLY_CMD_MAPPED; 1884} 1885 1886/******************************************************************************** 1887 * Unmap a command from controller-visible space 1888 */ 1889static void 1890mly_unmap_command(struct mly_command *mc) 1891{ 1892 struct mly_softc *sc = mc->mc_sc; 1893 1894 debug_called(2); 1895 1896 if (!(mc->mc_flags & MLY_CMD_MAPPED)) 1897 return; 1898 1899 /* does the command have a data buffer? */ 1900 if (mc->mc_data != NULL) { 1901 if (mc->mc_flags & MLY_CMD_DATAIN) 1902 bus_dmamap_sync(sc->mly_buffer_dmat, mc->mc_datamap, BUS_DMASYNC_POSTREAD); 1903 if (mc->mc_flags & MLY_CMD_DATAOUT) 1904 bus_dmamap_sync(sc->mly_buffer_dmat, mc->mc_datamap, BUS_DMASYNC_POSTWRITE); 1905 1906 bus_dmamap_unload(sc->mly_buffer_dmat, mc->mc_datamap); 1907 } 1908 mc->mc_flags &= ~MLY_CMD_MAPPED; 1909} 1910 1911 1912/******************************************************************************** 1913 ******************************************************************************** 1914 CAM interface 1915 ******************************************************************************** 1916 ********************************************************************************/ 1917 1918/******************************************************************************** 1919 * Attach the physical and virtual SCSI busses to CAM. 1920 * 1921 * Physical bus numbering starts from 0, virtual bus numbering from one greater 1922 * than the highest physical bus. Physical busses are only registered if 1923 * the kernel environment variable "hw.mly.register_physical_channels" is set. 1924 * 1925 * When we refer to a "bus", we are referring to the bus number registered with 1926 * the SIM, wheras a "channel" is a channel number given to the adapter. In order 1927 * to keep things simple, we map these 1:1, so "bus" and "channel" may be used 1928 * interchangeably. 1929 */ 1930static int 1931mly_cam_attach(struct mly_softc *sc) 1932{ 1933 struct cam_devq *devq; 1934 int chn, i; 1935 1936 debug_called(1); 1937 1938 /* 1939 * Allocate a devq for all our channels combined. 1940 */ 1941 if ((devq = cam_simq_alloc(sc->mly_controllerinfo->maximum_parallel_commands)) == NULL) { 1942 mly_printf(sc, "can't allocate CAM SIM queue\n"); 1943 return(ENOMEM); 1944 } 1945 1946 /* 1947 * If physical channel registration has been requested, register these first. 1948 * Note that we enable tagged command queueing for physical channels. 1949 */ 1950 if (testenv("hw.mly.register_physical_channels")) { 1951 chn = 0; 1952 for (i = 0; i < sc->mly_controllerinfo->physical_channels_present; i++, chn++) { 1953 1954 if ((sc->mly_cam_sim[chn] = cam_sim_alloc(mly_cam_action, mly_cam_poll, "mly", sc, 1955 device_get_unit(sc->mly_dev), 1956 sc->mly_controllerinfo->maximum_parallel_commands, 1957 1, devq)) == NULL) { 1958 return(ENOMEM); 1959 } 1960 if (xpt_bus_register(sc->mly_cam_sim[chn], chn)) { 1961 mly_printf(sc, "CAM XPT phsyical channel registration failed\n"); 1962 return(ENXIO); 1963 } 1964 debug(1, "registered physical channel %d", chn); 1965 } 1966 } 1967 1968 /* 1969 * Register our virtual channels, with bus numbers matching channel numbers. 1970 */ 1971 chn = sc->mly_controllerinfo->physical_channels_present; 1972 for (i = 0; i < sc->mly_controllerinfo->virtual_channels_present; i++, chn++) { 1973 if ((sc->mly_cam_sim[chn] = cam_sim_alloc(mly_cam_action, mly_cam_poll, "mly", sc, 1974 device_get_unit(sc->mly_dev), 1975 sc->mly_controllerinfo->maximum_parallel_commands, 1976 0, devq)) == NULL) { 1977 return(ENOMEM); 1978 } 1979 if (xpt_bus_register(sc->mly_cam_sim[chn], chn)) { 1980 mly_printf(sc, "CAM XPT virtual channel registration failed\n"); 1981 return(ENXIO); 1982 } 1983 debug(1, "registered virtual channel %d", chn); 1984 } 1985 1986 /* 1987 * This is the total number of channels that (might have been) registered with 1988 * CAM. Some may not have been; check the mly_cam_sim array to be certain. 1989 */ 1990 sc->mly_cam_channels = sc->mly_controllerinfo->physical_channels_present + 1991 sc->mly_controllerinfo->virtual_channels_present; 1992 1993 return(0); 1994} 1995 1996/******************************************************************************** 1997 * Detach from CAM 1998 */ 1999static void 2000mly_cam_detach(struct mly_softc *sc) 2001{ 2002 int i; 2003 2004 debug_called(1); 2005 2006 for (i = 0; i < sc->mly_cam_channels; i++) { 2007 if (sc->mly_cam_sim[i] != NULL) { 2008 xpt_bus_deregister(cam_sim_path(sc->mly_cam_sim[i])); 2009 cam_sim_free(sc->mly_cam_sim[i], 0); 2010 } 2011 } 2012 if (sc->mly_cam_devq != NULL) 2013 cam_simq_free(sc->mly_cam_devq); 2014} 2015 2016/************************************************************************ 2017 * Rescan a device. 2018 */ 2019static void 2020mly_cam_rescan_btl(struct mly_softc *sc, int bus, int target) 2021{ 2022 union ccb *ccb; 2023 2024 debug_called(1); 2025 2026 if ((ccb = malloc(sizeof(union ccb), M_TEMP, M_WAITOK | M_ZERO)) == NULL) { 2027 mly_printf(sc, "rescan failed (can't allocate CCB)\n"); 2028 return; 2029 } 2030 2031 if (xpt_create_path(&sc->mly_cam_path, xpt_periph, 2032 cam_sim_path(sc->mly_cam_sim[bus]), target, 0) != CAM_REQ_CMP) { 2033 mly_printf(sc, "rescan failed (can't create path)\n"); 2034 return; 2035 } 2036 xpt_setup_ccb(&ccb->ccb_h, sc->mly_cam_path, 5/*priority (low)*/); 2037 ccb->ccb_h.func_code = XPT_SCAN_LUN; 2038 ccb->ccb_h.cbfcnp = mly_cam_rescan_callback; 2039 ccb->crcn.flags = CAM_FLAG_NONE; 2040 debug(1, "rescan target %d:%d", bus, target); 2041 xpt_action(ccb); 2042} 2043 2044static void 2045mly_cam_rescan_callback(struct cam_periph *periph, union ccb *ccb) 2046{ 2047 free(ccb, M_TEMP); 2048} 2049 2050/******************************************************************************** 2051 * Handle an action requested by CAM 2052 */ 2053static void 2054mly_cam_action(struct cam_sim *sim, union ccb *ccb) 2055{ 2056 struct mly_softc *sc = cam_sim_softc(sim); 2057 2058 debug_called(2); 2059 2060 switch (ccb->ccb_h.func_code) { 2061 2062 /* perform SCSI I/O */ 2063 case XPT_SCSI_IO: 2064 if (!mly_cam_action_io(sim, (struct ccb_scsiio *)&ccb->csio)) 2065 return; 2066 break; 2067 2068 /* perform geometry calculations */ 2069 case XPT_CALC_GEOMETRY: 2070 { 2071 struct ccb_calc_geometry *ccg = &ccb->ccg; 2072 u_int32_t secs_per_cylinder; 2073 2074 debug(2, "XPT_CALC_GEOMETRY %d:%d:%d", cam_sim_bus(sim), ccb->ccb_h.target_id, ccb->ccb_h.target_lun); 2075 2076 if (sc->mly_controllerparam->bios_geometry == MLY_BIOSGEOM_8G) { 2077 ccg->heads = 255; 2078 ccg->secs_per_track = 63; 2079 } else { /* MLY_BIOSGEOM_2G */ 2080 ccg->heads = 128; 2081 ccg->secs_per_track = 32; 2082 } 2083 secs_per_cylinder = ccg->heads * ccg->secs_per_track; 2084 ccg->cylinders = ccg->volume_size / secs_per_cylinder; 2085 ccb->ccb_h.status = CAM_REQ_CMP; 2086 break; 2087 } 2088 2089 /* handle path attribute inquiry */ 2090 case XPT_PATH_INQ: 2091 { 2092 struct ccb_pathinq *cpi = &ccb->cpi; 2093 2094 debug(2, "XPT_PATH_INQ %d:%d:%d", cam_sim_bus(sim), ccb->ccb_h.target_id, ccb->ccb_h.target_lun); 2095 2096 cpi->version_num = 1; 2097 cpi->hba_inquiry = PI_TAG_ABLE; /* XXX extra flags for physical channels? */ 2098 cpi->target_sprt = 0; 2099 cpi->hba_misc = 0; 2100 cpi->max_target = MLY_MAX_TARGETS - 1; 2101 cpi->max_lun = MLY_MAX_LUNS - 1; 2102 cpi->initiator_id = sc->mly_controllerparam->initiator_id; 2103 strncpy(cpi->sim_vid, "FreeBSD", SIM_IDLEN); 2104 strncpy(cpi->hba_vid, "FreeBSD", HBA_IDLEN); 2105 strncpy(cpi->dev_name, cam_sim_name(sim), DEV_IDLEN); 2106 cpi->unit_number = cam_sim_unit(sim); 2107 cpi->bus_id = cam_sim_bus(sim); 2108 cpi->base_transfer_speed = 132 * 1024; /* XXX what to set this to? */ 2109 ccb->ccb_h.status = CAM_REQ_CMP; 2110 break; 2111 } 2112 2113 case XPT_GET_TRAN_SETTINGS: 2114 { 2115 struct ccb_trans_settings *cts = &ccb->cts; 2116 int bus, target; 2117 2118 bus = cam_sim_bus(sim); 2119 target = cts->ccb_h.target_id; 2120 /* XXX validate bus/target? */ 2121 2122 debug(2, "XPT_GET_TRAN_SETTINGS %d:%d", bus, target); 2123 cts->valid = 0; 2124 2125 /* logical device? */ 2126 if (sc->mly_btl[bus][target].mb_flags & MLY_BTL_LOGICAL) { 2127 /* nothing special for these */ 2128 2129 /* physical device? */ 2130 } else if (sc->mly_btl[bus][target].mb_flags & MLY_BTL_PHYSICAL) { 2131 /* allow CAM to try tagged transactions */ 2132 cts->flags |= CCB_TRANS_TAG_ENB; 2133 cts->valid |= CCB_TRANS_TQ_VALID; 2134 2135 /* convert speed (MHz) to usec */ 2136 if (sc->mly_btl[bus][target].mb_speed == 0) { 2137 cts->sync_period = 1000000 / 5; 2138 } else { 2139 cts->sync_period = 1000000 / sc->mly_btl[bus][target].mb_speed; 2140 } 2141 2142 /* convert bus width to CAM internal encoding */ 2143 switch (sc->mly_btl[bus][target].mb_width) { 2144 case 32: 2145 cts->bus_width = MSG_EXT_WDTR_BUS_32_BIT; 2146 break; 2147 case 16: 2148 cts->bus_width = MSG_EXT_WDTR_BUS_16_BIT; 2149 break; 2150 case 8: 2151 default: 2152 cts->bus_width = MSG_EXT_WDTR_BUS_8_BIT; 2153 break; 2154 } 2155 cts->valid |= CCB_TRANS_SYNC_RATE_VALID | CCB_TRANS_BUS_WIDTH_VALID; 2156 2157 /* not a device, bail out */ 2158 } else { 2159 cts->ccb_h.status = CAM_REQ_CMP_ERR; 2160 break; 2161 } 2162 2163 /* disconnect always OK */ 2164 cts->flags |= CCB_TRANS_DISC_ENB; 2165 cts->valid |= CCB_TRANS_DISC_VALID; 2166 2167 cts->ccb_h.status = CAM_REQ_CMP; 2168 break; 2169 } 2170 2171 default: /* we can't do this */ 2172 debug(2, "unspported func_code = 0x%x", ccb->ccb_h.func_code); 2173 ccb->ccb_h.status = CAM_REQ_INVALID; 2174 break; 2175 } 2176 2177 xpt_done(ccb); 2178} 2179 2180/******************************************************************************** 2181 * Handle an I/O operation requested by CAM 2182 */ 2183static int 2184mly_cam_action_io(struct cam_sim *sim, struct ccb_scsiio *csio) 2185{ 2186 struct mly_softc *sc = cam_sim_softc(sim); 2187 struct mly_command *mc; 2188 struct mly_command_scsi_small *ss; 2189 int bus, target; 2190 int error; 2191 int s; 2192 2193 bus = cam_sim_bus(sim); 2194 target = csio->ccb_h.target_id; 2195 2196 debug(2, "XPT_SCSI_IO %d:%d:%d", bus, target, csio->ccb_h.target_lun); 2197 2198 /* validate bus number */ 2199 if (!MLY_BUS_IS_VALID(sc, bus)) { 2200 debug(0, " invalid bus %d", bus); 2201 csio->ccb_h.status = CAM_REQ_CMP_ERR; 2202 } 2203 2204 /* check for I/O attempt to a protected device */ 2205 if (sc->mly_btl[bus][target].mb_flags & MLY_BTL_PROTECTED) { 2206 debug(2, " device protected"); 2207 csio->ccb_h.status = CAM_REQ_CMP_ERR; 2208 } 2209 2210 /* check for I/O attempt to nonexistent device */ 2211 if (!(sc->mly_btl[bus][target].mb_flags & (MLY_BTL_LOGICAL | MLY_BTL_PHYSICAL))) { 2212 debug(2, " device %d:%d does not exist", bus, target); 2213 csio->ccb_h.status = CAM_REQ_CMP_ERR; 2214 } 2215 2216 /* XXX increase if/when we support large SCSI commands */ 2217 if (csio->cdb_len > MLY_CMD_SCSI_SMALL_CDB) { 2218 debug(0, " command too large (%d > %d)", csio->cdb_len, MLY_CMD_SCSI_SMALL_CDB); 2219 csio->ccb_h.status = CAM_REQ_CMP_ERR; 2220 } 2221 2222 /* check that the CDB pointer is not to a physical address */ 2223 if ((csio->ccb_h.flags & CAM_CDB_POINTER) && (csio->ccb_h.flags & CAM_CDB_PHYS)) { 2224 debug(0, " CDB pointer is to physical address"); 2225 csio->ccb_h.status = CAM_REQ_CMP_ERR; 2226 } 2227 2228 /* if there is data transfer, it must be to/from a virtual address */ 2229 if ((csio->ccb_h.flags & CAM_DIR_MASK) != CAM_DIR_NONE) { 2230 if (csio->ccb_h.flags & CAM_DATA_PHYS) { /* we can't map it */ 2231 debug(0, " data pointer is to physical address"); 2232 csio->ccb_h.status = CAM_REQ_CMP_ERR; 2233 } 2234 if (csio->ccb_h.flags & CAM_SCATTER_VALID) { /* we want to do the s/g setup */ 2235 debug(0, " data has premature s/g setup"); 2236 csio->ccb_h.status = CAM_REQ_CMP_ERR; 2237 } 2238 } 2239 2240 /* abandon aborted ccbs or those that have failed validation */ 2241 if ((csio->ccb_h.status & CAM_STATUS_MASK) != CAM_REQ_INPROG) { 2242 debug(2, "abandoning CCB due to abort/validation failure"); 2243 return(EINVAL); 2244 } 2245 2246 /* 2247 * Get a command, or push the ccb back to CAM and freeze the queue. 2248 */ 2249 if ((error = mly_alloc_command(sc, &mc))) { 2250 s = splcam(); 2251 xpt_freeze_simq(sim, 1); 2252 csio->ccb_h.status |= CAM_REQUEUE_REQ; 2253 sc->mly_qfrzn_cnt++; 2254 splx(s); 2255 return(error); 2256 } 2257 2258 /* build the command */ 2259 mc->mc_data = csio->data_ptr; 2260 mc->mc_length = csio->dxfer_len; 2261 mc->mc_complete = mly_cam_complete; 2262 mc->mc_private = csio; 2263 2264 /* save the bus number in the ccb for later recovery XXX should be a better way */ 2265 csio->ccb_h.sim_priv.entries[0].field = bus; 2266 2267 /* build the packet for the controller */ 2268 ss = &mc->mc_packet->scsi_small; 2269 ss->opcode = MDACMD_SCSI; 2270 if (csio->ccb_h.flags & CAM_DIS_DISCONNECT) 2271 ss->command_control.disable_disconnect = 1; 2272 if ((csio->ccb_h.flags & CAM_DIR_MASK) == CAM_DIR_OUT) 2273 ss->command_control.data_direction = MLY_CCB_WRITE; 2274 ss->data_size = csio->dxfer_len; 2275 ss->addr.phys.lun = csio->ccb_h.target_lun; 2276 ss->addr.phys.target = csio->ccb_h.target_id; 2277 ss->addr.phys.channel = bus; 2278 if (csio->ccb_h.timeout < (60 * 1000)) { 2279 ss->timeout.value = csio->ccb_h.timeout / 1000; 2280 ss->timeout.scale = MLY_TIMEOUT_SECONDS; 2281 } else if (csio->ccb_h.timeout < (60 * 60 * 1000)) { 2282 ss->timeout.value = csio->ccb_h.timeout / (60 * 1000); 2283 ss->timeout.scale = MLY_TIMEOUT_MINUTES; 2284 } else { 2285 ss->timeout.value = csio->ccb_h.timeout / (60 * 60 * 1000); /* overflow? */ 2286 ss->timeout.scale = MLY_TIMEOUT_HOURS; 2287 } 2288 ss->maximum_sense_size = csio->sense_len; 2289 ss->cdb_length = csio->cdb_len; 2290 if (csio->ccb_h.flags & CAM_CDB_POINTER) { 2291 bcopy(csio->cdb_io.cdb_ptr, ss->cdb, csio->cdb_len); 2292 } else { 2293 bcopy(csio->cdb_io.cdb_bytes, ss->cdb, csio->cdb_len); 2294 } 2295 2296 /* give the command to the controller */ 2297 if ((error = mly_start(mc))) { 2298 s = splcam(); 2299 xpt_freeze_simq(sim, 1); 2300 csio->ccb_h.status |= CAM_REQUEUE_REQ; 2301 sc->mly_qfrzn_cnt++; 2302 splx(s); 2303 return(error); 2304 } 2305 2306 return(0); 2307} 2308 2309/******************************************************************************** 2310 * Check for possibly-completed commands. 2311 */ 2312static void 2313mly_cam_poll(struct cam_sim *sim) 2314{ 2315 struct mly_softc *sc = cam_sim_softc(sim); 2316 2317 debug_called(2); 2318 2319 mly_done(sc); 2320} 2321 2322/******************************************************************************** 2323 * Handle completion of a command - pass results back through the CCB 2324 */ 2325static void 2326mly_cam_complete(struct mly_command *mc) 2327{ 2328 struct mly_softc *sc = mc->mc_sc; 2329 struct ccb_scsiio *csio = (struct ccb_scsiio *)mc->mc_private; 2330 struct scsi_inquiry_data *inq = (struct scsi_inquiry_data *)csio->data_ptr; 2331 struct mly_btl *btl; 2332 u_int8_t cmd; 2333 int bus, target; 2334 int s; 2335 2336 debug_called(2); 2337 2338 csio->scsi_status = mc->mc_status; 2339 switch(mc->mc_status) { 2340 case SCSI_STATUS_OK: 2341 /* 2342 * In order to report logical device type and status, we overwrite 2343 * the result of the INQUIRY command to logical devices. 2344 */ 2345 bus = csio->ccb_h.sim_priv.entries[0].field; 2346 target = csio->ccb_h.target_id; 2347 /* XXX validate bus/target? */ 2348 if (sc->mly_btl[bus][target].mb_flags & MLY_BTL_LOGICAL) { 2349 if (csio->ccb_h.flags & CAM_CDB_POINTER) { 2350 cmd = *csio->cdb_io.cdb_ptr; 2351 } else { 2352 cmd = csio->cdb_io.cdb_bytes[0]; 2353 } 2354 if (cmd == INQUIRY) { 2355 btl = &sc->mly_btl[bus][target]; 2356 padstr(inq->vendor, mly_describe_code(mly_table_device_type, btl->mb_type), 8); 2357 padstr(inq->product, mly_describe_code(mly_table_device_state, btl->mb_state), 16); 2358 padstr(inq->revision, "", 4); 2359 } 2360 } 2361 2362 debug(2, "SCSI_STATUS_OK"); 2363 csio->ccb_h.status = CAM_REQ_CMP; 2364 break; 2365 2366 case SCSI_STATUS_CHECK_COND: 2367 debug(1, "SCSI_STATUS_CHECK_COND sense %d resid %d", mc->mc_sense, mc->mc_resid); 2368 csio->ccb_h.status = CAM_SCSI_STATUS_ERROR; 2369 bzero(&csio->sense_data, SSD_FULL_SIZE); 2370 bcopy(mc->mc_packet, &csio->sense_data, mc->mc_sense); 2371 csio->sense_len = mc->mc_sense; 2372 csio->ccb_h.status |= CAM_AUTOSNS_VALID; 2373 csio->resid = mc->mc_resid; /* XXX this is a signed value... */ 2374 break; 2375 2376 case SCSI_STATUS_BUSY: 2377 debug(1, "SCSI_STATUS_BUSY"); 2378 csio->ccb_h.status = CAM_SCSI_BUSY; 2379 break; 2380 2381 default: 2382 debug(1, "unknown status 0x%x", csio->scsi_status); 2383 csio->ccb_h.status = CAM_REQ_CMP_ERR; 2384 break; 2385 } 2386 2387 s = splcam(); 2388 if (sc->mly_qfrzn_cnt) { 2389 csio->ccb_h.status |= CAM_RELEASE_SIMQ; 2390 sc->mly_qfrzn_cnt--; 2391 } 2392 splx(s); 2393 2394 xpt_done((union ccb *)csio); 2395 mly_release_command(mc); 2396} 2397 2398/******************************************************************************** 2399 * Find a peripheral attahed at (bus),(target) 2400 */ 2401static struct cam_periph * 2402mly_find_periph(struct mly_softc *sc, int bus, int target) 2403{ 2404 struct cam_periph *periph; 2405 struct cam_path *path; 2406 int status; 2407 2408 status = xpt_create_path(&path, NULL, cam_sim_path(sc->mly_cam_sim[bus]), target, 0); 2409 if (status == CAM_REQ_CMP) { 2410 periph = cam_periph_find(path, NULL); 2411 xpt_free_path(path); 2412 } else { 2413 periph = NULL; 2414 } 2415 return(periph); 2416} 2417 2418/******************************************************************************** 2419 * Name the device at (bus)(target) 2420 */ 2421static int 2422mly_name_device(struct mly_softc *sc, int bus, int target) 2423{ 2424 struct cam_periph *periph; 2425 2426 if ((periph = mly_find_periph(sc, bus, target)) != NULL) { 2427 sprintf(sc->mly_btl[bus][target].mb_name, "%s%d", periph->periph_name, periph->unit_number); 2428 return(0); 2429 } 2430 sc->mly_btl[bus][target].mb_name[0] = 0; 2431 return(ENOENT); 2432} 2433 2434/******************************************************************************** 2435 ******************************************************************************** 2436 Hardware Control 2437 ******************************************************************************** 2438 ********************************************************************************/ 2439 2440/******************************************************************************** 2441 * Handshake with the firmware while the card is being initialised. 2442 */ 2443static int 2444mly_fwhandshake(struct mly_softc *sc) 2445{ 2446 u_int8_t error, param0, param1; 2447 int spinup = 0; 2448 2449 debug_called(1); 2450 2451 /* set HM_STSACK and let the firmware initialise */ 2452 MLY_SET_REG(sc, sc->mly_idbr, MLY_HM_STSACK); 2453 DELAY(1000); /* too short? */ 2454 2455 /* if HM_STSACK is still true, the controller is initialising */ 2456 if (!MLY_IDBR_TRUE(sc, MLY_HM_STSACK)) 2457 return(0); 2458 mly_printf(sc, "controller initialisation started\n"); 2459 2460 /* spin waiting for initialisation to finish, or for a message to be delivered */ 2461 while (MLY_IDBR_TRUE(sc, MLY_HM_STSACK)) { 2462 /* check for a message */ 2463 if (MLY_ERROR_VALID(sc)) { 2464 error = MLY_GET_REG(sc, sc->mly_error_status) & ~MLY_MSG_EMPTY; 2465 param0 = MLY_GET_REG(sc, sc->mly_command_mailbox); 2466 param1 = MLY_GET_REG(sc, sc->mly_command_mailbox + 1); 2467 2468 switch(error) { 2469 case MLY_MSG_SPINUP: 2470 if (!spinup) { 2471 mly_printf(sc, "drive spinup in progress\n"); 2472 spinup = 1; /* only print this once (should print drive being spun?) */ 2473 } 2474 break; 2475 case MLY_MSG_RACE_RECOVERY_FAIL: 2476 mly_printf(sc, "mirror race recovery failed, one or more drives offline\n"); 2477 break; 2478 case MLY_MSG_RACE_IN_PROGRESS: 2479 mly_printf(sc, "mirror race recovery in progress\n"); 2480 break; 2481 case MLY_MSG_RACE_ON_CRITICAL: 2482 mly_printf(sc, "mirror race recovery on a critical drive\n"); 2483 break; 2484 case MLY_MSG_PARITY_ERROR: 2485 mly_printf(sc, "FATAL MEMORY PARITY ERROR\n"); 2486 return(ENXIO); 2487 default: 2488 mly_printf(sc, "unknown initialisation code 0x%x\n", error); 2489 } 2490 } 2491 } 2492 return(0); 2493} 2494 2495/******************************************************************************** 2496 ******************************************************************************** 2497 Debugging and Diagnostics 2498 ******************************************************************************** 2499 ********************************************************************************/ 2500 2501/******************************************************************************** 2502 * Print some information about the controller. 2503 */ 2504static void 2505mly_describe_controller(struct mly_softc *sc) 2506{ 2507 struct mly_ioctl_getcontrollerinfo *mi = sc->mly_controllerinfo; 2508 2509 mly_printf(sc, "%16s, %d channel%s, firmware %d.%02d-%d-%02d (%02d%02d%02d%02d), %dMB RAM\n", 2510 mi->controller_name, mi->physical_channels_present, (mi->physical_channels_present) > 1 ? "s" : "", 2511 mi->fw_major, mi->fw_minor, mi->fw_turn, mi->fw_build, /* XXX turn encoding? */ 2512 mi->fw_century, mi->fw_year, mi->fw_month, mi->fw_day, 2513 mi->memory_size); 2514 2515 if (bootverbose) { 2516 mly_printf(sc, "%s %s (%x), %dMHz %d-bit %.16s\n", 2517 mly_describe_code(mly_table_oemname, mi->oem_information), 2518 mly_describe_code(mly_table_controllertype, mi->controller_type), mi->controller_type, 2519 mi->interface_speed, mi->interface_width, mi->interface_name); 2520 mly_printf(sc, "%dMB %dMHz %d-bit %s%s%s, cache %dMB\n", 2521 mi->memory_size, mi->memory_speed, mi->memory_width, 2522 mly_describe_code(mly_table_memorytype, mi->memory_type), 2523 mi->memory_parity ? "+parity": "",mi->memory_ecc ? "+ECC": "", 2524 mi->cache_size); 2525 mly_printf(sc, "CPU: %s @ %dMHZ\n", 2526 mly_describe_code(mly_table_cputype, mi->cpu[0].type), mi->cpu[0].speed); 2527 if (mi->l2cache_size != 0) 2528 mly_printf(sc, "%dKB L2 cache\n", mi->l2cache_size); 2529 if (mi->exmemory_size != 0) 2530 mly_printf(sc, "%dMB %dMHz %d-bit private %s%s%s\n", 2531 mi->exmemory_size, mi->exmemory_speed, mi->exmemory_width, 2532 mly_describe_code(mly_table_memorytype, mi->exmemory_type), 2533 mi->exmemory_parity ? "+parity": "",mi->exmemory_ecc ? "+ECC": ""); 2534 mly_printf(sc, "battery backup %s\n", mi->bbu_present ? "present" : "not installed"); 2535 mly_printf(sc, "maximum data transfer %d blocks, maximum sg entries/command %d\n", 2536 mi->maximum_block_count, mi->maximum_sg_entries); 2537 mly_printf(sc, "logical devices present/critical/offline %d/%d/%d\n", 2538 mi->logical_devices_present, mi->logical_devices_critical, mi->logical_devices_offline); 2539 mly_printf(sc, "physical devices present %d\n", 2540 mi->physical_devices_present); 2541 mly_printf(sc, "physical disks present/offline %d/%d\n", 2542 mi->physical_disks_present, mi->physical_disks_offline); 2543 mly_printf(sc, "%d physical channel%s, %d virtual channel%s of %d possible\n", 2544 mi->physical_channels_present, mi->physical_channels_present == 1 ? "" : "s", 2545 mi->virtual_channels_present, mi->virtual_channels_present == 1 ? "" : "s", 2546 mi->virtual_channels_possible); 2547 mly_printf(sc, "%d parallel commands supported\n", mi->maximum_parallel_commands); 2548 mly_printf(sc, "%dMB flash ROM, %d of %d maximum cycles\n", 2549 mi->flash_size, mi->flash_age, mi->flash_maximum_age); 2550 } 2551} 2552 2553#ifdef MLY_DEBUG 2554/******************************************************************************** 2555 * Print some controller state 2556 */ 2557static void 2558mly_printstate(struct mly_softc *sc) 2559{ 2560 mly_printf(sc, "IDBR %02x ODBR %02x ERROR %02x (%x %x %x)\n", 2561 MLY_GET_REG(sc, sc->mly_idbr), 2562 MLY_GET_REG(sc, sc->mly_odbr), 2563 MLY_GET_REG(sc, sc->mly_error_status), 2564 sc->mly_idbr, 2565 sc->mly_odbr, 2566 sc->mly_error_status); 2567 mly_printf(sc, "IMASK %02x ISTATUS %02x\n", 2568 MLY_GET_REG(sc, sc->mly_interrupt_mask), 2569 MLY_GET_REG(sc, sc->mly_interrupt_status)); 2570 mly_printf(sc, "COMMAND %02x %02x %02x %02x %02x %02x %02x %02x\n", 2571 MLY_GET_REG(sc, sc->mly_command_mailbox), 2572 MLY_GET_REG(sc, sc->mly_command_mailbox + 1), 2573 MLY_GET_REG(sc, sc->mly_command_mailbox + 2), 2574 MLY_GET_REG(sc, sc->mly_command_mailbox + 3), 2575 MLY_GET_REG(sc, sc->mly_command_mailbox + 4), 2576 MLY_GET_REG(sc, sc->mly_command_mailbox + 5), 2577 MLY_GET_REG(sc, sc->mly_command_mailbox + 6), 2578 MLY_GET_REG(sc, sc->mly_command_mailbox + 7)); 2579 mly_printf(sc, "STATUS %02x %02x %02x %02x %02x %02x %02x %02x\n", 2580 MLY_GET_REG(sc, sc->mly_status_mailbox), 2581 MLY_GET_REG(sc, sc->mly_status_mailbox + 1), 2582 MLY_GET_REG(sc, sc->mly_status_mailbox + 2), 2583 MLY_GET_REG(sc, sc->mly_status_mailbox + 3), 2584 MLY_GET_REG(sc, sc->mly_status_mailbox + 4), 2585 MLY_GET_REG(sc, sc->mly_status_mailbox + 5), 2586 MLY_GET_REG(sc, sc->mly_status_mailbox + 6), 2587 MLY_GET_REG(sc, sc->mly_status_mailbox + 7)); 2588 mly_printf(sc, " %04x %08x\n", 2589 MLY_GET_REG2(sc, sc->mly_status_mailbox), 2590 MLY_GET_REG4(sc, sc->mly_status_mailbox + 4)); 2591} 2592 2593struct mly_softc *mly_softc0 = NULL; 2594void 2595mly_printstate0(void) 2596{ 2597 if (mly_softc0 != NULL) 2598 mly_printstate(mly_softc0); 2599} 2600 2601/******************************************************************************** 2602 * Print a command 2603 */ 2604static void 2605mly_print_command(struct mly_command *mc) 2606{ 2607 struct mly_softc *sc = mc->mc_sc; 2608 2609 mly_printf(sc, "COMMAND @ %p\n", mc); 2610 mly_printf(sc, " slot %d\n", mc->mc_slot); 2611 mly_printf(sc, " status 0x%x\n", mc->mc_status); 2612 mly_printf(sc, " sense len %d\n", mc->mc_sense); 2613 mly_printf(sc, " resid %d\n", mc->mc_resid); 2614 mly_printf(sc, " packet %p/0x%llx\n", mc->mc_packet, mc->mc_packetphys); 2615 if (mc->mc_packet != NULL) 2616 mly_print_packet(mc); 2617 mly_printf(sc, " data %p/%d\n", mc->mc_data, mc->mc_length); 2618 mly_printf(sc, " flags %b\n", mc->mc_flags, "\20\1busy\2complete\3slotted\4mapped\5datain\6dataout\n"); 2619 mly_printf(sc, " complete %p\n", mc->mc_complete); 2620 mly_printf(sc, " private %p\n", mc->mc_private); 2621} 2622 2623/******************************************************************************** 2624 * Print a command packet 2625 */ 2626static void 2627mly_print_packet(struct mly_command *mc) 2628{ 2629 struct mly_softc *sc = mc->mc_sc; 2630 struct mly_command_generic *ge = (struct mly_command_generic *)mc->mc_packet; 2631 struct mly_command_scsi_small *ss = (struct mly_command_scsi_small *)mc->mc_packet; 2632 struct mly_command_scsi_large *sl = (struct mly_command_scsi_large *)mc->mc_packet; 2633 struct mly_command_ioctl *io = (struct mly_command_ioctl *)mc->mc_packet; 2634 int transfer; 2635 2636 mly_printf(sc, " command_id %d\n", ge->command_id); 2637 mly_printf(sc, " opcode %d\n", ge->opcode); 2638 mly_printf(sc, " command_control fua %d dpo %d est %d dd %s nas %d ddis %d\n", 2639 ge->command_control.force_unit_access, 2640 ge->command_control.disable_page_out, 2641 ge->command_control.extended_sg_table, 2642 (ge->command_control.data_direction == MLY_CCB_WRITE) ? "WRITE" : "READ", 2643 ge->command_control.no_auto_sense, 2644 ge->command_control.disable_disconnect); 2645 mly_printf(sc, " data_size %d\n", ge->data_size); 2646 mly_printf(sc, " sense_buffer_address 0x%llx\n", ge->sense_buffer_address); 2647 mly_printf(sc, " lun %d\n", ge->addr.phys.lun); 2648 mly_printf(sc, " target %d\n", ge->addr.phys.target); 2649 mly_printf(sc, " channel %d\n", ge->addr.phys.channel); 2650 mly_printf(sc, " logical device %d\n", ge->addr.log.logdev); 2651 mly_printf(sc, " controller %d\n", ge->addr.phys.controller); 2652 mly_printf(sc, " timeout %d %s\n", 2653 ge->timeout.value, 2654 (ge->timeout.scale == MLY_TIMEOUT_SECONDS) ? "seconds" : 2655 ((ge->timeout.scale == MLY_TIMEOUT_MINUTES) ? "minutes" : "hours")); 2656 mly_printf(sc, " maximum_sense_size %d\n", ge->maximum_sense_size); 2657 switch(ge->opcode) { 2658 case MDACMD_SCSIPT: 2659 case MDACMD_SCSI: 2660 mly_printf(sc, " cdb length %d\n", ss->cdb_length); 2661 mly_printf(sc, " cdb %*D\n", ss->cdb_length, ss->cdb, " "); 2662 transfer = 1; 2663 break; 2664 case MDACMD_SCSILC: 2665 case MDACMD_SCSILCPT: 2666 mly_printf(sc, " cdb length %d\n", sl->cdb_length); 2667 mly_printf(sc, " cdb 0x%llx\n", sl->cdb_physaddr); 2668 transfer = 1; 2669 break; 2670 case MDACMD_IOCTL: 2671 mly_printf(sc, " sub_ioctl 0x%x\n", io->sub_ioctl); 2672 switch(io->sub_ioctl) { 2673 case MDACIOCTL_SETMEMORYMAILBOX: 2674 mly_printf(sc, " health_buffer_size %d\n", 2675 io->param.setmemorymailbox.health_buffer_size); 2676 mly_printf(sc, " health_buffer_phys 0x%llx\n", 2677 io->param.setmemorymailbox.health_buffer_physaddr); 2678 mly_printf(sc, " command_mailbox 0x%llx\n", 2679 io->param.setmemorymailbox.command_mailbox_physaddr); 2680 mly_printf(sc, " status_mailbox 0x%llx\n", 2681 io->param.setmemorymailbox.status_mailbox_physaddr); 2682 transfer = 0; 2683 break; 2684 2685 case MDACIOCTL_SETREALTIMECLOCK: 2686 case MDACIOCTL_GETHEALTHSTATUS: 2687 case MDACIOCTL_GETCONTROLLERINFO: 2688 case MDACIOCTL_GETLOGDEVINFOVALID: 2689 case MDACIOCTL_GETPHYSDEVINFOVALID: 2690 case MDACIOCTL_GETPHYSDEVSTATISTICS: 2691 case MDACIOCTL_GETLOGDEVSTATISTICS: 2692 case MDACIOCTL_GETCONTROLLERSTATISTICS: 2693 case MDACIOCTL_GETBDT_FOR_SYSDRIVE: 2694 case MDACIOCTL_CREATENEWCONF: 2695 case MDACIOCTL_ADDNEWCONF: 2696 case MDACIOCTL_GETDEVCONFINFO: 2697 case MDACIOCTL_GETFREESPACELIST: 2698 case MDACIOCTL_MORE: 2699 case MDACIOCTL_SETPHYSDEVPARAMETER: 2700 case MDACIOCTL_GETPHYSDEVPARAMETER: 2701 case MDACIOCTL_GETLOGDEVPARAMETER: 2702 case MDACIOCTL_SETLOGDEVPARAMETER: 2703 mly_printf(sc, " param %10D\n", io->param.data.param, " "); 2704 transfer = 1; 2705 break; 2706 2707 case MDACIOCTL_GETEVENT: 2708 mly_printf(sc, " event %d\n", 2709 io->param.getevent.sequence_number_low + ((u_int32_t)io->addr.log.logdev << 16)); 2710 transfer = 1; 2711 break; 2712 2713 case MDACIOCTL_SETRAIDDEVSTATE: 2714 mly_printf(sc, " state %d\n", io->param.setraiddevstate.state); 2715 transfer = 0; 2716 break; 2717 2718 case MDACIOCTL_XLATEPHYSDEVTORAIDDEV: 2719 mly_printf(sc, " raid_device %d\n", io->param.xlatephysdevtoraiddev.raid_device); 2720 mly_printf(sc, " controller %d\n", io->param.xlatephysdevtoraiddev.controller); 2721 mly_printf(sc, " channel %d\n", io->param.xlatephysdevtoraiddev.channel); 2722 mly_printf(sc, " target %d\n", io->param.xlatephysdevtoraiddev.target); 2723 mly_printf(sc, " lun %d\n", io->param.xlatephysdevtoraiddev.lun); 2724 transfer = 0; 2725 break; 2726 2727 case MDACIOCTL_GETGROUPCONFINFO: 2728 mly_printf(sc, " group %d\n", io->param.getgroupconfinfo.group); 2729 transfer = 1; 2730 break; 2731 2732 case MDACIOCTL_GET_SUBSYSTEM_DATA: 2733 case MDACIOCTL_SET_SUBSYSTEM_DATA: 2734 case MDACIOCTL_STARTDISOCVERY: 2735 case MDACIOCTL_INITPHYSDEVSTART: 2736 case MDACIOCTL_INITPHYSDEVSTOP: 2737 case MDACIOCTL_INITRAIDDEVSTART: 2738 case MDACIOCTL_INITRAIDDEVSTOP: 2739 case MDACIOCTL_REBUILDRAIDDEVSTART: 2740 case MDACIOCTL_REBUILDRAIDDEVSTOP: 2741 case MDACIOCTL_MAKECONSISTENTDATASTART: 2742 case MDACIOCTL_MAKECONSISTENTDATASTOP: 2743 case MDACIOCTL_CONSISTENCYCHECKSTART: 2744 case MDACIOCTL_CONSISTENCYCHECKSTOP: 2745 case MDACIOCTL_RESETDEVICE: 2746 case MDACIOCTL_FLUSHDEVICEDATA: 2747 case MDACIOCTL_PAUSEDEVICE: 2748 case MDACIOCTL_UNPAUSEDEVICE: 2749 case MDACIOCTL_LOCATEDEVICE: 2750 case MDACIOCTL_SETMASTERSLAVEMODE: 2751 case MDACIOCTL_DELETERAIDDEV: 2752 case MDACIOCTL_REPLACEINTERNALDEV: 2753 case MDACIOCTL_CLEARCONF: 2754 case MDACIOCTL_GETCONTROLLERPARAMETER: 2755 case MDACIOCTL_SETCONTRLLERPARAMETER: 2756 case MDACIOCTL_CLEARCONFSUSPMODE: 2757 case MDACIOCTL_STOREIMAGE: 2758 case MDACIOCTL_READIMAGE: 2759 case MDACIOCTL_FLASHIMAGES: 2760 case MDACIOCTL_RENAMERAIDDEV: 2761 default: /* no idea what to print */ 2762 transfer = 0; 2763 break; 2764 } 2765 break; 2766 2767 case MDACMD_IOCTLCHECK: 2768 case MDACMD_MEMCOPY: 2769 default: 2770 transfer = 0; 2771 break; /* print nothing */ 2772 } 2773 if (transfer) { 2774 if (ge->command_control.extended_sg_table) { 2775 mly_printf(sc, " sg table 0x%llx/%d\n", 2776 ge->transfer.indirect.table_physaddr[0], ge->transfer.indirect.entries[0]); 2777 } else { 2778 mly_printf(sc, " 0000 0x%llx/%lld\n", 2779 ge->transfer.direct.sg[0].physaddr, ge->transfer.direct.sg[0].length); 2780 mly_printf(sc, " 0001 0x%llx/%lld\n", 2781 ge->transfer.direct.sg[1].physaddr, ge->transfer.direct.sg[1].length); 2782 } 2783 } 2784} 2785 2786/******************************************************************************** 2787 * Panic in a slightly informative fashion 2788 */ 2789static void 2790mly_panic(struct mly_softc *sc, char *reason) 2791{ 2792 mly_printstate(sc); 2793 panic(reason); 2794} 2795 2796/******************************************************************************** 2797 * Print queue statistics, callable from DDB. 2798 */ 2799void 2800mly_print_controller(int controller) 2801{ 2802 struct mly_softc *sc; 2803 2804 if ((sc = devclass_get_softc(devclass_find("mly"), controller)) == NULL) { 2805 printf("mly: controller %d invalid\n", controller); 2806 } else { 2807 device_printf(sc->mly_dev, "queue curr max\n"); 2808 device_printf(sc->mly_dev, "free %04d/%04d\n", 2809 sc->mly_qstat[MLYQ_FREE].q_length, sc->mly_qstat[MLYQ_FREE].q_max); 2810 device_printf(sc->mly_dev, "busy %04d/%04d\n", 2811 sc->mly_qstat[MLYQ_BUSY].q_length, sc->mly_qstat[MLYQ_BUSY].q_max); 2812 device_printf(sc->mly_dev, "complete %04d/%04d\n", 2813 sc->mly_qstat[MLYQ_COMPLETE].q_length, sc->mly_qstat[MLYQ_COMPLETE].q_max); 2814 } 2815} 2816#endif 2817 2818 2819/******************************************************************************** 2820 ******************************************************************************** 2821 Control device interface 2822 ******************************************************************************** 2823 ********************************************************************************/ 2824 2825/******************************************************************************** 2826 * Accept an open operation on the control device. 2827 */ 2828static int 2829mly_user_open(dev_t dev, int flags, int fmt, struct thread *td) 2830{ 2831 int unit = minor(dev); 2832 struct mly_softc *sc = devclass_get_softc(devclass_find("mly"), unit); 2833 2834 sc->mly_state |= MLY_STATE_OPEN; 2835 return(0); 2836} 2837 2838/******************************************************************************** 2839 * Accept the last close on the control device. 2840 */ 2841static int 2842mly_user_close(dev_t dev, int flags, int fmt, struct thread *td) 2843{ 2844 int unit = minor(dev); 2845 struct mly_softc *sc = devclass_get_softc(devclass_find("mly"), unit); 2846 2847 sc->mly_state &= ~MLY_STATE_OPEN; 2848 return (0); 2849} 2850 2851/******************************************************************************** 2852 * Handle controller-specific control operations. 2853 */ 2854static int 2855mly_user_ioctl(dev_t dev, u_long cmd, caddr_t addr, 2856 int32_t flag, struct thread *td) 2857{ 2858 struct mly_softc *sc = (struct mly_softc *)dev->si_drv1; 2859 struct mly_user_command *uc = (struct mly_user_command *)addr; 2860 struct mly_user_health *uh = (struct mly_user_health *)addr; 2861 2862 switch(cmd) { 2863 case MLYIO_COMMAND: 2864 return(mly_user_command(sc, uc)); 2865 case MLYIO_HEALTH: 2866 return(mly_user_health(sc, uh)); 2867 default: 2868 return(ENOIOCTL); 2869 } 2870} 2871 2872/******************************************************************************** 2873 * Execute a command passed in from userspace. 2874 * 2875 * The control structure contains the actual command for the controller, as well 2876 * as the user-space data pointer and data size, and an optional sense buffer 2877 * size/pointer. On completion, the data size is adjusted to the command 2878 * residual, and the sense buffer size to the size of the returned sense data. 2879 * 2880 */ 2881static int 2882mly_user_command(struct mly_softc *sc, struct mly_user_command *uc) 2883{ 2884 struct mly_command *mc; 2885 int error, s; 2886 2887 /* allocate a command */ 2888 if (mly_alloc_command(sc, &mc)) { 2889 error = ENOMEM; 2890 goto out; /* XXX Linux version will wait for a command */ 2891 } 2892 2893 /* handle data size/direction */ 2894 mc->mc_length = (uc->DataTransferLength >= 0) ? uc->DataTransferLength : -uc->DataTransferLength; 2895 if (mc->mc_length > 0) { 2896 if ((mc->mc_data = malloc(mc->mc_length, M_DEVBUF, M_NOWAIT)) == NULL) { 2897 error = ENOMEM; 2898 goto out; 2899 } 2900 } 2901 if (uc->DataTransferLength > 0) { 2902 mc->mc_flags |= MLY_CMD_DATAIN; 2903 bzero(mc->mc_data, mc->mc_length); 2904 } 2905 if (uc->DataTransferLength < 0) { 2906 mc->mc_flags |= MLY_CMD_DATAOUT; 2907 if ((error = copyin(uc->DataTransferBuffer, mc->mc_data, mc->mc_length)) != 0) 2908 goto out; 2909 } 2910 2911 /* copy the controller command */ 2912 bcopy(&uc->CommandMailbox, mc->mc_packet, sizeof(uc->CommandMailbox)); 2913 2914 /* clear command completion handler so that we get woken up */ 2915 mc->mc_complete = NULL; 2916 2917 /* execute the command */ 2918 if ((error = mly_start(mc)) != 0) 2919 goto out; 2920 s = splcam(); 2921 while (!(mc->mc_flags & MLY_CMD_COMPLETE)) 2922 tsleep(mc, PRIBIO, "mlyioctl", 0); 2923 splx(s); 2924 2925 /* return the data to userspace */ 2926 if (uc->DataTransferLength > 0) 2927 if ((error = copyout(mc->mc_data, uc->DataTransferBuffer, mc->mc_length)) != 0) 2928 goto out; 2929 2930 /* return the sense buffer to userspace */ 2931 if ((uc->RequestSenseLength > 0) && (mc->mc_sense > 0)) { 2932 if ((error = copyout(mc->mc_packet, uc->RequestSenseBuffer, 2933 min(uc->RequestSenseLength, mc->mc_sense))) != 0) 2934 goto out; 2935 } 2936 2937 /* return command results to userspace (caller will copy out) */ 2938 uc->DataTransferLength = mc->mc_resid; 2939 uc->RequestSenseLength = min(uc->RequestSenseLength, mc->mc_sense); 2940 uc->CommandStatus = mc->mc_status; 2941 error = 0; 2942 2943 out: 2944 if (mc->mc_data != NULL) 2945 free(mc->mc_data, M_DEVBUF); 2946 if (mc != NULL) 2947 mly_release_command(mc); 2948 return(error); 2949} 2950 2951/******************************************************************************** 2952 * Return health status to userspace. If the health change index in the user 2953 * structure does not match that currently exported by the controller, we 2954 * return the current status immediately. Otherwise, we block until either 2955 * interrupted or new status is delivered. 2956 */ 2957static int 2958mly_user_health(struct mly_softc *sc, struct mly_user_health *uh) 2959{ 2960 struct mly_health_status mh; 2961 int error, s; 2962 2963 /* fetch the current health status from userspace */ 2964 if ((error = copyin(uh->HealthStatusBuffer, &mh, sizeof(mh))) != 0) 2965 return(error); 2966 2967 /* spin waiting for a status update */ 2968 s = splcam(); 2969 error = EWOULDBLOCK; 2970 while ((error != 0) && (sc->mly_event_change == mh.change_counter)) 2971 error = tsleep(&sc->mly_event_change, PRIBIO | PCATCH, "mlyhealth", 0); 2972 splx(s); 2973 2974 /* copy the controller's health status buffer out (there is a race here if it changes again) */ 2975 error = copyout(&sc->mly_mmbox->mmm_health.status, uh->HealthStatusBuffer, 2976 sizeof(uh->HealthStatusBuffer)); 2977 return(error); 2978} 2979 2980static int 2981mly_timeout(struct mly_softc *sc) 2982{ 2983 struct mly_command *mc; 2984 int deadline; 2985 2986 deadline = time_second - MLY_CMD_TIMEOUT; 2987 TAILQ_FOREACH(mc, &sc->mly_busy, mc_link) { 2988 if ((mc->mc_timestamp < deadline)) { 2989 device_printf(sc->mly_dev, 2990 "COMMAND %p TIMEOUT AFTER %d SECONDS\n", mc, 2991 (int)(time_second - mc->mc_timestamp)); 2992 } 2993 } 2994 2995 timeout((timeout_t *)mly_timeout, sc, MLY_CMD_TIMEOUT * hz); 2996 2997 return (0); 2998} 2999