mlx.c revision 126080
1/*- 2 * Copyright (c) 1999 Michael Smith 3 * All rights reserved. 4 * 5 * Redistribution and use in source and binary forms, with or without 6 * modification, are permitted provided that the following conditions 7 * are met: 8 * 1. Redistributions of source code must retain the above copyright 9 * notice, this list of conditions and the following disclaimer. 10 * 2. Redistributions in binary form must reproduce the above copyright 11 * notice, this list of conditions and the following disclaimer in the 12 * documentation and/or other materials provided with the distribution. 13 * 14 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 15 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 16 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 17 * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 18 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 19 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 20 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 21 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 22 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 23 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 24 * SUCH DAMAGE. 25 * 26 * $FreeBSD: head/sys/dev/mlx/mlx.c 126080 2004-02-21 21:10:55Z phk $ 27 */ 28 29/* 30 * Driver for the Mylex DAC960 family of RAID controllers. 31 */ 32 33#include <sys/param.h> 34#include <sys/systm.h> 35#include <sys/malloc.h> 36#include <sys/kernel.h> 37 38#include <sys/bus.h> 39#include <sys/conf.h> 40#include <sys/stat.h> 41 42#include <machine/resource.h> 43#include <machine/bus_memio.h> 44#include <machine/bus_pio.h> 45#include <machine/bus.h> 46#include <machine/clock.h> 47#include <sys/rman.h> 48 49#include <geom/geom_disk.h> 50 51#include <dev/mlx/mlx_compat.h> 52#include <dev/mlx/mlxio.h> 53#include <dev/mlx/mlxvar.h> 54#include <dev/mlx/mlxreg.h> 55 56static struct cdevsw mlx_cdevsw = { 57 .d_version = D_VERSION, 58 .d_flags = D_NEEDGIANT, 59 .d_open = mlx_open, 60 .d_close = mlx_close, 61 .d_ioctl = mlx_ioctl, 62 .d_name = "mlx", 63}; 64 65devclass_t mlx_devclass; 66 67/* 68 * Per-interface accessor methods 69 */ 70static int mlx_v3_tryqueue(struct mlx_softc *sc, struct mlx_command *mc); 71static int mlx_v3_findcomplete(struct mlx_softc *sc, u_int8_t *slot, u_int16_t *status); 72static void mlx_v3_intaction(struct mlx_softc *sc, int action); 73static int mlx_v3_fw_handshake(struct mlx_softc *sc, int *error, int *param1, int *param2); 74 75static int mlx_v4_tryqueue(struct mlx_softc *sc, struct mlx_command *mc); 76static int mlx_v4_findcomplete(struct mlx_softc *sc, u_int8_t *slot, u_int16_t *status); 77static void mlx_v4_intaction(struct mlx_softc *sc, int action); 78static int mlx_v4_fw_handshake(struct mlx_softc *sc, int *error, int *param1, int *param2); 79 80static int mlx_v5_tryqueue(struct mlx_softc *sc, struct mlx_command *mc); 81static int mlx_v5_findcomplete(struct mlx_softc *sc, u_int8_t *slot, u_int16_t *status); 82static void mlx_v5_intaction(struct mlx_softc *sc, int action); 83static int mlx_v5_fw_handshake(struct mlx_softc *sc, int *error, int *param1, int *param2); 84 85/* 86 * Status monitoring 87 */ 88static void mlx_periodic(void *data); 89static void mlx_periodic_enquiry(struct mlx_command *mc); 90static void mlx_periodic_eventlog_poll(struct mlx_softc *sc); 91static void mlx_periodic_eventlog_respond(struct mlx_command *mc); 92static void mlx_periodic_rebuild(struct mlx_command *mc); 93 94/* 95 * Channel Pause 96 */ 97static void mlx_pause_action(struct mlx_softc *sc); 98static void mlx_pause_done(struct mlx_command *mc); 99 100/* 101 * Command submission. 102 */ 103static void *mlx_enquire(struct mlx_softc *sc, int command, size_t bufsize, 104 void (*complete)(struct mlx_command *mc)); 105static int mlx_flush(struct mlx_softc *sc); 106static int mlx_check(struct mlx_softc *sc, int drive); 107static int mlx_rebuild(struct mlx_softc *sc, int channel, int target); 108static int mlx_wait_command(struct mlx_command *mc); 109static int mlx_poll_command(struct mlx_command *mc); 110void mlx_startio_cb(void *arg, 111 bus_dma_segment_t *segs, 112 int nsegments, int error); 113static void mlx_startio(struct mlx_softc *sc); 114static void mlx_completeio(struct mlx_command *mc); 115static int mlx_user_command(struct mlx_softc *sc, 116 struct mlx_usercommand *mu); 117void mlx_user_cb(void *arg, bus_dma_segment_t *segs, 118 int nsegments, int error); 119 120/* 121 * Command buffer allocation. 122 */ 123static struct mlx_command *mlx_alloccmd(struct mlx_softc *sc); 124static void mlx_releasecmd(struct mlx_command *mc); 125static void mlx_freecmd(struct mlx_command *mc); 126 127/* 128 * Command management. 129 */ 130static int mlx_getslot(struct mlx_command *mc); 131static void mlx_setup_dmamap(struct mlx_command *mc, 132 bus_dma_segment_t *segs, 133 int nsegments, int error); 134static void mlx_unmapcmd(struct mlx_command *mc); 135static int mlx_start(struct mlx_command *mc); 136static int mlx_done(struct mlx_softc *sc); 137static void mlx_complete(struct mlx_softc *sc); 138 139/* 140 * Debugging. 141 */ 142static char *mlx_diagnose_command(struct mlx_command *mc); 143static void mlx_describe_controller(struct mlx_softc *sc); 144static int mlx_fw_message(struct mlx_softc *sc, int status, int param1, int param2); 145 146/* 147 * Utility functions. 148 */ 149static struct mlx_sysdrive *mlx_findunit(struct mlx_softc *sc, int unit); 150 151/******************************************************************************** 152 ******************************************************************************** 153 Public Interfaces 154 ******************************************************************************** 155 ********************************************************************************/ 156 157/******************************************************************************** 158 * Free all of the resources associated with (sc) 159 * 160 * Should not be called if the controller is active. 161 */ 162void 163mlx_free(struct mlx_softc *sc) 164{ 165 struct mlx_command *mc; 166 167 debug_called(1); 168 169 /* cancel status timeout */ 170 untimeout(mlx_periodic, sc, sc->mlx_timeout); 171 172 /* throw away any command buffers */ 173 while ((mc = TAILQ_FIRST(&sc->mlx_freecmds)) != NULL) { 174 TAILQ_REMOVE(&sc->mlx_freecmds, mc, mc_link); 175 mlx_freecmd(mc); 176 } 177 178 /* destroy data-transfer DMA tag */ 179 if (sc->mlx_buffer_dmat) 180 bus_dma_tag_destroy(sc->mlx_buffer_dmat); 181 182 /* free and destroy DMA memory and tag for s/g lists */ 183 if (sc->mlx_sgtable) 184 bus_dmamem_free(sc->mlx_sg_dmat, sc->mlx_sgtable, sc->mlx_sg_dmamap); 185 if (sc->mlx_sg_dmat) 186 bus_dma_tag_destroy(sc->mlx_sg_dmat); 187 188 /* disconnect the interrupt handler */ 189 if (sc->mlx_intr) 190 bus_teardown_intr(sc->mlx_dev, sc->mlx_irq, sc->mlx_intr); 191 if (sc->mlx_irq != NULL) 192 bus_release_resource(sc->mlx_dev, SYS_RES_IRQ, 0, sc->mlx_irq); 193 194 /* destroy the parent DMA tag */ 195 if (sc->mlx_parent_dmat) 196 bus_dma_tag_destroy(sc->mlx_parent_dmat); 197 198 /* release the register window mapping */ 199 if (sc->mlx_mem != NULL) 200 bus_release_resource(sc->mlx_dev, sc->mlx_mem_type, sc->mlx_mem_rid, sc->mlx_mem); 201 202 /* free controller enquiry data */ 203 if (sc->mlx_enq2 != NULL) 204 free(sc->mlx_enq2, M_DEVBUF); 205 206 /* destroy control device */ 207 if (sc->mlx_dev_t != (dev_t)NULL) 208 destroy_dev(sc->mlx_dev_t); 209} 210 211/******************************************************************************** 212 * Map the scatter/gather table into bus space 213 */ 214static void 215mlx_dma_map_sg(void *arg, bus_dma_segment_t *segs, int nseg, int error) 216{ 217 struct mlx_softc *sc = (struct mlx_softc *)arg; 218 219 debug_called(1); 220 221 /* save base of s/g table's address in bus space */ 222 sc->mlx_sgbusaddr = segs->ds_addr; 223} 224 225static int 226mlx_sglist_map(struct mlx_softc *sc) 227{ 228 size_t segsize; 229 int error, ncmd; 230 231 debug_called(1); 232 233 /* destroy any existing mappings */ 234 if (sc->mlx_sgtable) 235 bus_dmamem_free(sc->mlx_sg_dmat, sc->mlx_sgtable, sc->mlx_sg_dmamap); 236 if (sc->mlx_sg_dmat) 237 bus_dma_tag_destroy(sc->mlx_sg_dmat); 238 239 /* 240 * Create a single tag describing a region large enough to hold all of 241 * the s/g lists we will need. If we're called early on, we don't know how 242 * many commands we're going to be asked to support, so only allocate enough 243 * for a couple. 244 */ 245 if (sc->mlx_enq2 == NULL) { 246 ncmd = 2; 247 } else { 248 ncmd = sc->mlx_enq2->me_max_commands; 249 } 250 segsize = sizeof(struct mlx_sgentry) * MLX_NSEG * ncmd; 251 error = bus_dma_tag_create(sc->mlx_parent_dmat, /* parent */ 252 1, 0, /* alignment,boundary */ 253 BUS_SPACE_MAXADDR, /* lowaddr */ 254 BUS_SPACE_MAXADDR, /* highaddr */ 255 NULL, NULL, /* filter, filterarg */ 256 segsize, 1, /* maxsize, nsegments */ 257 BUS_SPACE_MAXSIZE_32BIT, /* maxsegsize */ 258 0, /* flags */ 259 NULL, NULL, /* lockfunc, lockarg */ 260 &sc->mlx_sg_dmat); 261 if (error != 0) { 262 device_printf(sc->mlx_dev, "can't allocate scatter/gather DMA tag\n"); 263 return(ENOMEM); 264 } 265 266 /* 267 * Allocate enough s/g maps for all commands and permanently map them into 268 * controller-visible space. 269 * 270 * XXX this assumes we can get enough space for all the s/g maps in one 271 * contiguous slab. We may need to switch to a more complex arrangement 272 * where we allocate in smaller chunks and keep a lookup table from slot 273 * to bus address. 274 */ 275 error = bus_dmamem_alloc(sc->mlx_sg_dmat, (void **)&sc->mlx_sgtable, 276 BUS_DMA_NOWAIT, &sc->mlx_sg_dmamap); 277 if (error) { 278 device_printf(sc->mlx_dev, "can't allocate s/g table\n"); 279 return(ENOMEM); 280 } 281 (void)bus_dmamap_load(sc->mlx_sg_dmat, sc->mlx_sg_dmamap, sc->mlx_sgtable, 282 segsize, mlx_dma_map_sg, sc, 0); 283 return(0); 284} 285 286/******************************************************************************** 287 * Initialise the controller and softc 288 */ 289int 290mlx_attach(struct mlx_softc *sc) 291{ 292 struct mlx_enquiry_old *meo; 293 int rid, error, fwminor, hscode, hserror, hsparam1, hsparam2, hsmsg; 294 295 debug_called(1); 296 297 /* 298 * Initialise per-controller queues. 299 */ 300 TAILQ_INIT(&sc->mlx_work); 301 TAILQ_INIT(&sc->mlx_freecmds); 302 MLX_BIO_QINIT(sc->mlx_bioq); 303 304 /* 305 * Select accessor methods based on controller interface type. 306 */ 307 switch(sc->mlx_iftype) { 308 case MLX_IFTYPE_2: 309 case MLX_IFTYPE_3: 310 sc->mlx_tryqueue = mlx_v3_tryqueue; 311 sc->mlx_findcomplete = mlx_v3_findcomplete; 312 sc->mlx_intaction = mlx_v3_intaction; 313 sc->mlx_fw_handshake = mlx_v3_fw_handshake; 314 break; 315 case MLX_IFTYPE_4: 316 sc->mlx_tryqueue = mlx_v4_tryqueue; 317 sc->mlx_findcomplete = mlx_v4_findcomplete; 318 sc->mlx_intaction = mlx_v4_intaction; 319 sc->mlx_fw_handshake = mlx_v4_fw_handshake; 320 break; 321 case MLX_IFTYPE_5: 322 sc->mlx_tryqueue = mlx_v5_tryqueue; 323 sc->mlx_findcomplete = mlx_v5_findcomplete; 324 sc->mlx_intaction = mlx_v5_intaction; 325 sc->mlx_fw_handshake = mlx_v5_fw_handshake; 326 break; 327 default: 328 mlx_free(sc); 329 return(ENXIO); /* should never happen */ 330 } 331 332 /* disable interrupts before we start talking to the controller */ 333 sc->mlx_intaction(sc, MLX_INTACTION_DISABLE); 334 335 /* 336 * Wait for the controller to come ready, handshake with the firmware if required. 337 * This is typically only necessary on platforms where the controller BIOS does not 338 * run. 339 */ 340 hsmsg = 0; 341 DELAY(1000); 342 while ((hscode = sc->mlx_fw_handshake(sc, &hserror, &hsparam1, &hsparam2)) != 0) { 343 /* report first time around... */ 344 if (hsmsg == 0) { 345 device_printf(sc->mlx_dev, "controller initialisation in progress...\n"); 346 hsmsg = 1; 347 } 348 /* did we get a real message? */ 349 if (hscode == 2) { 350 hscode = mlx_fw_message(sc, hserror, hsparam1, hsparam2); 351 /* fatal initialisation error? */ 352 if (hscode != 0) { 353 mlx_free(sc); 354 return(ENXIO); 355 } 356 } 357 } 358 if (hsmsg == 1) 359 device_printf(sc->mlx_dev, "initialisation complete.\n"); 360 361 /* 362 * Allocate and connect our interrupt. 363 */ 364 rid = 0; 365 sc->mlx_irq = bus_alloc_resource(sc->mlx_dev, SYS_RES_IRQ, &rid, 0, ~0, 1, RF_SHAREABLE | RF_ACTIVE); 366 if (sc->mlx_irq == NULL) { 367 device_printf(sc->mlx_dev, "can't allocate interrupt\n"); 368 mlx_free(sc); 369 return(ENXIO); 370 } 371 error = bus_setup_intr(sc->mlx_dev, sc->mlx_irq, INTR_TYPE_BIO | INTR_ENTROPY, mlx_intr, sc, &sc->mlx_intr); 372 if (error) { 373 device_printf(sc->mlx_dev, "can't set up interrupt\n"); 374 mlx_free(sc); 375 return(ENXIO); 376 } 377 378 /* 379 * Create DMA tag for mapping buffers into controller-addressable space. 380 */ 381 error = bus_dma_tag_create(sc->mlx_parent_dmat, /* parent */ 382 1, 0, /* align, boundary */ 383 BUS_SPACE_MAXADDR, /* lowaddr */ 384 BUS_SPACE_MAXADDR, /* highaddr */ 385 NULL, NULL, /* filter, filterarg */ 386 MAXBSIZE, MLX_NSEG, /* maxsize, nsegments */ 387 BUS_SPACE_MAXSIZE_32BIT, /* maxsegsize */ 388 0, /* flags */ 389 busdma_lock_mutex, /* lockfunc */ 390 &Giant, /* lockarg */ 391 &sc->mlx_buffer_dmat); 392 if (error != 0) { 393 device_printf(sc->mlx_dev, "can't allocate buffer DMA tag\n"); 394 mlx_free(sc); 395 return(ENOMEM); 396 } 397 398 /* 399 * Create some initial scatter/gather mappings so we can run the probe 400 * commands. 401 */ 402 error = mlx_sglist_map(sc); 403 if (error != 0) { 404 device_printf(sc->mlx_dev, "can't make initial s/g list mapping\n"); 405 mlx_free(sc); 406 return(error); 407 } 408 409 /* 410 * We don't (yet) know where the event log is up to. 411 */ 412 sc->mlx_currevent = -1; 413 414 /* 415 * Obtain controller feature information 416 */ 417 if ((sc->mlx_enq2 = mlx_enquire(sc, MLX_CMD_ENQUIRY2, sizeof(struct mlx_enquiry2), NULL)) == NULL) { 418 device_printf(sc->mlx_dev, "ENQUIRY2 failed\n"); 419 mlx_free(sc); 420 return(ENXIO); 421 } 422 423 /* 424 * Do quirk/feature related things. 425 */ 426 fwminor = (sc->mlx_enq2->me_firmware_id >> 8) & 0xff; 427 switch(sc->mlx_iftype) { 428 case MLX_IFTYPE_2: 429 /* These controllers don't report the firmware version in the ENQUIRY2 response */ 430 if ((meo = mlx_enquire(sc, MLX_CMD_ENQUIRY_OLD, sizeof(struct mlx_enquiry_old), NULL)) == NULL) { 431 device_printf(sc->mlx_dev, "ENQUIRY_OLD failed\n"); 432 mlx_free(sc); 433 return(ENXIO); 434 } 435 sc->mlx_enq2->me_firmware_id = ('0' << 24) | (0 << 16) | (meo->me_fwminor << 8) | meo->me_fwmajor; 436 free(meo, M_DEVBUF); 437 438 /* XXX require 2.42 or better (PCI) or 2.14 or better (EISA) */ 439 if (meo->me_fwminor < 42) { 440 device_printf(sc->mlx_dev, " *** WARNING *** This firmware revision is not recommended\n"); 441 device_printf(sc->mlx_dev, " *** WARNING *** Use revision 2.42 or later\n"); 442 } 443 break; 444 case MLX_IFTYPE_3: 445 /* XXX certify 3.52? */ 446 if (fwminor < 51) { 447 device_printf(sc->mlx_dev, " *** WARNING *** This firmware revision is not recommended\n"); 448 device_printf(sc->mlx_dev, " *** WARNING *** Use revision 3.51 or later\n"); 449 } 450 break; 451 case MLX_IFTYPE_4: 452 /* XXX certify firmware versions? */ 453 if (fwminor < 6) { 454 device_printf(sc->mlx_dev, " *** WARNING *** This firmware revision is not recommended\n"); 455 device_printf(sc->mlx_dev, " *** WARNING *** Use revision 4.06 or later\n"); 456 } 457 break; 458 case MLX_IFTYPE_5: 459 if (fwminor < 7) { 460 device_printf(sc->mlx_dev, " *** WARNING *** This firmware revision is not recommended\n"); 461 device_printf(sc->mlx_dev, " *** WARNING *** Use revision 5.07 or later\n"); 462 } 463 break; 464 default: 465 mlx_free(sc); 466 return(ENXIO); /* should never happen */ 467 } 468 469 /* 470 * Create the final scatter/gather mappings now that we have characterised the controller. 471 */ 472 error = mlx_sglist_map(sc); 473 if (error != 0) { 474 device_printf(sc->mlx_dev, "can't make final s/g list mapping\n"); 475 mlx_free(sc); 476 return(error); 477 } 478 479 /* 480 * No user-requested background operation is in progress. 481 */ 482 sc->mlx_background = 0; 483 sc->mlx_rebuildstat.rs_code = MLX_REBUILDSTAT_IDLE; 484 485 /* 486 * Create the control device. 487 */ 488 sc->mlx_dev_t = make_dev(&mlx_cdevsw, device_get_unit(sc->mlx_dev), UID_ROOT, GID_OPERATOR, 489 S_IRUSR | S_IWUSR, "mlx%d", device_get_unit(sc->mlx_dev)); 490 491 /* 492 * Start the timeout routine. 493 */ 494 sc->mlx_timeout = timeout(mlx_periodic, sc, hz); 495 496 /* print a little information about the controller */ 497 mlx_describe_controller(sc); 498 499 return(0); 500} 501 502/******************************************************************************** 503 * Locate disk resources and attach children to them. 504 */ 505void 506mlx_startup(struct mlx_softc *sc) 507{ 508 struct mlx_enq_sys_drive *mes; 509 struct mlx_sysdrive *dr; 510 int i, error; 511 512 debug_called(1); 513 514 /* 515 * Scan all the system drives and attach children for those that 516 * don't currently have them. 517 */ 518 mes = mlx_enquire(sc, MLX_CMD_ENQSYSDRIVE, sizeof(*mes) * MLX_MAXDRIVES, NULL); 519 if (mes == NULL) { 520 device_printf(sc->mlx_dev, "error fetching drive status\n"); 521 return; 522 } 523 524 /* iterate over drives returned */ 525 for (i = 0, dr = &sc->mlx_sysdrive[0]; 526 (i < MLX_MAXDRIVES) && (mes[i].sd_size != 0xffffffff); 527 i++, dr++) { 528 /* are we already attached to this drive? */ 529 if (dr->ms_disk == 0) { 530 /* pick up drive information */ 531 dr->ms_size = mes[i].sd_size; 532 dr->ms_raidlevel = mes[i].sd_raidlevel & 0xf; 533 dr->ms_state = mes[i].sd_state; 534 535 /* generate geometry information */ 536 if (sc->mlx_geom == MLX_GEOM_128_32) { 537 dr->ms_heads = 128; 538 dr->ms_sectors = 32; 539 dr->ms_cylinders = dr->ms_size / (128 * 32); 540 } else { /* MLX_GEOM_255/63 */ 541 dr->ms_heads = 255; 542 dr->ms_sectors = 63; 543 dr->ms_cylinders = dr->ms_size / (255 * 63); 544 } 545 dr->ms_disk = device_add_child(sc->mlx_dev, /*"mlxd"*/NULL, -1); 546 if (dr->ms_disk == 0) 547 device_printf(sc->mlx_dev, "device_add_child failed\n"); 548 device_set_ivars(dr->ms_disk, dr); 549 } 550 } 551 free(mes, M_DEVBUF); 552 if ((error = bus_generic_attach(sc->mlx_dev)) != 0) 553 device_printf(sc->mlx_dev, "bus_generic_attach returned %d", error); 554 555 /* mark controller back up */ 556 sc->mlx_state &= ~MLX_STATE_SHUTDOWN; 557 558 /* enable interrupts */ 559 sc->mlx_intaction(sc, MLX_INTACTION_ENABLE); 560} 561 562/******************************************************************************** 563 * Disconnect from the controller completely, in preparation for unload. 564 */ 565int 566mlx_detach(device_t dev) 567{ 568 struct mlx_softc *sc = device_get_softc(dev); 569 struct mlxd_softc *mlxd; 570 int i, s, error; 571 572 debug_called(1); 573 574 error = EBUSY; 575 s = splbio(); 576 if (sc->mlx_state & MLX_STATE_OPEN) 577 goto out; 578 579 for (i = 0; i < MLX_MAXDRIVES; i++) { 580 if (sc->mlx_sysdrive[i].ms_disk != 0) { 581 mlxd = device_get_softc(sc->mlx_sysdrive[i].ms_disk); 582 if (mlxd->mlxd_flags & MLXD_OPEN) { /* drive is mounted, abort detach */ 583 device_printf(sc->mlx_sysdrive[i].ms_disk, "still open, can't detach\n"); 584 goto out; 585 } 586 } 587 } 588 if ((error = mlx_shutdown(dev))) 589 goto out; 590 591 mlx_free(sc); 592 593 error = 0; 594 out: 595 splx(s); 596 return(error); 597} 598 599/******************************************************************************** 600 * Bring the controller down to a dormant state and detach all child devices. 601 * 602 * This function is called before detach, system shutdown, or before performing 603 * an operation which may add or delete system disks. (Call mlx_startup to 604 * resume normal operation.) 605 * 606 * Note that we can assume that the bioq on the controller is empty, as we won't 607 * allow shutdown if any device is open. 608 */ 609int 610mlx_shutdown(device_t dev) 611{ 612 struct mlx_softc *sc = device_get_softc(dev); 613 int i, s, error; 614 615 debug_called(1); 616 617 s = splbio(); 618 error = 0; 619 620 sc->mlx_state |= MLX_STATE_SHUTDOWN; 621 sc->mlx_intaction(sc, MLX_INTACTION_DISABLE); 622 623 /* flush controller */ 624 device_printf(sc->mlx_dev, "flushing cache..."); 625 if (mlx_flush(sc)) { 626 printf("failed\n"); 627 } else { 628 printf("done\n"); 629 } 630 631 /* delete all our child devices */ 632 for (i = 0; i < MLX_MAXDRIVES; i++) { 633 if (sc->mlx_sysdrive[i].ms_disk != 0) { 634 if ((error = device_delete_child(sc->mlx_dev, sc->mlx_sysdrive[i].ms_disk)) != 0) 635 goto out; 636 sc->mlx_sysdrive[i].ms_disk = 0; 637 } 638 } 639 640 out: 641 splx(s); 642 return(error); 643} 644 645/******************************************************************************** 646 * Bring the controller to a quiescent state, ready for system suspend. 647 */ 648int 649mlx_suspend(device_t dev) 650{ 651 struct mlx_softc *sc = device_get_softc(dev); 652 int s; 653 654 debug_called(1); 655 656 s = splbio(); 657 sc->mlx_state |= MLX_STATE_SUSPEND; 658 659 /* flush controller */ 660 device_printf(sc->mlx_dev, "flushing cache..."); 661 printf("%s\n", mlx_flush(sc) ? "failed" : "done"); 662 663 sc->mlx_intaction(sc, MLX_INTACTION_DISABLE); 664 splx(s); 665 666 return(0); 667} 668 669/******************************************************************************** 670 * Bring the controller back to a state ready for operation. 671 */ 672int 673mlx_resume(device_t dev) 674{ 675 struct mlx_softc *sc = device_get_softc(dev); 676 677 debug_called(1); 678 679 sc->mlx_state &= ~MLX_STATE_SUSPEND; 680 sc->mlx_intaction(sc, MLX_INTACTION_ENABLE); 681 682 return(0); 683} 684 685/******************************************************************************* 686 * Take an interrupt, or be poked by other code to look for interrupt-worthy 687 * status. 688 */ 689void 690mlx_intr(void *arg) 691{ 692 struct mlx_softc *sc = (struct mlx_softc *)arg; 693 694 debug_called(1); 695 696 /* collect finished commands, queue anything waiting */ 697 mlx_done(sc); 698}; 699 700/******************************************************************************* 701 * Receive a buf structure from a child device and queue it on a particular 702 * disk resource, then poke the disk resource to start as much work as it can. 703 */ 704int 705mlx_submit_buf(struct mlx_softc *sc, mlx_bio *bp) 706{ 707 int s; 708 709 debug_called(1); 710 711 s = splbio(); 712 MLX_BIO_QINSERT(sc->mlx_bioq, bp); 713 sc->mlx_waitbufs++; 714 splx(s); 715 mlx_startio(sc); 716 return(0); 717} 718 719/******************************************************************************** 720 * Accept an open operation on the control device. 721 */ 722int 723mlx_open(dev_t dev, int flags, int fmt, struct thread *td) 724{ 725 int unit = minor(dev); 726 struct mlx_softc *sc = devclass_get_softc(mlx_devclass, unit); 727 728 sc->mlx_state |= MLX_STATE_OPEN; 729 return(0); 730} 731 732/******************************************************************************** 733 * Accept the last close on the control device. 734 */ 735int 736mlx_close(dev_t dev, int flags, int fmt, struct thread *td) 737{ 738 int unit = minor(dev); 739 struct mlx_softc *sc = devclass_get_softc(mlx_devclass, unit); 740 741 sc->mlx_state &= ~MLX_STATE_OPEN; 742 return (0); 743} 744 745/******************************************************************************** 746 * Handle controller-specific control operations. 747 */ 748int 749mlx_ioctl(dev_t dev, u_long cmd, caddr_t addr, int32_t flag, struct thread *td) 750{ 751 int unit = minor(dev); 752 struct mlx_softc *sc = devclass_get_softc(mlx_devclass, unit); 753 struct mlx_rebuild_request *rb = (struct mlx_rebuild_request *)addr; 754 struct mlx_rebuild_status *rs = (struct mlx_rebuild_status *)addr; 755 int *arg = (int *)addr; 756 struct mlx_pause *mp; 757 struct mlx_sysdrive *dr; 758 struct mlxd_softc *mlxd; 759 int i, error; 760 761 switch(cmd) { 762 /* 763 * Enumerate connected system drives; returns the first system drive's 764 * unit number if *arg is -1, or the next unit after *arg if it's 765 * a valid unit on this controller. 766 */ 767 case MLX_NEXT_CHILD: 768 /* search system drives */ 769 for (i = 0; i < MLX_MAXDRIVES; i++) { 770 /* is this one attached? */ 771 if (sc->mlx_sysdrive[i].ms_disk != 0) { 772 /* looking for the next one we come across? */ 773 if (*arg == -1) { 774 *arg = device_get_unit(sc->mlx_sysdrive[0].ms_disk); 775 return(0); 776 } 777 /* we want the one after this one */ 778 if (*arg == device_get_unit(sc->mlx_sysdrive[i].ms_disk)) 779 *arg = -1; 780 } 781 } 782 return(ENOENT); 783 784 /* 785 * Scan the controller to see whether new drives have appeared. 786 */ 787 case MLX_RESCAN_DRIVES: 788 mlx_startup(sc); 789 return(0); 790 791 /* 792 * Disconnect from the specified drive; it may be about to go 793 * away. 794 */ 795 case MLX_DETACH_DRIVE: /* detach one drive */ 796 797 if (((dr = mlx_findunit(sc, *arg)) == NULL) || 798 ((mlxd = device_get_softc(dr->ms_disk)) == NULL)) 799 return(ENOENT); 800 801 device_printf(dr->ms_disk, "detaching..."); 802 error = 0; 803 if (mlxd->mlxd_flags & MLXD_OPEN) { 804 error = EBUSY; 805 goto detach_out; 806 } 807 808 /* flush controller */ 809 if (mlx_flush(sc)) { 810 error = EBUSY; 811 goto detach_out; 812 } 813 814 /* nuke drive */ 815 if ((error = device_delete_child(sc->mlx_dev, dr->ms_disk)) != 0) 816 goto detach_out; 817 dr->ms_disk = 0; 818 819 detach_out: 820 if (error) { 821 printf("failed\n"); 822 } else { 823 printf("done\n"); 824 } 825 return(error); 826 827 /* 828 * Pause one or more SCSI channels for a period of time, to assist 829 * in the process of hot-swapping devices. 830 * 831 * Note that at least the 3.51 firmware on the DAC960PL doesn't seem 832 * to do this right. 833 */ 834 case MLX_PAUSE_CHANNEL: /* schedule a channel pause */ 835 /* Does this command work on this firmware? */ 836 if (!(sc->mlx_feature & MLX_FEAT_PAUSEWORKS)) 837 return(EOPNOTSUPP); 838 839 mp = (struct mlx_pause *)addr; 840 if ((mp->mp_which == MLX_PAUSE_CANCEL) && (sc->mlx_pause.mp_when != 0)) { 841 /* cancel a pending pause operation */ 842 sc->mlx_pause.mp_which = 0; 843 } else { 844 /* fix for legal channels */ 845 mp->mp_which &= ((1 << sc->mlx_enq2->me_actual_channels) -1); 846 /* check time values */ 847 if ((mp->mp_when < 0) || (mp->mp_when > 3600)) 848 return(EINVAL); 849 if ((mp->mp_howlong < 1) || (mp->mp_howlong > (0xf * 30))) 850 return(EINVAL); 851 852 /* check for a pause currently running */ 853 if ((sc->mlx_pause.mp_which != 0) && (sc->mlx_pause.mp_when == 0)) 854 return(EBUSY); 855 856 /* looks ok, go with it */ 857 sc->mlx_pause.mp_which = mp->mp_which; 858 sc->mlx_pause.mp_when = time_second + mp->mp_when; 859 sc->mlx_pause.mp_howlong = sc->mlx_pause.mp_when + mp->mp_howlong; 860 } 861 return(0); 862 863 /* 864 * Accept a command passthrough-style. 865 */ 866 case MLX_COMMAND: 867 return(mlx_user_command(sc, (struct mlx_usercommand *)addr)); 868 869 /* 870 * Start a rebuild on a given SCSI disk 871 */ 872 case MLX_REBUILDASYNC: 873 if (sc->mlx_background != 0) { 874 rb->rr_status = 0x0106; 875 return(EBUSY); 876 } 877 rb->rr_status = mlx_rebuild(sc, rb->rr_channel, rb->rr_target); 878 switch (rb->rr_status) { 879 case 0: 880 error = 0; 881 break; 882 case 0x10000: 883 error = ENOMEM; /* couldn't set up the command */ 884 break; 885 case 0x0002: 886 error = EBUSY; 887 break; 888 case 0x0104: 889 error = EIO; 890 break; 891 case 0x0105: 892 error = ERANGE; 893 break; 894 case 0x0106: 895 error = EBUSY; 896 break; 897 default: 898 error = EINVAL; 899 break; 900 } 901 if (error == 0) 902 sc->mlx_background = MLX_BACKGROUND_REBUILD; 903 return(error); 904 905 /* 906 * Get the status of the current rebuild or consistency check. 907 */ 908 case MLX_REBUILDSTAT: 909 *rs = sc->mlx_rebuildstat; 910 return(0); 911 912 /* 913 * Return the per-controller system drive number matching the 914 * disk device number in (arg), if it happens to belong to us. 915 */ 916 case MLX_GET_SYSDRIVE: 917 error = ENOENT; 918 mlxd = (struct mlxd_softc *)devclass_get_softc(mlxd_devclass, *arg); 919 if ((mlxd != NULL) && (mlxd->mlxd_drive >= sc->mlx_sysdrive) && 920 (mlxd->mlxd_drive < (sc->mlx_sysdrive + MLX_MAXDRIVES))) { 921 error = 0; 922 *arg = mlxd->mlxd_drive - sc->mlx_sysdrive; 923 } 924 return(error); 925 926 default: 927 return(ENOTTY); 928 } 929} 930 931/******************************************************************************** 932 * Handle operations requested by a System Drive connected to this controller. 933 */ 934int 935mlx_submit_ioctl(struct mlx_softc *sc, struct mlx_sysdrive *drive, u_long cmd, 936 caddr_t addr, int32_t flag, struct thread *td) 937{ 938 int *arg = (int *)addr; 939 int error, result; 940 941 switch(cmd) { 942 /* 943 * Return the current status of this drive. 944 */ 945 case MLXD_STATUS: 946 *arg = drive->ms_state; 947 return(0); 948 949 /* 950 * Start a background consistency check on this drive. 951 */ 952 case MLXD_CHECKASYNC: /* start a background consistency check */ 953 if (sc->mlx_background != 0) { 954 *arg = 0x0106; 955 return(EBUSY); 956 } 957 result = mlx_check(sc, drive - &sc->mlx_sysdrive[0]); 958 switch (result) { 959 case 0: 960 error = 0; 961 break; 962 case 0x10000: 963 error = ENOMEM; /* couldn't set up the command */ 964 break; 965 case 0x0002: 966 error = EIO; 967 break; 968 case 0x0105: 969 error = ERANGE; 970 break; 971 case 0x0106: 972 error = EBUSY; 973 break; 974 default: 975 error = EINVAL; 976 break; 977 } 978 if (error == 0) 979 sc->mlx_background = MLX_BACKGROUND_CHECK; 980 *arg = result; 981 return(error); 982 983 } 984 return(ENOIOCTL); 985} 986 987 988/******************************************************************************** 989 ******************************************************************************** 990 Status Monitoring 991 ******************************************************************************** 992 ********************************************************************************/ 993 994/******************************************************************************** 995 * Fire off commands to periodically check the status of connected drives. 996 */ 997static void 998mlx_periodic(void *data) 999{ 1000 struct mlx_softc *sc = (struct mlx_softc *)data; 1001 1002 debug_called(1); 1003 1004 /* 1005 * Run a bus pause? 1006 */ 1007 if ((sc->mlx_pause.mp_which != 0) && 1008 (sc->mlx_pause.mp_when > 0) && 1009 (time_second >= sc->mlx_pause.mp_when)){ 1010 1011 mlx_pause_action(sc); /* pause is running */ 1012 sc->mlx_pause.mp_when = 0; 1013 sysbeep(500, hz); 1014 1015 /* 1016 * Bus pause still running? 1017 */ 1018 } else if ((sc->mlx_pause.mp_which != 0) && 1019 (sc->mlx_pause.mp_when == 0)) { 1020 1021 /* time to stop bus pause? */ 1022 if (time_second >= sc->mlx_pause.mp_howlong) { 1023 mlx_pause_action(sc); 1024 sc->mlx_pause.mp_which = 0; /* pause is complete */ 1025 sysbeep(500, hz); 1026 } else { 1027 sysbeep((time_second % 5) * 100 + 500, hz/8); 1028 } 1029 1030 /* 1031 * Run normal periodic activities? 1032 */ 1033 } else if (time_second > (sc->mlx_lastpoll + 10)) { 1034 sc->mlx_lastpoll = time_second; 1035 1036 /* 1037 * Check controller status. 1038 * 1039 * XXX Note that this may not actually launch a command in situations of high load. 1040 */ 1041 mlx_enquire(sc, (sc->mlx_iftype == MLX_IFTYPE_2) ? MLX_CMD_ENQUIRY_OLD : MLX_CMD_ENQUIRY, 1042 imax(sizeof(struct mlx_enquiry), sizeof(struct mlx_enquiry_old)), mlx_periodic_enquiry); 1043 1044 /* 1045 * Check system drive status. 1046 * 1047 * XXX This might be better left to event-driven detection, eg. I/O to an offline 1048 * drive will detect it's offline, rebuilds etc. should detect the drive is back 1049 * online. 1050 */ 1051 mlx_enquire(sc, MLX_CMD_ENQSYSDRIVE, sizeof(struct mlx_enq_sys_drive) * MLX_MAXDRIVES, 1052 mlx_periodic_enquiry); 1053 1054 } 1055 1056 /* get drive rebuild/check status */ 1057 /* XXX should check sc->mlx_background if this is only valid while in progress */ 1058 mlx_enquire(sc, MLX_CMD_REBUILDSTAT, sizeof(struct mlx_rebuild_stat), mlx_periodic_rebuild); 1059 1060 /* deal with possibly-missed interrupts and timed-out commands */ 1061 mlx_done(sc); 1062 1063 /* reschedule another poll next second or so */ 1064 sc->mlx_timeout = timeout(mlx_periodic, sc, hz); 1065} 1066 1067/******************************************************************************** 1068 * Handle the result of an ENQUIRY command instigated by periodic status polling. 1069 */ 1070static void 1071mlx_periodic_enquiry(struct mlx_command *mc) 1072{ 1073 struct mlx_softc *sc = mc->mc_sc; 1074 1075 debug_called(1); 1076 1077 /* Command completed OK? */ 1078 if (mc->mc_status != 0) { 1079 device_printf(sc->mlx_dev, "periodic enquiry failed - %s\n", mlx_diagnose_command(mc)); 1080 goto out; 1081 } 1082 1083 /* respond to command */ 1084 switch(mc->mc_mailbox[0]) { 1085 /* 1086 * This is currently a bit fruitless, as we don't know how to extract the eventlog 1087 * pointer yet. 1088 */ 1089 case MLX_CMD_ENQUIRY_OLD: 1090 { 1091 struct mlx_enquiry *me = (struct mlx_enquiry *)mc->mc_data; 1092 struct mlx_enquiry_old *meo = (struct mlx_enquiry_old *)mc->mc_data; 1093 int i; 1094 1095 /* convert data in-place to new format */ 1096 for (i = (sizeof(me->me_dead) / sizeof(me->me_dead[0])) - 1; i >= 0; i--) { 1097 me->me_dead[i].dd_chan = meo->me_dead[i].dd_chan; 1098 me->me_dead[i].dd_targ = meo->me_dead[i].dd_targ; 1099 } 1100 me->me_misc_flags = 0; 1101 me->me_rebuild_count = meo->me_rebuild_count; 1102 me->me_dead_count = meo->me_dead_count; 1103 me->me_critical_sd_count = meo->me_critical_sd_count; 1104 me->me_event_log_seq_num = 0; 1105 me->me_offline_sd_count = meo->me_offline_sd_count; 1106 me->me_max_commands = meo->me_max_commands; 1107 me->me_rebuild_flag = meo->me_rebuild_flag; 1108 me->me_fwmajor = meo->me_fwmajor; 1109 me->me_fwminor = meo->me_fwminor; 1110 me->me_status_flags = meo->me_status_flags; 1111 me->me_flash_age = meo->me_flash_age; 1112 for (i = (sizeof(me->me_drvsize) / sizeof(me->me_drvsize[0])) - 1; i >= 0; i--) { 1113 if (i > ((sizeof(meo->me_drvsize) / sizeof(meo->me_drvsize[0])) - 1)) { 1114 me->me_drvsize[i] = 0; /* drive beyond supported range */ 1115 } else { 1116 me->me_drvsize[i] = meo->me_drvsize[i]; 1117 } 1118 } 1119 me->me_num_sys_drvs = meo->me_num_sys_drvs; 1120 } 1121 /* FALLTHROUGH */ 1122 1123 /* 1124 * Generic controller status update. We could do more with this than just 1125 * checking the event log. 1126 */ 1127 case MLX_CMD_ENQUIRY: 1128 { 1129 struct mlx_enquiry *me = (struct mlx_enquiry *)mc->mc_data; 1130 1131 if (sc->mlx_currevent == -1) { 1132 /* initialise our view of the event log */ 1133 sc->mlx_currevent = sc->mlx_lastevent = me->me_event_log_seq_num; 1134 } else if ((me->me_event_log_seq_num != sc->mlx_lastevent) && !(sc->mlx_flags & MLX_EVENTLOG_BUSY)) { 1135 /* record where current events are up to */ 1136 sc->mlx_currevent = me->me_event_log_seq_num; 1137 debug(1, "event log pointer was %d, now %d\n", sc->mlx_lastevent, sc->mlx_currevent); 1138 1139 /* mark the event log as busy */ 1140 atomic_set_int(&sc->mlx_flags, MLX_EVENTLOG_BUSY); 1141 1142 /* drain new eventlog entries */ 1143 mlx_periodic_eventlog_poll(sc); 1144 } 1145 break; 1146 } 1147 case MLX_CMD_ENQSYSDRIVE: 1148 { 1149 struct mlx_enq_sys_drive *mes = (struct mlx_enq_sys_drive *)mc->mc_data; 1150 struct mlx_sysdrive *dr; 1151 int i; 1152 1153 for (i = 0, dr = &sc->mlx_sysdrive[0]; 1154 (i < MLX_MAXDRIVES) && (mes[i].sd_size != 0xffffffff); 1155 i++) { 1156 1157 /* has state been changed by controller? */ 1158 if (dr->ms_state != mes[i].sd_state) { 1159 switch(mes[i].sd_state) { 1160 case MLX_SYSD_OFFLINE: 1161 device_printf(dr->ms_disk, "drive offline\n"); 1162 break; 1163 case MLX_SYSD_ONLINE: 1164 device_printf(dr->ms_disk, "drive online\n"); 1165 break; 1166 case MLX_SYSD_CRITICAL: 1167 device_printf(dr->ms_disk, "drive critical\n"); 1168 break; 1169 } 1170 /* save new state */ 1171 dr->ms_state = mes[i].sd_state; 1172 } 1173 } 1174 break; 1175 } 1176 default: 1177 device_printf(sc->mlx_dev, "%s: unknown command 0x%x", __func__, mc->mc_mailbox[0]); 1178 break; 1179 } 1180 1181 out: 1182 free(mc->mc_data, M_DEVBUF); 1183 mlx_releasecmd(mc); 1184} 1185 1186static void 1187mlx_eventlog_cb(void *arg, bus_dma_segment_t *segs, int nsegments, int error) 1188{ 1189 struct mlx_command *mc; 1190 1191 mc = (struct mlx_command *)arg; 1192 mlx_setup_dmamap(mc, segs, nsegments, error); 1193 1194 /* build the command to get one entry */ 1195 mlx_make_type3(mc, MLX_CMD_LOGOP, MLX_LOGOP_GET, 1, 1196 mc->mc_sc->mlx_lastevent, 0, 0, mc->mc_dataphys, 0); 1197 mc->mc_complete = mlx_periodic_eventlog_respond; 1198 mc->mc_private = mc; 1199 1200 /* start the command */ 1201 if (mlx_start(mc) != 0) { 1202 mlx_releasecmd(mc); 1203 free(mc->mc_data, M_DEVBUF); 1204 mc->mc_data = NULL; 1205 } 1206 1207} 1208 1209/******************************************************************************** 1210 * Instigate a poll for one event log message on (sc). 1211 * We only poll for one message at a time, to keep our command usage down. 1212 */ 1213static void 1214mlx_periodic_eventlog_poll(struct mlx_softc *sc) 1215{ 1216 struct mlx_command *mc; 1217 void *result = NULL; 1218 int error = 0; 1219 1220 debug_called(1); 1221 1222 /* get ourselves a command buffer */ 1223 error = 1; 1224 if ((mc = mlx_alloccmd(sc)) == NULL) 1225 goto out; 1226 1227 /* allocate the response structure */ 1228 if ((result = malloc(/*sizeof(struct mlx_eventlog_entry)*/1024, M_DEVBUF, 1229 M_NOWAIT)) == NULL) 1230 goto out; 1231 1232 /* get a command slot */ 1233 if (mlx_getslot(mc)) 1234 goto out; 1235 1236 /* map the command so the controller can see it */ 1237 mc->mc_data = result; 1238 mc->mc_length = /*sizeof(struct mlx_eventlog_entry)*/1024; 1239 error = bus_dmamap_load(sc->mlx_buffer_dmat, mc->mc_dmamap, mc->mc_data, 1240 mc->mc_length, mlx_eventlog_cb, mc, BUS_DMA_NOWAIT); 1241 1242 out: 1243 if (error != 0) { 1244 if (mc != NULL) 1245 mlx_releasecmd(mc); 1246 if ((result != NULL) && (mc->mc_data != NULL)) 1247 free(result, M_DEVBUF); 1248 } 1249} 1250 1251/******************************************************************************** 1252 * Handle the result of polling for a log message, generate diagnostic output. 1253 * If this wasn't the last message waiting for us, we'll go collect another. 1254 */ 1255static char *mlx_sense_messages[] = { 1256 "because write recovery failed", 1257 "because of SCSI bus reset failure", 1258 "because of double check condition", 1259 "because it was removed", 1260 "because of gross error on SCSI chip", 1261 "because of bad tag returned from drive", 1262 "because of timeout on SCSI command", 1263 "because of reset SCSI command issued from system", 1264 "because busy or parity error count exceeded limit", 1265 "because of 'kill drive' command from system", 1266 "because of selection timeout", 1267 "due to SCSI phase sequence error", 1268 "due to unknown status" 1269}; 1270 1271static void 1272mlx_periodic_eventlog_respond(struct mlx_command *mc) 1273{ 1274 struct mlx_softc *sc = mc->mc_sc; 1275 struct mlx_eventlog_entry *el = (struct mlx_eventlog_entry *)mc->mc_data; 1276 char *reason; 1277 1278 debug_called(1); 1279 1280 sc->mlx_lastevent++; /* next message... */ 1281 if (mc->mc_status == 0) { 1282 1283 /* handle event log message */ 1284 switch(el->el_type) { 1285 /* 1286 * This is the only sort of message we understand at the moment. 1287 * The tests here are probably incomplete. 1288 */ 1289 case MLX_LOGMSG_SENSE: /* sense data */ 1290 /* Mylex vendor-specific message indicating a drive was killed? */ 1291 if ((el->el_sensekey == 9) && 1292 (el->el_asc == 0x80)) { 1293 if (el->el_asq < (sizeof(mlx_sense_messages) / sizeof(mlx_sense_messages[0]))) { 1294 reason = mlx_sense_messages[el->el_asq]; 1295 } else { 1296 reason = "for unknown reason"; 1297 } 1298 device_printf(sc->mlx_dev, "physical drive %d:%d killed %s\n", 1299 el->el_channel, el->el_target, reason); 1300 } 1301 /* SCSI drive was reset? */ 1302 if ((el->el_sensekey == 6) && (el->el_asc == 0x29)) { 1303 device_printf(sc->mlx_dev, "physical drive %d:%d reset\n", 1304 el->el_channel, el->el_target); 1305 } 1306 /* SCSI drive error? */ 1307 if (!((el->el_sensekey == 0) || 1308 ((el->el_sensekey == 2) && 1309 (el->el_asc == 0x04) && 1310 ((el->el_asq == 0x01) || 1311 (el->el_asq == 0x02))))) { 1312 device_printf(sc->mlx_dev, "physical drive %d:%d error log: sense = %d asc = %x asq = %x\n", 1313 el->el_channel, el->el_target, el->el_sensekey, el->el_asc, el->el_asq); 1314 device_printf(sc->mlx_dev, " info %4D csi %4D\n", el->el_information, ":", el->el_csi, ":"); 1315 } 1316 break; 1317 1318 default: 1319 device_printf(sc->mlx_dev, "unknown log message type 0x%x\n", el->el_type); 1320 break; 1321 } 1322 } else { 1323 device_printf(sc->mlx_dev, "error reading message log - %s\n", mlx_diagnose_command(mc)); 1324 /* give up on all the outstanding messages, as we may have come unsynched */ 1325 sc->mlx_lastevent = sc->mlx_currevent; 1326 } 1327 1328 /* dispose of command and data */ 1329 free(mc->mc_data, M_DEVBUF); 1330 mlx_releasecmd(mc); 1331 1332 /* is there another message to obtain? */ 1333 if (sc->mlx_lastevent != sc->mlx_currevent) { 1334 mlx_periodic_eventlog_poll(sc); 1335 } else { 1336 /* clear log-busy status */ 1337 atomic_clear_int(&sc->mlx_flags, MLX_EVENTLOG_BUSY); 1338 } 1339} 1340 1341/******************************************************************************** 1342 * Handle check/rebuild operations in progress. 1343 */ 1344static void 1345mlx_periodic_rebuild(struct mlx_command *mc) 1346{ 1347 struct mlx_softc *sc = mc->mc_sc; 1348 struct mlx_rebuild_status *mr = (struct mlx_rebuild_status *)mc->mc_data; 1349 1350 switch(mc->mc_status) { 1351 case 0: /* operation running, update stats */ 1352 sc->mlx_rebuildstat = *mr; 1353 1354 /* spontaneous rebuild/check? */ 1355 if (sc->mlx_background == 0) { 1356 sc->mlx_background = MLX_BACKGROUND_SPONTANEOUS; 1357 device_printf(sc->mlx_dev, "background check/rebuild operation started\n"); 1358 } 1359 break; 1360 1361 case 0x0105: /* nothing running, finalise stats and report */ 1362 switch(sc->mlx_background) { 1363 case MLX_BACKGROUND_CHECK: 1364 device_printf(sc->mlx_dev, "consistency check completed\n"); /* XXX print drive? */ 1365 break; 1366 case MLX_BACKGROUND_REBUILD: 1367 device_printf(sc->mlx_dev, "drive rebuild completed\n"); /* XXX print channel/target? */ 1368 break; 1369 case MLX_BACKGROUND_SPONTANEOUS: 1370 default: 1371 /* if we have previously been non-idle, report the transition */ 1372 if (sc->mlx_rebuildstat.rs_code != MLX_REBUILDSTAT_IDLE) { 1373 device_printf(sc->mlx_dev, "background check/rebuild operation completed\n"); 1374 } 1375 } 1376 sc->mlx_background = 0; 1377 sc->mlx_rebuildstat.rs_code = MLX_REBUILDSTAT_IDLE; 1378 break; 1379 } 1380 free(mc->mc_data, M_DEVBUF); 1381 mlx_releasecmd(mc); 1382} 1383 1384/******************************************************************************** 1385 ******************************************************************************** 1386 Channel Pause 1387 ******************************************************************************** 1388 ********************************************************************************/ 1389 1390/******************************************************************************** 1391 * It's time to perform a channel pause action for (sc), either start or stop 1392 * the pause. 1393 */ 1394static void 1395mlx_pause_action(struct mlx_softc *sc) 1396{ 1397 struct mlx_command *mc; 1398 int failsafe, i, command; 1399 1400 /* What are we doing here? */ 1401 if (sc->mlx_pause.mp_when == 0) { 1402 command = MLX_CMD_STARTCHANNEL; 1403 failsafe = 0; 1404 1405 } else { 1406 command = MLX_CMD_STOPCHANNEL; 1407 1408 /* 1409 * Channels will always start again after the failsafe period, 1410 * which is specified in multiples of 30 seconds. 1411 * This constrains us to a maximum pause of 450 seconds. 1412 */ 1413 failsafe = ((sc->mlx_pause.mp_howlong - time_second) + 5) / 30; 1414 if (failsafe > 0xf) { 1415 failsafe = 0xf; 1416 sc->mlx_pause.mp_howlong = time_second + (0xf * 30) - 5; 1417 } 1418 } 1419 1420 /* build commands for every channel requested */ 1421 for (i = 0; i < sc->mlx_enq2->me_actual_channels; i++) { 1422 if ((1 << i) & sc->mlx_pause.mp_which) { 1423 1424 /* get ourselves a command buffer */ 1425 if ((mc = mlx_alloccmd(sc)) == NULL) 1426 goto fail; 1427 /* get a command slot */ 1428 mc->mc_flags |= MLX_CMD_PRIORITY; 1429 if (mlx_getslot(mc)) 1430 goto fail; 1431 1432 /* build the command */ 1433 mlx_make_type2(mc, command, (failsafe << 4) | i, 0, 0, 0, 0, 0, 0, 0); 1434 mc->mc_complete = mlx_pause_done; 1435 mc->mc_private = sc; /* XXX not needed */ 1436 if (mlx_start(mc)) 1437 goto fail; 1438 /* command submitted OK */ 1439 return; 1440 1441 fail: 1442 device_printf(sc->mlx_dev, "%s failed for channel %d\n", 1443 command == MLX_CMD_STOPCHANNEL ? "pause" : "resume", i); 1444 if (mc != NULL) 1445 mlx_releasecmd(mc); 1446 } 1447 } 1448} 1449 1450static void 1451mlx_pause_done(struct mlx_command *mc) 1452{ 1453 struct mlx_softc *sc = mc->mc_sc; 1454 int command = mc->mc_mailbox[0]; 1455 int channel = mc->mc_mailbox[2] & 0xf; 1456 1457 if (mc->mc_status != 0) { 1458 device_printf(sc->mlx_dev, "%s command failed - %s\n", 1459 command == MLX_CMD_STOPCHANNEL ? "pause" : "resume", mlx_diagnose_command(mc)); 1460 } else if (command == MLX_CMD_STOPCHANNEL) { 1461 device_printf(sc->mlx_dev, "channel %d pausing for %ld seconds\n", 1462 channel, (long)(sc->mlx_pause.mp_howlong - time_second)); 1463 } else { 1464 device_printf(sc->mlx_dev, "channel %d resuming\n", channel); 1465 } 1466 mlx_releasecmd(mc); 1467} 1468 1469/******************************************************************************** 1470 ******************************************************************************** 1471 Command Submission 1472 ******************************************************************************** 1473 ********************************************************************************/ 1474 1475static void 1476mlx_enquire_cb(void *arg, bus_dma_segment_t *segs, int nsegments, int error) 1477{ 1478 struct mlx_softc *sc; 1479 struct mlx_command *mc; 1480 1481 mc = (struct mlx_command *)arg; 1482 if (error) 1483 return; 1484 1485 mlx_setup_dmamap(mc, segs, nsegments, error); 1486 1487 /* build an enquiry command */ 1488 sc = mc->mc_sc; 1489 mlx_make_type2(mc, mc->mc_command, 0, 0, 0, 0, 0, 0, mc->mc_dataphys, 0); 1490 1491 /* do we want a completion callback? */ 1492 if (mc->mc_complete != NULL) { 1493 if ((error = mlx_start(mc)) != 0) 1494 return; 1495 } else { 1496 /* run the command in either polled or wait mode */ 1497 if ((sc->mlx_state & MLX_STATE_INTEN) ? mlx_wait_command(mc) : 1498 mlx_poll_command(mc)) 1499 return; 1500 1501 /* command completed OK? */ 1502 if (mc->mc_status != 0) { 1503 device_printf(sc->mlx_dev, "ENQUIRY failed - %s\n", 1504 mlx_diagnose_command(mc)); 1505 return; 1506 } 1507 } 1508} 1509 1510/******************************************************************************** 1511 * Perform an Enquiry command using a type-3 command buffer and a return a single 1512 * linear result buffer. If the completion function is specified, it will 1513 * be called with the completed command (and the result response will not be 1514 * valid until that point). Otherwise, the command will either be busy-waited 1515 * for (interrupts not enabled), or slept for. 1516 */ 1517static void * 1518mlx_enquire(struct mlx_softc *sc, int command, size_t bufsize, void (* complete)(struct mlx_command *mc)) 1519{ 1520 struct mlx_command *mc; 1521 void *result; 1522 int error; 1523 1524 debug_called(1); 1525 1526 /* get ourselves a command buffer */ 1527 error = 1; 1528 result = NULL; 1529 if ((mc = mlx_alloccmd(sc)) == NULL) 1530 goto out; 1531 /* allocate the response structure */ 1532 if ((result = malloc(bufsize, M_DEVBUF, M_NOWAIT)) == NULL) 1533 goto out; 1534 /* get a command slot */ 1535 mc->mc_flags |= MLX_CMD_PRIORITY | MLX_CMD_DATAOUT; 1536 if (mlx_getslot(mc)) 1537 goto out; 1538 1539 /* map the command so the controller can see it */ 1540 mc->mc_data = result; 1541 mc->mc_length = bufsize; 1542 mc->mc_command = command; 1543 1544 if (complete != NULL) { 1545 mc->mc_complete = complete; 1546 mc->mc_private = mc; 1547 } 1548 1549 error = bus_dmamap_load(sc->mlx_buffer_dmat, mc->mc_dmamap, mc->mc_data, 1550 mc->mc_length, mlx_enquire_cb, mc, BUS_DMA_NOWAIT); 1551 1552 out: 1553 /* we got a command, but nobody else will free it */ 1554 if ((mc->mc_complete == NULL) && (mc != NULL)) 1555 mlx_releasecmd(mc); 1556 /* we got an error, and we allocated a result */ 1557 if ((error != 0) && (mc->mc_data != NULL)) { 1558 free(mc->mc_data, M_DEVBUF); 1559 mc->mc_data = NULL; 1560 } 1561 return(result); 1562} 1563 1564 1565/******************************************************************************** 1566 * Perform a Flush command on the nominated controller. 1567 * 1568 * May be called with interrupts enabled or disabled; will not return until 1569 * the flush operation completes or fails. 1570 */ 1571static int 1572mlx_flush(struct mlx_softc *sc) 1573{ 1574 struct mlx_command *mc; 1575 int error; 1576 1577 debug_called(1); 1578 1579 /* get ourselves a command buffer */ 1580 error = 1; 1581 if ((mc = mlx_alloccmd(sc)) == NULL) 1582 goto out; 1583 /* get a command slot */ 1584 if (mlx_getslot(mc)) 1585 goto out; 1586 1587 /* build a flush command */ 1588 mlx_make_type2(mc, MLX_CMD_FLUSH, 0, 0, 0, 0, 0, 0, 0, 0); 1589 1590 /* can't assume that interrupts are going to work here, so play it safe */ 1591 if (mlx_poll_command(mc)) 1592 goto out; 1593 1594 /* command completed OK? */ 1595 if (mc->mc_status != 0) { 1596 device_printf(sc->mlx_dev, "FLUSH failed - %s\n", mlx_diagnose_command(mc)); 1597 goto out; 1598 } 1599 1600 error = 0; /* success */ 1601 out: 1602 if (mc != NULL) 1603 mlx_releasecmd(mc); 1604 return(error); 1605} 1606 1607/******************************************************************************** 1608 * Start a background consistency check on (drive). 1609 * 1610 * May be called with interrupts enabled or disabled; will return as soon as the 1611 * operation has started or been refused. 1612 */ 1613static int 1614mlx_check(struct mlx_softc *sc, int drive) 1615{ 1616 struct mlx_command *mc; 1617 int error; 1618 1619 debug_called(1); 1620 1621 /* get ourselves a command buffer */ 1622 error = 0x10000; 1623 if ((mc = mlx_alloccmd(sc)) == NULL) 1624 goto out; 1625 /* get a command slot */ 1626 if (mlx_getslot(mc)) 1627 goto out; 1628 1629 /* build a checkasync command, set the "fix it" flag */ 1630 mlx_make_type2(mc, MLX_CMD_CHECKASYNC, 0, 0, 0, 0, 0, drive | 0x80, 0, 0); 1631 1632 /* start the command and wait for it to be returned */ 1633 if (mlx_wait_command(mc)) 1634 goto out; 1635 1636 /* command completed OK? */ 1637 if (mc->mc_status != 0) { 1638 device_printf(sc->mlx_dev, "CHECK ASYNC failed - %s\n", mlx_diagnose_command(mc)); 1639 } else { 1640 device_printf(sc->mlx_sysdrive[drive].ms_disk, "consistency check started"); 1641 } 1642 error = mc->mc_status; 1643 1644 out: 1645 if (mc != NULL) 1646 mlx_releasecmd(mc); 1647 return(error); 1648} 1649 1650/******************************************************************************** 1651 * Start a background rebuild of the physical drive at (channel),(target). 1652 * 1653 * May be called with interrupts enabled or disabled; will return as soon as the 1654 * operation has started or been refused. 1655 */ 1656static int 1657mlx_rebuild(struct mlx_softc *sc, int channel, int target) 1658{ 1659 struct mlx_command *mc; 1660 int error; 1661 1662 debug_called(1); 1663 1664 /* get ourselves a command buffer */ 1665 error = 0x10000; 1666 if ((mc = mlx_alloccmd(sc)) == NULL) 1667 goto out; 1668 /* get a command slot */ 1669 if (mlx_getslot(mc)) 1670 goto out; 1671 1672 /* build a checkasync command, set the "fix it" flag */ 1673 mlx_make_type2(mc, MLX_CMD_REBUILDASYNC, channel, target, 0, 0, 0, 0, 0, 0); 1674 1675 /* start the command and wait for it to be returned */ 1676 if (mlx_wait_command(mc)) 1677 goto out; 1678 1679 /* command completed OK? */ 1680 if (mc->mc_status != 0) { 1681 device_printf(sc->mlx_dev, "REBUILD ASYNC failed - %s\n", mlx_diagnose_command(mc)); 1682 } else { 1683 device_printf(sc->mlx_dev, "drive rebuild started for %d:%d\n", channel, target); 1684 } 1685 error = mc->mc_status; 1686 1687 out: 1688 if (mc != NULL) 1689 mlx_releasecmd(mc); 1690 return(error); 1691} 1692 1693/******************************************************************************** 1694 * Run the command (mc) and return when it completes. 1695 * 1696 * Interrupts need to be enabled; returns nonzero on error. 1697 */ 1698static int 1699mlx_wait_command(struct mlx_command *mc) 1700{ 1701 struct mlx_softc *sc = mc->mc_sc; 1702 int error, count; 1703 1704 debug_called(1); 1705 1706 mc->mc_complete = NULL; 1707 mc->mc_private = mc; /* wake us when you're done */ 1708 if ((error = mlx_start(mc)) != 0) 1709 return(error); 1710 1711 count = 0; 1712 /* XXX better timeout? */ 1713 while ((mc->mc_status == MLX_STATUS_BUSY) && (count < 30)) { 1714 tsleep(mc->mc_private, PRIBIO | PCATCH, "mlxwcmd", hz); 1715 } 1716 1717 if (mc->mc_status != 0) { 1718 device_printf(sc->mlx_dev, "command failed - %s\n", mlx_diagnose_command(mc)); 1719 return(EIO); 1720 } 1721 return(0); 1722} 1723 1724 1725/******************************************************************************** 1726 * Start the command (mc) and busy-wait for it to complete. 1727 * 1728 * Should only be used when interrupts can't be relied upon. Returns 0 on 1729 * success, nonzero on error. 1730 * Successfully completed commands are dequeued. 1731 */ 1732static int 1733mlx_poll_command(struct mlx_command *mc) 1734{ 1735 struct mlx_softc *sc = mc->mc_sc; 1736 int error, count, s; 1737 1738 debug_called(1); 1739 1740 mc->mc_complete = NULL; 1741 mc->mc_private = NULL; /* we will poll for it */ 1742 if ((error = mlx_start(mc)) != 0) 1743 return(error); 1744 1745 count = 0; 1746 do { 1747 /* poll for completion */ 1748 mlx_done(mc->mc_sc); 1749 1750 } while ((mc->mc_status == MLX_STATUS_BUSY) && (count++ < 15000000)); 1751 if (mc->mc_status != MLX_STATUS_BUSY) { 1752 s = splbio(); 1753 TAILQ_REMOVE(&sc->mlx_work, mc, mc_link); 1754 splx(s); 1755 return(0); 1756 } 1757 device_printf(sc->mlx_dev, "command failed - %s\n", mlx_diagnose_command(mc)); 1758 return(EIO); 1759} 1760 1761void 1762mlx_startio_cb(void *arg, bus_dma_segment_t *segs, int nsegments, int error) 1763{ 1764 struct mlx_command *mc; 1765 struct mlxd_softc *mlxd; 1766 struct mlx_softc *sc; 1767 mlx_bio *bp; 1768 int blkcount; 1769 int driveno; 1770 int cmd; 1771 1772 mc = (struct mlx_command *)arg; 1773 mlx_setup_dmamap(mc, segs, nsegments, error); 1774 1775 sc = mc->mc_sc; 1776 bp = mc->mc_private; 1777 1778 if (MLX_BIO_IS_READ(bp)) { 1779 mc->mc_flags |= MLX_CMD_DATAIN; 1780 cmd = MLX_CMD_READSG; 1781 } else { 1782 mc->mc_flags |= MLX_CMD_DATAOUT; 1783 cmd = MLX_CMD_WRITESG; 1784 } 1785 1786 /* build a suitable I/O command (assumes 512-byte rounded transfers) */ 1787 mlxd = (struct mlxd_softc *)MLX_BIO_SOFTC(bp); 1788 driveno = mlxd->mlxd_drive - sc->mlx_sysdrive; 1789 blkcount = (MLX_BIO_LENGTH(bp) + MLX_BLKSIZE - 1) / MLX_BLKSIZE; 1790 1791 if ((MLX_BIO_LBA(bp) + blkcount) > sc->mlx_sysdrive[driveno].ms_size) 1792 device_printf(sc->mlx_dev, 1793 "I/O beyond end of unit (%lld,%d > %lu)\n", 1794 (long long)MLX_BIO_LBA(bp), blkcount, 1795 (u_long)sc->mlx_sysdrive[driveno].ms_size); 1796 1797 /* 1798 * Build the I/O command. Note that the SG list type bits are set to zero, 1799 * denoting the format of SG list that we are using. 1800 */ 1801 if (sc->mlx_iftype == MLX_IFTYPE_2) { 1802 mlx_make_type1(mc, (cmd == MLX_CMD_WRITESG) ? MLX_CMD_WRITESG_OLD : 1803 MLX_CMD_READSG_OLD, 1804 blkcount & 0xff, /* xfer length low byte */ 1805 MLX_BIO_LBA(bp), /* physical block number */ 1806 driveno, /* target drive number */ 1807 mc->mc_sgphys, /* location of SG list */ 1808 mc->mc_nsgent & 0x3f); /* size of SG list */ 1809 } else { 1810 mlx_make_type5(mc, cmd, 1811 blkcount & 0xff, /* xfer length low byte */ 1812 (driveno << 3) | ((blkcount >> 8) & 0x07), 1813 /* target+length high 3 bits */ 1814 MLX_BIO_LBA(bp), /* physical block number */ 1815 mc->mc_sgphys, /* location of SG list */ 1816 mc->mc_nsgent & 0x3f); /* size of SG list */ 1817 } 1818 1819 /* try to give command to controller */ 1820 if (mlx_start(mc) != 0) { 1821 /* fail the command */ 1822 mc->mc_status = MLX_STATUS_WEDGED; 1823 mlx_completeio(mc); 1824 } 1825} 1826 1827/******************************************************************************** 1828 * Pull as much work off the softc's work queue as possible and give it to the 1829 * controller. Leave a couple of slots free for emergencies. 1830 * 1831 * Must be called at splbio or in an equivalent fashion that prevents 1832 * reentry or activity on the bioq. 1833 */ 1834static void 1835mlx_startio(struct mlx_softc *sc) 1836{ 1837 struct mlx_command *mc; 1838 mlx_bio *bp; 1839 int s; 1840 int error; 1841 1842 /* avoid reentrancy */ 1843 if (mlx_lock_tas(sc, MLX_LOCK_STARTING)) 1844 return; 1845 1846 /* spin until something prevents us from doing any work */ 1847 s = splbio(); 1848 for (;;) { 1849 1850 /* see if there's work to be done */ 1851 if ((bp = MLX_BIO_QFIRST(sc->mlx_bioq)) == NULL) 1852 break; 1853 /* get a command */ 1854 if ((mc = mlx_alloccmd(sc)) == NULL) 1855 break; 1856 /* get a slot for the command */ 1857 if (mlx_getslot(mc) != 0) { 1858 mlx_releasecmd(mc); 1859 break; 1860 } 1861 /* get the buf containing our work */ 1862 MLX_BIO_QREMOVE(sc->mlx_bioq, bp); 1863 sc->mlx_waitbufs--; 1864 splx(s); 1865 1866 /* connect the buf to the command */ 1867 mc->mc_complete = mlx_completeio; 1868 mc->mc_private = bp; 1869 mc->mc_data = MLX_BIO_DATA(bp); 1870 mc->mc_length = MLX_BIO_LENGTH(bp); 1871 1872 /* map the command so the controller can work with it */ 1873 error = bus_dmamap_load(sc->mlx_buffer_dmat, mc->mc_dmamap, mc->mc_data, 1874 mc->mc_length, mlx_startio_cb, mc, 0); 1875 if (error == EINPROGRESS) { 1876 break; 1877 } 1878 1879 s = splbio(); 1880 } 1881 splx(s); 1882 mlx_lock_clr(sc, MLX_LOCK_STARTING); 1883} 1884 1885/******************************************************************************** 1886 * Handle completion of an I/O command. 1887 */ 1888static void 1889mlx_completeio(struct mlx_command *mc) 1890{ 1891 struct mlx_softc *sc = mc->mc_sc; 1892 mlx_bio *bp = (mlx_bio *)mc->mc_private; 1893 struct mlxd_softc *mlxd = (struct mlxd_softc *)MLX_BIO_SOFTC(bp); 1894 1895 if (mc->mc_status != MLX_STATUS_OK) { /* could be more verbose here? */ 1896 MLX_BIO_SET_ERROR(bp, EIO); 1897 1898 switch(mc->mc_status) { 1899 case MLX_STATUS_RDWROFFLINE: /* system drive has gone offline */ 1900 device_printf(mlxd->mlxd_dev, "drive offline\n"); 1901 /* should signal this with a return code */ 1902 mlxd->mlxd_drive->ms_state = MLX_SYSD_OFFLINE; 1903 break; 1904 1905 default: /* other I/O error */ 1906 device_printf(sc->mlx_dev, "I/O error - %s\n", mlx_diagnose_command(mc)); 1907#if 0 1908 device_printf(sc->mlx_dev, " b_bcount %ld blkcount %ld b_pblkno %d\n", 1909 MLX_BIO_LENGTH(bp), MLX_BIO_LENGTH(bp) / MLX_BLKSIZE, MLX_BIO_LBA(bp)); 1910 device_printf(sc->mlx_dev, " %13D\n", mc->mc_mailbox, " "); 1911#endif 1912 break; 1913 } 1914 } 1915 mlx_releasecmd(mc); 1916 mlxd_intr(bp); 1917} 1918 1919void 1920mlx_user_cb(void *arg, bus_dma_segment_t *segs, int nsegments, int error) 1921{ 1922 struct mlx_usercommand *mu; 1923 struct mlx_command *mc; 1924 struct mlx_dcdb *dcdb; 1925 1926 mc = (struct mlx_command *)arg; 1927 if (error) 1928 return; 1929 1930 mlx_setup_dmamap(mc, segs, nsegments, error); 1931 1932 mu = (struct mlx_usercommand *)mc->mc_private; 1933 dcdb = NULL; 1934 1935 /* 1936 * If this is a passthrough SCSI command, the DCDB is packed at the 1937 * beginning of the data area. Fix up the DCDB to point to the correct 1938 * physical address and override any bufptr supplied by the caller since 1939 * we know what it's meant to be. 1940 */ 1941 if (mc->mc_mailbox[0] == MLX_CMD_DIRECT_CDB) { 1942 dcdb = (struct mlx_dcdb *)mc->mc_data; 1943 dcdb->dcdb_physaddr = mc->mc_dataphys + sizeof(*dcdb); 1944 mu->mu_bufptr = 8; 1945 } 1946 1947 /* 1948 * If there's a data buffer, fix up the command's buffer pointer. 1949 */ 1950 if (mu->mu_datasize > 0) { 1951 mc->mc_mailbox[mu->mu_bufptr ] = mc->mc_dataphys & 0xff; 1952 mc->mc_mailbox[mu->mu_bufptr + 1] = (mc->mc_dataphys >> 8) & 0xff; 1953 mc->mc_mailbox[mu->mu_bufptr + 2] = (mc->mc_dataphys >> 16) & 0xff; 1954 mc->mc_mailbox[mu->mu_bufptr + 3] = (mc->mc_dataphys >> 24) & 0xff; 1955 } 1956 debug(0, "command fixup"); 1957 1958 /* submit the command and wait */ 1959 if (mlx_wait_command(mc) != 0) 1960 return; 1961 1962} 1963 1964/******************************************************************************** 1965 * Take a command from user-space and try to run it. 1966 * 1967 * XXX Note that this can't perform very much in the way of error checking, and 1968 * as such, applications _must_ be considered trustworthy. 1969 * XXX Commands using S/G for data are not supported. 1970 */ 1971static int 1972mlx_user_command(struct mlx_softc *sc, struct mlx_usercommand *mu) 1973{ 1974 struct mlx_command *mc; 1975 void *kbuf; 1976 int error; 1977 1978 debug_called(0); 1979 1980 kbuf = NULL; 1981 mc = NULL; 1982 error = ENOMEM; 1983 1984 /* get ourselves a command and copy in from user space */ 1985 if ((mc = mlx_alloccmd(sc)) == NULL) 1986 goto out; 1987 bcopy(mu->mu_command, mc->mc_mailbox, sizeof(mc->mc_mailbox)); 1988 debug(0, "got command buffer"); 1989 1990 /* 1991 * if we need a buffer for data transfer, allocate one and copy in its 1992 * initial contents 1993 */ 1994 if (mu->mu_datasize > 0) { 1995 if (mu->mu_datasize > MAXPHYS) 1996 return (EINVAL); 1997 if (((kbuf = malloc(mu->mu_datasize, M_DEVBUF, M_WAITOK)) == NULL) || 1998 (error = copyin(mu->mu_buf, kbuf, mu->mu_datasize))) 1999 goto out; 2000 debug(0, "got kernel buffer"); 2001 } 2002 2003 /* get a command slot */ 2004 if (mlx_getslot(mc)) 2005 goto out; 2006 debug(0, "got a slot"); 2007 2008 if (mu->mu_datasize > 0) { 2009 2010 /* range check the pointer to physical buffer address */ 2011 if ((mu->mu_bufptr < 0) || (mu->mu_bufptr > (sizeof(mu->mu_command) - 2012 sizeof(u_int32_t)))) { 2013 error = EINVAL; 2014 goto out; 2015 } 2016 } 2017 2018 /* map the command so the controller can see it */ 2019 mc->mc_data = kbuf; 2020 mc->mc_length = mu->mu_datasize; 2021 mc->mc_private = mu; 2022 error = bus_dmamap_load(sc->mlx_buffer_dmat, mc->mc_dmamap, mc->mc_data, 2023 mc->mc_length, mlx_user_cb, mc, BUS_DMA_NOWAIT); 2024 2025 /* copy out status and data */ 2026 mu->mu_status = mc->mc_status; 2027 if ((mu->mu_datasize > 0) && 2028 ((error = copyout(kbuf, mu->mu_buf, mu->mu_datasize)))) 2029 goto out; 2030 2031 error = 0; 2032 2033 out: 2034 mlx_releasecmd(mc); 2035 if (kbuf != NULL) 2036 free(kbuf, M_DEVBUF); 2037 return(error); 2038} 2039 2040/******************************************************************************** 2041 ******************************************************************************** 2042 Command I/O to Controller 2043 ******************************************************************************** 2044 ********************************************************************************/ 2045 2046/******************************************************************************** 2047 * Find a free command slot for (mc). 2048 * 2049 * Don't hand out a slot to a normal-priority command unless there are at least 2050 * 4 slots free for priority commands. 2051 */ 2052static int 2053mlx_getslot(struct mlx_command *mc) 2054{ 2055 struct mlx_softc *sc = mc->mc_sc; 2056 int s, slot, limit; 2057 2058 debug_called(1); 2059 2060 /* 2061 * Enforce slot-usage limit, if we have the required information. 2062 */ 2063 if (sc->mlx_enq2 != NULL) { 2064 limit = sc->mlx_enq2->me_max_commands; 2065 } else { 2066 limit = 2; 2067 } 2068 if (sc->mlx_busycmds >= ((mc->mc_flags & MLX_CMD_PRIORITY) ? limit : limit - 4)) 2069 return(EBUSY); 2070 2071 /* 2072 * Allocate an outstanding command slot 2073 * 2074 * XXX linear search is slow 2075 */ 2076 s = splbio(); 2077 for (slot = 0; slot < limit; slot++) { 2078 debug(2, "try slot %d", slot); 2079 if (sc->mlx_busycmd[slot] == NULL) 2080 break; 2081 } 2082 if (slot < limit) { 2083 sc->mlx_busycmd[slot] = mc; 2084 sc->mlx_busycmds++; 2085 } 2086 splx(s); 2087 2088 /* out of slots? */ 2089 if (slot >= limit) 2090 return(EBUSY); 2091 2092 debug(2, "got slot %d", slot); 2093 mc->mc_slot = slot; 2094 return(0); 2095} 2096 2097/******************************************************************************** 2098 * Map/unmap (mc)'s data in the controller's addressable space. 2099 */ 2100static void 2101mlx_setup_dmamap(struct mlx_command *mc, bus_dma_segment_t *segs, int nsegments, 2102 int error) 2103{ 2104 struct mlx_softc *sc = mc->mc_sc; 2105 struct mlx_sgentry *sg; 2106 int i; 2107 2108 debug_called(1); 2109 2110 /* XXX should be unnecessary */ 2111 if (sc->mlx_enq2 && (nsegments > sc->mlx_enq2->me_max_sg)) 2112 panic("MLX: too many s/g segments (%d, max %d)", nsegments, 2113 sc->mlx_enq2->me_max_sg); 2114 2115 /* get base address of s/g table */ 2116 sg = sc->mlx_sgtable + (mc->mc_slot * MLX_NSEG); 2117 2118 /* save s/g table information in command */ 2119 mc->mc_nsgent = nsegments; 2120 mc->mc_sgphys = sc->mlx_sgbusaddr + 2121 (mc->mc_slot * MLX_NSEG * sizeof(struct mlx_sgentry)); 2122 mc->mc_dataphys = segs[0].ds_addr; 2123 2124 /* populate s/g table */ 2125 for (i = 0; i < nsegments; i++, sg++) { 2126 sg->sg_addr = segs[i].ds_addr; 2127 sg->sg_count = segs[i].ds_len; 2128 } 2129 2130 /* Make sure the buffers are visible on the bus. */ 2131 if (mc->mc_flags & MLX_CMD_DATAIN) 2132 bus_dmamap_sync(sc->mlx_buffer_dmat, mc->mc_dmamap, 2133 BUS_DMASYNC_PREREAD); 2134 if (mc->mc_flags & MLX_CMD_DATAOUT) 2135 bus_dmamap_sync(sc->mlx_buffer_dmat, mc->mc_dmamap, 2136 BUS_DMASYNC_PREWRITE); 2137} 2138 2139static void 2140mlx_unmapcmd(struct mlx_command *mc) 2141{ 2142 struct mlx_softc *sc = mc->mc_sc; 2143 2144 debug_called(1); 2145 2146 /* if the command involved data at all */ 2147 if (mc->mc_data != NULL) { 2148 2149 if (mc->mc_flags & MLX_CMD_DATAIN) 2150 bus_dmamap_sync(sc->mlx_buffer_dmat, mc->mc_dmamap, BUS_DMASYNC_POSTREAD); 2151 if (mc->mc_flags & MLX_CMD_DATAOUT) 2152 bus_dmamap_sync(sc->mlx_buffer_dmat, mc->mc_dmamap, BUS_DMASYNC_POSTWRITE); 2153 2154 bus_dmamap_unload(sc->mlx_buffer_dmat, mc->mc_dmamap); 2155 } 2156} 2157 2158/******************************************************************************** 2159 * Try to deliver (mc) to the controller. 2160 * 2161 * Can be called at any interrupt level, with or without interrupts enabled. 2162 */ 2163static int 2164mlx_start(struct mlx_command *mc) 2165{ 2166 struct mlx_softc *sc = mc->mc_sc; 2167 int i, s, done; 2168 2169 debug_called(1); 2170 2171 /* save the slot number as ident so we can handle this command when complete */ 2172 mc->mc_mailbox[0x1] = mc->mc_slot; 2173 2174 /* mark the command as currently being processed */ 2175 mc->mc_status = MLX_STATUS_BUSY; 2176 2177 /* set a default 60-second timeout XXX tunable? XXX not currently used */ 2178 mc->mc_timeout = time_second + 60; 2179 2180 /* spin waiting for the mailbox */ 2181 for (i = 100000, done = 0; (i > 0) && !done; i--) { 2182 s = splbio(); 2183 if (sc->mlx_tryqueue(sc, mc)) { 2184 done = 1; 2185 /* move command to work queue */ 2186 TAILQ_INSERT_TAIL(&sc->mlx_work, mc, mc_link); 2187 } 2188 splx(s); /* drop spl to allow completion interrupts */ 2189 } 2190 2191 /* command is enqueued */ 2192 if (done) 2193 return(0); 2194 2195 /* 2196 * We couldn't get the controller to take the command. Revoke the slot 2197 * that the command was given and return it with a bad status. 2198 */ 2199 sc->mlx_busycmd[mc->mc_slot] = NULL; 2200 device_printf(sc->mlx_dev, "controller wedged (not taking commands)\n"); 2201 mc->mc_status = MLX_STATUS_WEDGED; 2202 mlx_complete(sc); 2203 return(EIO); 2204} 2205 2206/******************************************************************************** 2207 * Poll the controller (sc) for completed commands. 2208 * Update command status and free slots for reuse. If any slots were freed, 2209 * new commands may be posted. 2210 * 2211 * Returns nonzero if one or more commands were completed. 2212 */ 2213static int 2214mlx_done(struct mlx_softc *sc) 2215{ 2216 struct mlx_command *mc; 2217 int s, result; 2218 u_int8_t slot; 2219 u_int16_t status; 2220 2221 debug_called(2); 2222 2223 result = 0; 2224 2225 /* loop collecting completed commands */ 2226 s = splbio(); 2227 for (;;) { 2228 /* poll for a completed command's identifier and status */ 2229 if (sc->mlx_findcomplete(sc, &slot, &status)) { 2230 result = 1; 2231 mc = sc->mlx_busycmd[slot]; /* find command */ 2232 if (mc != NULL) { /* paranoia */ 2233 if (mc->mc_status == MLX_STATUS_BUSY) { 2234 mc->mc_status = status; /* save status */ 2235 2236 /* free slot for reuse */ 2237 sc->mlx_busycmd[slot] = NULL; 2238 sc->mlx_busycmds--; 2239 } else { 2240 device_printf(sc->mlx_dev, "duplicate done event for slot %d\n", slot); 2241 } 2242 } else { 2243 device_printf(sc->mlx_dev, "done event for nonbusy slot %d\n", slot); 2244 } 2245 } else { 2246 break; 2247 } 2248 } 2249 splx(s); 2250 2251 /* if we've completed any commands, try posting some more */ 2252 if (result) 2253 mlx_startio(sc); 2254 2255 /* handle completion and timeouts */ 2256 mlx_complete(sc); 2257 2258 return(result); 2259} 2260 2261/******************************************************************************** 2262 * Perform post-completion processing for commands on (sc). 2263 */ 2264static void 2265mlx_complete(struct mlx_softc *sc) 2266{ 2267 struct mlx_command *mc, *nc; 2268 int s, count; 2269 2270 debug_called(2); 2271 2272 /* avoid reentrancy XXX might want to signal and request a restart */ 2273 if (mlx_lock_tas(sc, MLX_LOCK_COMPLETING)) 2274 return; 2275 2276 s = splbio(); 2277 count = 0; 2278 2279 /* scan the list of busy/done commands */ 2280 mc = TAILQ_FIRST(&sc->mlx_work); 2281 while (mc != NULL) { 2282 nc = TAILQ_NEXT(mc, mc_link); 2283 2284 /* Command has been completed in some fashion */ 2285 if (mc->mc_status != MLX_STATUS_BUSY) { 2286 2287 /* unmap the command's data buffer */ 2288 mlx_unmapcmd(mc); 2289 /* 2290 * Does the command have a completion handler? 2291 */ 2292 if (mc->mc_complete != NULL) { 2293 /* remove from list and give to handler */ 2294 TAILQ_REMOVE(&sc->mlx_work, mc, mc_link); 2295 mc->mc_complete(mc); 2296 2297 /* 2298 * Is there a sleeper waiting on this command? 2299 */ 2300 } else if (mc->mc_private != NULL) { /* sleeping caller wants to know about it */ 2301 2302 /* remove from list and wake up sleeper */ 2303 TAILQ_REMOVE(&sc->mlx_work, mc, mc_link); 2304 wakeup_one(mc->mc_private); 2305 2306 /* 2307 * Leave the command for a caller that's polling for it. 2308 */ 2309 } else { 2310 } 2311 } 2312 mc = nc; 2313 } 2314 splx(s); 2315 2316 mlx_lock_clr(sc, MLX_LOCK_COMPLETING); 2317} 2318 2319/******************************************************************************** 2320 ******************************************************************************** 2321 Command Buffer Management 2322 ******************************************************************************** 2323 ********************************************************************************/ 2324 2325/******************************************************************************** 2326 * Get a new command buffer. 2327 * 2328 * This may return NULL in low-memory cases. 2329 * 2330 * Note that using malloc() is expensive (the command buffer is << 1 page) but 2331 * necessary if we are to be a loadable module before the zone allocator is fixed. 2332 * 2333 * If possible, we recycle a command buffer that's been used before. 2334 * 2335 * XXX Note that command buffers are not cleaned out - it is the caller's 2336 * responsibility to ensure that all required fields are filled in before 2337 * using a buffer. 2338 */ 2339static struct mlx_command * 2340mlx_alloccmd(struct mlx_softc *sc) 2341{ 2342 struct mlx_command *mc; 2343 int error; 2344 int s; 2345 2346 debug_called(1); 2347 2348 s = splbio(); 2349 if ((mc = TAILQ_FIRST(&sc->mlx_freecmds)) != NULL) 2350 TAILQ_REMOVE(&sc->mlx_freecmds, mc, mc_link); 2351 splx(s); 2352 2353 /* allocate a new command buffer? */ 2354 if (mc == NULL) { 2355 mc = (struct mlx_command *)malloc(sizeof(*mc), M_DEVBUF, M_NOWAIT | M_ZERO); 2356 if (mc != NULL) { 2357 mc->mc_sc = sc; 2358 error = bus_dmamap_create(sc->mlx_buffer_dmat, 0, &mc->mc_dmamap); 2359 if (error) { 2360 free(mc, M_DEVBUF); 2361 return(NULL); 2362 } 2363 } 2364 } 2365 return(mc); 2366} 2367 2368/******************************************************************************** 2369 * Release a command buffer for recycling. 2370 * 2371 * XXX It might be a good idea to limit the number of commands we save for reuse 2372 * if it's shown that this list bloats out massively. 2373 */ 2374static void 2375mlx_releasecmd(struct mlx_command *mc) 2376{ 2377 int s; 2378 2379 debug_called(1); 2380 2381 s = splbio(); 2382 TAILQ_INSERT_HEAD(&mc->mc_sc->mlx_freecmds, mc, mc_link); 2383 splx(s); 2384} 2385 2386/******************************************************************************** 2387 * Permanently discard a command buffer. 2388 */ 2389static void 2390mlx_freecmd(struct mlx_command *mc) 2391{ 2392 struct mlx_softc *sc = mc->mc_sc; 2393 2394 debug_called(1); 2395 bus_dmamap_destroy(sc->mlx_buffer_dmat, mc->mc_dmamap); 2396 free(mc, M_DEVBUF); 2397} 2398 2399 2400/******************************************************************************** 2401 ******************************************************************************** 2402 Type 3 interface accessor methods 2403 ******************************************************************************** 2404 ********************************************************************************/ 2405 2406/******************************************************************************** 2407 * Try to give (mc) to the controller. Returns 1 if successful, 0 on failure 2408 * (the controller is not ready to take a command). 2409 * 2410 * Must be called at splbio or in a fashion that prevents reentry. 2411 */ 2412static int 2413mlx_v3_tryqueue(struct mlx_softc *sc, struct mlx_command *mc) 2414{ 2415 int i; 2416 2417 debug_called(2); 2418 2419 /* ready for our command? */ 2420 if (!(MLX_V3_GET_IDBR(sc) & MLX_V3_IDB_FULL)) { 2421 /* copy mailbox data to window */ 2422 for (i = 0; i < 13; i++) 2423 MLX_V3_PUT_MAILBOX(sc, i, mc->mc_mailbox[i]); 2424 2425 /* post command */ 2426 MLX_V3_PUT_IDBR(sc, MLX_V3_IDB_FULL); 2427 return(1); 2428 } 2429 return(0); 2430} 2431 2432/******************************************************************************** 2433 * See if a command has been completed, if so acknowledge its completion 2434 * and recover the slot number and status code. 2435 * 2436 * Must be called at splbio or in a fashion that prevents reentry. 2437 */ 2438static int 2439mlx_v3_findcomplete(struct mlx_softc *sc, u_int8_t *slot, u_int16_t *status) 2440{ 2441 2442 debug_called(2); 2443 2444 /* status available? */ 2445 if (MLX_V3_GET_ODBR(sc) & MLX_V3_ODB_SAVAIL) { 2446 *slot = MLX_V3_GET_STATUS_IDENT(sc); /* get command identifier */ 2447 *status = MLX_V3_GET_STATUS(sc); /* get status */ 2448 2449 /* acknowledge completion */ 2450 MLX_V3_PUT_ODBR(sc, MLX_V3_ODB_SAVAIL); 2451 MLX_V3_PUT_IDBR(sc, MLX_V3_IDB_SACK); 2452 return(1); 2453 } 2454 return(0); 2455} 2456 2457/******************************************************************************** 2458 * Enable/disable interrupts as requested. (No acknowledge required) 2459 * 2460 * Must be called at splbio or in a fashion that prevents reentry. 2461 */ 2462static void 2463mlx_v3_intaction(struct mlx_softc *sc, int action) 2464{ 2465 debug_called(1); 2466 2467 switch(action) { 2468 case MLX_INTACTION_DISABLE: 2469 MLX_V3_PUT_IER(sc, 0); 2470 sc->mlx_state &= ~MLX_STATE_INTEN; 2471 break; 2472 case MLX_INTACTION_ENABLE: 2473 MLX_V3_PUT_IER(sc, 1); 2474 sc->mlx_state |= MLX_STATE_INTEN; 2475 break; 2476 } 2477} 2478 2479/******************************************************************************** 2480 * Poll for firmware error codes during controller initialisation. 2481 * Returns 0 if initialisation is complete, 1 if still in progress but no 2482 * error has been fetched, 2 if an error has been retrieved. 2483 */ 2484static int 2485mlx_v3_fw_handshake(struct mlx_softc *sc, int *error, int *param1, int *param2) 2486{ 2487 u_int8_t fwerror; 2488 static int initted = 0; 2489 2490 debug_called(2); 2491 2492 /* first time around, clear any hardware completion status */ 2493 if (!initted) { 2494 MLX_V3_PUT_IDBR(sc, MLX_V3_IDB_SACK); 2495 DELAY(1000); 2496 initted = 1; 2497 } 2498 2499 /* init in progress? */ 2500 if (!(MLX_V3_GET_IDBR(sc) & MLX_V3_IDB_INIT_BUSY)) 2501 return(0); 2502 2503 /* test error value */ 2504 fwerror = MLX_V3_GET_FWERROR(sc); 2505 if (!(fwerror & MLX_V3_FWERROR_PEND)) 2506 return(1); 2507 2508 /* mask status pending bit, fetch status */ 2509 *error = fwerror & ~MLX_V3_FWERROR_PEND; 2510 *param1 = MLX_V3_GET_FWERROR_PARAM1(sc); 2511 *param2 = MLX_V3_GET_FWERROR_PARAM2(sc); 2512 2513 /* acknowledge */ 2514 MLX_V3_PUT_FWERROR(sc, 0); 2515 2516 return(2); 2517} 2518 2519/******************************************************************************** 2520 ******************************************************************************** 2521 Type 4 interface accessor methods 2522 ******************************************************************************** 2523 ********************************************************************************/ 2524 2525/******************************************************************************** 2526 * Try to give (mc) to the controller. Returns 1 if successful, 0 on failure 2527 * (the controller is not ready to take a command). 2528 * 2529 * Must be called at splbio or in a fashion that prevents reentry. 2530 */ 2531static int 2532mlx_v4_tryqueue(struct mlx_softc *sc, struct mlx_command *mc) 2533{ 2534 int i; 2535 2536 debug_called(2); 2537 2538 /* ready for our command? */ 2539 if (!(MLX_V4_GET_IDBR(sc) & MLX_V4_IDB_FULL)) { 2540 /* copy mailbox data to window */ 2541 for (i = 0; i < 13; i++) 2542 MLX_V4_PUT_MAILBOX(sc, i, mc->mc_mailbox[i]); 2543 2544 /* memory-mapped controller, so issue a write barrier to ensure the mailbox is filled */ 2545 bus_space_barrier(sc->mlx_btag, sc->mlx_bhandle, MLX_V4_MAILBOX, MLX_V4_MAILBOX_LENGTH, 2546 BUS_SPACE_BARRIER_WRITE); 2547 2548 /* post command */ 2549 MLX_V4_PUT_IDBR(sc, MLX_V4_IDB_HWMBOX_CMD); 2550 return(1); 2551 } 2552 return(0); 2553} 2554 2555/******************************************************************************** 2556 * See if a command has been completed, if so acknowledge its completion 2557 * and recover the slot number and status code. 2558 * 2559 * Must be called at splbio or in a fashion that prevents reentry. 2560 */ 2561static int 2562mlx_v4_findcomplete(struct mlx_softc *sc, u_int8_t *slot, u_int16_t *status) 2563{ 2564 2565 debug_called(2); 2566 2567 /* status available? */ 2568 if (MLX_V4_GET_ODBR(sc) & MLX_V4_ODB_HWSAVAIL) { 2569 *slot = MLX_V4_GET_STATUS_IDENT(sc); /* get command identifier */ 2570 *status = MLX_V4_GET_STATUS(sc); /* get status */ 2571 2572 /* acknowledge completion */ 2573 MLX_V4_PUT_ODBR(sc, MLX_V4_ODB_HWMBOX_ACK); 2574 MLX_V4_PUT_IDBR(sc, MLX_V4_IDB_SACK); 2575 return(1); 2576 } 2577 return(0); 2578} 2579 2580/******************************************************************************** 2581 * Enable/disable interrupts as requested. 2582 * 2583 * Must be called at splbio or in a fashion that prevents reentry. 2584 */ 2585static void 2586mlx_v4_intaction(struct mlx_softc *sc, int action) 2587{ 2588 debug_called(1); 2589 2590 switch(action) { 2591 case MLX_INTACTION_DISABLE: 2592 MLX_V4_PUT_IER(sc, MLX_V4_IER_MASK | MLX_V4_IER_DISINT); 2593 sc->mlx_state &= ~MLX_STATE_INTEN; 2594 break; 2595 case MLX_INTACTION_ENABLE: 2596 MLX_V4_PUT_IER(sc, MLX_V4_IER_MASK & ~MLX_V4_IER_DISINT); 2597 sc->mlx_state |= MLX_STATE_INTEN; 2598 break; 2599 } 2600} 2601 2602/******************************************************************************** 2603 * Poll for firmware error codes during controller initialisation. 2604 * Returns 0 if initialisation is complete, 1 if still in progress but no 2605 * error has been fetched, 2 if an error has been retrieved. 2606 */ 2607static int 2608mlx_v4_fw_handshake(struct mlx_softc *sc, int *error, int *param1, int *param2) 2609{ 2610 u_int8_t fwerror; 2611 static int initted = 0; 2612 2613 debug_called(2); 2614 2615 /* first time around, clear any hardware completion status */ 2616 if (!initted) { 2617 MLX_V4_PUT_IDBR(sc, MLX_V4_IDB_SACK); 2618 DELAY(1000); 2619 initted = 1; 2620 } 2621 2622 /* init in progress? */ 2623 if (!(MLX_V4_GET_IDBR(sc) & MLX_V4_IDB_INIT_BUSY)) 2624 return(0); 2625 2626 /* test error value */ 2627 fwerror = MLX_V4_GET_FWERROR(sc); 2628 if (!(fwerror & MLX_V4_FWERROR_PEND)) 2629 return(1); 2630 2631 /* mask status pending bit, fetch status */ 2632 *error = fwerror & ~MLX_V4_FWERROR_PEND; 2633 *param1 = MLX_V4_GET_FWERROR_PARAM1(sc); 2634 *param2 = MLX_V4_GET_FWERROR_PARAM2(sc); 2635 2636 /* acknowledge */ 2637 MLX_V4_PUT_FWERROR(sc, 0); 2638 2639 return(2); 2640} 2641 2642/******************************************************************************** 2643 ******************************************************************************** 2644 Type 5 interface accessor methods 2645 ******************************************************************************** 2646 ********************************************************************************/ 2647 2648/******************************************************************************** 2649 * Try to give (mc) to the controller. Returns 1 if successful, 0 on failure 2650 * (the controller is not ready to take a command). 2651 * 2652 * Must be called at splbio or in a fashion that prevents reentry. 2653 */ 2654static int 2655mlx_v5_tryqueue(struct mlx_softc *sc, struct mlx_command *mc) 2656{ 2657 int i; 2658 2659 debug_called(2); 2660 2661 /* ready for our command? */ 2662 if (MLX_V5_GET_IDBR(sc) & MLX_V5_IDB_EMPTY) { 2663 /* copy mailbox data to window */ 2664 for (i = 0; i < 13; i++) 2665 MLX_V5_PUT_MAILBOX(sc, i, mc->mc_mailbox[i]); 2666 2667 /* post command */ 2668 MLX_V5_PUT_IDBR(sc, MLX_V5_IDB_HWMBOX_CMD); 2669 return(1); 2670 } 2671 return(0); 2672} 2673 2674/******************************************************************************** 2675 * See if a command has been completed, if so acknowledge its completion 2676 * and recover the slot number and status code. 2677 * 2678 * Must be called at splbio or in a fashion that prevents reentry. 2679 */ 2680static int 2681mlx_v5_findcomplete(struct mlx_softc *sc, u_int8_t *slot, u_int16_t *status) 2682{ 2683 2684 debug_called(2); 2685 2686 /* status available? */ 2687 if (MLX_V5_GET_ODBR(sc) & MLX_V5_ODB_HWSAVAIL) { 2688 *slot = MLX_V5_GET_STATUS_IDENT(sc); /* get command identifier */ 2689 *status = MLX_V5_GET_STATUS(sc); /* get status */ 2690 2691 /* acknowledge completion */ 2692 MLX_V5_PUT_ODBR(sc, MLX_V5_ODB_HWMBOX_ACK); 2693 MLX_V5_PUT_IDBR(sc, MLX_V5_IDB_SACK); 2694 return(1); 2695 } 2696 return(0); 2697} 2698 2699/******************************************************************************** 2700 * Enable/disable interrupts as requested. 2701 * 2702 * Must be called at splbio or in a fashion that prevents reentry. 2703 */ 2704static void 2705mlx_v5_intaction(struct mlx_softc *sc, int action) 2706{ 2707 debug_called(1); 2708 2709 switch(action) { 2710 case MLX_INTACTION_DISABLE: 2711 MLX_V5_PUT_IER(sc, 0xff & MLX_V5_IER_DISINT); 2712 sc->mlx_state &= ~MLX_STATE_INTEN; 2713 break; 2714 case MLX_INTACTION_ENABLE: 2715 MLX_V5_PUT_IER(sc, 0xff & ~MLX_V5_IER_DISINT); 2716 sc->mlx_state |= MLX_STATE_INTEN; 2717 break; 2718 } 2719} 2720 2721/******************************************************************************** 2722 * Poll for firmware error codes during controller initialisation. 2723 * Returns 0 if initialisation is complete, 1 if still in progress but no 2724 * error has been fetched, 2 if an error has been retrieved. 2725 */ 2726static int 2727mlx_v5_fw_handshake(struct mlx_softc *sc, int *error, int *param1, int *param2) 2728{ 2729 u_int8_t fwerror; 2730 static int initted = 0; 2731 2732 debug_called(2); 2733 2734 /* first time around, clear any hardware completion status */ 2735 if (!initted) { 2736 MLX_V5_PUT_IDBR(sc, MLX_V5_IDB_SACK); 2737 DELAY(1000); 2738 initted = 1; 2739 } 2740 2741 /* init in progress? */ 2742 if (MLX_V5_GET_IDBR(sc) & MLX_V5_IDB_INIT_DONE) 2743 return(0); 2744 2745 /* test for error value */ 2746 fwerror = MLX_V5_GET_FWERROR(sc); 2747 if (!(fwerror & MLX_V5_FWERROR_PEND)) 2748 return(1); 2749 2750 /* mask status pending bit, fetch status */ 2751 *error = fwerror & ~MLX_V5_FWERROR_PEND; 2752 *param1 = MLX_V5_GET_FWERROR_PARAM1(sc); 2753 *param2 = MLX_V5_GET_FWERROR_PARAM2(sc); 2754 2755 /* acknowledge */ 2756 MLX_V5_PUT_FWERROR(sc, 0xff); 2757 2758 return(2); 2759} 2760 2761/******************************************************************************** 2762 ******************************************************************************** 2763 Debugging 2764 ******************************************************************************** 2765 ********************************************************************************/ 2766 2767/******************************************************************************** 2768 * Return a status message describing (mc) 2769 */ 2770static char *mlx_status_messages[] = { 2771 "normal completion", /* 00 */ 2772 "irrecoverable data error", /* 01 */ 2773 "drive does not exist, or is offline", /* 02 */ 2774 "attempt to write beyond end of drive", /* 03 */ 2775 "bad data encountered", /* 04 */ 2776 "invalid log entry request", /* 05 */ 2777 "attempt to rebuild online drive", /* 06 */ 2778 "new disk failed during rebuild", /* 07 */ 2779 "invalid channel/target", /* 08 */ 2780 "rebuild/check already in progress", /* 09 */ 2781 "one or more disks are dead", /* 10 */ 2782 "invalid or non-redundant drive", /* 11 */ 2783 "channel is busy", /* 12 */ 2784 "channel is not stopped", /* 13 */ 2785 "rebuild successfully terminated", /* 14 */ 2786 "unsupported command", /* 15 */ 2787 "check condition received", /* 16 */ 2788 "device is busy", /* 17 */ 2789 "selection or command timeout", /* 18 */ 2790 "command terminated abnormally", /* 19 */ 2791 "" 2792}; 2793 2794static struct 2795{ 2796 int command; 2797 u_int16_t status; 2798 int msg; 2799} mlx_messages[] = { 2800 {MLX_CMD_READSG, 0x0001, 1}, 2801 {MLX_CMD_READSG, 0x0002, 1}, 2802 {MLX_CMD_READSG, 0x0105, 3}, 2803 {MLX_CMD_READSG, 0x010c, 4}, 2804 {MLX_CMD_WRITESG, 0x0001, 1}, 2805 {MLX_CMD_WRITESG, 0x0002, 1}, 2806 {MLX_CMD_WRITESG, 0x0105, 3}, 2807 {MLX_CMD_READSG_OLD, 0x0001, 1}, 2808 {MLX_CMD_READSG_OLD, 0x0002, 1}, 2809 {MLX_CMD_READSG_OLD, 0x0105, 3}, 2810 {MLX_CMD_WRITESG_OLD, 0x0001, 1}, 2811 {MLX_CMD_WRITESG_OLD, 0x0002, 1}, 2812 {MLX_CMD_WRITESG_OLD, 0x0105, 3}, 2813 {MLX_CMD_LOGOP, 0x0105, 5}, 2814 {MLX_CMD_REBUILDASYNC, 0x0002, 6}, 2815 {MLX_CMD_REBUILDASYNC, 0x0004, 7}, 2816 {MLX_CMD_REBUILDASYNC, 0x0105, 8}, 2817 {MLX_CMD_REBUILDASYNC, 0x0106, 9}, 2818 {MLX_CMD_REBUILDASYNC, 0x0107, 14}, 2819 {MLX_CMD_CHECKASYNC, 0x0002, 10}, 2820 {MLX_CMD_CHECKASYNC, 0x0105, 11}, 2821 {MLX_CMD_CHECKASYNC, 0x0106, 9}, 2822 {MLX_CMD_STOPCHANNEL, 0x0106, 12}, 2823 {MLX_CMD_STOPCHANNEL, 0x0105, 8}, 2824 {MLX_CMD_STARTCHANNEL, 0x0005, 13}, 2825 {MLX_CMD_STARTCHANNEL, 0x0105, 8}, 2826 {MLX_CMD_DIRECT_CDB, 0x0002, 16}, 2827 {MLX_CMD_DIRECT_CDB, 0x0008, 17}, 2828 {MLX_CMD_DIRECT_CDB, 0x000e, 18}, 2829 {MLX_CMD_DIRECT_CDB, 0x000f, 19}, 2830 {MLX_CMD_DIRECT_CDB, 0x0105, 8}, 2831 2832 {0, 0x0104, 14}, 2833 {-1, 0, 0} 2834}; 2835 2836static char * 2837mlx_diagnose_command(struct mlx_command *mc) 2838{ 2839 static char unkmsg[80]; 2840 int i; 2841 2842 /* look up message in table */ 2843 for (i = 0; mlx_messages[i].command != -1; i++) 2844 if (((mc->mc_mailbox[0] == mlx_messages[i].command) || (mlx_messages[i].command == 0)) && 2845 (mc->mc_status == mlx_messages[i].status)) 2846 return(mlx_status_messages[mlx_messages[i].msg]); 2847 2848 sprintf(unkmsg, "unknown response 0x%x for command 0x%x", (int)mc->mc_status, (int)mc->mc_mailbox[0]); 2849 return(unkmsg); 2850} 2851 2852/******************************************************************************* 2853 * Print a string describing the controller (sc) 2854 */ 2855static struct 2856{ 2857 int hwid; 2858 char *name; 2859} mlx_controller_names[] = { 2860 {0x01, "960P/PD"}, 2861 {0x02, "960PL"}, 2862 {0x10, "960PG"}, 2863 {0x11, "960PJ"}, 2864 {0x12, "960PR"}, 2865 {0x13, "960PT"}, 2866 {0x14, "960PTL0"}, 2867 {0x15, "960PRL"}, 2868 {0x16, "960PTL1"}, 2869 {0x20, "1164PVX"}, 2870 {-1, NULL} 2871}; 2872 2873static void 2874mlx_describe_controller(struct mlx_softc *sc) 2875{ 2876 static char buf[80]; 2877 char *model; 2878 int i; 2879 2880 for (i = 0, model = NULL; mlx_controller_names[i].name != NULL; i++) { 2881 if ((sc->mlx_enq2->me_hardware_id & 0xff) == mlx_controller_names[i].hwid) { 2882 model = mlx_controller_names[i].name; 2883 break; 2884 } 2885 } 2886 if (model == NULL) { 2887 sprintf(buf, " model 0x%x", sc->mlx_enq2->me_hardware_id & 0xff); 2888 model = buf; 2889 } 2890 device_printf(sc->mlx_dev, "DAC%s, %d channel%s, firmware %d.%02d-%c-%02d, %dMB RAM\n", 2891 model, 2892 sc->mlx_enq2->me_actual_channels, 2893 sc->mlx_enq2->me_actual_channels > 1 ? "s" : "", 2894 sc->mlx_enq2->me_firmware_id & 0xff, 2895 (sc->mlx_enq2->me_firmware_id >> 8) & 0xff, 2896 (sc->mlx_enq2->me_firmware_id >> 24) & 0xff, 2897 (sc->mlx_enq2->me_firmware_id >> 16) & 0xff, 2898 sc->mlx_enq2->me_mem_size / (1024 * 1024)); 2899 2900 if (bootverbose) { 2901 device_printf(sc->mlx_dev, " Hardware ID 0x%08x\n", sc->mlx_enq2->me_hardware_id); 2902 device_printf(sc->mlx_dev, " Firmware ID 0x%08x\n", sc->mlx_enq2->me_firmware_id); 2903 device_printf(sc->mlx_dev, " Configured/Actual channels %d/%d\n", sc->mlx_enq2->me_configured_channels, 2904 sc->mlx_enq2->me_actual_channels); 2905 device_printf(sc->mlx_dev, " Max Targets %d\n", sc->mlx_enq2->me_max_targets); 2906 device_printf(sc->mlx_dev, " Max Tags %d\n", sc->mlx_enq2->me_max_tags); 2907 device_printf(sc->mlx_dev, " Max System Drives %d\n", sc->mlx_enq2->me_max_sys_drives); 2908 device_printf(sc->mlx_dev, " Max Arms %d\n", sc->mlx_enq2->me_max_arms); 2909 device_printf(sc->mlx_dev, " Max Spans %d\n", sc->mlx_enq2->me_max_spans); 2910 device_printf(sc->mlx_dev, " DRAM/cache/flash/NVRAM size %d/%d/%d/%d\n", sc->mlx_enq2->me_mem_size, 2911 sc->mlx_enq2->me_cache_size, sc->mlx_enq2->me_flash_size, sc->mlx_enq2->me_nvram_size); 2912 device_printf(sc->mlx_dev, " DRAM type %d\n", sc->mlx_enq2->me_mem_type); 2913 device_printf(sc->mlx_dev, " Clock Speed %dns\n", sc->mlx_enq2->me_clock_speed); 2914 device_printf(sc->mlx_dev, " Hardware Speed %dns\n", sc->mlx_enq2->me_hardware_speed); 2915 device_printf(sc->mlx_dev, " Max Commands %d\n", sc->mlx_enq2->me_max_commands); 2916 device_printf(sc->mlx_dev, " Max SG Entries %d\n", sc->mlx_enq2->me_max_sg); 2917 device_printf(sc->mlx_dev, " Max DP %d\n", sc->mlx_enq2->me_max_dp); 2918 device_printf(sc->mlx_dev, " Max IOD %d\n", sc->mlx_enq2->me_max_iod); 2919 device_printf(sc->mlx_dev, " Max Comb %d\n", sc->mlx_enq2->me_max_comb); 2920 device_printf(sc->mlx_dev, " Latency %ds\n", sc->mlx_enq2->me_latency); 2921 device_printf(sc->mlx_dev, " SCSI Timeout %ds\n", sc->mlx_enq2->me_scsi_timeout); 2922 device_printf(sc->mlx_dev, " Min Free Lines %d\n", sc->mlx_enq2->me_min_freelines); 2923 device_printf(sc->mlx_dev, " Rate Constant %d\n", sc->mlx_enq2->me_rate_const); 2924 device_printf(sc->mlx_dev, " MAXBLK %d\n", sc->mlx_enq2->me_maxblk); 2925 device_printf(sc->mlx_dev, " Blocking Factor %d sectors\n", sc->mlx_enq2->me_blocking_factor); 2926 device_printf(sc->mlx_dev, " Cache Line Size %d blocks\n", sc->mlx_enq2->me_cacheline); 2927 device_printf(sc->mlx_dev, " SCSI Capability %s%dMHz, %d bit\n", 2928 sc->mlx_enq2->me_scsi_cap & (1<<4) ? "differential " : "", 2929 (1 << ((sc->mlx_enq2->me_scsi_cap >> 2) & 3)) * 10, 2930 8 << (sc->mlx_enq2->me_scsi_cap & 0x3)); 2931 device_printf(sc->mlx_dev, " Firmware Build Number %d\n", sc->mlx_enq2->me_firmware_build); 2932 device_printf(sc->mlx_dev, " Fault Management Type %d\n", sc->mlx_enq2->me_fault_mgmt_type); 2933 device_printf(sc->mlx_dev, " Features %b\n", sc->mlx_enq2->me_firmware_features, 2934 "\20\4Background Init\3Read Ahead\2MORE\1Cluster\n"); 2935 2936 } 2937} 2938 2939/******************************************************************************* 2940 * Emit a string describing the firmware handshake status code, and return a flag 2941 * indicating whether the code represents a fatal error. 2942 * 2943 * Error code interpretations are from the Linux driver, and don't directly match 2944 * the messages printed by Mylex's BIOS. This may change if documentation on the 2945 * codes is forthcoming. 2946 */ 2947static int 2948mlx_fw_message(struct mlx_softc *sc, int error, int param1, int param2) 2949{ 2950 switch(error) { 2951 case 0x00: 2952 device_printf(sc->mlx_dev, "physical drive %d:%d not responding\n", param2, param1); 2953 break; 2954 case 0x08: 2955 /* we could be neater about this and give some indication when we receive more of them */ 2956 if (!(sc->mlx_flags & MLX_SPINUP_REPORTED)) { 2957 device_printf(sc->mlx_dev, "spinning up drives...\n"); 2958 sc->mlx_flags |= MLX_SPINUP_REPORTED; 2959 } 2960 break; 2961 case 0x30: 2962 device_printf(sc->mlx_dev, "configuration checksum error\n"); 2963 break; 2964 case 0x60: 2965 device_printf(sc->mlx_dev, "mirror race recovery failed\n"); 2966 break; 2967 case 0x70: 2968 device_printf(sc->mlx_dev, "mirror race recovery in progress\n"); 2969 break; 2970 case 0x90: 2971 device_printf(sc->mlx_dev, "physical drive %d:%d COD mismatch\n", param2, param1); 2972 break; 2973 case 0xa0: 2974 device_printf(sc->mlx_dev, "logical drive installation aborted\n"); 2975 break; 2976 case 0xb0: 2977 device_printf(sc->mlx_dev, "mirror race on a critical system drive\n"); 2978 break; 2979 case 0xd0: 2980 device_printf(sc->mlx_dev, "new controller configuration found\n"); 2981 break; 2982 case 0xf0: 2983 device_printf(sc->mlx_dev, "FATAL MEMORY PARITY ERROR\n"); 2984 return(1); 2985 default: 2986 device_printf(sc->mlx_dev, "unknown firmware initialisation error %02x:%02x:%02x\n", error, param1, param2); 2987 break; 2988 } 2989 return(0); 2990} 2991 2992/******************************************************************************** 2993 ******************************************************************************** 2994 Utility Functions 2995 ******************************************************************************** 2996 ********************************************************************************/ 2997 2998/******************************************************************************** 2999 * Find the disk whose unit number is (unit) on this controller 3000 */ 3001static struct mlx_sysdrive * 3002mlx_findunit(struct mlx_softc *sc, int unit) 3003{ 3004 int i; 3005 3006 /* search system drives */ 3007 for (i = 0; i < MLX_MAXDRIVES; i++) { 3008 /* is this one attached? */ 3009 if (sc->mlx_sysdrive[i].ms_disk != 0) { 3010 /* is this the one? */ 3011 if (unit == device_get_unit(sc->mlx_sysdrive[i].ms_disk)) 3012 return(&sc->mlx_sysdrive[i]); 3013 } 3014 } 3015 return(NULL); 3016} 3017