1// SPDX-License-Identifier: GPL-2.0-only 2/* 3 * Aic94xx SAS/SATA driver initialization. 4 * 5 * Copyright (C) 2005 Adaptec, Inc. All rights reserved. 6 * Copyright (C) 2005 Luben Tuikov <luben_tuikov@adaptec.com> 7 */ 8 9#include <linux/module.h> 10#include <linux/init.h> 11#include <linux/kernel.h> 12#include <linux/pci.h> 13#include <linux/delay.h> 14#include <linux/firmware.h> 15#include <linux/slab.h> 16 17#include <scsi/scsi_host.h> 18 19#include "aic94xx.h" 20#include "aic94xx_reg.h" 21#include "aic94xx_hwi.h" 22#include "aic94xx_seq.h" 23#include "aic94xx_sds.h" 24 25/* The format is "version.release.patchlevel" */ 26#define ASD_DRIVER_VERSION "1.0.3" 27 28static int use_msi = 0; 29module_param_named(use_msi, use_msi, int, S_IRUGO); 30MODULE_PARM_DESC(use_msi, "\n" 31 "\tEnable(1) or disable(0) using PCI MSI.\n" 32 "\tDefault: 0"); 33 34static struct scsi_transport_template *aic94xx_transport_template; 35static int asd_scan_finished(struct Scsi_Host *, unsigned long); 36static void asd_scan_start(struct Scsi_Host *); 37 38static const struct scsi_host_template aic94xx_sht = { 39 .module = THIS_MODULE, 40 /* .name is initialized */ 41 .name = "aic94xx", 42 .queuecommand = sas_queuecommand, 43 .dma_need_drain = ata_scsi_dma_need_drain, 44 .target_alloc = sas_target_alloc, 45 .slave_configure = sas_slave_configure, 46 .scan_finished = asd_scan_finished, 47 .scan_start = asd_scan_start, 48 .change_queue_depth = sas_change_queue_depth, 49 .bios_param = sas_bios_param, 50 .can_queue = 1, 51 .this_id = -1, 52 .sg_tablesize = SG_ALL, 53 .max_sectors = SCSI_DEFAULT_MAX_SECTORS, 54 .eh_device_reset_handler = sas_eh_device_reset_handler, 55 .eh_target_reset_handler = sas_eh_target_reset_handler, 56 .slave_alloc = sas_slave_alloc, 57 .target_destroy = sas_target_destroy, 58 .ioctl = sas_ioctl, 59#ifdef CONFIG_COMPAT 60 .compat_ioctl = sas_ioctl, 61#endif 62 .track_queue_depth = 1, 63}; 64 65static int asd_map_memio(struct asd_ha_struct *asd_ha) 66{ 67 int err, i; 68 struct asd_ha_addrspace *io_handle; 69 70 asd_ha->iospace = 0; 71 for (i = 0; i < 3; i += 2) { 72 io_handle = &asd_ha->io_handle[i==0?0:1]; 73 io_handle->start = pci_resource_start(asd_ha->pcidev, i); 74 io_handle->len = pci_resource_len(asd_ha->pcidev, i); 75 io_handle->flags = pci_resource_flags(asd_ha->pcidev, i); 76 err = -ENODEV; 77 if (!io_handle->start || !io_handle->len) { 78 asd_printk("MBAR%d start or length for %s is 0.\n", 79 i==0?0:1, pci_name(asd_ha->pcidev)); 80 goto Err; 81 } 82 err = pci_request_region(asd_ha->pcidev, i, ASD_DRIVER_NAME); 83 if (err) { 84 asd_printk("couldn't reserve memory region for %s\n", 85 pci_name(asd_ha->pcidev)); 86 goto Err; 87 } 88 io_handle->addr = ioremap(io_handle->start, io_handle->len); 89 if (!io_handle->addr) { 90 asd_printk("couldn't map MBAR%d of %s\n", i==0?0:1, 91 pci_name(asd_ha->pcidev)); 92 err = -ENOMEM; 93 goto Err_unreq; 94 } 95 } 96 97 return 0; 98Err_unreq: 99 pci_release_region(asd_ha->pcidev, i); 100Err: 101 if (i > 0) { 102 io_handle = &asd_ha->io_handle[0]; 103 iounmap(io_handle->addr); 104 pci_release_region(asd_ha->pcidev, 0); 105 } 106 return err; 107} 108 109static void asd_unmap_memio(struct asd_ha_struct *asd_ha) 110{ 111 struct asd_ha_addrspace *io_handle; 112 113 io_handle = &asd_ha->io_handle[1]; 114 iounmap(io_handle->addr); 115 pci_release_region(asd_ha->pcidev, 2); 116 117 io_handle = &asd_ha->io_handle[0]; 118 iounmap(io_handle->addr); 119 pci_release_region(asd_ha->pcidev, 0); 120} 121 122static int asd_map_ioport(struct asd_ha_struct *asd_ha) 123{ 124 int i = PCI_IOBAR_OFFSET, err; 125 struct asd_ha_addrspace *io_handle = &asd_ha->io_handle[0]; 126 127 asd_ha->iospace = 1; 128 io_handle->start = pci_resource_start(asd_ha->pcidev, i); 129 io_handle->len = pci_resource_len(asd_ha->pcidev, i); 130 io_handle->flags = pci_resource_flags(asd_ha->pcidev, i); 131 io_handle->addr = (void __iomem *) io_handle->start; 132 if (!io_handle->start || !io_handle->len) { 133 asd_printk("couldn't get IO ports for %s\n", 134 pci_name(asd_ha->pcidev)); 135 return -ENODEV; 136 } 137 err = pci_request_region(asd_ha->pcidev, i, ASD_DRIVER_NAME); 138 if (err) { 139 asd_printk("couldn't reserve io space for %s\n", 140 pci_name(asd_ha->pcidev)); 141 } 142 143 return err; 144} 145 146static void asd_unmap_ioport(struct asd_ha_struct *asd_ha) 147{ 148 pci_release_region(asd_ha->pcidev, PCI_IOBAR_OFFSET); 149} 150 151static int asd_map_ha(struct asd_ha_struct *asd_ha) 152{ 153 int err; 154 u16 cmd_reg; 155 156 err = pci_read_config_word(asd_ha->pcidev, PCI_COMMAND, &cmd_reg); 157 if (err) { 158 asd_printk("couldn't read command register of %s\n", 159 pci_name(asd_ha->pcidev)); 160 goto Err; 161 } 162 163 err = -ENODEV; 164 if (cmd_reg & PCI_COMMAND_MEMORY) { 165 if ((err = asd_map_memio(asd_ha))) 166 goto Err; 167 } else if (cmd_reg & PCI_COMMAND_IO) { 168 if ((err = asd_map_ioport(asd_ha))) 169 goto Err; 170 asd_printk("%s ioport mapped -- upgrade your hardware\n", 171 pci_name(asd_ha->pcidev)); 172 } else { 173 asd_printk("no proper device access to %s\n", 174 pci_name(asd_ha->pcidev)); 175 goto Err; 176 } 177 178 return 0; 179Err: 180 return err; 181} 182 183static void asd_unmap_ha(struct asd_ha_struct *asd_ha) 184{ 185 if (asd_ha->iospace) 186 asd_unmap_ioport(asd_ha); 187 else 188 asd_unmap_memio(asd_ha); 189} 190 191static const char *asd_dev_rev[30] = { 192 [0] = "A0", 193 [1] = "A1", 194 [8] = "B0", 195}; 196 197static int asd_common_setup(struct asd_ha_struct *asd_ha) 198{ 199 int err, i; 200 201 asd_ha->revision_id = asd_ha->pcidev->revision; 202 203 err = -ENODEV; 204 if (asd_ha->revision_id < AIC9410_DEV_REV_B0) { 205 asd_printk("%s is revision %s (%X), which is not supported\n", 206 pci_name(asd_ha->pcidev), 207 asd_dev_rev[asd_ha->revision_id], 208 asd_ha->revision_id); 209 goto Err; 210 } 211 /* Provide some sane default values. */ 212 asd_ha->hw_prof.max_scbs = 512; 213 asd_ha->hw_prof.max_ddbs = ASD_MAX_DDBS; 214 asd_ha->hw_prof.num_phys = ASD_MAX_PHYS; 215 /* All phys are enabled, by default. */ 216 asd_ha->hw_prof.enabled_phys = 0xFF; 217 for (i = 0; i < ASD_MAX_PHYS; i++) { 218 asd_ha->hw_prof.phy_desc[i].max_sas_lrate = 219 SAS_LINK_RATE_3_0_GBPS; 220 asd_ha->hw_prof.phy_desc[i].min_sas_lrate = 221 SAS_LINK_RATE_1_5_GBPS; 222 asd_ha->hw_prof.phy_desc[i].max_sata_lrate = 223 SAS_LINK_RATE_1_5_GBPS; 224 asd_ha->hw_prof.phy_desc[i].min_sata_lrate = 225 SAS_LINK_RATE_1_5_GBPS; 226 } 227 228 return 0; 229Err: 230 return err; 231} 232 233static int asd_aic9410_setup(struct asd_ha_struct *asd_ha) 234{ 235 int err = asd_common_setup(asd_ha); 236 237 if (err) 238 return err; 239 240 asd_ha->hw_prof.addr_range = 8; 241 asd_ha->hw_prof.port_name_base = 0; 242 asd_ha->hw_prof.dev_name_base = 8; 243 asd_ha->hw_prof.sata_name_base = 16; 244 245 return 0; 246} 247 248static int asd_aic9405_setup(struct asd_ha_struct *asd_ha) 249{ 250 int err = asd_common_setup(asd_ha); 251 252 if (err) 253 return err; 254 255 asd_ha->hw_prof.addr_range = 4; 256 asd_ha->hw_prof.port_name_base = 0; 257 asd_ha->hw_prof.dev_name_base = 4; 258 asd_ha->hw_prof.sata_name_base = 8; 259 260 return 0; 261} 262 263static ssize_t asd_show_dev_rev(struct device *dev, 264 struct device_attribute *attr, char *buf) 265{ 266 struct asd_ha_struct *asd_ha = dev_to_asd_ha(dev); 267 return snprintf(buf, PAGE_SIZE, "%s\n", 268 asd_dev_rev[asd_ha->revision_id]); 269} 270static DEVICE_ATTR(aic_revision, S_IRUGO, asd_show_dev_rev, NULL); 271 272static ssize_t asd_show_dev_bios_build(struct device *dev, 273 struct device_attribute *attr,char *buf) 274{ 275 struct asd_ha_struct *asd_ha = dev_to_asd_ha(dev); 276 return snprintf(buf, PAGE_SIZE, "%d\n", asd_ha->hw_prof.bios.bld); 277} 278static DEVICE_ATTR(bios_build, S_IRUGO, asd_show_dev_bios_build, NULL); 279 280static ssize_t asd_show_dev_pcba_sn(struct device *dev, 281 struct device_attribute *attr, char *buf) 282{ 283 struct asd_ha_struct *asd_ha = dev_to_asd_ha(dev); 284 return snprintf(buf, PAGE_SIZE, "%s\n", asd_ha->hw_prof.pcba_sn); 285} 286static DEVICE_ATTR(pcba_sn, S_IRUGO, asd_show_dev_pcba_sn, NULL); 287 288#define FLASH_CMD_NONE 0x00 289#define FLASH_CMD_UPDATE 0x01 290#define FLASH_CMD_VERIFY 0x02 291 292struct flash_command { 293 u8 command[8]; 294 int code; 295}; 296 297static struct flash_command flash_command_table[] = 298{ 299 {"verify", FLASH_CMD_VERIFY}, 300 {"update", FLASH_CMD_UPDATE}, 301 {"", FLASH_CMD_NONE} /* Last entry should be NULL. */ 302}; 303 304struct error_bios { 305 char *reason; 306 int err_code; 307}; 308 309static struct error_bios flash_error_table[] = 310{ 311 {"Failed to open bios image file", FAIL_OPEN_BIOS_FILE}, 312 {"PCI ID mismatch", FAIL_CHECK_PCI_ID}, 313 {"Checksum mismatch", FAIL_CHECK_SUM}, 314 {"Unknown Error", FAIL_UNKNOWN}, 315 {"Failed to verify.", FAIL_VERIFY}, 316 {"Failed to reset flash chip.", FAIL_RESET_FLASH}, 317 {"Failed to find flash chip type.", FAIL_FIND_FLASH_ID}, 318 {"Failed to erash flash chip.", FAIL_ERASE_FLASH}, 319 {"Failed to program flash chip.", FAIL_WRITE_FLASH}, 320 {"Flash in progress", FLASH_IN_PROGRESS}, 321 {"Image file size Error", FAIL_FILE_SIZE}, 322 {"Input parameter error", FAIL_PARAMETERS}, 323 {"Out of memory", FAIL_OUT_MEMORY}, 324 {"OK", 0} /* Last entry err_code = 0. */ 325}; 326 327static ssize_t asd_store_update_bios(struct device *dev, 328 struct device_attribute *attr, 329 const char *buf, size_t count) 330{ 331 struct asd_ha_struct *asd_ha = dev_to_asd_ha(dev); 332 char *cmd_ptr, *filename_ptr; 333 struct bios_file_header header, *hdr_ptr; 334 int res, i; 335 u32 csum = 0; 336 int flash_command = FLASH_CMD_NONE; 337 int err = 0; 338 339 cmd_ptr = kcalloc(count, 2, GFP_KERNEL); 340 341 if (!cmd_ptr) { 342 err = FAIL_OUT_MEMORY; 343 goto out; 344 } 345 346 filename_ptr = cmd_ptr + count; 347 res = sscanf(buf, "%s %s", cmd_ptr, filename_ptr); 348 if (res != 2) { 349 err = FAIL_PARAMETERS; 350 goto out1; 351 } 352 353 for (i = 0; flash_command_table[i].code != FLASH_CMD_NONE; i++) { 354 if (!memcmp(flash_command_table[i].command, 355 cmd_ptr, strlen(cmd_ptr))) { 356 flash_command = flash_command_table[i].code; 357 break; 358 } 359 } 360 if (flash_command == FLASH_CMD_NONE) { 361 err = FAIL_PARAMETERS; 362 goto out1; 363 } 364 365 if (asd_ha->bios_status == FLASH_IN_PROGRESS) { 366 err = FLASH_IN_PROGRESS; 367 goto out1; 368 } 369 err = request_firmware(&asd_ha->bios_image, 370 filename_ptr, 371 &asd_ha->pcidev->dev); 372 if (err) { 373 asd_printk("Failed to load bios image file %s, error %d\n", 374 filename_ptr, err); 375 err = FAIL_OPEN_BIOS_FILE; 376 goto out1; 377 } 378 379 hdr_ptr = (struct bios_file_header *)asd_ha->bios_image->data; 380 381 if ((hdr_ptr->contrl_id.vendor != asd_ha->pcidev->vendor || 382 hdr_ptr->contrl_id.device != asd_ha->pcidev->device) && 383 (hdr_ptr->contrl_id.sub_vendor != asd_ha->pcidev->vendor || 384 hdr_ptr->contrl_id.sub_device != asd_ha->pcidev->device)) { 385 386 ASD_DPRINTK("The PCI vendor or device id does not match\n"); 387 ASD_DPRINTK("vendor=%x dev=%x sub_vendor=%x sub_dev=%x" 388 " pci vendor=%x pci dev=%x\n", 389 hdr_ptr->contrl_id.vendor, 390 hdr_ptr->contrl_id.device, 391 hdr_ptr->contrl_id.sub_vendor, 392 hdr_ptr->contrl_id.sub_device, 393 asd_ha->pcidev->vendor, 394 asd_ha->pcidev->device); 395 err = FAIL_CHECK_PCI_ID; 396 goto out2; 397 } 398 399 if (hdr_ptr->filelen != asd_ha->bios_image->size) { 400 err = FAIL_FILE_SIZE; 401 goto out2; 402 } 403 404 /* calculate checksum */ 405 for (i = 0; i < hdr_ptr->filelen; i++) 406 csum += asd_ha->bios_image->data[i]; 407 408 if ((csum & 0x0000ffff) != hdr_ptr->checksum) { 409 ASD_DPRINTK("BIOS file checksum mismatch\n"); 410 err = FAIL_CHECK_SUM; 411 goto out2; 412 } 413 if (flash_command == FLASH_CMD_UPDATE) { 414 asd_ha->bios_status = FLASH_IN_PROGRESS; 415 err = asd_write_flash_seg(asd_ha, 416 &asd_ha->bios_image->data[sizeof(*hdr_ptr)], 417 0, hdr_ptr->filelen-sizeof(*hdr_ptr)); 418 if (!err) 419 err = asd_verify_flash_seg(asd_ha, 420 &asd_ha->bios_image->data[sizeof(*hdr_ptr)], 421 0, hdr_ptr->filelen-sizeof(*hdr_ptr)); 422 } else { 423 asd_ha->bios_status = FLASH_IN_PROGRESS; 424 err = asd_verify_flash_seg(asd_ha, 425 &asd_ha->bios_image->data[sizeof(header)], 426 0, hdr_ptr->filelen-sizeof(header)); 427 } 428 429out2: 430 release_firmware(asd_ha->bios_image); 431out1: 432 kfree(cmd_ptr); 433out: 434 asd_ha->bios_status = err; 435 436 if (!err) 437 return count; 438 else 439 return -err; 440} 441 442static ssize_t asd_show_update_bios(struct device *dev, 443 struct device_attribute *attr, char *buf) 444{ 445 int i; 446 struct asd_ha_struct *asd_ha = dev_to_asd_ha(dev); 447 448 for (i = 0; flash_error_table[i].err_code != 0; i++) { 449 if (flash_error_table[i].err_code == asd_ha->bios_status) 450 break; 451 } 452 if (asd_ha->bios_status != FLASH_IN_PROGRESS) 453 asd_ha->bios_status = FLASH_OK; 454 455 return snprintf(buf, PAGE_SIZE, "status=%x %s\n", 456 flash_error_table[i].err_code, 457 flash_error_table[i].reason); 458} 459 460static DEVICE_ATTR(update_bios, S_IRUGO|S_IWUSR, 461 asd_show_update_bios, asd_store_update_bios); 462 463static int asd_create_dev_attrs(struct asd_ha_struct *asd_ha) 464{ 465 int err; 466 467 err = device_create_file(&asd_ha->pcidev->dev, &dev_attr_aic_revision); 468 if (err) 469 return err; 470 471 err = device_create_file(&asd_ha->pcidev->dev, &dev_attr_bios_build); 472 if (err) 473 goto err_rev; 474 475 err = device_create_file(&asd_ha->pcidev->dev, &dev_attr_pcba_sn); 476 if (err) 477 goto err_biosb; 478 err = device_create_file(&asd_ha->pcidev->dev, &dev_attr_update_bios); 479 if (err) 480 goto err_update_bios; 481 482 return 0; 483 484err_update_bios: 485 device_remove_file(&asd_ha->pcidev->dev, &dev_attr_pcba_sn); 486err_biosb: 487 device_remove_file(&asd_ha->pcidev->dev, &dev_attr_bios_build); 488err_rev: 489 device_remove_file(&asd_ha->pcidev->dev, &dev_attr_aic_revision); 490 return err; 491} 492 493static void asd_remove_dev_attrs(struct asd_ha_struct *asd_ha) 494{ 495 device_remove_file(&asd_ha->pcidev->dev, &dev_attr_aic_revision); 496 device_remove_file(&asd_ha->pcidev->dev, &dev_attr_bios_build); 497 device_remove_file(&asd_ha->pcidev->dev, &dev_attr_pcba_sn); 498 device_remove_file(&asd_ha->pcidev->dev, &dev_attr_update_bios); 499} 500 501/* The first entry, 0, is used for dynamic ids, the rest for devices 502 * we know about. 503 */ 504static const struct asd_pcidev_struct { 505 const char * name; 506 int (*setup)(struct asd_ha_struct *asd_ha); 507} asd_pcidev_data[] = { 508 /* Id 0 is used for dynamic ids. */ 509 { .name = "Adaptec AIC-94xx SAS/SATA Host Adapter", 510 .setup = asd_aic9410_setup 511 }, 512 { .name = "Adaptec AIC-9410W SAS/SATA Host Adapter", 513 .setup = asd_aic9410_setup 514 }, 515 { .name = "Adaptec AIC-9405W SAS/SATA Host Adapter", 516 .setup = asd_aic9405_setup 517 }, 518}; 519 520static int asd_create_ha_caches(struct asd_ha_struct *asd_ha) 521{ 522 asd_ha->scb_pool = dma_pool_create(ASD_DRIVER_NAME "_scb_pool", 523 &asd_ha->pcidev->dev, 524 sizeof(struct scb), 525 8, 0); 526 if (!asd_ha->scb_pool) { 527 asd_printk("couldn't create scb pool\n"); 528 return -ENOMEM; 529 } 530 531 return 0; 532} 533 534/* 535 * asd_free_edbs -- free empty data buffers 536 * asd_ha: pointer to host adapter structure 537 */ 538static void asd_free_edbs(struct asd_ha_struct *asd_ha) 539{ 540 struct asd_seq_data *seq = &asd_ha->seq; 541 int i; 542 543 for (i = 0; i < seq->num_edbs; i++) 544 asd_free_coherent(asd_ha, seq->edb_arr[i]); 545 kfree(seq->edb_arr); 546 seq->edb_arr = NULL; 547} 548 549static void asd_free_escbs(struct asd_ha_struct *asd_ha) 550{ 551 struct asd_seq_data *seq = &asd_ha->seq; 552 int i; 553 554 for (i = 0; i < seq->num_escbs; i++) { 555 if (!list_empty(&seq->escb_arr[i]->list)) 556 list_del_init(&seq->escb_arr[i]->list); 557 558 asd_ascb_free(seq->escb_arr[i]); 559 } 560 kfree(seq->escb_arr); 561 seq->escb_arr = NULL; 562} 563 564static void asd_destroy_ha_caches(struct asd_ha_struct *asd_ha) 565{ 566 int i; 567 568 if (asd_ha->hw_prof.ddb_ext) 569 asd_free_coherent(asd_ha, asd_ha->hw_prof.ddb_ext); 570 if (asd_ha->hw_prof.scb_ext) 571 asd_free_coherent(asd_ha, asd_ha->hw_prof.scb_ext); 572 573 kfree(asd_ha->hw_prof.ddb_bitmap); 574 asd_ha->hw_prof.ddb_bitmap = NULL; 575 576 for (i = 0; i < ASD_MAX_PHYS; i++) { 577 struct asd_phy *phy = &asd_ha->phys[i]; 578 579 asd_free_coherent(asd_ha, phy->id_frm_tok); 580 } 581 if (asd_ha->seq.escb_arr) 582 asd_free_escbs(asd_ha); 583 if (asd_ha->seq.edb_arr) 584 asd_free_edbs(asd_ha); 585 if (asd_ha->hw_prof.ue.area) { 586 kfree(asd_ha->hw_prof.ue.area); 587 asd_ha->hw_prof.ue.area = NULL; 588 } 589 if (asd_ha->seq.tc_index_array) { 590 kfree(asd_ha->seq.tc_index_array); 591 kfree(asd_ha->seq.tc_index_bitmap); 592 asd_ha->seq.tc_index_array = NULL; 593 asd_ha->seq.tc_index_bitmap = NULL; 594 } 595 if (asd_ha->seq.actual_dl) { 596 asd_free_coherent(asd_ha, asd_ha->seq.actual_dl); 597 asd_ha->seq.actual_dl = NULL; 598 asd_ha->seq.dl = NULL; 599 } 600 if (asd_ha->seq.next_scb.vaddr) { 601 dma_pool_free(asd_ha->scb_pool, asd_ha->seq.next_scb.vaddr, 602 asd_ha->seq.next_scb.dma_handle); 603 asd_ha->seq.next_scb.vaddr = NULL; 604 } 605 dma_pool_destroy(asd_ha->scb_pool); 606 asd_ha->scb_pool = NULL; 607} 608 609struct kmem_cache *asd_dma_token_cache; 610struct kmem_cache *asd_ascb_cache; 611 612static int asd_create_global_caches(void) 613{ 614 if (!asd_dma_token_cache) { 615 asd_dma_token_cache 616 = kmem_cache_create(ASD_DRIVER_NAME "_dma_token", 617 sizeof(struct asd_dma_tok), 618 0, 619 SLAB_HWCACHE_ALIGN, 620 NULL); 621 if (!asd_dma_token_cache) { 622 asd_printk("couldn't create dma token cache\n"); 623 return -ENOMEM; 624 } 625 } 626 627 if (!asd_ascb_cache) { 628 asd_ascb_cache = kmem_cache_create(ASD_DRIVER_NAME "_ascb", 629 sizeof(struct asd_ascb), 630 0, 631 SLAB_HWCACHE_ALIGN, 632 NULL); 633 if (!asd_ascb_cache) { 634 asd_printk("couldn't create ascb cache\n"); 635 goto Err; 636 } 637 } 638 639 return 0; 640Err: 641 kmem_cache_destroy(asd_dma_token_cache); 642 asd_dma_token_cache = NULL; 643 return -ENOMEM; 644} 645 646static void asd_destroy_global_caches(void) 647{ 648 kmem_cache_destroy(asd_dma_token_cache); 649 asd_dma_token_cache = NULL; 650 651 kmem_cache_destroy(asd_ascb_cache); 652 asd_ascb_cache = NULL; 653} 654 655static int asd_register_sas_ha(struct asd_ha_struct *asd_ha) 656{ 657 int i; 658 struct asd_sas_phy **sas_phys = 659 kcalloc(ASD_MAX_PHYS, sizeof(*sas_phys), GFP_KERNEL); 660 struct asd_sas_port **sas_ports = 661 kcalloc(ASD_MAX_PHYS, sizeof(*sas_ports), GFP_KERNEL); 662 663 if (!sas_phys || !sas_ports) { 664 kfree(sas_phys); 665 kfree(sas_ports); 666 return -ENOMEM; 667 } 668 669 asd_ha->sas_ha.sas_ha_name = (char *) asd_ha->name; 670 asd_ha->sas_ha.sas_addr = &asd_ha->hw_prof.sas_addr[0]; 671 672 for (i = 0; i < ASD_MAX_PHYS; i++) { 673 sas_phys[i] = &asd_ha->phys[i].sas_phy; 674 sas_ports[i] = &asd_ha->ports[i]; 675 } 676 677 asd_ha->sas_ha.sas_phy = sas_phys; 678 asd_ha->sas_ha.sas_port= sas_ports; 679 asd_ha->sas_ha.num_phys= ASD_MAX_PHYS; 680 681 return sas_register_ha(&asd_ha->sas_ha); 682} 683 684static int asd_unregister_sas_ha(struct asd_ha_struct *asd_ha) 685{ 686 int err; 687 688 err = sas_unregister_ha(&asd_ha->sas_ha); 689 690 sas_remove_host(asd_ha->sas_ha.shost); 691 scsi_host_put(asd_ha->sas_ha.shost); 692 693 kfree(asd_ha->sas_ha.sas_phy); 694 kfree(asd_ha->sas_ha.sas_port); 695 696 return err; 697} 698 699static int asd_pci_probe(struct pci_dev *dev, const struct pci_device_id *id) 700{ 701 const struct asd_pcidev_struct *asd_dev; 702 unsigned asd_id = (unsigned) id->driver_data; 703 struct asd_ha_struct *asd_ha; 704 struct Scsi_Host *shost; 705 int err; 706 707 if (asd_id >= ARRAY_SIZE(asd_pcidev_data)) { 708 asd_printk("wrong driver_data in PCI table\n"); 709 return -ENODEV; 710 } 711 712 if ((err = pci_enable_device(dev))) { 713 asd_printk("couldn't enable device %s\n", pci_name(dev)); 714 return err; 715 } 716 717 pci_set_master(dev); 718 719 err = -ENOMEM; 720 721 shost = scsi_host_alloc(&aic94xx_sht, sizeof(void *)); 722 if (!shost) 723 goto Err; 724 725 asd_dev = &asd_pcidev_data[asd_id]; 726 727 asd_ha = kzalloc(sizeof(*asd_ha), GFP_KERNEL); 728 if (!asd_ha) { 729 asd_printk("out of memory\n"); 730 goto Err_put; 731 } 732 asd_ha->pcidev = dev; 733 asd_ha->sas_ha.dev = &asd_ha->pcidev->dev; 734 asd_ha->sas_ha.lldd_ha = asd_ha; 735 736 asd_ha->bios_status = FLASH_OK; 737 asd_ha->name = asd_dev->name; 738 asd_printk("found %s, device %s\n", asd_ha->name, pci_name(dev)); 739 740 SHOST_TO_SAS_HA(shost) = &asd_ha->sas_ha; 741 asd_ha->sas_ha.shost = shost; 742 shost->transportt = aic94xx_transport_template; 743 shost->max_id = ~0; 744 shost->max_lun = ~0; 745 shost->max_cmd_len = 16; 746 747 err = scsi_add_host(shost, &dev->dev); 748 if (err) 749 goto Err_free; 750 751 err = asd_dev->setup(asd_ha); 752 if (err) 753 goto Err_remove; 754 755 err = dma_set_mask_and_coherent(&dev->dev, DMA_BIT_MASK(64)); 756 if (err) 757 err = dma_set_mask_and_coherent(&dev->dev, DMA_BIT_MASK(32)); 758 if (err) { 759 err = -ENODEV; 760 asd_printk("no suitable DMA mask for %s\n", pci_name(dev)); 761 goto Err_remove; 762 } 763 764 pci_set_drvdata(dev, asd_ha); 765 766 err = asd_map_ha(asd_ha); 767 if (err) 768 goto Err_remove; 769 770 err = asd_create_ha_caches(asd_ha); 771 if (err) 772 goto Err_unmap; 773 774 err = asd_init_hw(asd_ha); 775 if (err) 776 goto Err_free_cache; 777 778 asd_printk("device %s: SAS addr %llx, PCBA SN %s, %d phys, %d enabled " 779 "phys, flash %s, BIOS %s%d\n", 780 pci_name(dev), SAS_ADDR(asd_ha->hw_prof.sas_addr), 781 asd_ha->hw_prof.pcba_sn, asd_ha->hw_prof.max_phys, 782 asd_ha->hw_prof.num_phys, 783 asd_ha->hw_prof.flash.present ? "present" : "not present", 784 asd_ha->hw_prof.bios.present ? "build " : "not present", 785 asd_ha->hw_prof.bios.bld); 786 787 shost->can_queue = asd_ha->seq.can_queue; 788 789 if (use_msi) 790 pci_enable_msi(asd_ha->pcidev); 791 792 err = request_irq(asd_ha->pcidev->irq, asd_hw_isr, IRQF_SHARED, 793 ASD_DRIVER_NAME, asd_ha); 794 if (err) { 795 asd_printk("couldn't get irq %d for %s\n", 796 asd_ha->pcidev->irq, pci_name(asd_ha->pcidev)); 797 goto Err_irq; 798 } 799 asd_enable_ints(asd_ha); 800 801 err = asd_init_post_escbs(asd_ha); 802 if (err) { 803 asd_printk("couldn't post escbs for %s\n", 804 pci_name(asd_ha->pcidev)); 805 goto Err_escbs; 806 } 807 ASD_DPRINTK("escbs posted\n"); 808 809 err = asd_create_dev_attrs(asd_ha); 810 if (err) 811 goto Err_dev_attrs; 812 813 err = asd_register_sas_ha(asd_ha); 814 if (err) 815 goto Err_reg_sas; 816 817 scsi_scan_host(shost); 818 819 return 0; 820 821Err_reg_sas: 822 asd_remove_dev_attrs(asd_ha); 823Err_dev_attrs: 824Err_escbs: 825 asd_disable_ints(asd_ha); 826 free_irq(dev->irq, asd_ha); 827Err_irq: 828 if (use_msi) 829 pci_disable_msi(dev); 830 asd_chip_hardrst(asd_ha); 831Err_free_cache: 832 asd_destroy_ha_caches(asd_ha); 833Err_unmap: 834 asd_unmap_ha(asd_ha); 835Err_remove: 836 scsi_remove_host(shost); 837Err_free: 838 kfree(asd_ha); 839Err_put: 840 scsi_host_put(shost); 841Err: 842 pci_disable_device(dev); 843 return err; 844} 845 846static void asd_free_queues(struct asd_ha_struct *asd_ha) 847{ 848 unsigned long flags; 849 LIST_HEAD(pending); 850 struct list_head *n, *pos; 851 852 spin_lock_irqsave(&asd_ha->seq.pend_q_lock, flags); 853 asd_ha->seq.pending = 0; 854 list_splice_init(&asd_ha->seq.pend_q, &pending); 855 spin_unlock_irqrestore(&asd_ha->seq.pend_q_lock, flags); 856 857 if (!list_empty(&pending)) 858 ASD_DPRINTK("Uh-oh! Pending is not empty!\n"); 859 860 list_for_each_safe(pos, n, &pending) { 861 struct asd_ascb *ascb = list_entry(pos, struct asd_ascb, list); 862 /* 863 * Delete unexpired ascb timers. This may happen if we issue 864 * a CONTROL PHY scb to an adapter and rmmod before the scb 865 * times out. Apparently we don't wait for the CONTROL PHY 866 * to complete, so it doesn't matter if we kill the timer. 867 */ 868 del_timer_sync(&ascb->timer); 869 WARN_ON(ascb->scb->header.opcode != CONTROL_PHY); 870 871 list_del_init(pos); 872 ASD_DPRINTK("freeing from pending\n"); 873 asd_ascb_free(ascb); 874 } 875} 876 877static void asd_turn_off_leds(struct asd_ha_struct *asd_ha) 878{ 879 u8 phy_mask = asd_ha->hw_prof.enabled_phys; 880 u8 i; 881 882 for_each_phy(phy_mask, phy_mask, i) { 883 asd_turn_led(asd_ha, i, 0); 884 asd_control_led(asd_ha, i, 0); 885 } 886} 887 888static void asd_pci_remove(struct pci_dev *dev) 889{ 890 struct asd_ha_struct *asd_ha = pci_get_drvdata(dev); 891 892 if (!asd_ha) 893 return; 894 895 asd_unregister_sas_ha(asd_ha); 896 897 asd_disable_ints(asd_ha); 898 899 asd_remove_dev_attrs(asd_ha); 900 901 /* XXX more here as needed */ 902 903 free_irq(dev->irq, asd_ha); 904 if (use_msi) 905 pci_disable_msi(asd_ha->pcidev); 906 asd_turn_off_leds(asd_ha); 907 asd_chip_hardrst(asd_ha); 908 asd_free_queues(asd_ha); 909 asd_destroy_ha_caches(asd_ha); 910 asd_unmap_ha(asd_ha); 911 kfree(asd_ha); 912 pci_disable_device(dev); 913 return; 914} 915 916static void asd_scan_start(struct Scsi_Host *shost) 917{ 918 struct asd_ha_struct *asd_ha; 919 int err; 920 921 asd_ha = SHOST_TO_SAS_HA(shost)->lldd_ha; 922 err = asd_enable_phys(asd_ha, asd_ha->hw_prof.enabled_phys); 923 if (err) 924 asd_printk("Couldn't enable phys, err:%d\n", err); 925} 926 927static int asd_scan_finished(struct Scsi_Host *shost, unsigned long time) 928{ 929 /* give the phy enabling interrupt event time to come in (1s 930 * is empirically about all it takes) */ 931 if (time < HZ) 932 return 0; 933 /* Wait for discovery to finish */ 934 sas_drain_work(SHOST_TO_SAS_HA(shost)); 935 return 1; 936} 937 938static ssize_t version_show(struct device_driver *driver, char *buf) 939{ 940 return snprintf(buf, PAGE_SIZE, "%s\n", ASD_DRIVER_VERSION); 941} 942static DRIVER_ATTR_RO(version); 943 944static int asd_create_driver_attrs(struct device_driver *driver) 945{ 946 return driver_create_file(driver, &driver_attr_version); 947} 948 949static void asd_remove_driver_attrs(struct device_driver *driver) 950{ 951 driver_remove_file(driver, &driver_attr_version); 952} 953 954static struct sas_domain_function_template aic94xx_transport_functions = { 955 .lldd_dev_found = asd_dev_found, 956 .lldd_dev_gone = asd_dev_gone, 957 958 .lldd_execute_task = asd_execute_task, 959 960 .lldd_abort_task = asd_abort_task, 961 .lldd_abort_task_set = asd_abort_task_set, 962 .lldd_clear_task_set = asd_clear_task_set, 963 .lldd_I_T_nexus_reset = asd_I_T_nexus_reset, 964 .lldd_lu_reset = asd_lu_reset, 965 .lldd_query_task = asd_query_task, 966 967 .lldd_clear_nexus_port = asd_clear_nexus_port, 968 .lldd_clear_nexus_ha = asd_clear_nexus_ha, 969 970 .lldd_control_phy = asd_control_phy, 971 972 .lldd_ata_set_dmamode = asd_set_dmamode, 973}; 974 975static const struct pci_device_id aic94xx_pci_table[] = { 976 {PCI_DEVICE(PCI_VENDOR_ID_ADAPTEC2, 0x410),0, 0, 1}, 977 {PCI_DEVICE(PCI_VENDOR_ID_ADAPTEC2, 0x412),0, 0, 1}, 978 {PCI_DEVICE(PCI_VENDOR_ID_ADAPTEC2, 0x416),0, 0, 1}, 979 {PCI_DEVICE(PCI_VENDOR_ID_ADAPTEC2, 0x41E),0, 0, 1}, 980 {PCI_DEVICE(PCI_VENDOR_ID_ADAPTEC2, 0x41F),0, 0, 1}, 981 {PCI_DEVICE(PCI_VENDOR_ID_ADAPTEC2, 0x430),0, 0, 2}, 982 {PCI_DEVICE(PCI_VENDOR_ID_ADAPTEC2, 0x432),0, 0, 2}, 983 {PCI_DEVICE(PCI_VENDOR_ID_ADAPTEC2, 0x43E),0, 0, 2}, 984 {PCI_DEVICE(PCI_VENDOR_ID_ADAPTEC2, 0x43F),0, 0, 2}, 985 {} 986}; 987 988MODULE_DEVICE_TABLE(pci, aic94xx_pci_table); 989 990static struct pci_driver aic94xx_pci_driver = { 991 .name = ASD_DRIVER_NAME, 992 .id_table = aic94xx_pci_table, 993 .probe = asd_pci_probe, 994 .remove = asd_pci_remove, 995}; 996 997static int __init aic94xx_init(void) 998{ 999 int err; 1000 1001 1002 asd_printk("%s version %s loaded\n", ASD_DRIVER_DESCRIPTION, 1003 ASD_DRIVER_VERSION); 1004 1005 err = asd_create_global_caches(); 1006 if (err) 1007 return err; 1008 1009 aic94xx_transport_template = 1010 sas_domain_attach_transport(&aic94xx_transport_functions); 1011 if (!aic94xx_transport_template) { 1012 err = -ENOMEM; 1013 goto out_destroy_caches; 1014 } 1015 1016 err = pci_register_driver(&aic94xx_pci_driver); 1017 if (err) 1018 goto out_release_transport; 1019 1020 err = asd_create_driver_attrs(&aic94xx_pci_driver.driver); 1021 if (err) 1022 goto out_unregister_pcidrv; 1023 1024 return err; 1025 1026 out_unregister_pcidrv: 1027 pci_unregister_driver(&aic94xx_pci_driver); 1028 out_release_transport: 1029 sas_release_transport(aic94xx_transport_template); 1030 out_destroy_caches: 1031 asd_destroy_global_caches(); 1032 1033 return err; 1034} 1035 1036static void __exit aic94xx_exit(void) 1037{ 1038 asd_remove_driver_attrs(&aic94xx_pci_driver.driver); 1039 pci_unregister_driver(&aic94xx_pci_driver); 1040 sas_release_transport(aic94xx_transport_template); 1041 asd_release_firmware(); 1042 asd_destroy_global_caches(); 1043 asd_printk("%s version %s unloaded\n", ASD_DRIVER_DESCRIPTION, 1044 ASD_DRIVER_VERSION); 1045} 1046 1047module_init(aic94xx_init); 1048module_exit(aic94xx_exit); 1049 1050MODULE_AUTHOR("Luben Tuikov <luben_tuikov@adaptec.com>"); 1051MODULE_DESCRIPTION(ASD_DRIVER_DESCRIPTION); 1052MODULE_LICENSE("GPL v2"); 1053MODULE_VERSION(ASD_DRIVER_VERSION); 1054