1/* 2 * Aic94xx SAS/SATA driver initialization. 3 * 4 * Copyright (C) 2005 Adaptec, Inc. All rights reserved. 5 * Copyright (C) 2005 Luben Tuikov <luben_tuikov@adaptec.com> 6 * 7 * This file is licensed under GPLv2. 8 * 9 * This file is part of the aic94xx driver. 10 * 11 * The aic94xx driver is free software; you can redistribute it and/or 12 * modify it under the terms of the GNU General Public License as 13 * published by the Free Software Foundation; version 2 of the 14 * License. 15 * 16 * The aic94xx driver is distributed in the hope that it will be useful, 17 * but WITHOUT ANY WARRANTY; without even the implied warranty of 18 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU 19 * General Public License for more details. 20 * 21 * You should have received a copy of the GNU General Public License 22 * along with the aic94xx driver; if not, write to the Free Software 23 * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA 24 * 25 */ 26 27#include <linux/module.h> 28#include <linux/init.h> 29#include <linux/kernel.h> 30#include <linux/pci.h> 31#include <linux/delay.h> 32#include <linux/firmware.h> 33#include <linux/slab.h> 34 35#include <scsi/scsi_host.h> 36 37#include "aic94xx.h" 38#include "aic94xx_reg.h" 39#include "aic94xx_hwi.h" 40#include "aic94xx_seq.h" 41#include "aic94xx_sds.h" 42 43/* The format is "version.release.patchlevel" */ 44#define ASD_DRIVER_VERSION "1.0.3" 45 46static int use_msi = 0; 47module_param_named(use_msi, use_msi, int, S_IRUGO); 48MODULE_PARM_DESC(use_msi, "\n" 49 "\tEnable(1) or disable(0) using PCI MSI.\n" 50 "\tDefault: 0"); 51 52static struct scsi_transport_template *aic94xx_transport_template; 53static int asd_scan_finished(struct Scsi_Host *, unsigned long); 54static void asd_scan_start(struct Scsi_Host *); 55 56static struct scsi_host_template aic94xx_sht = { 57 .module = THIS_MODULE, 58 /* .name is initialized */ 59 .name = "aic94xx", 60 .queuecommand = sas_queuecommand, 61 .target_alloc = sas_target_alloc, 62 .slave_configure = sas_slave_configure, 63 .scan_finished = asd_scan_finished, 64 .scan_start = asd_scan_start, 65 .change_queue_depth = sas_change_queue_depth, 66 .bios_param = sas_bios_param, 67 .can_queue = 1, 68 .cmd_per_lun = 1, 69 .this_id = -1, 70 .sg_tablesize = SG_ALL, 71 .max_sectors = SCSI_DEFAULT_MAX_SECTORS, 72 .use_clustering = ENABLE_CLUSTERING, 73 .eh_device_reset_handler = sas_eh_device_reset_handler, 74 .eh_bus_reset_handler = sas_eh_bus_reset_handler, 75 .target_destroy = sas_target_destroy, 76 .ioctl = sas_ioctl, 77 .use_blk_tags = 1, 78 .track_queue_depth = 1, 79}; 80 81static int asd_map_memio(struct asd_ha_struct *asd_ha) 82{ 83 int err, i; 84 struct asd_ha_addrspace *io_handle; 85 86 asd_ha->iospace = 0; 87 for (i = 0; i < 3; i += 2) { 88 io_handle = &asd_ha->io_handle[i==0?0:1]; 89 io_handle->start = pci_resource_start(asd_ha->pcidev, i); 90 io_handle->len = pci_resource_len(asd_ha->pcidev, i); 91 io_handle->flags = pci_resource_flags(asd_ha->pcidev, i); 92 err = -ENODEV; 93 if (!io_handle->start || !io_handle->len) { 94 asd_printk("MBAR%d start or length for %s is 0.\n", 95 i==0?0:1, pci_name(asd_ha->pcidev)); 96 goto Err; 97 } 98 err = pci_request_region(asd_ha->pcidev, i, ASD_DRIVER_NAME); 99 if (err) { 100 asd_printk("couldn't reserve memory region for %s\n", 101 pci_name(asd_ha->pcidev)); 102 goto Err; 103 } 104 if (io_handle->flags & IORESOURCE_CACHEABLE) 105 io_handle->addr = ioremap(io_handle->start, 106 io_handle->len); 107 else 108 io_handle->addr = ioremap_nocache(io_handle->start, 109 io_handle->len); 110 if (!io_handle->addr) { 111 asd_printk("couldn't map MBAR%d of %s\n", i==0?0:1, 112 pci_name(asd_ha->pcidev)); 113 goto Err_unreq; 114 } 115 } 116 117 return 0; 118Err_unreq: 119 pci_release_region(asd_ha->pcidev, i); 120Err: 121 if (i > 0) { 122 io_handle = &asd_ha->io_handle[0]; 123 iounmap(io_handle->addr); 124 pci_release_region(asd_ha->pcidev, 0); 125 } 126 return err; 127} 128 129static void asd_unmap_memio(struct asd_ha_struct *asd_ha) 130{ 131 struct asd_ha_addrspace *io_handle; 132 133 io_handle = &asd_ha->io_handle[1]; 134 iounmap(io_handle->addr); 135 pci_release_region(asd_ha->pcidev, 2); 136 137 io_handle = &asd_ha->io_handle[0]; 138 iounmap(io_handle->addr); 139 pci_release_region(asd_ha->pcidev, 0); 140} 141 142static int asd_map_ioport(struct asd_ha_struct *asd_ha) 143{ 144 int i = PCI_IOBAR_OFFSET, err; 145 struct asd_ha_addrspace *io_handle = &asd_ha->io_handle[0]; 146 147 asd_ha->iospace = 1; 148 io_handle->start = pci_resource_start(asd_ha->pcidev, i); 149 io_handle->len = pci_resource_len(asd_ha->pcidev, i); 150 io_handle->flags = pci_resource_flags(asd_ha->pcidev, i); 151 io_handle->addr = (void __iomem *) io_handle->start; 152 if (!io_handle->start || !io_handle->len) { 153 asd_printk("couldn't get IO ports for %s\n", 154 pci_name(asd_ha->pcidev)); 155 return -ENODEV; 156 } 157 err = pci_request_region(asd_ha->pcidev, i, ASD_DRIVER_NAME); 158 if (err) { 159 asd_printk("couldn't reserve io space for %s\n", 160 pci_name(asd_ha->pcidev)); 161 } 162 163 return err; 164} 165 166static void asd_unmap_ioport(struct asd_ha_struct *asd_ha) 167{ 168 pci_release_region(asd_ha->pcidev, PCI_IOBAR_OFFSET); 169} 170 171static int asd_map_ha(struct asd_ha_struct *asd_ha) 172{ 173 int err; 174 u16 cmd_reg; 175 176 err = pci_read_config_word(asd_ha->pcidev, PCI_COMMAND, &cmd_reg); 177 if (err) { 178 asd_printk("couldn't read command register of %s\n", 179 pci_name(asd_ha->pcidev)); 180 goto Err; 181 } 182 183 err = -ENODEV; 184 if (cmd_reg & PCI_COMMAND_MEMORY) { 185 if ((err = asd_map_memio(asd_ha))) 186 goto Err; 187 } else if (cmd_reg & PCI_COMMAND_IO) { 188 if ((err = asd_map_ioport(asd_ha))) 189 goto Err; 190 asd_printk("%s ioport mapped -- upgrade your hardware\n", 191 pci_name(asd_ha->pcidev)); 192 } else { 193 asd_printk("no proper device access to %s\n", 194 pci_name(asd_ha->pcidev)); 195 goto Err; 196 } 197 198 return 0; 199Err: 200 return err; 201} 202 203static void asd_unmap_ha(struct asd_ha_struct *asd_ha) 204{ 205 if (asd_ha->iospace) 206 asd_unmap_ioport(asd_ha); 207 else 208 asd_unmap_memio(asd_ha); 209} 210 211static const char *asd_dev_rev[30] = { 212 [0] = "A0", 213 [1] = "A1", 214 [8] = "B0", 215}; 216 217static int asd_common_setup(struct asd_ha_struct *asd_ha) 218{ 219 int err, i; 220 221 asd_ha->revision_id = asd_ha->pcidev->revision; 222 223 err = -ENODEV; 224 if (asd_ha->revision_id < AIC9410_DEV_REV_B0) { 225 asd_printk("%s is revision %s (%X), which is not supported\n", 226 pci_name(asd_ha->pcidev), 227 asd_dev_rev[asd_ha->revision_id], 228 asd_ha->revision_id); 229 goto Err; 230 } 231 /* Provide some sane default values. */ 232 asd_ha->hw_prof.max_scbs = 512; 233 asd_ha->hw_prof.max_ddbs = ASD_MAX_DDBS; 234 asd_ha->hw_prof.num_phys = ASD_MAX_PHYS; 235 /* All phys are enabled, by default. */ 236 asd_ha->hw_prof.enabled_phys = 0xFF; 237 for (i = 0; i < ASD_MAX_PHYS; i++) { 238 asd_ha->hw_prof.phy_desc[i].max_sas_lrate = 239 SAS_LINK_RATE_3_0_GBPS; 240 asd_ha->hw_prof.phy_desc[i].min_sas_lrate = 241 SAS_LINK_RATE_1_5_GBPS; 242 asd_ha->hw_prof.phy_desc[i].max_sata_lrate = 243 SAS_LINK_RATE_1_5_GBPS; 244 asd_ha->hw_prof.phy_desc[i].min_sata_lrate = 245 SAS_LINK_RATE_1_5_GBPS; 246 } 247 248 return 0; 249Err: 250 return err; 251} 252 253static int asd_aic9410_setup(struct asd_ha_struct *asd_ha) 254{ 255 int err = asd_common_setup(asd_ha); 256 257 if (err) 258 return err; 259 260 asd_ha->hw_prof.addr_range = 8; 261 asd_ha->hw_prof.port_name_base = 0; 262 asd_ha->hw_prof.dev_name_base = 8; 263 asd_ha->hw_prof.sata_name_base = 16; 264 265 return 0; 266} 267 268static int asd_aic9405_setup(struct asd_ha_struct *asd_ha) 269{ 270 int err = asd_common_setup(asd_ha); 271 272 if (err) 273 return err; 274 275 asd_ha->hw_prof.addr_range = 4; 276 asd_ha->hw_prof.port_name_base = 0; 277 asd_ha->hw_prof.dev_name_base = 4; 278 asd_ha->hw_prof.sata_name_base = 8; 279 280 return 0; 281} 282 283static ssize_t asd_show_dev_rev(struct device *dev, 284 struct device_attribute *attr, char *buf) 285{ 286 struct asd_ha_struct *asd_ha = dev_to_asd_ha(dev); 287 return snprintf(buf, PAGE_SIZE, "%s\n", 288 asd_dev_rev[asd_ha->revision_id]); 289} 290static DEVICE_ATTR(revision, S_IRUGO, asd_show_dev_rev, NULL); 291 292static ssize_t asd_show_dev_bios_build(struct device *dev, 293 struct device_attribute *attr,char *buf) 294{ 295 struct asd_ha_struct *asd_ha = dev_to_asd_ha(dev); 296 return snprintf(buf, PAGE_SIZE, "%d\n", asd_ha->hw_prof.bios.bld); 297} 298static DEVICE_ATTR(bios_build, S_IRUGO, asd_show_dev_bios_build, NULL); 299 300static ssize_t asd_show_dev_pcba_sn(struct device *dev, 301 struct device_attribute *attr, char *buf) 302{ 303 struct asd_ha_struct *asd_ha = dev_to_asd_ha(dev); 304 return snprintf(buf, PAGE_SIZE, "%s\n", asd_ha->hw_prof.pcba_sn); 305} 306static DEVICE_ATTR(pcba_sn, S_IRUGO, asd_show_dev_pcba_sn, NULL); 307 308#define FLASH_CMD_NONE 0x00 309#define FLASH_CMD_UPDATE 0x01 310#define FLASH_CMD_VERIFY 0x02 311 312struct flash_command { 313 u8 command[8]; 314 int code; 315}; 316 317static struct flash_command flash_command_table[] = 318{ 319 {"verify", FLASH_CMD_VERIFY}, 320 {"update", FLASH_CMD_UPDATE}, 321 {"", FLASH_CMD_NONE} /* Last entry should be NULL. */ 322}; 323 324struct error_bios { 325 char *reason; 326 int err_code; 327}; 328 329static struct error_bios flash_error_table[] = 330{ 331 {"Failed to open bios image file", FAIL_OPEN_BIOS_FILE}, 332 {"PCI ID mismatch", FAIL_CHECK_PCI_ID}, 333 {"Checksum mismatch", FAIL_CHECK_SUM}, 334 {"Unknown Error", FAIL_UNKNOWN}, 335 {"Failed to verify.", FAIL_VERIFY}, 336 {"Failed to reset flash chip.", FAIL_RESET_FLASH}, 337 {"Failed to find flash chip type.", FAIL_FIND_FLASH_ID}, 338 {"Failed to erash flash chip.", FAIL_ERASE_FLASH}, 339 {"Failed to program flash chip.", FAIL_WRITE_FLASH}, 340 {"Flash in progress", FLASH_IN_PROGRESS}, 341 {"Image file size Error", FAIL_FILE_SIZE}, 342 {"Input parameter error", FAIL_PARAMETERS}, 343 {"Out of memory", FAIL_OUT_MEMORY}, 344 {"OK", 0} /* Last entry err_code = 0. */ 345}; 346 347static ssize_t asd_store_update_bios(struct device *dev, 348 struct device_attribute *attr, 349 const char *buf, size_t count) 350{ 351 struct asd_ha_struct *asd_ha = dev_to_asd_ha(dev); 352 char *cmd_ptr, *filename_ptr; 353 struct bios_file_header header, *hdr_ptr; 354 int res, i; 355 u32 csum = 0; 356 int flash_command = FLASH_CMD_NONE; 357 int err = 0; 358 359 cmd_ptr = kzalloc(count*2, GFP_KERNEL); 360 361 if (!cmd_ptr) { 362 err = FAIL_OUT_MEMORY; 363 goto out; 364 } 365 366 filename_ptr = cmd_ptr + count; 367 res = sscanf(buf, "%s %s", cmd_ptr, filename_ptr); 368 if (res != 2) { 369 err = FAIL_PARAMETERS; 370 goto out1; 371 } 372 373 for (i = 0; flash_command_table[i].code != FLASH_CMD_NONE; i++) { 374 if (!memcmp(flash_command_table[i].command, 375 cmd_ptr, strlen(cmd_ptr))) { 376 flash_command = flash_command_table[i].code; 377 break; 378 } 379 } 380 if (flash_command == FLASH_CMD_NONE) { 381 err = FAIL_PARAMETERS; 382 goto out1; 383 } 384 385 if (asd_ha->bios_status == FLASH_IN_PROGRESS) { 386 err = FLASH_IN_PROGRESS; 387 goto out1; 388 } 389 err = request_firmware(&asd_ha->bios_image, 390 filename_ptr, 391 &asd_ha->pcidev->dev); 392 if (err) { 393 asd_printk("Failed to load bios image file %s, error %d\n", 394 filename_ptr, err); 395 err = FAIL_OPEN_BIOS_FILE; 396 goto out1; 397 } 398 399 hdr_ptr = (struct bios_file_header *)asd_ha->bios_image->data; 400 401 if ((hdr_ptr->contrl_id.vendor != asd_ha->pcidev->vendor || 402 hdr_ptr->contrl_id.device != asd_ha->pcidev->device) && 403 (hdr_ptr->contrl_id.sub_vendor != asd_ha->pcidev->vendor || 404 hdr_ptr->contrl_id.sub_device != asd_ha->pcidev->device)) { 405 406 ASD_DPRINTK("The PCI vendor or device id does not match\n"); 407 ASD_DPRINTK("vendor=%x dev=%x sub_vendor=%x sub_dev=%x" 408 " pci vendor=%x pci dev=%x\n", 409 hdr_ptr->contrl_id.vendor, 410 hdr_ptr->contrl_id.device, 411 hdr_ptr->contrl_id.sub_vendor, 412 hdr_ptr->contrl_id.sub_device, 413 asd_ha->pcidev->vendor, 414 asd_ha->pcidev->device); 415 err = FAIL_CHECK_PCI_ID; 416 goto out2; 417 } 418 419 if (hdr_ptr->filelen != asd_ha->bios_image->size) { 420 err = FAIL_FILE_SIZE; 421 goto out2; 422 } 423 424 /* calculate checksum */ 425 for (i = 0; i < hdr_ptr->filelen; i++) 426 csum += asd_ha->bios_image->data[i]; 427 428 if ((csum & 0x0000ffff) != hdr_ptr->checksum) { 429 ASD_DPRINTK("BIOS file checksum mismatch\n"); 430 err = FAIL_CHECK_SUM; 431 goto out2; 432 } 433 if (flash_command == FLASH_CMD_UPDATE) { 434 asd_ha->bios_status = FLASH_IN_PROGRESS; 435 err = asd_write_flash_seg(asd_ha, 436 &asd_ha->bios_image->data[sizeof(*hdr_ptr)], 437 0, hdr_ptr->filelen-sizeof(*hdr_ptr)); 438 if (!err) 439 err = asd_verify_flash_seg(asd_ha, 440 &asd_ha->bios_image->data[sizeof(*hdr_ptr)], 441 0, hdr_ptr->filelen-sizeof(*hdr_ptr)); 442 } else { 443 asd_ha->bios_status = FLASH_IN_PROGRESS; 444 err = asd_verify_flash_seg(asd_ha, 445 &asd_ha->bios_image->data[sizeof(header)], 446 0, hdr_ptr->filelen-sizeof(header)); 447 } 448 449out2: 450 release_firmware(asd_ha->bios_image); 451out1: 452 kfree(cmd_ptr); 453out: 454 asd_ha->bios_status = err; 455 456 if (!err) 457 return count; 458 else 459 return -err; 460} 461 462static ssize_t asd_show_update_bios(struct device *dev, 463 struct device_attribute *attr, char *buf) 464{ 465 int i; 466 struct asd_ha_struct *asd_ha = dev_to_asd_ha(dev); 467 468 for (i = 0; flash_error_table[i].err_code != 0; i++) { 469 if (flash_error_table[i].err_code == asd_ha->bios_status) 470 break; 471 } 472 if (asd_ha->bios_status != FLASH_IN_PROGRESS) 473 asd_ha->bios_status = FLASH_OK; 474 475 return snprintf(buf, PAGE_SIZE, "status=%x %s\n", 476 flash_error_table[i].err_code, 477 flash_error_table[i].reason); 478} 479 480static DEVICE_ATTR(update_bios, S_IRUGO|S_IWUSR, 481 asd_show_update_bios, asd_store_update_bios); 482 483static int asd_create_dev_attrs(struct asd_ha_struct *asd_ha) 484{ 485 int err; 486 487 err = device_create_file(&asd_ha->pcidev->dev, &dev_attr_revision); 488 if (err) 489 return err; 490 491 err = device_create_file(&asd_ha->pcidev->dev, &dev_attr_bios_build); 492 if (err) 493 goto err_rev; 494 495 err = device_create_file(&asd_ha->pcidev->dev, &dev_attr_pcba_sn); 496 if (err) 497 goto err_biosb; 498 err = device_create_file(&asd_ha->pcidev->dev, &dev_attr_update_bios); 499 if (err) 500 goto err_update_bios; 501 502 return 0; 503 504err_update_bios: 505 device_remove_file(&asd_ha->pcidev->dev, &dev_attr_pcba_sn); 506err_biosb: 507 device_remove_file(&asd_ha->pcidev->dev, &dev_attr_bios_build); 508err_rev: 509 device_remove_file(&asd_ha->pcidev->dev, &dev_attr_revision); 510 return err; 511} 512 513static void asd_remove_dev_attrs(struct asd_ha_struct *asd_ha) 514{ 515 device_remove_file(&asd_ha->pcidev->dev, &dev_attr_revision); 516 device_remove_file(&asd_ha->pcidev->dev, &dev_attr_bios_build); 517 device_remove_file(&asd_ha->pcidev->dev, &dev_attr_pcba_sn); 518 device_remove_file(&asd_ha->pcidev->dev, &dev_attr_update_bios); 519} 520 521/* The first entry, 0, is used for dynamic ids, the rest for devices 522 * we know about. 523 */ 524static const struct asd_pcidev_struct { 525 const char * name; 526 int (*setup)(struct asd_ha_struct *asd_ha); 527} asd_pcidev_data[] = { 528 /* Id 0 is used for dynamic ids. */ 529 { .name = "Adaptec AIC-94xx SAS/SATA Host Adapter", 530 .setup = asd_aic9410_setup 531 }, 532 { .name = "Adaptec AIC-9410W SAS/SATA Host Adapter", 533 .setup = asd_aic9410_setup 534 }, 535 { .name = "Adaptec AIC-9405W SAS/SATA Host Adapter", 536 .setup = asd_aic9405_setup 537 }, 538}; 539 540static int asd_create_ha_caches(struct asd_ha_struct *asd_ha) 541{ 542 asd_ha->scb_pool = dma_pool_create(ASD_DRIVER_NAME "_scb_pool", 543 &asd_ha->pcidev->dev, 544 sizeof(struct scb), 545 8, 0); 546 if (!asd_ha->scb_pool) { 547 asd_printk("couldn't create scb pool\n"); 548 return -ENOMEM; 549 } 550 551 return 0; 552} 553 554/** 555 * asd_free_edbs -- free empty data buffers 556 * asd_ha: pointer to host adapter structure 557 */ 558static void asd_free_edbs(struct asd_ha_struct *asd_ha) 559{ 560 struct asd_seq_data *seq = &asd_ha->seq; 561 int i; 562 563 for (i = 0; i < seq->num_edbs; i++) 564 asd_free_coherent(asd_ha, seq->edb_arr[i]); 565 kfree(seq->edb_arr); 566 seq->edb_arr = NULL; 567} 568 569static void asd_free_escbs(struct asd_ha_struct *asd_ha) 570{ 571 struct asd_seq_data *seq = &asd_ha->seq; 572 int i; 573 574 for (i = 0; i < seq->num_escbs; i++) { 575 if (!list_empty(&seq->escb_arr[i]->list)) 576 list_del_init(&seq->escb_arr[i]->list); 577 578 asd_ascb_free(seq->escb_arr[i]); 579 } 580 kfree(seq->escb_arr); 581 seq->escb_arr = NULL; 582} 583 584static void asd_destroy_ha_caches(struct asd_ha_struct *asd_ha) 585{ 586 int i; 587 588 if (asd_ha->hw_prof.ddb_ext) 589 asd_free_coherent(asd_ha, asd_ha->hw_prof.ddb_ext); 590 if (asd_ha->hw_prof.scb_ext) 591 asd_free_coherent(asd_ha, asd_ha->hw_prof.scb_ext); 592 593 if (asd_ha->hw_prof.ddb_bitmap) 594 kfree(asd_ha->hw_prof.ddb_bitmap); 595 asd_ha->hw_prof.ddb_bitmap = NULL; 596 597 for (i = 0; i < ASD_MAX_PHYS; i++) { 598 struct asd_phy *phy = &asd_ha->phys[i]; 599 600 asd_free_coherent(asd_ha, phy->id_frm_tok); 601 } 602 if (asd_ha->seq.escb_arr) 603 asd_free_escbs(asd_ha); 604 if (asd_ha->seq.edb_arr) 605 asd_free_edbs(asd_ha); 606 if (asd_ha->hw_prof.ue.area) { 607 kfree(asd_ha->hw_prof.ue.area); 608 asd_ha->hw_prof.ue.area = NULL; 609 } 610 if (asd_ha->seq.tc_index_array) { 611 kfree(asd_ha->seq.tc_index_array); 612 kfree(asd_ha->seq.tc_index_bitmap); 613 asd_ha->seq.tc_index_array = NULL; 614 asd_ha->seq.tc_index_bitmap = NULL; 615 } 616 if (asd_ha->seq.actual_dl) { 617 asd_free_coherent(asd_ha, asd_ha->seq.actual_dl); 618 asd_ha->seq.actual_dl = NULL; 619 asd_ha->seq.dl = NULL; 620 } 621 if (asd_ha->seq.next_scb.vaddr) { 622 dma_pool_free(asd_ha->scb_pool, asd_ha->seq.next_scb.vaddr, 623 asd_ha->seq.next_scb.dma_handle); 624 asd_ha->seq.next_scb.vaddr = NULL; 625 } 626 dma_pool_destroy(asd_ha->scb_pool); 627 asd_ha->scb_pool = NULL; 628} 629 630struct kmem_cache *asd_dma_token_cache; 631struct kmem_cache *asd_ascb_cache; 632 633static int asd_create_global_caches(void) 634{ 635 if (!asd_dma_token_cache) { 636 asd_dma_token_cache 637 = kmem_cache_create(ASD_DRIVER_NAME "_dma_token", 638 sizeof(struct asd_dma_tok), 639 0, 640 SLAB_HWCACHE_ALIGN, 641 NULL); 642 if (!asd_dma_token_cache) { 643 asd_printk("couldn't create dma token cache\n"); 644 return -ENOMEM; 645 } 646 } 647 648 if (!asd_ascb_cache) { 649 asd_ascb_cache = kmem_cache_create(ASD_DRIVER_NAME "_ascb", 650 sizeof(struct asd_ascb), 651 0, 652 SLAB_HWCACHE_ALIGN, 653 NULL); 654 if (!asd_ascb_cache) { 655 asd_printk("couldn't create ascb cache\n"); 656 goto Err; 657 } 658 } 659 660 return 0; 661Err: 662 kmem_cache_destroy(asd_dma_token_cache); 663 asd_dma_token_cache = NULL; 664 return -ENOMEM; 665} 666 667static void asd_destroy_global_caches(void) 668{ 669 if (asd_dma_token_cache) 670 kmem_cache_destroy(asd_dma_token_cache); 671 asd_dma_token_cache = NULL; 672 673 if (asd_ascb_cache) 674 kmem_cache_destroy(asd_ascb_cache); 675 asd_ascb_cache = NULL; 676} 677 678static int asd_register_sas_ha(struct asd_ha_struct *asd_ha) 679{ 680 int i; 681 struct asd_sas_phy **sas_phys = 682 kcalloc(ASD_MAX_PHYS, sizeof(*sas_phys), GFP_KERNEL); 683 struct asd_sas_port **sas_ports = 684 kcalloc(ASD_MAX_PHYS, sizeof(*sas_ports), GFP_KERNEL); 685 686 if (!sas_phys || !sas_ports) { 687 kfree(sas_phys); 688 kfree(sas_ports); 689 return -ENOMEM; 690 } 691 692 asd_ha->sas_ha.sas_ha_name = (char *) asd_ha->name; 693 asd_ha->sas_ha.lldd_module = THIS_MODULE; 694 asd_ha->sas_ha.sas_addr = &asd_ha->hw_prof.sas_addr[0]; 695 696 for (i = 0; i < ASD_MAX_PHYS; i++) { 697 sas_phys[i] = &asd_ha->phys[i].sas_phy; 698 sas_ports[i] = &asd_ha->ports[i]; 699 } 700 701 asd_ha->sas_ha.sas_phy = sas_phys; 702 asd_ha->sas_ha.sas_port= sas_ports; 703 asd_ha->sas_ha.num_phys= ASD_MAX_PHYS; 704 705 return sas_register_ha(&asd_ha->sas_ha); 706} 707 708static int asd_unregister_sas_ha(struct asd_ha_struct *asd_ha) 709{ 710 int err; 711 712 err = sas_unregister_ha(&asd_ha->sas_ha); 713 714 sas_remove_host(asd_ha->sas_ha.core.shost); 715 scsi_remove_host(asd_ha->sas_ha.core.shost); 716 scsi_host_put(asd_ha->sas_ha.core.shost); 717 718 kfree(asd_ha->sas_ha.sas_phy); 719 kfree(asd_ha->sas_ha.sas_port); 720 721 return err; 722} 723 724static int asd_pci_probe(struct pci_dev *dev, const struct pci_device_id *id) 725{ 726 const struct asd_pcidev_struct *asd_dev; 727 unsigned asd_id = (unsigned) id->driver_data; 728 struct asd_ha_struct *asd_ha; 729 struct Scsi_Host *shost; 730 int err; 731 732 if (asd_id >= ARRAY_SIZE(asd_pcidev_data)) { 733 asd_printk("wrong driver_data in PCI table\n"); 734 return -ENODEV; 735 } 736 737 if ((err = pci_enable_device(dev))) { 738 asd_printk("couldn't enable device %s\n", pci_name(dev)); 739 return err; 740 } 741 742 pci_set_master(dev); 743 744 err = -ENOMEM; 745 746 shost = scsi_host_alloc(&aic94xx_sht, sizeof(void *)); 747 if (!shost) 748 goto Err; 749 750 asd_dev = &asd_pcidev_data[asd_id]; 751 752 asd_ha = kzalloc(sizeof(*asd_ha), GFP_KERNEL); 753 if (!asd_ha) { 754 asd_printk("out of memory\n"); 755 goto Err_put; 756 } 757 asd_ha->pcidev = dev; 758 asd_ha->sas_ha.dev = &asd_ha->pcidev->dev; 759 asd_ha->sas_ha.lldd_ha = asd_ha; 760 761 asd_ha->bios_status = FLASH_OK; 762 asd_ha->name = asd_dev->name; 763 asd_printk("found %s, device %s\n", asd_ha->name, pci_name(dev)); 764 765 SHOST_TO_SAS_HA(shost) = &asd_ha->sas_ha; 766 asd_ha->sas_ha.core.shost = shost; 767 shost->transportt = aic94xx_transport_template; 768 shost->max_id = ~0; 769 shost->max_lun = ~0; 770 shost->max_cmd_len = 16; 771 772 err = scsi_add_host(shost, &dev->dev); 773 if (err) 774 goto Err_free; 775 776 err = asd_dev->setup(asd_ha); 777 if (err) 778 goto Err_remove; 779 780 err = -ENODEV; 781 if (!pci_set_dma_mask(dev, DMA_BIT_MASK(64)) 782 && !pci_set_consistent_dma_mask(dev, DMA_BIT_MASK(64))) 783 ; 784 else if (!pci_set_dma_mask(dev, DMA_BIT_MASK(32)) 785 && !pci_set_consistent_dma_mask(dev, DMA_BIT_MASK(32))) 786 ; 787 else { 788 asd_printk("no suitable DMA mask for %s\n", pci_name(dev)); 789 goto Err_remove; 790 } 791 792 pci_set_drvdata(dev, asd_ha); 793 794 err = asd_map_ha(asd_ha); 795 if (err) 796 goto Err_remove; 797 798 err = asd_create_ha_caches(asd_ha); 799 if (err) 800 goto Err_unmap; 801 802 err = asd_init_hw(asd_ha); 803 if (err) 804 goto Err_free_cache; 805 806 asd_printk("device %s: SAS addr %llx, PCBA SN %s, %d phys, %d enabled " 807 "phys, flash %s, BIOS %s%d\n", 808 pci_name(dev), SAS_ADDR(asd_ha->hw_prof.sas_addr), 809 asd_ha->hw_prof.pcba_sn, asd_ha->hw_prof.max_phys, 810 asd_ha->hw_prof.num_phys, 811 asd_ha->hw_prof.flash.present ? "present" : "not present", 812 asd_ha->hw_prof.bios.present ? "build " : "not present", 813 asd_ha->hw_prof.bios.bld); 814 815 shost->can_queue = asd_ha->seq.can_queue; 816 817 if (use_msi) 818 pci_enable_msi(asd_ha->pcidev); 819 820 err = request_irq(asd_ha->pcidev->irq, asd_hw_isr, IRQF_SHARED, 821 ASD_DRIVER_NAME, asd_ha); 822 if (err) { 823 asd_printk("couldn't get irq %d for %s\n", 824 asd_ha->pcidev->irq, pci_name(asd_ha->pcidev)); 825 goto Err_irq; 826 } 827 asd_enable_ints(asd_ha); 828 829 err = asd_init_post_escbs(asd_ha); 830 if (err) { 831 asd_printk("couldn't post escbs for %s\n", 832 pci_name(asd_ha->pcidev)); 833 goto Err_escbs; 834 } 835 ASD_DPRINTK("escbs posted\n"); 836 837 err = asd_create_dev_attrs(asd_ha); 838 if (err) 839 goto Err_dev_attrs; 840 841 err = asd_register_sas_ha(asd_ha); 842 if (err) 843 goto Err_reg_sas; 844 845 scsi_scan_host(shost); 846 847 return 0; 848 849Err_reg_sas: 850 asd_remove_dev_attrs(asd_ha); 851Err_dev_attrs: 852Err_escbs: 853 asd_disable_ints(asd_ha); 854 free_irq(dev->irq, asd_ha); 855Err_irq: 856 if (use_msi) 857 pci_disable_msi(dev); 858 asd_chip_hardrst(asd_ha); 859Err_free_cache: 860 asd_destroy_ha_caches(asd_ha); 861Err_unmap: 862 asd_unmap_ha(asd_ha); 863Err_remove: 864 scsi_remove_host(shost); 865Err_free: 866 kfree(asd_ha); 867Err_put: 868 scsi_host_put(shost); 869Err: 870 pci_disable_device(dev); 871 return err; 872} 873 874static void asd_free_queues(struct asd_ha_struct *asd_ha) 875{ 876 unsigned long flags; 877 LIST_HEAD(pending); 878 struct list_head *n, *pos; 879 880 spin_lock_irqsave(&asd_ha->seq.pend_q_lock, flags); 881 asd_ha->seq.pending = 0; 882 list_splice_init(&asd_ha->seq.pend_q, &pending); 883 spin_unlock_irqrestore(&asd_ha->seq.pend_q_lock, flags); 884 885 if (!list_empty(&pending)) 886 ASD_DPRINTK("Uh-oh! Pending is not empty!\n"); 887 888 list_for_each_safe(pos, n, &pending) { 889 struct asd_ascb *ascb = list_entry(pos, struct asd_ascb, list); 890 /* 891 * Delete unexpired ascb timers. This may happen if we issue 892 * a CONTROL PHY scb to an adapter and rmmod before the scb 893 * times out. Apparently we don't wait for the CONTROL PHY 894 * to complete, so it doesn't matter if we kill the timer. 895 */ 896 del_timer_sync(&ascb->timer); 897 WARN_ON(ascb->scb->header.opcode != CONTROL_PHY); 898 899 list_del_init(pos); 900 ASD_DPRINTK("freeing from pending\n"); 901 asd_ascb_free(ascb); 902 } 903} 904 905static void asd_turn_off_leds(struct asd_ha_struct *asd_ha) 906{ 907 u8 phy_mask = asd_ha->hw_prof.enabled_phys; 908 u8 i; 909 910 for_each_phy(phy_mask, phy_mask, i) { 911 asd_turn_led(asd_ha, i, 0); 912 asd_control_led(asd_ha, i, 0); 913 } 914} 915 916static void asd_pci_remove(struct pci_dev *dev) 917{ 918 struct asd_ha_struct *asd_ha = pci_get_drvdata(dev); 919 920 if (!asd_ha) 921 return; 922 923 asd_unregister_sas_ha(asd_ha); 924 925 asd_disable_ints(asd_ha); 926 927 asd_remove_dev_attrs(asd_ha); 928 929 /* XXX more here as needed */ 930 931 free_irq(dev->irq, asd_ha); 932 if (use_msi) 933 pci_disable_msi(asd_ha->pcidev); 934 asd_turn_off_leds(asd_ha); 935 asd_chip_hardrst(asd_ha); 936 asd_free_queues(asd_ha); 937 asd_destroy_ha_caches(asd_ha); 938 asd_unmap_ha(asd_ha); 939 kfree(asd_ha); 940 pci_disable_device(dev); 941 return; 942} 943 944static void asd_scan_start(struct Scsi_Host *shost) 945{ 946 struct asd_ha_struct *asd_ha; 947 int err; 948 949 asd_ha = SHOST_TO_SAS_HA(shost)->lldd_ha; 950 err = asd_enable_phys(asd_ha, asd_ha->hw_prof.enabled_phys); 951 if (err) 952 asd_printk("Couldn't enable phys, err:%d\n", err); 953} 954 955static int asd_scan_finished(struct Scsi_Host *shost, unsigned long time) 956{ 957 /* give the phy enabling interrupt event time to come in (1s 958 * is empirically about all it takes) */ 959 if (time < HZ) 960 return 0; 961 /* Wait for discovery to finish */ 962 sas_drain_work(SHOST_TO_SAS_HA(shost)); 963 return 1; 964} 965 966static ssize_t asd_version_show(struct device_driver *driver, char *buf) 967{ 968 return snprintf(buf, PAGE_SIZE, "%s\n", ASD_DRIVER_VERSION); 969} 970static DRIVER_ATTR(version, S_IRUGO, asd_version_show, NULL); 971 972static int asd_create_driver_attrs(struct device_driver *driver) 973{ 974 return driver_create_file(driver, &driver_attr_version); 975} 976 977static void asd_remove_driver_attrs(struct device_driver *driver) 978{ 979 driver_remove_file(driver, &driver_attr_version); 980} 981 982static struct sas_domain_function_template aic94xx_transport_functions = { 983 .lldd_dev_found = asd_dev_found, 984 .lldd_dev_gone = asd_dev_gone, 985 986 .lldd_execute_task = asd_execute_task, 987 988 .lldd_abort_task = asd_abort_task, 989 .lldd_abort_task_set = asd_abort_task_set, 990 .lldd_clear_aca = asd_clear_aca, 991 .lldd_clear_task_set = asd_clear_task_set, 992 .lldd_I_T_nexus_reset = asd_I_T_nexus_reset, 993 .lldd_lu_reset = asd_lu_reset, 994 .lldd_query_task = asd_query_task, 995 996 .lldd_clear_nexus_port = asd_clear_nexus_port, 997 .lldd_clear_nexus_ha = asd_clear_nexus_ha, 998 999 .lldd_control_phy = asd_control_phy, 1000 1001 .lldd_ata_set_dmamode = asd_set_dmamode, 1002}; 1003 1004static const struct pci_device_id aic94xx_pci_table[] = { 1005 {PCI_DEVICE(PCI_VENDOR_ID_ADAPTEC2, 0x410),0, 0, 1}, 1006 {PCI_DEVICE(PCI_VENDOR_ID_ADAPTEC2, 0x412),0, 0, 1}, 1007 {PCI_DEVICE(PCI_VENDOR_ID_ADAPTEC2, 0x416),0, 0, 1}, 1008 {PCI_DEVICE(PCI_VENDOR_ID_ADAPTEC2, 0x41E),0, 0, 1}, 1009 {PCI_DEVICE(PCI_VENDOR_ID_ADAPTEC2, 0x41F),0, 0, 1}, 1010 {PCI_DEVICE(PCI_VENDOR_ID_ADAPTEC2, 0x430),0, 0, 2}, 1011 {PCI_DEVICE(PCI_VENDOR_ID_ADAPTEC2, 0x432),0, 0, 2}, 1012 {PCI_DEVICE(PCI_VENDOR_ID_ADAPTEC2, 0x43E),0, 0, 2}, 1013 {PCI_DEVICE(PCI_VENDOR_ID_ADAPTEC2, 0x43F),0, 0, 2}, 1014 {} 1015}; 1016 1017MODULE_DEVICE_TABLE(pci, aic94xx_pci_table); 1018 1019static struct pci_driver aic94xx_pci_driver = { 1020 .name = ASD_DRIVER_NAME, 1021 .id_table = aic94xx_pci_table, 1022 .probe = asd_pci_probe, 1023 .remove = asd_pci_remove, 1024}; 1025 1026static int __init aic94xx_init(void) 1027{ 1028 int err; 1029 1030 1031 asd_printk("%s version %s loaded\n", ASD_DRIVER_DESCRIPTION, 1032 ASD_DRIVER_VERSION); 1033 1034 err = asd_create_global_caches(); 1035 if (err) 1036 return err; 1037 1038 aic94xx_transport_template = 1039 sas_domain_attach_transport(&aic94xx_transport_functions); 1040 if (!aic94xx_transport_template) 1041 goto out_destroy_caches; 1042 1043 err = pci_register_driver(&aic94xx_pci_driver); 1044 if (err) 1045 goto out_release_transport; 1046 1047 err = asd_create_driver_attrs(&aic94xx_pci_driver.driver); 1048 if (err) 1049 goto out_unregister_pcidrv; 1050 1051 return err; 1052 1053 out_unregister_pcidrv: 1054 pci_unregister_driver(&aic94xx_pci_driver); 1055 out_release_transport: 1056 sas_release_transport(aic94xx_transport_template); 1057 out_destroy_caches: 1058 asd_destroy_global_caches(); 1059 1060 return err; 1061} 1062 1063static void __exit aic94xx_exit(void) 1064{ 1065 asd_remove_driver_attrs(&aic94xx_pci_driver.driver); 1066 pci_unregister_driver(&aic94xx_pci_driver); 1067 sas_release_transport(aic94xx_transport_template); 1068 asd_release_firmware(); 1069 asd_destroy_global_caches(); 1070 asd_printk("%s version %s unloaded\n", ASD_DRIVER_DESCRIPTION, 1071 ASD_DRIVER_VERSION); 1072} 1073 1074module_init(aic94xx_init); 1075module_exit(aic94xx_exit); 1076 1077MODULE_AUTHOR("Luben Tuikov <luben_tuikov@adaptec.com>"); 1078MODULE_DESCRIPTION(ASD_DRIVER_DESCRIPTION); 1079MODULE_LICENSE("GPL v2"); 1080MODULE_VERSION(ASD_DRIVER_VERSION); 1081