linux/drivers/scsi/aic94xx/aic94xx_init.c
<<
>>
Prefs
   1// SPDX-License-Identifier: GPL-2.0-only
   2/*
   3 * Aic94xx SAS/SATA driver initialization.
   4 *
   5 * Copyright (C) 2005 Adaptec, Inc.  All rights reserved.
   6 * Copyright (C) 2005 Luben Tuikov <luben_tuikov@adaptec.com>
   7 */
   8
   9#include <linux/module.h>
  10#include <linux/init.h>
  11#include <linux/kernel.h>
  12#include <linux/pci.h>
  13#include <linux/delay.h>
  14#include <linux/firmware.h>
  15#include <linux/slab.h>
  16
  17#include <scsi/scsi_host.h>
  18
  19#include "aic94xx.h"
  20#include "aic94xx_reg.h"
  21#include "aic94xx_hwi.h"
  22#include "aic94xx_seq.h"
  23#include "aic94xx_sds.h"
  24
  25/* The format is "version.release.patchlevel" */
  26#define ASD_DRIVER_VERSION "1.0.3"
  27
  28static int use_msi = 0;
  29module_param_named(use_msi, use_msi, int, S_IRUGO);
  30MODULE_PARM_DESC(use_msi, "\n"
  31        "\tEnable(1) or disable(0) using PCI MSI.\n"
  32        "\tDefault: 0");
  33
  34static struct scsi_transport_template *aic94xx_transport_template;
  35static int asd_scan_finished(struct Scsi_Host *, unsigned long);
  36static void asd_scan_start(struct Scsi_Host *);
  37
  38static struct scsi_host_template aic94xx_sht = {
  39        .module                 = THIS_MODULE,
  40        /* .name is initialized */
  41        .name                   = "aic94xx",
  42        .queuecommand           = sas_queuecommand,
  43        .dma_need_drain         = ata_scsi_dma_need_drain,
  44        .target_alloc           = sas_target_alloc,
  45        .slave_configure        = sas_slave_configure,
  46        .scan_finished          = asd_scan_finished,
  47        .scan_start             = asd_scan_start,
  48        .change_queue_depth     = sas_change_queue_depth,
  49        .bios_param             = sas_bios_param,
  50        .can_queue              = 1,
  51        .this_id                = -1,
  52        .sg_tablesize           = SG_ALL,
  53        .max_sectors            = SCSI_DEFAULT_MAX_SECTORS,
  54        .eh_device_reset_handler        = sas_eh_device_reset_handler,
  55        .eh_target_reset_handler        = sas_eh_target_reset_handler,
  56        .target_destroy         = sas_target_destroy,
  57        .ioctl                  = sas_ioctl,
  58#ifdef CONFIG_COMPAT
  59        .compat_ioctl           = sas_ioctl,
  60#endif
  61        .track_queue_depth      = 1,
  62};
  63
  64static int asd_map_memio(struct asd_ha_struct *asd_ha)
  65{
  66        int err, i;
  67        struct asd_ha_addrspace *io_handle;
  68
  69        asd_ha->iospace = 0;
  70        for (i = 0; i < 3; i += 2) {
  71                io_handle = &asd_ha->io_handle[i==0?0:1];
  72                io_handle->start = pci_resource_start(asd_ha->pcidev, i);
  73                io_handle->len   = pci_resource_len(asd_ha->pcidev, i);
  74                io_handle->flags = pci_resource_flags(asd_ha->pcidev, i);
  75                err = -ENODEV;
  76                if (!io_handle->start || !io_handle->len) {
  77                        asd_printk("MBAR%d start or length for %s is 0.\n",
  78                                   i==0?0:1, pci_name(asd_ha->pcidev));
  79                        goto Err;
  80                }
  81                err = pci_request_region(asd_ha->pcidev, i, ASD_DRIVER_NAME);
  82                if (err) {
  83                        asd_printk("couldn't reserve memory region for %s\n",
  84                                   pci_name(asd_ha->pcidev));
  85                        goto Err;
  86                }
  87                io_handle->addr = ioremap(io_handle->start, io_handle->len);
  88                if (!io_handle->addr) {
  89                        asd_printk("couldn't map MBAR%d of %s\n", i==0?0:1,
  90                                   pci_name(asd_ha->pcidev));
  91                        err = -ENOMEM;
  92                        goto Err_unreq;
  93                }
  94        }
  95
  96        return 0;
  97Err_unreq:
  98        pci_release_region(asd_ha->pcidev, i);
  99Err:
 100        if (i > 0) {
 101                io_handle = &asd_ha->io_handle[0];
 102                iounmap(io_handle->addr);
 103                pci_release_region(asd_ha->pcidev, 0);
 104        }
 105        return err;
 106}
 107
 108static void asd_unmap_memio(struct asd_ha_struct *asd_ha)
 109{
 110        struct asd_ha_addrspace *io_handle;
 111
 112        io_handle = &asd_ha->io_handle[1];
 113        iounmap(io_handle->addr);
 114        pci_release_region(asd_ha->pcidev, 2);
 115
 116        io_handle = &asd_ha->io_handle[0];
 117        iounmap(io_handle->addr);
 118        pci_release_region(asd_ha->pcidev, 0);
 119}
 120
 121static int asd_map_ioport(struct asd_ha_struct *asd_ha)
 122{
 123        int i = PCI_IOBAR_OFFSET, err;
 124        struct asd_ha_addrspace *io_handle = &asd_ha->io_handle[0];
 125
 126        asd_ha->iospace = 1;
 127        io_handle->start = pci_resource_start(asd_ha->pcidev, i);
 128        io_handle->len   = pci_resource_len(asd_ha->pcidev, i);
 129        io_handle->flags = pci_resource_flags(asd_ha->pcidev, i);
 130        io_handle->addr  = (void __iomem *) io_handle->start;
 131        if (!io_handle->start || !io_handle->len) {
 132                asd_printk("couldn't get IO ports for %s\n",
 133                           pci_name(asd_ha->pcidev));
 134                return -ENODEV;
 135        }
 136        err = pci_request_region(asd_ha->pcidev, i, ASD_DRIVER_NAME);
 137        if (err) {
 138                asd_printk("couldn't reserve io space for %s\n",
 139                           pci_name(asd_ha->pcidev));
 140        }
 141
 142        return err;
 143}
 144
 145static void asd_unmap_ioport(struct asd_ha_struct *asd_ha)
 146{
 147        pci_release_region(asd_ha->pcidev, PCI_IOBAR_OFFSET);
 148}
 149
 150static int asd_map_ha(struct asd_ha_struct *asd_ha)
 151{
 152        int err;
 153        u16 cmd_reg;
 154
 155        err = pci_read_config_word(asd_ha->pcidev, PCI_COMMAND, &cmd_reg);
 156        if (err) {
 157                asd_printk("couldn't read command register of %s\n",
 158                           pci_name(asd_ha->pcidev));
 159                goto Err;
 160        }
 161
 162        err = -ENODEV;
 163        if (cmd_reg & PCI_COMMAND_MEMORY) {
 164                if ((err = asd_map_memio(asd_ha)))
 165                        goto Err;
 166        } else if (cmd_reg & PCI_COMMAND_IO) {
 167                if ((err = asd_map_ioport(asd_ha)))
 168                        goto Err;
 169                asd_printk("%s ioport mapped -- upgrade your hardware\n",
 170                           pci_name(asd_ha->pcidev));
 171        } else {
 172                asd_printk("no proper device access to %s\n",
 173                           pci_name(asd_ha->pcidev));
 174                goto Err;
 175        }
 176
 177        return 0;
 178Err:
 179        return err;
 180}
 181
 182static void asd_unmap_ha(struct asd_ha_struct *asd_ha)
 183{
 184        if (asd_ha->iospace)
 185                asd_unmap_ioport(asd_ha);
 186        else
 187                asd_unmap_memio(asd_ha);
 188}
 189
 190static const char *asd_dev_rev[30] = {
 191        [0] = "A0",
 192        [1] = "A1",
 193        [8] = "B0",
 194};
 195
 196static int asd_common_setup(struct asd_ha_struct *asd_ha)
 197{
 198        int err, i;
 199
 200        asd_ha->revision_id = asd_ha->pcidev->revision;
 201
 202        err = -ENODEV;
 203        if (asd_ha->revision_id < AIC9410_DEV_REV_B0) {
 204                asd_printk("%s is revision %s (%X), which is not supported\n",
 205                           pci_name(asd_ha->pcidev),
 206                           asd_dev_rev[asd_ha->revision_id],
 207                           asd_ha->revision_id);
 208                goto Err;
 209        }
 210        /* Provide some sane default values. */
 211        asd_ha->hw_prof.max_scbs = 512;
 212        asd_ha->hw_prof.max_ddbs = ASD_MAX_DDBS;
 213        asd_ha->hw_prof.num_phys = ASD_MAX_PHYS;
 214        /* All phys are enabled, by default. */
 215        asd_ha->hw_prof.enabled_phys = 0xFF;
 216        for (i = 0; i < ASD_MAX_PHYS; i++) {
 217                asd_ha->hw_prof.phy_desc[i].max_sas_lrate =
 218                        SAS_LINK_RATE_3_0_GBPS;
 219                asd_ha->hw_prof.phy_desc[i].min_sas_lrate =
 220                        SAS_LINK_RATE_1_5_GBPS;
 221                asd_ha->hw_prof.phy_desc[i].max_sata_lrate =
 222                        SAS_LINK_RATE_1_5_GBPS;
 223                asd_ha->hw_prof.phy_desc[i].min_sata_lrate =
 224                        SAS_LINK_RATE_1_5_GBPS;
 225        }
 226
 227        return 0;
 228Err:
 229        return err;
 230}
 231
 232static int asd_aic9410_setup(struct asd_ha_struct *asd_ha)
 233{
 234        int err = asd_common_setup(asd_ha);
 235
 236        if (err)
 237                return err;
 238
 239        asd_ha->hw_prof.addr_range = 8;
 240        asd_ha->hw_prof.port_name_base = 0;
 241        asd_ha->hw_prof.dev_name_base = 8;
 242        asd_ha->hw_prof.sata_name_base = 16;
 243
 244        return 0;
 245}
 246
 247static int asd_aic9405_setup(struct asd_ha_struct *asd_ha)
 248{
 249        int err = asd_common_setup(asd_ha);
 250
 251        if (err)
 252                return err;
 253
 254        asd_ha->hw_prof.addr_range = 4;
 255        asd_ha->hw_prof.port_name_base = 0;
 256        asd_ha->hw_prof.dev_name_base = 4;
 257        asd_ha->hw_prof.sata_name_base = 8;
 258
 259        return 0;
 260}
 261
 262static ssize_t asd_show_dev_rev(struct device *dev,
 263                                struct device_attribute *attr, char *buf)
 264{
 265        struct asd_ha_struct *asd_ha = dev_to_asd_ha(dev);
 266        return snprintf(buf, PAGE_SIZE, "%s\n",
 267                        asd_dev_rev[asd_ha->revision_id]);
 268}
 269static DEVICE_ATTR(aic_revision, S_IRUGO, asd_show_dev_rev, NULL);
 270
 271static ssize_t asd_show_dev_bios_build(struct device *dev,
 272                                       struct device_attribute *attr,char *buf)
 273{
 274        struct asd_ha_struct *asd_ha = dev_to_asd_ha(dev);
 275        return snprintf(buf, PAGE_SIZE, "%d\n", asd_ha->hw_prof.bios.bld);
 276}
 277static DEVICE_ATTR(bios_build, S_IRUGO, asd_show_dev_bios_build, NULL);
 278
 279static ssize_t asd_show_dev_pcba_sn(struct device *dev,
 280                                    struct device_attribute *attr, char *buf)
 281{
 282        struct asd_ha_struct *asd_ha = dev_to_asd_ha(dev);
 283        return snprintf(buf, PAGE_SIZE, "%s\n", asd_ha->hw_prof.pcba_sn);
 284}
 285static DEVICE_ATTR(pcba_sn, S_IRUGO, asd_show_dev_pcba_sn, NULL);
 286
 287#define FLASH_CMD_NONE      0x00
 288#define FLASH_CMD_UPDATE    0x01
 289#define FLASH_CMD_VERIFY    0x02
 290
 291struct flash_command {
 292     u8      command[8];
 293     int     code;
 294};
 295
 296static struct flash_command flash_command_table[] =
 297{
 298     {"verify",      FLASH_CMD_VERIFY},
 299     {"update",      FLASH_CMD_UPDATE},
 300     {"",            FLASH_CMD_NONE}      /* Last entry should be NULL. */
 301};
 302
 303struct error_bios {
 304     char    *reason;
 305     int     err_code;
 306};
 307
 308static struct error_bios flash_error_table[] =
 309{
 310     {"Failed to open bios image file",      FAIL_OPEN_BIOS_FILE},
 311     {"PCI ID mismatch",                     FAIL_CHECK_PCI_ID},
 312     {"Checksum mismatch",                   FAIL_CHECK_SUM},
 313     {"Unknown Error",                       FAIL_UNKNOWN},
 314     {"Failed to verify.",                   FAIL_VERIFY},
 315     {"Failed to reset flash chip.",         FAIL_RESET_FLASH},
 316     {"Failed to find flash chip type.",     FAIL_FIND_FLASH_ID},
 317     {"Failed to erash flash chip.",         FAIL_ERASE_FLASH},
 318     {"Failed to program flash chip.",       FAIL_WRITE_FLASH},
 319     {"Flash in progress",                   FLASH_IN_PROGRESS},
 320     {"Image file size Error",               FAIL_FILE_SIZE},
 321     {"Input parameter error",               FAIL_PARAMETERS},
 322     {"Out of memory",                       FAIL_OUT_MEMORY},
 323     {"OK", 0}  /* Last entry err_code = 0. */
 324};
 325
 326static ssize_t asd_store_update_bios(struct device *dev,
 327        struct device_attribute *attr,
 328        const char *buf, size_t count)
 329{
 330        struct asd_ha_struct *asd_ha = dev_to_asd_ha(dev);
 331        char *cmd_ptr, *filename_ptr;
 332        struct bios_file_header header, *hdr_ptr;
 333        int res, i;
 334        u32 csum = 0;
 335        int flash_command = FLASH_CMD_NONE;
 336        int err = 0;
 337
 338        cmd_ptr = kcalloc(count, 2, GFP_KERNEL);
 339
 340        if (!cmd_ptr) {
 341                err = FAIL_OUT_MEMORY;
 342                goto out;
 343        }
 344
 345        filename_ptr = cmd_ptr + count;
 346        res = sscanf(buf, "%s %s", cmd_ptr, filename_ptr);
 347        if (res != 2) {
 348                err = FAIL_PARAMETERS;
 349                goto out1;
 350        }
 351
 352        for (i = 0; flash_command_table[i].code != FLASH_CMD_NONE; i++) {
 353                if (!memcmp(flash_command_table[i].command,
 354                                 cmd_ptr, strlen(cmd_ptr))) {
 355                        flash_command = flash_command_table[i].code;
 356                        break;
 357                }
 358        }
 359        if (flash_command == FLASH_CMD_NONE) {
 360                err = FAIL_PARAMETERS;
 361                goto out1;
 362        }
 363
 364        if (asd_ha->bios_status == FLASH_IN_PROGRESS) {
 365                err = FLASH_IN_PROGRESS;
 366                goto out1;
 367        }
 368        err = request_firmware(&asd_ha->bios_image,
 369                                   filename_ptr,
 370                                   &asd_ha->pcidev->dev);
 371        if (err) {
 372                asd_printk("Failed to load bios image file %s, error %d\n",
 373                           filename_ptr, err);
 374                err = FAIL_OPEN_BIOS_FILE;
 375                goto out1;
 376        }
 377
 378        hdr_ptr = (struct bios_file_header *)asd_ha->bios_image->data;
 379
 380        if ((hdr_ptr->contrl_id.vendor != asd_ha->pcidev->vendor ||
 381                hdr_ptr->contrl_id.device != asd_ha->pcidev->device) &&
 382                (hdr_ptr->contrl_id.sub_vendor != asd_ha->pcidev->vendor ||
 383                hdr_ptr->contrl_id.sub_device != asd_ha->pcidev->device)) {
 384
 385                ASD_DPRINTK("The PCI vendor or device id does not match\n");
 386                ASD_DPRINTK("vendor=%x dev=%x sub_vendor=%x sub_dev=%x"
 387                " pci vendor=%x pci dev=%x\n",
 388                hdr_ptr->contrl_id.vendor,
 389                hdr_ptr->contrl_id.device,
 390                hdr_ptr->contrl_id.sub_vendor,
 391                hdr_ptr->contrl_id.sub_device,
 392                asd_ha->pcidev->vendor,
 393                asd_ha->pcidev->device);
 394                err = FAIL_CHECK_PCI_ID;
 395                goto out2;
 396        }
 397
 398        if (hdr_ptr->filelen != asd_ha->bios_image->size) {
 399                err = FAIL_FILE_SIZE;
 400                goto out2;
 401        }
 402
 403        /* calculate checksum */
 404        for (i = 0; i < hdr_ptr->filelen; i++)
 405                csum += asd_ha->bios_image->data[i];
 406
 407        if ((csum & 0x0000ffff) != hdr_ptr->checksum) {
 408                ASD_DPRINTK("BIOS file checksum mismatch\n");
 409                err = FAIL_CHECK_SUM;
 410                goto out2;
 411        }
 412        if (flash_command == FLASH_CMD_UPDATE) {
 413                asd_ha->bios_status = FLASH_IN_PROGRESS;
 414                err = asd_write_flash_seg(asd_ha,
 415                        &asd_ha->bios_image->data[sizeof(*hdr_ptr)],
 416                        0, hdr_ptr->filelen-sizeof(*hdr_ptr));
 417                if (!err)
 418                        err = asd_verify_flash_seg(asd_ha,
 419                                &asd_ha->bios_image->data[sizeof(*hdr_ptr)],
 420                                0, hdr_ptr->filelen-sizeof(*hdr_ptr));
 421        } else {
 422                asd_ha->bios_status = FLASH_IN_PROGRESS;
 423                err = asd_verify_flash_seg(asd_ha,
 424                        &asd_ha->bios_image->data[sizeof(header)],
 425                        0, hdr_ptr->filelen-sizeof(header));
 426        }
 427
 428out2:
 429        release_firmware(asd_ha->bios_image);
 430out1:
 431        kfree(cmd_ptr);
 432out:
 433        asd_ha->bios_status = err;
 434
 435        if (!err)
 436                return count;
 437        else
 438                return -err;
 439}
 440
 441static ssize_t asd_show_update_bios(struct device *dev,
 442                                    struct device_attribute *attr, char *buf)
 443{
 444        int i;
 445        struct asd_ha_struct *asd_ha = dev_to_asd_ha(dev);
 446
 447        for (i = 0; flash_error_table[i].err_code != 0; i++) {
 448                if (flash_error_table[i].err_code == asd_ha->bios_status)
 449                        break;
 450        }
 451        if (asd_ha->bios_status != FLASH_IN_PROGRESS)
 452                asd_ha->bios_status = FLASH_OK;
 453
 454        return snprintf(buf, PAGE_SIZE, "status=%x %s\n",
 455                        flash_error_table[i].err_code,
 456                        flash_error_table[i].reason);
 457}
 458
 459static DEVICE_ATTR(update_bios, S_IRUGO|S_IWUSR,
 460        asd_show_update_bios, asd_store_update_bios);
 461
 462static int asd_create_dev_attrs(struct asd_ha_struct *asd_ha)
 463{
 464        int err;
 465
 466        err = device_create_file(&asd_ha->pcidev->dev, &dev_attr_aic_revision);
 467        if (err)
 468                return err;
 469
 470        err = device_create_file(&asd_ha->pcidev->dev, &dev_attr_bios_build);
 471        if (err)
 472                goto err_rev;
 473
 474        err = device_create_file(&asd_ha->pcidev->dev, &dev_attr_pcba_sn);
 475        if (err)
 476                goto err_biosb;
 477        err = device_create_file(&asd_ha->pcidev->dev, &dev_attr_update_bios);
 478        if (err)
 479                goto err_update_bios;
 480
 481        return 0;
 482
 483err_update_bios:
 484        device_remove_file(&asd_ha->pcidev->dev, &dev_attr_pcba_sn);
 485err_biosb:
 486        device_remove_file(&asd_ha->pcidev->dev, &dev_attr_bios_build);
 487err_rev:
 488        device_remove_file(&asd_ha->pcidev->dev, &dev_attr_aic_revision);
 489        return err;
 490}
 491
 492static void asd_remove_dev_attrs(struct asd_ha_struct *asd_ha)
 493{
 494        device_remove_file(&asd_ha->pcidev->dev, &dev_attr_aic_revision);
 495        device_remove_file(&asd_ha->pcidev->dev, &dev_attr_bios_build);
 496        device_remove_file(&asd_ha->pcidev->dev, &dev_attr_pcba_sn);
 497        device_remove_file(&asd_ha->pcidev->dev, &dev_attr_update_bios);
 498}
 499
 500/* The first entry, 0, is used for dynamic ids, the rest for devices
 501 * we know about.
 502 */
 503static const struct asd_pcidev_struct {
 504        const char * name;
 505        int (*setup)(struct asd_ha_struct *asd_ha);
 506} asd_pcidev_data[] = {
 507        /* Id 0 is used for dynamic ids. */
 508        { .name  = "Adaptec AIC-94xx SAS/SATA Host Adapter",
 509          .setup = asd_aic9410_setup
 510        },
 511        { .name  = "Adaptec AIC-9410W SAS/SATA Host Adapter",
 512          .setup = asd_aic9410_setup
 513        },
 514        { .name  = "Adaptec AIC-9405W SAS/SATA Host Adapter",
 515          .setup = asd_aic9405_setup
 516        },
 517};
 518
 519static int asd_create_ha_caches(struct asd_ha_struct *asd_ha)
 520{
 521        asd_ha->scb_pool = dma_pool_create(ASD_DRIVER_NAME "_scb_pool",
 522                                           &asd_ha->pcidev->dev,
 523                                           sizeof(struct scb),
 524                                           8, 0);
 525        if (!asd_ha->scb_pool) {
 526                asd_printk("couldn't create scb pool\n");
 527                return -ENOMEM;
 528        }
 529
 530        return 0;
 531}
 532
 533/*
 534 * asd_free_edbs -- free empty data buffers
 535 * asd_ha: pointer to host adapter structure
 536 */
 537static void asd_free_edbs(struct asd_ha_struct *asd_ha)
 538{
 539        struct asd_seq_data *seq = &asd_ha->seq;
 540        int i;
 541
 542        for (i = 0; i < seq->num_edbs; i++)
 543                asd_free_coherent(asd_ha, seq->edb_arr[i]);
 544        kfree(seq->edb_arr);
 545        seq->edb_arr = NULL;
 546}
 547
 548static void asd_free_escbs(struct asd_ha_struct *asd_ha)
 549{
 550        struct asd_seq_data *seq = &asd_ha->seq;
 551        int i;
 552
 553        for (i = 0; i < seq->num_escbs; i++) {
 554                if (!list_empty(&seq->escb_arr[i]->list))
 555                        list_del_init(&seq->escb_arr[i]->list);
 556
 557                asd_ascb_free(seq->escb_arr[i]);
 558        }
 559        kfree(seq->escb_arr);
 560        seq->escb_arr = NULL;
 561}
 562
 563static void asd_destroy_ha_caches(struct asd_ha_struct *asd_ha)
 564{
 565        int i;
 566
 567        if (asd_ha->hw_prof.ddb_ext)
 568                asd_free_coherent(asd_ha, asd_ha->hw_prof.ddb_ext);
 569        if (asd_ha->hw_prof.scb_ext)
 570                asd_free_coherent(asd_ha, asd_ha->hw_prof.scb_ext);
 571
 572        kfree(asd_ha->hw_prof.ddb_bitmap);
 573        asd_ha->hw_prof.ddb_bitmap = NULL;
 574
 575        for (i = 0; i < ASD_MAX_PHYS; i++) {
 576                struct asd_phy *phy = &asd_ha->phys[i];
 577
 578                asd_free_coherent(asd_ha, phy->id_frm_tok);
 579        }
 580        if (asd_ha->seq.escb_arr)
 581                asd_free_escbs(asd_ha);
 582        if (asd_ha->seq.edb_arr)
 583                asd_free_edbs(asd_ha);
 584        if (asd_ha->hw_prof.ue.area) {
 585                kfree(asd_ha->hw_prof.ue.area);
 586                asd_ha->hw_prof.ue.area = NULL;
 587        }
 588        if (asd_ha->seq.tc_index_array) {
 589                kfree(asd_ha->seq.tc_index_array);
 590                kfree(asd_ha->seq.tc_index_bitmap);
 591                asd_ha->seq.tc_index_array = NULL;
 592                asd_ha->seq.tc_index_bitmap = NULL;
 593        }
 594        if (asd_ha->seq.actual_dl) {
 595                        asd_free_coherent(asd_ha, asd_ha->seq.actual_dl);
 596                        asd_ha->seq.actual_dl = NULL;
 597                        asd_ha->seq.dl = NULL;
 598        }
 599        if (asd_ha->seq.next_scb.vaddr) {
 600                dma_pool_free(asd_ha->scb_pool, asd_ha->seq.next_scb.vaddr,
 601                              asd_ha->seq.next_scb.dma_handle);
 602                asd_ha->seq.next_scb.vaddr = NULL;
 603        }
 604        dma_pool_destroy(asd_ha->scb_pool);
 605        asd_ha->scb_pool = NULL;
 606}
 607
 608struct kmem_cache *asd_dma_token_cache;
 609struct kmem_cache *asd_ascb_cache;
 610
 611static int asd_create_global_caches(void)
 612{
 613        if (!asd_dma_token_cache) {
 614                asd_dma_token_cache
 615                        = kmem_cache_create(ASD_DRIVER_NAME "_dma_token",
 616                                            sizeof(struct asd_dma_tok),
 617                                            0,
 618                                            SLAB_HWCACHE_ALIGN,
 619                                            NULL);
 620                if (!asd_dma_token_cache) {
 621                        asd_printk("couldn't create dma token cache\n");
 622                        return -ENOMEM;
 623                }
 624        }
 625
 626        if (!asd_ascb_cache) {
 627                asd_ascb_cache = kmem_cache_create(ASD_DRIVER_NAME "_ascb",
 628                                                   sizeof(struct asd_ascb),
 629                                                   0,
 630                                                   SLAB_HWCACHE_ALIGN,
 631                                                   NULL);
 632                if (!asd_ascb_cache) {
 633                        asd_printk("couldn't create ascb cache\n");
 634                        goto Err;
 635                }
 636        }
 637
 638        return 0;
 639Err:
 640        kmem_cache_destroy(asd_dma_token_cache);
 641        asd_dma_token_cache = NULL;
 642        return -ENOMEM;
 643}
 644
 645static void asd_destroy_global_caches(void)
 646{
 647        kmem_cache_destroy(asd_dma_token_cache);
 648        asd_dma_token_cache = NULL;
 649
 650        kmem_cache_destroy(asd_ascb_cache);
 651        asd_ascb_cache = NULL;
 652}
 653
 654static int asd_register_sas_ha(struct asd_ha_struct *asd_ha)
 655{
 656        int i;
 657        struct asd_sas_phy   **sas_phys =
 658                kcalloc(ASD_MAX_PHYS, sizeof(*sas_phys), GFP_KERNEL);
 659        struct asd_sas_port  **sas_ports =
 660                kcalloc(ASD_MAX_PHYS, sizeof(*sas_ports), GFP_KERNEL);
 661
 662        if (!sas_phys || !sas_ports) {
 663                kfree(sas_phys);
 664                kfree(sas_ports);
 665                return -ENOMEM;
 666        }
 667
 668        asd_ha->sas_ha.sas_ha_name = (char *) asd_ha->name;
 669        asd_ha->sas_ha.lldd_module = THIS_MODULE;
 670        asd_ha->sas_ha.sas_addr = &asd_ha->hw_prof.sas_addr[0];
 671
 672        for (i = 0; i < ASD_MAX_PHYS; i++) {
 673                sas_phys[i] = &asd_ha->phys[i].sas_phy;
 674                sas_ports[i] = &asd_ha->ports[i];
 675        }
 676
 677        asd_ha->sas_ha.sas_phy = sas_phys;
 678        asd_ha->sas_ha.sas_port= sas_ports;
 679        asd_ha->sas_ha.num_phys= ASD_MAX_PHYS;
 680
 681        return sas_register_ha(&asd_ha->sas_ha);
 682}
 683
 684static int asd_unregister_sas_ha(struct asd_ha_struct *asd_ha)
 685{
 686        int err;
 687
 688        err = sas_unregister_ha(&asd_ha->sas_ha);
 689
 690        sas_remove_host(asd_ha->sas_ha.core.shost);
 691        scsi_host_put(asd_ha->sas_ha.core.shost);
 692
 693        kfree(asd_ha->sas_ha.sas_phy);
 694        kfree(asd_ha->sas_ha.sas_port);
 695
 696        return err;
 697}
 698
 699static int asd_pci_probe(struct pci_dev *dev, const struct pci_device_id *id)
 700{
 701        const struct asd_pcidev_struct *asd_dev;
 702        unsigned asd_id = (unsigned) id->driver_data;
 703        struct asd_ha_struct *asd_ha;
 704        struct Scsi_Host *shost;
 705        int err;
 706
 707        if (asd_id >= ARRAY_SIZE(asd_pcidev_data)) {
 708                asd_printk("wrong driver_data in PCI table\n");
 709                return -ENODEV;
 710        }
 711
 712        if ((err = pci_enable_device(dev))) {
 713                asd_printk("couldn't enable device %s\n", pci_name(dev));
 714                return err;
 715        }
 716
 717        pci_set_master(dev);
 718
 719        err = -ENOMEM;
 720
 721        shost = scsi_host_alloc(&aic94xx_sht, sizeof(void *));
 722        if (!shost)
 723                goto Err;
 724
 725        asd_dev = &asd_pcidev_data[asd_id];
 726
 727        asd_ha = kzalloc(sizeof(*asd_ha), GFP_KERNEL);
 728        if (!asd_ha) {
 729                asd_printk("out of memory\n");
 730                goto Err_put;
 731        }
 732        asd_ha->pcidev = dev;
 733        asd_ha->sas_ha.dev = &asd_ha->pcidev->dev;
 734        asd_ha->sas_ha.lldd_ha = asd_ha;
 735
 736        asd_ha->bios_status = FLASH_OK;
 737        asd_ha->name = asd_dev->name;
 738        asd_printk("found %s, device %s\n", asd_ha->name, pci_name(dev));
 739
 740        SHOST_TO_SAS_HA(shost) = &asd_ha->sas_ha;
 741        asd_ha->sas_ha.core.shost = shost;
 742        shost->transportt = aic94xx_transport_template;
 743        shost->max_id = ~0;
 744        shost->max_lun = ~0;
 745        shost->max_cmd_len = 16;
 746
 747        err = scsi_add_host(shost, &dev->dev);
 748        if (err)
 749                goto Err_free;
 750
 751        err = asd_dev->setup(asd_ha);
 752        if (err)
 753                goto Err_remove;
 754
 755        err = dma_set_mask_and_coherent(&dev->dev, DMA_BIT_MASK(64));
 756        if (err)
 757                err = dma_set_mask_and_coherent(&dev->dev, DMA_BIT_MASK(32));
 758        if (err) {
 759                err = -ENODEV;
 760                asd_printk("no suitable DMA mask for %s\n", pci_name(dev));
 761                goto Err_remove;
 762        }
 763
 764        pci_set_drvdata(dev, asd_ha);
 765
 766        err = asd_map_ha(asd_ha);
 767        if (err)
 768                goto Err_remove;
 769
 770        err = asd_create_ha_caches(asd_ha);
 771        if (err)
 772                goto Err_unmap;
 773
 774        err = asd_init_hw(asd_ha);
 775        if (err)
 776                goto Err_free_cache;
 777
 778        asd_printk("device %s: SAS addr %llx, PCBA SN %s, %d phys, %d enabled "
 779                   "phys, flash %s, BIOS %s%d\n",
 780                   pci_name(dev), SAS_ADDR(asd_ha->hw_prof.sas_addr),
 781                   asd_ha->hw_prof.pcba_sn, asd_ha->hw_prof.max_phys,
 782                   asd_ha->hw_prof.num_phys,
 783                   asd_ha->hw_prof.flash.present ? "present" : "not present",
 784                   asd_ha->hw_prof.bios.present ? "build " : "not present",
 785                   asd_ha->hw_prof.bios.bld);
 786
 787        shost->can_queue = asd_ha->seq.can_queue;
 788
 789        if (use_msi)
 790                pci_enable_msi(asd_ha->pcidev);
 791
 792        err = request_irq(asd_ha->pcidev->irq, asd_hw_isr, IRQF_SHARED,
 793                          ASD_DRIVER_NAME, asd_ha);
 794        if (err) {
 795                asd_printk("couldn't get irq %d for %s\n",
 796                           asd_ha->pcidev->irq, pci_name(asd_ha->pcidev));
 797                goto Err_irq;
 798        }
 799        asd_enable_ints(asd_ha);
 800
 801        err = asd_init_post_escbs(asd_ha);
 802        if (err) {
 803                asd_printk("couldn't post escbs for %s\n",
 804                           pci_name(asd_ha->pcidev));
 805                goto Err_escbs;
 806        }
 807        ASD_DPRINTK("escbs posted\n");
 808
 809        err = asd_create_dev_attrs(asd_ha);
 810        if (err)
 811                goto Err_dev_attrs;
 812
 813        err = asd_register_sas_ha(asd_ha);
 814        if (err)
 815                goto Err_reg_sas;
 816
 817        scsi_scan_host(shost);
 818
 819        return 0;
 820
 821Err_reg_sas:
 822        asd_remove_dev_attrs(asd_ha);
 823Err_dev_attrs:
 824Err_escbs:
 825        asd_disable_ints(asd_ha);
 826        free_irq(dev->irq, asd_ha);
 827Err_irq:
 828        if (use_msi)
 829                pci_disable_msi(dev);
 830        asd_chip_hardrst(asd_ha);
 831Err_free_cache:
 832        asd_destroy_ha_caches(asd_ha);
 833Err_unmap:
 834        asd_unmap_ha(asd_ha);
 835Err_remove:
 836        scsi_remove_host(shost);
 837Err_free:
 838        kfree(asd_ha);
 839Err_put:
 840        scsi_host_put(shost);
 841Err:
 842        pci_disable_device(dev);
 843        return err;
 844}
 845
 846static void asd_free_queues(struct asd_ha_struct *asd_ha)
 847{
 848        unsigned long flags;
 849        LIST_HEAD(pending);
 850        struct list_head *n, *pos;
 851
 852        spin_lock_irqsave(&asd_ha->seq.pend_q_lock, flags);
 853        asd_ha->seq.pending = 0;
 854        list_splice_init(&asd_ha->seq.pend_q, &pending);
 855        spin_unlock_irqrestore(&asd_ha->seq.pend_q_lock, flags);
 856
 857        if (!list_empty(&pending))
 858                ASD_DPRINTK("Uh-oh! Pending is not empty!\n");
 859
 860        list_for_each_safe(pos, n, &pending) {
 861                struct asd_ascb *ascb = list_entry(pos, struct asd_ascb, list);
 862                /*
 863                 * Delete unexpired ascb timers.  This may happen if we issue
 864                 * a CONTROL PHY scb to an adapter and rmmod before the scb
 865                 * times out.  Apparently we don't wait for the CONTROL PHY
 866                 * to complete, so it doesn't matter if we kill the timer.
 867                 */
 868                del_timer_sync(&ascb->timer);
 869                WARN_ON(ascb->scb->header.opcode != CONTROL_PHY);
 870
 871                list_del_init(pos);
 872                ASD_DPRINTK("freeing from pending\n");
 873                asd_ascb_free(ascb);
 874        }
 875}
 876
 877static void asd_turn_off_leds(struct asd_ha_struct *asd_ha)
 878{
 879        u8 phy_mask = asd_ha->hw_prof.enabled_phys;
 880        u8 i;
 881
 882        for_each_phy(phy_mask, phy_mask, i) {
 883                asd_turn_led(asd_ha, i, 0);
 884                asd_control_led(asd_ha, i, 0);
 885        }
 886}
 887
 888static void asd_pci_remove(struct pci_dev *dev)
 889{
 890        struct asd_ha_struct *asd_ha = pci_get_drvdata(dev);
 891
 892        if (!asd_ha)
 893                return;
 894
 895        asd_unregister_sas_ha(asd_ha);
 896
 897        asd_disable_ints(asd_ha);
 898
 899        asd_remove_dev_attrs(asd_ha);
 900
 901        /* XXX more here as needed */
 902
 903        free_irq(dev->irq, asd_ha);
 904        if (use_msi)
 905                pci_disable_msi(asd_ha->pcidev);
 906        asd_turn_off_leds(asd_ha);
 907        asd_chip_hardrst(asd_ha);
 908        asd_free_queues(asd_ha);
 909        asd_destroy_ha_caches(asd_ha);
 910        asd_unmap_ha(asd_ha);
 911        kfree(asd_ha);
 912        pci_disable_device(dev);
 913        return;
 914}
 915
 916static void asd_scan_start(struct Scsi_Host *shost)
 917{
 918        struct asd_ha_struct *asd_ha;
 919        int err;
 920
 921        asd_ha = SHOST_TO_SAS_HA(shost)->lldd_ha;
 922        err = asd_enable_phys(asd_ha, asd_ha->hw_prof.enabled_phys);
 923        if (err)
 924                asd_printk("Couldn't enable phys, err:%d\n", err);
 925}
 926
 927static int asd_scan_finished(struct Scsi_Host *shost, unsigned long time)
 928{
 929        /* give the phy enabling interrupt event time to come in (1s
 930         * is empirically about all it takes) */
 931        if (time < HZ)
 932                return 0;
 933        /* Wait for discovery to finish */
 934        sas_drain_work(SHOST_TO_SAS_HA(shost));
 935        return 1;
 936}
 937
 938static ssize_t version_show(struct device_driver *driver, char *buf)
 939{
 940        return snprintf(buf, PAGE_SIZE, "%s\n", ASD_DRIVER_VERSION);
 941}
 942static DRIVER_ATTR_RO(version);
 943
 944static int asd_create_driver_attrs(struct device_driver *driver)
 945{
 946        return driver_create_file(driver, &driver_attr_version);
 947}
 948
 949static void asd_remove_driver_attrs(struct device_driver *driver)
 950{
 951        driver_remove_file(driver, &driver_attr_version);
 952}
 953
 954static struct sas_domain_function_template aic94xx_transport_functions = {
 955        .lldd_dev_found         = asd_dev_found,
 956        .lldd_dev_gone          = asd_dev_gone,
 957
 958        .lldd_execute_task      = asd_execute_task,
 959
 960        .lldd_abort_task        = asd_abort_task,
 961        .lldd_abort_task_set    = asd_abort_task_set,
 962        .lldd_clear_aca         = asd_clear_aca,
 963        .lldd_clear_task_set    = asd_clear_task_set,
 964        .lldd_I_T_nexus_reset   = asd_I_T_nexus_reset,
 965        .lldd_lu_reset          = asd_lu_reset,
 966        .lldd_query_task        = asd_query_task,
 967
 968        .lldd_clear_nexus_port  = asd_clear_nexus_port,
 969        .lldd_clear_nexus_ha    = asd_clear_nexus_ha,
 970
 971        .lldd_control_phy       = asd_control_phy,
 972
 973        .lldd_ata_set_dmamode   = asd_set_dmamode,
 974};
 975
 976static const struct pci_device_id aic94xx_pci_table[] = {
 977        {PCI_DEVICE(PCI_VENDOR_ID_ADAPTEC2, 0x410),0, 0, 1},
 978        {PCI_DEVICE(PCI_VENDOR_ID_ADAPTEC2, 0x412),0, 0, 1},
 979        {PCI_DEVICE(PCI_VENDOR_ID_ADAPTEC2, 0x416),0, 0, 1},
 980        {PCI_DEVICE(PCI_VENDOR_ID_ADAPTEC2, 0x41E),0, 0, 1},
 981        {PCI_DEVICE(PCI_VENDOR_ID_ADAPTEC2, 0x41F),0, 0, 1},
 982        {PCI_DEVICE(PCI_VENDOR_ID_ADAPTEC2, 0x430),0, 0, 2},
 983        {PCI_DEVICE(PCI_VENDOR_ID_ADAPTEC2, 0x432),0, 0, 2},
 984        {PCI_DEVICE(PCI_VENDOR_ID_ADAPTEC2, 0x43E),0, 0, 2},
 985        {PCI_DEVICE(PCI_VENDOR_ID_ADAPTEC2, 0x43F),0, 0, 2},
 986        {}
 987};
 988
 989MODULE_DEVICE_TABLE(pci, aic94xx_pci_table);
 990
 991static struct pci_driver aic94xx_pci_driver = {
 992        .name           = ASD_DRIVER_NAME,
 993        .id_table       = aic94xx_pci_table,
 994        .probe          = asd_pci_probe,
 995        .remove         = asd_pci_remove,
 996};
 997
 998static int __init aic94xx_init(void)
 999{
1000        int err;
1001
1002
1003        asd_printk("%s version %s loaded\n", ASD_DRIVER_DESCRIPTION,
1004                   ASD_DRIVER_VERSION);
1005
1006        err = asd_create_global_caches();
1007        if (err)
1008                return err;
1009
1010        aic94xx_transport_template =
1011                sas_domain_attach_transport(&aic94xx_transport_functions);
1012        if (!aic94xx_transport_template) {
1013                err = -ENOMEM;
1014                goto out_destroy_caches;
1015        }
1016
1017        err = pci_register_driver(&aic94xx_pci_driver);
1018        if (err)
1019                goto out_release_transport;
1020
1021        err = asd_create_driver_attrs(&aic94xx_pci_driver.driver);
1022        if (err)
1023                goto out_unregister_pcidrv;
1024
1025        return err;
1026
1027 out_unregister_pcidrv:
1028        pci_unregister_driver(&aic94xx_pci_driver);
1029 out_release_transport:
1030        sas_release_transport(aic94xx_transport_template);
1031 out_destroy_caches:
1032        asd_destroy_global_caches();
1033
1034        return err;
1035}
1036
1037static void __exit aic94xx_exit(void)
1038{
1039        asd_remove_driver_attrs(&aic94xx_pci_driver.driver);
1040        pci_unregister_driver(&aic94xx_pci_driver);
1041        sas_release_transport(aic94xx_transport_template);
1042        asd_release_firmware();
1043        asd_destroy_global_caches();
1044        asd_printk("%s version %s unloaded\n", ASD_DRIVER_DESCRIPTION,
1045                   ASD_DRIVER_VERSION);
1046}
1047
1048module_init(aic94xx_init);
1049module_exit(aic94xx_exit);
1050
1051MODULE_AUTHOR("Luben Tuikov <luben_tuikov@adaptec.com>");
1052MODULE_DESCRIPTION(ASD_DRIVER_DESCRIPTION);
1053MODULE_LICENSE("GPL v2");
1054MODULE_VERSION(ASD_DRIVER_VERSION);
1055