linux/drivers/scsi/ipr.c
<<
>>
Prefs
   1/*
   2 * ipr.c -- driver for IBM Power Linux RAID adapters
   3 *
   4 * Written By: Brian King <brking@us.ibm.com>, IBM Corporation
   5 *
   6 * Copyright (C) 2003, 2004 IBM Corporation
   7 *
   8 * This program is free software; you can redistribute it and/or modify
   9 * it under the terms of the GNU General Public License as published by
  10 * the Free Software Foundation; either version 2 of the License, or
  11 * (at your option) any later version.
  12 *
  13 * This program is distributed in the hope that it will be useful,
  14 * but WITHOUT ANY WARRANTY; without even the implied warranty of
  15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  16 * GNU General Public License for more details.
  17 *
  18 * You should have received a copy of the GNU General Public License
  19 * along with this program; if not, write to the Free Software
  20 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
  21 *
  22 */
  23
  24/*
  25 * Notes:
  26 *
  27 * This driver is used to control the following SCSI adapters:
  28 *
  29 * IBM iSeries: 5702, 5703, 2780, 5709, 570A, 570B
  30 *
  31 * IBM pSeries: PCI-X Dual Channel Ultra 320 SCSI RAID Adapter
  32 *              PCI-X Dual Channel Ultra 320 SCSI Adapter
  33 *              PCI-X Dual Channel Ultra 320 SCSI RAID Enablement Card
  34 *              Embedded SCSI adapter on p615 and p655 systems
  35 *
  36 * Supported Hardware Features:
  37 *      - Ultra 320 SCSI controller
  38 *      - PCI-X host interface
  39 *      - Embedded PowerPC RISC Processor and Hardware XOR DMA Engine
  40 *      - Non-Volatile Write Cache
  41 *      - Supports attachment of non-RAID disks, tape, and optical devices
  42 *      - RAID Levels 0, 5, 10
  43 *      - Hot spare
  44 *      - Background Parity Checking
  45 *      - Background Data Scrubbing
  46 *      - Ability to increase the capacity of an existing RAID 5 disk array
  47 *              by adding disks
  48 *
  49 * Driver Features:
  50 *      - Tagged command queuing
  51 *      - Adapter microcode download
  52 *      - PCI hot plug
  53 *      - SCSI device hot plug
  54 *
  55 */
  56
  57#include <linux/fs.h>
  58#include <linux/init.h>
  59#include <linux/types.h>
  60#include <linux/errno.h>
  61#include <linux/kernel.h>
  62#include <linux/slab.h>
  63#include <linux/vmalloc.h>
  64#include <linux/ioport.h>
  65#include <linux/delay.h>
  66#include <linux/pci.h>
  67#include <linux/wait.h>
  68#include <linux/spinlock.h>
  69#include <linux/sched.h>
  70#include <linux/interrupt.h>
  71#include <linux/blkdev.h>
  72#include <linux/firmware.h>
  73#include <linux/module.h>
  74#include <linux/moduleparam.h>
  75#include <linux/libata.h>
  76#include <linux/hdreg.h>
  77#include <linux/reboot.h>
  78#include <linux/stringify.h>
  79#include <asm/io.h>
  80#include <asm/irq.h>
  81#include <asm/processor.h>
  82#include <scsi/scsi.h>
  83#include <scsi/scsi_host.h>
  84#include <scsi/scsi_tcq.h>
  85#include <scsi/scsi_eh.h>
  86#include <scsi/scsi_cmnd.h>
  87#include "ipr.h"
  88
  89/*
  90 *   Global Data
  91 */
  92static LIST_HEAD(ipr_ioa_head);
  93static unsigned int ipr_log_level = IPR_DEFAULT_LOG_LEVEL;
  94static unsigned int ipr_max_speed = 1;
  95static int ipr_testmode = 0;
  96static unsigned int ipr_fastfail = 0;
  97static unsigned int ipr_transop_timeout = 0;
  98static unsigned int ipr_debug = 0;
  99static unsigned int ipr_max_devs = IPR_DEFAULT_SIS64_DEVS;
 100static unsigned int ipr_dual_ioa_raid = 1;
 101static DEFINE_SPINLOCK(ipr_driver_lock);
 102
 103/* This table describes the differences between DMA controller chips */
 104static const struct ipr_chip_cfg_t ipr_chip_cfg[] = {
 105        { /* Gemstone, Citrine, Obsidian, and Obsidian-E */
 106                .mailbox = 0x0042C,
 107                .max_cmds = 100,
 108                .cache_line_size = 0x20,
 109                .clear_isr = 1,
 110                {
 111                        .set_interrupt_mask_reg = 0x0022C,
 112                        .clr_interrupt_mask_reg = 0x00230,
 113                        .clr_interrupt_mask_reg32 = 0x00230,
 114                        .sense_interrupt_mask_reg = 0x0022C,
 115                        .sense_interrupt_mask_reg32 = 0x0022C,
 116                        .clr_interrupt_reg = 0x00228,
 117                        .clr_interrupt_reg32 = 0x00228,
 118                        .sense_interrupt_reg = 0x00224,
 119                        .sense_interrupt_reg32 = 0x00224,
 120                        .ioarrin_reg = 0x00404,
 121                        .sense_uproc_interrupt_reg = 0x00214,
 122                        .sense_uproc_interrupt_reg32 = 0x00214,
 123                        .set_uproc_interrupt_reg = 0x00214,
 124                        .set_uproc_interrupt_reg32 = 0x00214,
 125                        .clr_uproc_interrupt_reg = 0x00218,
 126                        .clr_uproc_interrupt_reg32 = 0x00218
 127                }
 128        },
 129        { /* Snipe and Scamp */
 130                .mailbox = 0x0052C,
 131                .max_cmds = 100,
 132                .cache_line_size = 0x20,
 133                .clear_isr = 1,
 134                {
 135                        .set_interrupt_mask_reg = 0x00288,
 136                        .clr_interrupt_mask_reg = 0x0028C,
 137                        .clr_interrupt_mask_reg32 = 0x0028C,
 138                        .sense_interrupt_mask_reg = 0x00288,
 139                        .sense_interrupt_mask_reg32 = 0x00288,
 140                        .clr_interrupt_reg = 0x00284,
 141                        .clr_interrupt_reg32 = 0x00284,
 142                        .sense_interrupt_reg = 0x00280,
 143                        .sense_interrupt_reg32 = 0x00280,
 144                        .ioarrin_reg = 0x00504,
 145                        .sense_uproc_interrupt_reg = 0x00290,
 146                        .sense_uproc_interrupt_reg32 = 0x00290,
 147                        .set_uproc_interrupt_reg = 0x00290,
 148                        .set_uproc_interrupt_reg32 = 0x00290,
 149                        .clr_uproc_interrupt_reg = 0x00294,
 150                        .clr_uproc_interrupt_reg32 = 0x00294
 151                }
 152        },
 153        { /* CRoC */
 154                .mailbox = 0x00044,
 155                .max_cmds = 1000,
 156                .cache_line_size = 0x20,
 157                .clear_isr = 0,
 158                {
 159                        .set_interrupt_mask_reg = 0x00010,
 160                        .clr_interrupt_mask_reg = 0x00018,
 161                        .clr_interrupt_mask_reg32 = 0x0001C,
 162                        .sense_interrupt_mask_reg = 0x00010,
 163                        .sense_interrupt_mask_reg32 = 0x00014,
 164                        .clr_interrupt_reg = 0x00008,
 165                        .clr_interrupt_reg32 = 0x0000C,
 166                        .sense_interrupt_reg = 0x00000,
 167                        .sense_interrupt_reg32 = 0x00004,
 168                        .ioarrin_reg = 0x00070,
 169                        .sense_uproc_interrupt_reg = 0x00020,
 170                        .sense_uproc_interrupt_reg32 = 0x00024,
 171                        .set_uproc_interrupt_reg = 0x00020,
 172                        .set_uproc_interrupt_reg32 = 0x00024,
 173                        .clr_uproc_interrupt_reg = 0x00028,
 174                        .clr_uproc_interrupt_reg32 = 0x0002C,
 175                        .init_feedback_reg = 0x0005C,
 176                        .dump_addr_reg = 0x00064,
 177                        .dump_data_reg = 0x00068,
 178                        .endian_swap_reg = 0x00084
 179                }
 180        },
 181};
 182
 183static const struct ipr_chip_t ipr_chip[] = {
 184        { PCI_VENDOR_ID_MYLEX, PCI_DEVICE_ID_IBM_GEMSTONE, IPR_USE_LSI, IPR_SIS32, IPR_PCI_CFG, &ipr_chip_cfg[0] },
 185        { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CITRINE, IPR_USE_LSI, IPR_SIS32, IPR_PCI_CFG, &ipr_chip_cfg[0] },
 186        { PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_OBSIDIAN, IPR_USE_LSI, IPR_SIS32, IPR_PCI_CFG, &ipr_chip_cfg[0] },
 187        { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN, IPR_USE_LSI, IPR_SIS32, IPR_PCI_CFG, &ipr_chip_cfg[0] },
 188        { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN_E, IPR_USE_MSI, IPR_SIS32, IPR_PCI_CFG, &ipr_chip_cfg[0] },
 189        { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_SNIPE, IPR_USE_LSI, IPR_SIS32, IPR_PCI_CFG, &ipr_chip_cfg[1] },
 190        { PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_SCAMP, IPR_USE_LSI, IPR_SIS32, IPR_PCI_CFG, &ipr_chip_cfg[1] },
 191        { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROC_FPGA_E2, IPR_USE_MSI, IPR_SIS64, IPR_MMIO, &ipr_chip_cfg[2] },
 192        { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE, IPR_USE_MSI, IPR_SIS64, IPR_MMIO, &ipr_chip_cfg[2] }
 193};
 194
 195static int ipr_max_bus_speeds [] = {
 196        IPR_80MBs_SCSI_RATE, IPR_U160_SCSI_RATE, IPR_U320_SCSI_RATE
 197};
 198
 199MODULE_AUTHOR("Brian King <brking@us.ibm.com>");
 200MODULE_DESCRIPTION("IBM Power RAID SCSI Adapter Driver");
 201module_param_named(max_speed, ipr_max_speed, uint, 0);
 202MODULE_PARM_DESC(max_speed, "Maximum bus speed (0-2). Default: 1=U160. Speeds: 0=80 MB/s, 1=U160, 2=U320");
 203module_param_named(log_level, ipr_log_level, uint, 0);
 204MODULE_PARM_DESC(log_level, "Set to 0 - 4 for increasing verbosity of device driver");
 205module_param_named(testmode, ipr_testmode, int, 0);
 206MODULE_PARM_DESC(testmode, "DANGEROUS!!! Allows unsupported configurations");
 207module_param_named(fastfail, ipr_fastfail, int, S_IRUGO | S_IWUSR);
 208MODULE_PARM_DESC(fastfail, "Reduce timeouts and retries");
 209module_param_named(transop_timeout, ipr_transop_timeout, int, 0);
 210MODULE_PARM_DESC(transop_timeout, "Time in seconds to wait for adapter to come operational (default: 300)");
 211module_param_named(debug, ipr_debug, int, S_IRUGO | S_IWUSR);
 212MODULE_PARM_DESC(debug, "Enable device driver debugging logging. Set to 1 to enable. (default: 0)");
 213module_param_named(dual_ioa_raid, ipr_dual_ioa_raid, int, 0);
 214MODULE_PARM_DESC(dual_ioa_raid, "Enable dual adapter RAID support. Set to 1 to enable. (default: 1)");
 215module_param_named(max_devs, ipr_max_devs, int, 0);
 216MODULE_PARM_DESC(max_devs, "Specify the maximum number of physical devices. "
 217                 "[Default=" __stringify(IPR_DEFAULT_SIS64_DEVS) "]");
 218MODULE_LICENSE("GPL");
 219MODULE_VERSION(IPR_DRIVER_VERSION);
 220
 221/*  A constant array of IOASCs/URCs/Error Messages */
 222static const
 223struct ipr_error_table_t ipr_error_table[] = {
 224        {0x00000000, 1, IPR_DEFAULT_LOG_LEVEL,
 225        "8155: An unknown error was received"},
 226        {0x00330000, 0, 0,
 227        "Soft underlength error"},
 228        {0x005A0000, 0, 0,
 229        "Command to be cancelled not found"},
 230        {0x00808000, 0, 0,
 231        "Qualified success"},
 232        {0x01080000, 1, IPR_DEFAULT_LOG_LEVEL,
 233        "FFFE: Soft device bus error recovered by the IOA"},
 234        {0x01088100, 0, IPR_DEFAULT_LOG_LEVEL,
 235        "4101: Soft device bus fabric error"},
 236        {0x01100100, 0, IPR_DEFAULT_LOG_LEVEL,
 237        "FFFC: Logical block guard error recovered by the device"},
 238        {0x01100300, 0, IPR_DEFAULT_LOG_LEVEL,
 239        "FFFC: Logical block reference tag error recovered by the device"},
 240        {0x01108300, 0, IPR_DEFAULT_LOG_LEVEL,
 241        "4171: Recovered scatter list tag / sequence number error"},
 242        {0x01109000, 0, IPR_DEFAULT_LOG_LEVEL,
 243        "FF3D: Recovered logical block CRC error on IOA to Host transfer"},
 244        {0x01109200, 0, IPR_DEFAULT_LOG_LEVEL,
 245        "4171: Recovered logical block sequence number error on IOA to Host transfer"},
 246        {0x0110A000, 0, IPR_DEFAULT_LOG_LEVEL,
 247        "FFFD: Recovered logical block reference tag error detected by the IOA"},
 248        {0x0110A100, 0, IPR_DEFAULT_LOG_LEVEL,
 249        "FFFD: Logical block guard error recovered by the IOA"},
 250        {0x01170600, 0, IPR_DEFAULT_LOG_LEVEL,
 251        "FFF9: Device sector reassign successful"},
 252        {0x01170900, 0, IPR_DEFAULT_LOG_LEVEL,
 253        "FFF7: Media error recovered by device rewrite procedures"},
 254        {0x01180200, 0, IPR_DEFAULT_LOG_LEVEL,
 255        "7001: IOA sector reassignment successful"},
 256        {0x01180500, 0, IPR_DEFAULT_LOG_LEVEL,
 257        "FFF9: Soft media error. Sector reassignment recommended"},
 258        {0x01180600, 0, IPR_DEFAULT_LOG_LEVEL,
 259        "FFF7: Media error recovered by IOA rewrite procedures"},
 260        {0x01418000, 0, IPR_DEFAULT_LOG_LEVEL,
 261        "FF3D: Soft PCI bus error recovered by the IOA"},
 262        {0x01440000, 1, IPR_DEFAULT_LOG_LEVEL,
 263        "FFF6: Device hardware error recovered by the IOA"},
 264        {0x01448100, 0, IPR_DEFAULT_LOG_LEVEL,
 265        "FFF6: Device hardware error recovered by the device"},
 266        {0x01448200, 1, IPR_DEFAULT_LOG_LEVEL,
 267        "FF3D: Soft IOA error recovered by the IOA"},
 268        {0x01448300, 0, IPR_DEFAULT_LOG_LEVEL,
 269        "FFFA: Undefined device response recovered by the IOA"},
 270        {0x014A0000, 1, IPR_DEFAULT_LOG_LEVEL,
 271        "FFF6: Device bus error, message or command phase"},
 272        {0x014A8000, 0, IPR_DEFAULT_LOG_LEVEL,
 273        "FFFE: Task Management Function failed"},
 274        {0x015D0000, 0, IPR_DEFAULT_LOG_LEVEL,
 275        "FFF6: Failure prediction threshold exceeded"},
 276        {0x015D9200, 0, IPR_DEFAULT_LOG_LEVEL,
 277        "8009: Impending cache battery pack failure"},
 278        {0x02040400, 0, 0,
 279        "34FF: Disk device format in progress"},
 280        {0x02048000, 0, IPR_DEFAULT_LOG_LEVEL,
 281        "9070: IOA requested reset"},
 282        {0x023F0000, 0, 0,
 283        "Synchronization required"},
 284        {0x024E0000, 0, 0,
 285        "No ready, IOA shutdown"},
 286        {0x025A0000, 0, 0,
 287        "Not ready, IOA has been shutdown"},
 288        {0x02670100, 0, IPR_DEFAULT_LOG_LEVEL,
 289        "3020: Storage subsystem configuration error"},
 290        {0x03110B00, 0, 0,
 291        "FFF5: Medium error, data unreadable, recommend reassign"},
 292        {0x03110C00, 0, 0,
 293        "7000: Medium error, data unreadable, do not reassign"},
 294        {0x03310000, 0, IPR_DEFAULT_LOG_LEVEL,
 295        "FFF3: Disk media format bad"},
 296        {0x04050000, 0, IPR_DEFAULT_LOG_LEVEL,
 297        "3002: Addressed device failed to respond to selection"},
 298        {0x04080000, 1, IPR_DEFAULT_LOG_LEVEL,
 299        "3100: Device bus error"},
 300        {0x04080100, 0, IPR_DEFAULT_LOG_LEVEL,
 301        "3109: IOA timed out a device command"},
 302        {0x04088000, 0, 0,
 303        "3120: SCSI bus is not operational"},
 304        {0x04088100, 0, IPR_DEFAULT_LOG_LEVEL,
 305        "4100: Hard device bus fabric error"},
 306        {0x04100100, 0, IPR_DEFAULT_LOG_LEVEL,
 307        "310C: Logical block guard error detected by the device"},
 308        {0x04100300, 0, IPR_DEFAULT_LOG_LEVEL,
 309        "310C: Logical block reference tag error detected by the device"},
 310        {0x04108300, 1, IPR_DEFAULT_LOG_LEVEL,
 311        "4170: Scatter list tag / sequence number error"},
 312        {0x04109000, 1, IPR_DEFAULT_LOG_LEVEL,
 313        "8150: Logical block CRC error on IOA to Host transfer"},
 314        {0x04109200, 1, IPR_DEFAULT_LOG_LEVEL,
 315        "4170: Logical block sequence number error on IOA to Host transfer"},
 316        {0x0410A000, 0, IPR_DEFAULT_LOG_LEVEL,
 317        "310D: Logical block reference tag error detected by the IOA"},
 318        {0x0410A100, 0, IPR_DEFAULT_LOG_LEVEL,
 319        "310D: Logical block guard error detected by the IOA"},
 320        {0x04118000, 0, IPR_DEFAULT_LOG_LEVEL,
 321        "9000: IOA reserved area data check"},
 322        {0x04118100, 0, IPR_DEFAULT_LOG_LEVEL,
 323        "9001: IOA reserved area invalid data pattern"},
 324        {0x04118200, 0, IPR_DEFAULT_LOG_LEVEL,
 325        "9002: IOA reserved area LRC error"},
 326        {0x04118300, 1, IPR_DEFAULT_LOG_LEVEL,
 327        "Hardware Error, IOA metadata access error"},
 328        {0x04320000, 0, IPR_DEFAULT_LOG_LEVEL,
 329        "102E: Out of alternate sectors for disk storage"},
 330        {0x04330000, 1, IPR_DEFAULT_LOG_LEVEL,
 331        "FFF4: Data transfer underlength error"},
 332        {0x04338000, 1, IPR_DEFAULT_LOG_LEVEL,
 333        "FFF4: Data transfer overlength error"},
 334        {0x043E0100, 0, IPR_DEFAULT_LOG_LEVEL,
 335        "3400: Logical unit failure"},
 336        {0x04408500, 0, IPR_DEFAULT_LOG_LEVEL,
 337        "FFF4: Device microcode is corrupt"},
 338        {0x04418000, 1, IPR_DEFAULT_LOG_LEVEL,
 339        "8150: PCI bus error"},
 340        {0x04430000, 1, 0,
 341        "Unsupported device bus message received"},
 342        {0x04440000, 1, IPR_DEFAULT_LOG_LEVEL,
 343        "FFF4: Disk device problem"},
 344        {0x04448200, 1, IPR_DEFAULT_LOG_LEVEL,
 345        "8150: Permanent IOA failure"},
 346        {0x04448300, 0, IPR_DEFAULT_LOG_LEVEL,
 347        "3010: Disk device returned wrong response to IOA"},
 348        {0x04448400, 0, IPR_DEFAULT_LOG_LEVEL,
 349        "8151: IOA microcode error"},
 350        {0x04448500, 0, 0,
 351        "Device bus status error"},
 352        {0x04448600, 0, IPR_DEFAULT_LOG_LEVEL,
 353        "8157: IOA error requiring IOA reset to recover"},
 354        {0x04448700, 0, 0,
 355        "ATA device status error"},
 356        {0x04490000, 0, 0,
 357        "Message reject received from the device"},
 358        {0x04449200, 0, IPR_DEFAULT_LOG_LEVEL,
 359        "8008: A permanent cache battery pack failure occurred"},
 360        {0x0444A000, 0, IPR_DEFAULT_LOG_LEVEL,
 361        "9090: Disk unit has been modified after the last known status"},
 362        {0x0444A200, 0, IPR_DEFAULT_LOG_LEVEL,
 363        "9081: IOA detected device error"},
 364        {0x0444A300, 0, IPR_DEFAULT_LOG_LEVEL,
 365        "9082: IOA detected device error"},
 366        {0x044A0000, 1, IPR_DEFAULT_LOG_LEVEL,
 367        "3110: Device bus error, message or command phase"},
 368        {0x044A8000, 1, IPR_DEFAULT_LOG_LEVEL,
 369        "3110: SAS Command / Task Management Function failed"},
 370        {0x04670400, 0, IPR_DEFAULT_LOG_LEVEL,
 371        "9091: Incorrect hardware configuration change has been detected"},
 372        {0x04678000, 0, IPR_DEFAULT_LOG_LEVEL,
 373        "9073: Invalid multi-adapter configuration"},
 374        {0x04678100, 0, IPR_DEFAULT_LOG_LEVEL,
 375        "4010: Incorrect connection between cascaded expanders"},
 376        {0x04678200, 0, IPR_DEFAULT_LOG_LEVEL,
 377        "4020: Connections exceed IOA design limits"},
 378        {0x04678300, 0, IPR_DEFAULT_LOG_LEVEL,
 379        "4030: Incorrect multipath connection"},
 380        {0x04679000, 0, IPR_DEFAULT_LOG_LEVEL,
 381        "4110: Unsupported enclosure function"},
 382        {0x046E0000, 0, IPR_DEFAULT_LOG_LEVEL,
 383        "FFF4: Command to logical unit failed"},
 384        {0x05240000, 1, 0,
 385        "Illegal request, invalid request type or request packet"},
 386        {0x05250000, 0, 0,
 387        "Illegal request, invalid resource handle"},
 388        {0x05258000, 0, 0,
 389        "Illegal request, commands not allowed to this device"},
 390        {0x05258100, 0, 0,
 391        "Illegal request, command not allowed to a secondary adapter"},
 392        {0x05258200, 0, 0,
 393        "Illegal request, command not allowed to a non-optimized resource"},
 394        {0x05260000, 0, 0,
 395        "Illegal request, invalid field in parameter list"},
 396        {0x05260100, 0, 0,
 397        "Illegal request, parameter not supported"},
 398        {0x05260200, 0, 0,
 399        "Illegal request, parameter value invalid"},
 400        {0x052C0000, 0, 0,
 401        "Illegal request, command sequence error"},
 402        {0x052C8000, 1, 0,
 403        "Illegal request, dual adapter support not enabled"},
 404        {0x06040500, 0, IPR_DEFAULT_LOG_LEVEL,
 405        "9031: Array protection temporarily suspended, protection resuming"},
 406        {0x06040600, 0, IPR_DEFAULT_LOG_LEVEL,
 407        "9040: Array protection temporarily suspended, protection resuming"},
 408        {0x06288000, 0, IPR_DEFAULT_LOG_LEVEL,
 409        "3140: Device bus not ready to ready transition"},
 410        {0x06290000, 0, IPR_DEFAULT_LOG_LEVEL,
 411        "FFFB: SCSI bus was reset"},
 412        {0x06290500, 0, 0,
 413        "FFFE: SCSI bus transition to single ended"},
 414        {0x06290600, 0, 0,
 415        "FFFE: SCSI bus transition to LVD"},
 416        {0x06298000, 0, IPR_DEFAULT_LOG_LEVEL,
 417        "FFFB: SCSI bus was reset by another initiator"},
 418        {0x063F0300, 0, IPR_DEFAULT_LOG_LEVEL,
 419        "3029: A device replacement has occurred"},
 420        {0x064C8000, 0, IPR_DEFAULT_LOG_LEVEL,
 421        "9051: IOA cache data exists for a missing or failed device"},
 422        {0x064C8100, 0, IPR_DEFAULT_LOG_LEVEL,
 423        "9055: Auxiliary cache IOA contains cache data needed by the primary IOA"},
 424        {0x06670100, 0, IPR_DEFAULT_LOG_LEVEL,
 425        "9025: Disk unit is not supported at its physical location"},
 426        {0x06670600, 0, IPR_DEFAULT_LOG_LEVEL,
 427        "3020: IOA detected a SCSI bus configuration error"},
 428        {0x06678000, 0, IPR_DEFAULT_LOG_LEVEL,
 429        "3150: SCSI bus configuration error"},
 430        {0x06678100, 0, IPR_DEFAULT_LOG_LEVEL,
 431        "9074: Asymmetric advanced function disk configuration"},
 432        {0x06678300, 0, IPR_DEFAULT_LOG_LEVEL,
 433        "4040: Incomplete multipath connection between IOA and enclosure"},
 434        {0x06678400, 0, IPR_DEFAULT_LOG_LEVEL,
 435        "4041: Incomplete multipath connection between enclosure and device"},
 436        {0x06678500, 0, IPR_DEFAULT_LOG_LEVEL,
 437        "9075: Incomplete multipath connection between IOA and remote IOA"},
 438        {0x06678600, 0, IPR_DEFAULT_LOG_LEVEL,
 439        "9076: Configuration error, missing remote IOA"},
 440        {0x06679100, 0, IPR_DEFAULT_LOG_LEVEL,
 441        "4050: Enclosure does not support a required multipath function"},
 442        {0x06690000, 0, IPR_DEFAULT_LOG_LEVEL,
 443        "4070: Logically bad block written on device"},
 444        {0x06690200, 0, IPR_DEFAULT_LOG_LEVEL,
 445        "9041: Array protection temporarily suspended"},
 446        {0x06698200, 0, IPR_DEFAULT_LOG_LEVEL,
 447        "9042: Corrupt array parity detected on specified device"},
 448        {0x066B0200, 0, IPR_DEFAULT_LOG_LEVEL,
 449        "9030: Array no longer protected due to missing or failed disk unit"},
 450        {0x066B8000, 0, IPR_DEFAULT_LOG_LEVEL,
 451        "9071: Link operational transition"},
 452        {0x066B8100, 0, IPR_DEFAULT_LOG_LEVEL,
 453        "9072: Link not operational transition"},
 454        {0x066B8200, 0, IPR_DEFAULT_LOG_LEVEL,
 455        "9032: Array exposed but still protected"},
 456        {0x066B8300, 0, IPR_DEFAULT_LOG_LEVEL + 1,
 457        "70DD: Device forced failed by disrupt device command"},
 458        {0x066B9100, 0, IPR_DEFAULT_LOG_LEVEL,
 459        "4061: Multipath redundancy level got better"},
 460        {0x066B9200, 0, IPR_DEFAULT_LOG_LEVEL,
 461        "4060: Multipath redundancy level got worse"},
 462        {0x07270000, 0, 0,
 463        "Failure due to other device"},
 464        {0x07278000, 0, IPR_DEFAULT_LOG_LEVEL,
 465        "9008: IOA does not support functions expected by devices"},
 466        {0x07278100, 0, IPR_DEFAULT_LOG_LEVEL,
 467        "9010: Cache data associated with attached devices cannot be found"},
 468        {0x07278200, 0, IPR_DEFAULT_LOG_LEVEL,
 469        "9011: Cache data belongs to devices other than those attached"},
 470        {0x07278400, 0, IPR_DEFAULT_LOG_LEVEL,
 471        "9020: Array missing 2 or more devices with only 1 device present"},
 472        {0x07278500, 0, IPR_DEFAULT_LOG_LEVEL,
 473        "9021: Array missing 2 or more devices with 2 or more devices present"},
 474        {0x07278600, 0, IPR_DEFAULT_LOG_LEVEL,
 475        "9022: Exposed array is missing a required device"},
 476        {0x07278700, 0, IPR_DEFAULT_LOG_LEVEL,
 477        "9023: Array member(s) not at required physical locations"},
 478        {0x07278800, 0, IPR_DEFAULT_LOG_LEVEL,
 479        "9024: Array not functional due to present hardware configuration"},
 480        {0x07278900, 0, IPR_DEFAULT_LOG_LEVEL,
 481        "9026: Array not functional due to present hardware configuration"},
 482        {0x07278A00, 0, IPR_DEFAULT_LOG_LEVEL,
 483        "9027: Array is missing a device and parity is out of sync"},
 484        {0x07278B00, 0, IPR_DEFAULT_LOG_LEVEL,
 485        "9028: Maximum number of arrays already exist"},
 486        {0x07278C00, 0, IPR_DEFAULT_LOG_LEVEL,
 487        "9050: Required cache data cannot be located for a disk unit"},
 488        {0x07278D00, 0, IPR_DEFAULT_LOG_LEVEL,
 489        "9052: Cache data exists for a device that has been modified"},
 490        {0x07278F00, 0, IPR_DEFAULT_LOG_LEVEL,
 491        "9054: IOA resources not available due to previous problems"},
 492        {0x07279100, 0, IPR_DEFAULT_LOG_LEVEL,
 493        "9092: Disk unit requires initialization before use"},
 494        {0x07279200, 0, IPR_DEFAULT_LOG_LEVEL,
 495        "9029: Incorrect hardware configuration change has been detected"},
 496        {0x07279600, 0, IPR_DEFAULT_LOG_LEVEL,
 497        "9060: One or more disk pairs are missing from an array"},
 498        {0x07279700, 0, IPR_DEFAULT_LOG_LEVEL,
 499        "9061: One or more disks are missing from an array"},
 500        {0x07279800, 0, IPR_DEFAULT_LOG_LEVEL,
 501        "9062: One or more disks are missing from an array"},
 502        {0x07279900, 0, IPR_DEFAULT_LOG_LEVEL,
 503        "9063: Maximum number of functional arrays has been exceeded"},
 504        {0x0B260000, 0, 0,
 505        "Aborted command, invalid descriptor"},
 506        {0x0B5A0000, 0, 0,
 507        "Command terminated by host"}
 508};
 509
 510static const struct ipr_ses_table_entry ipr_ses_table[] = {
 511        { "2104-DL1        ", "XXXXXXXXXXXXXXXX", 80 },
 512        { "2104-TL1        ", "XXXXXXXXXXXXXXXX", 80 },
 513        { "HSBP07M P U2SCSI", "XXXXXXXXXXXXXXXX", 80 }, /* Hidive 7 slot */
 514        { "HSBP05M P U2SCSI", "XXXXXXXXXXXXXXXX", 80 }, /* Hidive 5 slot */
 515        { "HSBP05M S U2SCSI", "XXXXXXXXXXXXXXXX", 80 }, /* Bowtie */
 516        { "HSBP06E ASU2SCSI", "XXXXXXXXXXXXXXXX", 80 }, /* MartinFenning */
 517        { "2104-DU3        ", "XXXXXXXXXXXXXXXX", 160 },
 518        { "2104-TU3        ", "XXXXXXXXXXXXXXXX", 160 },
 519        { "HSBP04C RSU2SCSI", "XXXXXXX*XXXXXXXX", 160 },
 520        { "HSBP06E RSU2SCSI", "XXXXXXX*XXXXXXXX", 160 },
 521        { "St  V1S2        ", "XXXXXXXXXXXXXXXX", 160 },
 522        { "HSBPD4M  PU3SCSI", "XXXXXXX*XXXXXXXX", 160 },
 523        { "VSBPD1H   U3SCSI", "XXXXXXX*XXXXXXXX", 160 }
 524};
 525
 526/*
 527 *  Function Prototypes
 528 */
 529static int ipr_reset_alert(struct ipr_cmnd *);
 530static void ipr_process_ccn(struct ipr_cmnd *);
 531static void ipr_process_error(struct ipr_cmnd *);
 532static void ipr_reset_ioa_job(struct ipr_cmnd *);
 533static void ipr_initiate_ioa_reset(struct ipr_ioa_cfg *,
 534                                   enum ipr_shutdown_type);
 535
 536#ifdef CONFIG_SCSI_IPR_TRACE
 537/**
 538 * ipr_trc_hook - Add a trace entry to the driver trace
 539 * @ipr_cmd:    ipr command struct
 540 * @type:               trace type
 541 * @add_data:   additional data
 542 *
 543 * Return value:
 544 *      none
 545 **/
 546static void ipr_trc_hook(struct ipr_cmnd *ipr_cmd,
 547                         u8 type, u32 add_data)
 548{
 549        struct ipr_trace_entry *trace_entry;
 550        struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
 551
 552        trace_entry = &ioa_cfg->trace[ioa_cfg->trace_index++];
 553        trace_entry->time = jiffies;
 554        trace_entry->op_code = ipr_cmd->ioarcb.cmd_pkt.cdb[0];
 555        trace_entry->type = type;
 556        if (ipr_cmd->ioa_cfg->sis64)
 557                trace_entry->ata_op_code = ipr_cmd->i.ata_ioadl.regs.command;
 558        else
 559                trace_entry->ata_op_code = ipr_cmd->ioarcb.u.add_data.u.regs.command;
 560        trace_entry->cmd_index = ipr_cmd->cmd_index & 0xff;
 561        trace_entry->res_handle = ipr_cmd->ioarcb.res_handle;
 562        trace_entry->u.add_data = add_data;
 563}
 564#else
 565#define ipr_trc_hook(ipr_cmd, type, add_data) do { } while(0)
 566#endif
 567
 568/**
 569 * ipr_reinit_ipr_cmnd - Re-initialize an IPR Cmnd block for reuse
 570 * @ipr_cmd:    ipr command struct
 571 *
 572 * Return value:
 573 *      none
 574 **/
 575static void ipr_reinit_ipr_cmnd(struct ipr_cmnd *ipr_cmd)
 576{
 577        struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
 578        struct ipr_ioasa *ioasa = &ipr_cmd->s.ioasa;
 579        struct ipr_ioasa64 *ioasa64 = &ipr_cmd->s.ioasa64;
 580        dma_addr_t dma_addr = ipr_cmd->dma_addr;
 581
 582        memset(&ioarcb->cmd_pkt, 0, sizeof(struct ipr_cmd_pkt));
 583        ioarcb->data_transfer_length = 0;
 584        ioarcb->read_data_transfer_length = 0;
 585        ioarcb->ioadl_len = 0;
 586        ioarcb->read_ioadl_len = 0;
 587
 588        if (ipr_cmd->ioa_cfg->sis64) {
 589                ioarcb->u.sis64_addr_data.data_ioadl_addr =
 590                        cpu_to_be64(dma_addr + offsetof(struct ipr_cmnd, i.ioadl64));
 591                ioasa64->u.gata.status = 0;
 592        } else {
 593                ioarcb->write_ioadl_addr =
 594                        cpu_to_be32(dma_addr + offsetof(struct ipr_cmnd, i.ioadl));
 595                ioarcb->read_ioadl_addr = ioarcb->write_ioadl_addr;
 596                ioasa->u.gata.status = 0;
 597        }
 598
 599        ioasa->hdr.ioasc = 0;
 600        ioasa->hdr.residual_data_len = 0;
 601        ipr_cmd->scsi_cmd = NULL;
 602        ipr_cmd->qc = NULL;
 603        ipr_cmd->sense_buffer[0] = 0;
 604        ipr_cmd->dma_use_sg = 0;
 605}
 606
 607/**
 608 * ipr_init_ipr_cmnd - Initialize an IPR Cmnd block
 609 * @ipr_cmd:    ipr command struct
 610 *
 611 * Return value:
 612 *      none
 613 **/
 614static void ipr_init_ipr_cmnd(struct ipr_cmnd *ipr_cmd)
 615{
 616        ipr_reinit_ipr_cmnd(ipr_cmd);
 617        ipr_cmd->u.scratch = 0;
 618        ipr_cmd->sibling = NULL;
 619        init_timer(&ipr_cmd->timer);
 620}
 621
 622/**
 623 * ipr_get_free_ipr_cmnd - Get a free IPR Cmnd block
 624 * @ioa_cfg:    ioa config struct
 625 *
 626 * Return value:
 627 *      pointer to ipr command struct
 628 **/
 629static
 630struct ipr_cmnd *ipr_get_free_ipr_cmnd(struct ipr_ioa_cfg *ioa_cfg)
 631{
 632        struct ipr_cmnd *ipr_cmd;
 633
 634        ipr_cmd = list_entry(ioa_cfg->free_q.next, struct ipr_cmnd, queue);
 635        list_del(&ipr_cmd->queue);
 636        ipr_init_ipr_cmnd(ipr_cmd);
 637
 638        return ipr_cmd;
 639}
 640
 641/**
 642 * ipr_mask_and_clear_interrupts - Mask all and clear specified interrupts
 643 * @ioa_cfg:    ioa config struct
 644 * @clr_ints:     interrupts to clear
 645 *
 646 * This function masks all interrupts on the adapter, then clears the
 647 * interrupts specified in the mask
 648 *
 649 * Return value:
 650 *      none
 651 **/
 652static void ipr_mask_and_clear_interrupts(struct ipr_ioa_cfg *ioa_cfg,
 653                                          u32 clr_ints)
 654{
 655        volatile u32 int_reg;
 656
 657        /* Stop new interrupts */
 658        ioa_cfg->allow_interrupts = 0;
 659
 660        /* Set interrupt mask to stop all new interrupts */
 661        if (ioa_cfg->sis64)
 662                writeq(~0, ioa_cfg->regs.set_interrupt_mask_reg);
 663        else
 664                writel(~0, ioa_cfg->regs.set_interrupt_mask_reg);
 665
 666        /* Clear any pending interrupts */
 667        if (ioa_cfg->sis64)
 668                writel(~0, ioa_cfg->regs.clr_interrupt_reg);
 669        writel(clr_ints, ioa_cfg->regs.clr_interrupt_reg32);
 670        int_reg = readl(ioa_cfg->regs.sense_interrupt_reg);
 671}
 672
 673/**
 674 * ipr_save_pcix_cmd_reg - Save PCI-X command register
 675 * @ioa_cfg:    ioa config struct
 676 *
 677 * Return value:
 678 *      0 on success / -EIO on failure
 679 **/
 680static int ipr_save_pcix_cmd_reg(struct ipr_ioa_cfg *ioa_cfg)
 681{
 682        int pcix_cmd_reg = pci_find_capability(ioa_cfg->pdev, PCI_CAP_ID_PCIX);
 683
 684        if (pcix_cmd_reg == 0)
 685                return 0;
 686
 687        if (pci_read_config_word(ioa_cfg->pdev, pcix_cmd_reg + PCI_X_CMD,
 688                                 &ioa_cfg->saved_pcix_cmd_reg) != PCIBIOS_SUCCESSFUL) {
 689                dev_err(&ioa_cfg->pdev->dev, "Failed to save PCI-X command register\n");
 690                return -EIO;
 691        }
 692
 693        ioa_cfg->saved_pcix_cmd_reg |= PCI_X_CMD_DPERR_E | PCI_X_CMD_ERO;
 694        return 0;
 695}
 696
 697/**
 698 * ipr_set_pcix_cmd_reg - Setup PCI-X command register
 699 * @ioa_cfg:    ioa config struct
 700 *
 701 * Return value:
 702 *      0 on success / -EIO on failure
 703 **/
 704static int ipr_set_pcix_cmd_reg(struct ipr_ioa_cfg *ioa_cfg)
 705{
 706        int pcix_cmd_reg = pci_find_capability(ioa_cfg->pdev, PCI_CAP_ID_PCIX);
 707
 708        if (pcix_cmd_reg) {
 709                if (pci_write_config_word(ioa_cfg->pdev, pcix_cmd_reg + PCI_X_CMD,
 710                                          ioa_cfg->saved_pcix_cmd_reg) != PCIBIOS_SUCCESSFUL) {
 711                        dev_err(&ioa_cfg->pdev->dev, "Failed to setup PCI-X command register\n");
 712                        return -EIO;
 713                }
 714        }
 715
 716        return 0;
 717}
 718
 719/**
 720 * ipr_sata_eh_done - done function for aborted SATA commands
 721 * @ipr_cmd:    ipr command struct
 722 *
 723 * This function is invoked for ops generated to SATA
 724 * devices which are being aborted.
 725 *
 726 * Return value:
 727 *      none
 728 **/
 729static void ipr_sata_eh_done(struct ipr_cmnd *ipr_cmd)
 730{
 731        struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
 732        struct ata_queued_cmd *qc = ipr_cmd->qc;
 733        struct ipr_sata_port *sata_port = qc->ap->private_data;
 734
 735        qc->err_mask |= AC_ERR_OTHER;
 736        sata_port->ioasa.status |= ATA_BUSY;
 737        list_add_tail(&ipr_cmd->queue, &ioa_cfg->free_q);
 738        ata_qc_complete(qc);
 739}
 740
 741/**
 742 * ipr_scsi_eh_done - mid-layer done function for aborted ops
 743 * @ipr_cmd:    ipr command struct
 744 *
 745 * This function is invoked by the interrupt handler for
 746 * ops generated by the SCSI mid-layer which are being aborted.
 747 *
 748 * Return value:
 749 *      none
 750 **/
 751static void ipr_scsi_eh_done(struct ipr_cmnd *ipr_cmd)
 752{
 753        struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
 754        struct scsi_cmnd *scsi_cmd = ipr_cmd->scsi_cmd;
 755
 756        scsi_cmd->result |= (DID_ERROR << 16);
 757
 758        scsi_dma_unmap(ipr_cmd->scsi_cmd);
 759        scsi_cmd->scsi_done(scsi_cmd);
 760        list_add_tail(&ipr_cmd->queue, &ioa_cfg->free_q);
 761}
 762
 763/**
 764 * ipr_fail_all_ops - Fails all outstanding ops.
 765 * @ioa_cfg:    ioa config struct
 766 *
 767 * This function fails all outstanding ops.
 768 *
 769 * Return value:
 770 *      none
 771 **/
 772static void ipr_fail_all_ops(struct ipr_ioa_cfg *ioa_cfg)
 773{
 774        struct ipr_cmnd *ipr_cmd, *temp;
 775
 776        ENTER;
 777        list_for_each_entry_safe(ipr_cmd, temp, &ioa_cfg->pending_q, queue) {
 778                list_del(&ipr_cmd->queue);
 779
 780                ipr_cmd->s.ioasa.hdr.ioasc = cpu_to_be32(IPR_IOASC_IOA_WAS_RESET);
 781                ipr_cmd->s.ioasa.hdr.ilid = cpu_to_be32(IPR_DRIVER_ILID);
 782
 783                if (ipr_cmd->scsi_cmd)
 784                        ipr_cmd->done = ipr_scsi_eh_done;
 785                else if (ipr_cmd->qc)
 786                        ipr_cmd->done = ipr_sata_eh_done;
 787
 788                ipr_trc_hook(ipr_cmd, IPR_TRACE_FINISH, IPR_IOASC_IOA_WAS_RESET);
 789                del_timer(&ipr_cmd->timer);
 790                ipr_cmd->done(ipr_cmd);
 791        }
 792
 793        LEAVE;
 794}
 795
 796/**
 797 * ipr_send_command -  Send driver initiated requests.
 798 * @ipr_cmd:            ipr command struct
 799 *
 800 * This function sends a command to the adapter using the correct write call.
 801 * In the case of sis64, calculate the ioarcb size required. Then or in the
 802 * appropriate bits.
 803 *
 804 * Return value:
 805 *      none
 806 **/
 807static void ipr_send_command(struct ipr_cmnd *ipr_cmd)
 808{
 809        struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
 810        dma_addr_t send_dma_addr = ipr_cmd->dma_addr;
 811
 812        if (ioa_cfg->sis64) {
 813                /* The default size is 256 bytes */
 814                send_dma_addr |= 0x1;
 815
 816                /* If the number of ioadls * size of ioadl > 128 bytes,
 817                   then use a 512 byte ioarcb */
 818                if (ipr_cmd->dma_use_sg * sizeof(struct ipr_ioadl64_desc) > 128 )
 819                        send_dma_addr |= 0x4;
 820                writeq(send_dma_addr, ioa_cfg->regs.ioarrin_reg);
 821        } else
 822                writel(send_dma_addr, ioa_cfg->regs.ioarrin_reg);
 823}
 824
 825/**
 826 * ipr_do_req -  Send driver initiated requests.
 827 * @ipr_cmd:            ipr command struct
 828 * @done:                       done function
 829 * @timeout_func:       timeout function
 830 * @timeout:            timeout value
 831 *
 832 * This function sends the specified command to the adapter with the
 833 * timeout given. The done function is invoked on command completion.
 834 *
 835 * Return value:
 836 *      none
 837 **/
 838static void ipr_do_req(struct ipr_cmnd *ipr_cmd,
 839                       void (*done) (struct ipr_cmnd *),
 840                       void (*timeout_func) (struct ipr_cmnd *), u32 timeout)
 841{
 842        struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
 843
 844        list_add_tail(&ipr_cmd->queue, &ioa_cfg->pending_q);
 845
 846        ipr_cmd->done = done;
 847
 848        ipr_cmd->timer.data = (unsigned long) ipr_cmd;
 849        ipr_cmd->timer.expires = jiffies + timeout;
 850        ipr_cmd->timer.function = (void (*)(unsigned long))timeout_func;
 851
 852        add_timer(&ipr_cmd->timer);
 853
 854        ipr_trc_hook(ipr_cmd, IPR_TRACE_START, 0);
 855
 856        ipr_send_command(ipr_cmd);
 857}
 858
 859/**
 860 * ipr_internal_cmd_done - Op done function for an internally generated op.
 861 * @ipr_cmd:    ipr command struct
 862 *
 863 * This function is the op done function for an internally generated,
 864 * blocking op. It simply wakes the sleeping thread.
 865 *
 866 * Return value:
 867 *      none
 868 **/
 869static void ipr_internal_cmd_done(struct ipr_cmnd *ipr_cmd)
 870{
 871        if (ipr_cmd->sibling)
 872                ipr_cmd->sibling = NULL;
 873        else
 874                complete(&ipr_cmd->completion);
 875}
 876
 877/**
 878 * ipr_init_ioadl - initialize the ioadl for the correct SIS type
 879 * @ipr_cmd:    ipr command struct
 880 * @dma_addr:   dma address
 881 * @len:        transfer length
 882 * @flags:      ioadl flag value
 883 *
 884 * This function initializes an ioadl in the case where there is only a single
 885 * descriptor.
 886 *
 887 * Return value:
 888 *      nothing
 889 **/
 890static void ipr_init_ioadl(struct ipr_cmnd *ipr_cmd, dma_addr_t dma_addr,
 891                           u32 len, int flags)
 892{
 893        struct ipr_ioadl_desc *ioadl = ipr_cmd->i.ioadl;
 894        struct ipr_ioadl64_desc *ioadl64 = ipr_cmd->i.ioadl64;
 895
 896        ipr_cmd->dma_use_sg = 1;
 897
 898        if (ipr_cmd->ioa_cfg->sis64) {
 899                ioadl64->flags = cpu_to_be32(flags);
 900                ioadl64->data_len = cpu_to_be32(len);
 901                ioadl64->address = cpu_to_be64(dma_addr);
 902
 903                ipr_cmd->ioarcb.ioadl_len =
 904                        cpu_to_be32(sizeof(struct ipr_ioadl64_desc));
 905                ipr_cmd->ioarcb.data_transfer_length = cpu_to_be32(len);
 906        } else {
 907                ioadl->flags_and_data_len = cpu_to_be32(flags | len);
 908                ioadl->address = cpu_to_be32(dma_addr);
 909
 910                if (flags == IPR_IOADL_FLAGS_READ_LAST) {
 911                        ipr_cmd->ioarcb.read_ioadl_len =
 912                                cpu_to_be32(sizeof(struct ipr_ioadl_desc));
 913                        ipr_cmd->ioarcb.read_data_transfer_length = cpu_to_be32(len);
 914                } else {
 915                        ipr_cmd->ioarcb.ioadl_len =
 916                                cpu_to_be32(sizeof(struct ipr_ioadl_desc));
 917                        ipr_cmd->ioarcb.data_transfer_length = cpu_to_be32(len);
 918                }
 919        }
 920}
 921
 922/**
 923 * ipr_send_blocking_cmd - Send command and sleep on its completion.
 924 * @ipr_cmd:    ipr command struct
 925 * @timeout_func:       function to invoke if command times out
 926 * @timeout:    timeout
 927 *
 928 * Return value:
 929 *      none
 930 **/
 931static void ipr_send_blocking_cmd(struct ipr_cmnd *ipr_cmd,
 932                                  void (*timeout_func) (struct ipr_cmnd *ipr_cmd),
 933                                  u32 timeout)
 934{
 935        struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
 936
 937        init_completion(&ipr_cmd->completion);
 938        ipr_do_req(ipr_cmd, ipr_internal_cmd_done, timeout_func, timeout);
 939
 940        spin_unlock_irq(ioa_cfg->host->host_lock);
 941        wait_for_completion(&ipr_cmd->completion);
 942        spin_lock_irq(ioa_cfg->host->host_lock);
 943}
 944
 945/**
 946 * ipr_send_hcam - Send an HCAM to the adapter.
 947 * @ioa_cfg:    ioa config struct
 948 * @type:               HCAM type
 949 * @hostrcb:    hostrcb struct
 950 *
 951 * This function will send a Host Controlled Async command to the adapter.
 952 * If HCAMs are currently not allowed to be issued to the adapter, it will
 953 * place the hostrcb on the free queue.
 954 *
 955 * Return value:
 956 *      none
 957 **/
 958static void ipr_send_hcam(struct ipr_ioa_cfg *ioa_cfg, u8 type,
 959                          struct ipr_hostrcb *hostrcb)
 960{
 961        struct ipr_cmnd *ipr_cmd;
 962        struct ipr_ioarcb *ioarcb;
 963
 964        if (ioa_cfg->allow_cmds) {
 965                ipr_cmd = ipr_get_free_ipr_cmnd(ioa_cfg);
 966                list_add_tail(&ipr_cmd->queue, &ioa_cfg->pending_q);
 967                list_add_tail(&hostrcb->queue, &ioa_cfg->hostrcb_pending_q);
 968
 969                ipr_cmd->u.hostrcb = hostrcb;
 970                ioarcb = &ipr_cmd->ioarcb;
 971
 972                ioarcb->res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
 973                ioarcb->cmd_pkt.request_type = IPR_RQTYPE_HCAM;
 974                ioarcb->cmd_pkt.cdb[0] = IPR_HOST_CONTROLLED_ASYNC;
 975                ioarcb->cmd_pkt.cdb[1] = type;
 976                ioarcb->cmd_pkt.cdb[7] = (sizeof(hostrcb->hcam) >> 8) & 0xff;
 977                ioarcb->cmd_pkt.cdb[8] = sizeof(hostrcb->hcam) & 0xff;
 978
 979                ipr_init_ioadl(ipr_cmd, hostrcb->hostrcb_dma,
 980                               sizeof(hostrcb->hcam), IPR_IOADL_FLAGS_READ_LAST);
 981
 982                if (type == IPR_HCAM_CDB_OP_CODE_CONFIG_CHANGE)
 983                        ipr_cmd->done = ipr_process_ccn;
 984                else
 985                        ipr_cmd->done = ipr_process_error;
 986
 987                ipr_trc_hook(ipr_cmd, IPR_TRACE_START, IPR_IOA_RES_ADDR);
 988
 989                ipr_send_command(ipr_cmd);
 990        } else {
 991                list_add_tail(&hostrcb->queue, &ioa_cfg->hostrcb_free_q);
 992        }
 993}
 994
 995/**
 996 * ipr_update_ata_class - Update the ata class in the resource entry
 997 * @res:        resource entry struct
 998 * @proto:      cfgte device bus protocol value
 999 *
1000 * Return value:
1001 *      none
1002 **/
1003static void ipr_update_ata_class(struct ipr_resource_entry *res, unsigned int proto)
1004{
1005        switch(proto) {
1006        case IPR_PROTO_SATA:
1007        case IPR_PROTO_SAS_STP:
1008                res->ata_class = ATA_DEV_ATA;
1009                break;
1010        case IPR_PROTO_SATA_ATAPI:
1011        case IPR_PROTO_SAS_STP_ATAPI:
1012                res->ata_class = ATA_DEV_ATAPI;
1013                break;
1014        default:
1015                res->ata_class = ATA_DEV_UNKNOWN;
1016                break;
1017        };
1018}
1019
1020/**
1021 * ipr_init_res_entry - Initialize a resource entry struct.
1022 * @res:        resource entry struct
1023 * @cfgtew:     config table entry wrapper struct
1024 *
1025 * Return value:
1026 *      none
1027 **/
1028static void ipr_init_res_entry(struct ipr_resource_entry *res,
1029                               struct ipr_config_table_entry_wrapper *cfgtew)
1030{
1031        int found = 0;
1032        unsigned int proto;
1033        struct ipr_ioa_cfg *ioa_cfg = res->ioa_cfg;
1034        struct ipr_resource_entry *gscsi_res = NULL;
1035
1036        res->needs_sync_complete = 0;
1037        res->in_erp = 0;
1038        res->add_to_ml = 0;
1039        res->del_from_ml = 0;
1040        res->resetting_device = 0;
1041        res->sdev = NULL;
1042        res->sata_port = NULL;
1043
1044        if (ioa_cfg->sis64) {
1045                proto = cfgtew->u.cfgte64->proto;
1046                res->res_flags = cfgtew->u.cfgte64->res_flags;
1047                res->qmodel = IPR_QUEUEING_MODEL64(res);
1048                res->type = cfgtew->u.cfgte64->res_type;
1049
1050                memcpy(res->res_path, &cfgtew->u.cfgte64->res_path,
1051                        sizeof(res->res_path));
1052
1053                res->bus = 0;
1054                memcpy(&res->dev_lun.scsi_lun, &cfgtew->u.cfgte64->lun,
1055                        sizeof(res->dev_lun.scsi_lun));
1056                res->lun = scsilun_to_int(&res->dev_lun);
1057
1058                if (res->type == IPR_RES_TYPE_GENERIC_SCSI) {
1059                        list_for_each_entry(gscsi_res, &ioa_cfg->used_res_q, queue) {
1060                                if (gscsi_res->dev_id == cfgtew->u.cfgte64->dev_id) {
1061                                        found = 1;
1062                                        res->target = gscsi_res->target;
1063                                        break;
1064                                }
1065                        }
1066                        if (!found) {
1067                                res->target = find_first_zero_bit(ioa_cfg->target_ids,
1068                                                                  ioa_cfg->max_devs_supported);
1069                                set_bit(res->target, ioa_cfg->target_ids);
1070                        }
1071                } else if (res->type == IPR_RES_TYPE_IOAFP) {
1072                        res->bus = IPR_IOAFP_VIRTUAL_BUS;
1073                        res->target = 0;
1074                } else if (res->type == IPR_RES_TYPE_ARRAY) {
1075                        res->bus = IPR_ARRAY_VIRTUAL_BUS;
1076                        res->target = find_first_zero_bit(ioa_cfg->array_ids,
1077                                                          ioa_cfg->max_devs_supported);
1078                        set_bit(res->target, ioa_cfg->array_ids);
1079                } else if (res->type == IPR_RES_TYPE_VOLUME_SET) {
1080                        res->bus = IPR_VSET_VIRTUAL_BUS;
1081                        res->target = find_first_zero_bit(ioa_cfg->vset_ids,
1082                                                          ioa_cfg->max_devs_supported);
1083                        set_bit(res->target, ioa_cfg->vset_ids);
1084                } else {
1085                        res->target = find_first_zero_bit(ioa_cfg->target_ids,
1086                                                          ioa_cfg->max_devs_supported);
1087                        set_bit(res->target, ioa_cfg->target_ids);
1088                }
1089        } else {
1090                proto = cfgtew->u.cfgte->proto;
1091                res->qmodel = IPR_QUEUEING_MODEL(res);
1092                res->flags = cfgtew->u.cfgte->flags;
1093                if (res->flags & IPR_IS_IOA_RESOURCE)
1094                        res->type = IPR_RES_TYPE_IOAFP;
1095                else
1096                        res->type = cfgtew->u.cfgte->rsvd_subtype & 0x0f;
1097
1098                res->bus = cfgtew->u.cfgte->res_addr.bus;
1099                res->target = cfgtew->u.cfgte->res_addr.target;
1100                res->lun = cfgtew->u.cfgte->res_addr.lun;
1101                res->lun_wwn = get_unaligned_be64(cfgtew->u.cfgte->lun_wwn);
1102        }
1103
1104        ipr_update_ata_class(res, proto);
1105}
1106
1107/**
1108 * ipr_is_same_device - Determine if two devices are the same.
1109 * @res:        resource entry struct
1110 * @cfgtew:     config table entry wrapper struct
1111 *
1112 * Return value:
1113 *      1 if the devices are the same / 0 otherwise
1114 **/
1115static int ipr_is_same_device(struct ipr_resource_entry *res,
1116                              struct ipr_config_table_entry_wrapper *cfgtew)
1117{
1118        if (res->ioa_cfg->sis64) {
1119                if (!memcmp(&res->dev_id, &cfgtew->u.cfgte64->dev_id,
1120                                        sizeof(cfgtew->u.cfgte64->dev_id)) &&
1121                        !memcmp(&res->dev_lun.scsi_lun, &cfgtew->u.cfgte64->lun,
1122                                        sizeof(cfgtew->u.cfgte64->lun))) {
1123                        return 1;
1124                }
1125        } else {
1126                if (res->bus == cfgtew->u.cfgte->res_addr.bus &&
1127                    res->target == cfgtew->u.cfgte->res_addr.target &&
1128                    res->lun == cfgtew->u.cfgte->res_addr.lun)
1129                        return 1;
1130        }
1131
1132        return 0;
1133}
1134
1135/**
1136 * ipr_format_res_path - Format the resource path for printing.
1137 * @res_path:   resource path
1138 * @buf:        buffer
1139 *
1140 * Return value:
1141 *      pointer to buffer
1142 **/
1143static char *ipr_format_res_path(u8 *res_path, char *buffer, int len)
1144{
1145        int i;
1146        char *p = buffer;
1147
1148        *p = '\0';
1149        p += snprintf(p, buffer + len - p, "%02X", res_path[0]);
1150        for (i = 1; res_path[i] != 0xff && ((i * 3) < len); i++)
1151                p += snprintf(p, buffer + len - p, "-%02X", res_path[i]);
1152
1153        return buffer;
1154}
1155
1156/**
1157 * ipr_update_res_entry - Update the resource entry.
1158 * @res:        resource entry struct
1159 * @cfgtew:     config table entry wrapper struct
1160 *
1161 * Return value:
1162 *      none
1163 **/
1164static void ipr_update_res_entry(struct ipr_resource_entry *res,
1165                                 struct ipr_config_table_entry_wrapper *cfgtew)
1166{
1167        char buffer[IPR_MAX_RES_PATH_LENGTH];
1168        unsigned int proto;
1169        int new_path = 0;
1170
1171        if (res->ioa_cfg->sis64) {
1172                res->flags = cfgtew->u.cfgte64->flags;
1173                res->res_flags = cfgtew->u.cfgte64->res_flags;
1174                res->type = cfgtew->u.cfgte64->res_type;
1175
1176                memcpy(&res->std_inq_data, &cfgtew->u.cfgte64->std_inq_data,
1177                        sizeof(struct ipr_std_inq_data));
1178
1179                res->qmodel = IPR_QUEUEING_MODEL64(res);
1180                proto = cfgtew->u.cfgte64->proto;
1181                res->res_handle = cfgtew->u.cfgte64->res_handle;
1182                res->dev_id = cfgtew->u.cfgte64->dev_id;
1183
1184                memcpy(&res->dev_lun.scsi_lun, &cfgtew->u.cfgte64->lun,
1185                        sizeof(res->dev_lun.scsi_lun));
1186
1187                if (memcmp(res->res_path, &cfgtew->u.cfgte64->res_path,
1188                                        sizeof(res->res_path))) {
1189                        memcpy(res->res_path, &cfgtew->u.cfgte64->res_path,
1190                                sizeof(res->res_path));
1191                        new_path = 1;
1192                }
1193
1194                if (res->sdev && new_path)
1195                        sdev_printk(KERN_INFO, res->sdev, "Resource path: %s\n",
1196                                    ipr_format_res_path(res->res_path, buffer,
1197                                                        sizeof(buffer)));
1198        } else {
1199                res->flags = cfgtew->u.cfgte->flags;
1200                if (res->flags & IPR_IS_IOA_RESOURCE)
1201                        res->type = IPR_RES_TYPE_IOAFP;
1202                else
1203                        res->type = cfgtew->u.cfgte->rsvd_subtype & 0x0f;
1204
1205                memcpy(&res->std_inq_data, &cfgtew->u.cfgte->std_inq_data,
1206                        sizeof(struct ipr_std_inq_data));
1207
1208                res->qmodel = IPR_QUEUEING_MODEL(res);
1209                proto = cfgtew->u.cfgte->proto;
1210                res->res_handle = cfgtew->u.cfgte->res_handle;
1211        }
1212
1213        ipr_update_ata_class(res, proto);
1214}
1215
1216/**
1217 * ipr_clear_res_target - Clear the bit in the bit map representing the target
1218 *                        for the resource.
1219 * @res:        resource entry struct
1220 * @cfgtew:     config table entry wrapper struct
1221 *
1222 * Return value:
1223 *      none
1224 **/
1225static void ipr_clear_res_target(struct ipr_resource_entry *res)
1226{
1227        struct ipr_resource_entry *gscsi_res = NULL;
1228        struct ipr_ioa_cfg *ioa_cfg = res->ioa_cfg;
1229
1230        if (!ioa_cfg->sis64)
1231                return;
1232
1233        if (res->bus == IPR_ARRAY_VIRTUAL_BUS)
1234                clear_bit(res->target, ioa_cfg->array_ids);
1235        else if (res->bus == IPR_VSET_VIRTUAL_BUS)
1236                clear_bit(res->target, ioa_cfg->vset_ids);
1237        else if (res->bus == 0 && res->type == IPR_RES_TYPE_GENERIC_SCSI) {
1238                list_for_each_entry(gscsi_res, &ioa_cfg->used_res_q, queue)
1239                        if (gscsi_res->dev_id == res->dev_id && gscsi_res != res)
1240                                return;
1241                clear_bit(res->target, ioa_cfg->target_ids);
1242
1243        } else if (res->bus == 0)
1244                clear_bit(res->target, ioa_cfg->target_ids);
1245}
1246
1247/**
1248 * ipr_handle_config_change - Handle a config change from the adapter
1249 * @ioa_cfg:    ioa config struct
1250 * @hostrcb:    hostrcb
1251 *
1252 * Return value:
1253 *      none
1254 **/
1255static void ipr_handle_config_change(struct ipr_ioa_cfg *ioa_cfg,
1256                                     struct ipr_hostrcb *hostrcb)
1257{
1258        struct ipr_resource_entry *res = NULL;
1259        struct ipr_config_table_entry_wrapper cfgtew;
1260        __be32 cc_res_handle;
1261
1262        u32 is_ndn = 1;
1263
1264        if (ioa_cfg->sis64) {
1265                cfgtew.u.cfgte64 = &hostrcb->hcam.u.ccn.u.cfgte64;
1266                cc_res_handle = cfgtew.u.cfgte64->res_handle;
1267        } else {
1268                cfgtew.u.cfgte = &hostrcb->hcam.u.ccn.u.cfgte;
1269                cc_res_handle = cfgtew.u.cfgte->res_handle;
1270        }
1271
1272        list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
1273                if (res->res_handle == cc_res_handle) {
1274                        is_ndn = 0;
1275                        break;
1276                }
1277        }
1278
1279        if (is_ndn) {
1280                if (list_empty(&ioa_cfg->free_res_q)) {
1281                        ipr_send_hcam(ioa_cfg,
1282                                      IPR_HCAM_CDB_OP_CODE_CONFIG_CHANGE,
1283                                      hostrcb);
1284                        return;
1285                }
1286
1287                res = list_entry(ioa_cfg->free_res_q.next,
1288                                 struct ipr_resource_entry, queue);
1289
1290                list_del(&res->queue);
1291                ipr_init_res_entry(res, &cfgtew);
1292                list_add_tail(&res->queue, &ioa_cfg->used_res_q);
1293        }
1294
1295        ipr_update_res_entry(res, &cfgtew);
1296
1297        if (hostrcb->hcam.notify_type == IPR_HOST_RCB_NOTIF_TYPE_REM_ENTRY) {
1298                if (res->sdev) {
1299                        res->del_from_ml = 1;
1300                        res->res_handle = IPR_INVALID_RES_HANDLE;
1301                        if (ioa_cfg->allow_ml_add_del)
1302                                schedule_work(&ioa_cfg->work_q);
1303                } else {
1304                        ipr_clear_res_target(res);
1305                        list_move_tail(&res->queue, &ioa_cfg->free_res_q);
1306                }
1307        } else if (!res->sdev || res->del_from_ml) {
1308                res->add_to_ml = 1;
1309                if (ioa_cfg->allow_ml_add_del)
1310                        schedule_work(&ioa_cfg->work_q);
1311        }
1312
1313        ipr_send_hcam(ioa_cfg, IPR_HCAM_CDB_OP_CODE_CONFIG_CHANGE, hostrcb);
1314}
1315
1316/**
1317 * ipr_process_ccn - Op done function for a CCN.
1318 * @ipr_cmd:    ipr command struct
1319 *
1320 * This function is the op done function for a configuration
1321 * change notification host controlled async from the adapter.
1322 *
1323 * Return value:
1324 *      none
1325 **/
1326static void ipr_process_ccn(struct ipr_cmnd *ipr_cmd)
1327{
1328        struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
1329        struct ipr_hostrcb *hostrcb = ipr_cmd->u.hostrcb;
1330        u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
1331
1332        list_del(&hostrcb->queue);
1333        list_add_tail(&ipr_cmd->queue, &ioa_cfg->free_q);
1334
1335        if (ioasc) {
1336                if (ioasc != IPR_IOASC_IOA_WAS_RESET)
1337                        dev_err(&ioa_cfg->pdev->dev,
1338                                "Host RCB failed with IOASC: 0x%08X\n", ioasc);
1339
1340                ipr_send_hcam(ioa_cfg, IPR_HCAM_CDB_OP_CODE_CONFIG_CHANGE, hostrcb);
1341        } else {
1342                ipr_handle_config_change(ioa_cfg, hostrcb);
1343        }
1344}
1345
1346/**
1347 * strip_and_pad_whitespace - Strip and pad trailing whitespace.
1348 * @i:          index into buffer
1349 * @buf:                string to modify
1350 *
1351 * This function will strip all trailing whitespace, pad the end
1352 * of the string with a single space, and NULL terminate the string.
1353 *
1354 * Return value:
1355 *      new length of string
1356 **/
1357static int strip_and_pad_whitespace(int i, char *buf)
1358{
1359        while (i && buf[i] == ' ')
1360                i--;
1361        buf[i+1] = ' ';
1362        buf[i+2] = '\0';
1363        return i + 2;
1364}
1365
1366/**
1367 * ipr_log_vpd_compact - Log the passed extended VPD compactly.
1368 * @prefix:             string to print at start of printk
1369 * @hostrcb:    hostrcb pointer
1370 * @vpd:                vendor/product id/sn struct
1371 *
1372 * Return value:
1373 *      none
1374 **/
1375static void ipr_log_vpd_compact(char *prefix, struct ipr_hostrcb *hostrcb,
1376                                struct ipr_vpd *vpd)
1377{
1378        char buffer[IPR_VENDOR_ID_LEN + IPR_PROD_ID_LEN + IPR_SERIAL_NUM_LEN + 3];
1379        int i = 0;
1380
1381        memcpy(buffer, vpd->vpids.vendor_id, IPR_VENDOR_ID_LEN);
1382        i = strip_and_pad_whitespace(IPR_VENDOR_ID_LEN - 1, buffer);
1383
1384        memcpy(&buffer[i], vpd->vpids.product_id, IPR_PROD_ID_LEN);
1385        i = strip_and_pad_whitespace(i + IPR_PROD_ID_LEN - 1, buffer);
1386
1387        memcpy(&buffer[i], vpd->sn, IPR_SERIAL_NUM_LEN);
1388        buffer[IPR_SERIAL_NUM_LEN + i] = '\0';
1389
1390        ipr_hcam_err(hostrcb, "%s VPID/SN: %s\n", prefix, buffer);
1391}
1392
1393/**
1394 * ipr_log_vpd - Log the passed VPD to the error log.
1395 * @vpd:                vendor/product id/sn struct
1396 *
1397 * Return value:
1398 *      none
1399 **/
1400static void ipr_log_vpd(struct ipr_vpd *vpd)
1401{
1402        char buffer[IPR_VENDOR_ID_LEN + IPR_PROD_ID_LEN
1403                    + IPR_SERIAL_NUM_LEN];
1404
1405        memcpy(buffer, vpd->vpids.vendor_id, IPR_VENDOR_ID_LEN);
1406        memcpy(buffer + IPR_VENDOR_ID_LEN, vpd->vpids.product_id,
1407               IPR_PROD_ID_LEN);
1408        buffer[IPR_VENDOR_ID_LEN + IPR_PROD_ID_LEN] = '\0';
1409        ipr_err("Vendor/Product ID: %s\n", buffer);
1410
1411        memcpy(buffer, vpd->sn, IPR_SERIAL_NUM_LEN);
1412        buffer[IPR_SERIAL_NUM_LEN] = '\0';
1413        ipr_err("    Serial Number: %s\n", buffer);
1414}
1415
1416/**
1417 * ipr_log_ext_vpd_compact - Log the passed extended VPD compactly.
1418 * @prefix:             string to print at start of printk
1419 * @hostrcb:    hostrcb pointer
1420 * @vpd:                vendor/product id/sn/wwn struct
1421 *
1422 * Return value:
1423 *      none
1424 **/
1425static void ipr_log_ext_vpd_compact(char *prefix, struct ipr_hostrcb *hostrcb,
1426                                    struct ipr_ext_vpd *vpd)
1427{
1428        ipr_log_vpd_compact(prefix, hostrcb, &vpd->vpd);
1429        ipr_hcam_err(hostrcb, "%s WWN: %08X%08X\n", prefix,
1430                     be32_to_cpu(vpd->wwid[0]), be32_to_cpu(vpd->wwid[1]));
1431}
1432
1433/**
1434 * ipr_log_ext_vpd - Log the passed extended VPD to the error log.
1435 * @vpd:                vendor/product id/sn/wwn struct
1436 *
1437 * Return value:
1438 *      none
1439 **/
1440static void ipr_log_ext_vpd(struct ipr_ext_vpd *vpd)
1441{
1442        ipr_log_vpd(&vpd->vpd);
1443        ipr_err("    WWN: %08X%08X\n", be32_to_cpu(vpd->wwid[0]),
1444                be32_to_cpu(vpd->wwid[1]));
1445}
1446
1447/**
1448 * ipr_log_enhanced_cache_error - Log a cache error.
1449 * @ioa_cfg:    ioa config struct
1450 * @hostrcb:    hostrcb struct
1451 *
1452 * Return value:
1453 *      none
1454 **/
1455static void ipr_log_enhanced_cache_error(struct ipr_ioa_cfg *ioa_cfg,
1456                                         struct ipr_hostrcb *hostrcb)
1457{
1458        struct ipr_hostrcb_type_12_error *error;
1459
1460        if (ioa_cfg->sis64)
1461                error = &hostrcb->hcam.u.error64.u.type_12_error;
1462        else
1463                error = &hostrcb->hcam.u.error.u.type_12_error;
1464
1465        ipr_err("-----Current Configuration-----\n");
1466        ipr_err("Cache Directory Card Information:\n");
1467        ipr_log_ext_vpd(&error->ioa_vpd);
1468        ipr_err("Adapter Card Information:\n");
1469        ipr_log_ext_vpd(&error->cfc_vpd);
1470
1471        ipr_err("-----Expected Configuration-----\n");
1472        ipr_err("Cache Directory Card Information:\n");
1473        ipr_log_ext_vpd(&error->ioa_last_attached_to_cfc_vpd);
1474        ipr_err("Adapter Card Information:\n");
1475        ipr_log_ext_vpd(&error->cfc_last_attached_to_ioa_vpd);
1476
1477        ipr_err("Additional IOA Data: %08X %08X %08X\n",
1478                     be32_to_cpu(error->ioa_data[0]),
1479                     be32_to_cpu(error->ioa_data[1]),
1480                     be32_to_cpu(error->ioa_data[2]));
1481}
1482
1483/**
1484 * ipr_log_cache_error - Log a cache error.
1485 * @ioa_cfg:    ioa config struct
1486 * @hostrcb:    hostrcb struct
1487 *
1488 * Return value:
1489 *      none
1490 **/
1491static void ipr_log_cache_error(struct ipr_ioa_cfg *ioa_cfg,
1492                                struct ipr_hostrcb *hostrcb)
1493{
1494        struct ipr_hostrcb_type_02_error *error =
1495                &hostrcb->hcam.u.error.u.type_02_error;
1496
1497        ipr_err("-----Current Configuration-----\n");
1498        ipr_err("Cache Directory Card Information:\n");
1499        ipr_log_vpd(&error->ioa_vpd);
1500        ipr_err("Adapter Card Information:\n");
1501        ipr_log_vpd(&error->cfc_vpd);
1502
1503        ipr_err("-----Expected Configuration-----\n");
1504        ipr_err("Cache Directory Card Information:\n");
1505        ipr_log_vpd(&error->ioa_last_attached_to_cfc_vpd);
1506        ipr_err("Adapter Card Information:\n");
1507        ipr_log_vpd(&error->cfc_last_attached_to_ioa_vpd);
1508
1509        ipr_err("Additional IOA Data: %08X %08X %08X\n",
1510                     be32_to_cpu(error->ioa_data[0]),
1511                     be32_to_cpu(error->ioa_data[1]),
1512                     be32_to_cpu(error->ioa_data[2]));
1513}
1514
1515/**
1516 * ipr_log_enhanced_config_error - Log a configuration error.
1517 * @ioa_cfg:    ioa config struct
1518 * @hostrcb:    hostrcb struct
1519 *
1520 * Return value:
1521 *      none
1522 **/
1523static void ipr_log_enhanced_config_error(struct ipr_ioa_cfg *ioa_cfg,
1524                                          struct ipr_hostrcb *hostrcb)
1525{
1526        int errors_logged, i;
1527        struct ipr_hostrcb_device_data_entry_enhanced *dev_entry;
1528        struct ipr_hostrcb_type_13_error *error;
1529
1530        error = &hostrcb->hcam.u.error.u.type_13_error;
1531        errors_logged = be32_to_cpu(error->errors_logged);
1532
1533        ipr_err("Device Errors Detected/Logged: %d/%d\n",
1534                be32_to_cpu(error->errors_detected), errors_logged);
1535
1536        dev_entry = error->dev;
1537
1538        for (i = 0; i < errors_logged; i++, dev_entry++) {
1539                ipr_err_separator;
1540
1541                ipr_phys_res_err(ioa_cfg, dev_entry->dev_res_addr, "Device %d", i + 1);
1542                ipr_log_ext_vpd(&dev_entry->vpd);
1543
1544                ipr_err("-----New Device Information-----\n");
1545                ipr_log_ext_vpd(&dev_entry->new_vpd);
1546
1547                ipr_err("Cache Directory Card Information:\n");
1548                ipr_log_ext_vpd(&dev_entry->ioa_last_with_dev_vpd);
1549
1550                ipr_err("Adapter Card Information:\n");
1551                ipr_log_ext_vpd(&dev_entry->cfc_last_with_dev_vpd);
1552        }
1553}
1554
1555/**
1556 * ipr_log_sis64_config_error - Log a device error.
1557 * @ioa_cfg:    ioa config struct
1558 * @hostrcb:    hostrcb struct
1559 *
1560 * Return value:
1561 *      none
1562 **/
1563static void ipr_log_sis64_config_error(struct ipr_ioa_cfg *ioa_cfg,
1564                                       struct ipr_hostrcb *hostrcb)
1565{
1566        int errors_logged, i;
1567        struct ipr_hostrcb64_device_data_entry_enhanced *dev_entry;
1568        struct ipr_hostrcb_type_23_error *error;
1569        char buffer[IPR_MAX_RES_PATH_LENGTH];
1570
1571        error = &hostrcb->hcam.u.error64.u.type_23_error;
1572        errors_logged = be32_to_cpu(error->errors_logged);
1573
1574        ipr_err("Device Errors Detected/Logged: %d/%d\n",
1575                be32_to_cpu(error->errors_detected), errors_logged);
1576
1577        dev_entry = error->dev;
1578
1579        for (i = 0; i < errors_logged; i++, dev_entry++) {
1580                ipr_err_separator;
1581
1582                ipr_err("Device %d : %s", i + 1,
1583                         ipr_format_res_path(dev_entry->res_path, buffer,
1584                                             sizeof(buffer)));
1585                ipr_log_ext_vpd(&dev_entry->vpd);
1586
1587                ipr_err("-----New Device Information-----\n");
1588                ipr_log_ext_vpd(&dev_entry->new_vpd);
1589
1590                ipr_err("Cache Directory Card Information:\n");
1591                ipr_log_ext_vpd(&dev_entry->ioa_last_with_dev_vpd);
1592
1593                ipr_err("Adapter Card Information:\n");
1594                ipr_log_ext_vpd(&dev_entry->cfc_last_with_dev_vpd);
1595        }
1596}
1597
1598/**
1599 * ipr_log_config_error - Log a configuration error.
1600 * @ioa_cfg:    ioa config struct
1601 * @hostrcb:    hostrcb struct
1602 *
1603 * Return value:
1604 *      none
1605 **/
1606static void ipr_log_config_error(struct ipr_ioa_cfg *ioa_cfg,
1607                                 struct ipr_hostrcb *hostrcb)
1608{
1609        int errors_logged, i;
1610        struct ipr_hostrcb_device_data_entry *dev_entry;
1611        struct ipr_hostrcb_type_03_error *error;
1612
1613        error = &hostrcb->hcam.u.error.u.type_03_error;
1614        errors_logged = be32_to_cpu(error->errors_logged);
1615
1616        ipr_err("Device Errors Detected/Logged: %d/%d\n",
1617                be32_to_cpu(error->errors_detected), errors_logged);
1618
1619        dev_entry = error->dev;
1620
1621        for (i = 0; i < errors_logged; i++, dev_entry++) {
1622                ipr_err_separator;
1623
1624                ipr_phys_res_err(ioa_cfg, dev_entry->dev_res_addr, "Device %d", i + 1);
1625                ipr_log_vpd(&dev_entry->vpd);
1626
1627                ipr_err("-----New Device Information-----\n");
1628                ipr_log_vpd(&dev_entry->new_vpd);
1629
1630                ipr_err("Cache Directory Card Information:\n");
1631                ipr_log_vpd(&dev_entry->ioa_last_with_dev_vpd);
1632
1633                ipr_err("Adapter Card Information:\n");
1634                ipr_log_vpd(&dev_entry->cfc_last_with_dev_vpd);
1635
1636                ipr_err("Additional IOA Data: %08X %08X %08X %08X %08X\n",
1637                        be32_to_cpu(dev_entry->ioa_data[0]),
1638                        be32_to_cpu(dev_entry->ioa_data[1]),
1639                        be32_to_cpu(dev_entry->ioa_data[2]),
1640                        be32_to_cpu(dev_entry->ioa_data[3]),
1641                        be32_to_cpu(dev_entry->ioa_data[4]));
1642        }
1643}
1644
1645/**
1646 * ipr_log_enhanced_array_error - Log an array configuration error.
1647 * @ioa_cfg:    ioa config struct
1648 * @hostrcb:    hostrcb struct
1649 *
1650 * Return value:
1651 *      none
1652 **/
1653static void ipr_log_enhanced_array_error(struct ipr_ioa_cfg *ioa_cfg,
1654                                         struct ipr_hostrcb *hostrcb)
1655{
1656        int i, num_entries;
1657        struct ipr_hostrcb_type_14_error *error;
1658        struct ipr_hostrcb_array_data_entry_enhanced *array_entry;
1659        const u8 zero_sn[IPR_SERIAL_NUM_LEN] = { [0 ... IPR_SERIAL_NUM_LEN-1] = '0' };
1660
1661        error = &hostrcb->hcam.u.error.u.type_14_error;
1662
1663        ipr_err_separator;
1664
1665        ipr_err("RAID %s Array Configuration: %d:%d:%d:%d\n",
1666                error->protection_level,
1667                ioa_cfg->host->host_no,
1668                error->last_func_vset_res_addr.bus,
1669                error->last_func_vset_res_addr.target,
1670                error->last_func_vset_res_addr.lun);
1671
1672        ipr_err_separator;
1673
1674        array_entry = error->array_member;
1675        num_entries = min_t(u32, be32_to_cpu(error->num_entries),
1676                            ARRAY_SIZE(error->array_member));
1677
1678        for (i = 0; i < num_entries; i++, array_entry++) {
1679                if (!memcmp(array_entry->vpd.vpd.sn, zero_sn, IPR_SERIAL_NUM_LEN))
1680                        continue;
1681
1682                if (be32_to_cpu(error->exposed_mode_adn) == i)
1683                        ipr_err("Exposed Array Member %d:\n", i);
1684                else
1685                        ipr_err("Array Member %d:\n", i);
1686
1687                ipr_log_ext_vpd(&array_entry->vpd);
1688                ipr_phys_res_err(ioa_cfg, array_entry->dev_res_addr, "Current Location");
1689                ipr_phys_res_err(ioa_cfg, array_entry->expected_dev_res_addr,
1690                                 "Expected Location");
1691
1692                ipr_err_separator;
1693        }
1694}
1695
1696/**
1697 * ipr_log_array_error - Log an array configuration error.
1698 * @ioa_cfg:    ioa config struct
1699 * @hostrcb:    hostrcb struct
1700 *
1701 * Return value:
1702 *      none
1703 **/
1704static void ipr_log_array_error(struct ipr_ioa_cfg *ioa_cfg,
1705                                struct ipr_hostrcb *hostrcb)
1706{
1707        int i;
1708        struct ipr_hostrcb_type_04_error *error;
1709        struct ipr_hostrcb_array_data_entry *array_entry;
1710        const u8 zero_sn[IPR_SERIAL_NUM_LEN] = { [0 ... IPR_SERIAL_NUM_LEN-1] = '0' };
1711
1712        error = &hostrcb->hcam.u.error.u.type_04_error;
1713
1714        ipr_err_separator;
1715
1716        ipr_err("RAID %s Array Configuration: %d:%d:%d:%d\n",
1717                error->protection_level,
1718                ioa_cfg->host->host_no,
1719                error->last_func_vset_res_addr.bus,
1720                error->last_func_vset_res_addr.target,
1721                error->last_func_vset_res_addr.lun);
1722
1723        ipr_err_separator;
1724
1725        array_entry = error->array_member;
1726
1727        for (i = 0; i < 18; i++) {
1728                if (!memcmp(array_entry->vpd.sn, zero_sn, IPR_SERIAL_NUM_LEN))
1729                        continue;
1730
1731                if (be32_to_cpu(error->exposed_mode_adn) == i)
1732                        ipr_err("Exposed Array Member %d:\n", i);
1733                else
1734                        ipr_err("Array Member %d:\n", i);
1735
1736                ipr_log_vpd(&array_entry->vpd);
1737
1738                ipr_phys_res_err(ioa_cfg, array_entry->dev_res_addr, "Current Location");
1739                ipr_phys_res_err(ioa_cfg, array_entry->expected_dev_res_addr,
1740                                 "Expected Location");
1741
1742                ipr_err_separator;
1743
1744                if (i == 9)
1745                        array_entry = error->array_member2;
1746                else
1747                        array_entry++;
1748        }
1749}
1750
1751/**
1752 * ipr_log_hex_data - Log additional hex IOA error data.
1753 * @ioa_cfg:    ioa config struct
1754 * @data:               IOA error data
1755 * @len:                data length
1756 *
1757 * Return value:
1758 *      none
1759 **/
1760static void ipr_log_hex_data(struct ipr_ioa_cfg *ioa_cfg, u32 *data, int len)
1761{
1762        int i;
1763
1764        if (len == 0)
1765                return;
1766
1767        if (ioa_cfg->log_level <= IPR_DEFAULT_LOG_LEVEL)
1768                len = min_t(int, len, IPR_DEFAULT_MAX_ERROR_DUMP);
1769
1770        for (i = 0; i < len / 4; i += 4) {
1771                ipr_err("%08X: %08X %08X %08X %08X\n", i*4,
1772                        be32_to_cpu(data[i]),
1773                        be32_to_cpu(data[i+1]),
1774                        be32_to_cpu(data[i+2]),
1775                        be32_to_cpu(data[i+3]));
1776        }
1777}
1778
1779/**
1780 * ipr_log_enhanced_dual_ioa_error - Log an enhanced dual adapter error.
1781 * @ioa_cfg:    ioa config struct
1782 * @hostrcb:    hostrcb struct
1783 *
1784 * Return value:
1785 *      none
1786 **/
1787static void ipr_log_enhanced_dual_ioa_error(struct ipr_ioa_cfg *ioa_cfg,
1788                                            struct ipr_hostrcb *hostrcb)
1789{
1790        struct ipr_hostrcb_type_17_error *error;
1791
1792        if (ioa_cfg->sis64)
1793                error = &hostrcb->hcam.u.error64.u.type_17_error;
1794        else
1795                error = &hostrcb->hcam.u.error.u.type_17_error;
1796
1797        error->failure_reason[sizeof(error->failure_reason) - 1] = '\0';
1798        strim(error->failure_reason);
1799
1800        ipr_hcam_err(hostrcb, "%s [PRC: %08X]\n", error->failure_reason,
1801                     be32_to_cpu(hostrcb->hcam.u.error.prc));
1802        ipr_log_ext_vpd_compact("Remote IOA", hostrcb, &error->vpd);
1803        ipr_log_hex_data(ioa_cfg, error->data,
1804                         be32_to_cpu(hostrcb->hcam.length) -
1805                         (offsetof(struct ipr_hostrcb_error, u) +
1806                          offsetof(struct ipr_hostrcb_type_17_error, data)));
1807}
1808
1809/**
1810 * ipr_log_dual_ioa_error - Log a dual adapter error.
1811 * @ioa_cfg:    ioa config struct
1812 * @hostrcb:    hostrcb struct
1813 *
1814 * Return value:
1815 *      none
1816 **/
1817static void ipr_log_dual_ioa_error(struct ipr_ioa_cfg *ioa_cfg,
1818                                   struct ipr_hostrcb *hostrcb)
1819{
1820        struct ipr_hostrcb_type_07_error *error;
1821
1822        error = &hostrcb->hcam.u.error.u.type_07_error;
1823        error->failure_reason[sizeof(error->failure_reason) - 1] = '\0';
1824        strim(error->failure_reason);
1825
1826        ipr_hcam_err(hostrcb, "%s [PRC: %08X]\n", error->failure_reason,
1827                     be32_to_cpu(hostrcb->hcam.u.error.prc));
1828        ipr_log_vpd_compact("Remote IOA", hostrcb, &error->vpd);
1829        ipr_log_hex_data(ioa_cfg, error->data,
1830                         be32_to_cpu(hostrcb->hcam.length) -
1831                         (offsetof(struct ipr_hostrcb_error, u) +
1832                          offsetof(struct ipr_hostrcb_type_07_error, data)));
1833}
1834
1835static const struct {
1836        u8 active;
1837        char *desc;
1838} path_active_desc[] = {
1839        { IPR_PATH_NO_INFO, "Path" },
1840        { IPR_PATH_ACTIVE, "Active path" },
1841        { IPR_PATH_NOT_ACTIVE, "Inactive path" }
1842};
1843
1844static const struct {
1845        u8 state;
1846        char *desc;
1847} path_state_desc[] = {
1848        { IPR_PATH_STATE_NO_INFO, "has no path state information available" },
1849        { IPR_PATH_HEALTHY, "is healthy" },
1850        { IPR_PATH_DEGRADED, "is degraded" },
1851        { IPR_PATH_FAILED, "is failed" }
1852};
1853
1854/**
1855 * ipr_log_fabric_path - Log a fabric path error
1856 * @hostrcb:    hostrcb struct
1857 * @fabric:             fabric descriptor
1858 *
1859 * Return value:
1860 *      none
1861 **/
1862static void ipr_log_fabric_path(struct ipr_hostrcb *hostrcb,
1863                                struct ipr_hostrcb_fabric_desc *fabric)
1864{
1865        int i, j;
1866        u8 path_state = fabric->path_state;
1867        u8 active = path_state & IPR_PATH_ACTIVE_MASK;
1868        u8 state = path_state & IPR_PATH_STATE_MASK;
1869
1870        for (i = 0; i < ARRAY_SIZE(path_active_desc); i++) {
1871                if (path_active_desc[i].active != active)
1872                        continue;
1873
1874                for (j = 0; j < ARRAY_SIZE(path_state_desc); j++) {
1875                        if (path_state_desc[j].state != state)
1876                                continue;
1877
1878                        if (fabric->cascaded_expander == 0xff && fabric->phy == 0xff) {
1879                                ipr_hcam_err(hostrcb, "%s %s: IOA Port=%d\n",
1880                                             path_active_desc[i].desc, path_state_desc[j].desc,
1881                                             fabric->ioa_port);
1882                        } else if (fabric->cascaded_expander == 0xff) {
1883                                ipr_hcam_err(hostrcb, "%s %s: IOA Port=%d, Phy=%d\n",
1884                                             path_active_desc[i].desc, path_state_desc[j].desc,
1885                                             fabric->ioa_port, fabric->phy);
1886                        } else if (fabric->phy == 0xff) {
1887                                ipr_hcam_err(hostrcb, "%s %s: IOA Port=%d, Cascade=%d\n",
1888                                             path_active_desc[i].desc, path_state_desc[j].desc,
1889                                             fabric->ioa_port, fabric->cascaded_expander);
1890                        } else {
1891                                ipr_hcam_err(hostrcb, "%s %s: IOA Port=%d, Cascade=%d, Phy=%d\n",
1892                                             path_active_desc[i].desc, path_state_desc[j].desc,
1893                                             fabric->ioa_port, fabric->cascaded_expander, fabric->phy);
1894                        }
1895                        return;
1896                }
1897        }
1898
1899        ipr_err("Path state=%02X IOA Port=%d Cascade=%d Phy=%d\n", path_state,
1900                fabric->ioa_port, fabric->cascaded_expander, fabric->phy);
1901}
1902
1903/**
1904 * ipr_log64_fabric_path - Log a fabric path error
1905 * @hostrcb:    hostrcb struct
1906 * @fabric:             fabric descriptor
1907 *
1908 * Return value:
1909 *      none
1910 **/
1911static void ipr_log64_fabric_path(struct ipr_hostrcb *hostrcb,
1912                                  struct ipr_hostrcb64_fabric_desc *fabric)
1913{
1914        int i, j;
1915        u8 path_state = fabric->path_state;
1916        u8 active = path_state & IPR_PATH_ACTIVE_MASK;
1917        u8 state = path_state & IPR_PATH_STATE_MASK;
1918        char buffer[IPR_MAX_RES_PATH_LENGTH];
1919
1920        for (i = 0; i < ARRAY_SIZE(path_active_desc); i++) {
1921                if (path_active_desc[i].active != active)
1922                        continue;
1923
1924                for (j = 0; j < ARRAY_SIZE(path_state_desc); j++) {
1925                        if (path_state_desc[j].state != state)
1926                                continue;
1927
1928                        ipr_hcam_err(hostrcb, "%s %s: Resource Path=%s\n",
1929                                     path_active_desc[i].desc, path_state_desc[j].desc,
1930                                     ipr_format_res_path(fabric->res_path, buffer,
1931                                                         sizeof(buffer)));
1932                        return;
1933                }
1934        }
1935
1936        ipr_err("Path state=%02X Resource Path=%s\n", path_state,
1937                ipr_format_res_path(fabric->res_path, buffer, sizeof(buffer)));
1938}
1939
1940static const struct {
1941        u8 type;
1942        char *desc;
1943} path_type_desc[] = {
1944        { IPR_PATH_CFG_IOA_PORT, "IOA port" },
1945        { IPR_PATH_CFG_EXP_PORT, "Expander port" },
1946        { IPR_PATH_CFG_DEVICE_PORT, "Device port" },
1947        { IPR_PATH_CFG_DEVICE_LUN, "Device LUN" }
1948};
1949
1950static const struct {
1951        u8 status;
1952        char *desc;
1953} path_status_desc[] = {
1954        { IPR_PATH_CFG_NO_PROB, "Functional" },
1955        { IPR_PATH_CFG_DEGRADED, "Degraded" },
1956        { IPR_PATH_CFG_FAILED, "Failed" },
1957        { IPR_PATH_CFG_SUSPECT, "Suspect" },
1958        { IPR_PATH_NOT_DETECTED, "Missing" },
1959        { IPR_PATH_INCORRECT_CONN, "Incorrectly connected" }
1960};
1961
1962static const char *link_rate[] = {
1963        "unknown",
1964        "disabled",
1965        "phy reset problem",
1966        "spinup hold",
1967        "port selector",
1968        "unknown",
1969        "unknown",
1970        "unknown",
1971        "1.5Gbps",
1972        "3.0Gbps",
1973        "unknown",
1974        "unknown",
1975        "unknown",
1976        "unknown",
1977        "unknown",
1978        "unknown"
1979};
1980
1981/**
1982 * ipr_log_path_elem - Log a fabric path element.
1983 * @hostrcb:    hostrcb struct
1984 * @cfg:                fabric path element struct
1985 *
1986 * Return value:
1987 *      none
1988 **/
1989static void ipr_log_path_elem(struct ipr_hostrcb *hostrcb,
1990                              struct ipr_hostrcb_config_element *cfg)
1991{
1992        int i, j;
1993        u8 type = cfg->type_status & IPR_PATH_CFG_TYPE_MASK;
1994        u8 status = cfg->type_status & IPR_PATH_CFG_STATUS_MASK;
1995
1996        if (type == IPR_PATH_CFG_NOT_EXIST)
1997                return;
1998
1999        for (i = 0; i < ARRAY_SIZE(path_type_desc); i++) {
2000                if (path_type_desc[i].type != type)
2001                        continue;
2002
2003                for (j = 0; j < ARRAY_SIZE(path_status_desc); j++) {
2004                        if (path_status_desc[j].status != status)
2005                                continue;
2006
2007                        if (type == IPR_PATH_CFG_IOA_PORT) {
2008                                ipr_hcam_err(hostrcb, "%s %s: Phy=%d, Link rate=%s, WWN=%08X%08X\n",
2009                                             path_status_desc[j].desc, path_type_desc[i].desc,
2010                                             cfg->phy, link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
2011                                             be32_to_cpu(cfg->wwid[0]), be32_to_cpu(cfg->wwid[1]));
2012                        } else {
2013                                if (cfg->cascaded_expander == 0xff && cfg->phy == 0xff) {
2014                                        ipr_hcam_err(hostrcb, "%s %s: Link rate=%s, WWN=%08X%08X\n",
2015                                                     path_status_desc[j].desc, path_type_desc[i].desc,
2016                                                     link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
2017                                                     be32_to_cpu(cfg->wwid[0]), be32_to_cpu(cfg->wwid[1]));
2018                                } else if (cfg->cascaded_expander == 0xff) {
2019                                        ipr_hcam_err(hostrcb, "%s %s: Phy=%d, Link rate=%s, "
2020                                                     "WWN=%08X%08X\n", path_status_desc[j].desc,
2021                                                     path_type_desc[i].desc, cfg->phy,
2022                                                     link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
2023                                                     be32_to_cpu(cfg->wwid[0]), be32_to_cpu(cfg->wwid[1]));
2024                                } else if (cfg->phy == 0xff) {
2025                                        ipr_hcam_err(hostrcb, "%s %s: Cascade=%d, Link rate=%s, "
2026                                                     "WWN=%08X%08X\n", path_status_desc[j].desc,
2027                                                     path_type_desc[i].desc, cfg->cascaded_expander,
2028                                                     link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
2029                                                     be32_to_cpu(cfg->wwid[0]), be32_to_cpu(cfg->wwid[1]));
2030                                } else {
2031                                        ipr_hcam_err(hostrcb, "%s %s: Cascade=%d, Phy=%d, Link rate=%s "
2032                                                     "WWN=%08X%08X\n", path_status_desc[j].desc,
2033                                                     path_type_desc[i].desc, cfg->cascaded_expander, cfg->phy,
2034                                                     link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
2035                                                     be32_to_cpu(cfg->wwid[0]), be32_to_cpu(cfg->wwid[1]));
2036                                }
2037                        }
2038                        return;
2039                }
2040        }
2041
2042        ipr_hcam_err(hostrcb, "Path element=%02X: Cascade=%d Phy=%d Link rate=%s "
2043                     "WWN=%08X%08X\n", cfg->type_status, cfg->cascaded_expander, cfg->phy,
2044                     link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
2045                     be32_to_cpu(cfg->wwid[0]), be32_to_cpu(cfg->wwid[1]));
2046}
2047
2048/**
2049 * ipr_log64_path_elem - Log a fabric path element.
2050 * @hostrcb:    hostrcb struct
2051 * @cfg:                fabric path element struct
2052 *
2053 * Return value:
2054 *      none
2055 **/
2056static void ipr_log64_path_elem(struct ipr_hostrcb *hostrcb,
2057                                struct ipr_hostrcb64_config_element *cfg)
2058{
2059        int i, j;
2060        u8 desc_id = cfg->descriptor_id & IPR_DESCRIPTOR_MASK;
2061        u8 type = cfg->type_status & IPR_PATH_CFG_TYPE_MASK;
2062        u8 status = cfg->type_status & IPR_PATH_CFG_STATUS_MASK;
2063        char buffer[IPR_MAX_RES_PATH_LENGTH];
2064
2065        if (type == IPR_PATH_CFG_NOT_EXIST || desc_id != IPR_DESCRIPTOR_SIS64)
2066                return;
2067
2068        for (i = 0; i < ARRAY_SIZE(path_type_desc); i++) {
2069                if (path_type_desc[i].type != type)
2070                        continue;
2071
2072                for (j = 0; j < ARRAY_SIZE(path_status_desc); j++) {
2073                        if (path_status_desc[j].status != status)
2074                                continue;
2075
2076                        ipr_hcam_err(hostrcb, "%s %s: Resource Path=%s, Link rate=%s, WWN=%08X%08X\n",
2077                                     path_status_desc[j].desc, path_type_desc[i].desc,
2078                                     ipr_format_res_path(cfg->res_path, buffer,
2079                                                         sizeof(buffer)),
2080                                     link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
2081                                     be32_to_cpu(cfg->wwid[0]), be32_to_cpu(cfg->wwid[1]));
2082                        return;
2083                }
2084        }
2085        ipr_hcam_err(hostrcb, "Path element=%02X: Resource Path=%s, Link rate=%s "
2086                     "WWN=%08X%08X\n", cfg->type_status,
2087                     ipr_format_res_path(cfg->res_path, buffer, sizeof(buffer)),
2088                     link_rate[cfg->link_rate & IPR_PHY_LINK_RATE_MASK],
2089                     be32_to_cpu(cfg->wwid[0]), be32_to_cpu(cfg->wwid[1]));
2090}
2091
2092/**
2093 * ipr_log_fabric_error - Log a fabric error.
2094 * @ioa_cfg:    ioa config struct
2095 * @hostrcb:    hostrcb struct
2096 *
2097 * Return value:
2098 *      none
2099 **/
2100static void ipr_log_fabric_error(struct ipr_ioa_cfg *ioa_cfg,
2101                                 struct ipr_hostrcb *hostrcb)
2102{
2103        struct ipr_hostrcb_type_20_error *error;
2104        struct ipr_hostrcb_fabric_desc *fabric;
2105        struct ipr_hostrcb_config_element *cfg;
2106        int i, add_len;
2107
2108        error = &hostrcb->hcam.u.error.u.type_20_error;
2109        error->failure_reason[sizeof(error->failure_reason) - 1] = '\0';
2110        ipr_hcam_err(hostrcb, "%s\n", error->failure_reason);
2111
2112        add_len = be32_to_cpu(hostrcb->hcam.length) -
2113                (offsetof(struct ipr_hostrcb_error, u) +
2114                 offsetof(struct ipr_hostrcb_type_20_error, desc));
2115
2116        for (i = 0, fabric = error->desc; i < error->num_entries; i++) {
2117                ipr_log_fabric_path(hostrcb, fabric);
2118                for_each_fabric_cfg(fabric, cfg)
2119                        ipr_log_path_elem(hostrcb, cfg);
2120
2121                add_len -= be16_to_cpu(fabric->length);
2122                fabric = (struct ipr_hostrcb_fabric_desc *)
2123                        ((unsigned long)fabric + be16_to_cpu(fabric->length));
2124        }
2125
2126        ipr_log_hex_data(ioa_cfg, (u32 *)fabric, add_len);
2127}
2128
2129/**
2130 * ipr_log_sis64_array_error - Log a sis64 array error.
2131 * @ioa_cfg:    ioa config struct
2132 * @hostrcb:    hostrcb struct
2133 *
2134 * Return value:
2135 *      none
2136 **/
2137static void ipr_log_sis64_array_error(struct ipr_ioa_cfg *ioa_cfg,
2138                                      struct ipr_hostrcb *hostrcb)
2139{
2140        int i, num_entries;
2141        struct ipr_hostrcb_type_24_error *error;
2142        struct ipr_hostrcb64_array_data_entry *array_entry;
2143        char buffer[IPR_MAX_RES_PATH_LENGTH];
2144        const u8 zero_sn[IPR_SERIAL_NUM_LEN] = { [0 ... IPR_SERIAL_NUM_LEN-1] = '0' };
2145
2146        error = &hostrcb->hcam.u.error64.u.type_24_error;
2147
2148        ipr_err_separator;
2149
2150        ipr_err("RAID %s Array Configuration: %s\n",
2151                error->protection_level,
2152                ipr_format_res_path(error->last_res_path, buffer, sizeof(buffer)));
2153
2154        ipr_err_separator;
2155
2156        array_entry = error->array_member;
2157        num_entries = min_t(u32, error->num_entries,
2158                            ARRAY_SIZE(error->array_member));
2159
2160        for (i = 0; i < num_entries; i++, array_entry++) {
2161
2162                if (!memcmp(array_entry->vpd.vpd.sn, zero_sn, IPR_SERIAL_NUM_LEN))
2163                        continue;
2164
2165                if (error->exposed_mode_adn == i)
2166                        ipr_err("Exposed Array Member %d:\n", i);
2167                else
2168                        ipr_err("Array Member %d:\n", i);
2169
2170                ipr_err("Array Member %d:\n", i);
2171                ipr_log_ext_vpd(&array_entry->vpd);
2172                ipr_err("Current Location: %s\n",
2173                         ipr_format_res_path(array_entry->res_path, buffer,
2174                                             sizeof(buffer)));
2175                ipr_err("Expected Location: %s\n",
2176                         ipr_format_res_path(array_entry->expected_res_path,
2177                                             buffer, sizeof(buffer)));
2178
2179                ipr_err_separator;
2180        }
2181}
2182
2183/**
2184 * ipr_log_sis64_fabric_error - Log a sis64 fabric error.
2185 * @ioa_cfg:    ioa config struct
2186 * @hostrcb:    hostrcb struct
2187 *
2188 * Return value:
2189 *      none
2190 **/
2191static void ipr_log_sis64_fabric_error(struct ipr_ioa_cfg *ioa_cfg,
2192                                       struct ipr_hostrcb *hostrcb)
2193{
2194        struct ipr_hostrcb_type_30_error *error;
2195        struct ipr_hostrcb64_fabric_desc *fabric;
2196        struct ipr_hostrcb64_config_element *cfg;
2197        int i, add_len;
2198
2199        error = &hostrcb->hcam.u.error64.u.type_30_error;
2200
2201        error->failure_reason[sizeof(error->failure_reason) - 1] = '\0';
2202        ipr_hcam_err(hostrcb, "%s\n", error->failure_reason);
2203
2204        add_len = be32_to_cpu(hostrcb->hcam.length) -
2205                (offsetof(struct ipr_hostrcb64_error, u) +
2206                 offsetof(struct ipr_hostrcb_type_30_error, desc));
2207
2208        for (i = 0, fabric = error->desc; i < error->num_entries; i++) {
2209                ipr_log64_fabric_path(hostrcb, fabric);
2210                for_each_fabric_cfg(fabric, cfg)
2211                        ipr_log64_path_elem(hostrcb, cfg);
2212
2213                add_len -= be16_to_cpu(fabric->length);
2214                fabric = (struct ipr_hostrcb64_fabric_desc *)
2215                        ((unsigned long)fabric + be16_to_cpu(fabric->length));
2216        }
2217
2218        ipr_log_hex_data(ioa_cfg, (u32 *)fabric, add_len);
2219}
2220
2221/**
2222 * ipr_log_generic_error - Log an adapter error.
2223 * @ioa_cfg:    ioa config struct
2224 * @hostrcb:    hostrcb struct
2225 *
2226 * Return value:
2227 *      none
2228 **/
2229static void ipr_log_generic_error(struct ipr_ioa_cfg *ioa_cfg,
2230                                  struct ipr_hostrcb *hostrcb)
2231{
2232        ipr_log_hex_data(ioa_cfg, hostrcb->hcam.u.raw.data,
2233                         be32_to_cpu(hostrcb->hcam.length));
2234}
2235
2236/**
2237 * ipr_get_error - Find the specfied IOASC in the ipr_error_table.
2238 * @ioasc:      IOASC
2239 *
2240 * This function will return the index of into the ipr_error_table
2241 * for the specified IOASC. If the IOASC is not in the table,
2242 * 0 will be returned, which points to the entry used for unknown errors.
2243 *
2244 * Return value:
2245 *      index into the ipr_error_table
2246 **/
2247static u32 ipr_get_error(u32 ioasc)
2248{
2249        int i;
2250
2251        for (i = 0; i < ARRAY_SIZE(ipr_error_table); i++)
2252                if (ipr_error_table[i].ioasc == (ioasc & IPR_IOASC_IOASC_MASK))
2253                        return i;
2254
2255        return 0;
2256}
2257
2258/**
2259 * ipr_handle_log_data - Log an adapter error.
2260 * @ioa_cfg:    ioa config struct
2261 * @hostrcb:    hostrcb struct
2262 *
2263 * This function logs an adapter error to the system.
2264 *
2265 * Return value:
2266 *      none
2267 **/
2268static void ipr_handle_log_data(struct ipr_ioa_cfg *ioa_cfg,
2269                                struct ipr_hostrcb *hostrcb)
2270{
2271        u32 ioasc;
2272        int error_index;
2273
2274        if (hostrcb->hcam.notify_type != IPR_HOST_RCB_NOTIF_TYPE_ERROR_LOG_ENTRY)
2275                return;
2276
2277        if (hostrcb->hcam.notifications_lost == IPR_HOST_RCB_NOTIFICATIONS_LOST)
2278                dev_err(&ioa_cfg->pdev->dev, "Error notifications lost\n");
2279
2280        if (ioa_cfg->sis64)
2281                ioasc = be32_to_cpu(hostrcb->hcam.u.error64.fd_ioasc);
2282        else
2283                ioasc = be32_to_cpu(hostrcb->hcam.u.error.fd_ioasc);
2284
2285        if (!ioa_cfg->sis64 && (ioasc == IPR_IOASC_BUS_WAS_RESET ||
2286            ioasc == IPR_IOASC_BUS_WAS_RESET_BY_OTHER)) {
2287                /* Tell the midlayer we had a bus reset so it will handle the UA properly */
2288                scsi_report_bus_reset(ioa_cfg->host,
2289                                      hostrcb->hcam.u.error.fd_res_addr.bus);
2290        }
2291
2292        error_index = ipr_get_error(ioasc);
2293
2294        if (!ipr_error_table[error_index].log_hcam)
2295                return;
2296
2297        ipr_hcam_err(hostrcb, "%s\n", ipr_error_table[error_index].error);
2298
2299        /* Set indication we have logged an error */
2300        ioa_cfg->errors_logged++;
2301
2302        if (ioa_cfg->log_level < ipr_error_table[error_index].log_hcam)
2303                return;
2304        if (be32_to_cpu(hostrcb->hcam.length) > sizeof(hostrcb->hcam.u.raw))
2305                hostrcb->hcam.length = cpu_to_be32(sizeof(hostrcb->hcam.u.raw));
2306
2307        switch (hostrcb->hcam.overlay_id) {
2308        case IPR_HOST_RCB_OVERLAY_ID_2:
2309                ipr_log_cache_error(ioa_cfg, hostrcb);
2310                break;
2311        case IPR_HOST_RCB_OVERLAY_ID_3:
2312                ipr_log_config_error(ioa_cfg, hostrcb);
2313                break;
2314        case IPR_HOST_RCB_OVERLAY_ID_4:
2315        case IPR_HOST_RCB_OVERLAY_ID_6:
2316                ipr_log_array_error(ioa_cfg, hostrcb);
2317                break;
2318        case IPR_HOST_RCB_OVERLAY_ID_7:
2319                ipr_log_dual_ioa_error(ioa_cfg, hostrcb);
2320                break;
2321        case IPR_HOST_RCB_OVERLAY_ID_12:
2322                ipr_log_enhanced_cache_error(ioa_cfg, hostrcb);
2323                break;
2324        case IPR_HOST_RCB_OVERLAY_ID_13:
2325                ipr_log_enhanced_config_error(ioa_cfg, hostrcb);
2326                break;
2327        case IPR_HOST_RCB_OVERLAY_ID_14:
2328        case IPR_HOST_RCB_OVERLAY_ID_16:
2329                ipr_log_enhanced_array_error(ioa_cfg, hostrcb);
2330                break;
2331        case IPR_HOST_RCB_OVERLAY_ID_17:
2332                ipr_log_enhanced_dual_ioa_error(ioa_cfg, hostrcb);
2333                break;
2334        case IPR_HOST_RCB_OVERLAY_ID_20:
2335                ipr_log_fabric_error(ioa_cfg, hostrcb);
2336                break;
2337        case IPR_HOST_RCB_OVERLAY_ID_23:
2338                ipr_log_sis64_config_error(ioa_cfg, hostrcb);
2339                break;
2340        case IPR_HOST_RCB_OVERLAY_ID_24:
2341        case IPR_HOST_RCB_OVERLAY_ID_26:
2342                ipr_log_sis64_array_error(ioa_cfg, hostrcb);
2343                break;
2344        case IPR_HOST_RCB_OVERLAY_ID_30:
2345                ipr_log_sis64_fabric_error(ioa_cfg, hostrcb);
2346                break;
2347        case IPR_HOST_RCB_OVERLAY_ID_1:
2348        case IPR_HOST_RCB_OVERLAY_ID_DEFAULT:
2349        default:
2350                ipr_log_generic_error(ioa_cfg, hostrcb);
2351                break;
2352        }
2353}
2354
2355/**
2356 * ipr_process_error - Op done function for an adapter error log.
2357 * @ipr_cmd:    ipr command struct
2358 *
2359 * This function is the op done function for an error log host
2360 * controlled async from the adapter. It will log the error and
2361 * send the HCAM back to the adapter.
2362 *
2363 * Return value:
2364 *      none
2365 **/
2366static void ipr_process_error(struct ipr_cmnd *ipr_cmd)
2367{
2368        struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
2369        struct ipr_hostrcb *hostrcb = ipr_cmd->u.hostrcb;
2370        u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
2371        u32 fd_ioasc;
2372
2373        if (ioa_cfg->sis64)
2374                fd_ioasc = be32_to_cpu(hostrcb->hcam.u.error64.fd_ioasc);
2375        else
2376                fd_ioasc = be32_to_cpu(hostrcb->hcam.u.error.fd_ioasc);
2377
2378        list_del(&hostrcb->queue);
2379        list_add_tail(&ipr_cmd->queue, &ioa_cfg->free_q);
2380
2381        if (!ioasc) {
2382                ipr_handle_log_data(ioa_cfg, hostrcb);
2383                if (fd_ioasc == IPR_IOASC_NR_IOA_RESET_REQUIRED)
2384                        ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_ABBREV);
2385        } else if (ioasc != IPR_IOASC_IOA_WAS_RESET) {
2386                dev_err(&ioa_cfg->pdev->dev,
2387                        "Host RCB failed with IOASC: 0x%08X\n", ioasc);
2388        }
2389
2390        ipr_send_hcam(ioa_cfg, IPR_HCAM_CDB_OP_CODE_LOG_DATA, hostrcb);
2391}
2392
2393/**
2394 * ipr_timeout -  An internally generated op has timed out.
2395 * @ipr_cmd:    ipr command struct
2396 *
2397 * This function blocks host requests and initiates an
2398 * adapter reset.
2399 *
2400 * Return value:
2401 *      none
2402 **/
2403static void ipr_timeout(struct ipr_cmnd *ipr_cmd)
2404{
2405        unsigned long lock_flags = 0;
2406        struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
2407
2408        ENTER;
2409        spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
2410
2411        ioa_cfg->errors_logged++;
2412        dev_err(&ioa_cfg->pdev->dev,
2413                "Adapter being reset due to command timeout.\n");
2414
2415        if (WAIT_FOR_DUMP == ioa_cfg->sdt_state)
2416                ioa_cfg->sdt_state = GET_DUMP;
2417
2418        if (!ioa_cfg->in_reset_reload || ioa_cfg->reset_cmd == ipr_cmd)
2419                ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
2420
2421        spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
2422        LEAVE;
2423}
2424
2425/**
2426 * ipr_oper_timeout -  Adapter timed out transitioning to operational
2427 * @ipr_cmd:    ipr command struct
2428 *
2429 * This function blocks host requests and initiates an
2430 * adapter reset.
2431 *
2432 * Return value:
2433 *      none
2434 **/
2435static void ipr_oper_timeout(struct ipr_cmnd *ipr_cmd)
2436{
2437        unsigned long lock_flags = 0;
2438        struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
2439
2440        ENTER;
2441        spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
2442
2443        ioa_cfg->errors_logged++;
2444        dev_err(&ioa_cfg->pdev->dev,
2445                "Adapter timed out transitioning to operational.\n");
2446
2447        if (WAIT_FOR_DUMP == ioa_cfg->sdt_state)
2448                ioa_cfg->sdt_state = GET_DUMP;
2449
2450        if (!ioa_cfg->in_reset_reload || ioa_cfg->reset_cmd == ipr_cmd) {
2451                if (ipr_fastfail)
2452                        ioa_cfg->reset_retries += IPR_NUM_RESET_RELOAD_RETRIES;
2453                ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
2454        }
2455
2456        spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
2457        LEAVE;
2458}
2459
2460/**
2461 * ipr_reset_reload - Reset/Reload the IOA
2462 * @ioa_cfg:            ioa config struct
2463 * @shutdown_type:      shutdown type
2464 *
2465 * This function resets the adapter and re-initializes it.
2466 * This function assumes that all new host commands have been stopped.
2467 * Return value:
2468 *      SUCCESS / FAILED
2469 **/
2470static int ipr_reset_reload(struct ipr_ioa_cfg *ioa_cfg,
2471                            enum ipr_shutdown_type shutdown_type)
2472{
2473        if (!ioa_cfg->in_reset_reload)
2474                ipr_initiate_ioa_reset(ioa_cfg, shutdown_type);
2475
2476        spin_unlock_irq(ioa_cfg->host->host_lock);
2477        wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
2478        spin_lock_irq(ioa_cfg->host->host_lock);
2479
2480        /* If we got hit with a host reset while we were already resetting
2481         the adapter for some reason, and the reset failed. */
2482        if (ioa_cfg->ioa_is_dead) {
2483                ipr_trace;
2484                return FAILED;
2485        }
2486
2487        return SUCCESS;
2488}
2489
2490/**
2491 * ipr_find_ses_entry - Find matching SES in SES table
2492 * @res:        resource entry struct of SES
2493 *
2494 * Return value:
2495 *      pointer to SES table entry / NULL on failure
2496 **/
2497static const struct ipr_ses_table_entry *
2498ipr_find_ses_entry(struct ipr_resource_entry *res)
2499{
2500        int i, j, matches;
2501        struct ipr_std_inq_vpids *vpids;
2502        const struct ipr_ses_table_entry *ste = ipr_ses_table;
2503
2504        for (i = 0; i < ARRAY_SIZE(ipr_ses_table); i++, ste++) {
2505                for (j = 0, matches = 0; j < IPR_PROD_ID_LEN; j++) {
2506                        if (ste->compare_product_id_byte[j] == 'X') {
2507                                vpids = &res->std_inq_data.vpids;
2508                                if (vpids->product_id[j] == ste->product_id[j])
2509                                        matches++;
2510                                else
2511                                        break;
2512                        } else
2513                                matches++;
2514                }
2515
2516                if (matches == IPR_PROD_ID_LEN)
2517                        return ste;
2518        }
2519
2520        return NULL;
2521}
2522
2523/**
2524 * ipr_get_max_scsi_speed - Determine max SCSI speed for a given bus
2525 * @ioa_cfg:    ioa config struct
2526 * @bus:                SCSI bus
2527 * @bus_width:  bus width
2528 *
2529 * Return value:
2530 *      SCSI bus speed in units of 100KHz, 1600 is 160 MHz
2531 *      For a 2-byte wide SCSI bus, the maximum transfer speed is
2532 *      twice the maximum transfer rate (e.g. for a wide enabled bus,
2533 *      max 160MHz = max 320MB/sec).
2534 **/
2535static u32 ipr_get_max_scsi_speed(struct ipr_ioa_cfg *ioa_cfg, u8 bus, u8 bus_width)
2536{
2537        struct ipr_resource_entry *res;
2538        const struct ipr_ses_table_entry *ste;
2539        u32 max_xfer_rate = IPR_MAX_SCSI_RATE(bus_width);
2540
2541        /* Loop through each config table entry in the config table buffer */
2542        list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
2543                if (!(IPR_IS_SES_DEVICE(res->std_inq_data)))
2544                        continue;
2545
2546                if (bus != res->bus)
2547                        continue;
2548
2549                if (!(ste = ipr_find_ses_entry(res)))
2550                        continue;
2551
2552                max_xfer_rate = (ste->max_bus_speed_limit * 10) / (bus_width / 8);
2553        }
2554
2555        return max_xfer_rate;
2556}
2557
2558/**
2559 * ipr_wait_iodbg_ack - Wait for an IODEBUG ACK from the IOA
2560 * @ioa_cfg:            ioa config struct
2561 * @max_delay:          max delay in micro-seconds to wait
2562 *
2563 * Waits for an IODEBUG ACK from the IOA, doing busy looping.
2564 *
2565 * Return value:
2566 *      0 on success / other on failure
2567 **/
2568static int ipr_wait_iodbg_ack(struct ipr_ioa_cfg *ioa_cfg, int max_delay)
2569{
2570        volatile u32 pcii_reg;
2571        int delay = 1;
2572
2573        /* Read interrupt reg until IOA signals IO Debug Acknowledge */
2574        while (delay < max_delay) {
2575                pcii_reg = readl(ioa_cfg->regs.sense_interrupt_reg);
2576
2577                if (pcii_reg & IPR_PCII_IO_DEBUG_ACKNOWLEDGE)
2578                        return 0;
2579
2580                /* udelay cannot be used if delay is more than a few milliseconds */
2581                if ((delay / 1000) > MAX_UDELAY_MS)
2582                        mdelay(delay / 1000);
2583                else
2584                        udelay(delay);
2585
2586                delay += delay;
2587        }
2588        return -EIO;
2589}
2590
2591/**
2592 * ipr_get_sis64_dump_data_section - Dump IOA memory
2593 * @ioa_cfg:                    ioa config struct
2594 * @start_addr:                 adapter address to dump
2595 * @dest:                       destination kernel buffer
2596 * @length_in_words:            length to dump in 4 byte words
2597 *
2598 * Return value:
2599 *      0 on success
2600 **/
2601static int ipr_get_sis64_dump_data_section(struct ipr_ioa_cfg *ioa_cfg,
2602                                           u32 start_addr,
2603                                           __be32 *dest, u32 length_in_words)
2604{
2605        int i;
2606
2607        for (i = 0; i < length_in_words; i++) {
2608                writel(start_addr+(i*4), ioa_cfg->regs.dump_addr_reg);
2609                *dest = cpu_to_be32(readl(ioa_cfg->regs.dump_data_reg));
2610                dest++;
2611        }
2612
2613        return 0;
2614}
2615
2616/**
2617 * ipr_get_ldump_data_section - Dump IOA memory
2618 * @ioa_cfg:                    ioa config struct
2619 * @start_addr:                 adapter address to dump
2620 * @dest:                               destination kernel buffer
2621 * @length_in_words:    length to dump in 4 byte words
2622 *
2623 * Return value:
2624 *      0 on success / -EIO on failure
2625 **/
2626static int ipr_get_ldump_data_section(struct ipr_ioa_cfg *ioa_cfg,
2627                                      u32 start_addr,
2628                                      __be32 *dest, u32 length_in_words)
2629{
2630        volatile u32 temp_pcii_reg;
2631        int i, delay = 0;
2632
2633        if (ioa_cfg->sis64)
2634                return ipr_get_sis64_dump_data_section(ioa_cfg, start_addr,
2635                                                       dest, length_in_words);
2636
2637        /* Write IOA interrupt reg starting LDUMP state  */
2638        writel((IPR_UPROCI_RESET_ALERT | IPR_UPROCI_IO_DEBUG_ALERT),
2639               ioa_cfg->regs.set_uproc_interrupt_reg32);
2640
2641        /* Wait for IO debug acknowledge */
2642        if (ipr_wait_iodbg_ack(ioa_cfg,
2643                               IPR_LDUMP_MAX_LONG_ACK_DELAY_IN_USEC)) {
2644                dev_err(&ioa_cfg->pdev->dev,
2645                        "IOA dump long data transfer timeout\n");
2646                return -EIO;
2647        }
2648
2649        /* Signal LDUMP interlocked - clear IO debug ack */
2650        writel(IPR_PCII_IO_DEBUG_ACKNOWLEDGE,
2651               ioa_cfg->regs.clr_interrupt_reg);
2652
2653        /* Write Mailbox with starting address */
2654        writel(start_addr, ioa_cfg->ioa_mailbox);
2655
2656        /* Signal address valid - clear IOA Reset alert */
2657        writel(IPR_UPROCI_RESET_ALERT,
2658               ioa_cfg->regs.clr_uproc_interrupt_reg32);
2659
2660        for (i = 0; i < length_in_words; i++) {
2661                /* Wait for IO debug acknowledge */
2662                if (ipr_wait_iodbg_ack(ioa_cfg,
2663                                       IPR_LDUMP_MAX_SHORT_ACK_DELAY_IN_USEC)) {
2664                        dev_err(&ioa_cfg->pdev->dev,
2665                                "IOA dump short data transfer timeout\n");
2666                        return -EIO;
2667                }
2668
2669                /* Read data from mailbox and increment destination pointer */
2670                *dest = cpu_to_be32(readl(ioa_cfg->ioa_mailbox));
2671                dest++;
2672
2673                /* For all but the last word of data, signal data received */
2674                if (i < (length_in_words - 1)) {
2675                        /* Signal dump data received - Clear IO debug Ack */
2676                        writel(IPR_PCII_IO_DEBUG_ACKNOWLEDGE,
2677                               ioa_cfg->regs.clr_interrupt_reg);
2678                }
2679        }
2680
2681        /* Signal end of block transfer. Set reset alert then clear IO debug ack */
2682        writel(IPR_UPROCI_RESET_ALERT,
2683               ioa_cfg->regs.set_uproc_interrupt_reg32);
2684
2685        writel(IPR_UPROCI_IO_DEBUG_ALERT,
2686               ioa_cfg->regs.clr_uproc_interrupt_reg32);
2687
2688        /* Signal dump data received - Clear IO debug Ack */
2689        writel(IPR_PCII_IO_DEBUG_ACKNOWLEDGE,
2690               ioa_cfg->regs.clr_interrupt_reg);
2691
2692        /* Wait for IOA to signal LDUMP exit - IOA reset alert will be cleared */
2693        while (delay < IPR_LDUMP_MAX_SHORT_ACK_DELAY_IN_USEC) {
2694                temp_pcii_reg =
2695                    readl(ioa_cfg->regs.sense_uproc_interrupt_reg32);
2696
2697                if (!(temp_pcii_reg & IPR_UPROCI_RESET_ALERT))
2698                        return 0;
2699
2700                udelay(10);
2701                delay += 10;
2702        }
2703
2704        return 0;
2705}
2706
2707#ifdef CONFIG_SCSI_IPR_DUMP
2708/**
2709 * ipr_sdt_copy - Copy Smart Dump Table to kernel buffer
2710 * @ioa_cfg:            ioa config struct
2711 * @pci_address:        adapter address
2712 * @length:                     length of data to copy
2713 *
2714 * Copy data from PCI adapter to kernel buffer.
2715 * Note: length MUST be a 4 byte multiple
2716 * Return value:
2717 *      0 on success / other on failure
2718 **/
2719static int ipr_sdt_copy(struct ipr_ioa_cfg *ioa_cfg,
2720                        unsigned long pci_address, u32 length)
2721{
2722        int bytes_copied = 0;
2723        int cur_len, rc, rem_len, rem_page_len, max_dump_size;
2724        __be32 *page;
2725        unsigned long lock_flags = 0;
2726        struct ipr_ioa_dump *ioa_dump = &ioa_cfg->dump->ioa_dump;
2727
2728        if (ioa_cfg->sis64)
2729                max_dump_size = IPR_FMT3_MAX_IOA_DUMP_SIZE;
2730        else
2731                max_dump_size = IPR_FMT2_MAX_IOA_DUMP_SIZE;
2732
2733        while (bytes_copied < length &&
2734               (ioa_dump->hdr.len + bytes_copied) < max_dump_size) {
2735                if (ioa_dump->page_offset >= PAGE_SIZE ||
2736                    ioa_dump->page_offset == 0) {
2737                        page = (__be32 *)__get_free_page(GFP_ATOMIC);
2738
2739                        if (!page) {
2740                                ipr_trace;
2741                                return bytes_copied;
2742                        }
2743
2744                        ioa_dump->page_offset = 0;
2745                        ioa_dump->ioa_data[ioa_dump->next_page_index] = page;
2746                        ioa_dump->next_page_index++;
2747                } else
2748                        page = ioa_dump->ioa_data[ioa_dump->next_page_index - 1];
2749
2750                rem_len = length - bytes_copied;
2751                rem_page_len = PAGE_SIZE - ioa_dump->page_offset;
2752                cur_len = min(rem_len, rem_page_len);
2753
2754                spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
2755                if (ioa_cfg->sdt_state == ABORT_DUMP) {
2756                        rc = -EIO;
2757                } else {
2758                        rc = ipr_get_ldump_data_section(ioa_cfg,
2759                                                        pci_address + bytes_copied,
2760                                                        &page[ioa_dump->page_offset / 4],
2761                                                        (cur_len / sizeof(u32)));
2762                }
2763                spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
2764
2765                if (!rc) {
2766                        ioa_dump->page_offset += cur_len;
2767                        bytes_copied += cur_len;
2768                } else {
2769                        ipr_trace;
2770                        break;
2771                }
2772                schedule();
2773        }
2774
2775        return bytes_copied;
2776}
2777
2778/**
2779 * ipr_init_dump_entry_hdr - Initialize a dump entry header.
2780 * @hdr:        dump entry header struct
2781 *
2782 * Return value:
2783 *      nothing
2784 **/
2785static void ipr_init_dump_entry_hdr(struct ipr_dump_entry_header *hdr)
2786{
2787        hdr->eye_catcher = IPR_DUMP_EYE_CATCHER;
2788        hdr->num_elems = 1;
2789        hdr->offset = sizeof(*hdr);
2790        hdr->status = IPR_DUMP_STATUS_SUCCESS;
2791}
2792
2793/**
2794 * ipr_dump_ioa_type_data - Fill in the adapter type in the dump.
2795 * @ioa_cfg:    ioa config struct
2796 * @driver_dump:        driver dump struct
2797 *
2798 * Return value:
2799 *      nothing
2800 **/
2801static void ipr_dump_ioa_type_data(struct ipr_ioa_cfg *ioa_cfg,
2802                                   struct ipr_driver_dump *driver_dump)
2803{
2804        struct ipr_inquiry_page3 *ucode_vpd = &ioa_cfg->vpd_cbs->page3_data;
2805
2806        ipr_init_dump_entry_hdr(&driver_dump->ioa_type_entry.hdr);
2807        driver_dump->ioa_type_entry.hdr.len =
2808                sizeof(struct ipr_dump_ioa_type_entry) -
2809                sizeof(struct ipr_dump_entry_header);
2810        driver_dump->ioa_type_entry.hdr.data_type = IPR_DUMP_DATA_TYPE_BINARY;
2811        driver_dump->ioa_type_entry.hdr.id = IPR_DUMP_DRIVER_TYPE_ID;
2812        driver_dump->ioa_type_entry.type = ioa_cfg->type;
2813        driver_dump->ioa_type_entry.fw_version = (ucode_vpd->major_release << 24) |
2814                (ucode_vpd->card_type << 16) | (ucode_vpd->minor_release[0] << 8) |
2815                ucode_vpd->minor_release[1];
2816        driver_dump->hdr.num_entries++;
2817}
2818
2819/**
2820 * ipr_dump_version_data - Fill in the driver version in the dump.
2821 * @ioa_cfg:    ioa config struct
2822 * @driver_dump:        driver dump struct
2823 *
2824 * Return value:
2825 *      nothing
2826 **/
2827static void ipr_dump_version_data(struct ipr_ioa_cfg *ioa_cfg,
2828                                  struct ipr_driver_dump *driver_dump)
2829{
2830        ipr_init_dump_entry_hdr(&driver_dump->version_entry.hdr);
2831        driver_dump->version_entry.hdr.len =
2832                sizeof(struct ipr_dump_version_entry) -
2833                sizeof(struct ipr_dump_entry_header);
2834        driver_dump->version_entry.hdr.data_type = IPR_DUMP_DATA_TYPE_ASCII;
2835        driver_dump->version_entry.hdr.id = IPR_DUMP_DRIVER_VERSION_ID;
2836        strcpy(driver_dump->version_entry.version, IPR_DRIVER_VERSION);
2837        driver_dump->hdr.num_entries++;
2838}
2839
2840/**
2841 * ipr_dump_trace_data - Fill in the IOA trace in the dump.
2842 * @ioa_cfg:    ioa config struct
2843 * @driver_dump:        driver dump struct
2844 *
2845 * Return value:
2846 *      nothing
2847 **/
2848static void ipr_dump_trace_data(struct ipr_ioa_cfg *ioa_cfg,
2849                                   struct ipr_driver_dump *driver_dump)
2850{
2851        ipr_init_dump_entry_hdr(&driver_dump->trace_entry.hdr);
2852        driver_dump->trace_entry.hdr.len =
2853                sizeof(struct ipr_dump_trace_entry) -
2854                sizeof(struct ipr_dump_entry_header);
2855        driver_dump->trace_entry.hdr.data_type = IPR_DUMP_DATA_TYPE_BINARY;
2856        driver_dump->trace_entry.hdr.id = IPR_DUMP_TRACE_ID;
2857        memcpy(driver_dump->trace_entry.trace, ioa_cfg->trace, IPR_TRACE_SIZE);
2858        driver_dump->hdr.num_entries++;
2859}
2860
2861/**
2862 * ipr_dump_location_data - Fill in the IOA location in the dump.
2863 * @ioa_cfg:    ioa config struct
2864 * @driver_dump:        driver dump struct
2865 *
2866 * Return value:
2867 *      nothing
2868 **/
2869static void ipr_dump_location_data(struct ipr_ioa_cfg *ioa_cfg,
2870                                   struct ipr_driver_dump *driver_dump)
2871{
2872        ipr_init_dump_entry_hdr(&driver_dump->location_entry.hdr);
2873        driver_dump->location_entry.hdr.len =
2874                sizeof(struct ipr_dump_location_entry) -
2875                sizeof(struct ipr_dump_entry_header);
2876        driver_dump->location_entry.hdr.data_type = IPR_DUMP_DATA_TYPE_ASCII;
2877        driver_dump->location_entry.hdr.id = IPR_DUMP_LOCATION_ID;
2878        strcpy(driver_dump->location_entry.location, dev_name(&ioa_cfg->pdev->dev));
2879        driver_dump->hdr.num_entries++;
2880}
2881
2882/**
2883 * ipr_get_ioa_dump - Perform a dump of the driver and adapter.
2884 * @ioa_cfg:    ioa config struct
2885 * @dump:               dump struct
2886 *
2887 * Return value:
2888 *      nothing
2889 **/
2890static void ipr_get_ioa_dump(struct ipr_ioa_cfg *ioa_cfg, struct ipr_dump *dump)
2891{
2892        unsigned long start_addr, sdt_word;
2893        unsigned long lock_flags = 0;
2894        struct ipr_driver_dump *driver_dump = &dump->driver_dump;
2895        struct ipr_ioa_dump *ioa_dump = &dump->ioa_dump;
2896        u32 num_entries, max_num_entries, start_off, end_off;
2897        u32 max_dump_size, bytes_to_copy, bytes_copied, rc;
2898        struct ipr_sdt *sdt;
2899        int valid = 1;
2900        int i;
2901
2902        ENTER;
2903
2904        spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
2905
2906        if (ioa_cfg->sdt_state != READ_DUMP) {
2907                spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
2908                return;
2909        }
2910
2911        if (ioa_cfg->sis64) {
2912                spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
2913                ssleep(IPR_DUMP_DELAY_SECONDS);
2914                spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
2915        }
2916
2917        start_addr = readl(ioa_cfg->ioa_mailbox);
2918
2919        if (!ioa_cfg->sis64 && !ipr_sdt_is_fmt2(start_addr)) {
2920                dev_err(&ioa_cfg->pdev->dev,
2921                        "Invalid dump table format: %lx\n", start_addr);
2922                spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
2923                return;
2924        }
2925
2926        dev_err(&ioa_cfg->pdev->dev, "Dump of IOA initiated\n");
2927
2928        driver_dump->hdr.eye_catcher = IPR_DUMP_EYE_CATCHER;
2929
2930        /* Initialize the overall dump header */
2931        driver_dump->hdr.len = sizeof(struct ipr_driver_dump);
2932        driver_dump->hdr.num_entries = 1;
2933        driver_dump->hdr.first_entry_offset = sizeof(struct ipr_dump_header);
2934        driver_dump->hdr.status = IPR_DUMP_STATUS_SUCCESS;
2935        driver_dump->hdr.os = IPR_DUMP_OS_LINUX;
2936        driver_dump->hdr.driver_name = IPR_DUMP_DRIVER_NAME;
2937
2938        ipr_dump_version_data(ioa_cfg, driver_dump);
2939        ipr_dump_location_data(ioa_cfg, driver_dump);
2940        ipr_dump_ioa_type_data(ioa_cfg, driver_dump);
2941        ipr_dump_trace_data(ioa_cfg, driver_dump);
2942
2943        /* Update dump_header */
2944        driver_dump->hdr.len += sizeof(struct ipr_dump_entry_header);
2945
2946        /* IOA Dump entry */
2947        ipr_init_dump_entry_hdr(&ioa_dump->hdr);
2948        ioa_dump->hdr.len = 0;
2949        ioa_dump->hdr.data_type = IPR_DUMP_DATA_TYPE_BINARY;
2950        ioa_dump->hdr.id = IPR_DUMP_IOA_DUMP_ID;
2951
2952        /* First entries in sdt are actually a list of dump addresses and
2953         lengths to gather the real dump data.  sdt represents the pointer
2954         to the ioa generated dump table.  Dump data will be extracted based
2955         on entries in this table */
2956        sdt = &ioa_dump->sdt;
2957
2958        if (ioa_cfg->sis64) {
2959                max_num_entries = IPR_FMT3_NUM_SDT_ENTRIES;
2960                max_dump_size = IPR_FMT3_MAX_IOA_DUMP_SIZE;
2961        } else {
2962                max_num_entries = IPR_FMT2_NUM_SDT_ENTRIES;
2963                max_dump_size = IPR_FMT2_MAX_IOA_DUMP_SIZE;
2964        }
2965
2966        bytes_to_copy = offsetof(struct ipr_sdt, entry) +
2967                        (max_num_entries * sizeof(struct ipr_sdt_entry));
2968        rc = ipr_get_ldump_data_section(ioa_cfg, start_addr, (__be32 *)sdt,
2969                                        bytes_to_copy / sizeof(__be32));
2970
2971        /* Smart Dump table is ready to use and the first entry is valid */
2972        if (rc || ((be32_to_cpu(sdt->hdr.state) != IPR_FMT3_SDT_READY_TO_USE) &&
2973            (be32_to_cpu(sdt->hdr.state) != IPR_FMT2_SDT_READY_TO_USE))) {
2974                dev_err(&ioa_cfg->pdev->dev,
2975                        "Dump of IOA failed. Dump table not valid: %d, %X.\n",
2976                        rc, be32_to_cpu(sdt->hdr.state));
2977                driver_dump->hdr.status = IPR_DUMP_STATUS_FAILED;
2978                ioa_cfg->sdt_state = DUMP_OBTAINED;
2979                spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
2980                return;
2981        }
2982
2983        num_entries = be32_to_cpu(sdt->hdr.num_entries_used);
2984
2985        if (num_entries > max_num_entries)
2986                num_entries = max_num_entries;
2987
2988        /* Update dump length to the actual data to be copied */
2989        dump->driver_dump.hdr.len += sizeof(struct ipr_sdt_header);
2990        if (ioa_cfg->sis64)
2991                dump->driver_dump.hdr.len += num_entries * sizeof(struct ipr_sdt_entry);
2992        else
2993                dump->driver_dump.hdr.len += max_num_entries * sizeof(struct ipr_sdt_entry);
2994
2995        spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
2996
2997        for (i = 0; i < num_entries; i++) {
2998                if (ioa_dump->hdr.len > max_dump_size) {
2999                        driver_dump->hdr.status = IPR_DUMP_STATUS_QUAL_SUCCESS;
3000                        break;
3001                }
3002
3003                if (sdt->entry[i].flags & IPR_SDT_VALID_ENTRY) {
3004                        sdt_word = be32_to_cpu(sdt->entry[i].start_token);
3005                        if (ioa_cfg->sis64)
3006                                bytes_to_copy = be32_to_cpu(sdt->entry[i].end_token);
3007                        else {
3008                                start_off = sdt_word & IPR_FMT2_MBX_ADDR_MASK;
3009                                end_off = be32_to_cpu(sdt->entry[i].end_token);
3010
3011                                if (ipr_sdt_is_fmt2(sdt_word) && sdt_word)
3012                                        bytes_to_copy = end_off - start_off;
3013                                else
3014                                        valid = 0;
3015                        }
3016                        if (valid) {
3017                                if (bytes_to_copy > max_dump_size) {
3018                                        sdt->entry[i].flags &= ~IPR_SDT_VALID_ENTRY;
3019                                        continue;
3020                                }
3021
3022                                /* Copy data from adapter to driver buffers */
3023                                bytes_copied = ipr_sdt_copy(ioa_cfg, sdt_word,
3024                                                            bytes_to_copy);
3025
3026                                ioa_dump->hdr.len += bytes_copied;
3027
3028                                if (bytes_copied != bytes_to_copy) {
3029                                        driver_dump->hdr.status = IPR_DUMP_STATUS_QUAL_SUCCESS;
3030                                        break;
3031                                }
3032                        }
3033                }
3034        }
3035
3036        dev_err(&ioa_cfg->pdev->dev, "Dump of IOA completed.\n");
3037
3038        /* Update dump_header */
3039        driver_dump->hdr.len += ioa_dump->hdr.len;
3040        wmb();
3041        ioa_cfg->sdt_state = DUMP_OBTAINED;
3042        LEAVE;
3043}
3044
3045#else
3046#define ipr_get_ioa_dump(ioa_cfg, dump) do { } while(0)
3047#endif
3048
3049/**
3050 * ipr_release_dump - Free adapter dump memory
3051 * @kref:       kref struct
3052 *
3053 * Return value:
3054 *      nothing
3055 **/
3056static void ipr_release_dump(struct kref *kref)
3057{
3058        struct ipr_dump *dump = container_of(kref,struct ipr_dump,kref);
3059        struct ipr_ioa_cfg *ioa_cfg = dump->ioa_cfg;
3060        unsigned long lock_flags = 0;
3061        int i;
3062
3063        ENTER;
3064        spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3065        ioa_cfg->dump = NULL;
3066        ioa_cfg->sdt_state = INACTIVE;
3067        spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3068
3069        for (i = 0; i < dump->ioa_dump.next_page_index; i++)
3070                free_page((unsigned long) dump->ioa_dump.ioa_data[i]);
3071
3072        vfree(dump->ioa_dump.ioa_data);
3073        kfree(dump);
3074        LEAVE;
3075}
3076
3077/**
3078 * ipr_worker_thread - Worker thread
3079 * @work:               ioa config struct
3080 *
3081 * Called at task level from a work thread. This function takes care
3082 * of adding and removing device from the mid-layer as configuration
3083 * changes are detected by the adapter.
3084 *
3085 * Return value:
3086 *      nothing
3087 **/
3088static void ipr_worker_thread(struct work_struct *work)
3089{
3090        unsigned long lock_flags;
3091        struct ipr_resource_entry *res;
3092        struct scsi_device *sdev;
3093        struct ipr_dump *dump;
3094        struct ipr_ioa_cfg *ioa_cfg =
3095                container_of(work, struct ipr_ioa_cfg, work_q);
3096        u8 bus, target, lun;
3097        int did_work;
3098
3099        ENTER;
3100        spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3101
3102        if (ioa_cfg->sdt_state == READ_DUMP) {
3103                dump = ioa_cfg->dump;
3104                if (!dump) {
3105                        spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3106                        return;
3107                }
3108                kref_get(&dump->kref);
3109                spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3110                ipr_get_ioa_dump(ioa_cfg, dump);
3111                kref_put(&dump->kref, ipr_release_dump);
3112
3113                spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3114                if (ioa_cfg->sdt_state == DUMP_OBTAINED && !ioa_cfg->dump_timeout)
3115                        ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
3116                spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3117                return;
3118        }
3119
3120restart:
3121        do {
3122                did_work = 0;
3123                if (!ioa_cfg->allow_cmds || !ioa_cfg->allow_ml_add_del) {
3124                        spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3125                        return;
3126                }
3127
3128                list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
3129                        if (res->del_from_ml && res->sdev) {
3130                                did_work = 1;
3131                                sdev = res->sdev;
3132                                if (!scsi_device_get(sdev)) {
3133                                        if (!res->add_to_ml)
3134                                                list_move_tail(&res->queue, &ioa_cfg->free_res_q);
3135                                        else
3136                                                res->del_from_ml = 0;
3137                                        spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3138                                        scsi_remove_device(sdev);
3139                                        scsi_device_put(sdev);
3140                                        spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3141                                }
3142                                break;
3143                        }
3144                }
3145        } while(did_work);
3146
3147        list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
3148                if (res->add_to_ml) {
3149                        bus = res->bus;
3150                        target = res->target;
3151                        lun = res->lun;
3152                        res->add_to_ml = 0;
3153                        spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3154                        scsi_add_device(ioa_cfg->host, bus, target, lun);
3155                        spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3156                        goto restart;
3157                }
3158        }
3159
3160        spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3161        kobject_uevent(&ioa_cfg->host->shost_dev.kobj, KOBJ_CHANGE);
3162        LEAVE;
3163}
3164
3165#ifdef CONFIG_SCSI_IPR_TRACE
3166/**
3167 * ipr_read_trace - Dump the adapter trace
3168 * @filp:               open sysfs file
3169 * @kobj:               kobject struct
3170 * @bin_attr:           bin_attribute struct
3171 * @buf:                buffer
3172 * @off:                offset
3173 * @count:              buffer size
3174 *
3175 * Return value:
3176 *      number of bytes printed to buffer
3177 **/
3178static ssize_t ipr_read_trace(struct file *filp, struct kobject *kobj,
3179                              struct bin_attribute *bin_attr,
3180                              char *buf, loff_t off, size_t count)
3181{
3182        struct device *dev = container_of(kobj, struct device, kobj);
3183        struct Scsi_Host *shost = class_to_shost(dev);
3184        struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3185        unsigned long lock_flags = 0;
3186        ssize_t ret;
3187
3188        spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3189        ret = memory_read_from_buffer(buf, count, &off, ioa_cfg->trace,
3190                                IPR_TRACE_SIZE);
3191        spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3192
3193        return ret;
3194}
3195
3196static struct bin_attribute ipr_trace_attr = {
3197        .attr = {
3198                .name = "trace",
3199                .mode = S_IRUGO,
3200        },
3201        .size = 0,
3202        .read = ipr_read_trace,
3203};
3204#endif
3205
3206/**
3207 * ipr_show_fw_version - Show the firmware version
3208 * @dev:        class device struct
3209 * @buf:        buffer
3210 *
3211 * Return value:
3212 *      number of bytes printed to buffer
3213 **/
3214static ssize_t ipr_show_fw_version(struct device *dev,
3215                                   struct device_attribute *attr, char *buf)
3216{
3217        struct Scsi_Host *shost = class_to_shost(dev);
3218        struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3219        struct ipr_inquiry_page3 *ucode_vpd = &ioa_cfg->vpd_cbs->page3_data;
3220        unsigned long lock_flags = 0;
3221        int len;
3222
3223        spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3224        len = snprintf(buf, PAGE_SIZE, "%02X%02X%02X%02X\n",
3225                       ucode_vpd->major_release, ucode_vpd->card_type,
3226                       ucode_vpd->minor_release[0],
3227                       ucode_vpd->minor_release[1]);
3228        spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3229        return len;
3230}
3231
3232static struct device_attribute ipr_fw_version_attr = {
3233        .attr = {
3234                .name =         "fw_version",
3235                .mode =         S_IRUGO,
3236        },
3237        .show = ipr_show_fw_version,
3238};
3239
3240/**
3241 * ipr_show_log_level - Show the adapter's error logging level
3242 * @dev:        class device struct
3243 * @buf:        buffer
3244 *
3245 * Return value:
3246 *      number of bytes printed to buffer
3247 **/
3248static ssize_t ipr_show_log_level(struct device *dev,
3249                                   struct device_attribute *attr, char *buf)
3250{
3251        struct Scsi_Host *shost = class_to_shost(dev);
3252        struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3253        unsigned long lock_flags = 0;
3254        int len;
3255
3256        spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3257        len = snprintf(buf, PAGE_SIZE, "%d\n", ioa_cfg->log_level);
3258        spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3259        return len;
3260}
3261
3262/**
3263 * ipr_store_log_level - Change the adapter's error logging level
3264 * @dev:        class device struct
3265 * @buf:        buffer
3266 *
3267 * Return value:
3268 *      number of bytes printed to buffer
3269 **/
3270static ssize_t ipr_store_log_level(struct device *dev,
3271                                   struct device_attribute *attr,
3272                                   const char *buf, size_t count)
3273{
3274        struct Scsi_Host *shost = class_to_shost(dev);
3275        struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3276        unsigned long lock_flags = 0;
3277
3278        spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3279        ioa_cfg->log_level = simple_strtoul(buf, NULL, 10);
3280        spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3281        return strlen(buf);
3282}
3283
3284static struct device_attribute ipr_log_level_attr = {
3285        .attr = {
3286                .name =         "log_level",
3287                .mode =         S_IRUGO | S_IWUSR,
3288        },
3289        .show = ipr_show_log_level,
3290        .store = ipr_store_log_level
3291};
3292
3293/**
3294 * ipr_store_diagnostics - IOA Diagnostics interface
3295 * @dev:        device struct
3296 * @buf:        buffer
3297 * @count:      buffer size
3298 *
3299 * This function will reset the adapter and wait a reasonable
3300 * amount of time for any errors that the adapter might log.
3301 *
3302 * Return value:
3303 *      count on success / other on failure
3304 **/
3305static ssize_t ipr_store_diagnostics(struct device *dev,
3306                                     struct device_attribute *attr,
3307                                     const char *buf, size_t count)
3308{
3309        struct Scsi_Host *shost = class_to_shost(dev);
3310        struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3311        unsigned long lock_flags = 0;
3312        int rc = count;
3313
3314        if (!capable(CAP_SYS_ADMIN))
3315                return -EACCES;
3316
3317        spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3318        while(ioa_cfg->in_reset_reload) {
3319                spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3320                wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
3321                spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3322        }
3323
3324        ioa_cfg->errors_logged = 0;
3325        ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NORMAL);
3326
3327        if (ioa_cfg->in_reset_reload) {
3328                spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3329                wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
3330
3331                /* Wait for a second for any errors to be logged */
3332                msleep(1000);
3333        } else {
3334                spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3335                return -EIO;
3336        }
3337
3338        spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3339        if (ioa_cfg->in_reset_reload || ioa_cfg->errors_logged)
3340                rc = -EIO;
3341        spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3342
3343        return rc;
3344}
3345
3346static struct device_attribute ipr_diagnostics_attr = {
3347        .attr = {
3348                .name =         "run_diagnostics",
3349                .mode =         S_IWUSR,
3350        },
3351        .store = ipr_store_diagnostics
3352};
3353
3354/**
3355 * ipr_show_adapter_state - Show the adapter's state
3356 * @class_dev:  device struct
3357 * @buf:        buffer
3358 *
3359 * Return value:
3360 *      number of bytes printed to buffer
3361 **/
3362static ssize_t ipr_show_adapter_state(struct device *dev,
3363                                      struct device_attribute *attr, char *buf)
3364{
3365        struct Scsi_Host *shost = class_to_shost(dev);
3366        struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3367        unsigned long lock_flags = 0;
3368        int len;
3369
3370        spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3371        if (ioa_cfg->ioa_is_dead)
3372                len = snprintf(buf, PAGE_SIZE, "offline\n");
3373        else
3374                len = snprintf(buf, PAGE_SIZE, "online\n");
3375        spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3376        return len;
3377}
3378
3379/**
3380 * ipr_store_adapter_state - Change adapter state
3381 * @dev:        device struct
3382 * @buf:        buffer
3383 * @count:      buffer size
3384 *
3385 * This function will change the adapter's state.
3386 *
3387 * Return value:
3388 *      count on success / other on failure
3389 **/
3390static ssize_t ipr_store_adapter_state(struct device *dev,
3391                                       struct device_attribute *attr,
3392                                       const char *buf, size_t count)
3393{
3394        struct Scsi_Host *shost = class_to_shost(dev);
3395        struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3396        unsigned long lock_flags;
3397        int result = count;
3398
3399        if (!capable(CAP_SYS_ADMIN))
3400                return -EACCES;
3401
3402        spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3403        if (ioa_cfg->ioa_is_dead && !strncmp(buf, "online", 6)) {
3404                ioa_cfg->ioa_is_dead = 0;
3405                ioa_cfg->reset_retries = 0;
3406                ioa_cfg->in_ioa_bringdown = 0;
3407                ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
3408        }
3409        spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3410        wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
3411
3412        return result;
3413}
3414
3415static struct device_attribute ipr_ioa_state_attr = {
3416        .attr = {
3417                .name =         "online_state",
3418                .mode =         S_IRUGO | S_IWUSR,
3419        },
3420        .show = ipr_show_adapter_state,
3421        .store = ipr_store_adapter_state
3422};
3423
3424/**
3425 * ipr_store_reset_adapter - Reset the adapter
3426 * @dev:        device struct
3427 * @buf:        buffer
3428 * @count:      buffer size
3429 *
3430 * This function will reset the adapter.
3431 *
3432 * Return value:
3433 *      count on success / other on failure
3434 **/
3435static ssize_t ipr_store_reset_adapter(struct device *dev,
3436                                       struct device_attribute *attr,
3437                                       const char *buf, size_t count)
3438{
3439        struct Scsi_Host *shost = class_to_shost(dev);
3440        struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3441        unsigned long lock_flags;
3442        int result = count;
3443
3444        if (!capable(CAP_SYS_ADMIN))
3445                return -EACCES;
3446
3447        spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3448        if (!ioa_cfg->in_reset_reload)
3449                ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NORMAL);
3450        spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3451        wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
3452
3453        return result;
3454}
3455
3456static struct device_attribute ipr_ioa_reset_attr = {
3457        .attr = {
3458                .name =         "reset_host",
3459                .mode =         S_IWUSR,
3460        },
3461        .store = ipr_store_reset_adapter
3462};
3463
3464/**
3465 * ipr_alloc_ucode_buffer - Allocates a microcode download buffer
3466 * @buf_len:            buffer length
3467 *
3468 * Allocates a DMA'able buffer in chunks and assembles a scatter/gather
3469 * list to use for microcode download
3470 *
3471 * Return value:
3472 *      pointer to sglist / NULL on failure
3473 **/
3474static struct ipr_sglist *ipr_alloc_ucode_buffer(int buf_len)
3475{
3476        int sg_size, order, bsize_elem, num_elem, i, j;
3477        struct ipr_sglist *sglist;
3478        struct scatterlist *scatterlist;
3479        struct page *page;
3480
3481        /* Get the minimum size per scatter/gather element */
3482        sg_size = buf_len / (IPR_MAX_SGLIST - 1);
3483
3484        /* Get the actual size per element */
3485        order = get_order(sg_size);
3486
3487        /* Determine the actual number of bytes per element */
3488        bsize_elem = PAGE_SIZE * (1 << order);
3489
3490        /* Determine the actual number of sg entries needed */
3491        if (buf_len % bsize_elem)
3492                num_elem = (buf_len / bsize_elem) + 1;
3493        else
3494                num_elem = buf_len / bsize_elem;
3495
3496        /* Allocate a scatter/gather list for the DMA */
3497        sglist = kzalloc(sizeof(struct ipr_sglist) +
3498                         (sizeof(struct scatterlist) * (num_elem - 1)),
3499                         GFP_KERNEL);
3500
3501        if (sglist == NULL) {
3502                ipr_trace;
3503                return NULL;
3504        }
3505
3506        scatterlist = sglist->scatterlist;
3507        sg_init_table(scatterlist, num_elem);
3508
3509        sglist->order = order;
3510        sglist->num_sg = num_elem;
3511
3512        /* Allocate a bunch of sg elements */
3513        for (i = 0; i < num_elem; i++) {
3514                page = alloc_pages(GFP_KERNEL, order);
3515                if (!page) {
3516                        ipr_trace;
3517
3518                        /* Free up what we already allocated */
3519                        for (j = i - 1; j >= 0; j--)
3520                                __free_pages(sg_page(&scatterlist[j]), order);
3521                        kfree(sglist);
3522                        return NULL;
3523                }
3524
3525                sg_set_page(&scatterlist[i], page, 0, 0);
3526        }
3527
3528        return sglist;
3529}
3530
3531/**
3532 * ipr_free_ucode_buffer - Frees a microcode download buffer
3533 * @p_dnld:             scatter/gather list pointer
3534 *
3535 * Free a DMA'able ucode download buffer previously allocated with
3536 * ipr_alloc_ucode_buffer
3537 *
3538 * Return value:
3539 *      nothing
3540 **/
3541static void ipr_free_ucode_buffer(struct ipr_sglist *sglist)
3542{
3543        int i;
3544
3545        for (i = 0; i < sglist->num_sg; i++)
3546                __free_pages(sg_page(&sglist->scatterlist[i]), sglist->order);
3547
3548        kfree(sglist);
3549}
3550
3551/**
3552 * ipr_copy_ucode_buffer - Copy user buffer to kernel buffer
3553 * @sglist:             scatter/gather list pointer
3554 * @buffer:             buffer pointer
3555 * @len:                buffer length
3556 *
3557 * Copy a microcode image from a user buffer into a buffer allocated by
3558 * ipr_alloc_ucode_buffer
3559 *
3560 * Return value:
3561 *      0 on success / other on failure
3562 **/
3563static int ipr_copy_ucode_buffer(struct ipr_sglist *sglist,
3564                                 u8 *buffer, u32 len)
3565{
3566        int bsize_elem, i, result = 0;
3567        struct scatterlist *scatterlist;
3568        void *kaddr;
3569
3570        /* Determine the actual number of bytes per element */
3571        bsize_elem = PAGE_SIZE * (1 << sglist->order);
3572
3573        scatterlist = sglist->scatterlist;
3574
3575        for (i = 0; i < (len / bsize_elem); i++, buffer += bsize_elem) {
3576                struct page *page = sg_page(&scatterlist[i]);
3577
3578                kaddr = kmap(page);
3579                memcpy(kaddr, buffer, bsize_elem);
3580                kunmap(page);
3581
3582                scatterlist[i].length = bsize_elem;
3583
3584                if (result != 0) {
3585                        ipr_trace;
3586                        return result;
3587                }
3588        }
3589
3590        if (len % bsize_elem) {
3591                struct page *page = sg_page(&scatterlist[i]);
3592
3593                kaddr = kmap(page);
3594                memcpy(kaddr, buffer, len % bsize_elem);
3595                kunmap(page);
3596
3597                scatterlist[i].length = len % bsize_elem;
3598        }
3599
3600        sglist->buffer_len = len;
3601        return result;
3602}
3603
3604/**
3605 * ipr_build_ucode_ioadl64 - Build a microcode download IOADL
3606 * @ipr_cmd:            ipr command struct
3607 * @sglist:             scatter/gather list
3608 *
3609 * Builds a microcode download IOA data list (IOADL).
3610 *
3611 **/
3612static void ipr_build_ucode_ioadl64(struct ipr_cmnd *ipr_cmd,
3613                                    struct ipr_sglist *sglist)
3614{
3615        struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
3616        struct ipr_ioadl64_desc *ioadl64 = ipr_cmd->i.ioadl64;
3617        struct scatterlist *scatterlist = sglist->scatterlist;
3618        int i;
3619
3620        ipr_cmd->dma_use_sg = sglist->num_dma_sg;
3621        ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_WRITE_NOT_READ;
3622        ioarcb->data_transfer_length = cpu_to_be32(sglist->buffer_len);
3623
3624        ioarcb->ioadl_len =
3625                cpu_to_be32(sizeof(struct ipr_ioadl64_desc) * ipr_cmd->dma_use_sg);
3626        for (i = 0; i < ipr_cmd->dma_use_sg; i++) {
3627                ioadl64[i].flags = cpu_to_be32(IPR_IOADL_FLAGS_WRITE);
3628                ioadl64[i].data_len = cpu_to_be32(sg_dma_len(&scatterlist[i]));
3629                ioadl64[i].address = cpu_to_be64(sg_dma_address(&scatterlist[i]));
3630        }
3631
3632        ioadl64[i-1].flags |= cpu_to_be32(IPR_IOADL_FLAGS_LAST);
3633}
3634
3635/**
3636 * ipr_build_ucode_ioadl - Build a microcode download IOADL
3637 * @ipr_cmd:    ipr command struct
3638 * @sglist:             scatter/gather list
3639 *
3640 * Builds a microcode download IOA data list (IOADL).
3641 *
3642 **/
3643static void ipr_build_ucode_ioadl(struct ipr_cmnd *ipr_cmd,
3644                                  struct ipr_sglist *sglist)
3645{
3646        struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
3647        struct ipr_ioadl_desc *ioadl = ipr_cmd->i.ioadl;
3648        struct scatterlist *scatterlist = sglist->scatterlist;
3649        int i;
3650
3651        ipr_cmd->dma_use_sg = sglist->num_dma_sg;
3652        ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_WRITE_NOT_READ;
3653        ioarcb->data_transfer_length = cpu_to_be32(sglist->buffer_len);
3654
3655        ioarcb->ioadl_len =
3656                cpu_to_be32(sizeof(struct ipr_ioadl_desc) * ipr_cmd->dma_use_sg);
3657
3658        for (i = 0; i < ipr_cmd->dma_use_sg; i++) {
3659                ioadl[i].flags_and_data_len =
3660                        cpu_to_be32(IPR_IOADL_FLAGS_WRITE | sg_dma_len(&scatterlist[i]));
3661                ioadl[i].address =
3662                        cpu_to_be32(sg_dma_address(&scatterlist[i]));
3663        }
3664
3665        ioadl[i-1].flags_and_data_len |=
3666                cpu_to_be32(IPR_IOADL_FLAGS_LAST);
3667}
3668
3669/**
3670 * ipr_update_ioa_ucode - Update IOA's microcode
3671 * @ioa_cfg:    ioa config struct
3672 * @sglist:             scatter/gather list
3673 *
3674 * Initiate an adapter reset to update the IOA's microcode
3675 *
3676 * Return value:
3677 *      0 on success / -EIO on failure
3678 **/
3679static int ipr_update_ioa_ucode(struct ipr_ioa_cfg *ioa_cfg,
3680                                struct ipr_sglist *sglist)
3681{
3682        unsigned long lock_flags;
3683
3684        spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3685        while(ioa_cfg->in_reset_reload) {
3686                spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3687                wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
3688                spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3689        }
3690
3691        if (ioa_cfg->ucode_sglist) {
3692                spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3693                dev_err(&ioa_cfg->pdev->dev,
3694                        "Microcode download already in progress\n");
3695                return -EIO;
3696        }
3697
3698        sglist->num_dma_sg = pci_map_sg(ioa_cfg->pdev, sglist->scatterlist,
3699                                        sglist->num_sg, DMA_TO_DEVICE);
3700
3701        if (!sglist->num_dma_sg) {
3702                spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3703                dev_err(&ioa_cfg->pdev->dev,
3704                        "Failed to map microcode download buffer!\n");
3705                return -EIO;
3706        }
3707
3708        ioa_cfg->ucode_sglist = sglist;
3709        ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NORMAL);
3710        spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3711        wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
3712
3713        spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3714        ioa_cfg->ucode_sglist = NULL;
3715        spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3716        return 0;
3717}
3718
3719/**
3720 * ipr_store_update_fw - Update the firmware on the adapter
3721 * @class_dev:  device struct
3722 * @buf:        buffer
3723 * @count:      buffer size
3724 *
3725 * This function will update the firmware on the adapter.
3726 *
3727 * Return value:
3728 *      count on success / other on failure
3729 **/
3730static ssize_t ipr_store_update_fw(struct device *dev,
3731                                   struct device_attribute *attr,
3732                                   const char *buf, size_t count)
3733{
3734        struct Scsi_Host *shost = class_to_shost(dev);
3735        struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3736        struct ipr_ucode_image_header *image_hdr;
3737        const struct firmware *fw_entry;
3738        struct ipr_sglist *sglist;
3739        char fname[100];
3740        char *src;
3741        int len, result, dnld_size;
3742
3743        if (!capable(CAP_SYS_ADMIN))
3744                return -EACCES;
3745
3746        len = snprintf(fname, 99, "%s", buf);
3747        fname[len-1] = '\0';
3748
3749        if(request_firmware(&fw_entry, fname, &ioa_cfg->pdev->dev)) {
3750                dev_err(&ioa_cfg->pdev->dev, "Firmware file %s not found\n", fname);
3751                return -EIO;
3752        }
3753
3754        image_hdr = (struct ipr_ucode_image_header *)fw_entry->data;
3755
3756        src = (u8 *)image_hdr + be32_to_cpu(image_hdr->header_length);
3757        dnld_size = fw_entry->size - be32_to_cpu(image_hdr->header_length);
3758        sglist = ipr_alloc_ucode_buffer(dnld_size);
3759
3760        if (!sglist) {
3761                dev_err(&ioa_cfg->pdev->dev, "Microcode buffer allocation failed\n");
3762                release_firmware(fw_entry);
3763                return -ENOMEM;
3764        }
3765
3766        result = ipr_copy_ucode_buffer(sglist, src, dnld_size);
3767
3768        if (result) {
3769                dev_err(&ioa_cfg->pdev->dev,
3770                        "Microcode buffer copy to DMA buffer failed\n");
3771                goto out;
3772        }
3773
3774        ipr_info("Updating microcode, please be patient.  This may take up to 30 minutes.\n");
3775
3776        result = ipr_update_ioa_ucode(ioa_cfg, sglist);
3777
3778        if (!result)
3779                result = count;
3780out:
3781        ipr_free_ucode_buffer(sglist);
3782        release_firmware(fw_entry);
3783        return result;
3784}
3785
3786static struct device_attribute ipr_update_fw_attr = {
3787        .attr = {
3788                .name =         "update_fw",
3789                .mode =         S_IWUSR,
3790        },
3791        .store = ipr_store_update_fw
3792};
3793
3794/**
3795 * ipr_show_fw_type - Show the adapter's firmware type.
3796 * @dev:        class device struct
3797 * @buf:        buffer
3798 *
3799 * Return value:
3800 *      number of bytes printed to buffer
3801 **/
3802static ssize_t ipr_show_fw_type(struct device *dev,
3803                                struct device_attribute *attr, char *buf)
3804{
3805        struct Scsi_Host *shost = class_to_shost(dev);
3806        struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3807        unsigned long lock_flags = 0;
3808        int len;
3809
3810        spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3811        len = snprintf(buf, PAGE_SIZE, "%d\n", ioa_cfg->sis64);
3812        spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3813        return len;
3814}
3815
3816static struct device_attribute ipr_ioa_fw_type_attr = {
3817        .attr = {
3818                .name =         "fw_type",
3819                .mode =         S_IRUGO,
3820        },
3821        .show = ipr_show_fw_type
3822};
3823
3824static struct device_attribute *ipr_ioa_attrs[] = {
3825        &ipr_fw_version_attr,
3826        &ipr_log_level_attr,
3827        &ipr_diagnostics_attr,
3828        &ipr_ioa_state_attr,
3829        &ipr_ioa_reset_attr,
3830        &ipr_update_fw_attr,
3831        &ipr_ioa_fw_type_attr,
3832        NULL,
3833};
3834
3835#ifdef CONFIG_SCSI_IPR_DUMP
3836/**
3837 * ipr_read_dump - Dump the adapter
3838 * @filp:               open sysfs file
3839 * @kobj:               kobject struct
3840 * @bin_attr:           bin_attribute struct
3841 * @buf:                buffer
3842 * @off:                offset
3843 * @count:              buffer size
3844 *
3845 * Return value:
3846 *      number of bytes printed to buffer
3847 **/
3848static ssize_t ipr_read_dump(struct file *filp, struct kobject *kobj,
3849                             struct bin_attribute *bin_attr,
3850                             char *buf, loff_t off, size_t count)
3851{
3852        struct device *cdev = container_of(kobj, struct device, kobj);
3853        struct Scsi_Host *shost = class_to_shost(cdev);
3854        struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
3855        struct ipr_dump *dump;
3856        unsigned long lock_flags = 0;
3857        char *src;
3858        int len, sdt_end;
3859        size_t rc = count;
3860
3861        if (!capable(CAP_SYS_ADMIN))
3862                return -EACCES;
3863
3864        spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3865        dump = ioa_cfg->dump;
3866
3867        if (ioa_cfg->sdt_state != DUMP_OBTAINED || !dump) {
3868                spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3869                return 0;
3870        }
3871        kref_get(&dump->kref);
3872        spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3873
3874        if (off > dump->driver_dump.hdr.len) {
3875                kref_put(&dump->kref, ipr_release_dump);
3876                return 0;
3877        }
3878
3879        if (off + count > dump->driver_dump.hdr.len) {
3880                count = dump->driver_dump.hdr.len - off;
3881                rc = count;
3882        }
3883
3884        if (count && off < sizeof(dump->driver_dump)) {
3885                if (off + count > sizeof(dump->driver_dump))
3886                        len = sizeof(dump->driver_dump) - off;
3887                else
3888                        len = count;
3889                src = (u8 *)&dump->driver_dump + off;
3890                memcpy(buf, src, len);
3891                buf += len;
3892                off += len;
3893                count -= len;
3894        }
3895
3896        off -= sizeof(dump->driver_dump);
3897
3898        if (ioa_cfg->sis64)
3899                sdt_end = offsetof(struct ipr_ioa_dump, sdt.entry) +
3900                          (be32_to_cpu(dump->ioa_dump.sdt.hdr.num_entries_used) *
3901                           sizeof(struct ipr_sdt_entry));
3902        else
3903                sdt_end = offsetof(struct ipr_ioa_dump, sdt.entry) +
3904                          (IPR_FMT2_NUM_SDT_ENTRIES * sizeof(struct ipr_sdt_entry));
3905
3906        if (count && off < sdt_end) {
3907                if (off + count > sdt_end)
3908                        len = sdt_end - off;
3909                else
3910                        len = count;
3911                src = (u8 *)&dump->ioa_dump + off;
3912                memcpy(buf, src, len);
3913                buf += len;
3914                off += len;
3915                count -= len;
3916        }
3917
3918        off -= sdt_end;
3919
3920        while (count) {
3921                if ((off & PAGE_MASK) != ((off + count) & PAGE_MASK))
3922                        len = PAGE_ALIGN(off) - off;
3923                else
3924                        len = count;
3925                src = (u8 *)dump->ioa_dump.ioa_data[(off & PAGE_MASK) >> PAGE_SHIFT];
3926                src += off & ~PAGE_MASK;
3927                memcpy(buf, src, len);
3928                buf += len;
3929                off += len;
3930                count -= len;
3931        }
3932
3933        kref_put(&dump->kref, ipr_release_dump);
3934        return rc;
3935}
3936
3937/**
3938 * ipr_alloc_dump - Prepare for adapter dump
3939 * @ioa_cfg:    ioa config struct
3940 *
3941 * Return value:
3942 *      0 on success / other on failure
3943 **/
3944static int ipr_alloc_dump(struct ipr_ioa_cfg *ioa_cfg)
3945{
3946        struct ipr_dump *dump;
3947        __be32 **ioa_data;
3948        unsigned long lock_flags = 0;
3949
3950        dump = kzalloc(sizeof(struct ipr_dump), GFP_KERNEL);
3951
3952        if (!dump) {
3953                ipr_err("Dump memory allocation failed\n");
3954                return -ENOMEM;
3955        }
3956
3957        if (ioa_cfg->sis64)
3958                ioa_data = vmalloc(IPR_FMT3_MAX_NUM_DUMP_PAGES * sizeof(__be32 *));
3959        else
3960                ioa_data = vmalloc(IPR_FMT2_MAX_NUM_DUMP_PAGES * sizeof(__be32 *));
3961
3962        if (!ioa_data) {
3963                ipr_err("Dump memory allocation failed\n");
3964                kfree(dump);
3965                return -ENOMEM;
3966        }
3967
3968        dump->ioa_dump.ioa_data = ioa_data;
3969
3970        kref_init(&dump->kref);
3971        dump->ioa_cfg = ioa_cfg;
3972
3973        spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
3974
3975        if (INACTIVE != ioa_cfg->sdt_state) {
3976                spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3977                vfree(dump->ioa_dump.ioa_data);
3978                kfree(dump);
3979                return 0;
3980        }
3981
3982        ioa_cfg->dump = dump;
3983        ioa_cfg->sdt_state = WAIT_FOR_DUMP;
3984        if (ioa_cfg->ioa_is_dead && !ioa_cfg->dump_taken) {
3985                ioa_cfg->dump_taken = 1;
3986                schedule_work(&ioa_cfg->work_q);
3987        }
3988        spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
3989
3990        return 0;
3991}
3992
3993/**
3994 * ipr_free_dump - Free adapter dump memory
3995 * @ioa_cfg:    ioa config struct
3996 *
3997 * Return value:
3998 *      0 on success / other on failure
3999 **/
4000static int ipr_free_dump(struct ipr_ioa_cfg *ioa_cfg)
4001{
4002        struct ipr_dump *dump;
4003        unsigned long lock_flags = 0;
4004
4005        ENTER;
4006
4007        spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4008        dump = ioa_cfg->dump;
4009        if (!dump) {
4010                spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4011                return 0;
4012        }
4013
4014        ioa_cfg->dump = NULL;
4015        spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4016
4017        kref_put(&dump->kref, ipr_release_dump);
4018
4019        LEAVE;
4020        return 0;
4021}
4022
4023/**
4024 * ipr_write_dump - Setup dump state of adapter
4025 * @filp:               open sysfs file
4026 * @kobj:               kobject struct
4027 * @bin_attr:           bin_attribute struct
4028 * @buf:                buffer
4029 * @off:                offset
4030 * @count:              buffer size
4031 *
4032 * Return value:
4033 *      number of bytes printed to buffer
4034 **/
4035static ssize_t ipr_write_dump(struct file *filp, struct kobject *kobj,
4036                              struct bin_attribute *bin_attr,
4037                              char *buf, loff_t off, size_t count)
4038{
4039        struct device *cdev = container_of(kobj, struct device, kobj);
4040        struct Scsi_Host *shost = class_to_shost(cdev);
4041        struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)shost->hostdata;
4042        int rc;
4043
4044        if (!capable(CAP_SYS_ADMIN))
4045                return -EACCES;
4046
4047        if (buf[0] == '1')
4048                rc = ipr_alloc_dump(ioa_cfg);
4049        else if (buf[0] == '0')
4050                rc = ipr_free_dump(ioa_cfg);
4051        else
4052                return -EINVAL;
4053
4054        if (rc)
4055                return rc;
4056        else
4057                return count;
4058}
4059
4060static struct bin_attribute ipr_dump_attr = {
4061        .attr = {
4062                .name = "dump",
4063                .mode = S_IRUSR | S_IWUSR,
4064        },
4065        .size = 0,
4066        .read = ipr_read_dump,
4067        .write = ipr_write_dump
4068};
4069#else
4070static int ipr_free_dump(struct ipr_ioa_cfg *ioa_cfg) { return 0; };
4071#endif
4072
4073/**
4074 * ipr_change_queue_depth - Change the device's queue depth
4075 * @sdev:       scsi device struct
4076 * @qdepth:     depth to set
4077 * @reason:     calling context
4078 *
4079 * Return value:
4080 *      actual depth set
4081 **/
4082static int ipr_change_queue_depth(struct scsi_device *sdev, int qdepth,
4083                                  int reason)
4084{
4085        struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)sdev->host->hostdata;
4086        struct ipr_resource_entry *res;
4087        unsigned long lock_flags = 0;
4088
4089        if (reason != SCSI_QDEPTH_DEFAULT)
4090                return -EOPNOTSUPP;
4091
4092        spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4093        res = (struct ipr_resource_entry *)sdev->hostdata;
4094
4095        if (res && ipr_is_gata(res) && qdepth > IPR_MAX_CMD_PER_ATA_LUN)
4096                qdepth = IPR_MAX_CMD_PER_ATA_LUN;
4097        spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4098
4099        scsi_adjust_queue_depth(sdev, scsi_get_tag_type(sdev), qdepth);
4100        return sdev->queue_depth;
4101}
4102
4103/**
4104 * ipr_change_queue_type - Change the device's queue type
4105 * @dsev:               scsi device struct
4106 * @tag_type:   type of tags to use
4107 *
4108 * Return value:
4109 *      actual queue type set
4110 **/
4111static int ipr_change_queue_type(struct scsi_device *sdev, int tag_type)
4112{
4113        struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)sdev->host->hostdata;
4114        struct ipr_resource_entry *res;
4115        unsigned long lock_flags = 0;
4116
4117        spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4118        res = (struct ipr_resource_entry *)sdev->hostdata;
4119
4120        if (res) {
4121                if (ipr_is_gscsi(res) && sdev->tagged_supported) {
4122                        /*
4123                         * We don't bother quiescing the device here since the
4124                         * adapter firmware does it for us.
4125                         */
4126                        scsi_set_tag_type(sdev, tag_type);
4127
4128                        if (tag_type)
4129                                scsi_activate_tcq(sdev, sdev->queue_depth);
4130                        else
4131                                scsi_deactivate_tcq(sdev, sdev->queue_depth);
4132                } else
4133                        tag_type = 0;
4134        } else
4135                tag_type = 0;
4136
4137        spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4138        return tag_type;
4139}
4140
4141/**
4142 * ipr_show_adapter_handle - Show the adapter's resource handle for this device
4143 * @dev:        device struct
4144 * @attr:       device attribute structure
4145 * @buf:        buffer
4146 *
4147 * Return value:
4148 *      number of bytes printed to buffer
4149 **/
4150static ssize_t ipr_show_adapter_handle(struct device *dev, struct device_attribute *attr, char *buf)
4151{
4152        struct scsi_device *sdev = to_scsi_device(dev);
4153        struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)sdev->host->hostdata;
4154        struct ipr_resource_entry *res;
4155        unsigned long lock_flags = 0;
4156        ssize_t len = -ENXIO;
4157
4158        spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4159        res = (struct ipr_resource_entry *)sdev->hostdata;
4160        if (res)
4161                len = snprintf(buf, PAGE_SIZE, "%08X\n", res->res_handle);
4162        spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4163        return len;
4164}
4165
4166static struct device_attribute ipr_adapter_handle_attr = {
4167        .attr = {
4168                .name =         "adapter_handle",
4169                .mode =         S_IRUSR,
4170        },
4171        .show = ipr_show_adapter_handle
4172};
4173
4174/**
4175 * ipr_show_resource_path - Show the resource path or the resource address for
4176 *                          this device.
4177 * @dev:        device struct
4178 * @attr:       device attribute structure
4179 * @buf:        buffer
4180 *
4181 * Return value:
4182 *      number of bytes printed to buffer
4183 **/
4184static ssize_t ipr_show_resource_path(struct device *dev, struct device_attribute *attr, char *buf)
4185{
4186        struct scsi_device *sdev = to_scsi_device(dev);
4187        struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)sdev->host->hostdata;
4188        struct ipr_resource_entry *res;
4189        unsigned long lock_flags = 0;
4190        ssize_t len = -ENXIO;
4191        char buffer[IPR_MAX_RES_PATH_LENGTH];
4192
4193        spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4194        res = (struct ipr_resource_entry *)sdev->hostdata;
4195        if (res && ioa_cfg->sis64)
4196                len = snprintf(buf, PAGE_SIZE, "%s\n",
4197                               ipr_format_res_path(res->res_path, buffer,
4198                                                   sizeof(buffer)));
4199        else if (res)
4200                len = snprintf(buf, PAGE_SIZE, "%d:%d:%d:%d\n", ioa_cfg->host->host_no,
4201                               res->bus, res->target, res->lun);
4202
4203        spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4204        return len;
4205}
4206
4207static struct device_attribute ipr_resource_path_attr = {
4208        .attr = {
4209                .name =         "resource_path",
4210                .mode =         S_IRUGO,
4211        },
4212        .show = ipr_show_resource_path
4213};
4214
4215/**
4216 * ipr_show_device_id - Show the device_id for this device.
4217 * @dev:        device struct
4218 * @attr:       device attribute structure
4219 * @buf:        buffer
4220 *
4221 * Return value:
4222 *      number of bytes printed to buffer
4223 **/
4224static ssize_t ipr_show_device_id(struct device *dev, struct device_attribute *attr, char *buf)
4225{
4226        struct scsi_device *sdev = to_scsi_device(dev);
4227        struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)sdev->host->hostdata;
4228        struct ipr_resource_entry *res;
4229        unsigned long lock_flags = 0;
4230        ssize_t len = -ENXIO;
4231
4232        spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4233        res = (struct ipr_resource_entry *)sdev->hostdata;
4234        if (res && ioa_cfg->sis64)
4235                len = snprintf(buf, PAGE_SIZE, "0x%llx\n", res->dev_id);
4236        else if (res)
4237                len = snprintf(buf, PAGE_SIZE, "0x%llx\n", res->lun_wwn);
4238
4239        spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4240        return len;
4241}
4242
4243static struct device_attribute ipr_device_id_attr = {
4244        .attr = {
4245                .name =         "device_id",
4246                .mode =         S_IRUGO,
4247        },
4248        .show = ipr_show_device_id
4249};
4250
4251/**
4252 * ipr_show_resource_type - Show the resource type for this device.
4253 * @dev:        device struct
4254 * @attr:       device attribute structure
4255 * @buf:        buffer
4256 *
4257 * Return value:
4258 *      number of bytes printed to buffer
4259 **/
4260static ssize_t ipr_show_resource_type(struct device *dev, struct device_attribute *attr, char *buf)
4261{
4262        struct scsi_device *sdev = to_scsi_device(dev);
4263        struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)sdev->host->hostdata;
4264        struct ipr_resource_entry *res;
4265        unsigned long lock_flags = 0;
4266        ssize_t len = -ENXIO;
4267
4268        spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4269        res = (struct ipr_resource_entry *)sdev->hostdata;
4270
4271        if (res)
4272                len = snprintf(buf, PAGE_SIZE, "%x\n", res->type);
4273
4274        spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4275        return len;
4276}
4277
4278static struct device_attribute ipr_resource_type_attr = {
4279        .attr = {
4280                .name =         "resource_type",
4281                .mode =         S_IRUGO,
4282        },
4283        .show = ipr_show_resource_type
4284};
4285
4286static struct device_attribute *ipr_dev_attrs[] = {
4287        &ipr_adapter_handle_attr,
4288        &ipr_resource_path_attr,
4289        &ipr_device_id_attr,
4290        &ipr_resource_type_attr,
4291        NULL,
4292};
4293
4294/**
4295 * ipr_biosparam - Return the HSC mapping
4296 * @sdev:                       scsi device struct
4297 * @block_device:       block device pointer
4298 * @capacity:           capacity of the device
4299 * @parm:                       Array containing returned HSC values.
4300 *
4301 * This function generates the HSC parms that fdisk uses.
4302 * We want to make sure we return something that places partitions
4303 * on 4k boundaries for best performance with the IOA.
4304 *
4305 * Return value:
4306 *      0 on success
4307 **/
4308static int ipr_biosparam(struct scsi_device *sdev,
4309                         struct block_device *block_device,
4310                         sector_t capacity, int *parm)
4311{
4312        int heads, sectors;
4313        sector_t cylinders;
4314
4315        heads = 128;
4316        sectors = 32;
4317
4318        cylinders = capacity;
4319        sector_div(cylinders, (128 * 32));
4320
4321        /* return result */
4322        parm[0] = heads;
4323        parm[1] = sectors;
4324        parm[2] = cylinders;
4325
4326        return 0;
4327}
4328
4329/**
4330 * ipr_find_starget - Find target based on bus/target.
4331 * @starget:    scsi target struct
4332 *
4333 * Return value:
4334 *      resource entry pointer if found / NULL if not found
4335 **/
4336static struct ipr_resource_entry *ipr_find_starget(struct scsi_target *starget)
4337{
4338        struct Scsi_Host *shost = dev_to_shost(&starget->dev);
4339        struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *) shost->hostdata;
4340        struct ipr_resource_entry *res;
4341
4342        list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
4343                if ((res->bus == starget->channel) &&
4344                    (res->target == starget->id)) {
4345                        return res;
4346                }
4347        }
4348
4349        return NULL;
4350}
4351
4352static struct ata_port_info sata_port_info;
4353
4354/**
4355 * ipr_target_alloc - Prepare for commands to a SCSI target
4356 * @starget:    scsi target struct
4357 *
4358 * If the device is a SATA device, this function allocates an
4359 * ATA port with libata, else it does nothing.
4360 *
4361 * Return value:
4362 *      0 on success / non-0 on failure
4363 **/
4364static int ipr_target_alloc(struct scsi_target *starget)
4365{
4366        struct Scsi_Host *shost = dev_to_shost(&starget->dev);
4367        struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *) shost->hostdata;
4368        struct ipr_sata_port *sata_port;
4369        struct ata_port *ap;
4370        struct ipr_resource_entry *res;
4371        unsigned long lock_flags;
4372
4373        spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4374        res = ipr_find_starget(starget);
4375        starget->hostdata = NULL;
4376
4377        if (res && ipr_is_gata(res)) {
4378                spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4379                sata_port = kzalloc(sizeof(*sata_port), GFP_KERNEL);
4380                if (!sata_port)
4381                        return -ENOMEM;
4382
4383                ap = ata_sas_port_alloc(&ioa_cfg->ata_host, &sata_port_info, shost);
4384                if (ap) {
4385                        spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4386                        sata_port->ioa_cfg = ioa_cfg;
4387                        sata_port->ap = ap;
4388                        sata_port->res = res;
4389
4390                        res->sata_port = sata_port;
4391                        ap->private_data = sata_port;
4392                        starget->hostdata = sata_port;
4393                } else {
4394                        kfree(sata_port);
4395                        return -ENOMEM;
4396                }
4397        }
4398        spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4399
4400        return 0;
4401}
4402
4403/**
4404 * ipr_target_destroy - Destroy a SCSI target
4405 * @starget:    scsi target struct
4406 *
4407 * If the device was a SATA device, this function frees the libata
4408 * ATA port, else it does nothing.
4409 *
4410 **/
4411static void ipr_target_destroy(struct scsi_target *starget)
4412{
4413        struct ipr_sata_port *sata_port = starget->hostdata;
4414        struct Scsi_Host *shost = dev_to_shost(&starget->dev);
4415        struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *) shost->hostdata;
4416
4417        if (ioa_cfg->sis64) {
4418                if (!ipr_find_starget(starget)) {
4419                        if (starget->channel == IPR_ARRAY_VIRTUAL_BUS)
4420                                clear_bit(starget->id, ioa_cfg->array_ids);
4421                        else if (starget->channel == IPR_VSET_VIRTUAL_BUS)
4422                                clear_bit(starget->id, ioa_cfg->vset_ids);
4423                        else if (starget->channel == 0)
4424                                clear_bit(starget->id, ioa_cfg->target_ids);
4425                }
4426        }
4427
4428        if (sata_port) {
4429                starget->hostdata = NULL;
4430                ata_sas_port_destroy(sata_port->ap);
4431                kfree(sata_port);
4432        }
4433}
4434
4435/**
4436 * ipr_find_sdev - Find device based on bus/target/lun.
4437 * @sdev:       scsi device struct
4438 *
4439 * Return value:
4440 *      resource entry pointer if found / NULL if not found
4441 **/
4442static struct ipr_resource_entry *ipr_find_sdev(struct scsi_device *sdev)
4443{
4444        struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *) sdev->host->hostdata;
4445        struct ipr_resource_entry *res;
4446
4447        list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
4448                if ((res->bus == sdev->channel) &&
4449                    (res->target == sdev->id) &&
4450                    (res->lun == sdev->lun))
4451                        return res;
4452        }
4453
4454        return NULL;
4455}
4456
4457/**
4458 * ipr_slave_destroy - Unconfigure a SCSI device
4459 * @sdev:       scsi device struct
4460 *
4461 * Return value:
4462 *      nothing
4463 **/
4464static void ipr_slave_destroy(struct scsi_device *sdev)
4465{
4466        struct ipr_resource_entry *res;
4467        struct ipr_ioa_cfg *ioa_cfg;
4468        unsigned long lock_flags = 0;
4469
4470        ioa_cfg = (struct ipr_ioa_cfg *) sdev->host->hostdata;
4471
4472        spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4473        res = (struct ipr_resource_entry *) sdev->hostdata;
4474        if (res) {
4475                if (res->sata_port)
4476                        res->sata_port->ap->link.device[0].class = ATA_DEV_NONE;
4477                sdev->hostdata = NULL;
4478                res->sdev = NULL;
4479                res->sata_port = NULL;
4480        }
4481        spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4482}
4483
4484/**
4485 * ipr_slave_configure - Configure a SCSI device
4486 * @sdev:       scsi device struct
4487 *
4488 * This function configures the specified scsi device.
4489 *
4490 * Return value:
4491 *      0 on success
4492 **/
4493static int ipr_slave_configure(struct scsi_device *sdev)
4494{
4495        struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *) sdev->host->hostdata;
4496        struct ipr_resource_entry *res;
4497        struct ata_port *ap = NULL;
4498        unsigned long lock_flags = 0;
4499        char buffer[IPR_MAX_RES_PATH_LENGTH];
4500
4501        spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4502        res = sdev->hostdata;
4503        if (res) {
4504                if (ipr_is_af_dasd_device(res))
4505                        sdev->type = TYPE_RAID;
4506                if (ipr_is_af_dasd_device(res) || ipr_is_ioa_resource(res)) {
4507                        sdev->scsi_level = 4;
4508                        sdev->no_uld_attach = 1;
4509                }
4510                if (ipr_is_vset_device(res)) {
4511                        blk_queue_rq_timeout(sdev->request_queue,
4512                                             IPR_VSET_RW_TIMEOUT);
4513                        blk_queue_max_hw_sectors(sdev->request_queue, IPR_VSET_MAX_SECTORS);
4514                }
4515                if (ipr_is_gata(res) && res->sata_port)
4516                        ap = res->sata_port->ap;
4517                spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4518
4519                if (ap) {
4520                        scsi_adjust_queue_depth(sdev, 0, IPR_MAX_CMD_PER_ATA_LUN);
4521                        ata_sas_slave_configure(sdev, ap);
4522                } else
4523                        scsi_adjust_queue_depth(sdev, 0, sdev->host->cmd_per_lun);
4524                if (ioa_cfg->sis64)
4525                        sdev_printk(KERN_INFO, sdev, "Resource path: %s\n",
4526                                    ipr_format_res_path(res->res_path, buffer,
4527                                                        sizeof(buffer)));
4528                return 0;
4529        }
4530        spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4531        return 0;
4532}
4533
4534/**
4535 * ipr_ata_slave_alloc - Prepare for commands to a SATA device
4536 * @sdev:       scsi device struct
4537 *
4538 * This function initializes an ATA port so that future commands
4539 * sent through queuecommand will work.
4540 *
4541 * Return value:
4542 *      0 on success
4543 **/
4544static int ipr_ata_slave_alloc(struct scsi_device *sdev)
4545{
4546        struct ipr_sata_port *sata_port = NULL;
4547        int rc = -ENXIO;
4548
4549        ENTER;
4550        if (sdev->sdev_target)
4551                sata_port = sdev->sdev_target->hostdata;
4552        if (sata_port) {
4553                rc = ata_sas_port_init(sata_port->ap);
4554                if (rc == 0)
4555                        rc = ata_sas_sync_probe(sata_port->ap);
4556        }
4557
4558        if (rc)
4559                ipr_slave_destroy(sdev);
4560
4561        LEAVE;
4562        return rc;
4563}
4564
4565/**
4566 * ipr_slave_alloc - Prepare for commands to a device.
4567 * @sdev:       scsi device struct
4568 *
4569 * This function saves a pointer to the resource entry
4570 * in the scsi device struct if the device exists. We
4571 * can then use this pointer in ipr_queuecommand when
4572 * handling new commands.
4573 *
4574 * Return value:
4575 *      0 on success / -ENXIO if device does not exist
4576 **/
4577static int ipr_slave_alloc(struct scsi_device *sdev)
4578{
4579        struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *) sdev->host->hostdata;
4580        struct ipr_resource_entry *res;
4581        unsigned long lock_flags;
4582        int rc = -ENXIO;
4583
4584        sdev->hostdata = NULL;
4585
4586        spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4587
4588        res = ipr_find_sdev(sdev);
4589        if (res) {
4590                res->sdev = sdev;
4591                res->add_to_ml = 0;
4592                res->in_erp = 0;
4593                sdev->hostdata = res;
4594                if (!ipr_is_naca_model(res))
4595                        res->needs_sync_complete = 1;
4596                rc = 0;
4597                if (ipr_is_gata(res)) {
4598                        spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4599                        return ipr_ata_slave_alloc(sdev);
4600                }
4601        }
4602
4603        spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4604
4605        return rc;
4606}
4607
4608/**
4609 * ipr_eh_host_reset - Reset the host adapter
4610 * @scsi_cmd:   scsi command struct
4611 *
4612 * Return value:
4613 *      SUCCESS / FAILED
4614 **/
4615static int __ipr_eh_host_reset(struct scsi_cmnd * scsi_cmd)
4616{
4617        struct ipr_ioa_cfg *ioa_cfg;
4618        int rc;
4619
4620        ENTER;
4621        ioa_cfg = (struct ipr_ioa_cfg *) scsi_cmd->device->host->hostdata;
4622
4623        if (!ioa_cfg->in_reset_reload) {
4624                dev_err(&ioa_cfg->pdev->dev,
4625                        "Adapter being reset as a result of error recovery.\n");
4626
4627                if (WAIT_FOR_DUMP == ioa_cfg->sdt_state)
4628                        ioa_cfg->sdt_state = GET_DUMP;
4629        }
4630
4631        rc = ipr_reset_reload(ioa_cfg, IPR_SHUTDOWN_ABBREV);
4632
4633        LEAVE;
4634        return rc;
4635}
4636
4637static int ipr_eh_host_reset(struct scsi_cmnd * cmd)
4638{
4639        int rc;
4640
4641        spin_lock_irq(cmd->device->host->host_lock);
4642        rc = __ipr_eh_host_reset(cmd);
4643        spin_unlock_irq(cmd->device->host->host_lock);
4644
4645        return rc;
4646}
4647
4648/**
4649 * ipr_device_reset - Reset the device
4650 * @ioa_cfg:    ioa config struct
4651 * @res:                resource entry struct
4652 *
4653 * This function issues a device reset to the affected device.
4654 * If the device is a SCSI device, a LUN reset will be sent
4655 * to the device first. If that does not work, a target reset
4656 * will be sent. If the device is a SATA device, a PHY reset will
4657 * be sent.
4658 *
4659 * Return value:
4660 *      0 on success / non-zero on failure
4661 **/
4662static int ipr_device_reset(struct ipr_ioa_cfg *ioa_cfg,
4663                            struct ipr_resource_entry *res)
4664{
4665        struct ipr_cmnd *ipr_cmd;
4666        struct ipr_ioarcb *ioarcb;
4667        struct ipr_cmd_pkt *cmd_pkt;
4668        struct ipr_ioarcb_ata_regs *regs;
4669        u32 ioasc;
4670
4671        ENTER;
4672        ipr_cmd = ipr_get_free_ipr_cmnd(ioa_cfg);
4673        ioarcb = &ipr_cmd->ioarcb;
4674        cmd_pkt = &ioarcb->cmd_pkt;
4675
4676        if (ipr_cmd->ioa_cfg->sis64) {
4677                regs = &ipr_cmd->i.ata_ioadl.regs;
4678                ioarcb->add_cmd_parms_offset = cpu_to_be16(sizeof(*ioarcb));
4679        } else
4680                regs = &ioarcb->u.add_data.u.regs;
4681
4682        ioarcb->res_handle = res->res_handle;
4683        cmd_pkt->request_type = IPR_RQTYPE_IOACMD;
4684        cmd_pkt->cdb[0] = IPR_RESET_DEVICE;
4685        if (ipr_is_gata(res)) {
4686                cmd_pkt->cdb[2] = IPR_ATA_PHY_RESET;
4687                ioarcb->add_cmd_parms_len = cpu_to_be16(sizeof(regs->flags));
4688                regs->flags |= IPR_ATA_FLAG_STATUS_ON_GOOD_COMPLETION;
4689        }
4690
4691        ipr_send_blocking_cmd(ipr_cmd, ipr_timeout, IPR_DEVICE_RESET_TIMEOUT);
4692        ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
4693        list_add_tail(&ipr_cmd->queue, &ioa_cfg->free_q);
4694        if (ipr_is_gata(res) && res->sata_port && ioasc != IPR_IOASC_IOA_WAS_RESET) {
4695                if (ipr_cmd->ioa_cfg->sis64)
4696                        memcpy(&res->sata_port->ioasa, &ipr_cmd->s.ioasa64.u.gata,
4697                               sizeof(struct ipr_ioasa_gata));
4698                else
4699                        memcpy(&res->sata_port->ioasa, &ipr_cmd->s.ioasa.u.gata,
4700                               sizeof(struct ipr_ioasa_gata));
4701        }
4702
4703        LEAVE;
4704        return (IPR_IOASC_SENSE_KEY(ioasc) ? -EIO : 0);
4705}
4706
4707/**
4708 * ipr_sata_reset - Reset the SATA port
4709 * @link:       SATA link to reset
4710 * @classes:    class of the attached device
4711 *
4712 * This function issues a SATA phy reset to the affected ATA link.
4713 *
4714 * Return value:
4715 *      0 on success / non-zero on failure
4716 **/
4717static int ipr_sata_reset(struct ata_link *link, unsigned int *classes,
4718                                unsigned long deadline)
4719{
4720        struct ipr_sata_port *sata_port = link->ap->private_data;
4721        struct ipr_ioa_cfg *ioa_cfg = sata_port->ioa_cfg;
4722        struct ipr_resource_entry *res;
4723        unsigned long lock_flags = 0;
4724        int rc = -ENXIO;
4725
4726        ENTER;
4727        spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4728        while(ioa_cfg->in_reset_reload) {
4729                spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4730                wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
4731                spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4732        }
4733
4734        res = sata_port->res;
4735        if (res) {
4736                rc = ipr_device_reset(ioa_cfg, res);
4737                *classes = res->ata_class;
4738        }
4739
4740        spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4741        LEAVE;
4742        return rc;
4743}
4744
4745/**
4746 * ipr_eh_dev_reset - Reset the device
4747 * @scsi_cmd:   scsi command struct
4748 *
4749 * This function issues a device reset to the affected device.
4750 * A LUN reset will be sent to the device first. If that does
4751 * not work, a target reset will be sent.
4752 *
4753 * Return value:
4754 *      SUCCESS / FAILED
4755 **/
4756static int __ipr_eh_dev_reset(struct scsi_cmnd * scsi_cmd)
4757{
4758        struct ipr_cmnd *ipr_cmd;
4759        struct ipr_ioa_cfg *ioa_cfg;
4760        struct ipr_resource_entry *res;
4761        struct ata_port *ap;
4762        int rc = 0;
4763
4764        ENTER;
4765        ioa_cfg = (struct ipr_ioa_cfg *) scsi_cmd->device->host->hostdata;
4766        res = scsi_cmd->device->hostdata;
4767
4768        if (!res)
4769                return FAILED;
4770
4771        /*
4772         * If we are currently going through reset/reload, return failed. This will force the
4773         * mid-layer to call ipr_eh_host_reset, which will then go to sleep and wait for the
4774         * reset to complete
4775         */
4776        if (ioa_cfg->in_reset_reload)
4777                return FAILED;
4778        if (ioa_cfg->ioa_is_dead)
4779                return FAILED;
4780
4781        list_for_each_entry(ipr_cmd, &ioa_cfg->pending_q, queue) {
4782                if (ipr_cmd->ioarcb.res_handle == res->res_handle) {
4783                        if (ipr_cmd->scsi_cmd)
4784                                ipr_cmd->done = ipr_scsi_eh_done;
4785                        if (ipr_cmd->qc)
4786                                ipr_cmd->done = ipr_sata_eh_done;
4787                        if (ipr_cmd->qc && !(ipr_cmd->qc->flags & ATA_QCFLAG_FAILED)) {
4788                                ipr_cmd->qc->err_mask |= AC_ERR_TIMEOUT;
4789                                ipr_cmd->qc->flags |= ATA_QCFLAG_FAILED;
4790                        }
4791                }
4792        }
4793
4794        res->resetting_device = 1;
4795        scmd_printk(KERN_ERR, scsi_cmd, "Resetting device\n");
4796
4797        if (ipr_is_gata(res) && res->sata_port) {
4798                ap = res->sata_port->ap;
4799                spin_unlock_irq(scsi_cmd->device->host->host_lock);
4800                ata_std_error_handler(ap);
4801                spin_lock_irq(scsi_cmd->device->host->host_lock);
4802
4803                list_for_each_entry(ipr_cmd, &ioa_cfg->pending_q, queue) {
4804                        if (ipr_cmd->ioarcb.res_handle == res->res_handle) {
4805                                rc = -EIO;
4806                                break;
4807                        }
4808                }
4809        } else
4810                rc = ipr_device_reset(ioa_cfg, res);
4811        res->resetting_device = 0;
4812
4813        LEAVE;
4814        return (rc ? FAILED : SUCCESS);
4815}
4816
4817static int ipr_eh_dev_reset(struct scsi_cmnd * cmd)
4818{
4819        int rc;
4820
4821        spin_lock_irq(cmd->device->host->host_lock);
4822        rc = __ipr_eh_dev_reset(cmd);
4823        spin_unlock_irq(cmd->device->host->host_lock);
4824
4825        return rc;
4826}
4827
4828/**
4829 * ipr_bus_reset_done - Op done function for bus reset.
4830 * @ipr_cmd:    ipr command struct
4831 *
4832 * This function is the op done function for a bus reset
4833 *
4834 * Return value:
4835 *      none
4836 **/
4837static void ipr_bus_reset_done(struct ipr_cmnd *ipr_cmd)
4838{
4839        struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
4840        struct ipr_resource_entry *res;
4841
4842        ENTER;
4843        if (!ioa_cfg->sis64)
4844                list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
4845                        if (res->res_handle == ipr_cmd->ioarcb.res_handle) {
4846                                scsi_report_bus_reset(ioa_cfg->host, res->bus);
4847                                break;
4848                        }
4849                }
4850
4851        /*
4852         * If abort has not completed, indicate the reset has, else call the
4853         * abort's done function to wake the sleeping eh thread
4854         */
4855        if (ipr_cmd->sibling->sibling)
4856                ipr_cmd->sibling->sibling = NULL;
4857        else
4858                ipr_cmd->sibling->done(ipr_cmd->sibling);
4859
4860        list_add_tail(&ipr_cmd->queue, &ioa_cfg->free_q);
4861        LEAVE;
4862}
4863
4864/**
4865 * ipr_abort_timeout - An abort task has timed out
4866 * @ipr_cmd:    ipr command struct
4867 *
4868 * This function handles when an abort task times out. If this
4869 * happens we issue a bus reset since we have resources tied
4870 * up that must be freed before returning to the midlayer.
4871 *
4872 * Return value:
4873 *      none
4874 **/
4875static void ipr_abort_timeout(struct ipr_cmnd *ipr_cmd)
4876{
4877        struct ipr_cmnd *reset_cmd;
4878        struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
4879        struct ipr_cmd_pkt *cmd_pkt;
4880        unsigned long lock_flags = 0;
4881
4882        ENTER;
4883        spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
4884        if (ipr_cmd->completion.done || ioa_cfg->in_reset_reload) {
4885                spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4886                return;
4887        }
4888
4889        sdev_printk(KERN_ERR, ipr_cmd->u.sdev, "Abort timed out. Resetting bus.\n");
4890        reset_cmd = ipr_get_free_ipr_cmnd(ioa_cfg);
4891        ipr_cmd->sibling = reset_cmd;
4892        reset_cmd->sibling = ipr_cmd;
4893        reset_cmd->ioarcb.res_handle = ipr_cmd->ioarcb.res_handle;
4894        cmd_pkt = &reset_cmd->ioarcb.cmd_pkt;
4895        cmd_pkt->request_type = IPR_RQTYPE_IOACMD;
4896        cmd_pkt->cdb[0] = IPR_RESET_DEVICE;
4897        cmd_pkt->cdb[2] = IPR_RESET_TYPE_SELECT | IPR_BUS_RESET;
4898
4899        ipr_do_req(reset_cmd, ipr_bus_reset_done, ipr_timeout, IPR_DEVICE_RESET_TIMEOUT);
4900        spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
4901        LEAVE;
4902}
4903
4904/**
4905 * ipr_cancel_op - Cancel specified op
4906 * @scsi_cmd:   scsi command struct
4907 *
4908 * This function cancels specified op.
4909 *
4910 * Return value:
4911 *      SUCCESS / FAILED
4912 **/
4913static int ipr_cancel_op(struct scsi_cmnd * scsi_cmd)
4914{
4915        struct ipr_cmnd *ipr_cmd;
4916        struct ipr_ioa_cfg *ioa_cfg;
4917        struct ipr_resource_entry *res;
4918        struct ipr_cmd_pkt *cmd_pkt;
4919        u32 ioasc, int_reg;
4920        int op_found = 0;
4921
4922        ENTER;
4923        ioa_cfg = (struct ipr_ioa_cfg *)scsi_cmd->device->host->hostdata;
4924        res = scsi_cmd->device->hostdata;
4925
4926        /* If we are currently going through reset/reload, return failed.
4927         * This will force the mid-layer to call ipr_eh_host_reset,
4928         * which will then go to sleep and wait for the reset to complete
4929         */
4930        if (ioa_cfg->in_reset_reload || ioa_cfg->ioa_is_dead)
4931                return FAILED;
4932        if (!res)
4933                return FAILED;
4934
4935        /*
4936         * If we are aborting a timed out op, chances are that the timeout was caused
4937         * by a still not detected EEH error. In such cases, reading a register will
4938         * trigger the EEH recovery infrastructure.
4939         */
4940        int_reg = readl(ioa_cfg->regs.sense_interrupt_reg);
4941
4942        if (!ipr_is_gscsi(res))
4943                return FAILED;
4944
4945        list_for_each_entry(ipr_cmd, &ioa_cfg->pending_q, queue) {
4946                if (ipr_cmd->scsi_cmd == scsi_cmd) {
4947                        ipr_cmd->done = ipr_scsi_eh_done;
4948                        op_found = 1;
4949                        break;
4950                }
4951        }
4952
4953        if (!op_found)
4954                return SUCCESS;
4955
4956        ipr_cmd = ipr_get_free_ipr_cmnd(ioa_cfg);
4957        ipr_cmd->ioarcb.res_handle = res->res_handle;
4958        cmd_pkt = &ipr_cmd->ioarcb.cmd_pkt;
4959        cmd_pkt->request_type = IPR_RQTYPE_IOACMD;
4960        cmd_pkt->cdb[0] = IPR_CANCEL_ALL_REQUESTS;
4961        ipr_cmd->u.sdev = scsi_cmd->device;
4962
4963        scmd_printk(KERN_ERR, scsi_cmd, "Aborting command: %02X\n",
4964                    scsi_cmd->cmnd[0]);
4965        ipr_send_blocking_cmd(ipr_cmd, ipr_abort_timeout, IPR_CANCEL_ALL_TIMEOUT);
4966        ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
4967
4968        /*
4969         * If the abort task timed out and we sent a bus reset, we will get
4970         * one the following responses to the abort
4971         */
4972        if (ioasc == IPR_IOASC_BUS_WAS_RESET || ioasc == IPR_IOASC_SYNC_REQUIRED) {
4973                ioasc = 0;
4974                ipr_trace;
4975        }
4976
4977        list_add_tail(&ipr_cmd->queue, &ioa_cfg->free_q);
4978        if (!ipr_is_naca_model(res))
4979                res->needs_sync_complete = 1;
4980
4981        LEAVE;
4982        return (IPR_IOASC_SENSE_KEY(ioasc) ? FAILED : SUCCESS);
4983}
4984
4985/**
4986 * ipr_eh_abort - Abort a single op
4987 * @scsi_cmd:   scsi command struct
4988 *
4989 * Return value:
4990 *      SUCCESS / FAILED
4991 **/
4992static int ipr_eh_abort(struct scsi_cmnd * scsi_cmd)
4993{
4994        unsigned long flags;
4995        int rc;
4996
4997        ENTER;
4998
4999        spin_lock_irqsave(scsi_cmd->device->host->host_lock, flags);
5000        rc = ipr_cancel_op(scsi_cmd);
5001        spin_unlock_irqrestore(scsi_cmd->device->host->host_lock, flags);
5002
5003        LEAVE;
5004        return rc;
5005}
5006
5007/**
5008 * ipr_handle_other_interrupt - Handle "other" interrupts
5009 * @ioa_cfg:    ioa config struct
5010 * @int_reg:    interrupt register
5011 *
5012 * Return value:
5013 *      IRQ_NONE / IRQ_HANDLED
5014 **/
5015static irqreturn_t ipr_handle_other_interrupt(struct ipr_ioa_cfg *ioa_cfg,
5016                                              u32 int_reg)
5017{
5018        irqreturn_t rc = IRQ_HANDLED;
5019        u32 int_mask_reg;
5020
5021        int_mask_reg = readl(ioa_cfg->regs.sense_interrupt_mask_reg32);
5022        int_reg &= ~int_mask_reg;
5023
5024        /* If an interrupt on the adapter did not occur, ignore it.
5025         * Or in the case of SIS 64, check for a stage change interrupt.
5026         */
5027        if ((int_reg & IPR_PCII_OPER_INTERRUPTS) == 0) {
5028                if (ioa_cfg->sis64) {
5029                        int_mask_reg = readl(ioa_cfg->regs.sense_interrupt_mask_reg);
5030                        int_reg = readl(ioa_cfg->regs.sense_interrupt_reg) & ~int_mask_reg;
5031                        if (int_reg & IPR_PCII_IPL_STAGE_CHANGE) {
5032
5033                                /* clear stage change */
5034                                writel(IPR_PCII_IPL_STAGE_CHANGE, ioa_cfg->regs.clr_interrupt_reg);
5035                                int_reg = readl(ioa_cfg->regs.sense_interrupt_reg) & ~int_mask_reg;
5036                                list_del(&ioa_cfg->reset_cmd->queue);
5037                                del_timer(&ioa_cfg->reset_cmd->timer);
5038                                ipr_reset_ioa_job(ioa_cfg->reset_cmd);
5039                                return IRQ_HANDLED;
5040                        }
5041                }
5042
5043                return IRQ_NONE;
5044        }
5045
5046        if (int_reg & IPR_PCII_IOA_TRANS_TO_OPER) {
5047                /* Mask the interrupt */
5048                writel(IPR_PCII_IOA_TRANS_TO_OPER, ioa_cfg->regs.set_interrupt_mask_reg);
5049
5050                /* Clear the interrupt */
5051                writel(IPR_PCII_IOA_TRANS_TO_OPER, ioa_cfg->regs.clr_interrupt_reg);
5052                int_reg = readl(ioa_cfg->regs.sense_interrupt_reg);
5053
5054                list_del(&ioa_cfg->reset_cmd->queue);
5055                del_timer(&ioa_cfg->reset_cmd->timer);
5056                ipr_reset_ioa_job(ioa_cfg->reset_cmd);
5057        } else if ((int_reg & IPR_PCII_HRRQ_UPDATED) == int_reg) {
5058                if (ioa_cfg->clear_isr) {
5059                        if (ipr_debug && printk_ratelimit())
5060                                dev_err(&ioa_cfg->pdev->dev,
5061                                        "Spurious interrupt detected. 0x%08X\n", int_reg);
5062                        writel(IPR_PCII_HRRQ_UPDATED, ioa_cfg->regs.clr_interrupt_reg32);
5063                        int_reg = readl(ioa_cfg->regs.sense_interrupt_reg32);
5064                        return IRQ_NONE;
5065                }
5066        } else {
5067                if (int_reg & IPR_PCII_IOA_UNIT_CHECKED)
5068                        ioa_cfg->ioa_unit_checked = 1;
5069                else
5070                        dev_err(&ioa_cfg->pdev->dev,
5071                                "Permanent IOA failure. 0x%08X\n", int_reg);
5072
5073                if (WAIT_FOR_DUMP == ioa_cfg->sdt_state)
5074                        ioa_cfg->sdt_state = GET_DUMP;
5075
5076                ipr_mask_and_clear_interrupts(ioa_cfg, ~0);
5077                ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
5078        }
5079
5080        return rc;
5081}
5082
5083/**
5084 * ipr_isr_eh - Interrupt service routine error handler
5085 * @ioa_cfg:    ioa config struct
5086 * @msg:        message to log
5087 *
5088 * Return value:
5089 *      none
5090 **/
5091static void ipr_isr_eh(struct ipr_ioa_cfg *ioa_cfg, char *msg)
5092{
5093        ioa_cfg->errors_logged++;
5094        dev_err(&ioa_cfg->pdev->dev, "%s\n", msg);
5095
5096        if (WAIT_FOR_DUMP == ioa_cfg->sdt_state)
5097                ioa_cfg->sdt_state = GET_DUMP;
5098
5099        ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
5100}
5101
5102/**
5103 * ipr_isr - Interrupt service routine
5104 * @irq:        irq number
5105 * @devp:       pointer to ioa config struct
5106 *
5107 * Return value:
5108 *      IRQ_NONE / IRQ_HANDLED
5109 **/
5110static irqreturn_t ipr_isr(int irq, void *devp)
5111{
5112        struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)devp;
5113        unsigned long lock_flags = 0;
5114        u32 int_reg = 0;
5115        u32 ioasc;
5116        u16 cmd_index;
5117        int num_hrrq = 0;
5118        int irq_none = 0;
5119        struct ipr_cmnd *ipr_cmd;
5120        irqreturn_t rc = IRQ_NONE;
5121
5122        spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
5123
5124        /* If interrupts are disabled, ignore the interrupt */
5125        if (!ioa_cfg->allow_interrupts) {
5126                spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
5127                return IRQ_NONE;
5128        }
5129
5130        while (1) {
5131                ipr_cmd = NULL;
5132
5133                while ((be32_to_cpu(*ioa_cfg->hrrq_curr) & IPR_HRRQ_TOGGLE_BIT) ==
5134                       ioa_cfg->toggle_bit) {
5135
5136                        cmd_index = (be32_to_cpu(*ioa_cfg->hrrq_curr) &
5137                                     IPR_HRRQ_REQ_RESP_HANDLE_MASK) >> IPR_HRRQ_REQ_RESP_HANDLE_SHIFT;
5138
5139                        if (unlikely(cmd_index >= IPR_NUM_CMD_BLKS)) {
5140                                ipr_isr_eh(ioa_cfg, "Invalid response handle from IOA");
5141                                spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
5142                                return IRQ_HANDLED;
5143                        }
5144
5145                        ipr_cmd = ioa_cfg->ipr_cmnd_list[cmd_index];
5146
5147                        ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
5148
5149                        ipr_trc_hook(ipr_cmd, IPR_TRACE_FINISH, ioasc);
5150
5151                        list_del(&ipr_cmd->queue);
5152                        del_timer(&ipr_cmd->timer);
5153                        ipr_cmd->done(ipr_cmd);
5154
5155                        rc = IRQ_HANDLED;
5156
5157                        if (ioa_cfg->hrrq_curr < ioa_cfg->hrrq_end) {
5158                                ioa_cfg->hrrq_curr++;
5159                        } else {
5160                                ioa_cfg->hrrq_curr = ioa_cfg->hrrq_start;
5161                                ioa_cfg->toggle_bit ^= 1u;
5162                        }
5163                }
5164
5165                if (ipr_cmd && !ioa_cfg->clear_isr)
5166                        break;
5167
5168                if (ipr_cmd != NULL) {
5169                        /* Clear the PCI interrupt */
5170                        num_hrrq = 0;
5171                        do {
5172                                writel(IPR_PCII_HRRQ_UPDATED, ioa_cfg->regs.clr_interrupt_reg32);
5173                                int_reg = readl(ioa_cfg->regs.sense_interrupt_reg32);
5174                        } while (int_reg & IPR_PCII_HRRQ_UPDATED &&
5175                                        num_hrrq++ < IPR_MAX_HRRQ_RETRIES);
5176
5177                } else if (rc == IRQ_NONE && irq_none == 0) {
5178                        int_reg = readl(ioa_cfg->regs.sense_interrupt_reg32);
5179                        irq_none++;
5180                } else if (num_hrrq == IPR_MAX_HRRQ_RETRIES &&
5181                           int_reg & IPR_PCII_HRRQ_UPDATED) {
5182                        ipr_isr_eh(ioa_cfg, "Error clearing HRRQ");
5183                        spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
5184                        return IRQ_HANDLED;
5185                } else
5186                        break;
5187        }
5188
5189        if (unlikely(rc == IRQ_NONE))
5190                rc = ipr_handle_other_interrupt(ioa_cfg, int_reg);
5191
5192        spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
5193        return rc;
5194}
5195
5196/**
5197 * ipr_build_ioadl64 - Build a scatter/gather list and map the buffer
5198 * @ioa_cfg:    ioa config struct
5199 * @ipr_cmd:    ipr command struct
5200 *
5201 * Return value:
5202 *      0 on success / -1 on failure
5203 **/
5204static int ipr_build_ioadl64(struct ipr_ioa_cfg *ioa_cfg,
5205                             struct ipr_cmnd *ipr_cmd)
5206{
5207        int i, nseg;
5208        struct scatterlist *sg;
5209        u32 length;
5210        u32 ioadl_flags = 0;
5211        struct scsi_cmnd *scsi_cmd = ipr_cmd->scsi_cmd;
5212        struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
5213        struct ipr_ioadl64_desc *ioadl64 = ipr_cmd->i.ioadl64;
5214
5215        length = scsi_bufflen(scsi_cmd);
5216        if (!length)
5217                return 0;
5218
5219        nseg = scsi_dma_map(scsi_cmd);
5220        if (nseg < 0) {
5221                if (printk_ratelimit())
5222                        dev_err(&ioa_cfg->pdev->dev, "pci_map_sg failed!\n");
5223                return -1;
5224        }
5225
5226        ipr_cmd->dma_use_sg = nseg;
5227
5228        ioarcb->data_transfer_length = cpu_to_be32(length);
5229        ioarcb->ioadl_len =
5230                cpu_to_be32(sizeof(struct ipr_ioadl64_desc) * ipr_cmd->dma_use_sg);
5231
5232        if (scsi_cmd->sc_data_direction == DMA_TO_DEVICE) {
5233                ioadl_flags = IPR_IOADL_FLAGS_WRITE;
5234                ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_WRITE_NOT_READ;
5235        } else if (scsi_cmd->sc_data_direction == DMA_FROM_DEVICE)
5236                ioadl_flags = IPR_IOADL_FLAGS_READ;
5237
5238        scsi_for_each_sg(scsi_cmd, sg, ipr_cmd->dma_use_sg, i) {
5239                ioadl64[i].flags = cpu_to_be32(ioadl_flags);
5240                ioadl64[i].data_len = cpu_to_be32(sg_dma_len(sg));
5241                ioadl64[i].address = cpu_to_be64(sg_dma_address(sg));
5242        }
5243
5244        ioadl64[i-1].flags |= cpu_to_be32(IPR_IOADL_FLAGS_LAST);
5245        return 0;
5246}
5247
5248/**
5249 * ipr_build_ioadl - Build a scatter/gather list and map the buffer
5250 * @ioa_cfg:    ioa config struct
5251 * @ipr_cmd:    ipr command struct
5252 *
5253 * Return value:
5254 *      0 on success / -1 on failure
5255 **/
5256static int ipr_build_ioadl(struct ipr_ioa_cfg *ioa_cfg,
5257                           struct ipr_cmnd *ipr_cmd)
5258{
5259        int i, nseg;
5260        struct scatterlist *sg;
5261        u32 length;
5262        u32 ioadl_flags = 0;
5263        struct scsi_cmnd *scsi_cmd = ipr_cmd->scsi_cmd;
5264        struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
5265        struct ipr_ioadl_desc *ioadl = ipr_cmd->i.ioadl;
5266
5267        length = scsi_bufflen(scsi_cmd);
5268        if (!length)
5269                return 0;
5270
5271        nseg = scsi_dma_map(scsi_cmd);
5272        if (nseg < 0) {
5273                dev_err(&ioa_cfg->pdev->dev, "pci_map_sg failed!\n");
5274                return -1;
5275        }
5276
5277        ipr_cmd->dma_use_sg = nseg;
5278
5279        if (scsi_cmd->sc_data_direction == DMA_TO_DEVICE) {
5280                ioadl_flags = IPR_IOADL_FLAGS_WRITE;
5281                ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_WRITE_NOT_READ;
5282                ioarcb->data_transfer_length = cpu_to_be32(length);
5283                ioarcb->ioadl_len =
5284                        cpu_to_be32(sizeof(struct ipr_ioadl_desc) * ipr_cmd->dma_use_sg);
5285        } else if (scsi_cmd->sc_data_direction == DMA_FROM_DEVICE) {
5286                ioadl_flags = IPR_IOADL_FLAGS_READ;
5287                ioarcb->read_data_transfer_length = cpu_to_be32(length);
5288                ioarcb->read_ioadl_len =
5289                        cpu_to_be32(sizeof(struct ipr_ioadl_desc) * ipr_cmd->dma_use_sg);
5290        }
5291
5292        if (ipr_cmd->dma_use_sg <= ARRAY_SIZE(ioarcb->u.add_data.u.ioadl)) {
5293                ioadl = ioarcb->u.add_data.u.ioadl;
5294                ioarcb->write_ioadl_addr = cpu_to_be32((ipr_cmd->dma_addr) +
5295                                    offsetof(struct ipr_ioarcb, u.add_data));
5296                ioarcb->read_ioadl_addr = ioarcb->write_ioadl_addr;
5297        }
5298
5299        scsi_for_each_sg(scsi_cmd, sg, ipr_cmd->dma_use_sg, i) {
5300                ioadl[i].flags_and_data_len =
5301                        cpu_to_be32(ioadl_flags | sg_dma_len(sg));
5302                ioadl[i].address = cpu_to_be32(sg_dma_address(sg));
5303        }
5304
5305        ioadl[i-1].flags_and_data_len |= cpu_to_be32(IPR_IOADL_FLAGS_LAST);
5306        return 0;
5307}
5308
5309/**
5310 * ipr_get_task_attributes - Translate SPI Q-Tag to task attributes
5311 * @scsi_cmd:   scsi command struct
5312 *
5313 * Return value:
5314 *      task attributes
5315 **/
5316static u8 ipr_get_task_attributes(struct scsi_cmnd *scsi_cmd)
5317{
5318        u8 tag[2];
5319        u8 rc = IPR_FLAGS_LO_UNTAGGED_TASK;
5320
5321        if (scsi_populate_tag_msg(scsi_cmd, tag)) {
5322                switch (tag[0]) {
5323                case MSG_SIMPLE_TAG:
5324                        rc = IPR_FLAGS_LO_SIMPLE_TASK;
5325                        break;
5326                case MSG_HEAD_TAG:
5327                        rc = IPR_FLAGS_LO_HEAD_OF_Q_TASK;
5328                        break;
5329                case MSG_ORDERED_TAG:
5330                        rc = IPR_FLAGS_LO_ORDERED_TASK;
5331                        break;
5332                };
5333        }
5334
5335        return rc;
5336}
5337
5338/**
5339 * ipr_erp_done - Process completion of ERP for a device
5340 * @ipr_cmd:            ipr command struct
5341 *
5342 * This function copies the sense buffer into the scsi_cmd
5343 * struct and pushes the scsi_done function.
5344 *
5345 * Return value:
5346 *      nothing
5347 **/
5348static void ipr_erp_done(struct ipr_cmnd *ipr_cmd)
5349{
5350        struct scsi_cmnd *scsi_cmd = ipr_cmd->scsi_cmd;
5351        struct ipr_resource_entry *res = scsi_cmd->device->hostdata;
5352        struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
5353        u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
5354
5355        if (IPR_IOASC_SENSE_KEY(ioasc) > 0) {
5356                scsi_cmd->result |= (DID_ERROR << 16);
5357                scmd_printk(KERN_ERR, scsi_cmd,
5358                            "Request Sense failed with IOASC: 0x%08X\n", ioasc);
5359        } else {
5360                memcpy(scsi_cmd->sense_buffer, ipr_cmd->sense_buffer,
5361                       SCSI_SENSE_BUFFERSIZE);
5362        }
5363
5364        if (res) {
5365                if (!ipr_is_naca_model(res))
5366                        res->needs_sync_complete = 1;
5367                res->in_erp = 0;
5368        }
5369        scsi_dma_unmap(ipr_cmd->scsi_cmd);
5370        list_add_tail(&ipr_cmd->queue, &ioa_cfg->free_q);
5371        scsi_cmd->scsi_done(scsi_cmd);
5372}
5373
5374/**
5375 * ipr_reinit_ipr_cmnd_for_erp - Re-initialize a cmnd block to be used for ERP
5376 * @ipr_cmd:    ipr command struct
5377 *
5378 * Return value:
5379 *      none
5380 **/
5381static void ipr_reinit_ipr_cmnd_for_erp(struct ipr_cmnd *ipr_cmd)
5382{
5383        struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
5384        struct ipr_ioasa *ioasa = &ipr_cmd->s.ioasa;
5385        dma_addr_t dma_addr = ipr_cmd->dma_addr;
5386
5387        memset(&ioarcb->cmd_pkt, 0, sizeof(struct ipr_cmd_pkt));
5388        ioarcb->data_transfer_length = 0;
5389        ioarcb->read_data_transfer_length = 0;
5390        ioarcb->ioadl_len = 0;
5391        ioarcb->read_ioadl_len = 0;
5392        ioasa->hdr.ioasc = 0;
5393        ioasa->hdr.residual_data_len = 0;
5394
5395        if (ipr_cmd->ioa_cfg->sis64)
5396                ioarcb->u.sis64_addr_data.data_ioadl_addr =
5397                        cpu_to_be64(dma_addr + offsetof(struct ipr_cmnd, i.ioadl64));
5398        else {
5399                ioarcb->write_ioadl_addr =
5400                        cpu_to_be32(dma_addr + offsetof(struct ipr_cmnd, i.ioadl));
5401                ioarcb->read_ioadl_addr = ioarcb->write_ioadl_addr;
5402        }
5403}
5404
5405/**
5406 * ipr_erp_request_sense - Send request sense to a device
5407 * @ipr_cmd:    ipr command struct
5408 *
5409 * This function sends a request sense to a device as a result
5410 * of a check condition.
5411 *
5412 * Return value:
5413 *      nothing
5414 **/
5415static void ipr_erp_request_sense(struct ipr_cmnd *ipr_cmd)
5416{
5417        struct ipr_cmd_pkt *cmd_pkt = &ipr_cmd->ioarcb.cmd_pkt;
5418        u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
5419
5420        if (IPR_IOASC_SENSE_KEY(ioasc) > 0) {
5421                ipr_erp_done(ipr_cmd);
5422                return;
5423        }
5424
5425        ipr_reinit_ipr_cmnd_for_erp(ipr_cmd);
5426
5427        cmd_pkt->request_type = IPR_RQTYPE_SCSICDB;
5428        cmd_pkt->cdb[0] = REQUEST_SENSE;
5429        cmd_pkt->cdb[4] = SCSI_SENSE_BUFFERSIZE;
5430        cmd_pkt->flags_hi |= IPR_FLAGS_HI_SYNC_OVERRIDE;
5431        cmd_pkt->flags_hi |= IPR_FLAGS_HI_NO_ULEN_CHK;
5432        cmd_pkt->timeout = cpu_to_be16(IPR_REQUEST_SENSE_TIMEOUT / HZ);
5433
5434        ipr_init_ioadl(ipr_cmd, ipr_cmd->sense_buffer_dma,
5435                       SCSI_SENSE_BUFFERSIZE, IPR_IOADL_FLAGS_READ_LAST);
5436
5437        ipr_do_req(ipr_cmd, ipr_erp_done, ipr_timeout,
5438                   IPR_REQUEST_SENSE_TIMEOUT * 2);
5439}
5440
5441/**
5442 * ipr_erp_cancel_all - Send cancel all to a device
5443 * @ipr_cmd:    ipr command struct
5444 *
5445 * This function sends a cancel all to a device to clear the
5446 * queue. If we are running TCQ on the device, QERR is set to 1,
5447 * which means all outstanding ops have been dropped on the floor.
5448 * Cancel all will return them to us.
5449 *
5450 * Return value:
5451 *      nothing
5452 **/
5453static void ipr_erp_cancel_all(struct ipr_cmnd *ipr_cmd)
5454{
5455        struct scsi_cmnd *scsi_cmd = ipr_cmd->scsi_cmd;
5456        struct ipr_resource_entry *res = scsi_cmd->device->hostdata;
5457        struct ipr_cmd_pkt *cmd_pkt;
5458
5459        res->in_erp = 1;
5460
5461        ipr_reinit_ipr_cmnd_for_erp(ipr_cmd);
5462
5463        if (!scsi_get_tag_type(scsi_cmd->device)) {
5464                ipr_erp_request_sense(ipr_cmd);
5465                return;
5466        }
5467
5468        cmd_pkt = &ipr_cmd->ioarcb.cmd_pkt;
5469        cmd_pkt->request_type = IPR_RQTYPE_IOACMD;
5470        cmd_pkt->cdb[0] = IPR_CANCEL_ALL_REQUESTS;
5471
5472        ipr_do_req(ipr_cmd, ipr_erp_request_sense, ipr_timeout,
5473                   IPR_CANCEL_ALL_TIMEOUT);
5474}
5475
5476/**
5477 * ipr_dump_ioasa - Dump contents of IOASA
5478 * @ioa_cfg:    ioa config struct
5479 * @ipr_cmd:    ipr command struct
5480 * @res:                resource entry struct
5481 *
5482 * This function is invoked by the interrupt handler when ops
5483 * fail. It will log the IOASA if appropriate. Only called
5484 * for GPDD ops.
5485 *
5486 * Return value:
5487 *      none
5488 **/
5489static void ipr_dump_ioasa(struct ipr_ioa_cfg *ioa_cfg,
5490                           struct ipr_cmnd *ipr_cmd, struct ipr_resource_entry *res)
5491{
5492        int i;
5493        u16 data_len;
5494        u32 ioasc, fd_ioasc;
5495        struct ipr_ioasa *ioasa = &ipr_cmd->s.ioasa;
5496        __be32 *ioasa_data = (__be32 *)ioasa;
5497        int error_index;
5498
5499        ioasc = be32_to_cpu(ioasa->hdr.ioasc) & IPR_IOASC_IOASC_MASK;
5500        fd_ioasc = be32_to_cpu(ioasa->hdr.fd_ioasc) & IPR_IOASC_IOASC_MASK;
5501
5502        if (0 == ioasc)
5503                return;
5504
5505        if (ioa_cfg->log_level < IPR_DEFAULT_LOG_LEVEL)
5506                return;
5507
5508        if (ioasc == IPR_IOASC_BUS_WAS_RESET && fd_ioasc)
5509                error_index = ipr_get_error(fd_ioasc);
5510        else
5511                error_index = ipr_get_error(ioasc);
5512
5513        if (ioa_cfg->log_level < IPR_MAX_LOG_LEVEL) {
5514                /* Don't log an error if the IOA already logged one */
5515                if (ioasa->hdr.ilid != 0)
5516                        return;
5517
5518                if (!ipr_is_gscsi(res))
5519                        return;
5520
5521                if (ipr_error_table[error_index].log_ioasa == 0)
5522                        return;
5523        }
5524
5525        ipr_res_err(ioa_cfg, res, "%s\n", ipr_error_table[error_index].error);
5526
5527        data_len = be16_to_cpu(ioasa->hdr.ret_stat_len);
5528        if (ioa_cfg->sis64 && sizeof(struct ipr_ioasa64) < data_len)
5529                data_len = sizeof(struct ipr_ioasa64);
5530        else if (!ioa_cfg->sis64 && sizeof(struct ipr_ioasa) < data_len)
5531                data_len = sizeof(struct ipr_ioasa);
5532
5533        ipr_err("IOASA Dump:\n");
5534
5535        for (i = 0; i < data_len / 4; i += 4) {
5536                ipr_err("%08X: %08X %08X %08X %08X\n", i*4,
5537                        be32_to_cpu(ioasa_data[i]),
5538                        be32_to_cpu(ioasa_data[i+1]),
5539                        be32_to_cpu(ioasa_data[i+2]),
5540                        be32_to_cpu(ioasa_data[i+3]));
5541        }
5542}
5543
5544/**
5545 * ipr_gen_sense - Generate SCSI sense data from an IOASA
5546 * @ioasa:              IOASA
5547 * @sense_buf:  sense data buffer
5548 *
5549 * Return value:
5550 *      none
5551 **/
5552static void ipr_gen_sense(struct ipr_cmnd *ipr_cmd)
5553{
5554        u32 failing_lba;
5555        u8 *sense_buf = ipr_cmd->scsi_cmd->sense_buffer;
5556        struct ipr_resource_entry *res = ipr_cmd->scsi_cmd->device->hostdata;
5557        struct ipr_ioasa *ioasa = &ipr_cmd->s.ioasa;
5558        u32 ioasc = be32_to_cpu(ioasa->hdr.ioasc);
5559
5560        memset(sense_buf, 0, SCSI_SENSE_BUFFERSIZE);
5561
5562        if (ioasc >= IPR_FIRST_DRIVER_IOASC)
5563                return;
5564
5565        ipr_cmd->scsi_cmd->result = SAM_STAT_CHECK_CONDITION;
5566
5567        if (ipr_is_vset_device(res) &&
5568            ioasc == IPR_IOASC_MED_DO_NOT_REALLOC &&
5569            ioasa->u.vset.failing_lba_hi != 0) {
5570                sense_buf[0] = 0x72;
5571                sense_buf[1] = IPR_IOASC_SENSE_KEY(ioasc);
5572                sense_buf[2] = IPR_IOASC_SENSE_CODE(ioasc);
5573                sense_buf[3] = IPR_IOASC_SENSE_QUAL(ioasc);
5574
5575                sense_buf[7] = 12;
5576                sense_buf[8] = 0;
5577                sense_buf[9] = 0x0A;
5578                sense_buf[10] = 0x80;
5579
5580                failing_lba = be32_to_cpu(ioasa->u.vset.failing_lba_hi);
5581
5582                sense_buf[12] = (failing_lba & 0xff000000) >> 24;
5583                sense_buf[13] = (failing_lba & 0x00ff0000) >> 16;
5584                sense_buf[14] = (failing_lba & 0x0000ff00) >> 8;
5585                sense_buf[15] = failing_lba & 0x000000ff;
5586
5587                failing_lba = be32_to_cpu(ioasa->u.vset.failing_lba_lo);
5588
5589                sense_buf[16] = (failing_lba & 0xff000000) >> 24;
5590                sense_buf[17] = (failing_lba & 0x00ff0000) >> 16;
5591                sense_buf[18] = (failing_lba & 0x0000ff00) >> 8;
5592                sense_buf[19] = failing_lba & 0x000000ff;
5593        } else {
5594                sense_buf[0] = 0x70;
5595                sense_buf[2] = IPR_IOASC_SENSE_KEY(ioasc);
5596                sense_buf[12] = IPR_IOASC_SENSE_CODE(ioasc);
5597                sense_buf[13] = IPR_IOASC_SENSE_QUAL(ioasc);
5598
5599                /* Illegal request */
5600                if ((IPR_IOASC_SENSE_KEY(ioasc) == 0x05) &&
5601                    (be32_to_cpu(ioasa->hdr.ioasc_specific) & IPR_FIELD_POINTER_VALID)) {
5602                        sense_buf[7] = 10;      /* additional length */
5603
5604                        /* IOARCB was in error */
5605                        if (IPR_IOASC_SENSE_CODE(ioasc) == 0x24)
5606                                sense_buf[15] = 0xC0;
5607                        else    /* Parameter data was invalid */
5608                                sense_buf[15] = 0x80;
5609
5610                        sense_buf[16] =
5611                            ((IPR_FIELD_POINTER_MASK &
5612                              be32_to_cpu(ioasa->hdr.ioasc_specific)) >> 8) & 0xff;
5613                        sense_buf[17] =
5614                            (IPR_FIELD_POINTER_MASK &
5615                             be32_to_cpu(ioasa->hdr.ioasc_specific)) & 0xff;
5616                } else {
5617                        if (ioasc == IPR_IOASC_MED_DO_NOT_REALLOC) {
5618                                if (ipr_is_vset_device(res))
5619                                        failing_lba = be32_to_cpu(ioasa->u.vset.failing_lba_lo);
5620                                else
5621                                        failing_lba = be32_to_cpu(ioasa->u.dasd.failing_lba);
5622
5623                                sense_buf[0] |= 0x80;   /* Or in the Valid bit */
5624                                sense_buf[3] = (failing_lba & 0xff000000) >> 24;
5625                                sense_buf[4] = (failing_lba & 0x00ff0000) >> 16;
5626                                sense_buf[5] = (failing_lba & 0x0000ff00) >> 8;
5627                                sense_buf[6] = failing_lba & 0x000000ff;
5628                        }
5629
5630                        sense_buf[7] = 6;       /* additional length */
5631                }
5632        }
5633}
5634
5635/**
5636 * ipr_get_autosense - Copy autosense data to sense buffer
5637 * @ipr_cmd:    ipr command struct
5638 *
5639 * This function copies the autosense buffer to the buffer
5640 * in the scsi_cmd, if there is autosense available.
5641 *
5642 * Return value:
5643 *      1 if autosense was available / 0 if not
5644 **/
5645static int ipr_get_autosense(struct ipr_cmnd *ipr_cmd)
5646{
5647        struct ipr_ioasa *ioasa = &ipr_cmd->s.ioasa;
5648        struct ipr_ioasa64 *ioasa64 = &ipr_cmd->s.ioasa64;
5649
5650        if ((be32_to_cpu(ioasa->hdr.ioasc_specific) & IPR_AUTOSENSE_VALID) == 0)
5651                return 0;
5652
5653        if (ipr_cmd->ioa_cfg->sis64)
5654                memcpy(ipr_cmd->scsi_cmd->sense_buffer, ioasa64->auto_sense.data,
5655                       min_t(u16, be16_to_cpu(ioasa64->auto_sense.auto_sense_len),
5656                           SCSI_SENSE_BUFFERSIZE));
5657        else
5658                memcpy(ipr_cmd->scsi_cmd->sense_buffer, ioasa->auto_sense.data,
5659                       min_t(u16, be16_to_cpu(ioasa->auto_sense.auto_sense_len),
5660                           SCSI_SENSE_BUFFERSIZE));
5661        return 1;
5662}
5663
5664/**
5665 * ipr_erp_start - Process an error response for a SCSI op
5666 * @ioa_cfg:    ioa config struct
5667 * @ipr_cmd:    ipr command struct
5668 *
5669 * This function determines whether or not to initiate ERP
5670 * on the affected device.
5671 *
5672 * Return value:
5673 *      nothing
5674 **/
5675static void ipr_erp_start(struct ipr_ioa_cfg *ioa_cfg,
5676                              struct ipr_cmnd *ipr_cmd)
5677{
5678        struct scsi_cmnd *scsi_cmd = ipr_cmd->scsi_cmd;
5679        struct ipr_resource_entry *res = scsi_cmd->device->hostdata;
5680        u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
5681        u32 masked_ioasc = ioasc & IPR_IOASC_IOASC_MASK;
5682
5683        if (!res) {
5684                ipr_scsi_eh_done(ipr_cmd);
5685                return;
5686        }
5687
5688        if (!ipr_is_gscsi(res) && masked_ioasc != IPR_IOASC_HW_DEV_BUS_STATUS)
5689                ipr_gen_sense(ipr_cmd);
5690
5691        ipr_dump_ioasa(ioa_cfg, ipr_cmd, res);
5692
5693        switch (masked_ioasc) {
5694        case IPR_IOASC_ABORTED_CMD_TERM_BY_HOST:
5695                if (ipr_is_naca_model(res))
5696                        scsi_cmd->result |= (DID_ABORT << 16);
5697                else
5698                        scsi_cmd->result |= (DID_IMM_RETRY << 16);
5699                break;
5700        case IPR_IOASC_IR_RESOURCE_HANDLE:
5701        case IPR_IOASC_IR_NO_CMDS_TO_2ND_IOA:
5702                scsi_cmd->result |= (DID_NO_CONNECT << 16);
5703                break;
5704        case IPR_IOASC_HW_SEL_TIMEOUT:
5705                scsi_cmd->result |= (DID_NO_CONNECT << 16);
5706                if (!ipr_is_naca_model(res))
5707                        res->needs_sync_complete = 1;
5708                break;
5709        case IPR_IOASC_SYNC_REQUIRED:
5710                if (!res->in_erp)
5711                        res->needs_sync_complete = 1;
5712                scsi_cmd->result |= (DID_IMM_RETRY << 16);
5713                break;
5714        case IPR_IOASC_MED_DO_NOT_REALLOC: /* prevent retries */
5715        case IPR_IOASA_IR_DUAL_IOA_DISABLED:
5716                scsi_cmd->result |= (DID_PASSTHROUGH << 16);
5717                break;
5718        case IPR_IOASC_BUS_WAS_RESET:
5719        case IPR_IOASC_BUS_WAS_RESET_BY_OTHER:
5720                /*
5721                 * Report the bus reset and ask for a retry. The device
5722                 * will give CC/UA the next command.
5723                 */
5724                if (!res->resetting_device)
5725                        scsi_report_bus_reset(ioa_cfg->host, scsi_cmd->device->channel);
5726                scsi_cmd->result |= (DID_ERROR << 16);
5727                if (!ipr_is_naca_model(res))
5728                        res->needs_sync_complete = 1;
5729                break;
5730        case IPR_IOASC_HW_DEV_BUS_STATUS:
5731                scsi_cmd->result |= IPR_IOASC_SENSE_STATUS(ioasc);
5732                if (IPR_IOASC_SENSE_STATUS(ioasc) == SAM_STAT_CHECK_CONDITION) {
5733                        if (!ipr_get_autosense(ipr_cmd)) {
5734                                if (!ipr_is_naca_model(res)) {
5735                                        ipr_erp_cancel_all(ipr_cmd);
5736                                        return;
5737                                }
5738                        }
5739                }
5740                if (!ipr_is_naca_model(res))
5741                        res->needs_sync_complete = 1;
5742                break;
5743        case IPR_IOASC_NR_INIT_CMD_REQUIRED:
5744                break;
5745        default:
5746                if (IPR_IOASC_SENSE_KEY(ioasc) > RECOVERED_ERROR)
5747                        scsi_cmd->result |= (DID_ERROR << 16);
5748                if (!ipr_is_vset_device(res) && !ipr_is_naca_model(res))
5749                        res->needs_sync_complete = 1;
5750                break;
5751        }
5752
5753        scsi_dma_unmap(ipr_cmd->scsi_cmd);
5754        list_add_tail(&ipr_cmd->queue, &ioa_cfg->free_q);
5755        scsi_cmd->scsi_done(scsi_cmd);
5756}
5757
5758/**
5759 * ipr_scsi_done - mid-layer done function
5760 * @ipr_cmd:    ipr command struct
5761 *
5762 * This function is invoked by the interrupt handler for
5763 * ops generated by the SCSI mid-layer
5764 *
5765 * Return value:
5766 *      none
5767 **/
5768static void ipr_scsi_done(struct ipr_cmnd *ipr_cmd)
5769{
5770        struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
5771        struct scsi_cmnd *scsi_cmd = ipr_cmd->scsi_cmd;
5772        u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
5773
5774        scsi_set_resid(scsi_cmd, be32_to_cpu(ipr_cmd->s.ioasa.hdr.residual_data_len));
5775
5776        if (likely(IPR_IOASC_SENSE_KEY(ioasc) == 0)) {
5777                scsi_dma_unmap(ipr_cmd->scsi_cmd);
5778                list_add_tail(&ipr_cmd->queue, &ioa_cfg->free_q);
5779                scsi_cmd->scsi_done(scsi_cmd);
5780        } else
5781                ipr_erp_start(ioa_cfg, ipr_cmd);
5782}
5783
5784/**
5785 * ipr_queuecommand - Queue a mid-layer request
5786 * @scsi_cmd:   scsi command struct
5787 * @done:               done function
5788 *
5789 * This function queues a request generated by the mid-layer.
5790 *
5791 * Return value:
5792 *      0 on success
5793 *      SCSI_MLQUEUE_DEVICE_BUSY if device is busy
5794 *      SCSI_MLQUEUE_HOST_BUSY if host is busy
5795 **/
5796static int ipr_queuecommand_lck(struct scsi_cmnd *scsi_cmd,
5797                            void (*done) (struct scsi_cmnd *))
5798{
5799        struct ipr_ioa_cfg *ioa_cfg;
5800        struct ipr_resource_entry *res;
5801        struct ipr_ioarcb *ioarcb;
5802        struct ipr_cmnd *ipr_cmd;
5803        int rc = 0;
5804
5805        scsi_cmd->scsi_done = done;
5806        ioa_cfg = (struct ipr_ioa_cfg *)scsi_cmd->device->host->hostdata;
5807        res = scsi_cmd->device->hostdata;
5808        scsi_cmd->result = (DID_OK << 16);
5809
5810        /*
5811         * We are currently blocking all devices due to a host reset
5812         * We have told the host to stop giving us new requests, but
5813         * ERP ops don't count. FIXME
5814         */
5815        if (unlikely(!ioa_cfg->allow_cmds && !ioa_cfg->ioa_is_dead))
5816                return SCSI_MLQUEUE_HOST_BUSY;
5817
5818        /*
5819         * FIXME - Create scsi_set_host_offline interface
5820         *  and the ioa_is_dead check can be removed
5821         */
5822        if (unlikely(ioa_cfg->ioa_is_dead || !res)) {
5823                memset(scsi_cmd->sense_buffer, 0, SCSI_SENSE_BUFFERSIZE);
5824                scsi_cmd->result = (DID_NO_CONNECT << 16);
5825                scsi_cmd->scsi_done(scsi_cmd);
5826                return 0;
5827        }
5828
5829        if (ipr_is_gata(res) && res->sata_port)
5830                return ata_sas_queuecmd(scsi_cmd, res->sata_port->ap);
5831
5832        ipr_cmd = ipr_get_free_ipr_cmnd(ioa_cfg);
5833        ioarcb = &ipr_cmd->ioarcb;
5834        list_add_tail(&ipr_cmd->queue, &ioa_cfg->pending_q);
5835
5836        memcpy(ioarcb->cmd_pkt.cdb, scsi_cmd->cmnd, scsi_cmd->cmd_len);
5837        ipr_cmd->scsi_cmd = scsi_cmd;
5838        ioarcb->res_handle = res->res_handle;
5839        ipr_cmd->done = ipr_scsi_done;
5840        ipr_trc_hook(ipr_cmd, IPR_TRACE_START, IPR_GET_RES_PHYS_LOC(res));
5841
5842        if (ipr_is_gscsi(res) || ipr_is_vset_device(res)) {
5843                if (scsi_cmd->underflow == 0)
5844                        ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_NO_ULEN_CHK;
5845
5846                if (res->needs_sync_complete) {
5847                        ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_SYNC_COMPLETE;
5848                        res->needs_sync_complete = 0;
5849                }
5850
5851                ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_NO_LINK_DESC;
5852                if (ipr_is_gscsi(res))
5853                        ioarcb->cmd_pkt.flags_lo |= IPR_FLAGS_LO_DELAY_AFTER_RST;
5854                ioarcb->cmd_pkt.flags_lo |= IPR_FLAGS_LO_ALIGNED_BFR;
5855                ioarcb->cmd_pkt.flags_lo |= ipr_get_task_attributes(scsi_cmd);
5856        }
5857
5858        if (scsi_cmd->cmnd[0] >= 0xC0 &&
5859            (!ipr_is_gscsi(res) || scsi_cmd->cmnd[0] == IPR_QUERY_RSRC_STATE))
5860                ioarcb->cmd_pkt.request_type = IPR_RQTYPE_IOACMD;
5861
5862        if (likely(rc == 0)) {
5863                if (ioa_cfg->sis64)
5864                        rc = ipr_build_ioadl64(ioa_cfg, ipr_cmd);
5865                else
5866                        rc = ipr_build_ioadl(ioa_cfg, ipr_cmd);
5867        }
5868
5869        if (unlikely(rc != 0)) {
5870                list_move_tail(&ipr_cmd->queue, &ioa_cfg->free_q);
5871                return SCSI_MLQUEUE_HOST_BUSY;
5872        }
5873
5874        ipr_send_command(ipr_cmd);
5875        return 0;
5876}
5877
5878static DEF_SCSI_QCMD(ipr_queuecommand)
5879
5880/**
5881 * ipr_ioctl - IOCTL handler
5882 * @sdev:       scsi device struct
5883 * @cmd:        IOCTL cmd
5884 * @arg:        IOCTL arg
5885 *
5886 * Return value:
5887 *      0 on success / other on failure
5888 **/
5889static int ipr_ioctl(struct scsi_device *sdev, int cmd, void __user *arg)
5890{
5891        struct ipr_resource_entry *res;
5892
5893        res = (struct ipr_resource_entry *)sdev->hostdata;
5894        if (res && ipr_is_gata(res)) {
5895                if (cmd == HDIO_GET_IDENTITY)
5896                        return -ENOTTY;
5897                return ata_sas_scsi_ioctl(res->sata_port->ap, sdev, cmd, arg);
5898        }
5899
5900        return -EINVAL;
5901}
5902
5903/**
5904 * ipr_info - Get information about the card/driver
5905 * @scsi_host:  scsi host struct
5906 *
5907 * Return value:
5908 *      pointer to buffer with description string
5909 **/
5910static const char * ipr_ioa_info(struct Scsi_Host *host)
5911{
5912        static char buffer[512];
5913        struct ipr_ioa_cfg *ioa_cfg;
5914        unsigned long lock_flags = 0;
5915
5916        ioa_cfg = (struct ipr_ioa_cfg *) host->hostdata;
5917
5918        spin_lock_irqsave(host->host_lock, lock_flags);
5919        sprintf(buffer, "IBM %X Storage Adapter", ioa_cfg->type);
5920        spin_unlock_irqrestore(host->host_lock, lock_flags);
5921
5922        return buffer;
5923}
5924
5925static struct scsi_host_template driver_template = {
5926        .module = THIS_MODULE,
5927        .name = "IPR",
5928        .info = ipr_ioa_info,
5929        .ioctl = ipr_ioctl,
5930        .queuecommand = ipr_queuecommand,
5931        .eh_abort_handler = ipr_eh_abort,
5932        .eh_device_reset_handler = ipr_eh_dev_reset,
5933        .eh_host_reset_handler = ipr_eh_host_reset,
5934        .slave_alloc = ipr_slave_alloc,
5935        .slave_configure = ipr_slave_configure,
5936        .slave_destroy = ipr_slave_destroy,
5937        .target_alloc = ipr_target_alloc,
5938        .target_destroy = ipr_target_destroy,
5939        .change_queue_depth = ipr_change_queue_depth,
5940        .change_queue_type = ipr_change_queue_type,
5941        .bios_param = ipr_biosparam,
5942        .can_queue = IPR_MAX_COMMANDS,
5943        .this_id = -1,
5944        .sg_tablesize = IPR_MAX_SGLIST,
5945        .max_sectors = IPR_IOA_MAX_SECTORS,
5946        .cmd_per_lun = IPR_MAX_CMD_PER_LUN,
5947        .use_clustering = ENABLE_CLUSTERING,
5948        .shost_attrs = ipr_ioa_attrs,
5949        .sdev_attrs = ipr_dev_attrs,
5950        .proc_name = IPR_NAME
5951};
5952
5953/**
5954 * ipr_ata_phy_reset - libata phy_reset handler
5955 * @ap:         ata port to reset
5956 *
5957 **/
5958static void ipr_ata_phy_reset(struct ata_port *ap)
5959{
5960        unsigned long flags;
5961        struct ipr_sata_port *sata_port = ap->private_data;
5962        struct ipr_resource_entry *res = sata_port->res;
5963        struct ipr_ioa_cfg *ioa_cfg = sata_port->ioa_cfg;
5964        int rc;
5965
5966        ENTER;
5967        spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
5968        while(ioa_cfg->in_reset_reload) {
5969                spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
5970                wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
5971                spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
5972        }
5973
5974        if (!ioa_cfg->allow_cmds)
5975                goto out_unlock;
5976
5977        rc = ipr_device_reset(ioa_cfg, res);
5978
5979        if (rc) {
5980                ap->link.device[0].class = ATA_DEV_NONE;
5981                goto out_unlock;
5982        }
5983
5984        ap->link.device[0].class = res->ata_class;
5985        if (ap->link.device[0].class == ATA_DEV_UNKNOWN)
5986                ap->link.device[0].class = ATA_DEV_NONE;
5987
5988out_unlock:
5989        spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
5990        LEAVE;
5991}
5992
5993/**
5994 * ipr_ata_post_internal - Cleanup after an internal command
5995 * @qc: ATA queued command
5996 *
5997 * Return value:
5998 *      none
5999 **/
6000static void ipr_ata_post_internal(struct ata_queued_cmd *qc)
6001{
6002        struct ipr_sata_port *sata_port = qc->ap->private_data;
6003        struct ipr_ioa_cfg *ioa_cfg = sata_port->ioa_cfg;
6004        struct ipr_cmnd *ipr_cmd;
6005        unsigned long flags;
6006
6007        spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
6008        while(ioa_cfg->in_reset_reload) {
6009                spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
6010                wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
6011                spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
6012        }
6013
6014        list_for_each_entry(ipr_cmd, &ioa_cfg->pending_q, queue) {
6015                if (ipr_cmd->qc == qc) {
6016                        ipr_device_reset(ioa_cfg, sata_port->res);
6017                        break;
6018                }
6019        }
6020        spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
6021}
6022
6023/**
6024 * ipr_copy_sata_tf - Copy a SATA taskfile to an IOA data structure
6025 * @regs:       destination
6026 * @tf: source ATA taskfile
6027 *
6028 * Return value:
6029 *      none
6030 **/
6031static void ipr_copy_sata_tf(struct ipr_ioarcb_ata_regs *regs,
6032                             struct ata_taskfile *tf)
6033{
6034        regs->feature = tf->feature;
6035        regs->nsect = tf->nsect;
6036        regs->lbal = tf->lbal;
6037        regs->lbam = tf->lbam;
6038        regs->lbah = tf->lbah;
6039        regs->device = tf->device;
6040        regs->command = tf->command;
6041        regs->hob_feature = tf->hob_feature;
6042        regs->hob_nsect = tf->hob_nsect;
6043        regs->hob_lbal = tf->hob_lbal;
6044        regs->hob_lbam = tf->hob_lbam;
6045        regs->hob_lbah = tf->hob_lbah;
6046        regs->ctl = tf->ctl;
6047}
6048
6049/**
6050 * ipr_sata_done - done function for SATA commands
6051 * @ipr_cmd:    ipr command struct
6052 *
6053 * This function is invoked by the interrupt handler for
6054 * ops generated by the SCSI mid-layer to SATA devices
6055 *
6056 * Return value:
6057 *      none
6058 **/
6059static void ipr_sata_done(struct ipr_cmnd *ipr_cmd)
6060{
6061        struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
6062        struct ata_queued_cmd *qc = ipr_cmd->qc;
6063        struct ipr_sata_port *sata_port = qc->ap->private_data;
6064        struct ipr_resource_entry *res = sata_port->res;
6065        u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
6066
6067        if (ipr_cmd->ioa_cfg->sis64)
6068                memcpy(&sata_port->ioasa, &ipr_cmd->s.ioasa64.u.gata,
6069                       sizeof(struct ipr_ioasa_gata));
6070        else
6071                memcpy(&sata_port->ioasa, &ipr_cmd->s.ioasa.u.gata,
6072                       sizeof(struct ipr_ioasa_gata));
6073        ipr_dump_ioasa(ioa_cfg, ipr_cmd, res);
6074
6075        if (be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc_specific) & IPR_ATA_DEVICE_WAS_RESET)
6076                scsi_report_device_reset(ioa_cfg->host, res->bus, res->target);
6077
6078        if (IPR_IOASC_SENSE_KEY(ioasc) > RECOVERED_ERROR)
6079                qc->err_mask |= __ac_err_mask(sata_port->ioasa.status);
6080        else
6081                qc->err_mask |= ac_err_mask(sata_port->ioasa.status);
6082        list_add_tail(&ipr_cmd->queue, &ioa_cfg->free_q);
6083        ata_qc_complete(qc);
6084}
6085
6086/**
6087 * ipr_build_ata_ioadl64 - Build an ATA scatter/gather list
6088 * @ipr_cmd:    ipr command struct
6089 * @qc:         ATA queued command
6090 *
6091 **/
6092static void ipr_build_ata_ioadl64(struct ipr_cmnd *ipr_cmd,
6093                                  struct ata_queued_cmd *qc)
6094{
6095        u32 ioadl_flags = 0;
6096        struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
6097        struct ipr_ioadl64_desc *ioadl64 = ipr_cmd->i.ioadl64;
6098        struct ipr_ioadl64_desc *last_ioadl64 = NULL;
6099        int len = qc->nbytes;
6100        struct scatterlist *sg;
6101        unsigned int si;
6102        dma_addr_t dma_addr = ipr_cmd->dma_addr;
6103
6104        if (len == 0)
6105                return;
6106
6107        if (qc->dma_dir == DMA_TO_DEVICE) {
6108                ioadl_flags = IPR_IOADL_FLAGS_WRITE;
6109                ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_WRITE_NOT_READ;
6110        } else if (qc->dma_dir == DMA_FROM_DEVICE)
6111                ioadl_flags = IPR_IOADL_FLAGS_READ;
6112
6113        ioarcb->data_transfer_length = cpu_to_be32(len);
6114        ioarcb->ioadl_len =
6115                cpu_to_be32(sizeof(struct ipr_ioadl64_desc) * ipr_cmd->dma_use_sg);
6116        ioarcb->u.sis64_addr_data.data_ioadl_addr =
6117                cpu_to_be64(dma_addr + offsetof(struct ipr_cmnd, i.ata_ioadl));
6118
6119        for_each_sg(qc->sg, sg, qc->n_elem, si) {
6120                ioadl64->flags = cpu_to_be32(ioadl_flags);
6121                ioadl64->data_len = cpu_to_be32(sg_dma_len(sg));
6122                ioadl64->address = cpu_to_be64(sg_dma_address(sg));
6123
6124                last_ioadl64 = ioadl64;
6125                ioadl64++;
6126        }
6127
6128        if (likely(last_ioadl64))
6129                last_ioadl64->flags |= cpu_to_be32(IPR_IOADL_FLAGS_LAST);
6130}
6131
6132/**
6133 * ipr_build_ata_ioadl - Build an ATA scatter/gather list
6134 * @ipr_cmd:    ipr command struct
6135 * @qc:         ATA queued command
6136 *
6137 **/
6138static void ipr_build_ata_ioadl(struct ipr_cmnd *ipr_cmd,
6139                                struct ata_queued_cmd *qc)
6140{
6141        u32 ioadl_flags = 0;
6142        struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
6143        struct ipr_ioadl_desc *ioadl = ipr_cmd->i.ioadl;
6144        struct ipr_ioadl_desc *last_ioadl = NULL;
6145        int len = qc->nbytes;
6146        struct scatterlist *sg;
6147        unsigned int si;
6148
6149        if (len == 0)
6150                return;
6151
6152        if (qc->dma_dir == DMA_TO_DEVICE) {
6153                ioadl_flags = IPR_IOADL_FLAGS_WRITE;
6154                ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_WRITE_NOT_READ;
6155                ioarcb->data_transfer_length = cpu_to_be32(len);
6156                ioarcb->ioadl_len =
6157                        cpu_to_be32(sizeof(struct ipr_ioadl_desc) * ipr_cmd->dma_use_sg);
6158        } else if (qc->dma_dir == DMA_FROM_DEVICE) {
6159                ioadl_flags = IPR_IOADL_FLAGS_READ;
6160                ioarcb->read_data_transfer_length = cpu_to_be32(len);
6161                ioarcb->read_ioadl_len =
6162                        cpu_to_be32(sizeof(struct ipr_ioadl_desc) * ipr_cmd->dma_use_sg);
6163        }
6164
6165        for_each_sg(qc->sg, sg, qc->n_elem, si) {
6166                ioadl->flags_and_data_len = cpu_to_be32(ioadl_flags | sg_dma_len(sg));
6167                ioadl->address = cpu_to_be32(sg_dma_address(sg));
6168
6169                last_ioadl = ioadl;
6170                ioadl++;
6171        }
6172
6173        if (likely(last_ioadl))
6174                last_ioadl->flags_and_data_len |= cpu_to_be32(IPR_IOADL_FLAGS_LAST);
6175}
6176
6177/**
6178 * ipr_qc_issue - Issue a SATA qc to a device
6179 * @qc: queued command
6180 *
6181 * Return value:
6182 *      0 if success
6183 **/
6184static unsigned int ipr_qc_issue(struct ata_queued_cmd *qc)
6185{
6186        struct ata_port *ap = qc->ap;
6187        struct ipr_sata_port *sata_port = ap->private_data;
6188        struct ipr_resource_entry *res = sata_port->res;
6189        struct ipr_ioa_cfg *ioa_cfg = sata_port->ioa_cfg;
6190        struct ipr_cmnd *ipr_cmd;
6191        struct ipr_ioarcb *ioarcb;
6192        struct ipr_ioarcb_ata_regs *regs;
6193
6194        if (unlikely(!ioa_cfg->allow_cmds || ioa_cfg->ioa_is_dead))
6195                return AC_ERR_SYSTEM;
6196
6197        ipr_cmd = ipr_get_free_ipr_cmnd(ioa_cfg);
6198        ioarcb = &ipr_cmd->ioarcb;
6199
6200        if (ioa_cfg->sis64) {
6201                regs = &ipr_cmd->i.ata_ioadl.regs;
6202                ioarcb->add_cmd_parms_offset = cpu_to_be16(sizeof(*ioarcb));
6203        } else
6204                regs = &ioarcb->u.add_data.u.regs;
6205
6206        memset(regs, 0, sizeof(*regs));
6207        ioarcb->add_cmd_parms_len = cpu_to_be16(sizeof(*regs));
6208
6209        list_add_tail(&ipr_cmd->queue, &ioa_cfg->pending_q);
6210        ipr_cmd->qc = qc;
6211        ipr_cmd->done = ipr_sata_done;
6212        ipr_cmd->ioarcb.res_handle = res->res_handle;
6213        ioarcb->cmd_pkt.request_type = IPR_RQTYPE_ATA_PASSTHRU;
6214        ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_NO_LINK_DESC;
6215        ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_NO_ULEN_CHK;
6216        ipr_cmd->dma_use_sg = qc->n_elem;
6217
6218        if (ioa_cfg->sis64)
6219                ipr_build_ata_ioadl64(ipr_cmd, qc);
6220        else
6221                ipr_build_ata_ioadl(ipr_cmd, qc);
6222
6223        regs->flags |= IPR_ATA_FLAG_STATUS_ON_GOOD_COMPLETION;
6224        ipr_copy_sata_tf(regs, &qc->tf);
6225        memcpy(ioarcb->cmd_pkt.cdb, qc->cdb, IPR_MAX_CDB_LEN);
6226        ipr_trc_hook(ipr_cmd, IPR_TRACE_START, IPR_GET_RES_PHYS_LOC(res));
6227
6228        switch (qc->tf.protocol) {
6229        case ATA_PROT_NODATA:
6230        case ATA_PROT_PIO:
6231                break;
6232
6233        case ATA_PROT_DMA:
6234                regs->flags |= IPR_ATA_FLAG_XFER_TYPE_DMA;
6235                break;
6236
6237        case ATAPI_PROT_PIO:
6238        case ATAPI_PROT_NODATA:
6239                regs->flags |= IPR_ATA_FLAG_PACKET_CMD;
6240                break;
6241
6242        case ATAPI_PROT_DMA:
6243                regs->flags |= IPR_ATA_FLAG_PACKET_CMD;
6244                regs->flags |= IPR_ATA_FLAG_XFER_TYPE_DMA;
6245                break;
6246
6247        default:
6248                WARN_ON(1);
6249                return AC_ERR_INVALID;
6250        }
6251
6252        ipr_send_command(ipr_cmd);
6253
6254        return 0;
6255}
6256
6257/**
6258 * ipr_qc_fill_rtf - Read result TF
6259 * @qc: ATA queued command
6260 *
6261 * Return value:
6262 *      true
6263 **/
6264static bool ipr_qc_fill_rtf(struct ata_queued_cmd *qc)
6265{
6266        struct ipr_sata_port *sata_port = qc->ap->private_data;
6267        struct ipr_ioasa_gata *g = &sata_port->ioasa;
6268        struct ata_taskfile *tf = &qc->result_tf;
6269
6270        tf->feature = g->error;
6271        tf->nsect = g->nsect;
6272        tf->lbal = g->lbal;
6273        tf->lbam = g->lbam;
6274        tf->lbah = g->lbah;
6275        tf->device = g->device;
6276        tf->command = g->status;
6277        tf->hob_nsect = g->hob_nsect;
6278        tf->hob_lbal = g->hob_lbal;
6279        tf->hob_lbam = g->hob_lbam;
6280        tf->hob_lbah = g->hob_lbah;
6281        tf->ctl = g->alt_status;
6282
6283        return true;
6284}
6285
6286static struct ata_port_operations ipr_sata_ops = {
6287        .phy_reset = ipr_ata_phy_reset,
6288        .hardreset = ipr_sata_reset,
6289        .post_internal_cmd = ipr_ata_post_internal,
6290        .qc_prep = ata_noop_qc_prep,
6291        .qc_issue = ipr_qc_issue,
6292        .qc_fill_rtf = ipr_qc_fill_rtf,
6293        .port_start = ata_sas_port_start,
6294        .port_stop = ata_sas_port_stop
6295};
6296
6297static struct ata_port_info sata_port_info = {
6298        .flags          = ATA_FLAG_SATA | ATA_FLAG_PIO_DMA,
6299        .pio_mask       = ATA_PIO4_ONLY,
6300        .mwdma_mask     = ATA_MWDMA2,
6301        .udma_mask      = ATA_UDMA6,
6302        .port_ops       = &ipr_sata_ops
6303};
6304
6305#ifdef CONFIG_PPC_PSERIES
6306static const u16 ipr_blocked_processors[] = {
6307        PV_NORTHSTAR,
6308        PV_PULSAR,
6309        PV_POWER4,
6310        PV_ICESTAR,
6311        PV_SSTAR,
6312        PV_POWER4p,
6313        PV_630,
6314        PV_630p
6315};
6316
6317/**
6318 * ipr_invalid_adapter - Determine if this adapter is supported on this hardware
6319 * @ioa_cfg:    ioa cfg struct
6320 *
6321 * Adapters that use Gemstone revision < 3.1 do not work reliably on
6322 * certain pSeries hardware. This function determines if the given
6323 * adapter is in one of these confgurations or not.
6324 *
6325 * Return value:
6326 *      1 if adapter is not supported / 0 if adapter is supported
6327 **/
6328static int ipr_invalid_adapter(struct ipr_ioa_cfg *ioa_cfg)
6329{
6330        int i;
6331
6332        if ((ioa_cfg->type == 0x5702) && (ioa_cfg->pdev->revision < 4)) {
6333                for (i = 0; i < ARRAY_SIZE(ipr_blocked_processors); i++){
6334                        if (__is_processor(ipr_blocked_processors[i]))
6335                                return 1;
6336                }
6337        }
6338        return 0;
6339}
6340#else
6341#define ipr_invalid_adapter(ioa_cfg) 0
6342#endif
6343
6344/**
6345 * ipr_ioa_bringdown_done - IOA bring down completion.
6346 * @ipr_cmd:    ipr command struct
6347 *
6348 * This function processes the completion of an adapter bring down.
6349 * It wakes any reset sleepers.
6350 *
6351 * Return value:
6352 *      IPR_RC_JOB_RETURN
6353 **/
6354static int ipr_ioa_bringdown_done(struct ipr_cmnd *ipr_cmd)
6355{
6356        struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
6357
6358        ENTER;
6359        ioa_cfg->in_reset_reload = 0;
6360        ioa_cfg->reset_retries = 0;
6361        list_add_tail(&ipr_cmd->queue, &ioa_cfg->free_q);
6362        wake_up_all(&ioa_cfg->reset_wait_q);
6363
6364        spin_unlock_irq(ioa_cfg->host->host_lock);
6365        scsi_unblock_requests(ioa_cfg->host);
6366        spin_lock_irq(ioa_cfg->host->host_lock);
6367        LEAVE;
6368
6369        return IPR_RC_JOB_RETURN;
6370}
6371
6372/**
6373 * ipr_ioa_reset_done - IOA reset completion.
6374 * @ipr_cmd:    ipr command struct
6375 *
6376 * This function processes the completion of an adapter reset.
6377 * It schedules any necessary mid-layer add/removes and
6378 * wakes any reset sleepers.
6379 *
6380 * Return value:
6381 *      IPR_RC_JOB_RETURN
6382 **/
6383static int ipr_ioa_reset_done(struct ipr_cmnd *ipr_cmd)
6384{
6385        struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
6386        struct ipr_resource_entry *res;
6387        struct ipr_hostrcb *hostrcb, *temp;
6388        int i = 0;
6389
6390        ENTER;
6391        ioa_cfg->in_reset_reload = 0;
6392        ioa_cfg->allow_cmds = 1;
6393        ioa_cfg->reset_cmd = NULL;
6394        ioa_cfg->doorbell |= IPR_RUNTIME_RESET;
6395
6396        list_for_each_entry(res, &ioa_cfg->used_res_q, queue) {
6397                if (ioa_cfg->allow_ml_add_del && (res->add_to_ml || res->del_from_ml)) {
6398                        ipr_trace;
6399                        break;
6400                }
6401        }
6402        schedule_work(&ioa_cfg->work_q);
6403
6404        list_for_each_entry_safe(hostrcb, temp, &ioa_cfg->hostrcb_free_q, queue) {
6405                list_del(&hostrcb->queue);
6406                if (i++ < IPR_NUM_LOG_HCAMS)
6407                        ipr_send_hcam(ioa_cfg, IPR_HCAM_CDB_OP_CODE_LOG_DATA, hostrcb);
6408                else
6409                        ipr_send_hcam(ioa_cfg, IPR_HCAM_CDB_OP_CODE_CONFIG_CHANGE, hostrcb);
6410        }
6411
6412        scsi_report_bus_reset(ioa_cfg->host, IPR_VSET_BUS);
6413        dev_info(&ioa_cfg->pdev->dev, "IOA initialized.\n");
6414
6415        ioa_cfg->reset_retries = 0;
6416        list_add_tail(&ipr_cmd->queue, &ioa_cfg->free_q);
6417        wake_up_all(&ioa_cfg->reset_wait_q);
6418
6419        spin_unlock(ioa_cfg->host->host_lock);
6420        scsi_unblock_requests(ioa_cfg->host);
6421        spin_lock(ioa_cfg->host->host_lock);
6422
6423        if (!ioa_cfg->allow_cmds)
6424                scsi_block_requests(ioa_cfg->host);
6425
6426        LEAVE;
6427        return IPR_RC_JOB_RETURN;
6428}
6429
6430/**
6431 * ipr_set_sup_dev_dflt - Initialize a Set Supported Device buffer
6432 * @supported_dev:      supported device struct
6433 * @vpids:                      vendor product id struct
6434 *
6435 * Return value:
6436 *      none
6437 **/
6438static void ipr_set_sup_dev_dflt(struct ipr_supported_device *supported_dev,
6439                                 struct ipr_std_inq_vpids *vpids)
6440{
6441        memset(supported_dev, 0, sizeof(struct ipr_supported_device));
6442        memcpy(&supported_dev->vpids, vpids, sizeof(struct ipr_std_inq_vpids));
6443        supported_dev->num_records = 1;
6444        supported_dev->data_length =
6445                cpu_to_be16(sizeof(struct ipr_supported_device));
6446        supported_dev->reserved = 0;
6447}
6448
6449/**
6450 * ipr_set_supported_devs - Send Set Supported Devices for a device
6451 * @ipr_cmd:    ipr command struct
6452 *
6453 * This function sends a Set Supported Devices to the adapter
6454 *
6455 * Return value:
6456 *      IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
6457 **/
6458static int ipr_set_supported_devs(struct ipr_cmnd *ipr_cmd)
6459{
6460        struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
6461        struct ipr_supported_device *supp_dev = &ioa_cfg->vpd_cbs->supp_dev;
6462        struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
6463        struct ipr_resource_entry *res = ipr_cmd->u.res;
6464
6465        ipr_cmd->job_step = ipr_ioa_reset_done;
6466
6467        list_for_each_entry_continue(res, &ioa_cfg->used_res_q, queue) {
6468                if (!ipr_is_scsi_disk(res))
6469                        continue;
6470
6471                ipr_cmd->u.res = res;
6472                ipr_set_sup_dev_dflt(supp_dev, &res->std_inq_data.vpids);
6473
6474                ioarcb->res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
6475                ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_WRITE_NOT_READ;
6476                ioarcb->cmd_pkt.request_type = IPR_RQTYPE_IOACMD;
6477
6478                ioarcb->cmd_pkt.cdb[0] = IPR_SET_SUPPORTED_DEVICES;
6479                ioarcb->cmd_pkt.cdb[1] = IPR_SET_ALL_SUPPORTED_DEVICES;
6480                ioarcb->cmd_pkt.cdb[7] = (sizeof(struct ipr_supported_device) >> 8) & 0xff;
6481                ioarcb->cmd_pkt.cdb[8] = sizeof(struct ipr_supported_device) & 0xff;
6482
6483                ipr_init_ioadl(ipr_cmd,
6484                               ioa_cfg->vpd_cbs_dma +
6485                                 offsetof(struct ipr_misc_cbs, supp_dev),
6486                               sizeof(struct ipr_supported_device),
6487                               IPR_IOADL_FLAGS_WRITE_LAST);
6488
6489                ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout,
6490                           IPR_SET_SUP_DEVICE_TIMEOUT);
6491
6492                if (!ioa_cfg->sis64)
6493                        ipr_cmd->job_step = ipr_set_supported_devs;
6494                return IPR_RC_JOB_RETURN;
6495        }
6496
6497        return IPR_RC_JOB_CONTINUE;
6498}
6499
6500/**
6501 * ipr_get_mode_page - Locate specified mode page
6502 * @mode_pages: mode page buffer
6503 * @page_code:  page code to find
6504 * @len:                minimum required length for mode page
6505 *
6506 * Return value:
6507 *      pointer to mode page / NULL on failure
6508 **/
6509static void *ipr_get_mode_page(struct ipr_mode_pages *mode_pages,
6510                               u32 page_code, u32 len)
6511{
6512        struct ipr_mode_page_hdr *mode_hdr;
6513        u32 page_length;
6514        u32 length;
6515
6516        if (!mode_pages || (mode_pages->hdr.length == 0))
6517                return NULL;
6518
6519        length = (mode_pages->hdr.length + 1) - 4 - mode_pages->hdr.block_desc_len;
6520        mode_hdr = (struct ipr_mode_page_hdr *)
6521                (mode_pages->data + mode_pages->hdr.block_desc_len);
6522
6523        while (length) {
6524                if (IPR_GET_MODE_PAGE_CODE(mode_hdr) == page_code) {
6525                        if (mode_hdr->page_length >= (len - sizeof(struct ipr_mode_page_hdr)))
6526                                return mode_hdr;
6527                        break;
6528                } else {
6529                        page_length = (sizeof(struct ipr_mode_page_hdr) +
6530                                       mode_hdr->page_length);
6531                        length -= page_length;
6532                        mode_hdr = (struct ipr_mode_page_hdr *)
6533                                ((unsigned long)mode_hdr + page_length);
6534                }
6535        }
6536        return NULL;
6537}
6538
6539/**
6540 * ipr_check_term_power - Check for term power errors
6541 * @ioa_cfg:    ioa config struct
6542 * @mode_pages: IOAFP mode pages buffer
6543 *
6544 * Check the IOAFP's mode page 28 for term power errors
6545 *
6546 * Return value:
6547 *      nothing
6548 **/
6549static void ipr_check_term_power(struct ipr_ioa_cfg *ioa_cfg,
6550                                 struct ipr_mode_pages *mode_pages)
6551{
6552        int i;
6553        int entry_length;
6554        struct ipr_dev_bus_entry *bus;
6555        struct ipr_mode_page28 *mode_page;
6556
6557        mode_page = ipr_get_mode_page(mode_pages, 0x28,
6558                                      sizeof(struct ipr_mode_page28));
6559
6560        entry_length = mode_page->entry_length;
6561
6562        bus = mode_page->bus;
6563
6564        for (i = 0; i < mode_page->num_entries; i++) {
6565                if (bus->flags & IPR_SCSI_ATTR_NO_TERM_PWR) {
6566                        dev_err(&ioa_cfg->pdev->dev,
6567                                "Term power is absent on scsi bus %d\n",
6568                                bus->res_addr.bus);
6569                }
6570
6571                bus = (struct ipr_dev_bus_entry *)((char *)bus + entry_length);
6572        }
6573}
6574
6575/**
6576 * ipr_scsi_bus_speed_limit - Limit the SCSI speed based on SES table
6577 * @ioa_cfg:    ioa config struct
6578 *
6579 * Looks through the config table checking for SES devices. If
6580 * the SES device is in the SES table indicating a maximum SCSI
6581 * bus speed, the speed is limited for the bus.
6582 *
6583 * Return value:
6584 *      none
6585 **/
6586static void ipr_scsi_bus_speed_limit(struct ipr_ioa_cfg *ioa_cfg)
6587{
6588        u32 max_xfer_rate;
6589        int i;
6590
6591        for (i = 0; i < IPR_MAX_NUM_BUSES; i++) {
6592                max_xfer_rate = ipr_get_max_scsi_speed(ioa_cfg, i,
6593                                                       ioa_cfg->bus_attr[i].bus_width);
6594
6595                if (max_xfer_rate < ioa_cfg->bus_attr[i].max_xfer_rate)
6596                        ioa_cfg->bus_attr[i].max_xfer_rate = max_xfer_rate;
6597        }
6598}
6599
6600/**
6601 * ipr_modify_ioafp_mode_page_28 - Modify IOAFP Mode Page 28
6602 * @ioa_cfg:    ioa config struct
6603 * @mode_pages: mode page 28 buffer
6604 *
6605 * Updates mode page 28 based on driver configuration
6606 *
6607 * Return value:
6608 *      none
6609 **/
6610static void ipr_modify_ioafp_mode_page_28(struct ipr_ioa_cfg *ioa_cfg,
6611                                                struct ipr_mode_pages *mode_pages)
6612{
6613        int i, entry_length;
6614        struct ipr_dev_bus_entry *bus;
6615        struct ipr_bus_attributes *bus_attr;
6616        struct ipr_mode_page28 *mode_page;
6617
6618        mode_page = ipr_get_mode_page(mode_pages, 0x28,
6619                                      sizeof(struct ipr_mode_page28));
6620
6621        entry_length = mode_page->entry_length;
6622
6623        /* Loop for each device bus entry */
6624        for (i = 0, bus = mode_page->bus;
6625             i < mode_page->num_entries;
6626             i++, bus = (struct ipr_dev_bus_entry *)((u8 *)bus + entry_length)) {
6627                if (bus->res_addr.bus > IPR_MAX_NUM_BUSES) {
6628                        dev_err(&ioa_cfg->pdev->dev,
6629                                "Invalid resource address reported: 0x%08X\n",
6630                                IPR_GET_PHYS_LOC(bus->res_addr));
6631                        continue;
6632                }
6633
6634                bus_attr = &ioa_cfg->bus_attr[i];
6635                bus->extended_reset_delay = IPR_EXTENDED_RESET_DELAY;
6636                bus->bus_width = bus_attr->bus_width;
6637                bus->max_xfer_rate = cpu_to_be32(bus_attr->max_xfer_rate);
6638                bus->flags &= ~IPR_SCSI_ATTR_QAS_MASK;
6639                if (bus_attr->qas_enabled)
6640                        bus->flags |= IPR_SCSI_ATTR_ENABLE_QAS;
6641                else
6642                        bus->flags |= IPR_SCSI_ATTR_DISABLE_QAS;
6643        }
6644}
6645
6646/**
6647 * ipr_build_mode_select - Build a mode select command
6648 * @ipr_cmd:    ipr command struct
6649 * @res_handle: resource handle to send command to
6650 * @parm:               Byte 2 of Mode Sense command
6651 * @dma_addr:   DMA buffer address
6652 * @xfer_len:   data transfer length
6653 *
6654 * Return value:
6655 *      none
6656 **/
6657static void ipr_build_mode_select(struct ipr_cmnd *ipr_cmd,
6658                                  __be32 res_handle, u8 parm,
6659                                  dma_addr_t dma_addr, u8 xfer_len)
6660{
6661        struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
6662
6663        ioarcb->res_handle = res_handle;
6664        ioarcb->cmd_pkt.request_type = IPR_RQTYPE_SCSICDB;
6665        ioarcb->cmd_pkt.flags_hi |= IPR_FLAGS_HI_WRITE_NOT_READ;
6666        ioarcb->cmd_pkt.cdb[0] = MODE_SELECT;
6667        ioarcb->cmd_pkt.cdb[1] = parm;
6668        ioarcb->cmd_pkt.cdb[4] = xfer_len;
6669
6670        ipr_init_ioadl(ipr_cmd, dma_addr, xfer_len, IPR_IOADL_FLAGS_WRITE_LAST);
6671}
6672
6673/**
6674 * ipr_ioafp_mode_select_page28 - Issue Mode Select Page 28 to IOA
6675 * @ipr_cmd:    ipr command struct
6676 *
6677 * This function sets up the SCSI bus attributes and sends
6678 * a Mode Select for Page 28 to activate them.
6679 *
6680 * Return value:
6681 *      IPR_RC_JOB_RETURN
6682 **/
6683static int ipr_ioafp_mode_select_page28(struct ipr_cmnd *ipr_cmd)
6684{
6685        struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
6686        struct ipr_mode_pages *mode_pages = &ioa_cfg->vpd_cbs->mode_pages;
6687        int length;
6688
6689        ENTER;
6690        ipr_scsi_bus_speed_limit(ioa_cfg);
6691        ipr_check_term_power(ioa_cfg, mode_pages);
6692        ipr_modify_ioafp_mode_page_28(ioa_cfg, mode_pages);
6693        length = mode_pages->hdr.length + 1;
6694        mode_pages->hdr.length = 0;
6695
6696        ipr_build_mode_select(ipr_cmd, cpu_to_be32(IPR_IOA_RES_HANDLE), 0x11,
6697                              ioa_cfg->vpd_cbs_dma + offsetof(struct ipr_misc_cbs, mode_pages),
6698                              length);
6699
6700        ipr_cmd->job_step = ipr_set_supported_devs;
6701        ipr_cmd->u.res = list_entry(ioa_cfg->used_res_q.next,
6702                                    struct ipr_resource_entry, queue);
6703        ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout, IPR_INTERNAL_TIMEOUT);
6704
6705        LEAVE;
6706        return IPR_RC_JOB_RETURN;
6707}
6708
6709/**
6710 * ipr_build_mode_sense - Builds a mode sense command
6711 * @ipr_cmd:    ipr command struct
6712 * @res:                resource entry struct
6713 * @parm:               Byte 2 of mode sense command
6714 * @dma_addr:   DMA address of mode sense buffer
6715 * @xfer_len:   Size of DMA buffer
6716 *
6717 * Return value:
6718 *      none
6719 **/
6720static void ipr_build_mode_sense(struct ipr_cmnd *ipr_cmd,
6721                                 __be32 res_handle,
6722                                 u8 parm, dma_addr_t dma_addr, u8 xfer_len)
6723{
6724        struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
6725
6726        ioarcb->res_handle = res_handle;
6727        ioarcb->cmd_pkt.cdb[0] = MODE_SENSE;
6728        ioarcb->cmd_pkt.cdb[2] = parm;
6729        ioarcb->cmd_pkt.cdb[4] = xfer_len;
6730        ioarcb->cmd_pkt.request_type = IPR_RQTYPE_SCSICDB;
6731
6732        ipr_init_ioadl(ipr_cmd, dma_addr, xfer_len, IPR_IOADL_FLAGS_READ_LAST);
6733}
6734
6735/**
6736 * ipr_reset_cmd_failed - Handle failure of IOA reset command
6737 * @ipr_cmd:    ipr command struct
6738 *
6739 * This function handles the failure of an IOA bringup command.
6740 *
6741 * Return value:
6742 *      IPR_RC_JOB_RETURN
6743 **/
6744static int ipr_reset_cmd_failed(struct ipr_cmnd *ipr_cmd)
6745{
6746        struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
6747        u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
6748
6749        dev_err(&ioa_cfg->pdev->dev,
6750                "0x%02X failed with IOASC: 0x%08X\n",
6751                ipr_cmd->ioarcb.cmd_pkt.cdb[0], ioasc);
6752
6753        ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
6754        list_add_tail(&ipr_cmd->queue, &ioa_cfg->free_q);
6755        return IPR_RC_JOB_RETURN;
6756}
6757
6758/**
6759 * ipr_reset_mode_sense_failed - Handle failure of IOAFP mode sense
6760 * @ipr_cmd:    ipr command struct
6761 *
6762 * This function handles the failure of a Mode Sense to the IOAFP.
6763 * Some adapters do not handle all mode pages.
6764 *
6765 * Return value:
6766 *      IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
6767 **/
6768static int ipr_reset_mode_sense_failed(struct ipr_cmnd *ipr_cmd)
6769{
6770        struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
6771        u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
6772
6773        if (ioasc == IPR_IOASC_IR_INVALID_REQ_TYPE_OR_PKT) {
6774                ipr_cmd->job_step = ipr_set_supported_devs;
6775                ipr_cmd->u.res = list_entry(ioa_cfg->used_res_q.next,
6776                                            struct ipr_resource_entry, queue);
6777                return IPR_RC_JOB_CONTINUE;
6778        }
6779
6780        return ipr_reset_cmd_failed(ipr_cmd);
6781}
6782
6783/**
6784 * ipr_ioafp_mode_sense_page28 - Issue Mode Sense Page 28 to IOA
6785 * @ipr_cmd:    ipr command struct
6786 *
6787 * This function send a Page 28 mode sense to the IOA to
6788 * retrieve SCSI bus attributes.
6789 *
6790 * Return value:
6791 *      IPR_RC_JOB_RETURN
6792 **/
6793static int ipr_ioafp_mode_sense_page28(struct ipr_cmnd *ipr_cmd)
6794{
6795        struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
6796
6797        ENTER;
6798        ipr_build_mode_sense(ipr_cmd, cpu_to_be32(IPR_IOA_RES_HANDLE),
6799                             0x28, ioa_cfg->vpd_cbs_dma +
6800                             offsetof(struct ipr_misc_cbs, mode_pages),
6801                             sizeof(struct ipr_mode_pages));
6802
6803        ipr_cmd->job_step = ipr_ioafp_mode_select_page28;
6804        ipr_cmd->job_step_failed = ipr_reset_mode_sense_failed;
6805
6806        ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout, IPR_INTERNAL_TIMEOUT);
6807
6808        LEAVE;
6809        return IPR_RC_JOB_RETURN;
6810}
6811
6812/**
6813 * ipr_ioafp_mode_select_page24 - Issue Mode Select to IOA
6814 * @ipr_cmd:    ipr command struct
6815 *
6816 * This function enables dual IOA RAID support if possible.
6817 *
6818 * Return value:
6819 *      IPR_RC_JOB_RETURN
6820 **/
6821static int ipr_ioafp_mode_select_page24(struct ipr_cmnd *ipr_cmd)
6822{
6823        struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
6824        struct ipr_mode_pages *mode_pages = &ioa_cfg->vpd_cbs->mode_pages;
6825        struct ipr_mode_page24 *mode_page;
6826        int length;
6827
6828        ENTER;
6829        mode_page = ipr_get_mode_page(mode_pages, 0x24,
6830                                      sizeof(struct ipr_mode_page24));
6831
6832        if (mode_page)
6833                mode_page->flags |= IPR_ENABLE_DUAL_IOA_AF;
6834
6835        length = mode_pages->hdr.length + 1;
6836        mode_pages->hdr.length = 0;
6837
6838        ipr_build_mode_select(ipr_cmd, cpu_to_be32(IPR_IOA_RES_HANDLE), 0x11,
6839                              ioa_cfg->vpd_cbs_dma + offsetof(struct ipr_misc_cbs, mode_pages),
6840                              length);
6841
6842        ipr_cmd->job_step = ipr_ioafp_mode_sense_page28;
6843        ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout, IPR_INTERNAL_TIMEOUT);
6844
6845        LEAVE;
6846        return IPR_RC_JOB_RETURN;
6847}
6848
6849/**
6850 * ipr_reset_mode_sense_page24_failed - Handle failure of IOAFP mode sense
6851 * @ipr_cmd:    ipr command struct
6852 *
6853 * This function handles the failure of a Mode Sense to the IOAFP.
6854 * Some adapters do not handle all mode pages.
6855 *
6856 * Return value:
6857 *      IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
6858 **/
6859static int ipr_reset_mode_sense_page24_failed(struct ipr_cmnd *ipr_cmd)
6860{
6861        u32 ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
6862
6863        if (ioasc == IPR_IOASC_IR_INVALID_REQ_TYPE_OR_PKT) {
6864                ipr_cmd->job_step = ipr_ioafp_mode_sense_page28;
6865                return IPR_RC_JOB_CONTINUE;
6866        }
6867
6868        return ipr_reset_cmd_failed(ipr_cmd);
6869}
6870
6871/**
6872 * ipr_ioafp_mode_sense_page24 - Issue Page 24 Mode Sense to IOA
6873 * @ipr_cmd:    ipr command struct
6874 *
6875 * This function send a mode sense to the IOA to retrieve
6876 * the IOA Advanced Function Control mode page.
6877 *
6878 * Return value:
6879 *      IPR_RC_JOB_RETURN
6880 **/
6881static int ipr_ioafp_mode_sense_page24(struct ipr_cmnd *ipr_cmd)
6882{
6883        struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
6884
6885        ENTER;
6886        ipr_build_mode_sense(ipr_cmd, cpu_to_be32(IPR_IOA_RES_HANDLE),
6887                             0x24, ioa_cfg->vpd_cbs_dma +
6888                             offsetof(struct ipr_misc_cbs, mode_pages),
6889                             sizeof(struct ipr_mode_pages));
6890
6891        ipr_cmd->job_step = ipr_ioafp_mode_select_page24;
6892        ipr_cmd->job_step_failed = ipr_reset_mode_sense_page24_failed;
6893
6894        ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout, IPR_INTERNAL_TIMEOUT);
6895
6896        LEAVE;
6897        return IPR_RC_JOB_RETURN;
6898}
6899
6900/**
6901 * ipr_init_res_table - Initialize the resource table
6902 * @ipr_cmd:    ipr command struct
6903 *
6904 * This function looks through the existing resource table, comparing
6905 * it with the config table. This function will take care of old/new
6906 * devices and schedule adding/removing them from the mid-layer
6907 * as appropriate.
6908 *
6909 * Return value:
6910 *      IPR_RC_JOB_CONTINUE
6911 **/
6912static int ipr_init_res_table(struct ipr_cmnd *ipr_cmd)
6913{
6914        struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
6915        struct ipr_resource_entry *res, *temp;
6916        struct ipr_config_table_entry_wrapper cfgtew;
6917        int entries, found, flag, i;
6918        LIST_HEAD(old_res);
6919
6920        ENTER;
6921        if (ioa_cfg->sis64)
6922                flag = ioa_cfg->u.cfg_table64->hdr64.flags;
6923        else
6924                flag = ioa_cfg->u.cfg_table->hdr.flags;
6925
6926        if (flag & IPR_UCODE_DOWNLOAD_REQ)
6927                dev_err(&ioa_cfg->pdev->dev, "Microcode download required\n");
6928
6929        list_for_each_entry_safe(res, temp, &ioa_cfg->used_res_q, queue)
6930                list_move_tail(&res->queue, &old_res);
6931
6932        if (ioa_cfg->sis64)
6933                entries = be16_to_cpu(ioa_cfg->u.cfg_table64->hdr64.num_entries);
6934        else
6935                entries = ioa_cfg->u.cfg_table->hdr.num_entries;
6936
6937        for (i = 0; i < entries; i++) {
6938                if (ioa_cfg->sis64)
6939                        cfgtew.u.cfgte64 = &ioa_cfg->u.cfg_table64->dev[i];
6940                else
6941                        cfgtew.u.cfgte = &ioa_cfg->u.cfg_table->dev[i];
6942                found = 0;
6943
6944                list_for_each_entry_safe(res, temp, &old_res, queue) {
6945                        if (ipr_is_same_device(res, &cfgtew)) {
6946                                list_move_tail(&res->queue, &ioa_cfg->used_res_q);
6947                                found = 1;
6948                                break;
6949                        }
6950                }
6951
6952                if (!found) {
6953                        if (list_empty(&ioa_cfg->free_res_q)) {
6954                                dev_err(&ioa_cfg->pdev->dev, "Too many devices attached\n");
6955                                break;
6956                        }
6957
6958                        found = 1;
6959                        res = list_entry(ioa_cfg->free_res_q.next,
6960                                         struct ipr_resource_entry, queue);
6961                        list_move_tail(&res->queue, &ioa_cfg->used_res_q);
6962                        ipr_init_res_entry(res, &cfgtew);
6963                        res->add_to_ml = 1;
6964                } else if (res->sdev && (ipr_is_vset_device(res) || ipr_is_scsi_disk(res)))
6965                        res->sdev->allow_restart = 1;
6966
6967                if (found)
6968                        ipr_update_res_entry(res, &cfgtew);
6969        }
6970
6971        list_for_each_entry_safe(res, temp, &old_res, queue) {
6972                if (res->sdev) {
6973                        res->del_from_ml = 1;
6974                        res->res_handle = IPR_INVALID_RES_HANDLE;
6975                        list_move_tail(&res->queue, &ioa_cfg->used_res_q);
6976                }
6977        }
6978
6979        list_for_each_entry_safe(res, temp, &old_res, queue) {
6980                ipr_clear_res_target(res);
6981                list_move_tail(&res->queue, &ioa_cfg->free_res_q);
6982        }
6983
6984        if (ioa_cfg->dual_raid && ipr_dual_ioa_raid)
6985                ipr_cmd->job_step = ipr_ioafp_mode_sense_page24;
6986        else
6987                ipr_cmd->job_step = ipr_ioafp_mode_sense_page28;
6988
6989        LEAVE;
6990        return IPR_RC_JOB_CONTINUE;
6991}
6992
6993/**
6994 * ipr_ioafp_query_ioa_cfg - Send a Query IOA Config to the adapter.
6995 * @ipr_cmd:    ipr command struct
6996 *
6997 * This function sends a Query IOA Configuration command
6998 * to the adapter to retrieve the IOA configuration table.
6999 *
7000 * Return value:
7001 *      IPR_RC_JOB_RETURN
7002 **/
7003static int ipr_ioafp_query_ioa_cfg(struct ipr_cmnd *ipr_cmd)
7004{
7005        struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7006        struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
7007        struct ipr_inquiry_page3 *ucode_vpd = &ioa_cfg->vpd_cbs->page3_data;
7008        struct ipr_inquiry_cap *cap = &ioa_cfg->vpd_cbs->cap;
7009
7010        ENTER;
7011        if (cap->cap & IPR_CAP_DUAL_IOA_RAID)
7012                ioa_cfg->dual_raid = 1;
7013        dev_info(&ioa_cfg->pdev->dev, "Adapter firmware version: %02X%02X%02X%02X\n",
7014                 ucode_vpd->major_release, ucode_vpd->card_type,
7015                 ucode_vpd->minor_release[0], ucode_vpd->minor_release[1]);
7016        ioarcb->cmd_pkt.request_type = IPR_RQTYPE_IOACMD;
7017        ioarcb->res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
7018
7019        ioarcb->cmd_pkt.cdb[0] = IPR_QUERY_IOA_CONFIG;
7020        ioarcb->cmd_pkt.cdb[6] = (ioa_cfg->cfg_table_size >> 16) & 0xff;
7021        ioarcb->cmd_pkt.cdb[7] = (ioa_cfg->cfg_table_size >> 8) & 0xff;
7022        ioarcb->cmd_pkt.cdb[8] = ioa_cfg->cfg_table_size & 0xff;
7023
7024        ipr_init_ioadl(ipr_cmd, ioa_cfg->cfg_table_dma, ioa_cfg->cfg_table_size,
7025                       IPR_IOADL_FLAGS_READ_LAST);
7026
7027        ipr_cmd->job_step = ipr_init_res_table;
7028
7029        ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout, IPR_INTERNAL_TIMEOUT);
7030
7031        LEAVE;
7032        return IPR_RC_JOB_RETURN;
7033}
7034
7035/**
7036 * ipr_ioafp_inquiry - Send an Inquiry to the adapter.
7037 * @ipr_cmd:    ipr command struct
7038 *
7039 * This utility function sends an inquiry to the adapter.
7040 *
7041 * Return value:
7042 *      none
7043 **/
7044static void ipr_ioafp_inquiry(struct ipr_cmnd *ipr_cmd, u8 flags, u8 page,
7045                              dma_addr_t dma_addr, u8 xfer_len)
7046{
7047        struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
7048
7049        ENTER;
7050        ioarcb->cmd_pkt.request_type = IPR_RQTYPE_SCSICDB;
7051        ioarcb->res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
7052
7053        ioarcb->cmd_pkt.cdb[0] = INQUIRY;
7054        ioarcb->cmd_pkt.cdb[1] = flags;
7055        ioarcb->cmd_pkt.cdb[2] = page;
7056        ioarcb->cmd_pkt.cdb[4] = xfer_len;
7057
7058        ipr_init_ioadl(ipr_cmd, dma_addr, xfer_len, IPR_IOADL_FLAGS_READ_LAST);
7059
7060        ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout, IPR_INTERNAL_TIMEOUT);
7061        LEAVE;
7062}
7063
7064/**
7065 * ipr_inquiry_page_supported - Is the given inquiry page supported
7066 * @page0:              inquiry page 0 buffer
7067 * @page:               page code.
7068 *
7069 * This function determines if the specified inquiry page is supported.
7070 *
7071 * Return value:
7072 *      1 if page is supported / 0 if not
7073 **/
7074static int ipr_inquiry_page_supported(struct ipr_inquiry_page0 *page0, u8 page)
7075{
7076        int i;
7077
7078        for (i = 0; i < min_t(u8, page0->len, IPR_INQUIRY_PAGE0_ENTRIES); i++)
7079                if (page0->page[i] == page)
7080                        return 1;
7081
7082        return 0;
7083}
7084
7085/**
7086 * ipr_ioafp_cap_inquiry - Send a Page 0xD0 Inquiry to the adapter.
7087 * @ipr_cmd:    ipr command struct
7088 *
7089 * This function sends a Page 0xD0 inquiry to the adapter
7090 * to retrieve adapter capabilities.
7091 *
7092 * Return value:
7093 *      IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
7094 **/
7095static int ipr_ioafp_cap_inquiry(struct ipr_cmnd *ipr_cmd)
7096{
7097        struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7098        struct ipr_inquiry_page0 *page0 = &ioa_cfg->vpd_cbs->page0_data;
7099        struct ipr_inquiry_cap *cap = &ioa_cfg->vpd_cbs->cap;
7100
7101        ENTER;
7102        ipr_cmd->job_step = ipr_ioafp_query_ioa_cfg;
7103        memset(cap, 0, sizeof(*cap));
7104
7105        if (ipr_inquiry_page_supported(page0, 0xD0)) {
7106                ipr_ioafp_inquiry(ipr_cmd, 1, 0xD0,
7107                                  ioa_cfg->vpd_cbs_dma + offsetof(struct ipr_misc_cbs, cap),
7108                                  sizeof(struct ipr_inquiry_cap));
7109                return IPR_RC_JOB_RETURN;
7110        }
7111
7112        LEAVE;
7113        return IPR_RC_JOB_CONTINUE;
7114}
7115
7116/**
7117 * ipr_ioafp_page3_inquiry - Send a Page 3 Inquiry to the adapter.
7118 * @ipr_cmd:    ipr command struct
7119 *
7120 * This function sends a Page 3 inquiry to the adapter
7121 * to retrieve software VPD information.
7122 *
7123 * Return value:
7124 *      IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
7125 **/
7126static int ipr_ioafp_page3_inquiry(struct ipr_cmnd *ipr_cmd)
7127{
7128        struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7129
7130        ENTER;
7131
7132        ipr_cmd->job_step = ipr_ioafp_cap_inquiry;
7133
7134        ipr_ioafp_inquiry(ipr_cmd, 1, 3,
7135                          ioa_cfg->vpd_cbs_dma + offsetof(struct ipr_misc_cbs, page3_data),
7136                          sizeof(struct ipr_inquiry_page3));
7137
7138        LEAVE;
7139        return IPR_RC_JOB_RETURN;
7140}
7141
7142/**
7143 * ipr_ioafp_page0_inquiry - Send a Page 0 Inquiry to the adapter.
7144 * @ipr_cmd:    ipr command struct
7145 *
7146 * This function sends a Page 0 inquiry to the adapter
7147 * to retrieve supported inquiry pages.
7148 *
7149 * Return value:
7150 *      IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
7151 **/
7152static int ipr_ioafp_page0_inquiry(struct ipr_cmnd *ipr_cmd)
7153{
7154        struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7155        char type[5];
7156
7157        ENTER;
7158
7159        /* Grab the type out of the VPD and store it away */
7160        memcpy(type, ioa_cfg->vpd_cbs->ioa_vpd.std_inq_data.vpids.product_id, 4);
7161        type[4] = '\0';
7162        ioa_cfg->type = simple_strtoul((char *)type, NULL, 16);
7163
7164        ipr_cmd->job_step = ipr_ioafp_page3_inquiry;
7165
7166        ipr_ioafp_inquiry(ipr_cmd, 1, 0,
7167                          ioa_cfg->vpd_cbs_dma + offsetof(struct ipr_misc_cbs, page0_data),
7168                          sizeof(struct ipr_inquiry_page0));
7169
7170        LEAVE;
7171        return IPR_RC_JOB_RETURN;
7172}
7173
7174/**
7175 * ipr_ioafp_std_inquiry - Send a Standard Inquiry to the adapter.
7176 * @ipr_cmd:    ipr command struct
7177 *
7178 * This function sends a standard inquiry to the adapter.
7179 *
7180 * Return value:
7181 *      IPR_RC_JOB_RETURN
7182 **/
7183static int ipr_ioafp_std_inquiry(struct ipr_cmnd *ipr_cmd)
7184{
7185        struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7186
7187        ENTER;
7188        ipr_cmd->job_step = ipr_ioafp_page0_inquiry;
7189
7190        ipr_ioafp_inquiry(ipr_cmd, 0, 0,
7191                          ioa_cfg->vpd_cbs_dma + offsetof(struct ipr_misc_cbs, ioa_vpd),
7192                          sizeof(struct ipr_ioa_vpd));
7193
7194        LEAVE;
7195        return IPR_RC_JOB_RETURN;
7196}
7197
7198/**
7199 * ipr_ioafp_identify_hrrq - Send Identify Host RRQ.
7200 * @ipr_cmd:    ipr command struct
7201 *
7202 * This function send an Identify Host Request Response Queue
7203 * command to establish the HRRQ with the adapter.
7204 *
7205 * Return value:
7206 *      IPR_RC_JOB_RETURN
7207 **/
7208static int ipr_ioafp_identify_hrrq(struct ipr_cmnd *ipr_cmd)
7209{
7210        struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7211        struct ipr_ioarcb *ioarcb = &ipr_cmd->ioarcb;
7212
7213        ENTER;
7214        dev_info(&ioa_cfg->pdev->dev, "Starting IOA initialization sequence.\n");
7215
7216        ioarcb->cmd_pkt.cdb[0] = IPR_ID_HOST_RR_Q;
7217        ioarcb->res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
7218
7219        ioarcb->cmd_pkt.request_type = IPR_RQTYPE_IOACMD;
7220        if (ioa_cfg->sis64)
7221                ioarcb->cmd_pkt.cdb[1] = 0x1;
7222        ioarcb->cmd_pkt.cdb[2] =
7223                ((u64) ioa_cfg->host_rrq_dma >> 24) & 0xff;
7224        ioarcb->cmd_pkt.cdb[3] =
7225                ((u64) ioa_cfg->host_rrq_dma >> 16) & 0xff;
7226        ioarcb->cmd_pkt.cdb[4] =
7227                ((u64) ioa_cfg->host_rrq_dma >> 8) & 0xff;
7228        ioarcb->cmd_pkt.cdb[5] =
7229                ((u64) ioa_cfg->host_rrq_dma) & 0xff;
7230        ioarcb->cmd_pkt.cdb[7] =
7231                ((sizeof(u32) * IPR_NUM_CMD_BLKS) >> 8) & 0xff;
7232        ioarcb->cmd_pkt.cdb[8] =
7233                (sizeof(u32) * IPR_NUM_CMD_BLKS) & 0xff;
7234
7235        if (ioa_cfg->sis64) {
7236                ioarcb->cmd_pkt.cdb[10] =
7237                        ((u64) ioa_cfg->host_rrq_dma >> 56) & 0xff;
7238                ioarcb->cmd_pkt.cdb[11] =
7239                        ((u64) ioa_cfg->host_rrq_dma >> 48) & 0xff;
7240                ioarcb->cmd_pkt.cdb[12] =
7241                        ((u64) ioa_cfg->host_rrq_dma >> 40) & 0xff;
7242                ioarcb->cmd_pkt.cdb[13] =
7243                        ((u64) ioa_cfg->host_rrq_dma >> 32) & 0xff;
7244        }
7245
7246        ipr_cmd->job_step = ipr_ioafp_std_inquiry;
7247
7248        ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout, IPR_INTERNAL_TIMEOUT);
7249
7250        LEAVE;
7251        return IPR_RC_JOB_RETURN;
7252}
7253
7254/**
7255 * ipr_reset_timer_done - Adapter reset timer function
7256 * @ipr_cmd:    ipr command struct
7257 *
7258 * Description: This function is used in adapter reset processing
7259 * for timing events. If the reset_cmd pointer in the IOA
7260 * config struct is not this adapter's we are doing nested
7261 * resets and fail_all_ops will take care of freeing the
7262 * command block.
7263 *
7264 * Return value:
7265 *      none
7266 **/
7267static void ipr_reset_timer_done(struct ipr_cmnd *ipr_cmd)
7268{
7269        struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7270        unsigned long lock_flags = 0;
7271
7272        spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
7273
7274        if (ioa_cfg->reset_cmd == ipr_cmd) {
7275                list_del(&ipr_cmd->queue);
7276                ipr_cmd->done(ipr_cmd);
7277        }
7278
7279        spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
7280}
7281
7282/**
7283 * ipr_reset_start_timer - Start a timer for adapter reset job
7284 * @ipr_cmd:    ipr command struct
7285 * @timeout:    timeout value
7286 *
7287 * Description: This function is used in adapter reset processing
7288 * for timing events. If the reset_cmd pointer in the IOA
7289 * config struct is not this adapter's we are doing nested
7290 * resets and fail_all_ops will take care of freeing the
7291 * command block.
7292 *
7293 * Return value:
7294 *      none
7295 **/
7296static void ipr_reset_start_timer(struct ipr_cmnd *ipr_cmd,
7297                                  unsigned long timeout)
7298{
7299        list_add_tail(&ipr_cmd->queue, &ipr_cmd->ioa_cfg->pending_q);
7300        ipr_cmd->done = ipr_reset_ioa_job;
7301
7302        ipr_cmd->timer.data = (unsigned long) ipr_cmd;
7303        ipr_cmd->timer.expires = jiffies + timeout;
7304        ipr_cmd->timer.function = (void (*)(unsigned long))ipr_reset_timer_done;
7305        add_timer(&ipr_cmd->timer);
7306}
7307
7308/**
7309 * ipr_init_ioa_mem - Initialize ioa_cfg control block
7310 * @ioa_cfg:    ioa cfg struct
7311 *
7312 * Return value:
7313 *      nothing
7314 **/
7315static void ipr_init_ioa_mem(struct ipr_ioa_cfg *ioa_cfg)
7316{
7317        memset(ioa_cfg->host_rrq, 0, sizeof(u32) * IPR_NUM_CMD_BLKS);
7318
7319        /* Initialize Host RRQ pointers */
7320        ioa_cfg->hrrq_start = ioa_cfg->host_rrq;
7321        ioa_cfg->hrrq_end = &ioa_cfg->host_rrq[IPR_NUM_CMD_BLKS - 1];
7322        ioa_cfg->hrrq_curr = ioa_cfg->hrrq_start;
7323        ioa_cfg->toggle_bit = 1;
7324
7325        /* Zero out config table */
7326        memset(ioa_cfg->u.cfg_table, 0, ioa_cfg->cfg_table_size);
7327}
7328
7329/**
7330 * ipr_reset_next_stage - Process IPL stage change based on feedback register.
7331 * @ipr_cmd:    ipr command struct
7332 *
7333 * Return value:
7334 *      IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
7335 **/
7336static int ipr_reset_next_stage(struct ipr_cmnd *ipr_cmd)
7337{
7338        unsigned long stage, stage_time;
7339        u32 feedback;
7340        volatile u32 int_reg;
7341        struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7342        u64 maskval = 0;
7343
7344        feedback = readl(ioa_cfg->regs.init_feedback_reg);
7345        stage = feedback & IPR_IPL_INIT_STAGE_MASK;
7346        stage_time = feedback & IPR_IPL_INIT_STAGE_TIME_MASK;
7347
7348        ipr_dbg("IPL stage = 0x%lx, IPL stage time = %ld\n", stage, stage_time);
7349
7350        /* sanity check the stage_time value */
7351        if (stage_time == 0)
7352                stage_time = IPR_IPL_INIT_DEFAULT_STAGE_TIME;
7353        else if (stage_time < IPR_IPL_INIT_MIN_STAGE_TIME)
7354                stage_time = IPR_IPL_INIT_MIN_STAGE_TIME;
7355        else if (stage_time > IPR_LONG_OPERATIONAL_TIMEOUT)
7356                stage_time = IPR_LONG_OPERATIONAL_TIMEOUT;
7357
7358        if (stage == IPR_IPL_INIT_STAGE_UNKNOWN) {
7359                writel(IPR_PCII_IPL_STAGE_CHANGE, ioa_cfg->regs.set_interrupt_mask_reg);
7360                int_reg = readl(ioa_cfg->regs.sense_interrupt_mask_reg);
7361                stage_time = ioa_cfg->transop_timeout;
7362                ipr_cmd->job_step = ipr_ioafp_identify_hrrq;
7363        } else if (stage == IPR_IPL_INIT_STAGE_TRANSOP) {
7364                int_reg = readl(ioa_cfg->regs.sense_interrupt_reg32);
7365                if (int_reg & IPR_PCII_IOA_TRANS_TO_OPER) {
7366                        ipr_cmd->job_step = ipr_ioafp_identify_hrrq;
7367                        maskval = IPR_PCII_IPL_STAGE_CHANGE;
7368                        maskval = (maskval << 32) | IPR_PCII_IOA_TRANS_TO_OPER;
7369                        writeq(maskval, ioa_cfg->regs.set_interrupt_mask_reg);
7370                        int_reg = readl(ioa_cfg->regs.sense_interrupt_mask_reg);
7371                        return IPR_RC_JOB_CONTINUE;
7372                }
7373        }
7374
7375        ipr_cmd->timer.data = (unsigned long) ipr_cmd;
7376        ipr_cmd->timer.expires = jiffies + stage_time * HZ;
7377        ipr_cmd->timer.function = (void (*)(unsigned long))ipr_oper_timeout;
7378        ipr_cmd->done = ipr_reset_ioa_job;
7379        add_timer(&ipr_cmd->timer);
7380        list_add_tail(&ipr_cmd->queue, &ioa_cfg->pending_q);
7381
7382        return IPR_RC_JOB_RETURN;
7383}
7384
7385/**
7386 * ipr_reset_enable_ioa - Enable the IOA following a reset.
7387 * @ipr_cmd:    ipr command struct
7388 *
7389 * This function reinitializes some control blocks and
7390 * enables destructive diagnostics on the adapter.
7391 *
7392 * Return value:
7393 *      IPR_RC_JOB_RETURN
7394 **/
7395static int ipr_reset_enable_ioa(struct ipr_cmnd *ipr_cmd)
7396{
7397        struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7398        volatile u32 int_reg;
7399        volatile u64 maskval;
7400
7401        ENTER;
7402        ipr_cmd->job_step = ipr_ioafp_identify_hrrq;
7403        ipr_init_ioa_mem(ioa_cfg);
7404
7405        ioa_cfg->allow_interrupts = 1;
7406        if (ioa_cfg->sis64) {
7407                /* Set the adapter to the correct endian mode. */
7408                writel(IPR_ENDIAN_SWAP_KEY, ioa_cfg->regs.endian_swap_reg);
7409                int_reg = readl(ioa_cfg->regs.endian_swap_reg);
7410        }
7411
7412        int_reg = readl(ioa_cfg->regs.sense_interrupt_reg32);
7413
7414        if (int_reg & IPR_PCII_IOA_TRANS_TO_OPER) {
7415                writel((IPR_PCII_ERROR_INTERRUPTS | IPR_PCII_HRRQ_UPDATED),
7416                       ioa_cfg->regs.clr_interrupt_mask_reg32);
7417                int_reg = readl(ioa_cfg->regs.sense_interrupt_mask_reg);
7418                return IPR_RC_JOB_CONTINUE;
7419        }
7420
7421        /* Enable destructive diagnostics on IOA */
7422        writel(ioa_cfg->doorbell, ioa_cfg->regs.set_uproc_interrupt_reg32);
7423
7424        if (ioa_cfg->sis64) {
7425                maskval = IPR_PCII_IPL_STAGE_CHANGE;
7426                maskval = (maskval << 32) | IPR_PCII_OPER_INTERRUPTS;
7427                writeq(maskval, ioa_cfg->regs.clr_interrupt_mask_reg);
7428        } else
7429                writel(IPR_PCII_OPER_INTERRUPTS, ioa_cfg->regs.clr_interrupt_mask_reg32);
7430
7431        int_reg = readl(ioa_cfg->regs.sense_interrupt_mask_reg);
7432
7433        dev_info(&ioa_cfg->pdev->dev, "Initializing IOA.\n");
7434
7435        if (ioa_cfg->sis64) {
7436                ipr_cmd->job_step = ipr_reset_next_stage;
7437                return IPR_RC_JOB_CONTINUE;
7438        }
7439
7440        ipr_cmd->timer.data = (unsigned long) ipr_cmd;
7441        ipr_cmd->timer.expires = jiffies + (ioa_cfg->transop_timeout * HZ);
7442        ipr_cmd->timer.function = (void (*)(unsigned long))ipr_oper_timeout;
7443        ipr_cmd->done = ipr_reset_ioa_job;
7444        add_timer(&ipr_cmd->timer);
7445        list_add_tail(&ipr_cmd->queue, &ioa_cfg->pending_q);
7446
7447        LEAVE;
7448        return IPR_RC_JOB_RETURN;
7449}
7450
7451/**
7452 * ipr_reset_wait_for_dump - Wait for a dump to timeout.
7453 * @ipr_cmd:    ipr command struct
7454 *
7455 * This function is invoked when an adapter dump has run out
7456 * of processing time.
7457 *
7458 * Return value:
7459 *      IPR_RC_JOB_CONTINUE
7460 **/
7461static int ipr_reset_wait_for_dump(struct ipr_cmnd *ipr_cmd)
7462{
7463        struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7464
7465        if (ioa_cfg->sdt_state == GET_DUMP)
7466                ioa_cfg->sdt_state = WAIT_FOR_DUMP;
7467        else if (ioa_cfg->sdt_state == READ_DUMP)
7468                ioa_cfg->sdt_state = ABORT_DUMP;
7469
7470        ioa_cfg->dump_timeout = 1;
7471        ipr_cmd->job_step = ipr_reset_alert;
7472
7473        return IPR_RC_JOB_CONTINUE;
7474}
7475
7476/**
7477 * ipr_unit_check_no_data - Log a unit check/no data error log
7478 * @ioa_cfg:            ioa config struct
7479 *
7480 * Logs an error indicating the adapter unit checked, but for some
7481 * reason, we were unable to fetch the unit check buffer.
7482 *
7483 * Return value:
7484 *      nothing
7485 **/
7486static void ipr_unit_check_no_data(struct ipr_ioa_cfg *ioa_cfg)
7487{
7488        ioa_cfg->errors_logged++;
7489        dev_err(&ioa_cfg->pdev->dev, "IOA unit check with no data\n");
7490}
7491
7492/**
7493 * ipr_get_unit_check_buffer - Get the unit check buffer from the IOA
7494 * @ioa_cfg:            ioa config struct
7495 *
7496 * Fetches the unit check buffer from the adapter by clocking the data
7497 * through the mailbox register.
7498 *
7499 * Return value:
7500 *      nothing
7501 **/
7502static void ipr_get_unit_check_buffer(struct ipr_ioa_cfg *ioa_cfg)
7503{
7504        unsigned long mailbox;
7505        struct ipr_hostrcb *hostrcb;
7506        struct ipr_uc_sdt sdt;
7507        int rc, length;
7508        u32 ioasc;
7509
7510        mailbox = readl(ioa_cfg->ioa_mailbox);
7511
7512        if (!ioa_cfg->sis64 && !ipr_sdt_is_fmt2(mailbox)) {
7513                ipr_unit_check_no_data(ioa_cfg);
7514                return;
7515        }
7516
7517        memset(&sdt, 0, sizeof(struct ipr_uc_sdt));
7518        rc = ipr_get_ldump_data_section(ioa_cfg, mailbox, (__be32 *) &sdt,
7519                                        (sizeof(struct ipr_uc_sdt)) / sizeof(__be32));
7520
7521        if (rc || !(sdt.entry[0].flags & IPR_SDT_VALID_ENTRY) ||
7522            ((be32_to_cpu(sdt.hdr.state) != IPR_FMT3_SDT_READY_TO_USE) &&
7523            (be32_to_cpu(sdt.hdr.state) != IPR_FMT2_SDT_READY_TO_USE))) {
7524                ipr_unit_check_no_data(ioa_cfg);
7525                return;
7526        }
7527
7528        /* Find length of the first sdt entry (UC buffer) */
7529        if (be32_to_cpu(sdt.hdr.state) == IPR_FMT3_SDT_READY_TO_USE)
7530                length = be32_to_cpu(sdt.entry[0].end_token);
7531        else
7532                length = (be32_to_cpu(sdt.entry[0].end_token) -
7533                          be32_to_cpu(sdt.entry[0].start_token)) &
7534                          IPR_FMT2_MBX_ADDR_MASK;
7535
7536        hostrcb = list_entry(ioa_cfg->hostrcb_free_q.next,
7537                             struct ipr_hostrcb, queue);
7538        list_del(&hostrcb->queue);
7539        memset(&hostrcb->hcam, 0, sizeof(hostrcb->hcam));
7540
7541        rc = ipr_get_ldump_data_section(ioa_cfg,
7542                                        be32_to_cpu(sdt.entry[0].start_token),
7543                                        (__be32 *)&hostrcb->hcam,
7544                                        min(length, (int)sizeof(hostrcb->hcam)) / sizeof(__be32));
7545
7546        if (!rc) {
7547                ipr_handle_log_data(ioa_cfg, hostrcb);
7548                ioasc = be32_to_cpu(hostrcb->hcam.u.error.fd_ioasc);
7549                if (ioasc == IPR_IOASC_NR_IOA_RESET_REQUIRED &&
7550                    ioa_cfg->sdt_state == GET_DUMP)
7551                        ioa_cfg->sdt_state = WAIT_FOR_DUMP;
7552        } else
7553                ipr_unit_check_no_data(ioa_cfg);
7554
7555        list_add_tail(&hostrcb->queue, &ioa_cfg->hostrcb_free_q);
7556}
7557
7558/**
7559 * ipr_reset_get_unit_check_job - Call to get the unit check buffer.
7560 * @ipr_cmd:    ipr command struct
7561 *
7562 * Description: This function will call to get the unit check buffer.
7563 *
7564 * Return value:
7565 *      IPR_RC_JOB_RETURN
7566 **/
7567static int ipr_reset_get_unit_check_job(struct ipr_cmnd *ipr_cmd)
7568{
7569        struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7570
7571        ENTER;
7572        ioa_cfg->ioa_unit_checked = 0;
7573        ipr_get_unit_check_buffer(ioa_cfg);
7574        ipr_cmd->job_step = ipr_reset_alert;
7575        ipr_reset_start_timer(ipr_cmd, 0);
7576
7577        LEAVE;
7578        return IPR_RC_JOB_RETURN;
7579}
7580
7581/**
7582 * ipr_reset_restore_cfg_space - Restore PCI config space.
7583 * @ipr_cmd:    ipr command struct
7584 *
7585 * Description: This function restores the saved PCI config space of
7586 * the adapter, fails all outstanding ops back to the callers, and
7587 * fetches the dump/unit check if applicable to this reset.
7588 *
7589 * Return value:
7590 *      IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
7591 **/
7592static int ipr_reset_restore_cfg_space(struct ipr_cmnd *ipr_cmd)
7593{
7594        struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7595        u32 int_reg;
7596
7597        ENTER;
7598        ioa_cfg->pdev->state_saved = true;
7599        pci_restore_state(ioa_cfg->pdev);
7600
7601        if (ipr_set_pcix_cmd_reg(ioa_cfg)) {
7602                ipr_cmd->s.ioasa.hdr.ioasc = cpu_to_be32(IPR_IOASC_PCI_ACCESS_ERROR);
7603                return IPR_RC_JOB_CONTINUE;
7604        }
7605
7606        ipr_fail_all_ops(ioa_cfg);
7607
7608        if (ioa_cfg->sis64) {
7609                /* Set the adapter to the correct endian mode. */
7610                writel(IPR_ENDIAN_SWAP_KEY, ioa_cfg->regs.endian_swap_reg);
7611                int_reg = readl(ioa_cfg->regs.endian_swap_reg);
7612        }
7613
7614        if (ioa_cfg->ioa_unit_checked) {
7615                if (ioa_cfg->sis64) {
7616                        ipr_cmd->job_step = ipr_reset_get_unit_check_job;
7617                        ipr_reset_start_timer(ipr_cmd, IPR_DUMP_DELAY_TIMEOUT);
7618                        return IPR_RC_JOB_RETURN;
7619                } else {
7620                        ioa_cfg->ioa_unit_checked = 0;
7621                        ipr_get_unit_check_buffer(ioa_cfg);
7622                        ipr_cmd->job_step = ipr_reset_alert;
7623                        ipr_reset_start_timer(ipr_cmd, 0);
7624                        return IPR_RC_JOB_RETURN;
7625                }
7626        }
7627
7628        if (ioa_cfg->in_ioa_bringdown) {
7629                ipr_cmd->job_step = ipr_ioa_bringdown_done;
7630        } else {
7631                ipr_cmd->job_step = ipr_reset_enable_ioa;
7632
7633                if (GET_DUMP == ioa_cfg->sdt_state) {
7634                        ioa_cfg->sdt_state = READ_DUMP;
7635                        ioa_cfg->dump_timeout = 0;
7636                        if (ioa_cfg->sis64)
7637                                ipr_reset_start_timer(ipr_cmd, IPR_SIS64_DUMP_TIMEOUT);
7638                        else
7639                                ipr_reset_start_timer(ipr_cmd, IPR_SIS32_DUMP_TIMEOUT);
7640                        ipr_cmd->job_step = ipr_reset_wait_for_dump;
7641                        schedule_work(&ioa_cfg->work_q);
7642                        return IPR_RC_JOB_RETURN;
7643                }
7644        }
7645
7646        LEAVE;
7647        return IPR_RC_JOB_CONTINUE;
7648}
7649
7650/**
7651 * ipr_reset_bist_done - BIST has completed on the adapter.
7652 * @ipr_cmd:    ipr command struct
7653 *
7654 * Description: Unblock config space and resume the reset process.
7655 *
7656 * Return value:
7657 *      IPR_RC_JOB_CONTINUE
7658 **/
7659static int ipr_reset_bist_done(struct ipr_cmnd *ipr_cmd)
7660{
7661        struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7662
7663        ENTER;
7664        if (ioa_cfg->cfg_locked)
7665                pci_cfg_access_unlock(ioa_cfg->pdev);
7666        ioa_cfg->cfg_locked = 0;
7667        ipr_cmd->job_step = ipr_reset_restore_cfg_space;
7668        LEAVE;
7669        return IPR_RC_JOB_CONTINUE;
7670}
7671
7672/**
7673 * ipr_reset_start_bist - Run BIST on the adapter.
7674 * @ipr_cmd:    ipr command struct
7675 *
7676 * Description: This function runs BIST on the adapter, then delays 2 seconds.
7677 *
7678 * Return value:
7679 *      IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
7680 **/
7681static int ipr_reset_start_bist(struct ipr_cmnd *ipr_cmd)
7682{
7683        struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7684        int rc = PCIBIOS_SUCCESSFUL;
7685
7686        ENTER;
7687        if (ioa_cfg->ipr_chip->bist_method == IPR_MMIO)
7688                writel(IPR_UPROCI_SIS64_START_BIST,
7689                       ioa_cfg->regs.set_uproc_interrupt_reg32);
7690        else
7691                rc = pci_write_config_byte(ioa_cfg->pdev, PCI_BIST, PCI_BIST_START);
7692
7693        if (rc == PCIBIOS_SUCCESSFUL) {
7694                ipr_cmd->job_step = ipr_reset_bist_done;
7695                ipr_reset_start_timer(ipr_cmd, IPR_WAIT_FOR_BIST_TIMEOUT);
7696                rc = IPR_RC_JOB_RETURN;
7697        } else {
7698                if (ioa_cfg->cfg_locked)
7699                        pci_cfg_access_unlock(ipr_cmd->ioa_cfg->pdev);
7700                ioa_cfg->cfg_locked = 0;
7701                ipr_cmd->s.ioasa.hdr.ioasc = cpu_to_be32(IPR_IOASC_PCI_ACCESS_ERROR);
7702                rc = IPR_RC_JOB_CONTINUE;
7703        }
7704
7705        LEAVE;
7706        return rc;
7707}
7708
7709/**
7710 * ipr_reset_slot_reset_done - Clear PCI reset to the adapter
7711 * @ipr_cmd:    ipr command struct
7712 *
7713 * Description: This clears PCI reset to the adapter and delays two seconds.
7714 *
7715 * Return value:
7716 *      IPR_RC_JOB_RETURN
7717 **/
7718static int ipr_reset_slot_reset_done(struct ipr_cmnd *ipr_cmd)
7719{
7720        ENTER;
7721        pci_set_pcie_reset_state(ipr_cmd->ioa_cfg->pdev, pcie_deassert_reset);
7722        ipr_cmd->job_step = ipr_reset_bist_done;
7723        ipr_reset_start_timer(ipr_cmd, IPR_WAIT_FOR_BIST_TIMEOUT);
7724        LEAVE;
7725        return IPR_RC_JOB_RETURN;
7726}
7727
7728/**
7729 * ipr_reset_slot_reset - Reset the PCI slot of the adapter.
7730 * @ipr_cmd:    ipr command struct
7731 *
7732 * Description: This asserts PCI reset to the adapter.
7733 *
7734 * Return value:
7735 *      IPR_RC_JOB_RETURN
7736 **/
7737static int ipr_reset_slot_reset(struct ipr_cmnd *ipr_cmd)
7738{
7739        struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7740        struct pci_dev *pdev = ioa_cfg->pdev;
7741
7742        ENTER;
7743        pci_set_pcie_reset_state(pdev, pcie_warm_reset);
7744        ipr_cmd->job_step = ipr_reset_slot_reset_done;
7745        ipr_reset_start_timer(ipr_cmd, IPR_PCI_RESET_TIMEOUT);
7746        LEAVE;
7747        return IPR_RC_JOB_RETURN;
7748}
7749
7750/**
7751 * ipr_reset_block_config_access_wait - Wait for permission to block config access
7752 * @ipr_cmd:    ipr command struct
7753 *
7754 * Description: This attempts to block config access to the IOA.
7755 *
7756 * Return value:
7757 *      IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
7758 **/
7759static int ipr_reset_block_config_access_wait(struct ipr_cmnd *ipr_cmd)
7760{
7761        struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7762        int rc = IPR_RC_JOB_CONTINUE;
7763
7764        if (pci_cfg_access_trylock(ioa_cfg->pdev)) {
7765                ioa_cfg->cfg_locked = 1;
7766                ipr_cmd->job_step = ioa_cfg->reset;
7767        } else {
7768                if (ipr_cmd->u.time_left) {
7769                        rc = IPR_RC_JOB_RETURN;
7770                        ipr_cmd->u.time_left -= IPR_CHECK_FOR_RESET_TIMEOUT;
7771                        ipr_reset_start_timer(ipr_cmd,
7772                                              IPR_CHECK_FOR_RESET_TIMEOUT);
7773                } else {
7774                        ipr_cmd->job_step = ioa_cfg->reset;
7775                        dev_err(&ioa_cfg->pdev->dev,
7776                                "Timed out waiting to lock config access. Resetting anyway.\n");
7777                }
7778        }
7779
7780        return rc;
7781}
7782
7783/**
7784 * ipr_reset_block_config_access - Block config access to the IOA
7785 * @ipr_cmd:    ipr command struct
7786 *
7787 * Description: This attempts to block config access to the IOA
7788 *
7789 * Return value:
7790 *      IPR_RC_JOB_CONTINUE
7791 **/
7792static int ipr_reset_block_config_access(struct ipr_cmnd *ipr_cmd)
7793{
7794        ipr_cmd->ioa_cfg->cfg_locked = 0;
7795        ipr_cmd->job_step = ipr_reset_block_config_access_wait;
7796        ipr_cmd->u.time_left = IPR_WAIT_FOR_RESET_TIMEOUT;
7797        return IPR_RC_JOB_CONTINUE;
7798}
7799
7800/**
7801 * ipr_reset_allowed - Query whether or not IOA can be reset
7802 * @ioa_cfg:    ioa config struct
7803 *
7804 * Return value:
7805 *      0 if reset not allowed / non-zero if reset is allowed
7806 **/
7807static int ipr_reset_allowed(struct ipr_ioa_cfg *ioa_cfg)
7808{
7809        volatile u32 temp_reg;
7810
7811        temp_reg = readl(ioa_cfg->regs.sense_interrupt_reg);
7812        return ((temp_reg & IPR_PCII_CRITICAL_OPERATION) == 0);
7813}
7814
7815/**
7816 * ipr_reset_wait_to_start_bist - Wait for permission to reset IOA.
7817 * @ipr_cmd:    ipr command struct
7818 *
7819 * Description: This function waits for adapter permission to run BIST,
7820 * then runs BIST. If the adapter does not give permission after a
7821 * reasonable time, we will reset the adapter anyway. The impact of
7822 * resetting the adapter without warning the adapter is the risk of
7823 * losing the persistent error log on the adapter. If the adapter is
7824 * reset while it is writing to the flash on the adapter, the flash
7825 * segment will have bad ECC and be zeroed.
7826 *
7827 * Return value:
7828 *      IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
7829 **/
7830static int ipr_reset_wait_to_start_bist(struct ipr_cmnd *ipr_cmd)
7831{
7832        struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7833        int rc = IPR_RC_JOB_RETURN;
7834
7835        if (!ipr_reset_allowed(ioa_cfg) && ipr_cmd->u.time_left) {
7836                ipr_cmd->u.time_left -= IPR_CHECK_FOR_RESET_TIMEOUT;
7837                ipr_reset_start_timer(ipr_cmd, IPR_CHECK_FOR_RESET_TIMEOUT);
7838        } else {
7839                ipr_cmd->job_step = ipr_reset_block_config_access;
7840                rc = IPR_RC_JOB_CONTINUE;
7841        }
7842
7843        return rc;
7844}
7845
7846/**
7847 * ipr_reset_alert - Alert the adapter of a pending reset
7848 * @ipr_cmd:    ipr command struct
7849 *
7850 * Description: This function alerts the adapter that it will be reset.
7851 * If memory space is not currently enabled, proceed directly
7852 * to running BIST on the adapter. The timer must always be started
7853 * so we guarantee we do not run BIST from ipr_isr.
7854 *
7855 * Return value:
7856 *      IPR_RC_JOB_RETURN
7857 **/
7858static int ipr_reset_alert(struct ipr_cmnd *ipr_cmd)
7859{
7860        struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7861        u16 cmd_reg;
7862        int rc;
7863
7864        ENTER;
7865        rc = pci_read_config_word(ioa_cfg->pdev, PCI_COMMAND, &cmd_reg);
7866
7867        if ((rc == PCIBIOS_SUCCESSFUL) && (cmd_reg & PCI_COMMAND_MEMORY)) {
7868                ipr_mask_and_clear_interrupts(ioa_cfg, ~0);
7869                writel(IPR_UPROCI_RESET_ALERT, ioa_cfg->regs.set_uproc_interrupt_reg32);
7870                ipr_cmd->job_step = ipr_reset_wait_to_start_bist;
7871        } else {
7872                ipr_cmd->job_step = ipr_reset_block_config_access;
7873        }
7874
7875        ipr_cmd->u.time_left = IPR_WAIT_FOR_RESET_TIMEOUT;
7876        ipr_reset_start_timer(ipr_cmd, IPR_CHECK_FOR_RESET_TIMEOUT);
7877
7878        LEAVE;
7879        return IPR_RC_JOB_RETURN;
7880}
7881
7882/**
7883 * ipr_reset_ucode_download_done - Microcode download completion
7884 * @ipr_cmd:    ipr command struct
7885 *
7886 * Description: This function unmaps the microcode download buffer.
7887 *
7888 * Return value:
7889 *      IPR_RC_JOB_CONTINUE
7890 **/
7891static int ipr_reset_ucode_download_done(struct ipr_cmnd *ipr_cmd)
7892{
7893        struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7894        struct ipr_sglist *sglist = ioa_cfg->ucode_sglist;
7895
7896        pci_unmap_sg(ioa_cfg->pdev, sglist->scatterlist,
7897                     sglist->num_sg, DMA_TO_DEVICE);
7898
7899        ipr_cmd->job_step = ipr_reset_alert;
7900        return IPR_RC_JOB_CONTINUE;
7901}
7902
7903/**
7904 * ipr_reset_ucode_download - Download microcode to the adapter
7905 * @ipr_cmd:    ipr command struct
7906 *
7907 * Description: This function checks to see if it there is microcode
7908 * to download to the adapter. If there is, a download is performed.
7909 *
7910 * Return value:
7911 *      IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
7912 **/
7913static int ipr_reset_ucode_download(struct ipr_cmnd *ipr_cmd)
7914{
7915        struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7916        struct ipr_sglist *sglist = ioa_cfg->ucode_sglist;
7917
7918        ENTER;
7919        ipr_cmd->job_step = ipr_reset_alert;
7920
7921        if (!sglist)
7922                return IPR_RC_JOB_CONTINUE;
7923
7924        ipr_cmd->ioarcb.res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
7925        ipr_cmd->ioarcb.cmd_pkt.request_type = IPR_RQTYPE_SCSICDB;
7926        ipr_cmd->ioarcb.cmd_pkt.cdb[0] = WRITE_BUFFER;
7927        ipr_cmd->ioarcb.cmd_pkt.cdb[1] = IPR_WR_BUF_DOWNLOAD_AND_SAVE;
7928        ipr_cmd->ioarcb.cmd_pkt.cdb[6] = (sglist->buffer_len & 0xff0000) >> 16;
7929        ipr_cmd->ioarcb.cmd_pkt.cdb[7] = (sglist->buffer_len & 0x00ff00) >> 8;
7930        ipr_cmd->ioarcb.cmd_pkt.cdb[8] = sglist->buffer_len & 0x0000ff;
7931
7932        if (ioa_cfg->sis64)
7933                ipr_build_ucode_ioadl64(ipr_cmd, sglist);
7934        else
7935                ipr_build_ucode_ioadl(ipr_cmd, sglist);
7936        ipr_cmd->job_step = ipr_reset_ucode_download_done;
7937
7938        ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout,
7939                   IPR_WRITE_BUFFER_TIMEOUT);
7940
7941        LEAVE;
7942        return IPR_RC_JOB_RETURN;
7943}
7944
7945/**
7946 * ipr_reset_shutdown_ioa - Shutdown the adapter
7947 * @ipr_cmd:    ipr command struct
7948 *
7949 * Description: This function issues an adapter shutdown of the
7950 * specified type to the specified adapter as part of the
7951 * adapter reset job.
7952 *
7953 * Return value:
7954 *      IPR_RC_JOB_CONTINUE / IPR_RC_JOB_RETURN
7955 **/
7956static int ipr_reset_shutdown_ioa(struct ipr_cmnd *ipr_cmd)
7957{
7958        struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
7959        enum ipr_shutdown_type shutdown_type = ipr_cmd->u.shutdown_type;
7960        unsigned long timeout;
7961        int rc = IPR_RC_JOB_CONTINUE;
7962
7963        ENTER;
7964        if (shutdown_type != IPR_SHUTDOWN_NONE && !ioa_cfg->ioa_is_dead) {
7965                ipr_cmd->ioarcb.res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
7966                ipr_cmd->ioarcb.cmd_pkt.request_type = IPR_RQTYPE_IOACMD;
7967                ipr_cmd->ioarcb.cmd_pkt.cdb[0] = IPR_IOA_SHUTDOWN;
7968                ipr_cmd->ioarcb.cmd_pkt.cdb[1] = shutdown_type;
7969
7970                if (shutdown_type == IPR_SHUTDOWN_NORMAL)
7971                        timeout = IPR_SHUTDOWN_TIMEOUT;
7972                else if (shutdown_type == IPR_SHUTDOWN_PREPARE_FOR_NORMAL)
7973                        timeout = IPR_INTERNAL_TIMEOUT;
7974                else if (ioa_cfg->dual_raid && ipr_dual_ioa_raid)
7975                        timeout = IPR_DUAL_IOA_ABBR_SHUTDOWN_TO;
7976                else
7977                        timeout = IPR_ABBREV_SHUTDOWN_TIMEOUT;
7978
7979                ipr_do_req(ipr_cmd, ipr_reset_ioa_job, ipr_timeout, timeout);
7980
7981                rc = IPR_RC_JOB_RETURN;
7982                ipr_cmd->job_step = ipr_reset_ucode_download;
7983        } else
7984                ipr_cmd->job_step = ipr_reset_alert;
7985
7986        LEAVE;
7987        return rc;
7988}
7989
7990/**
7991 * ipr_reset_ioa_job - Adapter reset job
7992 * @ipr_cmd:    ipr command struct
7993 *
7994 * Description: This function is the job router for the adapter reset job.
7995 *
7996 * Return value:
7997 *      none
7998 **/
7999static void ipr_reset_ioa_job(struct ipr_cmnd *ipr_cmd)
8000{
8001        u32 rc, ioasc;
8002        struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
8003
8004        do {
8005                ioasc = be32_to_cpu(ipr_cmd->s.ioasa.hdr.ioasc);
8006
8007                if (ioa_cfg->reset_cmd != ipr_cmd) {
8008                        /*
8009                         * We are doing nested adapter resets and this is
8010                         * not the current reset job.
8011                         */
8012                        list_add_tail(&ipr_cmd->queue, &ioa_cfg->free_q);
8013                        return;
8014                }
8015
8016                if (IPR_IOASC_SENSE_KEY(ioasc)) {
8017                        rc = ipr_cmd->job_step_failed(ipr_cmd);
8018                        if (rc == IPR_RC_JOB_RETURN)
8019                                return;
8020                }
8021
8022                ipr_reinit_ipr_cmnd(ipr_cmd);
8023                ipr_cmd->job_step_failed = ipr_reset_cmd_failed;
8024                rc = ipr_cmd->job_step(ipr_cmd);
8025        } while(rc == IPR_RC_JOB_CONTINUE);
8026}
8027
8028/**
8029 * _ipr_initiate_ioa_reset - Initiate an adapter reset
8030 * @ioa_cfg:            ioa config struct
8031 * @job_step:           first job step of reset job
8032 * @shutdown_type:      shutdown type
8033 *
8034 * Description: This function will initiate the reset of the given adapter
8035 * starting at the selected job step.
8036 * If the caller needs to wait on the completion of the reset,
8037 * the caller must sleep on the reset_wait_q.
8038 *
8039 * Return value:
8040 *      none
8041 **/
8042static void _ipr_initiate_ioa_reset(struct ipr_ioa_cfg *ioa_cfg,
8043                                    int (*job_step) (struct ipr_cmnd *),
8044                                    enum ipr_shutdown_type shutdown_type)
8045{
8046        struct ipr_cmnd *ipr_cmd;
8047
8048        ioa_cfg->in_reset_reload = 1;
8049        ioa_cfg->allow_cmds = 0;
8050        scsi_block_requests(ioa_cfg->host);
8051
8052        ipr_cmd = ipr_get_free_ipr_cmnd(ioa_cfg);
8053        ioa_cfg->reset_cmd = ipr_cmd;
8054        ipr_cmd->job_step = job_step;
8055        ipr_cmd->u.shutdown_type = shutdown_type;
8056
8057        ipr_reset_ioa_job(ipr_cmd);
8058}
8059
8060/**
8061 * ipr_initiate_ioa_reset - Initiate an adapter reset
8062 * @ioa_cfg:            ioa config struct
8063 * @shutdown_type:      shutdown type
8064 *
8065 * Description: This function will initiate the reset of the given adapter.
8066 * If the caller needs to wait on the completion of the reset,
8067 * the caller must sleep on the reset_wait_q.
8068 *
8069 * Return value:
8070 *      none
8071 **/
8072static void ipr_initiate_ioa_reset(struct ipr_ioa_cfg *ioa_cfg,
8073                                   enum ipr_shutdown_type shutdown_type)
8074{
8075        if (ioa_cfg->ioa_is_dead)
8076                return;
8077
8078        if (ioa_cfg->in_reset_reload) {
8079                if (ioa_cfg->sdt_state == GET_DUMP)
8080                        ioa_cfg->sdt_state = WAIT_FOR_DUMP;
8081                else if (ioa_cfg->sdt_state == READ_DUMP)
8082                        ioa_cfg->sdt_state = ABORT_DUMP;
8083        }
8084
8085        if (ioa_cfg->reset_retries++ >= IPR_NUM_RESET_RELOAD_RETRIES) {
8086                dev_err(&ioa_cfg->pdev->dev,
8087                        "IOA taken offline - error recovery failed\n");
8088
8089                ioa_cfg->reset_retries = 0;
8090                ioa_cfg->ioa_is_dead = 1;
8091
8092                if (ioa_cfg->in_ioa_bringdown) {
8093                        ioa_cfg->reset_cmd = NULL;
8094                        ioa_cfg->in_reset_reload = 0;
8095                        ipr_fail_all_ops(ioa_cfg);
8096                        wake_up_all(&ioa_cfg->reset_wait_q);
8097
8098                        spin_unlock_irq(ioa_cfg->host->host_lock);
8099                        scsi_unblock_requests(ioa_cfg->host);
8100                        spin_lock_irq(ioa_cfg->host->host_lock);
8101                        return;
8102                } else {
8103                        ioa_cfg->in_ioa_bringdown = 1;
8104                        shutdown_type = IPR_SHUTDOWN_NONE;
8105                }
8106        }
8107
8108        _ipr_initiate_ioa_reset(ioa_cfg, ipr_reset_shutdown_ioa,
8109                                shutdown_type);
8110}
8111
8112/**
8113 * ipr_reset_freeze - Hold off all I/O activity
8114 * @ipr_cmd:    ipr command struct
8115 *
8116 * Description: If the PCI slot is frozen, hold off all I/O
8117 * activity; then, as soon as the slot is available again,
8118 * initiate an adapter reset.
8119 */
8120static int ipr_reset_freeze(struct ipr_cmnd *ipr_cmd)
8121{
8122        /* Disallow new interrupts, avoid loop */
8123        ipr_cmd->ioa_cfg->allow_interrupts = 0;
8124        list_add_tail(&ipr_cmd->queue, &ipr_cmd->ioa_cfg->pending_q);
8125        ipr_cmd->done = ipr_reset_ioa_job;
8126        return IPR_RC_JOB_RETURN;
8127}
8128
8129/**
8130 * ipr_pci_frozen - Called when slot has experienced a PCI bus error.
8131 * @pdev:       PCI device struct
8132 *
8133 * Description: This routine is called to tell us that the PCI bus
8134 * is down. Can't do anything here, except put the device driver
8135 * into a holding pattern, waiting for the PCI bus to come back.
8136 */
8137static void ipr_pci_frozen(struct pci_dev *pdev)
8138{
8139        unsigned long flags = 0;
8140        struct ipr_ioa_cfg *ioa_cfg = pci_get_drvdata(pdev);
8141
8142        spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
8143        _ipr_initiate_ioa_reset(ioa_cfg, ipr_reset_freeze, IPR_SHUTDOWN_NONE);
8144        spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
8145}
8146
8147/**
8148 * ipr_pci_slot_reset - Called when PCI slot has been reset.
8149 * @pdev:       PCI device struct
8150 *
8151 * Description: This routine is called by the pci error recovery
8152 * code after the PCI slot has been reset, just before we
8153 * should resume normal operations.
8154 */
8155static pci_ers_result_t ipr_pci_slot_reset(struct pci_dev *pdev)
8156{
8157        unsigned long flags = 0;
8158        struct ipr_ioa_cfg *ioa_cfg = pci_get_drvdata(pdev);
8159
8160        spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
8161        if (ioa_cfg->needs_warm_reset)
8162                ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
8163        else
8164                _ipr_initiate_ioa_reset(ioa_cfg, ipr_reset_restore_cfg_space,
8165                                        IPR_SHUTDOWN_NONE);
8166        spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
8167        return PCI_ERS_RESULT_RECOVERED;
8168}
8169
8170/**
8171 * ipr_pci_perm_failure - Called when PCI slot is dead for good.
8172 * @pdev:       PCI device struct
8173 *
8174 * Description: This routine is called when the PCI bus has
8175 * permanently failed.
8176 */
8177static void ipr_pci_perm_failure(struct pci_dev *pdev)
8178{
8179        unsigned long flags = 0;
8180        struct ipr_ioa_cfg *ioa_cfg = pci_get_drvdata(pdev);
8181
8182        spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
8183        if (ioa_cfg->sdt_state == WAIT_FOR_DUMP)
8184                ioa_cfg->sdt_state = ABORT_DUMP;
8185        ioa_cfg->reset_retries = IPR_NUM_RESET_RELOAD_RETRIES;
8186        ioa_cfg->in_ioa_bringdown = 1;
8187        ioa_cfg->allow_cmds = 0;
8188        ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
8189        spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
8190}
8191
8192/**
8193 * ipr_pci_error_detected - Called when a PCI error is detected.
8194 * @pdev:       PCI device struct
8195 * @state:      PCI channel state
8196 *
8197 * Description: Called when a PCI error is detected.
8198 *
8199 * Return value:
8200 *      PCI_ERS_RESULT_NEED_RESET or PCI_ERS_RESULT_DISCONNECT
8201 */
8202static pci_ers_result_t ipr_pci_error_detected(struct pci_dev *pdev,
8203                                               pci_channel_state_t state)
8204{
8205        switch (state) {
8206        case pci_channel_io_frozen:
8207                ipr_pci_frozen(pdev);
8208                return PCI_ERS_RESULT_NEED_RESET;
8209        case pci_channel_io_perm_failure:
8210                ipr_pci_perm_failure(pdev);
8211                return PCI_ERS_RESULT_DISCONNECT;
8212                break;
8213        default:
8214                break;
8215        }
8216        return PCI_ERS_RESULT_NEED_RESET;
8217}
8218
8219/**
8220 * ipr_probe_ioa_part2 - Initializes IOAs found in ipr_probe_ioa(..)
8221 * @ioa_cfg:    ioa cfg struct
8222 *
8223 * Description: This is the second phase of adapter intialization
8224 * This function takes care of initilizing the adapter to the point
8225 * where it can accept new commands.
8226
8227 * Return value:
8228 *      0 on success / -EIO on failure
8229 **/
8230static int __devinit ipr_probe_ioa_part2(struct ipr_ioa_cfg *ioa_cfg)
8231{
8232        int rc = 0;
8233        unsigned long host_lock_flags = 0;
8234
8235        ENTER;
8236        spin_lock_irqsave(ioa_cfg->host->host_lock, host_lock_flags);
8237        dev_dbg(&ioa_cfg->pdev->dev, "ioa_cfg adx: 0x%p\n", ioa_cfg);
8238        if (ioa_cfg->needs_hard_reset) {
8239                ioa_cfg->needs_hard_reset = 0;
8240                ipr_initiate_ioa_reset(ioa_cfg, IPR_SHUTDOWN_NONE);
8241        } else
8242                _ipr_initiate_ioa_reset(ioa_cfg, ipr_reset_enable_ioa,
8243                                        IPR_SHUTDOWN_NONE);
8244
8245        spin_unlock_irqrestore(ioa_cfg->host->host_lock, host_lock_flags);
8246        wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
8247        spin_lock_irqsave(ioa_cfg->host->host_lock, host_lock_flags);
8248
8249        if (ioa_cfg->ioa_is_dead) {
8250                rc = -EIO;
8251        } else if (ipr_invalid_adapter(ioa_cfg)) {
8252                if (!ipr_testmode)
8253                        rc = -EIO;
8254
8255                dev_err(&ioa_cfg->pdev->dev,
8256                        "Adapter not supported in this hardware configuration.\n");
8257        }
8258
8259        spin_unlock_irqrestore(ioa_cfg->host->host_lock, host_lock_flags);
8260
8261        LEAVE;
8262        return rc;
8263}
8264
8265/**
8266 * ipr_free_cmd_blks - Frees command blocks allocated for an adapter
8267 * @ioa_cfg:    ioa config struct
8268 *
8269 * Return value:
8270 *      none
8271 **/
8272static void ipr_free_cmd_blks(struct ipr_ioa_cfg *ioa_cfg)
8273{
8274        int i;
8275
8276        for (i = 0; i < IPR_NUM_CMD_BLKS; i++) {
8277                if (ioa_cfg->ipr_cmnd_list[i])
8278                        pci_pool_free(ioa_cfg->ipr_cmd_pool,
8279                                      ioa_cfg->ipr_cmnd_list[i],
8280                                      ioa_cfg->ipr_cmnd_list_dma[i]);
8281
8282                ioa_cfg->ipr_cmnd_list[i] = NULL;
8283        }
8284
8285        if (ioa_cfg->ipr_cmd_pool)
8286                pci_pool_destroy (ioa_cfg->ipr_cmd_pool);
8287
8288        kfree(ioa_cfg->ipr_cmnd_list);
8289        kfree(ioa_cfg->ipr_cmnd_list_dma);
8290        ioa_cfg->ipr_cmnd_list = NULL;
8291        ioa_cfg->ipr_cmnd_list_dma = NULL;
8292        ioa_cfg->ipr_cmd_pool = NULL;
8293}
8294
8295/**
8296 * ipr_free_mem - Frees memory allocated for an adapter
8297 * @ioa_cfg:    ioa cfg struct
8298 *
8299 * Return value:
8300 *      nothing
8301 **/
8302static void ipr_free_mem(struct ipr_ioa_cfg *ioa_cfg)
8303{
8304        int i;
8305
8306        kfree(ioa_cfg->res_entries);
8307        pci_free_consistent(ioa_cfg->pdev, sizeof(struct ipr_misc_cbs),
8308                            ioa_cfg->vpd_cbs, ioa_cfg->vpd_cbs_dma);
8309        ipr_free_cmd_blks(ioa_cfg);
8310        pci_free_consistent(ioa_cfg->pdev, sizeof(u32) * IPR_NUM_CMD_BLKS,
8311                            ioa_cfg->host_rrq, ioa_cfg->host_rrq_dma);
8312        pci_free_consistent(ioa_cfg->pdev, ioa_cfg->cfg_table_size,
8313                            ioa_cfg->u.cfg_table,
8314                            ioa_cfg->cfg_table_dma);
8315
8316        for (i = 0; i < IPR_NUM_HCAMS; i++) {
8317                pci_free_consistent(ioa_cfg->pdev,
8318                                    sizeof(struct ipr_hostrcb),
8319                                    ioa_cfg->hostrcb[i],
8320                                    ioa_cfg->hostrcb_dma[i]);
8321        }
8322
8323        ipr_free_dump(ioa_cfg);
8324        kfree(ioa_cfg->trace);
8325}
8326
8327/**
8328 * ipr_free_all_resources - Free all allocated resources for an adapter.
8329 * @ipr_cmd:    ipr command struct
8330 *
8331 * This function frees all allocated resources for the
8332 * specified adapter.
8333 *
8334 * Return value:
8335 *      none
8336 **/
8337static void ipr_free_all_resources(struct ipr_ioa_cfg *ioa_cfg)
8338{
8339        struct pci_dev *pdev = ioa_cfg->pdev;
8340
8341        ENTER;
8342        free_irq(pdev->irq, ioa_cfg);
8343        pci_disable_msi(pdev);
8344        iounmap(ioa_cfg->hdw_dma_regs);
8345        pci_release_regions(pdev);
8346        ipr_free_mem(ioa_cfg);
8347        scsi_host_put(ioa_cfg->host);
8348        pci_disable_device(pdev);
8349        LEAVE;
8350}
8351
8352/**
8353 * ipr_alloc_cmd_blks - Allocate command blocks for an adapter
8354 * @ioa_cfg:    ioa config struct
8355 *
8356 * Return value:
8357 *      0 on success / -ENOMEM on allocation failure
8358 **/
8359static int __devinit ipr_alloc_cmd_blks(struct ipr_ioa_cfg *ioa_cfg)
8360{
8361        struct ipr_cmnd *ipr_cmd;
8362        struct ipr_ioarcb *ioarcb;
8363        dma_addr_t dma_addr;
8364        int i;
8365
8366        ioa_cfg->ipr_cmd_pool = pci_pool_create (IPR_NAME, ioa_cfg->pdev,
8367                                                 sizeof(struct ipr_cmnd), 512, 0);
8368
8369        if (!ioa_cfg->ipr_cmd_pool)
8370                return -ENOMEM;
8371
8372        ioa_cfg->ipr_cmnd_list = kcalloc(IPR_NUM_CMD_BLKS, sizeof(struct ipr_cmnd *), GFP_KERNEL);
8373        ioa_cfg->ipr_cmnd_list_dma = kcalloc(IPR_NUM_CMD_BLKS, sizeof(dma_addr_t), GFP_KERNEL);
8374
8375        if (!ioa_cfg->ipr_cmnd_list || !ioa_cfg->ipr_cmnd_list_dma) {
8376                ipr_free_cmd_blks(ioa_cfg);
8377                return -ENOMEM;
8378        }
8379
8380        for (i = 0; i < IPR_NUM_CMD_BLKS; i++) {
8381                ipr_cmd = pci_pool_alloc (ioa_cfg->ipr_cmd_pool, GFP_KERNEL, &dma_addr);
8382
8383                if (!ipr_cmd) {
8384                        ipr_free_cmd_blks(ioa_cfg);
8385                        return -ENOMEM;
8386                }
8387
8388                memset(ipr_cmd, 0, sizeof(*ipr_cmd));
8389                ioa_cfg->ipr_cmnd_list[i] = ipr_cmd;
8390                ioa_cfg->ipr_cmnd_list_dma[i] = dma_addr;
8391
8392                ioarcb = &ipr_cmd->ioarcb;
8393                ipr_cmd->dma_addr = dma_addr;
8394                if (ioa_cfg->sis64)
8395                        ioarcb->a.ioarcb_host_pci_addr64 = cpu_to_be64(dma_addr);
8396                else
8397                        ioarcb->a.ioarcb_host_pci_addr = cpu_to_be32(dma_addr);
8398
8399                ioarcb->host_response_handle = cpu_to_be32(i << 2);
8400                if (ioa_cfg->sis64) {
8401                        ioarcb->u.sis64_addr_data.data_ioadl_addr =
8402                                cpu_to_be64(dma_addr + offsetof(struct ipr_cmnd, i.ioadl64));
8403                        ioarcb->u.sis64_addr_data.ioasa_host_pci_addr =
8404                                cpu_to_be64(dma_addr + offsetof(struct ipr_cmnd, s.ioasa64));
8405                } else {
8406                        ioarcb->write_ioadl_addr =
8407                                cpu_to_be32(dma_addr + offsetof(struct ipr_cmnd, i.ioadl));
8408                        ioarcb->read_ioadl_addr = ioarcb->write_ioadl_addr;
8409                        ioarcb->ioasa_host_pci_addr =
8410                                cpu_to_be32(dma_addr + offsetof(struct ipr_cmnd, s.ioasa));
8411                }
8412                ioarcb->ioasa_len = cpu_to_be16(sizeof(struct ipr_ioasa));
8413                ipr_cmd->cmd_index = i;
8414                ipr_cmd->ioa_cfg = ioa_cfg;
8415                ipr_cmd->sense_buffer_dma = dma_addr +
8416                        offsetof(struct ipr_cmnd, sense_buffer);
8417
8418                list_add_tail(&ipr_cmd->queue, &ioa_cfg->free_q);
8419        }
8420
8421        return 0;
8422}
8423
8424/**
8425 * ipr_alloc_mem - Allocate memory for an adapter
8426 * @ioa_cfg:    ioa config struct
8427 *
8428 * Return value:
8429 *      0 on success / non-zero for error
8430 **/
8431static int __devinit ipr_alloc_mem(struct ipr_ioa_cfg *ioa_cfg)
8432{
8433        struct pci_dev *pdev = ioa_cfg->pdev;
8434        int i, rc = -ENOMEM;
8435
8436        ENTER;
8437        ioa_cfg->res_entries = kzalloc(sizeof(struct ipr_resource_entry) *
8438                                       ioa_cfg->max_devs_supported, GFP_KERNEL);
8439
8440        if (!ioa_cfg->res_entries)
8441                goto out;
8442
8443        if (ioa_cfg->sis64) {
8444                ioa_cfg->target_ids = kzalloc(sizeof(unsigned long) *
8445                                              BITS_TO_LONGS(ioa_cfg->max_devs_supported), GFP_KERNEL);
8446                ioa_cfg->array_ids = kzalloc(sizeof(unsigned long) *
8447                                             BITS_TO_LONGS(ioa_cfg->max_devs_supported), GFP_KERNEL);
8448                ioa_cfg->vset_ids = kzalloc(sizeof(unsigned long) *
8449                                            BITS_TO_LONGS(ioa_cfg->max_devs_supported), GFP_KERNEL);
8450        }
8451
8452        for (i = 0; i < ioa_cfg->max_devs_supported; i++) {
8453                list_add_tail(&ioa_cfg->res_entries[i].queue, &ioa_cfg->free_res_q);
8454                ioa_cfg->res_entries[i].ioa_cfg = ioa_cfg;
8455        }
8456
8457        ioa_cfg->vpd_cbs = pci_alloc_consistent(ioa_cfg->pdev,
8458                                                sizeof(struct ipr_misc_cbs),
8459                                                &ioa_cfg->vpd_cbs_dma);
8460
8461        if (!ioa_cfg->vpd_cbs)
8462                goto out_free_res_entries;
8463
8464        if (ipr_alloc_cmd_blks(ioa_cfg))
8465                goto out_free_vpd_cbs;
8466
8467        ioa_cfg->host_rrq = pci_alloc_consistent(ioa_cfg->pdev,
8468                                                 sizeof(u32) * IPR_NUM_CMD_BLKS,
8469                                                 &ioa_cfg->host_rrq_dma);
8470
8471        if (!ioa_cfg->host_rrq)
8472                goto out_ipr_free_cmd_blocks;
8473
8474        ioa_cfg->u.cfg_table = pci_alloc_consistent(ioa_cfg->pdev,
8475                                                    ioa_cfg->cfg_table_size,
8476                                                    &ioa_cfg->cfg_table_dma);
8477
8478        if (!ioa_cfg->u.cfg_table)
8479                goto out_free_host_rrq;
8480
8481        for (i = 0; i < IPR_NUM_HCAMS; i++) {
8482                ioa_cfg->hostrcb[i] = pci_alloc_consistent(ioa_cfg->pdev,
8483                                                           sizeof(struct ipr_hostrcb),
8484                                                           &ioa_cfg->hostrcb_dma[i]);
8485
8486                if (!ioa_cfg->hostrcb[i])
8487                        goto out_free_hostrcb_dma;
8488
8489                ioa_cfg->hostrcb[i]->hostrcb_dma =
8490                        ioa_cfg->hostrcb_dma[i] + offsetof(struct ipr_hostrcb, hcam);
8491                ioa_cfg->hostrcb[i]->ioa_cfg = ioa_cfg;
8492                list_add_tail(&ioa_cfg->hostrcb[i]->queue, &ioa_cfg->hostrcb_free_q);
8493        }
8494
8495        ioa_cfg->trace = kzalloc(sizeof(struct ipr_trace_entry) *
8496                                 IPR_NUM_TRACE_ENTRIES, GFP_KERNEL);
8497
8498        if (!ioa_cfg->trace)
8499                goto out_free_hostrcb_dma;
8500
8501        rc = 0;
8502out:
8503        LEAVE;
8504        return rc;
8505
8506out_free_hostrcb_dma:
8507        while (i-- > 0) {
8508                pci_free_consistent(pdev, sizeof(struct ipr_hostrcb),
8509                                    ioa_cfg->hostrcb[i],
8510                                    ioa_cfg->hostrcb_dma[i]);
8511        }
8512        pci_free_consistent(pdev, ioa_cfg->cfg_table_size,
8513                            ioa_cfg->u.cfg_table,
8514                            ioa_cfg->cfg_table_dma);
8515out_free_host_rrq:
8516        pci_free_consistent(pdev, sizeof(u32) * IPR_NUM_CMD_BLKS,
8517                            ioa_cfg->host_rrq, ioa_cfg->host_rrq_dma);
8518out_ipr_free_cmd_blocks:
8519        ipr_free_cmd_blks(ioa_cfg);
8520out_free_vpd_cbs:
8521        pci_free_consistent(pdev, sizeof(struct ipr_misc_cbs),
8522                            ioa_cfg->vpd_cbs, ioa_cfg->vpd_cbs_dma);
8523out_free_res_entries:
8524        kfree(ioa_cfg->res_entries);
8525        goto out;
8526}
8527
8528/**
8529 * ipr_initialize_bus_attr - Initialize SCSI bus attributes to default values
8530 * @ioa_cfg:    ioa config struct
8531 *
8532 * Return value:
8533 *      none
8534 **/
8535static void __devinit ipr_initialize_bus_attr(struct ipr_ioa_cfg *ioa_cfg)
8536{
8537        int i;
8538
8539        for (i = 0; i < IPR_MAX_NUM_BUSES; i++) {
8540                ioa_cfg->bus_attr[i].bus = i;
8541                ioa_cfg->bus_attr[i].qas_enabled = 0;
8542                ioa_cfg->bus_attr[i].bus_width = IPR_DEFAULT_BUS_WIDTH;
8543                if (ipr_max_speed < ARRAY_SIZE(ipr_max_bus_speeds))
8544                        ioa_cfg->bus_attr[i].max_xfer_rate = ipr_max_bus_speeds[ipr_max_speed];
8545                else
8546                        ioa_cfg->bus_attr[i].max_xfer_rate = IPR_U160_SCSI_RATE;
8547        }
8548}
8549
8550/**
8551 * ipr_init_ioa_cfg - Initialize IOA config struct
8552 * @ioa_cfg:    ioa config struct
8553 * @host:               scsi host struct
8554 * @pdev:               PCI dev struct
8555 *
8556 * Return value:
8557 *      none
8558 **/
8559static void __devinit ipr_init_ioa_cfg(struct ipr_ioa_cfg *ioa_cfg,
8560                                       struct Scsi_Host *host, struct pci_dev *pdev)
8561{
8562        const struct ipr_interrupt_offsets *p;
8563        struct ipr_interrupts *t;
8564        void __iomem *base;
8565
8566        ioa_cfg->host = host;
8567        ioa_cfg->pdev = pdev;
8568        ioa_cfg->log_level = ipr_log_level;
8569        ioa_cfg->doorbell = IPR_DOORBELL;
8570        sprintf(ioa_cfg->eye_catcher, IPR_EYECATCHER);
8571        sprintf(ioa_cfg->trace_start, IPR_TRACE_START_LABEL);
8572        sprintf(ioa_cfg->ipr_free_label, IPR_FREEQ_LABEL);
8573        sprintf(ioa_cfg->ipr_pending_label, IPR_PENDQ_LABEL);
8574        sprintf(ioa_cfg->cfg_table_start, IPR_CFG_TBL_START);
8575        sprintf(ioa_cfg->resource_table_label, IPR_RES_TABLE_LABEL);
8576        sprintf(ioa_cfg->ipr_hcam_label, IPR_HCAM_LABEL);
8577        sprintf(ioa_cfg->ipr_cmd_label, IPR_CMD_LABEL);
8578
8579        INIT_LIST_HEAD(&ioa_cfg->free_q);
8580        INIT_LIST_HEAD(&ioa_cfg->pending_q);
8581        INIT_LIST_HEAD(&ioa_cfg->hostrcb_free_q);
8582        INIT_LIST_HEAD(&ioa_cfg->hostrcb_pending_q);
8583        INIT_LIST_HEAD(&ioa_cfg->free_res_q);
8584        INIT_LIST_HEAD(&ioa_cfg->used_res_q);
8585        INIT_WORK(&ioa_cfg->work_q, ipr_worker_thread);
8586        init_waitqueue_head(&ioa_cfg->reset_wait_q);
8587        init_waitqueue_head(&ioa_cfg->msi_wait_q);
8588        ioa_cfg->sdt_state = INACTIVE;
8589
8590        ipr_initialize_bus_attr(ioa_cfg);
8591        ioa_cfg->max_devs_supported = ipr_max_devs;
8592
8593        if (ioa_cfg->sis64) {
8594                host->max_id = IPR_MAX_SIS64_TARGETS_PER_BUS;
8595                host->max_lun = IPR_MAX_SIS64_LUNS_PER_TARGET;
8596                if (ipr_max_devs > IPR_MAX_SIS64_DEVS)
8597                        ioa_cfg->max_devs_supported = IPR_MAX_SIS64_DEVS;
8598        } else {
8599                host->max_id = IPR_MAX_NUM_TARGETS_PER_BUS;
8600                host->max_lun = IPR_MAX_NUM_LUNS_PER_TARGET;
8601                if (ipr_max_devs > IPR_MAX_PHYSICAL_DEVS)
8602                        ioa_cfg->max_devs_supported = IPR_MAX_PHYSICAL_DEVS;
8603        }
8604        host->max_channel = IPR_MAX_BUS_TO_SCAN;
8605        host->unique_id = host->host_no;
8606        host->max_cmd_len = IPR_MAX_CDB_LEN;
8607        host->can_queue = ioa_cfg->max_cmds;
8608        pci_set_drvdata(pdev, ioa_cfg);
8609
8610        p = &ioa_cfg->chip_cfg->regs;
8611        t = &ioa_cfg->regs;
8612        base = ioa_cfg->hdw_dma_regs;
8613
8614        t->set_interrupt_mask_reg = base + p->set_interrupt_mask_reg;
8615        t->clr_interrupt_mask_reg = base + p->clr_interrupt_mask_reg;
8616        t->clr_interrupt_mask_reg32 = base + p->clr_interrupt_mask_reg32;
8617        t->sense_interrupt_mask_reg = base + p->sense_interrupt_mask_reg;
8618        t->sense_interrupt_mask_reg32 = base + p->sense_interrupt_mask_reg32;
8619        t->clr_interrupt_reg = base + p->clr_interrupt_reg;
8620        t->clr_interrupt_reg32 = base + p->clr_interrupt_reg32;
8621        t->sense_interrupt_reg = base + p->sense_interrupt_reg;
8622        t->sense_interrupt_reg32 = base + p->sense_interrupt_reg32;
8623        t->ioarrin_reg = base + p->ioarrin_reg;
8624        t->sense_uproc_interrupt_reg = base + p->sense_uproc_interrupt_reg;
8625        t->sense_uproc_interrupt_reg32 = base + p->sense_uproc_interrupt_reg32;
8626        t->set_uproc_interrupt_reg = base + p->set_uproc_interrupt_reg;
8627        t->set_uproc_interrupt_reg32 = base + p->set_uproc_interrupt_reg32;
8628        t->clr_uproc_interrupt_reg = base + p->clr_uproc_interrupt_reg;
8629        t->clr_uproc_interrupt_reg32 = base + p->clr_uproc_interrupt_reg32;
8630
8631        if (ioa_cfg->sis64) {
8632                t->init_feedback_reg = base + p->init_feedback_reg;
8633                t->dump_addr_reg = base + p->dump_addr_reg;
8634                t->dump_data_reg = base + p->dump_data_reg;
8635                t->endian_swap_reg = base + p->endian_swap_reg;
8636        }
8637}
8638
8639/**
8640 * ipr_get_chip_info - Find adapter chip information
8641 * @dev_id:             PCI device id struct
8642 *
8643 * Return value:
8644 *      ptr to chip information on success / NULL on failure
8645 **/
8646static const struct ipr_chip_t * __devinit
8647ipr_get_chip_info(const struct pci_device_id *dev_id)
8648{
8649        int i;
8650
8651        for (i = 0; i < ARRAY_SIZE(ipr_chip); i++)
8652                if (ipr_chip[i].vendor == dev_id->vendor &&
8653                    ipr_chip[i].device == dev_id->device)
8654                        return &ipr_chip[i];
8655        return NULL;
8656}
8657
8658/**
8659 * ipr_test_intr - Handle the interrupt generated in ipr_test_msi().
8660 * @pdev:               PCI device struct
8661 *
8662 * Description: Simply set the msi_received flag to 1 indicating that
8663 * Message Signaled Interrupts are supported.
8664 *
8665 * Return value:
8666 *      0 on success / non-zero on failure
8667 **/
8668static irqreturn_t __devinit ipr_test_intr(int irq, void *devp)
8669{
8670        struct ipr_ioa_cfg *ioa_cfg = (struct ipr_ioa_cfg *)devp;
8671        unsigned long lock_flags = 0;
8672        irqreturn_t rc = IRQ_HANDLED;
8673
8674        spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
8675
8676        ioa_cfg->msi_received = 1;
8677        wake_up(&ioa_cfg->msi_wait_q);
8678
8679        spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
8680        return rc;
8681}
8682
8683/**
8684 * ipr_test_msi - Test for Message Signaled Interrupt (MSI) support.
8685 * @pdev:               PCI device struct
8686 *
8687 * Description: The return value from pci_enable_msi() can not always be
8688 * trusted.  This routine sets up and initiates a test interrupt to determine
8689 * if the interrupt is received via the ipr_test_intr() service routine.
8690 * If the tests fails, the driver will fall back to LSI.
8691 *
8692 * Return value:
8693 *      0 on success / non-zero on failure
8694 **/
8695static int __devinit ipr_test_msi(struct ipr_ioa_cfg *ioa_cfg,
8696                                  struct pci_dev *pdev)
8697{
8698        int rc;
8699        volatile u32 int_reg;
8700        unsigned long lock_flags = 0;
8701
8702        ENTER;
8703
8704        spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
8705        init_waitqueue_head(&ioa_cfg->msi_wait_q);
8706        ioa_cfg->msi_received = 0;
8707        ipr_mask_and_clear_interrupts(ioa_cfg, ~IPR_PCII_IOA_TRANS_TO_OPER);
8708        writel(IPR_PCII_IO_DEBUG_ACKNOWLEDGE, ioa_cfg->regs.clr_interrupt_mask_reg32);
8709        int_reg = readl(ioa_cfg->regs.sense_interrupt_mask_reg);
8710        spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
8711
8712        rc = request_irq(pdev->irq, ipr_test_intr, 0, IPR_NAME, ioa_cfg);
8713        if (rc) {
8714                dev_err(&pdev->dev, "Can not assign irq %d\n", pdev->irq);
8715                return rc;
8716        } else if (ipr_debug)
8717                dev_info(&pdev->dev, "IRQ assigned: %d\n", pdev->irq);
8718
8719        writel(IPR_PCII_IO_DEBUG_ACKNOWLEDGE, ioa_cfg->regs.sense_interrupt_reg32);
8720        int_reg = readl(ioa_cfg->regs.sense_interrupt_reg);
8721        wait_event_timeout(ioa_cfg->msi_wait_q, ioa_cfg->msi_received, HZ);
8722        ipr_mask_and_clear_interrupts(ioa_cfg, ~IPR_PCII_IOA_TRANS_TO_OPER);
8723
8724        spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
8725        if (!ioa_cfg->msi_received) {
8726                /* MSI test failed */
8727                dev_info(&pdev->dev, "MSI test failed.  Falling back to LSI.\n");
8728                rc = -EOPNOTSUPP;
8729        } else if (ipr_debug)
8730                dev_info(&pdev->dev, "MSI test succeeded.\n");
8731
8732        spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
8733
8734        free_irq(pdev->irq, ioa_cfg);
8735
8736        LEAVE;
8737
8738        return rc;
8739}
8740
8741/**
8742 * ipr_probe_ioa - Allocates memory and does first stage of initialization
8743 * @pdev:               PCI device struct
8744 * @dev_id:             PCI device id struct
8745 *
8746 * Return value:
8747 *      0 on success / non-zero on failure
8748 **/
8749static int __devinit ipr_probe_ioa(struct pci_dev *pdev,
8750                                   const struct pci_device_id *dev_id)
8751{
8752        struct ipr_ioa_cfg *ioa_cfg;
8753        struct Scsi_Host *host;
8754        unsigned long ipr_regs_pci;
8755        void __iomem *ipr_regs;
8756        int rc = PCIBIOS_SUCCESSFUL;
8757        volatile u32 mask, uproc, interrupts;
8758
8759        ENTER;
8760
8761        if ((rc = pci_enable_device(pdev))) {
8762                dev_err(&pdev->dev, "Cannot enable adapter\n");
8763                goto out;
8764        }
8765
8766        dev_info(&pdev->dev, "Found IOA with IRQ: %d\n", pdev->irq);
8767
8768        host = scsi_host_alloc(&driver_template, sizeof(*ioa_cfg));
8769
8770        if (!host) {
8771                dev_err(&pdev->dev, "call to scsi_host_alloc failed!\n");
8772                rc = -ENOMEM;
8773                goto out_disable;
8774        }
8775
8776        ioa_cfg = (struct ipr_ioa_cfg *)host->hostdata;
8777        memset(ioa_cfg, 0, sizeof(struct ipr_ioa_cfg));
8778        ata_host_init(&ioa_cfg->ata_host, &pdev->dev,
8779                      sata_port_info.flags, &ipr_sata_ops);
8780
8781        ioa_cfg->ipr_chip = ipr_get_chip_info(dev_id);
8782
8783        if (!ioa_cfg->ipr_chip) {
8784                dev_err(&pdev->dev, "Unknown adapter chipset 0x%04X 0x%04X\n",
8785                        dev_id->vendor, dev_id->device);
8786                goto out_scsi_host_put;
8787        }
8788
8789        /* set SIS 32 or SIS 64 */
8790        ioa_cfg->sis64 = ioa_cfg->ipr_chip->sis_type == IPR_SIS64 ? 1 : 0;
8791        ioa_cfg->chip_cfg = ioa_cfg->ipr_chip->cfg;
8792        ioa_cfg->clear_isr = ioa_cfg->chip_cfg->clear_isr;
8793        ioa_cfg->max_cmds = ioa_cfg->chip_cfg->max_cmds;
8794
8795        if (ipr_transop_timeout)
8796                ioa_cfg->transop_timeout = ipr_transop_timeout;
8797        else if (dev_id->driver_data & IPR_USE_LONG_TRANSOP_TIMEOUT)
8798                ioa_cfg->transop_timeout = IPR_LONG_OPERATIONAL_TIMEOUT;
8799        else
8800                ioa_cfg->transop_timeout = IPR_OPERATIONAL_TIMEOUT;
8801
8802        ioa_cfg->revid = pdev->revision;
8803
8804        ipr_regs_pci = pci_resource_start(pdev, 0);
8805
8806        rc = pci_request_regions(pdev, IPR_NAME);
8807        if (rc < 0) {
8808                dev_err(&pdev->dev,
8809                        "Couldn't register memory range of registers\n");
8810                goto out_scsi_host_put;
8811        }
8812
8813        ipr_regs = pci_ioremap_bar(pdev, 0);
8814
8815        if (!ipr_regs) {
8816                dev_err(&pdev->dev,
8817                        "Couldn't map memory range of registers\n");
8818                rc = -ENOMEM;
8819                goto out_release_regions;
8820        }
8821
8822        ioa_cfg->hdw_dma_regs = ipr_regs;
8823        ioa_cfg->hdw_dma_regs_pci = ipr_regs_pci;
8824        ioa_cfg->ioa_mailbox = ioa_cfg->chip_cfg->mailbox + ipr_regs;
8825
8826        ipr_init_ioa_cfg(ioa_cfg, host, pdev);
8827
8828        pci_set_master(pdev);
8829
8830        if (ioa_cfg->sis64) {
8831                rc = pci_set_dma_mask(pdev, DMA_BIT_MASK(64));
8832                if (rc < 0) {
8833                        dev_dbg(&pdev->dev, "Failed to set 64 bit PCI DMA mask\n");
8834                        rc = pci_set_dma_mask(pdev, DMA_BIT_MASK(32));
8835                }
8836
8837        } else
8838                rc = pci_set_dma_mask(pdev, DMA_BIT_MASK(32));
8839
8840        if (rc < 0) {
8841                dev_err(&pdev->dev, "Failed to set PCI DMA mask\n");
8842                goto cleanup_nomem;
8843        }
8844
8845        rc = pci_write_config_byte(pdev, PCI_CACHE_LINE_SIZE,
8846                                   ioa_cfg->chip_cfg->cache_line_size);
8847
8848        if (rc != PCIBIOS_SUCCESSFUL) {
8849                dev_err(&pdev->dev, "Write of cache line size failed\n");
8850                rc = -EIO;
8851                goto cleanup_nomem;
8852        }
8853
8854        /* Enable MSI style interrupts if they are supported. */
8855        if (ioa_cfg->ipr_chip->intr_type == IPR_USE_MSI && !pci_enable_msi(pdev)) {
8856                rc = ipr_test_msi(ioa_cfg, pdev);
8857                if (rc == -EOPNOTSUPP)
8858                        pci_disable_msi(pdev);
8859                else if (rc)
8860                        goto out_msi_disable;
8861                else
8862                        dev_info(&pdev->dev, "MSI enabled with IRQ: %d\n", pdev->irq);
8863        } else if (ipr_debug)
8864                dev_info(&pdev->dev, "Cannot enable MSI.\n");
8865
8866        /* Save away PCI config space for use following IOA reset */
8867        rc = pci_save_state(pdev);
8868
8869        if (rc != PCIBIOS_SUCCESSFUL) {
8870                dev_err(&pdev->dev, "Failed to save PCI config space\n");
8871                rc = -EIO;
8872                goto out_msi_disable;
8873        }
8874
8875        if ((rc = ipr_save_pcix_cmd_reg(ioa_cfg)))
8876                goto out_msi_disable;
8877
8878        if ((rc = ipr_set_pcix_cmd_reg(ioa_cfg)))
8879                goto out_msi_disable;
8880
8881        if (ioa_cfg->sis64)
8882                ioa_cfg->cfg_table_size = (sizeof(struct ipr_config_table_hdr64)
8883                                + ((sizeof(struct ipr_config_table_entry64)
8884                                * ioa_cfg->max_devs_supported)));
8885        else
8886                ioa_cfg->cfg_table_size = (sizeof(struct ipr_config_table_hdr)
8887                                + ((sizeof(struct ipr_config_table_entry)
8888                                * ioa_cfg->max_devs_supported)));
8889
8890        rc = ipr_alloc_mem(ioa_cfg);
8891        if (rc < 0) {
8892                dev_err(&pdev->dev,
8893                        "Couldn't allocate enough memory for device driver!\n");
8894                goto out_msi_disable;
8895        }
8896
8897        /*
8898         * If HRRQ updated interrupt is not masked, or reset alert is set,
8899         * the card is in an unknown state and needs a hard reset
8900         */
8901        mask = readl(ioa_cfg->regs.sense_interrupt_mask_reg32);
8902        interrupts = readl(ioa_cfg->regs.sense_interrupt_reg32);
8903        uproc = readl(ioa_cfg->regs.sense_uproc_interrupt_reg32);
8904        if ((mask & IPR_PCII_HRRQ_UPDATED) == 0 || (uproc & IPR_UPROCI_RESET_ALERT))
8905                ioa_cfg->needs_hard_reset = 1;
8906        if ((interrupts & IPR_PCII_ERROR_INTERRUPTS) || reset_devices)
8907                ioa_cfg->needs_hard_reset = 1;
8908        if (interrupts & IPR_PCII_IOA_UNIT_CHECKED)
8909                ioa_cfg->ioa_unit_checked = 1;
8910
8911        ipr_mask_and_clear_interrupts(ioa_cfg, ~IPR_PCII_IOA_TRANS_TO_OPER);
8912        rc = request_irq(pdev->irq, ipr_isr,
8913                         ioa_cfg->msi_received ? 0 : IRQF_SHARED,
8914                         IPR_NAME, ioa_cfg);
8915
8916        if (rc) {
8917                dev_err(&pdev->dev, "Couldn't register IRQ %d! rc=%d\n",
8918                        pdev->irq, rc);
8919                goto cleanup_nolog;
8920        }
8921
8922        if ((dev_id->driver_data & IPR_USE_PCI_WARM_RESET) ||
8923            (dev_id->device == PCI_DEVICE_ID_IBM_OBSIDIAN_E && !ioa_cfg->revid)) {
8924                ioa_cfg->needs_warm_reset = 1;
8925                ioa_cfg->reset = ipr_reset_slot_reset;
8926        } else
8927                ioa_cfg->reset = ipr_reset_start_bist;
8928
8929        spin_lock(&ipr_driver_lock);
8930        list_add_tail(&ioa_cfg->queue, &ipr_ioa_head);
8931        spin_unlock(&ipr_driver_lock);
8932
8933        LEAVE;
8934out:
8935        return rc;
8936
8937cleanup_nolog:
8938        ipr_free_mem(ioa_cfg);
8939out_msi_disable:
8940        pci_disable_msi(pdev);
8941cleanup_nomem:
8942        iounmap(ipr_regs);
8943out_release_regions:
8944        pci_release_regions(pdev);
8945out_scsi_host_put:
8946        scsi_host_put(host);
8947out_disable:
8948        pci_disable_device(pdev);
8949        goto out;
8950}
8951
8952/**
8953 * ipr_scan_vsets - Scans for VSET devices
8954 * @ioa_cfg:    ioa config struct
8955 *
8956 * Description: Since the VSET resources do not follow SAM in that we can have
8957 * sparse LUNs with no LUN 0, we have to scan for these ourselves.
8958 *
8959 * Return value:
8960 *      none
8961 **/
8962static void ipr_scan_vsets(struct ipr_ioa_cfg *ioa_cfg)
8963{
8964        int target, lun;
8965
8966        for (target = 0; target < IPR_MAX_NUM_TARGETS_PER_BUS; target++)
8967                for (lun = 0; lun < IPR_MAX_NUM_VSET_LUNS_PER_TARGET; lun++ )
8968                        scsi_add_device(ioa_cfg->host, IPR_VSET_BUS, target, lun);
8969}
8970
8971/**
8972 * ipr_initiate_ioa_bringdown - Bring down an adapter
8973 * @ioa_cfg:            ioa config struct
8974 * @shutdown_type:      shutdown type
8975 *
8976 * Description: This function will initiate bringing down the adapter.
8977 * This consists of issuing an IOA shutdown to the adapter
8978 * to flush the cache, and running BIST.
8979 * If the caller needs to wait on the completion of the reset,
8980 * the caller must sleep on the reset_wait_q.
8981 *
8982 * Return value:
8983 *      none
8984 **/
8985static void ipr_initiate_ioa_bringdown(struct ipr_ioa_cfg *ioa_cfg,
8986                                       enum ipr_shutdown_type shutdown_type)
8987{
8988        ENTER;
8989        if (ioa_cfg->sdt_state == WAIT_FOR_DUMP)
8990                ioa_cfg->sdt_state = ABORT_DUMP;
8991        ioa_cfg->reset_retries = 0;
8992        ioa_cfg->in_ioa_bringdown = 1;
8993        ipr_initiate_ioa_reset(ioa_cfg, shutdown_type);
8994        LEAVE;
8995}
8996
8997/**
8998 * __ipr_remove - Remove a single adapter
8999 * @pdev:       pci device struct
9000 *
9001 * Adapter hot plug remove entry point.
9002 *
9003 * Return value:
9004 *      none
9005 **/
9006static void __ipr_remove(struct pci_dev *pdev)
9007{
9008        unsigned long host_lock_flags = 0;
9009        struct ipr_ioa_cfg *ioa_cfg = pci_get_drvdata(pdev);
9010        ENTER;
9011
9012        spin_lock_irqsave(ioa_cfg->host->host_lock, host_lock_flags);
9013        while(ioa_cfg->in_reset_reload) {
9014                spin_unlock_irqrestore(ioa_cfg->host->host_lock, host_lock_flags);
9015                wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
9016                spin_lock_irqsave(ioa_cfg->host->host_lock, host_lock_flags);
9017        }
9018
9019        ipr_initiate_ioa_bringdown(ioa_cfg, IPR_SHUTDOWN_NORMAL);
9020
9021        spin_unlock_irqrestore(ioa_cfg->host->host_lock, host_lock_flags);
9022        wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
9023        flush_work_sync(&ioa_cfg->work_q);
9024        spin_lock_irqsave(ioa_cfg->host->host_lock, host_lock_flags);
9025
9026        spin_lock(&ipr_driver_lock);
9027        list_del(&ioa_cfg->queue);
9028        spin_unlock(&ipr_driver_lock);
9029
9030        if (ioa_cfg->sdt_state == ABORT_DUMP)
9031                ioa_cfg->sdt_state = WAIT_FOR_DUMP;
9032        spin_unlock_irqrestore(ioa_cfg->host->host_lock, host_lock_flags);
9033
9034        ipr_free_all_resources(ioa_cfg);
9035
9036        LEAVE;
9037}
9038
9039/**
9040 * ipr_remove - IOA hot plug remove entry point
9041 * @pdev:       pci device struct
9042 *
9043 * Adapter hot plug remove entry point.
9044 *
9045 * Return value:
9046 *      none
9047 **/
9048static void __devexit ipr_remove(struct pci_dev *pdev)
9049{
9050        struct ipr_ioa_cfg *ioa_cfg = pci_get_drvdata(pdev);
9051
9052        ENTER;
9053
9054        ipr_remove_trace_file(&ioa_cfg->host->shost_dev.kobj,
9055                              &ipr_trace_attr);
9056        ipr_remove_dump_file(&ioa_cfg->host->shost_dev.kobj,
9057                             &ipr_dump_attr);
9058        scsi_remove_host(ioa_cfg->host);
9059
9060        __ipr_remove(pdev);
9061
9062        LEAVE;
9063}
9064
9065/**
9066 * ipr_probe - Adapter hot plug add entry point
9067 *
9068 * Return value:
9069 *      0 on success / non-zero on failure
9070 **/
9071static int __devinit ipr_probe(struct pci_dev *pdev,
9072                               const struct pci_device_id *dev_id)
9073{
9074        struct ipr_ioa_cfg *ioa_cfg;
9075        int rc;
9076
9077        rc = ipr_probe_ioa(pdev, dev_id);
9078
9079        if (rc)
9080                return rc;
9081
9082        ioa_cfg = pci_get_drvdata(pdev);
9083        rc = ipr_probe_ioa_part2(ioa_cfg);
9084
9085        if (rc) {
9086                __ipr_remove(pdev);
9087                return rc;
9088        }
9089
9090        rc = scsi_add_host(ioa_cfg->host, &pdev->dev);
9091
9092        if (rc) {
9093                __ipr_remove(pdev);
9094                return rc;
9095        }
9096
9097        rc = ipr_create_trace_file(&ioa_cfg->host->shost_dev.kobj,
9098                                   &ipr_trace_attr);
9099
9100        if (rc) {
9101                scsi_remove_host(ioa_cfg->host);
9102                __ipr_remove(pdev);
9103                return rc;
9104        }
9105
9106        rc = ipr_create_dump_file(&ioa_cfg->host->shost_dev.kobj,
9107                                   &ipr_dump_attr);
9108
9109        if (rc) {
9110                ipr_remove_trace_file(&ioa_cfg->host->shost_dev.kobj,
9111                                      &ipr_trace_attr);
9112                scsi_remove_host(ioa_cfg->host);
9113                __ipr_remove(pdev);
9114                return rc;
9115        }
9116
9117        scsi_scan_host(ioa_cfg->host);
9118        ipr_scan_vsets(ioa_cfg);
9119        scsi_add_device(ioa_cfg->host, IPR_IOA_BUS, IPR_IOA_TARGET, IPR_IOA_LUN);
9120        ioa_cfg->allow_ml_add_del = 1;
9121        ioa_cfg->host->max_channel = IPR_VSET_BUS;
9122        schedule_work(&ioa_cfg->work_q);
9123        return 0;
9124}
9125
9126/**
9127 * ipr_shutdown - Shutdown handler.
9128 * @pdev:       pci device struct
9129 *
9130 * This function is invoked upon system shutdown/reboot. It will issue
9131 * an adapter shutdown to the adapter to flush the write cache.
9132 *
9133 * Return value:
9134 *      none
9135 **/
9136static void ipr_shutdown(struct pci_dev *pdev)
9137{
9138        struct ipr_ioa_cfg *ioa_cfg = pci_get_drvdata(pdev);
9139        unsigned long lock_flags = 0;
9140
9141        spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
9142        while(ioa_cfg->in_reset_reload) {
9143                spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
9144                wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
9145                spin_lock_irqsave(ioa_cfg->host->host_lock, lock_flags);
9146        }
9147
9148        ipr_initiate_ioa_bringdown(ioa_cfg, IPR_SHUTDOWN_NORMAL);
9149        spin_unlock_irqrestore(ioa_cfg->host->host_lock, lock_flags);
9150        wait_event(ioa_cfg->reset_wait_q, !ioa_cfg->in_reset_reload);
9151}
9152
9153static struct pci_device_id ipr_pci_table[] __devinitdata = {
9154        { PCI_VENDOR_ID_MYLEX, PCI_DEVICE_ID_IBM_GEMSTONE,
9155                PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_5702, 0, 0, 0 },
9156        { PCI_VENDOR_ID_MYLEX, PCI_DEVICE_ID_IBM_GEMSTONE,
9157                PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_5703, 0, 0, 0 },
9158        { PCI_VENDOR_ID_MYLEX, PCI_DEVICE_ID_IBM_GEMSTONE,
9159                PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_573D, 0, 0, 0 },
9160        { PCI_VENDOR_ID_MYLEX, PCI_DEVICE_ID_IBM_GEMSTONE,
9161                PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_573E, 0, 0, 0 },
9162        { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CITRINE,
9163                PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_571B, 0, 0, 0 },
9164        { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CITRINE,
9165                PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_572E, 0, 0, 0 },
9166        { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CITRINE,
9167                PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_571A, 0, 0, 0 },
9168        { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CITRINE,
9169                PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_575B, 0, 0,
9170                IPR_USE_LONG_TRANSOP_TIMEOUT },
9171        { PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_OBSIDIAN,
9172              PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_572A, 0, 0, 0 },
9173        { PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_OBSIDIAN,
9174              PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_572B, 0, 0,
9175              IPR_USE_LONG_TRANSOP_TIMEOUT },
9176        { PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_OBSIDIAN,
9177              PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_575C, 0, 0,
9178              IPR_USE_LONG_TRANSOP_TIMEOUT },
9179        { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN,
9180              PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_572A, 0, 0, 0 },
9181        { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN,
9182              PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_572B, 0, 0,
9183              IPR_USE_LONG_TRANSOP_TIMEOUT},
9184        { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN,
9185              PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_575C, 0, 0,
9186              IPR_USE_LONG_TRANSOP_TIMEOUT },
9187        { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN_E,
9188              PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_574E, 0, 0,
9189              IPR_USE_LONG_TRANSOP_TIMEOUT },
9190        { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN_E,
9191              PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57B3, 0, 0, 0 },
9192        { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN_E,
9193              PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57CC, 0, 0, 0 },
9194        { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_OBSIDIAN_E,
9195              PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57B7, 0, 0,
9196              IPR_USE_LONG_TRANSOP_TIMEOUT | IPR_USE_PCI_WARM_RESET },
9197        { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_SNIPE,
9198                PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_2780, 0, 0, 0 },
9199        { PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_SCAMP,
9200                PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_571E, 0, 0, 0 },
9201        { PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_SCAMP,
9202                PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_571F, 0, 0,
9203                IPR_USE_LONG_TRANSOP_TIMEOUT },
9204        { PCI_VENDOR_ID_ADAPTEC2, PCI_DEVICE_ID_ADAPTEC2_SCAMP,
9205                PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_572F, 0, 0,
9206                IPR_USE_LONG_TRANSOP_TIMEOUT },
9207        { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROC_FPGA_E2,
9208                PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57B5, 0, 0, 0 },
9209        { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROC_FPGA_E2,
9210                PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_574D, 0, 0, 0 },
9211        { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROC_FPGA_E2,
9212                PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57B2, 0, 0, 0 },
9213        { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROC_FPGA_E2,
9214                PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57C3, 0, 0, 0 },
9215        { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROC_FPGA_E2,
9216                PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57C4, 0, 0, 0 },
9217        { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
9218                PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57B4, 0, 0, 0 },
9219        { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
9220                PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57B1, 0, 0, 0 },
9221        { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
9222                PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57C6, 0, 0, 0 },
9223        { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
9224                PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57C8, 0, 0, 0 },
9225        { PCI_VENDOR_ID_IBM, PCI_DEVICE_ID_IBM_CROCODILE,
9226                PCI_VENDOR_ID_IBM, IPR_SUBS_DEV_ID_57CE, 0, 0, 0 },
9227        { }
9228};
9229MODULE_DEVICE_TABLE(pci, ipr_pci_table);
9230
9231static struct pci_error_handlers ipr_err_handler = {
9232        .error_detected = ipr_pci_error_detected,
9233        .slot_reset = ipr_pci_slot_reset,
9234};
9235
9236static struct pci_driver ipr_driver = {
9237        .name = IPR_NAME,
9238        .id_table = ipr_pci_table,
9239        .probe = ipr_probe,
9240        .remove = __devexit_p(ipr_remove),
9241        .shutdown = ipr_shutdown,
9242        .err_handler = &ipr_err_handler,
9243};
9244
9245/**
9246 * ipr_halt_done - Shutdown prepare completion
9247 *
9248 * Return value:
9249 *      none
9250 **/
9251static void ipr_halt_done(struct ipr_cmnd *ipr_cmd)
9252{
9253        struct ipr_ioa_cfg *ioa_cfg = ipr_cmd->ioa_cfg;
9254
9255        list_add_tail(&ipr_cmd->queue, &ioa_cfg->free_q);
9256}
9257
9258/**
9259 * ipr_halt - Issue shutdown prepare to all adapters
9260 *
9261 * Return value:
9262 *      NOTIFY_OK on success / NOTIFY_DONE on failure
9263 **/
9264static int ipr_halt(struct notifier_block *nb, ulong event, void *buf)
9265{
9266        struct ipr_cmnd *ipr_cmd;
9267        struct ipr_ioa_cfg *ioa_cfg;
9268        unsigned long flags = 0;
9269
9270        if (event != SYS_RESTART && event != SYS_HALT && event != SYS_POWER_OFF)
9271                return NOTIFY_DONE;
9272
9273        spin_lock(&ipr_driver_lock);
9274
9275        list_for_each_entry(ioa_cfg, &ipr_ioa_head, queue) {
9276                spin_lock_irqsave(ioa_cfg->host->host_lock, flags);
9277                if (!ioa_cfg->allow_cmds) {
9278                        spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
9279                        continue;
9280                }
9281
9282                ipr_cmd = ipr_get_free_ipr_cmnd(ioa_cfg);
9283                ipr_cmd->ioarcb.res_handle = cpu_to_be32(IPR_IOA_RES_HANDLE);
9284                ipr_cmd->ioarcb.cmd_pkt.request_type = IPR_RQTYPE_IOACMD;
9285                ipr_cmd->ioarcb.cmd_pkt.cdb[0] = IPR_IOA_SHUTDOWN;
9286                ipr_cmd->ioarcb.cmd_pkt.cdb[1] = IPR_SHUTDOWN_PREPARE_FOR_NORMAL;
9287
9288                ipr_do_req(ipr_cmd, ipr_halt_done, ipr_timeout, IPR_DEVICE_RESET_TIMEOUT);
9289                spin_unlock_irqrestore(ioa_cfg->host->host_lock, flags);
9290        }
9291        spin_unlock(&ipr_driver_lock);
9292
9293        return NOTIFY_OK;
9294}
9295
9296static struct notifier_block ipr_notifier = {
9297        ipr_halt, NULL, 0
9298};
9299
9300/**
9301 * ipr_init - Module entry point
9302 *
9303 * Return value:
9304 *      0 on success / negative value on failure
9305 **/
9306static int __init ipr_init(void)
9307{
9308        ipr_info("IBM Power RAID SCSI Device Driver version: %s %s\n",
9309                 IPR_DRIVER_VERSION, IPR_DRIVER_DATE);
9310
9311        register_reboot_notifier(&ipr_notifier);
9312        return pci_register_driver(&ipr_driver);
9313}
9314
9315/**
9316 * ipr_exit - Module unload
9317 *
9318 * Module unload entry point.
9319 *
9320 * Return value:
9321 *      none
9322 **/
9323static void __exit ipr_exit(void)
9324{
9325        unregister_reboot_notifier(&ipr_notifier);
9326        pci_unregister_driver(&ipr_driver);
9327}
9328
9329module_init(ipr_init);
9330module_exit(ipr_exit);
9331