qemu/hw/scsi/mptsas.c
<<
>>
Prefs
   1/*
   2 * QEMU LSI SAS1068 Host Bus Adapter emulation
   3 * Based on the QEMU Megaraid emulator
   4 *
   5 * Copyright (c) 2009-2012 Hannes Reinecke, SUSE Labs
   6 * Copyright (c) 2012 Verizon, Inc.
   7 * Copyright (c) 2016 Red Hat, Inc.
   8 *
   9 * Authors: Don Slutz, Paolo Bonzini
  10 *
  11 * This library is free software; you can redistribute it and/or
  12 * modify it under the terms of the GNU Lesser General Public
  13 * License as published by the Free Software Foundation; either
  14 * version 2 of the License, or (at your option) any later version.
  15 *
  16 * This library is distributed in the hope that it will be useful,
  17 * but WITHOUT ANY WARRANTY; without even the implied warranty of
  18 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  19 * Lesser General Public License for more details.
  20 *
  21 * You should have received a copy of the GNU Lesser General Public
  22 * License along with this library; if not, see <http://www.gnu.org/licenses/>.
  23 */
  24
  25#include "qemu/osdep.h"
  26#include "hw/pci/pci.h"
  27#include "hw/qdev-properties.h"
  28#include "sysemu/dma.h"
  29#include "hw/pci/msi.h"
  30#include "qemu/iov.h"
  31#include "qemu/main-loop.h"
  32#include "qemu/module.h"
  33#include "hw/scsi/scsi.h"
  34#include "scsi/constants.h"
  35#include "trace.h"
  36#include "qapi/error.h"
  37#include "mptsas.h"
  38#include "migration/qemu-file-types.h"
  39#include "migration/vmstate.h"
  40#include "mpi.h"
  41
  42#define NAA_LOCALLY_ASSIGNED_ID 0x3ULL
  43#define IEEE_COMPANY_LOCALLY_ASSIGNED 0x525400
  44
  45#define TYPE_MPTSAS1068 "mptsas1068"
  46
  47#define MPT_SAS(obj) \
  48    OBJECT_CHECK(MPTSASState, (obj), TYPE_MPTSAS1068)
  49
  50#define MPTSAS1068_PRODUCT_ID                  \
  51    (MPI_FW_HEADER_PID_FAMILY_1068_SAS |       \
  52     MPI_FW_HEADER_PID_PROD_INITIATOR_SCSI |   \
  53     MPI_FW_HEADER_PID_TYPE_SAS)
  54
  55struct MPTSASRequest {
  56    MPIMsgSCSIIORequest scsi_io;
  57    SCSIRequest *sreq;
  58    QEMUSGList qsg;
  59    MPTSASState *dev;
  60
  61    QTAILQ_ENTRY(MPTSASRequest) next;
  62};
  63
  64static void mptsas_update_interrupt(MPTSASState *s)
  65{
  66    PCIDevice *pci = (PCIDevice *) s;
  67    uint32_t state = s->intr_status & ~(s->intr_mask | MPI_HIS_IOP_DOORBELL_STATUS);
  68
  69    if (msi_enabled(pci)) {
  70        if (state) {
  71            trace_mptsas_irq_msi(s);
  72            msi_notify(pci, 0);
  73        }
  74    }
  75
  76    trace_mptsas_irq_intx(s, !!state);
  77    pci_set_irq(pci, !!state);
  78}
  79
  80static void mptsas_set_fault(MPTSASState *s, uint32_t code)
  81{
  82    if ((s->state & MPI_IOC_STATE_FAULT) == 0) {
  83        s->state = MPI_IOC_STATE_FAULT | code;
  84    }
  85}
  86
  87#define MPTSAS_FIFO_INVALID(s, name)                     \
  88    ((s)->name##_head > ARRAY_SIZE((s)->name) ||         \
  89     (s)->name##_tail > ARRAY_SIZE((s)->name))
  90
  91#define MPTSAS_FIFO_EMPTY(s, name)                       \
  92    ((s)->name##_head == (s)->name##_tail)
  93
  94#define MPTSAS_FIFO_FULL(s, name)                        \
  95    ((s)->name##_head == ((s)->name##_tail + 1) % ARRAY_SIZE((s)->name))
  96
  97#define MPTSAS_FIFO_GET(s, name) ({                      \
  98    uint32_t _val = (s)->name[(s)->name##_head++];       \
  99    (s)->name##_head %= ARRAY_SIZE((s)->name);           \
 100    _val;                                                \
 101})
 102
 103#define MPTSAS_FIFO_PUT(s, name, val) do {       \
 104    (s)->name[(s)->name##_tail++] = (val);       \
 105    (s)->name##_tail %= ARRAY_SIZE((s)->name);   \
 106} while(0)
 107
 108static void mptsas_post_reply(MPTSASState *s, MPIDefaultReply *reply)
 109{
 110    PCIDevice *pci = (PCIDevice *) s;
 111    uint32_t addr_lo;
 112
 113    if (MPTSAS_FIFO_EMPTY(s, reply_free) || MPTSAS_FIFO_FULL(s, reply_post)) {
 114        mptsas_set_fault(s, MPI_IOCSTATUS_INSUFFICIENT_RESOURCES);
 115        return;
 116    }
 117
 118    addr_lo = MPTSAS_FIFO_GET(s, reply_free);
 119
 120    pci_dma_write(pci, addr_lo | s->host_mfa_high_addr, reply,
 121                  MIN(s->reply_frame_size, 4 * reply->MsgLength));
 122
 123    MPTSAS_FIFO_PUT(s, reply_post, MPI_ADDRESS_REPLY_A_BIT | (addr_lo >> 1));
 124
 125    s->intr_status |= MPI_HIS_REPLY_MESSAGE_INTERRUPT;
 126    if (s->doorbell_state == DOORBELL_WRITE) {
 127        s->doorbell_state = DOORBELL_NONE;
 128        s->intr_status |= MPI_HIS_DOORBELL_INTERRUPT;
 129    }
 130    mptsas_update_interrupt(s);
 131}
 132
 133void mptsas_reply(MPTSASState *s, MPIDefaultReply *reply)
 134{
 135    if (s->doorbell_state == DOORBELL_WRITE) {
 136        /* The reply is sent out in 16 bit chunks, while the size
 137         * in the reply is in 32 bit units.
 138         */
 139        s->doorbell_state = DOORBELL_READ;
 140        s->doorbell_reply_idx = 0;
 141        s->doorbell_reply_size = reply->MsgLength * 2;
 142        memcpy(s->doorbell_reply, reply, s->doorbell_reply_size * 2);
 143        s->intr_status |= MPI_HIS_DOORBELL_INTERRUPT;
 144        mptsas_update_interrupt(s);
 145    } else {
 146        mptsas_post_reply(s, reply);
 147    }
 148}
 149
 150static void mptsas_turbo_reply(MPTSASState *s, uint32_t msgctx)
 151{
 152    if (MPTSAS_FIFO_FULL(s, reply_post)) {
 153        mptsas_set_fault(s, MPI_IOCSTATUS_INSUFFICIENT_RESOURCES);
 154        return;
 155    }
 156
 157    /* The reply is just the message context ID (bit 31 = clear). */
 158    MPTSAS_FIFO_PUT(s, reply_post, msgctx);
 159
 160    s->intr_status |= MPI_HIS_REPLY_MESSAGE_INTERRUPT;
 161    mptsas_update_interrupt(s);
 162}
 163
 164#define MPTSAS_MAX_REQUEST_SIZE 52
 165
 166static const int mpi_request_sizes[] = {
 167    [MPI_FUNCTION_SCSI_IO_REQUEST]    = sizeof(MPIMsgSCSIIORequest),
 168    [MPI_FUNCTION_SCSI_TASK_MGMT]     = sizeof(MPIMsgSCSITaskMgmt),
 169    [MPI_FUNCTION_IOC_INIT]           = sizeof(MPIMsgIOCInit),
 170    [MPI_FUNCTION_IOC_FACTS]          = sizeof(MPIMsgIOCFacts),
 171    [MPI_FUNCTION_CONFIG]             = sizeof(MPIMsgConfig),
 172    [MPI_FUNCTION_PORT_FACTS]         = sizeof(MPIMsgPortFacts),
 173    [MPI_FUNCTION_PORT_ENABLE]        = sizeof(MPIMsgPortEnable),
 174    [MPI_FUNCTION_EVENT_NOTIFICATION] = sizeof(MPIMsgEventNotify),
 175};
 176
 177static dma_addr_t mptsas_ld_sg_base(MPTSASState *s, uint32_t flags_and_length,
 178                                    dma_addr_t *sgaddr)
 179{
 180    PCIDevice *pci = (PCIDevice *) s;
 181    dma_addr_t addr;
 182
 183    if (flags_and_length & MPI_SGE_FLAGS_64_BIT_ADDRESSING) {
 184        addr = ldq_le_pci_dma(pci, *sgaddr + 4);
 185        *sgaddr += 12;
 186    } else {
 187        addr = ldl_le_pci_dma(pci, *sgaddr + 4);
 188        *sgaddr += 8;
 189    }
 190    return addr;
 191}
 192
 193static int mptsas_build_sgl(MPTSASState *s, MPTSASRequest *req, hwaddr addr)
 194{
 195    PCIDevice *pci = (PCIDevice *) s;
 196    hwaddr next_chain_addr;
 197    uint32_t left;
 198    hwaddr sgaddr;
 199    uint32_t chain_offset;
 200
 201    chain_offset = req->scsi_io.ChainOffset;
 202    next_chain_addr = addr + chain_offset * sizeof(uint32_t);
 203    sgaddr = addr + sizeof(MPIMsgSCSIIORequest);
 204    pci_dma_sglist_init(&req->qsg, pci, 4);
 205    left = req->scsi_io.DataLength;
 206
 207    for(;;) {
 208        dma_addr_t addr, len;
 209        uint32_t flags_and_length;
 210
 211        flags_and_length = ldl_le_pci_dma(pci, sgaddr);
 212        len = flags_and_length & MPI_SGE_LENGTH_MASK;
 213        if ((flags_and_length & MPI_SGE_FLAGS_ELEMENT_TYPE_MASK)
 214            != MPI_SGE_FLAGS_SIMPLE_ELEMENT ||
 215            (!len &&
 216             !(flags_and_length & MPI_SGE_FLAGS_END_OF_LIST) &&
 217             !(flags_and_length & MPI_SGE_FLAGS_END_OF_BUFFER))) {
 218            return MPI_IOCSTATUS_INVALID_SGL;
 219        }
 220
 221        len = MIN(len, left);
 222        if (!len) {
 223            /* We reached the desired transfer length, ignore extra
 224             * elements of the s/g list.
 225             */
 226            break;
 227        }
 228
 229        addr = mptsas_ld_sg_base(s, flags_and_length, &sgaddr);
 230        qemu_sglist_add(&req->qsg, addr, len);
 231        left -= len;
 232
 233        if (flags_and_length & MPI_SGE_FLAGS_END_OF_LIST) {
 234            break;
 235        }
 236
 237        if (flags_and_length & MPI_SGE_FLAGS_LAST_ELEMENT) {
 238            if (!chain_offset) {
 239                break;
 240            }
 241
 242            flags_and_length = ldl_le_pci_dma(pci, next_chain_addr);
 243            if ((flags_and_length & MPI_SGE_FLAGS_ELEMENT_TYPE_MASK)
 244                != MPI_SGE_FLAGS_CHAIN_ELEMENT) {
 245                return MPI_IOCSTATUS_INVALID_SGL;
 246            }
 247
 248            sgaddr = mptsas_ld_sg_base(s, flags_and_length, &next_chain_addr);
 249            chain_offset =
 250                (flags_and_length & MPI_SGE_CHAIN_OFFSET_MASK) >> MPI_SGE_CHAIN_OFFSET_SHIFT;
 251            next_chain_addr = sgaddr + chain_offset * sizeof(uint32_t);
 252        }
 253    }
 254    return 0;
 255}
 256
 257static void mptsas_free_request(MPTSASRequest *req)
 258{
 259    MPTSASState *s = req->dev;
 260
 261    if (req->sreq != NULL) {
 262        req->sreq->hba_private = NULL;
 263        scsi_req_unref(req->sreq);
 264        req->sreq = NULL;
 265        QTAILQ_REMOVE(&s->pending, req, next);
 266    }
 267    qemu_sglist_destroy(&req->qsg);
 268    g_free(req);
 269}
 270
 271static int mptsas_scsi_device_find(MPTSASState *s, int bus, int target,
 272                                   uint8_t *lun, SCSIDevice **sdev)
 273{
 274    if (bus != 0) {
 275        return MPI_IOCSTATUS_SCSI_INVALID_BUS;
 276    }
 277
 278    if (target >= s->max_devices) {
 279        return MPI_IOCSTATUS_SCSI_INVALID_TARGETID;
 280    }
 281
 282    *sdev = scsi_device_find(&s->bus, bus, target, lun[1]);
 283    if (!*sdev) {
 284        return MPI_IOCSTATUS_SCSI_DEVICE_NOT_THERE;
 285    }
 286
 287    return 0;
 288}
 289
 290static int mptsas_process_scsi_io_request(MPTSASState *s,
 291                                          MPIMsgSCSIIORequest *scsi_io,
 292                                          hwaddr addr)
 293{
 294    MPTSASRequest *req;
 295    MPIMsgSCSIIOReply reply;
 296    SCSIDevice *sdev;
 297    int status;
 298
 299    mptsas_fix_scsi_io_endianness(scsi_io);
 300
 301    trace_mptsas_process_scsi_io_request(s, scsi_io->Bus, scsi_io->TargetID,
 302                                         scsi_io->LUN[1], scsi_io->DataLength);
 303
 304    status = mptsas_scsi_device_find(s, scsi_io->Bus, scsi_io->TargetID,
 305                                     scsi_io->LUN, &sdev);
 306    if (status) {
 307        goto bad;
 308    }
 309
 310    req = g_new0(MPTSASRequest, 1);
 311    QTAILQ_INSERT_TAIL(&s->pending, req, next);
 312    req->scsi_io = *scsi_io;
 313    req->dev = s;
 314
 315    status = mptsas_build_sgl(s, req, addr);
 316    if (status) {
 317        goto free_bad;
 318    }
 319
 320    if (req->qsg.size < scsi_io->DataLength) {
 321        trace_mptsas_sgl_overflow(s, scsi_io->MsgContext, scsi_io->DataLength,
 322                                  req->qsg.size);
 323        status = MPI_IOCSTATUS_INVALID_SGL;
 324        goto free_bad;
 325    }
 326
 327    req->sreq = scsi_req_new(sdev, scsi_io->MsgContext,
 328                            scsi_io->LUN[1], scsi_io->CDB, req);
 329
 330    if (req->sreq->cmd.xfer > scsi_io->DataLength) {
 331        goto overrun;
 332    }
 333    switch (scsi_io->Control & MPI_SCSIIO_CONTROL_DATADIRECTION_MASK) {
 334    case MPI_SCSIIO_CONTROL_NODATATRANSFER:
 335        if (req->sreq->cmd.mode != SCSI_XFER_NONE) {
 336            goto overrun;
 337        }
 338        break;
 339
 340    case MPI_SCSIIO_CONTROL_WRITE:
 341        if (req->sreq->cmd.mode != SCSI_XFER_TO_DEV) {
 342            goto overrun;
 343        }
 344        break;
 345
 346    case MPI_SCSIIO_CONTROL_READ:
 347        if (req->sreq->cmd.mode != SCSI_XFER_FROM_DEV) {
 348            goto overrun;
 349        }
 350        break;
 351    }
 352
 353    if (scsi_req_enqueue(req->sreq)) {
 354        scsi_req_continue(req->sreq);
 355    }
 356    return 0;
 357
 358overrun:
 359    trace_mptsas_scsi_overflow(s, scsi_io->MsgContext, req->sreq->cmd.xfer,
 360                               scsi_io->DataLength);
 361    status = MPI_IOCSTATUS_SCSI_DATA_OVERRUN;
 362free_bad:
 363    mptsas_free_request(req);
 364bad:
 365    memset(&reply, 0, sizeof(reply));
 366    reply.TargetID          = scsi_io->TargetID;
 367    reply.Bus               = scsi_io->Bus;
 368    reply.MsgLength         = sizeof(reply) / 4;
 369    reply.Function          = scsi_io->Function;
 370    reply.CDBLength         = scsi_io->CDBLength;
 371    reply.SenseBufferLength = scsi_io->SenseBufferLength;
 372    reply.MsgContext        = scsi_io->MsgContext;
 373    reply.SCSIState         = MPI_SCSI_STATE_NO_SCSI_STATUS;
 374    reply.IOCStatus         = status;
 375
 376    mptsas_fix_scsi_io_reply_endianness(&reply);
 377    mptsas_reply(s, (MPIDefaultReply *)&reply);
 378
 379    return 0;
 380}
 381
 382typedef struct {
 383    Notifier                notifier;
 384    MPTSASState             *s;
 385    MPIMsgSCSITaskMgmtReply *reply;
 386} MPTSASCancelNotifier;
 387
 388static void mptsas_cancel_notify(Notifier *notifier, void *data)
 389{
 390    MPTSASCancelNotifier *n = container_of(notifier,
 391                                           MPTSASCancelNotifier,
 392                                           notifier);
 393
 394    /* Abusing IOCLogInfo to store the expected number of requests... */
 395    if (++n->reply->TerminationCount == n->reply->IOCLogInfo) {
 396        n->reply->IOCLogInfo = 0;
 397        mptsas_fix_scsi_task_mgmt_reply_endianness(n->reply);
 398        mptsas_post_reply(n->s, (MPIDefaultReply *)n->reply);
 399        g_free(n->reply);
 400    }
 401    g_free(n);
 402}
 403
 404static void mptsas_process_scsi_task_mgmt(MPTSASState *s, MPIMsgSCSITaskMgmt *req)
 405{
 406    MPIMsgSCSITaskMgmtReply reply;
 407    MPIMsgSCSITaskMgmtReply *reply_async;
 408    int status, count;
 409    SCSIDevice *sdev;
 410    SCSIRequest *r, *next;
 411    BusChild *kid;
 412
 413    mptsas_fix_scsi_task_mgmt_endianness(req);
 414
 415    QEMU_BUILD_BUG_ON(MPTSAS_MAX_REQUEST_SIZE < sizeof(*req));
 416    QEMU_BUILD_BUG_ON(sizeof(s->doorbell_msg) < sizeof(*req));
 417    QEMU_BUILD_BUG_ON(sizeof(s->doorbell_reply) < sizeof(reply));
 418
 419    memset(&reply, 0, sizeof(reply));
 420    reply.TargetID   = req->TargetID;
 421    reply.Bus        = req->Bus;
 422    reply.MsgLength  = sizeof(reply) / 4;
 423    reply.Function   = req->Function;
 424    reply.TaskType   = req->TaskType;
 425    reply.MsgContext = req->MsgContext;
 426
 427    switch (req->TaskType) {
 428    case MPI_SCSITASKMGMT_TASKTYPE_ABORT_TASK:
 429    case MPI_SCSITASKMGMT_TASKTYPE_QUERY_TASK:
 430        status = mptsas_scsi_device_find(s, req->Bus, req->TargetID,
 431                                         req->LUN, &sdev);
 432        if (status) {
 433            reply.IOCStatus = status;
 434            goto out;
 435        }
 436        if (sdev->lun != req->LUN[1]) {
 437            reply.ResponseCode = MPI_SCSITASKMGMT_RSP_TM_INVALID_LUN;
 438            goto out;
 439        }
 440
 441        QTAILQ_FOREACH_SAFE(r, &sdev->requests, next, next) {
 442            MPTSASRequest *cmd_req = r->hba_private;
 443            if (cmd_req && cmd_req->scsi_io.MsgContext == req->TaskMsgContext) {
 444                break;
 445            }
 446        }
 447        if (r) {
 448            /*
 449             * Assert that the request has not been completed yet, we
 450             * check for it in the loop above.
 451             */
 452            assert(r->hba_private);
 453            if (req->TaskType == MPI_SCSITASKMGMT_TASKTYPE_QUERY_TASK) {
 454                /* "If the specified command is present in the task set, then
 455                 * return a service response set to FUNCTION SUCCEEDED".
 456                 */
 457                reply.ResponseCode = MPI_SCSITASKMGMT_RSP_TM_SUCCEEDED;
 458            } else {
 459                MPTSASCancelNotifier *notifier;
 460
 461                reply_async = g_memdup(&reply, sizeof(MPIMsgSCSITaskMgmtReply));
 462                reply_async->IOCLogInfo = INT_MAX;
 463
 464                count = 1;
 465                notifier = g_new(MPTSASCancelNotifier, 1);
 466                notifier->s = s;
 467                notifier->reply = reply_async;
 468                notifier->notifier.notify = mptsas_cancel_notify;
 469                scsi_req_cancel_async(r, &notifier->notifier);
 470                goto reply_maybe_async;
 471            }
 472        }
 473        break;
 474
 475    case MPI_SCSITASKMGMT_TASKTYPE_ABRT_TASK_SET:
 476    case MPI_SCSITASKMGMT_TASKTYPE_CLEAR_TASK_SET:
 477        status = mptsas_scsi_device_find(s, req->Bus, req->TargetID,
 478                                         req->LUN, &sdev);
 479        if (status) {
 480            reply.IOCStatus = status;
 481            goto out;
 482        }
 483        if (sdev->lun != req->LUN[1]) {
 484            reply.ResponseCode = MPI_SCSITASKMGMT_RSP_TM_INVALID_LUN;
 485            goto out;
 486        }
 487
 488        reply_async = g_memdup(&reply, sizeof(MPIMsgSCSITaskMgmtReply));
 489        reply_async->IOCLogInfo = INT_MAX;
 490
 491        count = 0;
 492        QTAILQ_FOREACH_SAFE(r, &sdev->requests, next, next) {
 493            if (r->hba_private) {
 494                MPTSASCancelNotifier *notifier;
 495
 496                count++;
 497                notifier = g_new(MPTSASCancelNotifier, 1);
 498                notifier->s = s;
 499                notifier->reply = reply_async;
 500                notifier->notifier.notify = mptsas_cancel_notify;
 501                scsi_req_cancel_async(r, &notifier->notifier);
 502            }
 503        }
 504
 505reply_maybe_async:
 506        if (reply_async->TerminationCount < count) {
 507            reply_async->IOCLogInfo = count;
 508            return;
 509        }
 510        g_free(reply_async);
 511        reply.TerminationCount = count;
 512        break;
 513
 514    case MPI_SCSITASKMGMT_TASKTYPE_LOGICAL_UNIT_RESET:
 515        status = mptsas_scsi_device_find(s, req->Bus, req->TargetID,
 516                                         req->LUN, &sdev);
 517        if (status) {
 518            reply.IOCStatus = status;
 519            goto out;
 520        }
 521        if (sdev->lun != req->LUN[1]) {
 522            reply.ResponseCode = MPI_SCSITASKMGMT_RSP_TM_INVALID_LUN;
 523            goto out;
 524        }
 525        qdev_reset_all(&sdev->qdev);
 526        break;
 527
 528    case MPI_SCSITASKMGMT_TASKTYPE_TARGET_RESET:
 529        if (req->Bus != 0) {
 530            reply.IOCStatus = MPI_IOCSTATUS_SCSI_INVALID_BUS;
 531            goto out;
 532        }
 533        if (req->TargetID > s->max_devices) {
 534            reply.IOCStatus = MPI_IOCSTATUS_SCSI_INVALID_TARGETID;
 535            goto out;
 536        }
 537
 538        QTAILQ_FOREACH(kid, &s->bus.qbus.children, sibling) {
 539            sdev = SCSI_DEVICE(kid->child);
 540            if (sdev->channel == 0 && sdev->id == req->TargetID) {
 541                qdev_reset_all(kid->child);
 542            }
 543        }
 544        break;
 545
 546    case MPI_SCSITASKMGMT_TASKTYPE_RESET_BUS:
 547        qbus_reset_all(BUS(&s->bus));
 548        break;
 549
 550    default:
 551        reply.ResponseCode = MPI_SCSITASKMGMT_RSP_TM_NOT_SUPPORTED;
 552        break;
 553    }
 554
 555out:
 556    mptsas_fix_scsi_task_mgmt_reply_endianness(&reply);
 557    mptsas_post_reply(s, (MPIDefaultReply *)&reply);
 558}
 559
 560static void mptsas_process_ioc_init(MPTSASState *s, MPIMsgIOCInit *req)
 561{
 562    MPIMsgIOCInitReply reply;
 563
 564    mptsas_fix_ioc_init_endianness(req);
 565
 566    QEMU_BUILD_BUG_ON(MPTSAS_MAX_REQUEST_SIZE < sizeof(*req));
 567    QEMU_BUILD_BUG_ON(sizeof(s->doorbell_msg) < sizeof(*req));
 568    QEMU_BUILD_BUG_ON(sizeof(s->doorbell_reply) < sizeof(reply));
 569
 570    s->who_init               = req->WhoInit;
 571    s->reply_frame_size       = req->ReplyFrameSize;
 572    s->max_buses              = req->MaxBuses;
 573    s->max_devices            = req->MaxDevices ? req->MaxDevices : 256;
 574    s->host_mfa_high_addr     = (hwaddr)req->HostMfaHighAddr << 32;
 575    s->sense_buffer_high_addr = (hwaddr)req->SenseBufferHighAddr << 32;
 576
 577    if (s->state == MPI_IOC_STATE_READY) {
 578        s->state = MPI_IOC_STATE_OPERATIONAL;
 579    }
 580
 581    memset(&reply, 0, sizeof(reply));
 582    reply.WhoInit    = s->who_init;
 583    reply.MsgLength  = sizeof(reply) / 4;
 584    reply.Function   = req->Function;
 585    reply.MaxDevices = s->max_devices;
 586    reply.MaxBuses   = s->max_buses;
 587    reply.MsgContext = req->MsgContext;
 588
 589    mptsas_fix_ioc_init_reply_endianness(&reply);
 590    mptsas_reply(s, (MPIDefaultReply *)&reply);
 591}
 592
 593static void mptsas_process_ioc_facts(MPTSASState *s,
 594                                     MPIMsgIOCFacts *req)
 595{
 596    MPIMsgIOCFactsReply reply;
 597
 598    mptsas_fix_ioc_facts_endianness(req);
 599
 600    QEMU_BUILD_BUG_ON(MPTSAS_MAX_REQUEST_SIZE < sizeof(*req));
 601    QEMU_BUILD_BUG_ON(sizeof(s->doorbell_msg) < sizeof(*req));
 602    QEMU_BUILD_BUG_ON(sizeof(s->doorbell_reply) < sizeof(reply));
 603
 604    memset(&reply, 0, sizeof(reply));
 605    reply.MsgVersion                 = 0x0105;
 606    reply.MsgLength                  = sizeof(reply) / 4;
 607    reply.Function                   = req->Function;
 608    reply.MsgContext                 = req->MsgContext;
 609    reply.MaxChainDepth              = MPTSAS_MAXIMUM_CHAIN_DEPTH;
 610    reply.WhoInit                    = s->who_init;
 611    reply.BlockSize                  = MPTSAS_MAX_REQUEST_SIZE / sizeof(uint32_t);
 612    reply.ReplyQueueDepth            = ARRAY_SIZE(s->reply_post) - 1;
 613    QEMU_BUILD_BUG_ON(ARRAY_SIZE(s->reply_post) != ARRAY_SIZE(s->reply_free));
 614
 615    reply.RequestFrameSize           = 128;
 616    reply.ProductID                  = MPTSAS1068_PRODUCT_ID;
 617    reply.CurrentHostMfaHighAddr     = s->host_mfa_high_addr >> 32;
 618    reply.GlobalCredits              = ARRAY_SIZE(s->request_post) - 1;
 619    reply.NumberOfPorts              = MPTSAS_NUM_PORTS;
 620    reply.CurrentSenseBufferHighAddr = s->sense_buffer_high_addr >> 32;
 621    reply.CurReplyFrameSize          = s->reply_frame_size;
 622    reply.MaxDevices                 = s->max_devices;
 623    reply.MaxBuses                   = s->max_buses;
 624    reply.FWVersionDev               = 0;
 625    reply.FWVersionUnit              = 0x92;
 626    reply.FWVersionMinor             = 0x32;
 627    reply.FWVersionMajor             = 0x1;
 628
 629    mptsas_fix_ioc_facts_reply_endianness(&reply);
 630    mptsas_reply(s, (MPIDefaultReply *)&reply);
 631}
 632
 633static void mptsas_process_port_facts(MPTSASState *s,
 634                                     MPIMsgPortFacts *req)
 635{
 636    MPIMsgPortFactsReply reply;
 637
 638    mptsas_fix_port_facts_endianness(req);
 639
 640    QEMU_BUILD_BUG_ON(MPTSAS_MAX_REQUEST_SIZE < sizeof(*req));
 641    QEMU_BUILD_BUG_ON(sizeof(s->doorbell_msg) < sizeof(*req));
 642    QEMU_BUILD_BUG_ON(sizeof(s->doorbell_reply) < sizeof(reply));
 643
 644    memset(&reply, 0, sizeof(reply));
 645    reply.MsgLength  = sizeof(reply) / 4;
 646    reply.Function   = req->Function;
 647    reply.PortNumber = req->PortNumber;
 648    reply.MsgContext = req->MsgContext;
 649
 650    if (req->PortNumber < MPTSAS_NUM_PORTS) {
 651        reply.PortType      = MPI_PORTFACTS_PORTTYPE_SAS;
 652        reply.MaxDevices    = MPTSAS_NUM_PORTS;
 653        reply.PortSCSIID    = MPTSAS_NUM_PORTS;
 654        reply.ProtocolFlags = MPI_PORTFACTS_PROTOCOL_LOGBUSADDR | MPI_PORTFACTS_PROTOCOL_INITIATOR;
 655    }
 656
 657    mptsas_fix_port_facts_reply_endianness(&reply);
 658    mptsas_reply(s, (MPIDefaultReply *)&reply);
 659}
 660
 661static void mptsas_process_port_enable(MPTSASState *s,
 662                                       MPIMsgPortEnable *req)
 663{
 664    MPIMsgPortEnableReply reply;
 665
 666    mptsas_fix_port_enable_endianness(req);
 667
 668    QEMU_BUILD_BUG_ON(MPTSAS_MAX_REQUEST_SIZE < sizeof(*req));
 669    QEMU_BUILD_BUG_ON(sizeof(s->doorbell_msg) < sizeof(*req));
 670    QEMU_BUILD_BUG_ON(sizeof(s->doorbell_reply) < sizeof(reply));
 671
 672    memset(&reply, 0, sizeof(reply));
 673    reply.MsgLength  = sizeof(reply) / 4;
 674    reply.PortNumber = req->PortNumber;
 675    reply.Function   = req->Function;
 676    reply.MsgContext = req->MsgContext;
 677
 678    mptsas_fix_port_enable_reply_endianness(&reply);
 679    mptsas_reply(s, (MPIDefaultReply *)&reply);
 680}
 681
 682static void mptsas_process_event_notification(MPTSASState *s,
 683                                              MPIMsgEventNotify *req)
 684{
 685    MPIMsgEventNotifyReply reply;
 686
 687    mptsas_fix_event_notification_endianness(req);
 688
 689    QEMU_BUILD_BUG_ON(MPTSAS_MAX_REQUEST_SIZE < sizeof(*req));
 690    QEMU_BUILD_BUG_ON(sizeof(s->doorbell_msg) < sizeof(*req));
 691    QEMU_BUILD_BUG_ON(sizeof(s->doorbell_reply) < sizeof(reply));
 692
 693    /* Don't even bother storing whether event notification is enabled,
 694     * since it is not accessible.
 695     */
 696
 697    memset(&reply, 0, sizeof(reply));
 698    reply.EventDataLength = sizeof(reply.Data) / 4;
 699    reply.MsgLength       = sizeof(reply) / 4;
 700    reply.Function        = req->Function;
 701
 702    /* This is set because events are sent through the reply FIFOs.  */
 703    reply.MsgFlags        = MPI_MSGFLAGS_CONTINUATION_REPLY;
 704
 705    reply.MsgContext      = req->MsgContext;
 706    reply.Event           = MPI_EVENT_EVENT_CHANGE;
 707    reply.Data[0]         = !!req->Switch;
 708
 709    mptsas_fix_event_notification_reply_endianness(&reply);
 710    mptsas_reply(s, (MPIDefaultReply *)&reply);
 711}
 712
 713static void mptsas_process_message(MPTSASState *s, MPIRequestHeader *req)
 714{
 715    trace_mptsas_process_message(s, req->Function, req->MsgContext);
 716    switch (req->Function) {
 717    case MPI_FUNCTION_SCSI_TASK_MGMT:
 718        mptsas_process_scsi_task_mgmt(s, (MPIMsgSCSITaskMgmt *)req);
 719        break;
 720
 721    case MPI_FUNCTION_IOC_INIT:
 722        mptsas_process_ioc_init(s, (MPIMsgIOCInit *)req);
 723        break;
 724
 725    case MPI_FUNCTION_IOC_FACTS:
 726        mptsas_process_ioc_facts(s, (MPIMsgIOCFacts *)req);
 727        break;
 728
 729    case MPI_FUNCTION_PORT_FACTS:
 730        mptsas_process_port_facts(s, (MPIMsgPortFacts *)req);
 731        break;
 732
 733    case MPI_FUNCTION_PORT_ENABLE:
 734        mptsas_process_port_enable(s, (MPIMsgPortEnable *)req);
 735        break;
 736
 737    case MPI_FUNCTION_EVENT_NOTIFICATION:
 738        mptsas_process_event_notification(s, (MPIMsgEventNotify *)req);
 739        break;
 740
 741    case MPI_FUNCTION_CONFIG:
 742        mptsas_process_config(s, (MPIMsgConfig *)req);
 743        break;
 744
 745    default:
 746        trace_mptsas_unhandled_cmd(s, req->Function, 0);
 747        mptsas_set_fault(s, MPI_IOCSTATUS_INVALID_FUNCTION);
 748        break;
 749    }
 750}
 751
 752static void mptsas_fetch_request(MPTSASState *s)
 753{
 754    PCIDevice *pci = (PCIDevice *) s;
 755    char req[MPTSAS_MAX_REQUEST_SIZE];
 756    MPIRequestHeader *hdr = (MPIRequestHeader *)req;
 757    hwaddr addr;
 758    int size;
 759
 760    /* Read the message header from the guest first. */
 761    addr = s->host_mfa_high_addr | MPTSAS_FIFO_GET(s, request_post);
 762    pci_dma_read(pci, addr, req, sizeof(*hdr));
 763
 764    if (hdr->Function < ARRAY_SIZE(mpi_request_sizes) &&
 765        mpi_request_sizes[hdr->Function]) {
 766        /* Read the rest of the request based on the type.  Do not
 767         * reread everything, as that could cause a TOC/TOU mismatch
 768         * and leak data from the QEMU stack.
 769         */
 770        size = mpi_request_sizes[hdr->Function];
 771        assert(size <= MPTSAS_MAX_REQUEST_SIZE);
 772        pci_dma_read(pci, addr + sizeof(*hdr), &req[sizeof(*hdr)],
 773                     size - sizeof(*hdr));
 774    }
 775
 776    if (hdr->Function == MPI_FUNCTION_SCSI_IO_REQUEST) {
 777        /* SCSI I/O requests are separate from mptsas_process_message
 778         * because they cannot be sent through the doorbell yet.
 779         */
 780        mptsas_process_scsi_io_request(s, (MPIMsgSCSIIORequest *)req, addr);
 781    } else {
 782        mptsas_process_message(s, (MPIRequestHeader *)req);
 783    }
 784}
 785
 786static void mptsas_fetch_requests(void *opaque)
 787{
 788    MPTSASState *s = opaque;
 789
 790    if (s->state != MPI_IOC_STATE_OPERATIONAL) {
 791        mptsas_set_fault(s, MPI_IOCSTATUS_INVALID_STATE);
 792        return;
 793    }
 794    while (!MPTSAS_FIFO_EMPTY(s, request_post)) {
 795        mptsas_fetch_request(s);
 796    }
 797}
 798
 799static void mptsas_soft_reset(MPTSASState *s)
 800{
 801    uint32_t save_mask;
 802
 803    trace_mptsas_reset(s);
 804
 805    /* Temporarily disable interrupts */
 806    save_mask = s->intr_mask;
 807    s->intr_mask = MPI_HIM_DIM | MPI_HIM_RIM;
 808    mptsas_update_interrupt(s);
 809
 810    qbus_reset_all(BUS(&s->bus));
 811    s->intr_status = 0;
 812    s->intr_mask = save_mask;
 813
 814    s->reply_free_tail = 0;
 815    s->reply_free_head = 0;
 816    s->reply_post_tail = 0;
 817    s->reply_post_head = 0;
 818    s->request_post_tail = 0;
 819    s->request_post_head = 0;
 820    qemu_bh_cancel(s->request_bh);
 821
 822    s->state = MPI_IOC_STATE_READY;
 823}
 824
 825static uint32_t mptsas_doorbell_read(MPTSASState *s)
 826{
 827    uint32_t ret;
 828
 829    ret = (s->who_init << MPI_DOORBELL_WHO_INIT_SHIFT) & MPI_DOORBELL_WHO_INIT_MASK;
 830    ret |= s->state;
 831    switch (s->doorbell_state) {
 832    case DOORBELL_NONE:
 833        break;
 834
 835    case DOORBELL_WRITE:
 836        ret |= MPI_DOORBELL_ACTIVE;
 837        break;
 838
 839    case DOORBELL_READ:
 840        /* Get rid of the IOC fault code.  */
 841        ret &= ~MPI_DOORBELL_DATA_MASK;
 842
 843        assert(s->intr_status & MPI_HIS_DOORBELL_INTERRUPT);
 844        assert(s->doorbell_reply_idx <= s->doorbell_reply_size);
 845
 846        ret |= MPI_DOORBELL_ACTIVE;
 847        if (s->doorbell_reply_idx < s->doorbell_reply_size) {
 848            /* For more information about this endian switch, see the
 849             * commit message for commit 36b62ae ("fw_cfg: fix endianness in
 850             * fw_cfg_data_mem_read() / _write()", 2015-01-16).
 851             */
 852            ret |= le16_to_cpu(s->doorbell_reply[s->doorbell_reply_idx++]);
 853        }
 854        break;
 855
 856    default:
 857        abort();
 858    }
 859
 860    return ret;
 861}
 862
 863static void mptsas_doorbell_write(MPTSASState *s, uint32_t val)
 864{
 865    if (s->doorbell_state == DOORBELL_WRITE) {
 866        if (s->doorbell_idx < s->doorbell_cnt) {
 867            /* For more information about this endian switch, see the
 868             * commit message for commit 36b62ae ("fw_cfg: fix endianness in
 869             * fw_cfg_data_mem_read() / _write()", 2015-01-16).
 870             */
 871            s->doorbell_msg[s->doorbell_idx++] = cpu_to_le32(val);
 872            if (s->doorbell_idx == s->doorbell_cnt) {
 873                mptsas_process_message(s, (MPIRequestHeader *)s->doorbell_msg);
 874            }
 875        }
 876        return;
 877    }
 878
 879    switch ((val & MPI_DOORBELL_FUNCTION_MASK) >> MPI_DOORBELL_FUNCTION_SHIFT) {
 880    case MPI_FUNCTION_IOC_MESSAGE_UNIT_RESET:
 881        mptsas_soft_reset(s);
 882        break;
 883    case MPI_FUNCTION_IO_UNIT_RESET:
 884        break;
 885    case MPI_FUNCTION_HANDSHAKE:
 886        s->doorbell_state = DOORBELL_WRITE;
 887        s->doorbell_idx = 0;
 888        s->doorbell_cnt = (val & MPI_DOORBELL_ADD_DWORDS_MASK)
 889            >> MPI_DOORBELL_ADD_DWORDS_SHIFT;
 890        s->intr_status |= MPI_HIS_DOORBELL_INTERRUPT;
 891        mptsas_update_interrupt(s);
 892        break;
 893    default:
 894        trace_mptsas_unhandled_doorbell_cmd(s, val);
 895        break;
 896    }
 897}
 898
 899static void mptsas_write_sequence_write(MPTSASState *s, uint32_t val)
 900{
 901    /* If the diagnostic register is enabled, any write to this register
 902     * will disable it.  Otherwise, the guest has to do a magic five-write
 903     * sequence.
 904     */
 905    if (s->diagnostic & MPI_DIAG_DRWE) {
 906        goto disable;
 907    }
 908
 909    switch (s->diagnostic_idx) {
 910    case 0:
 911        if ((val & MPI_WRSEQ_KEY_VALUE_MASK) != MPI_WRSEQ_1ST_KEY_VALUE) {
 912            goto disable;
 913        }
 914        break;
 915    case 1:
 916        if ((val & MPI_WRSEQ_KEY_VALUE_MASK) != MPI_WRSEQ_2ND_KEY_VALUE) {
 917            goto disable;
 918        }
 919        break;
 920    case 2:
 921        if ((val & MPI_WRSEQ_KEY_VALUE_MASK) != MPI_WRSEQ_3RD_KEY_VALUE) {
 922            goto disable;
 923        }
 924        break;
 925    case 3:
 926        if ((val & MPI_WRSEQ_KEY_VALUE_MASK) != MPI_WRSEQ_4TH_KEY_VALUE) {
 927            goto disable;
 928        }
 929        break;
 930    case 4:
 931        if ((val & MPI_WRSEQ_KEY_VALUE_MASK) != MPI_WRSEQ_5TH_KEY_VALUE) {
 932            goto disable;
 933        }
 934        /* Prepare Spaceball One for departure, and change the
 935         * combination on my luggage!
 936         */
 937        s->diagnostic |= MPI_DIAG_DRWE;
 938        break;
 939    }
 940    s->diagnostic_idx++;
 941    return;
 942
 943disable:
 944    s->diagnostic &= ~MPI_DIAG_DRWE;
 945    s->diagnostic_idx = 0;
 946}
 947
 948static int mptsas_hard_reset(MPTSASState *s)
 949{
 950    mptsas_soft_reset(s);
 951
 952    s->intr_mask = MPI_HIM_DIM | MPI_HIM_RIM;
 953
 954    s->host_mfa_high_addr = 0;
 955    s->sense_buffer_high_addr = 0;
 956    s->reply_frame_size = 0;
 957    s->max_devices = MPTSAS_NUM_PORTS;
 958    s->max_buses = 1;
 959
 960    return 0;
 961}
 962
 963static void mptsas_interrupt_status_write(MPTSASState *s)
 964{
 965    switch (s->doorbell_state) {
 966    case DOORBELL_NONE:
 967    case DOORBELL_WRITE:
 968        s->intr_status &= ~MPI_HIS_DOORBELL_INTERRUPT;
 969        break;
 970
 971    case DOORBELL_READ:
 972        /* The reply can be read continuously, so leave the interrupt up.  */
 973        assert(s->intr_status & MPI_HIS_DOORBELL_INTERRUPT);
 974        if (s->doorbell_reply_idx == s->doorbell_reply_size) {
 975            s->doorbell_state = DOORBELL_NONE;
 976        }
 977        break;
 978
 979    default:
 980        abort();
 981    }
 982    mptsas_update_interrupt(s);
 983}
 984
 985static uint32_t mptsas_reply_post_read(MPTSASState *s)
 986{
 987    uint32_t ret;
 988
 989    if (!MPTSAS_FIFO_EMPTY(s, reply_post)) {
 990        ret = MPTSAS_FIFO_GET(s, reply_post);
 991    } else {
 992        ret = -1;
 993        s->intr_status &= ~MPI_HIS_REPLY_MESSAGE_INTERRUPT;
 994        mptsas_update_interrupt(s);
 995    }
 996
 997    return ret;
 998}
 999
1000static uint64_t mptsas_mmio_read(void *opaque, hwaddr addr,
1001                                  unsigned size)
1002{
1003    MPTSASState *s = opaque;
1004    uint32_t ret = 0;
1005
1006    switch (addr & ~3) {
1007    case MPI_DOORBELL_OFFSET:
1008        ret = mptsas_doorbell_read(s);
1009        break;
1010
1011    case MPI_DIAGNOSTIC_OFFSET:
1012        ret = s->diagnostic;
1013        break;
1014
1015    case MPI_HOST_INTERRUPT_STATUS_OFFSET:
1016        ret = s->intr_status;
1017        break;
1018
1019    case MPI_HOST_INTERRUPT_MASK_OFFSET:
1020        ret = s->intr_mask;
1021        break;
1022
1023    case MPI_REPLY_POST_FIFO_OFFSET:
1024        ret = mptsas_reply_post_read(s);
1025        break;
1026
1027    default:
1028        trace_mptsas_mmio_unhandled_read(s, addr);
1029        break;
1030    }
1031    trace_mptsas_mmio_read(s, addr, ret);
1032    return ret;
1033}
1034
1035static void mptsas_mmio_write(void *opaque, hwaddr addr,
1036                               uint64_t val, unsigned size)
1037{
1038    MPTSASState *s = opaque;
1039
1040    trace_mptsas_mmio_write(s, addr, val);
1041    switch (addr) {
1042    case MPI_DOORBELL_OFFSET:
1043        mptsas_doorbell_write(s, val);
1044        break;
1045
1046    case MPI_WRITE_SEQUENCE_OFFSET:
1047        mptsas_write_sequence_write(s, val);
1048        break;
1049
1050    case MPI_DIAGNOSTIC_OFFSET:
1051        if (val & MPI_DIAG_RESET_ADAPTER) {
1052            mptsas_hard_reset(s);
1053        }
1054        break;
1055
1056    case MPI_HOST_INTERRUPT_STATUS_OFFSET:
1057        mptsas_interrupt_status_write(s);
1058        break;
1059
1060    case MPI_HOST_INTERRUPT_MASK_OFFSET:
1061        s->intr_mask = val & (MPI_HIM_RIM | MPI_HIM_DIM);
1062        mptsas_update_interrupt(s);
1063        break;
1064
1065    case MPI_REQUEST_POST_FIFO_OFFSET:
1066        if (MPTSAS_FIFO_FULL(s, request_post)) {
1067            mptsas_set_fault(s, MPI_IOCSTATUS_INSUFFICIENT_RESOURCES);
1068        } else {
1069            MPTSAS_FIFO_PUT(s, request_post, val & ~0x03);
1070            qemu_bh_schedule(s->request_bh);
1071        }
1072        break;
1073
1074    case MPI_REPLY_FREE_FIFO_OFFSET:
1075        if (MPTSAS_FIFO_FULL(s, reply_free)) {
1076            mptsas_set_fault(s, MPI_IOCSTATUS_INSUFFICIENT_RESOURCES);
1077        } else {
1078            MPTSAS_FIFO_PUT(s, reply_free, val);
1079        }
1080        break;
1081
1082    default:
1083        trace_mptsas_mmio_unhandled_write(s, addr, val);
1084        break;
1085    }
1086}
1087
1088static const MemoryRegionOps mptsas_mmio_ops = {
1089    .read = mptsas_mmio_read,
1090    .write = mptsas_mmio_write,
1091    .endianness = DEVICE_LITTLE_ENDIAN,
1092    .impl = {
1093        .min_access_size = 4,
1094        .max_access_size = 4,
1095    }
1096};
1097
1098static const MemoryRegionOps mptsas_port_ops = {
1099    .read = mptsas_mmio_read,
1100    .write = mptsas_mmio_write,
1101    .endianness = DEVICE_LITTLE_ENDIAN,
1102    .impl = {
1103        .min_access_size = 4,
1104        .max_access_size = 4,
1105    }
1106};
1107
1108static uint64_t mptsas_diag_read(void *opaque, hwaddr addr,
1109                                   unsigned size)
1110{
1111    MPTSASState *s = opaque;
1112    trace_mptsas_diag_read(s, addr, 0);
1113    return 0;
1114}
1115
1116static void mptsas_diag_write(void *opaque, hwaddr addr,
1117                               uint64_t val, unsigned size)
1118{
1119    MPTSASState *s = opaque;
1120    trace_mptsas_diag_write(s, addr, val);
1121}
1122
1123static const MemoryRegionOps mptsas_diag_ops = {
1124    .read = mptsas_diag_read,
1125    .write = mptsas_diag_write,
1126    .endianness = DEVICE_LITTLE_ENDIAN,
1127    .impl = {
1128        .min_access_size = 4,
1129        .max_access_size = 4,
1130    }
1131};
1132
1133static QEMUSGList *mptsas_get_sg_list(SCSIRequest *sreq)
1134{
1135    MPTSASRequest *req = sreq->hba_private;
1136
1137    return &req->qsg;
1138}
1139
1140static void mptsas_command_complete(SCSIRequest *sreq,
1141        uint32_t status, size_t resid)
1142{
1143    MPTSASRequest *req = sreq->hba_private;
1144    MPTSASState *s = req->dev;
1145    uint8_t sense_buf[SCSI_SENSE_BUF_SIZE];
1146    uint8_t sense_len;
1147
1148    hwaddr sense_buffer_addr = req->dev->sense_buffer_high_addr |
1149            req->scsi_io.SenseBufferLowAddr;
1150
1151    trace_mptsas_command_complete(s, req->scsi_io.MsgContext, status, resid);
1152
1153    sense_len = scsi_req_get_sense(sreq, sense_buf, SCSI_SENSE_BUF_SIZE);
1154    if (sense_len > 0) {
1155        pci_dma_write(PCI_DEVICE(s), sense_buffer_addr, sense_buf,
1156                      MIN(req->scsi_io.SenseBufferLength, sense_len));
1157    }
1158
1159    if (sreq->status != GOOD || resid ||
1160        req->dev->doorbell_state == DOORBELL_WRITE) {
1161        MPIMsgSCSIIOReply reply;
1162
1163        memset(&reply, 0, sizeof(reply));
1164        reply.TargetID          = req->scsi_io.TargetID;
1165        reply.Bus               = req->scsi_io.Bus;
1166        reply.MsgLength         = sizeof(reply) / 4;
1167        reply.Function          = req->scsi_io.Function;
1168        reply.CDBLength         = req->scsi_io.CDBLength;
1169        reply.SenseBufferLength = req->scsi_io.SenseBufferLength;
1170        reply.MsgFlags          = req->scsi_io.MsgFlags;
1171        reply.MsgContext        = req->scsi_io.MsgContext;
1172        reply.SCSIStatus        = sreq->status;
1173        if (sreq->status == GOOD) {
1174            reply.TransferCount = req->scsi_io.DataLength - resid;
1175            if (resid) {
1176                reply.IOCStatus     = MPI_IOCSTATUS_SCSI_DATA_UNDERRUN;
1177            }
1178        } else {
1179            reply.SCSIState     = MPI_SCSI_STATE_AUTOSENSE_VALID;
1180            reply.SenseCount    = sense_len;
1181            reply.IOCStatus     = MPI_IOCSTATUS_SCSI_DATA_UNDERRUN;
1182        }
1183
1184        mptsas_fix_scsi_io_reply_endianness(&reply);
1185        mptsas_post_reply(req->dev, (MPIDefaultReply *)&reply);
1186    } else {
1187        mptsas_turbo_reply(req->dev, req->scsi_io.MsgContext);
1188    }
1189
1190    mptsas_free_request(req);
1191}
1192
1193static void mptsas_request_cancelled(SCSIRequest *sreq)
1194{
1195    MPTSASRequest *req = sreq->hba_private;
1196    MPIMsgSCSIIOReply reply;
1197
1198    memset(&reply, 0, sizeof(reply));
1199    reply.TargetID          = req->scsi_io.TargetID;
1200    reply.Bus               = req->scsi_io.Bus;
1201    reply.MsgLength         = sizeof(reply) / 4;
1202    reply.Function          = req->scsi_io.Function;
1203    reply.CDBLength         = req->scsi_io.CDBLength;
1204    reply.SenseBufferLength = req->scsi_io.SenseBufferLength;
1205    reply.MsgFlags          = req->scsi_io.MsgFlags;
1206    reply.MsgContext        = req->scsi_io.MsgContext;
1207    reply.SCSIState         = MPI_SCSI_STATE_NO_SCSI_STATUS;
1208    reply.IOCStatus         = MPI_IOCSTATUS_SCSI_TASK_TERMINATED;
1209
1210    mptsas_fix_scsi_io_reply_endianness(&reply);
1211    mptsas_post_reply(req->dev, (MPIDefaultReply *)&reply);
1212    mptsas_free_request(req);
1213}
1214
1215static void mptsas_save_request(QEMUFile *f, SCSIRequest *sreq)
1216{
1217    MPTSASRequest *req = sreq->hba_private;
1218    int i;
1219
1220    qemu_put_buffer(f, (unsigned char *)&req->scsi_io, sizeof(req->scsi_io));
1221    qemu_put_be32(f, req->qsg.nsg);
1222    for (i = 0; i < req->qsg.nsg; i++) {
1223        qemu_put_be64(f, req->qsg.sg[i].base);
1224        qemu_put_be64(f, req->qsg.sg[i].len);
1225    }
1226}
1227
1228static void *mptsas_load_request(QEMUFile *f, SCSIRequest *sreq)
1229{
1230    SCSIBus *bus = sreq->bus;
1231    MPTSASState *s = container_of(bus, MPTSASState, bus);
1232    PCIDevice *pci = PCI_DEVICE(s);
1233    MPTSASRequest *req;
1234    int i, n;
1235
1236    req = g_new(MPTSASRequest, 1);
1237    qemu_get_buffer(f, (unsigned char *)&req->scsi_io, sizeof(req->scsi_io));
1238
1239    n = qemu_get_be32(f);
1240    /* TODO: add a way for SCSIBusInfo's load_request to fail,
1241     * and fail migration instead of asserting here.
1242     * This is just one thing (there are probably more) that must be
1243     * fixed before we can allow NDEBUG compilation.
1244     */
1245    assert(n >= 0);
1246
1247    pci_dma_sglist_init(&req->qsg, pci, n);
1248    for (i = 0; i < n; i++) {
1249        uint64_t base = qemu_get_be64(f);
1250        uint64_t len = qemu_get_be64(f);
1251        qemu_sglist_add(&req->qsg, base, len);
1252    }
1253
1254    scsi_req_ref(sreq);
1255    req->sreq = sreq;
1256    req->dev = s;
1257
1258    return req;
1259}
1260
1261static const struct SCSIBusInfo mptsas_scsi_info = {
1262    .tcq = true,
1263    .max_target = MPTSAS_NUM_PORTS,
1264    .max_lun = 1,
1265
1266    .get_sg_list = mptsas_get_sg_list,
1267    .complete = mptsas_command_complete,
1268    .cancel = mptsas_request_cancelled,
1269    .save_request = mptsas_save_request,
1270    .load_request = mptsas_load_request,
1271};
1272
1273static void mptsas_scsi_realize(PCIDevice *dev, Error **errp)
1274{
1275    MPTSASState *s = MPT_SAS(dev);
1276    Error *err = NULL;
1277    int ret;
1278
1279    dev->config[PCI_LATENCY_TIMER] = 0;
1280    dev->config[PCI_INTERRUPT_PIN] = 0x01;
1281
1282    if (s->msi != ON_OFF_AUTO_OFF) {
1283        ret = msi_init(dev, 0, 1, true, false, &err);
1284        /* Any error other than -ENOTSUP(board's MSI support is broken)
1285         * is a programming error */
1286        assert(!ret || ret == -ENOTSUP);
1287        if (ret && s->msi == ON_OFF_AUTO_ON) {
1288            /* Can't satisfy user's explicit msi=on request, fail */
1289            error_append_hint(&err, "You have to use msi=auto (default) or "
1290                    "msi=off with this machine type.\n");
1291            error_propagate(errp, err);
1292            return;
1293        }
1294        assert(!err || s->msi == ON_OFF_AUTO_AUTO);
1295        /* With msi=auto, we fall back to MSI off silently */
1296        error_free(err);
1297
1298        /* Only used for migration.  */
1299        s->msi_in_use = (ret == 0);
1300    }
1301
1302    memory_region_init_io(&s->mmio_io, OBJECT(s), &mptsas_mmio_ops, s,
1303                          "mptsas-mmio", 0x4000);
1304    memory_region_init_io(&s->port_io, OBJECT(s), &mptsas_port_ops, s,
1305                          "mptsas-io", 256);
1306    memory_region_init_io(&s->diag_io, OBJECT(s), &mptsas_diag_ops, s,
1307                          "mptsas-diag", 0x10000);
1308
1309    pci_register_bar(dev, 0, PCI_BASE_ADDRESS_SPACE_IO, &s->port_io);
1310    pci_register_bar(dev, 1, PCI_BASE_ADDRESS_SPACE_MEMORY |
1311                                 PCI_BASE_ADDRESS_MEM_TYPE_32, &s->mmio_io);
1312    pci_register_bar(dev, 2, PCI_BASE_ADDRESS_SPACE_MEMORY |
1313                                 PCI_BASE_ADDRESS_MEM_TYPE_32, &s->diag_io);
1314
1315    if (!s->sas_addr) {
1316        s->sas_addr = ((NAA_LOCALLY_ASSIGNED_ID << 24) |
1317                       IEEE_COMPANY_LOCALLY_ASSIGNED) << 36;
1318        s->sas_addr |= (pci_dev_bus_num(dev) << 16);
1319        s->sas_addr |= (PCI_SLOT(dev->devfn) << 8);
1320        s->sas_addr |= PCI_FUNC(dev->devfn);
1321    }
1322    s->max_devices = MPTSAS_NUM_PORTS;
1323
1324    s->request_bh = qemu_bh_new(mptsas_fetch_requests, s);
1325
1326    QTAILQ_INIT(&s->pending);
1327
1328    scsi_bus_new(&s->bus, sizeof(s->bus), &dev->qdev, &mptsas_scsi_info, NULL);
1329}
1330
1331static void mptsas_scsi_uninit(PCIDevice *dev)
1332{
1333    MPTSASState *s = MPT_SAS(dev);
1334
1335    qemu_bh_delete(s->request_bh);
1336    msi_uninit(dev);
1337}
1338
1339static void mptsas_reset(DeviceState *dev)
1340{
1341    MPTSASState *s = MPT_SAS(dev);
1342
1343    mptsas_hard_reset(s);
1344}
1345
1346static int mptsas_post_load(void *opaque, int version_id)
1347{
1348    MPTSASState *s = opaque;
1349
1350    if (s->doorbell_idx > s->doorbell_cnt ||
1351        s->doorbell_cnt > ARRAY_SIZE(s->doorbell_msg) ||
1352        s->doorbell_reply_idx > s->doorbell_reply_size ||
1353        s->doorbell_reply_size > ARRAY_SIZE(s->doorbell_reply) ||
1354        MPTSAS_FIFO_INVALID(s, request_post) ||
1355        MPTSAS_FIFO_INVALID(s, reply_post) ||
1356        MPTSAS_FIFO_INVALID(s, reply_free) ||
1357        s->diagnostic_idx > 4) {
1358        return -EINVAL;
1359    }
1360
1361    return 0;
1362}
1363
1364static const VMStateDescription vmstate_mptsas = {
1365    .name = "mptsas",
1366    .version_id = 0,
1367    .minimum_version_id = 0,
1368    .minimum_version_id_old = 0,
1369    .post_load = mptsas_post_load,
1370    .fields      = (VMStateField[]) {
1371        VMSTATE_PCI_DEVICE(dev, MPTSASState),
1372        VMSTATE_BOOL(msi_in_use, MPTSASState),
1373        VMSTATE_UINT32(state, MPTSASState),
1374        VMSTATE_UINT8(who_init, MPTSASState),
1375        VMSTATE_UINT8(doorbell_state, MPTSASState),
1376        VMSTATE_UINT32_ARRAY(doorbell_msg, MPTSASState, 256),
1377        VMSTATE_INT32(doorbell_idx, MPTSASState),
1378        VMSTATE_INT32(doorbell_cnt, MPTSASState),
1379
1380        VMSTATE_UINT16_ARRAY(doorbell_reply, MPTSASState, 256),
1381        VMSTATE_INT32(doorbell_reply_idx, MPTSASState),
1382        VMSTATE_INT32(doorbell_reply_size, MPTSASState),
1383
1384        VMSTATE_UINT32(diagnostic, MPTSASState),
1385        VMSTATE_UINT8(diagnostic_idx, MPTSASState),
1386
1387        VMSTATE_UINT32(intr_status, MPTSASState),
1388        VMSTATE_UINT32(intr_mask, MPTSASState),
1389
1390        VMSTATE_UINT32_ARRAY(request_post, MPTSASState,
1391                             MPTSAS_REQUEST_QUEUE_DEPTH + 1),
1392        VMSTATE_UINT16(request_post_head, MPTSASState),
1393        VMSTATE_UINT16(request_post_tail, MPTSASState),
1394
1395        VMSTATE_UINT32_ARRAY(reply_post, MPTSASState,
1396                             MPTSAS_REPLY_QUEUE_DEPTH + 1),
1397        VMSTATE_UINT16(reply_post_head, MPTSASState),
1398        VMSTATE_UINT16(reply_post_tail, MPTSASState),
1399
1400        VMSTATE_UINT32_ARRAY(reply_free, MPTSASState,
1401                             MPTSAS_REPLY_QUEUE_DEPTH + 1),
1402        VMSTATE_UINT16(reply_free_head, MPTSASState),
1403        VMSTATE_UINT16(reply_free_tail, MPTSASState),
1404
1405        VMSTATE_UINT16(max_buses, MPTSASState),
1406        VMSTATE_UINT16(max_devices, MPTSASState),
1407        VMSTATE_UINT16(reply_frame_size, MPTSASState),
1408        VMSTATE_UINT64(host_mfa_high_addr, MPTSASState),
1409        VMSTATE_UINT64(sense_buffer_high_addr, MPTSASState),
1410        VMSTATE_END_OF_LIST()
1411    }
1412};
1413
1414static Property mptsas_properties[] = {
1415    DEFINE_PROP_UINT64("sas_address", MPTSASState, sas_addr, 0),
1416    /* TODO: test MSI support under Windows */
1417    DEFINE_PROP_ON_OFF_AUTO("msi", MPTSASState, msi, ON_OFF_AUTO_AUTO),
1418    DEFINE_PROP_END_OF_LIST(),
1419};
1420
1421static void mptsas1068_class_init(ObjectClass *oc, void *data)
1422{
1423    DeviceClass *dc = DEVICE_CLASS(oc);
1424    PCIDeviceClass *pc = PCI_DEVICE_CLASS(oc);
1425
1426    pc->realize = mptsas_scsi_realize;
1427    pc->exit = mptsas_scsi_uninit;
1428    pc->romfile = 0;
1429    pc->vendor_id = PCI_VENDOR_ID_LSI_LOGIC;
1430    pc->device_id = PCI_DEVICE_ID_LSI_SAS1068;
1431    pc->subsystem_vendor_id = PCI_VENDOR_ID_LSI_LOGIC;
1432    pc->subsystem_id = 0x8000;
1433    pc->class_id = PCI_CLASS_STORAGE_SCSI;
1434    dc->props = mptsas_properties;
1435    dc->reset = mptsas_reset;
1436    dc->vmsd = &vmstate_mptsas;
1437    dc->desc = "LSI SAS 1068";
1438    set_bit(DEVICE_CATEGORY_STORAGE, dc->categories);
1439}
1440
1441static const TypeInfo mptsas_info = {
1442    .name = TYPE_MPTSAS1068,
1443    .parent = TYPE_PCI_DEVICE,
1444    .instance_size = sizeof(MPTSASState),
1445    .class_init = mptsas1068_class_init,
1446    .interfaces = (InterfaceInfo[]) {
1447        { INTERFACE_CONVENTIONAL_PCI_DEVICE },
1448        { },
1449    },
1450};
1451
1452static void mptsas_register_types(void)
1453{
1454    type_register(&mptsas_info);
1455}
1456
1457type_init(mptsas_register_types)
1458