qemu/include/block/nvme.h
<<
>>
Prefs
   1#ifndef BLOCK_NVME_H
   2#define BLOCK_NVME_H
   3
   4typedef struct QEMU_PACKED NvmeBar {
   5    uint64_t    cap;
   6    uint32_t    vs;
   7    uint32_t    intms;
   8    uint32_t    intmc;
   9    uint32_t    cc;
  10    uint8_t     rsvd24[4];
  11    uint32_t    csts;
  12    uint32_t    nssr;
  13    uint32_t    aqa;
  14    uint64_t    asq;
  15    uint64_t    acq;
  16    uint32_t    cmbloc;
  17    uint32_t    cmbsz;
  18    uint32_t    bpinfo;
  19    uint32_t    bprsel;
  20    uint64_t    bpmbl;
  21    uint64_t    cmbmsc;
  22    uint32_t    cmbsts;
  23    uint8_t     rsvd92[3492];
  24    uint32_t    pmrcap;
  25    uint32_t    pmrctl;
  26    uint32_t    pmrsts;
  27    uint32_t    pmrebs;
  28    uint32_t    pmrswtp;
  29    uint32_t    pmrmscl;
  30    uint32_t    pmrmscu;
  31    uint8_t     css[484];
  32} NvmeBar;
  33
  34enum NvmeBarRegs {
  35    NVME_REG_CAP     = offsetof(NvmeBar, cap),
  36    NVME_REG_VS      = offsetof(NvmeBar, vs),
  37    NVME_REG_INTMS   = offsetof(NvmeBar, intms),
  38    NVME_REG_INTMC   = offsetof(NvmeBar, intmc),
  39    NVME_REG_CC      = offsetof(NvmeBar, cc),
  40    NVME_REG_CSTS    = offsetof(NvmeBar, csts),
  41    NVME_REG_NSSR    = offsetof(NvmeBar, nssr),
  42    NVME_REG_AQA     = offsetof(NvmeBar, aqa),
  43    NVME_REG_ASQ     = offsetof(NvmeBar, asq),
  44    NVME_REG_ACQ     = offsetof(NvmeBar, acq),
  45    NVME_REG_CMBLOC  = offsetof(NvmeBar, cmbloc),
  46    NVME_REG_CMBSZ   = offsetof(NvmeBar, cmbsz),
  47    NVME_REG_BPINFO  = offsetof(NvmeBar, bpinfo),
  48    NVME_REG_BPRSEL  = offsetof(NvmeBar, bprsel),
  49    NVME_REG_BPMBL   = offsetof(NvmeBar, bpmbl),
  50    NVME_REG_CMBMSC  = offsetof(NvmeBar, cmbmsc),
  51    NVME_REG_CMBSTS  = offsetof(NvmeBar, cmbsts),
  52    NVME_REG_PMRCAP  = offsetof(NvmeBar, pmrcap),
  53    NVME_REG_PMRCTL  = offsetof(NvmeBar, pmrctl),
  54    NVME_REG_PMRSTS  = offsetof(NvmeBar, pmrsts),
  55    NVME_REG_PMREBS  = offsetof(NvmeBar, pmrebs),
  56    NVME_REG_PMRSWTP = offsetof(NvmeBar, pmrswtp),
  57    NVME_REG_PMRMSCL = offsetof(NvmeBar, pmrmscl),
  58    NVME_REG_PMRMSCU = offsetof(NvmeBar, pmrmscu),
  59};
  60
  61enum NvmeCapShift {
  62    CAP_MQES_SHIFT     = 0,
  63    CAP_CQR_SHIFT      = 16,
  64    CAP_AMS_SHIFT      = 17,
  65    CAP_TO_SHIFT       = 24,
  66    CAP_DSTRD_SHIFT    = 32,
  67    CAP_NSSRS_SHIFT    = 36,
  68    CAP_CSS_SHIFT      = 37,
  69    CAP_MPSMIN_SHIFT   = 48,
  70    CAP_MPSMAX_SHIFT   = 52,
  71    CAP_PMRS_SHIFT     = 56,
  72    CAP_CMBS_SHIFT     = 57,
  73};
  74
  75enum NvmeCapMask {
  76    CAP_MQES_MASK      = 0xffff,
  77    CAP_CQR_MASK       = 0x1,
  78    CAP_AMS_MASK       = 0x3,
  79    CAP_TO_MASK        = 0xff,
  80    CAP_DSTRD_MASK     = 0xf,
  81    CAP_NSSRS_MASK     = 0x1,
  82    CAP_CSS_MASK       = 0xff,
  83    CAP_MPSMIN_MASK    = 0xf,
  84    CAP_MPSMAX_MASK    = 0xf,
  85    CAP_PMRS_MASK      = 0x1,
  86    CAP_CMBS_MASK      = 0x1,
  87};
  88
  89#define NVME_CAP_MQES(cap)  (((cap) >> CAP_MQES_SHIFT)   & CAP_MQES_MASK)
  90#define NVME_CAP_CQR(cap)   (((cap) >> CAP_CQR_SHIFT)    & CAP_CQR_MASK)
  91#define NVME_CAP_AMS(cap)   (((cap) >> CAP_AMS_SHIFT)    & CAP_AMS_MASK)
  92#define NVME_CAP_TO(cap)    (((cap) >> CAP_TO_SHIFT)     & CAP_TO_MASK)
  93#define NVME_CAP_DSTRD(cap) (((cap) >> CAP_DSTRD_SHIFT)  & CAP_DSTRD_MASK)
  94#define NVME_CAP_NSSRS(cap) (((cap) >> CAP_NSSRS_SHIFT)  & CAP_NSSRS_MASK)
  95#define NVME_CAP_CSS(cap)   (((cap) >> CAP_CSS_SHIFT)    & CAP_CSS_MASK)
  96#define NVME_CAP_MPSMIN(cap)(((cap) >> CAP_MPSMIN_SHIFT) & CAP_MPSMIN_MASK)
  97#define NVME_CAP_MPSMAX(cap)(((cap) >> CAP_MPSMAX_SHIFT) & CAP_MPSMAX_MASK)
  98#define NVME_CAP_PMRS(cap)  (((cap) >> CAP_PMRS_SHIFT)   & CAP_PMRS_MASK)
  99#define NVME_CAP_CMBS(cap)  (((cap) >> CAP_CMBS_SHIFT)   & CAP_CMBS_MASK)
 100
 101#define NVME_CAP_SET_MQES(cap, val)   (cap |= (uint64_t)(val & CAP_MQES_MASK)  \
 102                                                           << CAP_MQES_SHIFT)
 103#define NVME_CAP_SET_CQR(cap, val)    (cap |= (uint64_t)(val & CAP_CQR_MASK)   \
 104                                                           << CAP_CQR_SHIFT)
 105#define NVME_CAP_SET_AMS(cap, val)    (cap |= (uint64_t)(val & CAP_AMS_MASK)   \
 106                                                           << CAP_AMS_SHIFT)
 107#define NVME_CAP_SET_TO(cap, val)     (cap |= (uint64_t)(val & CAP_TO_MASK)    \
 108                                                           << CAP_TO_SHIFT)
 109#define NVME_CAP_SET_DSTRD(cap, val)  (cap |= (uint64_t)(val & CAP_DSTRD_MASK) \
 110                                                           << CAP_DSTRD_SHIFT)
 111#define NVME_CAP_SET_NSSRS(cap, val)  (cap |= (uint64_t)(val & CAP_NSSRS_MASK) \
 112                                                           << CAP_NSSRS_SHIFT)
 113#define NVME_CAP_SET_CSS(cap, val)    (cap |= (uint64_t)(val & CAP_CSS_MASK)   \
 114                                                           << CAP_CSS_SHIFT)
 115#define NVME_CAP_SET_MPSMIN(cap, val) (cap |= (uint64_t)(val & CAP_MPSMIN_MASK)\
 116                                                           << CAP_MPSMIN_SHIFT)
 117#define NVME_CAP_SET_MPSMAX(cap, val) (cap |= (uint64_t)(val & CAP_MPSMAX_MASK)\
 118                                                           << CAP_MPSMAX_SHIFT)
 119#define NVME_CAP_SET_PMRS(cap, val)   (cap |= (uint64_t)(val & CAP_PMRS_MASK)  \
 120                                                           << CAP_PMRS_SHIFT)
 121#define NVME_CAP_SET_CMBS(cap, val)   (cap |= (uint64_t)(val & CAP_CMBS_MASK)  \
 122                                                           << CAP_CMBS_SHIFT)
 123
 124enum NvmeCapCss {
 125    NVME_CAP_CSS_NVM        = 1 << 0,
 126    NVME_CAP_CSS_CSI_SUPP   = 1 << 6,
 127    NVME_CAP_CSS_ADMIN_ONLY = 1 << 7,
 128};
 129
 130enum NvmeCcShift {
 131    CC_EN_SHIFT     = 0,
 132    CC_CSS_SHIFT    = 4,
 133    CC_MPS_SHIFT    = 7,
 134    CC_AMS_SHIFT    = 11,
 135    CC_SHN_SHIFT    = 14,
 136    CC_IOSQES_SHIFT = 16,
 137    CC_IOCQES_SHIFT = 20,
 138};
 139
 140enum NvmeCcMask {
 141    CC_EN_MASK      = 0x1,
 142    CC_CSS_MASK     = 0x7,
 143    CC_MPS_MASK     = 0xf,
 144    CC_AMS_MASK     = 0x7,
 145    CC_SHN_MASK     = 0x3,
 146    CC_IOSQES_MASK  = 0xf,
 147    CC_IOCQES_MASK  = 0xf,
 148};
 149
 150#define NVME_CC_EN(cc)     ((cc >> CC_EN_SHIFT)     & CC_EN_MASK)
 151#define NVME_CC_CSS(cc)    ((cc >> CC_CSS_SHIFT)    & CC_CSS_MASK)
 152#define NVME_CC_MPS(cc)    ((cc >> CC_MPS_SHIFT)    & CC_MPS_MASK)
 153#define NVME_CC_AMS(cc)    ((cc >> CC_AMS_SHIFT)    & CC_AMS_MASK)
 154#define NVME_CC_SHN(cc)    ((cc >> CC_SHN_SHIFT)    & CC_SHN_MASK)
 155#define NVME_CC_IOSQES(cc) ((cc >> CC_IOSQES_SHIFT) & CC_IOSQES_MASK)
 156#define NVME_CC_IOCQES(cc) ((cc >> CC_IOCQES_SHIFT) & CC_IOCQES_MASK)
 157
 158enum NvmeCcCss {
 159    NVME_CC_CSS_NVM        = 0x0,
 160    NVME_CC_CSS_CSI        = 0x6,
 161    NVME_CC_CSS_ADMIN_ONLY = 0x7,
 162};
 163
 164#define NVME_SET_CC_EN(cc, val)     \
 165    (cc |= (uint32_t)((val) & CC_EN_MASK) << CC_EN_SHIFT)
 166#define NVME_SET_CC_CSS(cc, val)    \
 167    (cc |= (uint32_t)((val) & CC_CSS_MASK) << CC_CSS_SHIFT)
 168#define NVME_SET_CC_MPS(cc, val)    \
 169    (cc |= (uint32_t)((val) & CC_MPS_MASK) << CC_MPS_SHIFT)
 170#define NVME_SET_CC_AMS(cc, val)    \
 171    (cc |= (uint32_t)((val) & CC_AMS_MASK) << CC_AMS_SHIFT)
 172#define NVME_SET_CC_SHN(cc, val)    \
 173    (cc |= (uint32_t)((val) & CC_SHN_MASK) << CC_SHN_SHIFT)
 174#define NVME_SET_CC_IOSQES(cc, val) \
 175    (cc |= (uint32_t)((val) & CC_IOSQES_MASK) << CC_IOSQES_SHIFT)
 176#define NVME_SET_CC_IOCQES(cc, val) \
 177    (cc |= (uint32_t)((val) & CC_IOCQES_MASK) << CC_IOCQES_SHIFT)
 178
 179enum NvmeCstsShift {
 180    CSTS_RDY_SHIFT      = 0,
 181    CSTS_CFS_SHIFT      = 1,
 182    CSTS_SHST_SHIFT     = 2,
 183    CSTS_NSSRO_SHIFT    = 4,
 184};
 185
 186enum NvmeCstsMask {
 187    CSTS_RDY_MASK   = 0x1,
 188    CSTS_CFS_MASK   = 0x1,
 189    CSTS_SHST_MASK  = 0x3,
 190    CSTS_NSSRO_MASK = 0x1,
 191};
 192
 193enum NvmeCsts {
 194    NVME_CSTS_READY         = 1 << CSTS_RDY_SHIFT,
 195    NVME_CSTS_FAILED        = 1 << CSTS_CFS_SHIFT,
 196    NVME_CSTS_SHST_NORMAL   = 0 << CSTS_SHST_SHIFT,
 197    NVME_CSTS_SHST_PROGRESS = 1 << CSTS_SHST_SHIFT,
 198    NVME_CSTS_SHST_COMPLETE = 2 << CSTS_SHST_SHIFT,
 199    NVME_CSTS_NSSRO         = 1 << CSTS_NSSRO_SHIFT,
 200};
 201
 202#define NVME_CSTS_RDY(csts)     ((csts >> CSTS_RDY_SHIFT)   & CSTS_RDY_MASK)
 203#define NVME_CSTS_CFS(csts)     ((csts >> CSTS_CFS_SHIFT)   & CSTS_CFS_MASK)
 204#define NVME_CSTS_SHST(csts)    ((csts >> CSTS_SHST_SHIFT)  & CSTS_SHST_MASK)
 205#define NVME_CSTS_NSSRO(csts)   ((csts >> CSTS_NSSRO_SHIFT) & CSTS_NSSRO_MASK)
 206
 207enum NvmeAqaShift {
 208    AQA_ASQS_SHIFT  = 0,
 209    AQA_ACQS_SHIFT  = 16,
 210};
 211
 212enum NvmeAqaMask {
 213    AQA_ASQS_MASK   = 0xfff,
 214    AQA_ACQS_MASK   = 0xfff,
 215};
 216
 217#define NVME_AQA_ASQS(aqa) ((aqa >> AQA_ASQS_SHIFT) & AQA_ASQS_MASK)
 218#define NVME_AQA_ACQS(aqa) ((aqa >> AQA_ACQS_SHIFT) & AQA_ACQS_MASK)
 219
 220enum NvmeCmblocShift {
 221    CMBLOC_BIR_SHIFT     = 0,
 222    CMBLOC_CQMMS_SHIFT   = 3,
 223    CMBLOC_CQPDS_SHIFT   = 4,
 224    CMBLOC_CDPMLS_SHIFT  = 5,
 225    CMBLOC_CDPCILS_SHIFT = 6,
 226    CMBLOC_CDMMMS_SHIFT  = 7,
 227    CMBLOC_CQDA_SHIFT    = 8,
 228    CMBLOC_OFST_SHIFT    = 12,
 229};
 230
 231enum NvmeCmblocMask {
 232    CMBLOC_BIR_MASK     = 0x7,
 233    CMBLOC_CQMMS_MASK   = 0x1,
 234    CMBLOC_CQPDS_MASK   = 0x1,
 235    CMBLOC_CDPMLS_MASK  = 0x1,
 236    CMBLOC_CDPCILS_MASK = 0x1,
 237    CMBLOC_CDMMMS_MASK  = 0x1,
 238    CMBLOC_CQDA_MASK    = 0x1,
 239    CMBLOC_OFST_MASK    = 0xfffff,
 240};
 241
 242#define NVME_CMBLOC_BIR(cmbloc) \
 243    ((cmbloc >> CMBLOC_BIR_SHIFT) & CMBLOC_BIR_MASK)
 244#define NVME_CMBLOC_CQMMS(cmbloc) \
 245    ((cmbloc >> CMBLOC_CQMMS_SHIFT) & CMBLOC_CQMMS_MASK)
 246#define NVME_CMBLOC_CQPDS(cmbloc) \
 247    ((cmbloc >> CMBLOC_CQPDS_SHIFT) & CMBLOC_CQPDS_MASK)
 248#define NVME_CMBLOC_CDPMLS(cmbloc) \
 249    ((cmbloc >> CMBLOC_CDPMLS_SHIFT) & CMBLOC_CDPMLS_MASK)
 250#define NVME_CMBLOC_CDPCILS(cmbloc) \
 251    ((cmbloc >> CMBLOC_CDPCILS_SHIFT) & CMBLOC_CDPCILS_MASK)
 252#define NVME_CMBLOC_CDMMMS(cmbloc) \
 253    ((cmbloc >> CMBLOC_CDMMMS_SHIFT) & CMBLOC_CDMMMS_MASK)
 254#define NVME_CMBLOC_CQDA(cmbloc) \
 255    ((cmbloc >> CMBLOC_CQDA_SHIFT) & CMBLOC_CQDA_MASK)
 256#define NVME_CMBLOC_OFST(cmbloc) \
 257    ((cmbloc >> CMBLOC_OFST_SHIFT) & CMBLOC_OFST_MASK)
 258
 259#define NVME_CMBLOC_SET_BIR(cmbloc, val) \
 260    (cmbloc |= (uint64_t)(val & CMBLOC_BIR_MASK) << CMBLOC_BIR_SHIFT)
 261#define NVME_CMBLOC_SET_CQMMS(cmbloc, val) \
 262    (cmbloc |= (uint64_t)(val & CMBLOC_CQMMS_MASK) << CMBLOC_CQMMS_SHIFT)
 263#define NVME_CMBLOC_SET_CQPDS(cmbloc, val) \
 264    (cmbloc |= (uint64_t)(val & CMBLOC_CQPDS_MASK) << CMBLOC_CQPDS_SHIFT)
 265#define NVME_CMBLOC_SET_CDPMLS(cmbloc, val) \
 266    (cmbloc |= (uint64_t)(val & CMBLOC_CDPMLS_MASK) << CMBLOC_CDPMLS_SHIFT)
 267#define NVME_CMBLOC_SET_CDPCILS(cmbloc, val) \
 268    (cmbloc |= (uint64_t)(val & CMBLOC_CDPCILS_MASK) << CMBLOC_CDPCILS_SHIFT)
 269#define NVME_CMBLOC_SET_CDMMMS(cmbloc, val) \
 270    (cmbloc |= (uint64_t)(val & CMBLOC_CDMMMS_MASK) << CMBLOC_CDMMMS_SHIFT)
 271#define NVME_CMBLOC_SET_CQDA(cmbloc, val) \
 272    (cmbloc |= (uint64_t)(val & CMBLOC_CQDA_MASK) << CMBLOC_CQDA_SHIFT)
 273#define NVME_CMBLOC_SET_OFST(cmbloc, val) \
 274    (cmbloc |= (uint64_t)(val & CMBLOC_OFST_MASK) << CMBLOC_OFST_SHIFT)
 275
 276#define NVME_CMBMSMC_SET_CRE (cmbmsc, val) \
 277    (cmbmsc |= (uint64_t)(val & CMBLOC_OFST_MASK) << CMBMSC_CRE_SHIFT)
 278
 279enum NvmeCmbszShift {
 280    CMBSZ_SQS_SHIFT   = 0,
 281    CMBSZ_CQS_SHIFT   = 1,
 282    CMBSZ_LISTS_SHIFT = 2,
 283    CMBSZ_RDS_SHIFT   = 3,
 284    CMBSZ_WDS_SHIFT   = 4,
 285    CMBSZ_SZU_SHIFT   = 8,
 286    CMBSZ_SZ_SHIFT    = 12,
 287};
 288
 289enum NvmeCmbszMask {
 290    CMBSZ_SQS_MASK   = 0x1,
 291    CMBSZ_CQS_MASK   = 0x1,
 292    CMBSZ_LISTS_MASK = 0x1,
 293    CMBSZ_RDS_MASK   = 0x1,
 294    CMBSZ_WDS_MASK   = 0x1,
 295    CMBSZ_SZU_MASK   = 0xf,
 296    CMBSZ_SZ_MASK    = 0xfffff,
 297};
 298
 299#define NVME_CMBSZ_SQS(cmbsz)  ((cmbsz >> CMBSZ_SQS_SHIFT)   & CMBSZ_SQS_MASK)
 300#define NVME_CMBSZ_CQS(cmbsz)  ((cmbsz >> CMBSZ_CQS_SHIFT)   & CMBSZ_CQS_MASK)
 301#define NVME_CMBSZ_LISTS(cmbsz)((cmbsz >> CMBSZ_LISTS_SHIFT) & CMBSZ_LISTS_MASK)
 302#define NVME_CMBSZ_RDS(cmbsz)  ((cmbsz >> CMBSZ_RDS_SHIFT)   & CMBSZ_RDS_MASK)
 303#define NVME_CMBSZ_WDS(cmbsz)  ((cmbsz >> CMBSZ_WDS_SHIFT)   & CMBSZ_WDS_MASK)
 304#define NVME_CMBSZ_SZU(cmbsz)  ((cmbsz >> CMBSZ_SZU_SHIFT)   & CMBSZ_SZU_MASK)
 305#define NVME_CMBSZ_SZ(cmbsz)   ((cmbsz >> CMBSZ_SZ_SHIFT)    & CMBSZ_SZ_MASK)
 306
 307#define NVME_CMBSZ_SET_SQS(cmbsz, val)   \
 308    (cmbsz |= (uint64_t)(val &  CMBSZ_SQS_MASK)  << CMBSZ_SQS_SHIFT)
 309#define NVME_CMBSZ_SET_CQS(cmbsz, val)   \
 310    (cmbsz |= (uint64_t)(val & CMBSZ_CQS_MASK) << CMBSZ_CQS_SHIFT)
 311#define NVME_CMBSZ_SET_LISTS(cmbsz, val) \
 312    (cmbsz |= (uint64_t)(val & CMBSZ_LISTS_MASK) << CMBSZ_LISTS_SHIFT)
 313#define NVME_CMBSZ_SET_RDS(cmbsz, val)   \
 314    (cmbsz |= (uint64_t)(val & CMBSZ_RDS_MASK) << CMBSZ_RDS_SHIFT)
 315#define NVME_CMBSZ_SET_WDS(cmbsz, val)   \
 316    (cmbsz |= (uint64_t)(val & CMBSZ_WDS_MASK) << CMBSZ_WDS_SHIFT)
 317#define NVME_CMBSZ_SET_SZU(cmbsz, val)   \
 318    (cmbsz |= (uint64_t)(val & CMBSZ_SZU_MASK) << CMBSZ_SZU_SHIFT)
 319#define NVME_CMBSZ_SET_SZ(cmbsz, val)    \
 320    (cmbsz |= (uint64_t)(val & CMBSZ_SZ_MASK) << CMBSZ_SZ_SHIFT)
 321
 322#define NVME_CMBSZ_GETSIZE(cmbsz) \
 323    (NVME_CMBSZ_SZ(cmbsz) * (1 << (12 + 4 * NVME_CMBSZ_SZU(cmbsz))))
 324
 325enum NvmeCmbmscShift {
 326    CMBMSC_CRE_SHIFT  = 0,
 327    CMBMSC_CMSE_SHIFT = 1,
 328    CMBMSC_CBA_SHIFT  = 12,
 329};
 330
 331enum NvmeCmbmscMask {
 332    CMBMSC_CRE_MASK  = 0x1,
 333    CMBMSC_CMSE_MASK = 0x1,
 334    CMBMSC_CBA_MASK  = ((1ULL << 52) - 1),
 335};
 336
 337#define NVME_CMBMSC_CRE(cmbmsc) \
 338    ((cmbmsc >> CMBMSC_CRE_SHIFT)  & CMBMSC_CRE_MASK)
 339#define NVME_CMBMSC_CMSE(cmbmsc) \
 340    ((cmbmsc >> CMBMSC_CMSE_SHIFT) & CMBMSC_CMSE_MASK)
 341#define NVME_CMBMSC_CBA(cmbmsc) \
 342    ((cmbmsc >> CMBMSC_CBA_SHIFT) & CMBMSC_CBA_MASK)
 343
 344
 345#define NVME_CMBMSC_SET_CRE(cmbmsc, val)  \
 346    (cmbmsc |= (uint64_t)(val & CMBMSC_CRE_MASK) << CMBMSC_CRE_SHIFT)
 347#define NVME_CMBMSC_SET_CMSE(cmbmsc, val) \
 348    (cmbmsc |= (uint64_t)(val & CMBMSC_CMSE_MASK) << CMBMSC_CMSE_SHIFT)
 349#define NVME_CMBMSC_SET_CBA(cmbmsc, val) \
 350    (cmbmsc |= (uint64_t)(val & CMBMSC_CBA_MASK) << CMBMSC_CBA_SHIFT)
 351
 352enum NvmeCmbstsShift {
 353    CMBSTS_CBAI_SHIFT = 0,
 354};
 355enum NvmeCmbstsMask {
 356    CMBSTS_CBAI_MASK = 0x1,
 357};
 358
 359#define NVME_CMBSTS_CBAI(cmbsts) \
 360    ((cmbsts >> CMBSTS_CBAI_SHIFT) & CMBSTS_CBAI_MASK)
 361
 362#define NVME_CMBSTS_SET_CBAI(cmbsts, val)  \
 363    (cmbsts |= (uint64_t)(val & CMBSTS_CBAI_MASK) << CMBSTS_CBAI_SHIFT)
 364
 365enum NvmePmrcapShift {
 366    PMRCAP_RDS_SHIFT      = 3,
 367    PMRCAP_WDS_SHIFT      = 4,
 368    PMRCAP_BIR_SHIFT      = 5,
 369    PMRCAP_PMRTU_SHIFT    = 8,
 370    PMRCAP_PMRWBM_SHIFT   = 10,
 371    PMRCAP_PMRTO_SHIFT    = 16,
 372    PMRCAP_CMSS_SHIFT     = 24,
 373};
 374
 375enum NvmePmrcapMask {
 376    PMRCAP_RDS_MASK      = 0x1,
 377    PMRCAP_WDS_MASK      = 0x1,
 378    PMRCAP_BIR_MASK      = 0x7,
 379    PMRCAP_PMRTU_MASK    = 0x3,
 380    PMRCAP_PMRWBM_MASK   = 0xf,
 381    PMRCAP_PMRTO_MASK    = 0xff,
 382    PMRCAP_CMSS_MASK     = 0x1,
 383};
 384
 385#define NVME_PMRCAP_RDS(pmrcap)    \
 386    ((pmrcap >> PMRCAP_RDS_SHIFT)   & PMRCAP_RDS_MASK)
 387#define NVME_PMRCAP_WDS(pmrcap)    \
 388    ((pmrcap >> PMRCAP_WDS_SHIFT)   & PMRCAP_WDS_MASK)
 389#define NVME_PMRCAP_BIR(pmrcap)    \
 390    ((pmrcap >> PMRCAP_BIR_SHIFT)   & PMRCAP_BIR_MASK)
 391#define NVME_PMRCAP_PMRTU(pmrcap)    \
 392    ((pmrcap >> PMRCAP_PMRTU_SHIFT)   & PMRCAP_PMRTU_MASK)
 393#define NVME_PMRCAP_PMRWBM(pmrcap)    \
 394    ((pmrcap >> PMRCAP_PMRWBM_SHIFT)   & PMRCAP_PMRWBM_MASK)
 395#define NVME_PMRCAP_PMRTO(pmrcap)    \
 396    ((pmrcap >> PMRCAP_PMRTO_SHIFT)   & PMRCAP_PMRTO_MASK)
 397#define NVME_PMRCAP_CMSS(pmrcap)    \
 398    ((pmrcap >> PMRCAP_CMSS_SHIFT)   & PMRCAP_CMSS_MASK)
 399
 400#define NVME_PMRCAP_SET_RDS(pmrcap, val)   \
 401    (pmrcap |= (uint64_t)(val & PMRCAP_RDS_MASK) << PMRCAP_RDS_SHIFT)
 402#define NVME_PMRCAP_SET_WDS(pmrcap, val)   \
 403    (pmrcap |= (uint64_t)(val & PMRCAP_WDS_MASK) << PMRCAP_WDS_SHIFT)
 404#define NVME_PMRCAP_SET_BIR(pmrcap, val)   \
 405    (pmrcap |= (uint64_t)(val & PMRCAP_BIR_MASK) << PMRCAP_BIR_SHIFT)
 406#define NVME_PMRCAP_SET_PMRTU(pmrcap, val)   \
 407    (pmrcap |= (uint64_t)(val & PMRCAP_PMRTU_MASK) << PMRCAP_PMRTU_SHIFT)
 408#define NVME_PMRCAP_SET_PMRWBM(pmrcap, val)   \
 409    (pmrcap |= (uint64_t)(val & PMRCAP_PMRWBM_MASK) << PMRCAP_PMRWBM_SHIFT)
 410#define NVME_PMRCAP_SET_PMRTO(pmrcap, val)   \
 411    (pmrcap |= (uint64_t)(val & PMRCAP_PMRTO_MASK) << PMRCAP_PMRTO_SHIFT)
 412#define NVME_PMRCAP_SET_CMSS(pmrcap, val)   \
 413    (pmrcap |= (uint64_t)(val & PMRCAP_CMSS_MASK) << PMRCAP_CMSS_SHIFT)
 414
 415enum NvmePmrctlShift {
 416    PMRCTL_EN_SHIFT   = 0,
 417};
 418
 419enum NvmePmrctlMask {
 420    PMRCTL_EN_MASK   = 0x1,
 421};
 422
 423#define NVME_PMRCTL_EN(pmrctl)  ((pmrctl >> PMRCTL_EN_SHIFT)   & PMRCTL_EN_MASK)
 424
 425#define NVME_PMRCTL_SET_EN(pmrctl, val)   \
 426    (pmrctl |= (uint64_t)(val & PMRCTL_EN_MASK) << PMRCTL_EN_SHIFT)
 427
 428enum NvmePmrstsShift {
 429    PMRSTS_ERR_SHIFT    = 0,
 430    PMRSTS_NRDY_SHIFT   = 8,
 431    PMRSTS_HSTS_SHIFT   = 9,
 432    PMRSTS_CBAI_SHIFT   = 12,
 433};
 434
 435enum NvmePmrstsMask {
 436    PMRSTS_ERR_MASK    = 0xff,
 437    PMRSTS_NRDY_MASK   = 0x1,
 438    PMRSTS_HSTS_MASK   = 0x7,
 439    PMRSTS_CBAI_MASK   = 0x1,
 440};
 441
 442#define NVME_PMRSTS_ERR(pmrsts)     \
 443    ((pmrsts >> PMRSTS_ERR_SHIFT)   & PMRSTS_ERR_MASK)
 444#define NVME_PMRSTS_NRDY(pmrsts)    \
 445    ((pmrsts >> PMRSTS_NRDY_SHIFT)   & PMRSTS_NRDY_MASK)
 446#define NVME_PMRSTS_HSTS(pmrsts)    \
 447    ((pmrsts >> PMRSTS_HSTS_SHIFT)   & PMRSTS_HSTS_MASK)
 448#define NVME_PMRSTS_CBAI(pmrsts)    \
 449    ((pmrsts >> PMRSTS_CBAI_SHIFT)   & PMRSTS_CBAI_MASK)
 450
 451#define NVME_PMRSTS_SET_ERR(pmrsts, val)   \
 452    (pmrsts |= (uint64_t)(val & PMRSTS_ERR_MASK) << PMRSTS_ERR_SHIFT)
 453#define NVME_PMRSTS_SET_NRDY(pmrsts, val)   \
 454    (pmrsts |= (uint64_t)(val & PMRSTS_NRDY_MASK) << PMRSTS_NRDY_SHIFT)
 455#define NVME_PMRSTS_SET_HSTS(pmrsts, val)   \
 456    (pmrsts |= (uint64_t)(val & PMRSTS_HSTS_MASK) << PMRSTS_HSTS_SHIFT)
 457#define NVME_PMRSTS_SET_CBAI(pmrsts, val)   \
 458    (pmrsts |= (uint64_t)(val & PMRSTS_CBAI_MASK) << PMRSTS_CBAI_SHIFT)
 459
 460enum NvmePmrebsShift {
 461    PMREBS_PMRSZU_SHIFT   = 0,
 462    PMREBS_RBB_SHIFT      = 4,
 463    PMREBS_PMRWBZ_SHIFT   = 8,
 464};
 465
 466enum NvmePmrebsMask {
 467    PMREBS_PMRSZU_MASK   = 0xf,
 468    PMREBS_RBB_MASK      = 0x1,
 469    PMREBS_PMRWBZ_MASK   = 0xffffff,
 470};
 471
 472#define NVME_PMREBS_PMRSZU(pmrebs)  \
 473    ((pmrebs >> PMREBS_PMRSZU_SHIFT)   & PMREBS_PMRSZU_MASK)
 474#define NVME_PMREBS_RBB(pmrebs)     \
 475    ((pmrebs >> PMREBS_RBB_SHIFT)   & PMREBS_RBB_MASK)
 476#define NVME_PMREBS_PMRWBZ(pmrebs)  \
 477    ((pmrebs >> PMREBS_PMRWBZ_SHIFT)   & PMREBS_PMRWBZ_MASK)
 478
 479#define NVME_PMREBS_SET_PMRSZU(pmrebs, val)   \
 480    (pmrebs |= (uint64_t)(val & PMREBS_PMRSZU_MASK) << PMREBS_PMRSZU_SHIFT)
 481#define NVME_PMREBS_SET_RBB(pmrebs, val)   \
 482    (pmrebs |= (uint64_t)(val & PMREBS_RBB_MASK) << PMREBS_RBB_SHIFT)
 483#define NVME_PMREBS_SET_PMRWBZ(pmrebs, val)   \
 484    (pmrebs |= (uint64_t)(val & PMREBS_PMRWBZ_MASK) << PMREBS_PMRWBZ_SHIFT)
 485
 486enum NvmePmrswtpShift {
 487    PMRSWTP_PMRSWTU_SHIFT   = 0,
 488    PMRSWTP_PMRSWTV_SHIFT   = 8,
 489};
 490
 491enum NvmePmrswtpMask {
 492    PMRSWTP_PMRSWTU_MASK   = 0xf,
 493    PMRSWTP_PMRSWTV_MASK   = 0xffffff,
 494};
 495
 496#define NVME_PMRSWTP_PMRSWTU(pmrswtp)   \
 497    ((pmrswtp >> PMRSWTP_PMRSWTU_SHIFT)   & PMRSWTP_PMRSWTU_MASK)
 498#define NVME_PMRSWTP_PMRSWTV(pmrswtp)   \
 499    ((pmrswtp >> PMRSWTP_PMRSWTV_SHIFT)   & PMRSWTP_PMRSWTV_MASK)
 500
 501#define NVME_PMRSWTP_SET_PMRSWTU(pmrswtp, val)   \
 502    (pmrswtp |= (uint64_t)(val & PMRSWTP_PMRSWTU_MASK) << PMRSWTP_PMRSWTU_SHIFT)
 503#define NVME_PMRSWTP_SET_PMRSWTV(pmrswtp, val)   \
 504    (pmrswtp |= (uint64_t)(val & PMRSWTP_PMRSWTV_MASK) << PMRSWTP_PMRSWTV_SHIFT)
 505
 506enum NvmePmrmsclShift {
 507    PMRMSCL_CMSE_SHIFT   = 1,
 508    PMRMSCL_CBA_SHIFT    = 12,
 509};
 510
 511enum NvmePmrmsclMask {
 512    PMRMSCL_CMSE_MASK   = 0x1,
 513    PMRMSCL_CBA_MASK    = 0xfffff,
 514};
 515
 516#define NVME_PMRMSCL_CMSE(pmrmscl)    \
 517    ((pmrmscl >> PMRMSCL_CMSE_SHIFT)   & PMRMSCL_CMSE_MASK)
 518#define NVME_PMRMSCL_CBA(pmrmscl)     \
 519    ((pmrmscl >> PMRMSCL_CBA_SHIFT)   & PMRMSCL_CBA_MASK)
 520
 521#define NVME_PMRMSCL_SET_CMSE(pmrmscl, val)   \
 522    (pmrmscl |= (uint32_t)(val & PMRMSCL_CMSE_MASK) << PMRMSCL_CMSE_SHIFT)
 523#define NVME_PMRMSCL_SET_CBA(pmrmscl, val)   \
 524    (pmrmscl |= (uint32_t)(val & PMRMSCL_CBA_MASK) << PMRMSCL_CBA_SHIFT)
 525
 526enum NvmeSglDescriptorType {
 527    NVME_SGL_DESCR_TYPE_DATA_BLOCK          = 0x0,
 528    NVME_SGL_DESCR_TYPE_BIT_BUCKET          = 0x1,
 529    NVME_SGL_DESCR_TYPE_SEGMENT             = 0x2,
 530    NVME_SGL_DESCR_TYPE_LAST_SEGMENT        = 0x3,
 531    NVME_SGL_DESCR_TYPE_KEYED_DATA_BLOCK    = 0x4,
 532
 533    NVME_SGL_DESCR_TYPE_VENDOR_SPECIFIC     = 0xf,
 534};
 535
 536enum NvmeSglDescriptorSubtype {
 537    NVME_SGL_DESCR_SUBTYPE_ADDRESS = 0x0,
 538};
 539
 540typedef struct QEMU_PACKED NvmeSglDescriptor {
 541    uint64_t addr;
 542    uint32_t len;
 543    uint8_t  rsvd[3];
 544    uint8_t  type;
 545} NvmeSglDescriptor;
 546
 547#define NVME_SGL_TYPE(type)     ((type >> 4) & 0xf)
 548#define NVME_SGL_SUBTYPE(type)  (type & 0xf)
 549
 550typedef union NvmeCmdDptr {
 551    struct {
 552        uint64_t    prp1;
 553        uint64_t    prp2;
 554    };
 555
 556    NvmeSglDescriptor sgl;
 557} NvmeCmdDptr;
 558
 559enum NvmePsdt {
 560    NVME_PSDT_PRP                 = 0x0,
 561    NVME_PSDT_SGL_MPTR_CONTIGUOUS = 0x1,
 562    NVME_PSDT_SGL_MPTR_SGL        = 0x2,
 563};
 564
 565typedef struct QEMU_PACKED NvmeCmd {
 566    uint8_t     opcode;
 567    uint8_t     flags;
 568    uint16_t    cid;
 569    uint32_t    nsid;
 570    uint64_t    res1;
 571    uint64_t    mptr;
 572    NvmeCmdDptr dptr;
 573    uint32_t    cdw10;
 574    uint32_t    cdw11;
 575    uint32_t    cdw12;
 576    uint32_t    cdw13;
 577    uint32_t    cdw14;
 578    uint32_t    cdw15;
 579} NvmeCmd;
 580
 581#define NVME_CMD_FLAGS_FUSE(flags) (flags & 0x3)
 582#define NVME_CMD_FLAGS_PSDT(flags) ((flags >> 6) & 0x3)
 583
 584enum NvmeAdminCommands {
 585    NVME_ADM_CMD_DELETE_SQ      = 0x00,
 586    NVME_ADM_CMD_CREATE_SQ      = 0x01,
 587    NVME_ADM_CMD_GET_LOG_PAGE   = 0x02,
 588    NVME_ADM_CMD_DELETE_CQ      = 0x04,
 589    NVME_ADM_CMD_CREATE_CQ      = 0x05,
 590    NVME_ADM_CMD_IDENTIFY       = 0x06,
 591    NVME_ADM_CMD_ABORT          = 0x08,
 592    NVME_ADM_CMD_SET_FEATURES   = 0x09,
 593    NVME_ADM_CMD_GET_FEATURES   = 0x0a,
 594    NVME_ADM_CMD_ASYNC_EV_REQ   = 0x0c,
 595    NVME_ADM_CMD_ACTIVATE_FW    = 0x10,
 596    NVME_ADM_CMD_DOWNLOAD_FW    = 0x11,
 597    NVME_ADM_CMD_NS_ATTACHMENT  = 0x15,
 598    NVME_ADM_CMD_FORMAT_NVM     = 0x80,
 599    NVME_ADM_CMD_SECURITY_SEND  = 0x81,
 600    NVME_ADM_CMD_SECURITY_RECV  = 0x82,
 601};
 602
 603enum NvmeIoCommands {
 604    NVME_CMD_FLUSH              = 0x00,
 605    NVME_CMD_WRITE              = 0x01,
 606    NVME_CMD_READ               = 0x02,
 607    NVME_CMD_WRITE_UNCOR        = 0x04,
 608    NVME_CMD_COMPARE            = 0x05,
 609    NVME_CMD_WRITE_ZEROES       = 0x08,
 610    NVME_CMD_DSM                = 0x09,
 611    NVME_CMD_VERIFY             = 0x0c,
 612    NVME_CMD_COPY               = 0x19,
 613    NVME_CMD_ZONE_MGMT_SEND     = 0x79,
 614    NVME_CMD_ZONE_MGMT_RECV     = 0x7a,
 615    NVME_CMD_ZONE_APPEND        = 0x7d,
 616};
 617
 618typedef struct QEMU_PACKED NvmeDeleteQ {
 619    uint8_t     opcode;
 620    uint8_t     flags;
 621    uint16_t    cid;
 622    uint32_t    rsvd1[9];
 623    uint16_t    qid;
 624    uint16_t    rsvd10;
 625    uint32_t    rsvd11[5];
 626} NvmeDeleteQ;
 627
 628typedef struct QEMU_PACKED NvmeCreateCq {
 629    uint8_t     opcode;
 630    uint8_t     flags;
 631    uint16_t    cid;
 632    uint32_t    rsvd1[5];
 633    uint64_t    prp1;
 634    uint64_t    rsvd8;
 635    uint16_t    cqid;
 636    uint16_t    qsize;
 637    uint16_t    cq_flags;
 638    uint16_t    irq_vector;
 639    uint32_t    rsvd12[4];
 640} NvmeCreateCq;
 641
 642#define NVME_CQ_FLAGS_PC(cq_flags)  (cq_flags & 0x1)
 643#define NVME_CQ_FLAGS_IEN(cq_flags) ((cq_flags >> 1) & 0x1)
 644
 645enum NvmeFlagsCq {
 646    NVME_CQ_PC          = 1,
 647    NVME_CQ_IEN         = 2,
 648};
 649
 650typedef struct QEMU_PACKED NvmeCreateSq {
 651    uint8_t     opcode;
 652    uint8_t     flags;
 653    uint16_t    cid;
 654    uint32_t    rsvd1[5];
 655    uint64_t    prp1;
 656    uint64_t    rsvd8;
 657    uint16_t    sqid;
 658    uint16_t    qsize;
 659    uint16_t    sq_flags;
 660    uint16_t    cqid;
 661    uint32_t    rsvd12[4];
 662} NvmeCreateSq;
 663
 664#define NVME_SQ_FLAGS_PC(sq_flags)      (sq_flags & 0x1)
 665#define NVME_SQ_FLAGS_QPRIO(sq_flags)   ((sq_flags >> 1) & 0x3)
 666
 667enum NvmeFlagsSq {
 668    NVME_SQ_PC          = 1,
 669
 670    NVME_SQ_PRIO_URGENT = 0,
 671    NVME_SQ_PRIO_HIGH   = 1,
 672    NVME_SQ_PRIO_NORMAL = 2,
 673    NVME_SQ_PRIO_LOW    = 3,
 674};
 675
 676typedef struct QEMU_PACKED NvmeIdentify {
 677    uint8_t     opcode;
 678    uint8_t     flags;
 679    uint16_t    cid;
 680    uint32_t    nsid;
 681    uint64_t    rsvd2[2];
 682    uint64_t    prp1;
 683    uint64_t    prp2;
 684    uint8_t     cns;
 685    uint8_t     rsvd10;
 686    uint16_t    ctrlid;
 687    uint16_t    nvmsetid;
 688    uint8_t     rsvd11;
 689    uint8_t     csi;
 690    uint32_t    rsvd12[4];
 691} NvmeIdentify;
 692
 693typedef struct QEMU_PACKED NvmeRwCmd {
 694    uint8_t     opcode;
 695    uint8_t     flags;
 696    uint16_t    cid;
 697    uint32_t    nsid;
 698    uint64_t    rsvd2;
 699    uint64_t    mptr;
 700    NvmeCmdDptr dptr;
 701    uint64_t    slba;
 702    uint16_t    nlb;
 703    uint16_t    control;
 704    uint32_t    dsmgmt;
 705    uint32_t    reftag;
 706    uint16_t    apptag;
 707    uint16_t    appmask;
 708} NvmeRwCmd;
 709
 710enum {
 711    NVME_RW_LR                  = 1 << 15,
 712    NVME_RW_FUA                 = 1 << 14,
 713    NVME_RW_DSM_FREQ_UNSPEC     = 0,
 714    NVME_RW_DSM_FREQ_TYPICAL    = 1,
 715    NVME_RW_DSM_FREQ_RARE       = 2,
 716    NVME_RW_DSM_FREQ_READS      = 3,
 717    NVME_RW_DSM_FREQ_WRITES     = 4,
 718    NVME_RW_DSM_FREQ_RW         = 5,
 719    NVME_RW_DSM_FREQ_ONCE       = 6,
 720    NVME_RW_DSM_FREQ_PREFETCH   = 7,
 721    NVME_RW_DSM_FREQ_TEMP       = 8,
 722    NVME_RW_DSM_LATENCY_NONE    = 0 << 4,
 723    NVME_RW_DSM_LATENCY_IDLE    = 1 << 4,
 724    NVME_RW_DSM_LATENCY_NORM    = 2 << 4,
 725    NVME_RW_DSM_LATENCY_LOW     = 3 << 4,
 726    NVME_RW_DSM_SEQ_REQ         = 1 << 6,
 727    NVME_RW_DSM_COMPRESSED      = 1 << 7,
 728    NVME_RW_PIREMAP             = 1 << 9,
 729    NVME_RW_PRINFO_PRACT        = 1 << 13,
 730    NVME_RW_PRINFO_PRCHK_GUARD  = 1 << 12,
 731    NVME_RW_PRINFO_PRCHK_APP    = 1 << 11,
 732    NVME_RW_PRINFO_PRCHK_REF    = 1 << 10,
 733    NVME_RW_PRINFO_PRCHK_MASK   = 7 << 10,
 734
 735};
 736
 737#define NVME_RW_PRINFO(control) ((control >> 10) & 0xf)
 738
 739enum {
 740    NVME_PRINFO_PRACT       = 1 << 3,
 741    NVME_PRINFO_PRCHK_GUARD = 1 << 2,
 742    NVME_PRINFO_PRCHK_APP   = 1 << 1,
 743    NVME_PRINFO_PRCHK_REF   = 1 << 0,
 744    NVME_PRINFO_PRCHK_MASK  = 7 << 0,
 745};
 746
 747typedef struct QEMU_PACKED NvmeDsmCmd {
 748    uint8_t     opcode;
 749    uint8_t     flags;
 750    uint16_t    cid;
 751    uint32_t    nsid;
 752    uint64_t    rsvd2[2];
 753    NvmeCmdDptr dptr;
 754    uint32_t    nr;
 755    uint32_t    attributes;
 756    uint32_t    rsvd12[4];
 757} NvmeDsmCmd;
 758
 759enum {
 760    NVME_DSMGMT_IDR = 1 << 0,
 761    NVME_DSMGMT_IDW = 1 << 1,
 762    NVME_DSMGMT_AD  = 1 << 2,
 763};
 764
 765typedef struct QEMU_PACKED NvmeDsmRange {
 766    uint32_t    cattr;
 767    uint32_t    nlb;
 768    uint64_t    slba;
 769} NvmeDsmRange;
 770
 771enum {
 772    NVME_COPY_FORMAT_0 = 0x0,
 773};
 774
 775typedef struct QEMU_PACKED NvmeCopyCmd {
 776    uint8_t     opcode;
 777    uint8_t     flags;
 778    uint16_t    cid;
 779    uint32_t    nsid;
 780    uint32_t    rsvd2[4];
 781    NvmeCmdDptr dptr;
 782    uint64_t    sdlba;
 783    uint8_t     nr;
 784    uint8_t     control[3];
 785    uint16_t    rsvd13;
 786    uint16_t    dspec;
 787    uint32_t    reftag;
 788    uint16_t    apptag;
 789    uint16_t    appmask;
 790} NvmeCopyCmd;
 791
 792typedef struct QEMU_PACKED NvmeCopySourceRange {
 793    uint8_t  rsvd0[8];
 794    uint64_t slba;
 795    uint16_t nlb;
 796    uint8_t  rsvd18[6];
 797    uint32_t reftag;
 798    uint16_t apptag;
 799    uint16_t appmask;
 800} NvmeCopySourceRange;
 801
 802enum NvmeAsyncEventRequest {
 803    NVME_AER_TYPE_ERROR                     = 0,
 804    NVME_AER_TYPE_SMART                     = 1,
 805    NVME_AER_TYPE_NOTICE                    = 2,
 806    NVME_AER_TYPE_IO_SPECIFIC               = 6,
 807    NVME_AER_TYPE_VENDOR_SPECIFIC           = 7,
 808    NVME_AER_INFO_ERR_INVALID_DB_REGISTER   = 0,
 809    NVME_AER_INFO_ERR_INVALID_DB_VALUE      = 1,
 810    NVME_AER_INFO_ERR_DIAG_FAIL             = 2,
 811    NVME_AER_INFO_ERR_PERS_INTERNAL_ERR     = 3,
 812    NVME_AER_INFO_ERR_TRANS_INTERNAL_ERR    = 4,
 813    NVME_AER_INFO_ERR_FW_IMG_LOAD_ERR       = 5,
 814    NVME_AER_INFO_SMART_RELIABILITY         = 0,
 815    NVME_AER_INFO_SMART_TEMP_THRESH         = 1,
 816    NVME_AER_INFO_SMART_SPARE_THRESH        = 2,
 817    NVME_AER_INFO_NOTICE_NS_ATTR_CHANGED    = 0,
 818};
 819
 820typedef struct QEMU_PACKED NvmeAerResult {
 821    uint8_t event_type;
 822    uint8_t event_info;
 823    uint8_t log_page;
 824    uint8_t resv;
 825} NvmeAerResult;
 826
 827typedef struct QEMU_PACKED NvmeZonedResult {
 828    uint64_t slba;
 829} NvmeZonedResult;
 830
 831typedef struct QEMU_PACKED NvmeCqe {
 832    uint32_t    result;
 833    uint32_t    dw1;
 834    uint16_t    sq_head;
 835    uint16_t    sq_id;
 836    uint16_t    cid;
 837    uint16_t    status;
 838} NvmeCqe;
 839
 840enum NvmeStatusCodes {
 841    NVME_SUCCESS                = 0x0000,
 842    NVME_INVALID_OPCODE         = 0x0001,
 843    NVME_INVALID_FIELD          = 0x0002,
 844    NVME_CID_CONFLICT           = 0x0003,
 845    NVME_DATA_TRAS_ERROR        = 0x0004,
 846    NVME_POWER_LOSS_ABORT       = 0x0005,
 847    NVME_INTERNAL_DEV_ERROR     = 0x0006,
 848    NVME_CMD_ABORT_REQ          = 0x0007,
 849    NVME_CMD_ABORT_SQ_DEL       = 0x0008,
 850    NVME_CMD_ABORT_FAILED_FUSE  = 0x0009,
 851    NVME_CMD_ABORT_MISSING_FUSE = 0x000a,
 852    NVME_INVALID_NSID           = 0x000b,
 853    NVME_CMD_SEQ_ERROR          = 0x000c,
 854    NVME_INVALID_SGL_SEG_DESCR  = 0x000d,
 855    NVME_INVALID_NUM_SGL_DESCRS = 0x000e,
 856    NVME_DATA_SGL_LEN_INVALID   = 0x000f,
 857    NVME_MD_SGL_LEN_INVALID     = 0x0010,
 858    NVME_SGL_DESCR_TYPE_INVALID = 0x0011,
 859    NVME_INVALID_USE_OF_CMB     = 0x0012,
 860    NVME_INVALID_PRP_OFFSET     = 0x0013,
 861    NVME_CMD_SET_CMB_REJECTED   = 0x002b,
 862    NVME_INVALID_CMD_SET        = 0x002c,
 863    NVME_LBA_RANGE              = 0x0080,
 864    NVME_CAP_EXCEEDED           = 0x0081,
 865    NVME_NS_NOT_READY           = 0x0082,
 866    NVME_NS_RESV_CONFLICT       = 0x0083,
 867    NVME_FORMAT_IN_PROGRESS     = 0x0084,
 868    NVME_INVALID_CQID           = 0x0100,
 869    NVME_INVALID_QID            = 0x0101,
 870    NVME_MAX_QSIZE_EXCEEDED     = 0x0102,
 871    NVME_ACL_EXCEEDED           = 0x0103,
 872    NVME_RESERVED               = 0x0104,
 873    NVME_AER_LIMIT_EXCEEDED     = 0x0105,
 874    NVME_INVALID_FW_SLOT        = 0x0106,
 875    NVME_INVALID_FW_IMAGE       = 0x0107,
 876    NVME_INVALID_IRQ_VECTOR     = 0x0108,
 877    NVME_INVALID_LOG_ID         = 0x0109,
 878    NVME_INVALID_FORMAT         = 0x010a,
 879    NVME_FW_REQ_RESET           = 0x010b,
 880    NVME_INVALID_QUEUE_DEL      = 0x010c,
 881    NVME_FID_NOT_SAVEABLE       = 0x010d,
 882    NVME_FEAT_NOT_CHANGEABLE    = 0x010e,
 883    NVME_FEAT_NOT_NS_SPEC       = 0x010f,
 884    NVME_FW_REQ_SUSYSTEM_RESET  = 0x0110,
 885    NVME_NS_ALREADY_ATTACHED    = 0x0118,
 886    NVME_NS_PRIVATE             = 0x0119,
 887    NVME_NS_NOT_ATTACHED        = 0x011a,
 888    NVME_NS_CTRL_LIST_INVALID   = 0x011c,
 889    NVME_CONFLICTING_ATTRS      = 0x0180,
 890    NVME_INVALID_PROT_INFO      = 0x0181,
 891    NVME_WRITE_TO_RO            = 0x0182,
 892    NVME_CMD_SIZE_LIMIT         = 0x0183,
 893    NVME_ZONE_BOUNDARY_ERROR    = 0x01b8,
 894    NVME_ZONE_FULL              = 0x01b9,
 895    NVME_ZONE_READ_ONLY         = 0x01ba,
 896    NVME_ZONE_OFFLINE           = 0x01bb,
 897    NVME_ZONE_INVALID_WRITE     = 0x01bc,
 898    NVME_ZONE_TOO_MANY_ACTIVE   = 0x01bd,
 899    NVME_ZONE_TOO_MANY_OPEN     = 0x01be,
 900    NVME_ZONE_INVAL_TRANSITION  = 0x01bf,
 901    NVME_WRITE_FAULT            = 0x0280,
 902    NVME_UNRECOVERED_READ       = 0x0281,
 903    NVME_E2E_GUARD_ERROR        = 0x0282,
 904    NVME_E2E_APP_ERROR          = 0x0283,
 905    NVME_E2E_REF_ERROR          = 0x0284,
 906    NVME_CMP_FAILURE            = 0x0285,
 907    NVME_ACCESS_DENIED          = 0x0286,
 908    NVME_DULB                   = 0x0287,
 909    NVME_MORE                   = 0x2000,
 910    NVME_DNR                    = 0x4000,
 911    NVME_NO_COMPLETE            = 0xffff,
 912};
 913
 914typedef struct QEMU_PACKED NvmeFwSlotInfoLog {
 915    uint8_t     afi;
 916    uint8_t     reserved1[7];
 917    uint8_t     frs1[8];
 918    uint8_t     frs2[8];
 919    uint8_t     frs3[8];
 920    uint8_t     frs4[8];
 921    uint8_t     frs5[8];
 922    uint8_t     frs6[8];
 923    uint8_t     frs7[8];
 924    uint8_t     reserved2[448];
 925} NvmeFwSlotInfoLog;
 926
 927typedef struct QEMU_PACKED NvmeErrorLog {
 928    uint64_t    error_count;
 929    uint16_t    sqid;
 930    uint16_t    cid;
 931    uint16_t    status_field;
 932    uint16_t    param_error_location;
 933    uint64_t    lba;
 934    uint32_t    nsid;
 935    uint8_t     vs;
 936    uint8_t     resv[35];
 937} NvmeErrorLog;
 938
 939typedef struct QEMU_PACKED NvmeSmartLog {
 940    uint8_t     critical_warning;
 941    uint16_t    temperature;
 942    uint8_t     available_spare;
 943    uint8_t     available_spare_threshold;
 944    uint8_t     percentage_used;
 945    uint8_t     reserved1[26];
 946    uint64_t    data_units_read[2];
 947    uint64_t    data_units_written[2];
 948    uint64_t    host_read_commands[2];
 949    uint64_t    host_write_commands[2];
 950    uint64_t    controller_busy_time[2];
 951    uint64_t    power_cycles[2];
 952    uint64_t    power_on_hours[2];
 953    uint64_t    unsafe_shutdowns[2];
 954    uint64_t    media_errors[2];
 955    uint64_t    number_of_error_log_entries[2];
 956    uint8_t     reserved2[320];
 957} NvmeSmartLog;
 958
 959#define NVME_SMART_WARN_MAX     6
 960enum NvmeSmartWarn {
 961    NVME_SMART_SPARE                  = 1 << 0,
 962    NVME_SMART_TEMPERATURE            = 1 << 1,
 963    NVME_SMART_RELIABILITY            = 1 << 2,
 964    NVME_SMART_MEDIA_READ_ONLY        = 1 << 3,
 965    NVME_SMART_FAILED_VOLATILE_MEDIA  = 1 << 4,
 966    NVME_SMART_PMR_UNRELIABLE         = 1 << 5,
 967};
 968
 969typedef struct NvmeEffectsLog {
 970    uint32_t    acs[256];
 971    uint32_t    iocs[256];
 972    uint8_t     resv[2048];
 973} NvmeEffectsLog;
 974
 975enum {
 976    NVME_CMD_EFF_CSUPP      = 1 << 0,
 977    NVME_CMD_EFF_LBCC       = 1 << 1,
 978    NVME_CMD_EFF_NCC        = 1 << 2,
 979    NVME_CMD_EFF_NIC        = 1 << 3,
 980    NVME_CMD_EFF_CCC        = 1 << 4,
 981    NVME_CMD_EFF_CSE_MASK   = 3 << 16,
 982    NVME_CMD_EFF_UUID_SEL   = 1 << 19,
 983};
 984
 985enum NvmeLogIdentifier {
 986    NVME_LOG_ERROR_INFO     = 0x01,
 987    NVME_LOG_SMART_INFO     = 0x02,
 988    NVME_LOG_FW_SLOT_INFO   = 0x03,
 989    NVME_LOG_CHANGED_NSLIST = 0x04,
 990    NVME_LOG_CMD_EFFECTS    = 0x05,
 991};
 992
 993typedef struct QEMU_PACKED NvmePSD {
 994    uint16_t    mp;
 995    uint16_t    reserved;
 996    uint32_t    enlat;
 997    uint32_t    exlat;
 998    uint8_t     rrt;
 999    uint8_t     rrl;
1000    uint8_t     rwt;
1001    uint8_t     rwl;
1002    uint8_t     resv[16];
1003} NvmePSD;
1004
1005#define NVME_CONTROLLER_LIST_SIZE 2048
1006#define NVME_IDENTIFY_DATA_SIZE 4096
1007
1008enum NvmeIdCns {
1009    NVME_ID_CNS_NS                    = 0x00,
1010    NVME_ID_CNS_CTRL                  = 0x01,
1011    NVME_ID_CNS_NS_ACTIVE_LIST        = 0x02,
1012    NVME_ID_CNS_NS_DESCR_LIST         = 0x03,
1013    NVME_ID_CNS_CS_NS                 = 0x05,
1014    NVME_ID_CNS_CS_CTRL               = 0x06,
1015    NVME_ID_CNS_CS_NS_ACTIVE_LIST     = 0x07,
1016    NVME_ID_CNS_NS_PRESENT_LIST       = 0x10,
1017    NVME_ID_CNS_NS_PRESENT            = 0x11,
1018    NVME_ID_CNS_NS_ATTACHED_CTRL_LIST = 0x12,
1019    NVME_ID_CNS_CTRL_LIST             = 0x13,
1020    NVME_ID_CNS_CS_NS_PRESENT_LIST    = 0x1a,
1021    NVME_ID_CNS_CS_NS_PRESENT         = 0x1b,
1022    NVME_ID_CNS_IO_COMMAND_SET        = 0x1c,
1023};
1024
1025typedef struct QEMU_PACKED NvmeIdCtrl {
1026    uint16_t    vid;
1027    uint16_t    ssvid;
1028    uint8_t     sn[20];
1029    uint8_t     mn[40];
1030    uint8_t     fr[8];
1031    uint8_t     rab;
1032    uint8_t     ieee[3];
1033    uint8_t     cmic;
1034    uint8_t     mdts;
1035    uint16_t    cntlid;
1036    uint32_t    ver;
1037    uint32_t    rtd3r;
1038    uint32_t    rtd3e;
1039    uint32_t    oaes;
1040    uint32_t    ctratt;
1041    uint8_t     rsvd100[11];
1042    uint8_t     cntrltype;
1043    uint8_t     fguid[16];
1044    uint8_t     rsvd128[128];
1045    uint16_t    oacs;
1046    uint8_t     acl;
1047    uint8_t     aerl;
1048    uint8_t     frmw;
1049    uint8_t     lpa;
1050    uint8_t     elpe;
1051    uint8_t     npss;
1052    uint8_t     avscc;
1053    uint8_t     apsta;
1054    uint16_t    wctemp;
1055    uint16_t    cctemp;
1056    uint16_t    mtfa;
1057    uint32_t    hmpre;
1058    uint32_t    hmmin;
1059    uint8_t     tnvmcap[16];
1060    uint8_t     unvmcap[16];
1061    uint32_t    rpmbs;
1062    uint16_t    edstt;
1063    uint8_t     dsto;
1064    uint8_t     fwug;
1065    uint16_t    kas;
1066    uint16_t    hctma;
1067    uint16_t    mntmt;
1068    uint16_t    mxtmt;
1069    uint32_t    sanicap;
1070    uint8_t     rsvd332[180];
1071    uint8_t     sqes;
1072    uint8_t     cqes;
1073    uint16_t    maxcmd;
1074    uint32_t    nn;
1075    uint16_t    oncs;
1076    uint16_t    fuses;
1077    uint8_t     fna;
1078    uint8_t     vwc;
1079    uint16_t    awun;
1080    uint16_t    awupf;
1081    uint8_t     nvscc;
1082    uint8_t     rsvd531;
1083    uint16_t    acwu;
1084    uint16_t    ocfs;
1085    uint32_t    sgls;
1086    uint8_t     rsvd540[228];
1087    uint8_t     subnqn[256];
1088    uint8_t     rsvd1024[1024];
1089    NvmePSD     psd[32];
1090    uint8_t     vs[1024];
1091} NvmeIdCtrl;
1092
1093typedef struct NvmeIdCtrlZoned {
1094    uint8_t     zasl;
1095    uint8_t     rsvd1[4095];
1096} NvmeIdCtrlZoned;
1097
1098typedef struct NvmeIdCtrlNvm {
1099    uint8_t     vsl;
1100    uint8_t     wzsl;
1101    uint8_t     wusl;
1102    uint8_t     dmrl;
1103    uint32_t    dmrsl;
1104    uint64_t    dmsl;
1105    uint8_t     rsvd16[4080];
1106} NvmeIdCtrlNvm;
1107
1108enum NvmeIdCtrlOaes {
1109    NVME_OAES_NS_ATTR   = 1 << 8,
1110};
1111
1112enum NvmeIdCtrlOacs {
1113    NVME_OACS_SECURITY  = 1 << 0,
1114    NVME_OACS_FORMAT    = 1 << 1,
1115    NVME_OACS_FW        = 1 << 2,
1116    NVME_OACS_NS_MGMT   = 1 << 3,
1117};
1118
1119enum NvmeIdCtrlOncs {
1120    NVME_ONCS_COMPARE       = 1 << 0,
1121    NVME_ONCS_WRITE_UNCORR  = 1 << 1,
1122    NVME_ONCS_DSM           = 1 << 2,
1123    NVME_ONCS_WRITE_ZEROES  = 1 << 3,
1124    NVME_ONCS_FEATURES      = 1 << 4,
1125    NVME_ONCS_RESRVATIONS   = 1 << 5,
1126    NVME_ONCS_TIMESTAMP     = 1 << 6,
1127    NVME_ONCS_VERIFY        = 1 << 7,
1128    NVME_ONCS_COPY          = 1 << 8,
1129};
1130
1131enum NvmeIdCtrlOcfs {
1132    NVME_OCFS_COPY_FORMAT_0 = 1 << 0,
1133};
1134
1135enum NvmeIdctrlVwc {
1136    NVME_VWC_PRESENT                    = 1 << 0,
1137    NVME_VWC_NSID_BROADCAST_NO_SUPPORT  = 0 << 1,
1138    NVME_VWC_NSID_BROADCAST_RESERVED    = 1 << 1,
1139    NVME_VWC_NSID_BROADCAST_CTRL_SPEC   = 2 << 1,
1140    NVME_VWC_NSID_BROADCAST_SUPPORT     = 3 << 1,
1141};
1142
1143enum NvmeIdCtrlFrmw {
1144    NVME_FRMW_SLOT1_RO = 1 << 0,
1145};
1146
1147enum NvmeIdCtrlLpa {
1148    NVME_LPA_NS_SMART = 1 << 0,
1149    NVME_LPA_CSE      = 1 << 1,
1150    NVME_LPA_EXTENDED = 1 << 2,
1151};
1152
1153enum NvmeIdCtrlCmic {
1154    NVME_CMIC_MULTI_CTRL    = 1 << 1,
1155};
1156
1157#define NVME_CTRL_SQES_MIN(sqes) ((sqes) & 0xf)
1158#define NVME_CTRL_SQES_MAX(sqes) (((sqes) >> 4) & 0xf)
1159#define NVME_CTRL_CQES_MIN(cqes) ((cqes) & 0xf)
1160#define NVME_CTRL_CQES_MAX(cqes) (((cqes) >> 4) & 0xf)
1161
1162#define NVME_CTRL_SGLS_SUPPORT_MASK        (0x3 <<  0)
1163#define NVME_CTRL_SGLS_SUPPORT_NO_ALIGN    (0x1 <<  0)
1164#define NVME_CTRL_SGLS_SUPPORT_DWORD_ALIGN (0x1 <<  1)
1165#define NVME_CTRL_SGLS_KEYED               (0x1 <<  2)
1166#define NVME_CTRL_SGLS_BITBUCKET           (0x1 << 16)
1167#define NVME_CTRL_SGLS_MPTR_CONTIGUOUS     (0x1 << 17)
1168#define NVME_CTRL_SGLS_EXCESS_LENGTH       (0x1 << 18)
1169#define NVME_CTRL_SGLS_MPTR_SGL            (0x1 << 19)
1170#define NVME_CTRL_SGLS_ADDR_OFFSET         (0x1 << 20)
1171
1172#define NVME_ARB_AB(arb)    (arb & 0x7)
1173#define NVME_ARB_AB_NOLIMIT 0x7
1174#define NVME_ARB_LPW(arb)   ((arb >> 8) & 0xff)
1175#define NVME_ARB_MPW(arb)   ((arb >> 16) & 0xff)
1176#define NVME_ARB_HPW(arb)   ((arb >> 24) & 0xff)
1177
1178#define NVME_INTC_THR(intc)     (intc & 0xff)
1179#define NVME_INTC_TIME(intc)    ((intc >> 8) & 0xff)
1180
1181#define NVME_INTVC_NOCOALESCING (0x1 << 16)
1182
1183#define NVME_TEMP_THSEL(temp)  ((temp >> 20) & 0x3)
1184#define NVME_TEMP_THSEL_OVER   0x0
1185#define NVME_TEMP_THSEL_UNDER  0x1
1186
1187#define NVME_TEMP_TMPSEL(temp)     ((temp >> 16) & 0xf)
1188#define NVME_TEMP_TMPSEL_COMPOSITE 0x0
1189
1190#define NVME_TEMP_TMPTH(temp) (temp & 0xffff)
1191
1192#define NVME_AEC_SMART(aec)         (aec & 0xff)
1193#define NVME_AEC_NS_ATTR(aec)       ((aec >> 8) & 0x1)
1194#define NVME_AEC_FW_ACTIVATION(aec) ((aec >> 9) & 0x1)
1195
1196#define NVME_ERR_REC_TLER(err_rec)  (err_rec & 0xffff)
1197#define NVME_ERR_REC_DULBE(err_rec) (err_rec & 0x10000)
1198
1199enum NvmeFeatureIds {
1200    NVME_ARBITRATION                = 0x1,
1201    NVME_POWER_MANAGEMENT           = 0x2,
1202    NVME_LBA_RANGE_TYPE             = 0x3,
1203    NVME_TEMPERATURE_THRESHOLD      = 0x4,
1204    NVME_ERROR_RECOVERY             = 0x5,
1205    NVME_VOLATILE_WRITE_CACHE       = 0x6,
1206    NVME_NUMBER_OF_QUEUES           = 0x7,
1207    NVME_INTERRUPT_COALESCING       = 0x8,
1208    NVME_INTERRUPT_VECTOR_CONF      = 0x9,
1209    NVME_WRITE_ATOMICITY            = 0xa,
1210    NVME_ASYNCHRONOUS_EVENT_CONF    = 0xb,
1211    NVME_TIMESTAMP                  = 0xe,
1212    NVME_COMMAND_SET_PROFILE        = 0x19,
1213    NVME_SOFTWARE_PROGRESS_MARKER   = 0x80,
1214    NVME_FID_MAX                    = 0x100,
1215};
1216
1217typedef enum NvmeFeatureCap {
1218    NVME_FEAT_CAP_SAVE      = 1 << 0,
1219    NVME_FEAT_CAP_NS        = 1 << 1,
1220    NVME_FEAT_CAP_CHANGE    = 1 << 2,
1221} NvmeFeatureCap;
1222
1223typedef enum NvmeGetFeatureSelect {
1224    NVME_GETFEAT_SELECT_CURRENT = 0x0,
1225    NVME_GETFEAT_SELECT_DEFAULT = 0x1,
1226    NVME_GETFEAT_SELECT_SAVED   = 0x2,
1227    NVME_GETFEAT_SELECT_CAP     = 0x3,
1228} NvmeGetFeatureSelect;
1229
1230#define NVME_GETSETFEAT_FID_MASK 0xff
1231#define NVME_GETSETFEAT_FID(dw10) (dw10 & NVME_GETSETFEAT_FID_MASK)
1232
1233#define NVME_GETFEAT_SELECT_SHIFT 8
1234#define NVME_GETFEAT_SELECT_MASK  0x7
1235#define NVME_GETFEAT_SELECT(dw10) \
1236    ((dw10 >> NVME_GETFEAT_SELECT_SHIFT) & NVME_GETFEAT_SELECT_MASK)
1237
1238#define NVME_SETFEAT_SAVE_SHIFT 31
1239#define NVME_SETFEAT_SAVE_MASK  0x1
1240#define NVME_SETFEAT_SAVE(dw10) \
1241    ((dw10 >> NVME_SETFEAT_SAVE_SHIFT) & NVME_SETFEAT_SAVE_MASK)
1242
1243typedef struct QEMU_PACKED NvmeRangeType {
1244    uint8_t     type;
1245    uint8_t     attributes;
1246    uint8_t     rsvd2[14];
1247    uint64_t    slba;
1248    uint64_t    nlb;
1249    uint8_t     guid[16];
1250    uint8_t     rsvd48[16];
1251} NvmeRangeType;
1252
1253typedef struct QEMU_PACKED NvmeLBAF {
1254    uint16_t    ms;
1255    uint8_t     ds;
1256    uint8_t     rp;
1257} NvmeLBAF;
1258
1259typedef struct QEMU_PACKED NvmeLBAFE {
1260    uint64_t    zsze;
1261    uint8_t     zdes;
1262    uint8_t     rsvd9[7];
1263} NvmeLBAFE;
1264
1265#define NVME_NSID_BROADCAST 0xffffffff
1266
1267typedef struct QEMU_PACKED NvmeIdNs {
1268    uint64_t    nsze;
1269    uint64_t    ncap;
1270    uint64_t    nuse;
1271    uint8_t     nsfeat;
1272    uint8_t     nlbaf;
1273    uint8_t     flbas;
1274    uint8_t     mc;
1275    uint8_t     dpc;
1276    uint8_t     dps;
1277    uint8_t     nmic;
1278    uint8_t     rescap;
1279    uint8_t     fpi;
1280    uint8_t     dlfeat;
1281    uint16_t    nawun;
1282    uint16_t    nawupf;
1283    uint16_t    nacwu;
1284    uint16_t    nabsn;
1285    uint16_t    nabo;
1286    uint16_t    nabspf;
1287    uint16_t    noiob;
1288    uint8_t     nvmcap[16];
1289    uint16_t    npwg;
1290    uint16_t    npwa;
1291    uint16_t    npdg;
1292    uint16_t    npda;
1293    uint16_t    nows;
1294    uint16_t    mssrl;
1295    uint32_t    mcl;
1296    uint8_t     msrc;
1297    uint8_t     rsvd81[23];
1298    uint8_t     nguid[16];
1299    uint64_t    eui64;
1300    NvmeLBAF    lbaf[16];
1301    uint8_t     rsvd192[192];
1302    uint8_t     vs[3712];
1303} NvmeIdNs;
1304
1305typedef struct QEMU_PACKED NvmeIdNsDescr {
1306    uint8_t nidt;
1307    uint8_t nidl;
1308    uint8_t rsvd2[2];
1309} NvmeIdNsDescr;
1310
1311enum NvmeNsIdentifierLength {
1312    NVME_NIDL_EUI64             = 8,
1313    NVME_NIDL_NGUID             = 16,
1314    NVME_NIDL_UUID              = 16,
1315    NVME_NIDL_CSI               = 1,
1316};
1317
1318enum NvmeNsIdentifierType {
1319    NVME_NIDT_EUI64             = 0x01,
1320    NVME_NIDT_NGUID             = 0x02,
1321    NVME_NIDT_UUID              = 0x03,
1322    NVME_NIDT_CSI               = 0x04,
1323};
1324
1325enum NvmeIdNsNmic {
1326    NVME_NMIC_NS_SHARED         = 1 << 0,
1327};
1328
1329enum NvmeCsi {
1330    NVME_CSI_NVM                = 0x00,
1331    NVME_CSI_ZONED              = 0x02,
1332};
1333
1334#define NVME_SET_CSI(vec, csi) (vec |= (uint8_t)(1 << (csi)))
1335
1336typedef struct QEMU_PACKED NvmeIdNsZoned {
1337    uint16_t    zoc;
1338    uint16_t    ozcs;
1339    uint32_t    mar;
1340    uint32_t    mor;
1341    uint32_t    rrl;
1342    uint32_t    frl;
1343    uint8_t     rsvd20[2796];
1344    NvmeLBAFE   lbafe[16];
1345    uint8_t     rsvd3072[768];
1346    uint8_t     vs[256];
1347} NvmeIdNsZoned;
1348
1349/*Deallocate Logical Block Features*/
1350#define NVME_ID_NS_DLFEAT_GUARD_CRC(dlfeat)       ((dlfeat) & 0x10)
1351#define NVME_ID_NS_DLFEAT_WRITE_ZEROES(dlfeat)    ((dlfeat) & 0x08)
1352
1353#define NVME_ID_NS_DLFEAT_READ_BEHAVIOR(dlfeat)     ((dlfeat) & 0x7)
1354#define NVME_ID_NS_DLFEAT_READ_BEHAVIOR_UNDEFINED   0
1355#define NVME_ID_NS_DLFEAT_READ_BEHAVIOR_ZEROES      1
1356#define NVME_ID_NS_DLFEAT_READ_BEHAVIOR_ONES        2
1357
1358
1359#define NVME_ID_NS_NSFEAT_THIN(nsfeat)      ((nsfeat & 0x1))
1360#define NVME_ID_NS_NSFEAT_DULBE(nsfeat)     ((nsfeat >> 2) & 0x1)
1361#define NVME_ID_NS_FLBAS_EXTENDED(flbas)    ((flbas >> 4) & 0x1)
1362#define NVME_ID_NS_FLBAS_INDEX(flbas)       ((flbas & 0xf))
1363#define NVME_ID_NS_MC_SEPARATE(mc)          ((mc >> 1) & 0x1)
1364#define NVME_ID_NS_MC_EXTENDED(mc)          ((mc & 0x1))
1365#define NVME_ID_NS_DPC_LAST_EIGHT(dpc)      ((dpc >> 4) & 0x1)
1366#define NVME_ID_NS_DPC_FIRST_EIGHT(dpc)     ((dpc >> 3) & 0x1)
1367#define NVME_ID_NS_DPC_TYPE_3(dpc)          ((dpc >> 2) & 0x1)
1368#define NVME_ID_NS_DPC_TYPE_2(dpc)          ((dpc >> 1) & 0x1)
1369#define NVME_ID_NS_DPC_TYPE_1(dpc)          ((dpc & 0x1))
1370#define NVME_ID_NS_DPC_TYPE_MASK            0x7
1371
1372enum NvmeIdNsDps {
1373    NVME_ID_NS_DPS_TYPE_NONE   = 0,
1374    NVME_ID_NS_DPS_TYPE_1      = 1,
1375    NVME_ID_NS_DPS_TYPE_2      = 2,
1376    NVME_ID_NS_DPS_TYPE_3      = 3,
1377    NVME_ID_NS_DPS_TYPE_MASK   = 0x7,
1378    NVME_ID_NS_DPS_FIRST_EIGHT = 8,
1379};
1380
1381enum NvmeIdNsFlbas {
1382    NVME_ID_NS_FLBAS_EXTENDED = 1 << 4,
1383};
1384
1385enum NvmeIdNsMc {
1386    NVME_ID_NS_MC_EXTENDED = 1 << 0,
1387    NVME_ID_NS_MC_SEPARATE = 1 << 1,
1388};
1389
1390#define NVME_ID_NS_DPS_TYPE(dps) (dps & NVME_ID_NS_DPS_TYPE_MASK)
1391
1392typedef struct NvmeDifTuple {
1393    uint16_t guard;
1394    uint16_t apptag;
1395    uint32_t reftag;
1396} NvmeDifTuple;
1397
1398enum NvmeZoneAttr {
1399    NVME_ZA_FINISHED_BY_CTLR         = 1 << 0,
1400    NVME_ZA_FINISH_RECOMMENDED       = 1 << 1,
1401    NVME_ZA_RESET_RECOMMENDED        = 1 << 2,
1402    NVME_ZA_ZD_EXT_VALID             = 1 << 7,
1403};
1404
1405typedef struct QEMU_PACKED NvmeZoneReportHeader {
1406    uint64_t    nr_zones;
1407    uint8_t     rsvd[56];
1408} NvmeZoneReportHeader;
1409
1410enum NvmeZoneReceiveAction {
1411    NVME_ZONE_REPORT                 = 0,
1412    NVME_ZONE_REPORT_EXTENDED        = 1,
1413};
1414
1415enum NvmeZoneReportType {
1416    NVME_ZONE_REPORT_ALL             = 0,
1417    NVME_ZONE_REPORT_EMPTY           = 1,
1418    NVME_ZONE_REPORT_IMPLICITLY_OPEN = 2,
1419    NVME_ZONE_REPORT_EXPLICITLY_OPEN = 3,
1420    NVME_ZONE_REPORT_CLOSED          = 4,
1421    NVME_ZONE_REPORT_FULL            = 5,
1422    NVME_ZONE_REPORT_READ_ONLY       = 6,
1423    NVME_ZONE_REPORT_OFFLINE         = 7,
1424};
1425
1426enum NvmeZoneType {
1427    NVME_ZONE_TYPE_RESERVED          = 0x00,
1428    NVME_ZONE_TYPE_SEQ_WRITE         = 0x02,
1429};
1430
1431enum NvmeZoneSendAction {
1432    NVME_ZONE_ACTION_RSD             = 0x00,
1433    NVME_ZONE_ACTION_CLOSE           = 0x01,
1434    NVME_ZONE_ACTION_FINISH          = 0x02,
1435    NVME_ZONE_ACTION_OPEN            = 0x03,
1436    NVME_ZONE_ACTION_RESET           = 0x04,
1437    NVME_ZONE_ACTION_OFFLINE         = 0x05,
1438    NVME_ZONE_ACTION_SET_ZD_EXT      = 0x10,
1439};
1440
1441typedef struct QEMU_PACKED NvmeZoneDescr {
1442    uint8_t     zt;
1443    uint8_t     zs;
1444    uint8_t     za;
1445    uint8_t     rsvd3[5];
1446    uint64_t    zcap;
1447    uint64_t    zslba;
1448    uint64_t    wp;
1449    uint8_t     rsvd32[32];
1450} NvmeZoneDescr;
1451
1452typedef enum NvmeZoneState {
1453    NVME_ZONE_STATE_RESERVED         = 0x00,
1454    NVME_ZONE_STATE_EMPTY            = 0x01,
1455    NVME_ZONE_STATE_IMPLICITLY_OPEN  = 0x02,
1456    NVME_ZONE_STATE_EXPLICITLY_OPEN  = 0x03,
1457    NVME_ZONE_STATE_CLOSED           = 0x04,
1458    NVME_ZONE_STATE_READ_ONLY        = 0x0d,
1459    NVME_ZONE_STATE_FULL             = 0x0e,
1460    NVME_ZONE_STATE_OFFLINE          = 0x0f,
1461} NvmeZoneState;
1462
1463static inline void _nvme_check_size(void)
1464{
1465    QEMU_BUILD_BUG_ON(sizeof(NvmeBar) != 4096);
1466    QEMU_BUILD_BUG_ON(sizeof(NvmeAerResult) != 4);
1467    QEMU_BUILD_BUG_ON(sizeof(NvmeZonedResult) != 8);
1468    QEMU_BUILD_BUG_ON(sizeof(NvmeCqe) != 16);
1469    QEMU_BUILD_BUG_ON(sizeof(NvmeDsmRange) != 16);
1470    QEMU_BUILD_BUG_ON(sizeof(NvmeCopySourceRange) != 32);
1471    QEMU_BUILD_BUG_ON(sizeof(NvmeCmd) != 64);
1472    QEMU_BUILD_BUG_ON(sizeof(NvmeDeleteQ) != 64);
1473    QEMU_BUILD_BUG_ON(sizeof(NvmeCreateCq) != 64);
1474    QEMU_BUILD_BUG_ON(sizeof(NvmeCreateSq) != 64);
1475    QEMU_BUILD_BUG_ON(sizeof(NvmeIdentify) != 64);
1476    QEMU_BUILD_BUG_ON(sizeof(NvmeRwCmd) != 64);
1477    QEMU_BUILD_BUG_ON(sizeof(NvmeDsmCmd) != 64);
1478    QEMU_BUILD_BUG_ON(sizeof(NvmeCopyCmd) != 64);
1479    QEMU_BUILD_BUG_ON(sizeof(NvmeRangeType) != 64);
1480    QEMU_BUILD_BUG_ON(sizeof(NvmeErrorLog) != 64);
1481    QEMU_BUILD_BUG_ON(sizeof(NvmeFwSlotInfoLog) != 512);
1482    QEMU_BUILD_BUG_ON(sizeof(NvmeSmartLog) != 512);
1483    QEMU_BUILD_BUG_ON(sizeof(NvmeEffectsLog) != 4096);
1484    QEMU_BUILD_BUG_ON(sizeof(NvmeIdCtrl) != 4096);
1485    QEMU_BUILD_BUG_ON(sizeof(NvmeIdCtrlZoned) != 4096);
1486    QEMU_BUILD_BUG_ON(sizeof(NvmeIdCtrlNvm) != 4096);
1487    QEMU_BUILD_BUG_ON(sizeof(NvmeLBAF) != 4);
1488    QEMU_BUILD_BUG_ON(sizeof(NvmeLBAFE) != 16);
1489    QEMU_BUILD_BUG_ON(sizeof(NvmeIdNs) != 4096);
1490    QEMU_BUILD_BUG_ON(sizeof(NvmeIdNsZoned) != 4096);
1491    QEMU_BUILD_BUG_ON(sizeof(NvmeSglDescriptor) != 16);
1492    QEMU_BUILD_BUG_ON(sizeof(NvmeIdNsDescr) != 4);
1493    QEMU_BUILD_BUG_ON(sizeof(NvmeZoneDescr) != 64);
1494    QEMU_BUILD_BUG_ON(sizeof(NvmeDifTuple) != 8);
1495}
1496#endif
1497