linux/drivers/infiniband/hw/bnxt_re/roce_hsi.h
<<
>>
Prefs
   1/*
   2 * Broadcom NetXtreme-E RoCE driver.
   3 *
   4 * Copyright (c) 2016 - 2017, Broadcom. All rights reserved.  The term
   5 * Broadcom refers to Broadcom Limited and/or its subsidiaries.
   6 *
   7 * This software is available to you under a choice of one of two
   8 * licenses.  You may choose to be licensed under the terms of the GNU
   9 * General Public License (GPL) Version 2, available from the file
  10 * COPYING in the main directory of this source tree, or the
  11 * BSD license below:
  12 *
  13 * Redistribution and use in source and binary forms, with or without
  14 * modification, are permitted provided that the following conditions
  15 * are met:
  16 *
  17 * 1. Redistributions of source code must retain the above copyright
  18 *    notice, this list of conditions and the following disclaimer.
  19 * 2. Redistributions in binary form must reproduce the above copyright
  20 *    notice, this list of conditions and the following disclaimer in
  21 *    the documentation and/or other materials provided with the
  22 *    distribution.
  23 *
  24 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS''
  25 * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO,
  26 * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
  27 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS
  28 * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
  29 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
  30 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR
  31 * BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
  32 * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE
  33 * OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN
  34 * IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  35 *
  36 * Description: RoCE HSI File - Autogenerated
  37 */
  38
  39#ifndef __BNXT_RE_HSI_H__
  40#define __BNXT_RE_HSI_H__
  41
  42/* include bnxt_hsi.h from bnxt_en driver */
  43#include "bnxt_hsi.h"
  44
  45/* CMP Door Bell Format (4 bytes) */
  46struct cmpl_doorbell {
  47        __le32 key_mask_valid_idx;
  48        #define CMPL_DOORBELL_IDX_MASK                              0xffffffUL
  49        #define CMPL_DOORBELL_IDX_SFT                               0
  50        #define CMPL_DOORBELL_RESERVED_MASK                         0x3000000UL
  51        #define CMPL_DOORBELL_RESERVED_SFT                          24
  52        #define CMPL_DOORBELL_IDX_VALID                             0x4000000UL
  53        #define CMPL_DOORBELL_MASK                                  0x8000000UL
  54        #define CMPL_DOORBELL_KEY_MASK                              0xf0000000UL
  55        #define CMPL_DOORBELL_KEY_SFT                               28
  56        #define CMPL_DOORBELL_KEY_CMPL                          (0x2UL << 28)
  57};
  58
  59/* Status Door Bell Format (4 bytes) */
  60struct status_doorbell {
  61        __le32 key_idx;
  62        #define STATUS_DOORBELL_IDX_MASK                            0xffffffUL
  63        #define STATUS_DOORBELL_IDX_SFT                     0
  64        #define STATUS_DOORBELL_RESERVED_MASK                       0xf000000UL
  65        #define STATUS_DOORBELL_RESERVED_SFT                        24
  66        #define STATUS_DOORBELL_KEY_MASK                            0xf0000000UL
  67        #define STATUS_DOORBELL_KEY_SFT                     28
  68        #define STATUS_DOORBELL_KEY_STAT                           (0x3UL << 28)
  69};
  70
  71/* RoCE Host Structures */
  72
  73/* Doorbell Structures */
  74/* dbc_dbc (size:64b/8B) */
  75struct dbc_dbc {
  76        __le32  index;
  77        #define DBC_DBC_INDEX_MASK              0xffffffUL
  78        #define DBC_DBC_INDEX_SFT               0
  79        __le32  type_path_xid;
  80        #define DBC_DBC_XID_MASK                0xfffffUL
  81        #define DBC_DBC_XID_SFT                 0
  82        #define DBC_DBC_PATH_MASK               0x3000000UL
  83        #define DBC_DBC_PATH_SFT                24
  84        #define DBC_DBC_PATH_ROCE               (0x0UL << 24)
  85        #define DBC_DBC_PATH_L2                 (0x1UL << 24)
  86        #define DBC_DBC_PATH_ENGINE             (0x2UL << 24)
  87        #define DBC_DBC_PATH_LAST               DBC_DBC_PATH_ENGINE
  88        #define DBC_DBC_DEBUG_TRACE             0x8000000UL
  89        #define DBC_DBC_TYPE_MASK               0xf0000000UL
  90        #define DBC_DBC_TYPE_SFT                28
  91        #define DBC_DBC_TYPE_SQ                 (0x0UL << 28)
  92        #define DBC_DBC_TYPE_RQ                 (0x1UL << 28)
  93        #define DBC_DBC_TYPE_SRQ                (0x2UL << 28)
  94        #define DBC_DBC_TYPE_SRQ_ARM            (0x3UL << 28)
  95        #define DBC_DBC_TYPE_CQ                 (0x4UL << 28)
  96        #define DBC_DBC_TYPE_CQ_ARMSE           (0x5UL << 28)
  97        #define DBC_DBC_TYPE_CQ_ARMALL          (0x6UL << 28)
  98        #define DBC_DBC_TYPE_CQ_ARMENA          (0x7UL << 28)
  99        #define DBC_DBC_TYPE_SRQ_ARMENA         (0x8UL << 28)
 100        #define DBC_DBC_TYPE_CQ_CUTOFF_ACK      (0x9UL << 28)
 101        #define DBC_DBC_TYPE_NQ                 (0xaUL << 28)
 102        #define DBC_DBC_TYPE_NQ_ARM             (0xbUL << 28)
 103        #define DBC_DBC_TYPE_NULL               (0xfUL << 28)
 104        #define DBC_DBC_TYPE_LAST               DBC_DBC_TYPE_NULL
 105};
 106
 107/* dbc_dbc32 (size:32b/4B) */
 108struct dbc_dbc32 {
 109        __le32  type_abs_incr_xid;
 110        #define DBC_DBC32_XID_MASK              0xfffffUL
 111        #define DBC_DBC32_XID_SFT               0
 112        #define DBC_DBC32_PATH_MASK             0xc00000UL
 113        #define DBC_DBC32_PATH_SFT              22
 114        #define DBC_DBC32_PATH_ROCE             (0x0UL << 22)
 115        #define DBC_DBC32_PATH_L2               (0x1UL << 22)
 116        #define DBC_DBC32_PATH_LAST             DBC_DBC32_PATH_L2
 117        #define DBC_DBC32_INCR_MASK             0xf000000UL
 118        #define DBC_DBC32_INCR_SFT              24
 119        #define DBC_DBC32_ABS                   0x10000000UL
 120        #define DBC_DBC32_TYPE_MASK             0xe0000000UL
 121        #define DBC_DBC32_TYPE_SFT              29
 122        #define DBC_DBC32_TYPE_SQ               (0x0UL << 29)
 123        #define DBC_DBC32_TYPE_LAST             DBC_DBC32_TYPE_SQ
 124};
 125
 126/* SQ WQE Structures */
 127/* Base SQ WQE (8 bytes) */
 128struct sq_base {
 129        u8 wqe_type;
 130        #define SQ_BASE_WQE_TYPE_SEND                              0x0UL
 131        #define SQ_BASE_WQE_TYPE_SEND_W_IMMEAD                     0x1UL
 132        #define SQ_BASE_WQE_TYPE_SEND_W_INVALID            0x2UL
 133        #define SQ_BASE_WQE_TYPE_WRITE_WQE                         0x4UL
 134        #define SQ_BASE_WQE_TYPE_WRITE_W_IMMEAD            0x5UL
 135        #define SQ_BASE_WQE_TYPE_READ_WQE                          0x6UL
 136        #define SQ_BASE_WQE_TYPE_ATOMIC_CS                         0x8UL
 137        #define SQ_BASE_WQE_TYPE_ATOMIC_FA                         0xbUL
 138        #define SQ_BASE_WQE_TYPE_LOCAL_INVALID                     0xcUL
 139        #define SQ_BASE_WQE_TYPE_FR_PMR                    0xdUL
 140        #define SQ_BASE_WQE_TYPE_BIND                              0xeUL
 141        u8 unused_0[7];
 142};
 143
 144/* WQE SGE (16 bytes) */
 145struct sq_sge {
 146        __le64 va_or_pa;
 147        __le32 l_key;
 148        __le32 size;
 149};
 150
 151/* PSN Search Structure (8 bytes) */
 152struct sq_psn_search {
 153        __le32 opcode_start_psn;
 154        #define SQ_PSN_SEARCH_START_PSN_MASK                        0xffffffUL
 155        #define SQ_PSN_SEARCH_START_PSN_SFT                         0
 156        #define SQ_PSN_SEARCH_OPCODE_MASK                           0xff000000UL
 157        #define SQ_PSN_SEARCH_OPCODE_SFT                            24
 158        __le32 flags_next_psn;
 159        #define SQ_PSN_SEARCH_NEXT_PSN_MASK                         0xffffffUL
 160        #define SQ_PSN_SEARCH_NEXT_PSN_SFT                          0
 161        #define SQ_PSN_SEARCH_FLAGS_MASK                            0xff000000UL
 162        #define SQ_PSN_SEARCH_FLAGS_SFT                             24
 163};
 164
 165/* sq_psn_search_ext (size:128b/16B) */
 166struct sq_psn_search_ext {
 167        __le32  opcode_start_psn;
 168        #define SQ_PSN_SEARCH_EXT_START_PSN_MASK                    0xffffffUL
 169        #define SQ_PSN_SEARCH_EXT_START_PSN_SFT                     0
 170        #define SQ_PSN_SEARCH_EXT_OPCODE_MASK                       0xff000000UL
 171        #define SQ_PSN_SEARCH_EXT_OPCODE_SFT                        24
 172        __le32  flags_next_psn;
 173        #define SQ_PSN_SEARCH_EXT_NEXT_PSN_MASK                     0xffffffUL
 174        #define SQ_PSN_SEARCH_EXT_NEXT_PSN_SFT                      0
 175        #define SQ_PSN_SEARCH_EXT_FLAGS_MASK                        0xff000000UL
 176        #define SQ_PSN_SEARCH_EXT_FLAGS_SFT                         24
 177        __le16  start_slot_idx;
 178        __le16  reserved16;
 179        __le32  reserved32;
 180};
 181
 182/* Send SQ WQE (40 bytes) */
 183struct sq_send {
 184        u8 wqe_type;
 185        #define SQ_SEND_WQE_TYPE_SEND                              0x0UL
 186        #define SQ_SEND_WQE_TYPE_SEND_W_IMMEAD                     0x1UL
 187        #define SQ_SEND_WQE_TYPE_SEND_W_INVALID            0x2UL
 188        u8 flags;
 189        #define SQ_SEND_FLAGS_SIGNAL_COMP                           0x1UL
 190        #define SQ_SEND_FLAGS_RD_OR_ATOMIC_FENCE                    0x2UL
 191        #define SQ_SEND_FLAGS_UC_FENCE                              0x4UL
 192        #define SQ_SEND_FLAGS_SE                                    0x8UL
 193        #define SQ_SEND_FLAGS_INLINE                                0x10UL
 194        u8 wqe_size;
 195        u8 reserved8_1;
 196        __le32 inv_key_or_imm_data;
 197        __le32 length;
 198        __le32 q_key;
 199        __le32 dst_qp;
 200        #define SQ_SEND_DST_QP_MASK                                 0xffffffUL
 201        #define SQ_SEND_DST_QP_SFT                                  0
 202        #define SQ_SEND_RESERVED8_2_MASK                            0xff000000UL
 203        #define SQ_SEND_RESERVED8_2_SFT                     24
 204        __le32 avid;
 205        #define SQ_SEND_AVID_MASK                                   0xfffffUL
 206        #define SQ_SEND_AVID_SFT                                    0
 207        #define SQ_SEND_RESERVED_AVID_MASK                          0xfff00000UL
 208        #define SQ_SEND_RESERVED_AVID_SFT                           20
 209        __le64 reserved64;
 210        __le32 data[24];
 211};
 212
 213/* sq_send_hdr (size:256b/32B) */
 214struct sq_send_hdr {
 215        u8      wqe_type;
 216        u8      flags;
 217        u8      wqe_size;
 218        u8      reserved8_1;
 219        __le32  inv_key_or_imm_data;
 220        __le32  length;
 221        __le32  q_key;
 222        __le32  dst_qp;
 223        __le32  avid;
 224        __le64  reserved64;
 225};
 226
 227/* Send Raw Ethernet and QP1 SQ WQE (40 bytes) */
 228struct sq_send_raweth_qp1 {
 229        u8 wqe_type;
 230        #define SQ_SEND_RAWETH_QP1_WQE_TYPE_SEND                   0x0UL
 231        u8 flags;
 232        #define SQ_SEND_RAWETH_QP1_FLAGS_SIGNAL_COMP                0x1UL
 233        #define SQ_SEND_RAWETH_QP1_FLAGS_RD_OR_ATOMIC_FENCE         0x2UL
 234        #define SQ_SEND_RAWETH_QP1_FLAGS_UC_FENCE                   0x4UL
 235        #define SQ_SEND_RAWETH_QP1_FLAGS_SE                         0x8UL
 236        #define SQ_SEND_RAWETH_QP1_FLAGS_INLINE             0x10UL
 237        u8 wqe_size;
 238        u8 reserved8;
 239        __le16 lflags;
 240        #define SQ_SEND_RAWETH_QP1_LFLAGS_TCP_UDP_CHKSUM            0x1UL
 241        #define SQ_SEND_RAWETH_QP1_LFLAGS_IP_CHKSUM                 0x2UL
 242        #define SQ_SEND_RAWETH_QP1_LFLAGS_NOCRC             0x4UL
 243        #define SQ_SEND_RAWETH_QP1_LFLAGS_STAMP             0x8UL
 244        #define SQ_SEND_RAWETH_QP1_LFLAGS_T_IP_CHKSUM               0x10UL
 245        #define SQ_SEND_RAWETH_QP1_LFLAGS_RESERVED1_1               0x20UL
 246        #define SQ_SEND_RAWETH_QP1_LFLAGS_RESERVED1_2               0x40UL
 247        #define SQ_SEND_RAWETH_QP1_LFLAGS_RESERVED1_3               0x80UL
 248        #define SQ_SEND_RAWETH_QP1_LFLAGS_ROCE_CRC                  0x100UL
 249        #define SQ_SEND_RAWETH_QP1_LFLAGS_FCOE_CRC                  0x200UL
 250        __le16 cfa_action;
 251        __le32 length;
 252        __le32 reserved32_1;
 253        __le32 cfa_meta;
 254        #define SQ_SEND_RAWETH_QP1_CFA_META_VLAN_VID_MASK           0xfffUL
 255        #define SQ_SEND_RAWETH_QP1_CFA_META_VLAN_VID_SFT            0
 256        #define SQ_SEND_RAWETH_QP1_CFA_META_VLAN_DE                 0x1000UL
 257        #define SQ_SEND_RAWETH_QP1_CFA_META_VLAN_PRI_MASK           0xe000UL
 258        #define SQ_SEND_RAWETH_QP1_CFA_META_VLAN_PRI_SFT            13
 259        #define SQ_SEND_RAWETH_QP1_CFA_META_VLAN_TPID_MASK          0x70000UL
 260        #define SQ_SEND_RAWETH_QP1_CFA_META_VLAN_TPID_SFT           16
 261        #define SQ_SEND_RAWETH_QP1_CFA_META_VLAN_TPID_TPID88A8    (0x0UL << 16)
 262        #define SQ_SEND_RAWETH_QP1_CFA_META_VLAN_TPID_TPID8100    (0x1UL << 16)
 263        #define SQ_SEND_RAWETH_QP1_CFA_META_VLAN_TPID_TPID9100    (0x2UL << 16)
 264        #define SQ_SEND_RAWETH_QP1_CFA_META_VLAN_TPID_TPID9200    (0x3UL << 16)
 265        #define SQ_SEND_RAWETH_QP1_CFA_META_VLAN_TPID_TPID9300    (0x4UL << 16)
 266        #define SQ_SEND_RAWETH_QP1_CFA_META_VLAN_TPID_TPIDCFG     (0x5UL << 16)
 267        #define SQ_SEND_RAWETH_QP1_CFA_META_VLAN_TPID_LAST      \
 268                                SQ_SEND_RAWETH_QP1_CFA_META_VLAN_TPID_TPIDCFG
 269        #define SQ_SEND_RAWETH_QP1_CFA_META_VLAN_RESERVED_MASK     0xff80000UL
 270        #define SQ_SEND_RAWETH_QP1_CFA_META_VLAN_RESERVED_SFT      19
 271        #define SQ_SEND_RAWETH_QP1_CFA_META_KEY_MASK                0xf0000000UL
 272        #define SQ_SEND_RAWETH_QP1_CFA_META_KEY_SFT                 28
 273        #define SQ_SEND_RAWETH_QP1_CFA_META_KEY_NONE               (0x0UL << 28)
 274        #define SQ_SEND_RAWETH_QP1_CFA_META_KEY_VLAN_TAG           (0x1UL << 28)
 275        #define SQ_SEND_RAWETH_QP1_CFA_META_KEY_LAST            \
 276                                SQ_SEND_RAWETH_QP1_CFA_META_KEY_VLAN_TAG
 277        __le32 reserved32_2;
 278        __le64 reserved64;
 279        __le32 data[24];
 280};
 281
 282/* sq_send_raweth_qp1_hdr (size:256b/32B) */
 283struct sq_send_raweth_qp1_hdr {
 284        u8      wqe_type;
 285        u8      flags;
 286        u8      wqe_size;
 287        u8      reserved8;
 288        __le16  lflags;
 289        __le16  cfa_action;
 290        __le32  length;
 291        __le32  reserved32_1;
 292        __le32  cfa_meta;
 293        __le32  reserved32_2;
 294        __le64  reserved64;
 295};
 296
 297/* RDMA SQ WQE (40 bytes) */
 298struct sq_rdma {
 299        u8 wqe_type;
 300        #define SQ_RDMA_WQE_TYPE_WRITE_WQE                         0x4UL
 301        #define SQ_RDMA_WQE_TYPE_WRITE_W_IMMEAD            0x5UL
 302        #define SQ_RDMA_WQE_TYPE_READ_WQE                          0x6UL
 303        u8 flags;
 304        #define SQ_RDMA_FLAGS_SIGNAL_COMP                           0x1UL
 305        #define SQ_RDMA_FLAGS_RD_OR_ATOMIC_FENCE                    0x2UL
 306        #define SQ_RDMA_FLAGS_UC_FENCE                              0x4UL
 307        #define SQ_RDMA_FLAGS_SE                                    0x8UL
 308        #define SQ_RDMA_FLAGS_INLINE                                0x10UL
 309        u8 wqe_size;
 310        u8 reserved8;
 311        __le32 imm_data;
 312        __le32 length;
 313        __le32 reserved32_1;
 314        __le64 remote_va;
 315        __le32 remote_key;
 316        __le32 reserved32_2;
 317        __le32 data[24];
 318};
 319
 320/* sq_rdma_hdr (size:256b/32B) */
 321struct sq_rdma_hdr {
 322        u8      wqe_type;
 323        u8      flags;
 324        u8      wqe_size;
 325        u8      reserved8;
 326        __le32  imm_data;
 327        __le32  length;
 328        __le32  reserved32_1;
 329        __le64  remote_va;
 330        __le32  remote_key;
 331        __le32  reserved32_2;
 332};
 333
 334/* Atomic SQ WQE (40 bytes) */
 335struct sq_atomic {
 336        u8 wqe_type;
 337        #define SQ_ATOMIC_WQE_TYPE_ATOMIC_CS                       0x8UL
 338        #define SQ_ATOMIC_WQE_TYPE_ATOMIC_FA                       0xbUL
 339        u8 flags;
 340        #define SQ_ATOMIC_FLAGS_SIGNAL_COMP                         0x1UL
 341        #define SQ_ATOMIC_FLAGS_RD_OR_ATOMIC_FENCE                  0x2UL
 342        #define SQ_ATOMIC_FLAGS_UC_FENCE                            0x4UL
 343        #define SQ_ATOMIC_FLAGS_SE                                  0x8UL
 344        #define SQ_ATOMIC_FLAGS_INLINE                              0x10UL
 345        __le16 reserved16;
 346        __le32 remote_key;
 347        __le64 remote_va;
 348        __le64 swap_data;
 349        __le64 cmp_data;
 350        __le32 data[24];
 351};
 352
 353/* sq_atomic_hdr (size:256b/32B) */
 354struct sq_atomic_hdr {
 355        u8      wqe_type;
 356        u8      flags;
 357        __le16  reserved16;
 358        __le32  remote_key;
 359        __le64  remote_va;
 360        __le64  swap_data;
 361        __le64  cmp_data;
 362};
 363
 364/* Local Invalidate SQ WQE (40 bytes) */
 365struct sq_localinvalidate {
 366        u8 wqe_type;
 367        #define SQ_LOCALINVALIDATE_WQE_TYPE_LOCAL_INVALID          0xcUL
 368        u8 flags;
 369        #define SQ_LOCALINVALIDATE_FLAGS_SIGNAL_COMP                0x1UL
 370        #define SQ_LOCALINVALIDATE_FLAGS_RD_OR_ATOMIC_FENCE         0x2UL
 371        #define SQ_LOCALINVALIDATE_FLAGS_UC_FENCE                   0x4UL
 372        #define SQ_LOCALINVALIDATE_FLAGS_SE                         0x8UL
 373        #define SQ_LOCALINVALIDATE_FLAGS_INLINE             0x10UL
 374        __le16 reserved16;
 375        __le32 inv_l_key;
 376        __le64 reserved64;
 377        __le32 reserved128[4];
 378        __le32 data[24];
 379};
 380
 381/* sq_localinvalidate_hdr (size:256b/32B) */
 382struct sq_localinvalidate_hdr {
 383        u8      wqe_type;
 384        u8      flags;
 385        __le16  reserved16;
 386        __le32  inv_l_key;
 387        __le64  reserved64;
 388        u8      reserved128[16];
 389};
 390
 391/* FR-PMR SQ WQE (40 bytes) */
 392struct sq_fr_pmr {
 393        u8 wqe_type;
 394        #define SQ_FR_PMR_WQE_TYPE_FR_PMR                          0xdUL
 395        u8 flags;
 396        #define SQ_FR_PMR_FLAGS_SIGNAL_COMP                         0x1UL
 397        #define SQ_FR_PMR_FLAGS_RD_OR_ATOMIC_FENCE                  0x2UL
 398        #define SQ_FR_PMR_FLAGS_UC_FENCE                            0x4UL
 399        #define SQ_FR_PMR_FLAGS_SE                                  0x8UL
 400        #define SQ_FR_PMR_FLAGS_INLINE                              0x10UL
 401        u8 access_cntl;
 402        #define SQ_FR_PMR_ACCESS_CNTL_LOCAL_WRITE                   0x1UL
 403        #define SQ_FR_PMR_ACCESS_CNTL_REMOTE_READ                   0x2UL
 404        #define SQ_FR_PMR_ACCESS_CNTL_REMOTE_WRITE                  0x4UL
 405        #define SQ_FR_PMR_ACCESS_CNTL_REMOTE_ATOMIC                 0x8UL
 406        #define SQ_FR_PMR_ACCESS_CNTL_WINDOW_BIND                   0x10UL
 407        u8 zero_based_page_size_log;
 408        #define SQ_FR_PMR_PAGE_SIZE_LOG_MASK                        0x1fUL
 409        #define SQ_FR_PMR_PAGE_SIZE_LOG_SFT                         0
 410        #define SQ_FR_PMR_PAGE_SIZE_LOG_PGSZ_4K            0x0UL
 411        #define SQ_FR_PMR_PAGE_SIZE_LOG_PGSZ_8K            0x1UL
 412        #define SQ_FR_PMR_PAGE_SIZE_LOG_PGSZ_64K                   0x4UL
 413        #define SQ_FR_PMR_PAGE_SIZE_LOG_PGSZ_256K                  0x6UL
 414        #define SQ_FR_PMR_PAGE_SIZE_LOG_PGSZ_1M            0x8UL
 415        #define SQ_FR_PMR_PAGE_SIZE_LOG_PGSZ_2M            0x9UL
 416        #define SQ_FR_PMR_PAGE_SIZE_LOG_PGSZ_4M            0xaUL
 417        #define SQ_FR_PMR_PAGE_SIZE_LOG_PGSZ_1G            0x12UL
 418        #define SQ_FR_PMR_ZERO_BASED                                0x20UL
 419        #define SQ_FR_PMR_RESERVED2_MASK                            0xc0UL
 420        #define SQ_FR_PMR_RESERVED2_SFT                     6
 421        __le32 l_key;
 422        u8 length[5];
 423        u8 reserved8_1;
 424        u8 reserved8_2;
 425        u8 numlevels_pbl_page_size_log;
 426        #define SQ_FR_PMR_PBL_PAGE_SIZE_LOG_MASK                    0x1fUL
 427        #define SQ_FR_PMR_PBL_PAGE_SIZE_LOG_SFT             0
 428        #define SQ_FR_PMR_PBL_PAGE_SIZE_LOG_PGSZ_4K                0x0UL
 429        #define SQ_FR_PMR_PBL_PAGE_SIZE_LOG_PGSZ_8K                0x1UL
 430        #define SQ_FR_PMR_PBL_PAGE_SIZE_LOG_PGSZ_64K               0x4UL
 431        #define SQ_FR_PMR_PBL_PAGE_SIZE_LOG_PGSZ_256K              0x6UL
 432        #define SQ_FR_PMR_PBL_PAGE_SIZE_LOG_PGSZ_1M                0x8UL
 433        #define SQ_FR_PMR_PBL_PAGE_SIZE_LOG_PGSZ_2M                0x9UL
 434        #define SQ_FR_PMR_PBL_PAGE_SIZE_LOG_PGSZ_4M                0xaUL
 435        #define SQ_FR_PMR_PBL_PAGE_SIZE_LOG_PGSZ_1G                0x12UL
 436        #define SQ_FR_PMR_RESERVED1                                 0x20UL
 437        #define SQ_FR_PMR_NUMLEVELS_MASK                            0xc0UL
 438        #define SQ_FR_PMR_NUMLEVELS_SFT                     6
 439        #define SQ_FR_PMR_NUMLEVELS_PHYSICAL                       (0x0UL << 6)
 440        #define SQ_FR_PMR_NUMLEVELS_LAYER1                         (0x1UL << 6)
 441        #define SQ_FR_PMR_NUMLEVELS_LAYER2                         (0x2UL << 6)
 442        __le64 pblptr;
 443        __le64 va;
 444        __le32 data[24];
 445};
 446
 447/* sq_fr_pmr_hdr (size:256b/32B) */
 448struct sq_fr_pmr_hdr {
 449        u8      wqe_type;
 450        u8      flags;
 451        u8      access_cntl;
 452        u8      zero_based_page_size_log;
 453        __le32  l_key;
 454        u8      length[5];
 455        u8      reserved8_1;
 456        u8      reserved8_2;
 457        u8      numlevels_pbl_page_size_log;
 458        __le64  pblptr;
 459        __le64  va;
 460};
 461
 462/* Bind SQ WQE (40 bytes) */
 463struct sq_bind {
 464        u8 wqe_type;
 465        #define SQ_BIND_WQE_TYPE_BIND                              0xeUL
 466        u8 flags;
 467        #define SQ_BIND_FLAGS_SIGNAL_COMP                           0x1UL
 468        #define SQ_BIND_FLAGS_RD_OR_ATOMIC_FENCE                    0x2UL
 469        #define SQ_BIND_FLAGS_UC_FENCE                              0x4UL
 470        #define SQ_BIND_FLAGS_SE                                    0x8UL
 471        #define SQ_BIND_FLAGS_INLINE                                0x10UL
 472        u8 access_cntl;
 473        #define SQ_BIND_ACCESS_CNTL_LOCAL_WRITE             0x1UL
 474        #define SQ_BIND_ACCESS_CNTL_REMOTE_READ             0x2UL
 475        #define SQ_BIND_ACCESS_CNTL_REMOTE_WRITE                    0x4UL
 476        #define SQ_BIND_ACCESS_CNTL_REMOTE_ATOMIC                   0x8UL
 477        #define SQ_BIND_ACCESS_CNTL_WINDOW_BIND             0x10UL
 478        u8 reserved8_1;
 479        u8 mw_type_zero_based;
 480        #define SQ_BIND_ZERO_BASED                                  0x1UL
 481        #define SQ_BIND_MW_TYPE                             0x2UL
 482        #define SQ_BIND_MW_TYPE_TYPE1                              (0x0UL << 1)
 483        #define SQ_BIND_MW_TYPE_TYPE2                              (0x1UL << 1)
 484        #define SQ_BIND_RESERVED6_MASK                              0xfcUL
 485        #define SQ_BIND_RESERVED6_SFT                               2
 486        u8 reserved8_2;
 487        __le16 reserved16;
 488        __le32 parent_l_key;
 489        __le32 l_key;
 490        __le64 va;
 491        u8 length[5];
 492        u8 data_reserved24[99];
 493        #define SQ_BIND_RESERVED24_MASK                     0xffffff00UL
 494        #define SQ_BIND_RESERVED24_SFT                              8
 495        #define SQ_BIND_DATA_MASK                                   0xffffffffUL
 496        #define SQ_BIND_DATA_SFT                                    0
 497};
 498
 499/* sq_bind_hdr (size:256b/32B) */
 500struct sq_bind_hdr {
 501        u8      wqe_type;
 502        u8      flags;
 503        u8      access_cntl;
 504        u8      reserved8_1;
 505        u8      mw_type_zero_based;
 506        u8      reserved8_2;
 507        __le16  reserved16;
 508        __le32  parent_l_key;
 509        __le32  l_key;
 510        __le64  va;
 511        u8      length[5];
 512        u8      reserved24[3];
 513};
 514
 515/* RQ/SRQ WQE Structures */
 516/* RQ/SRQ WQE (40 bytes) */
 517struct rq_wqe {
 518        u8 wqe_type;
 519        #define RQ_WQE_WQE_TYPE_RCV                                0x80UL
 520        u8 flags;
 521        u8 wqe_size;
 522        u8 reserved8;
 523        __le32 reserved32;
 524        __le32 wr_id[2];
 525        #define RQ_WQE_WR_ID_MASK                                   0xfffffUL
 526        #define RQ_WQE_WR_ID_SFT                                    0
 527        #define RQ_WQE_RESERVED44_MASK                              0xfff00000UL
 528        #define RQ_WQE_RESERVED44_SFT                               20
 529        __le32 reserved128[4];
 530        __le32 data[24];
 531};
 532
 533/* rq_wqe_hdr (size:256b/32B) */
 534struct rq_wqe_hdr {
 535        u8      wqe_type;
 536        u8      flags;
 537        u8      wqe_size;
 538        u8      reserved8;
 539        __le32  reserved32;
 540        __le32  wr_id[2];
 541        u8      reserved128[16];
 542};
 543
 544/* CQ CQE Structures */
 545/* Base CQE (32 bytes) */
 546struct cq_base {
 547        __le64 reserved64_1;
 548        __le64 reserved64_2;
 549        __le64 reserved64_3;
 550        u8 cqe_type_toggle;
 551        #define CQ_BASE_TOGGLE                                      0x1UL
 552        #define CQ_BASE_CQE_TYPE_MASK                               0x1eUL
 553        #define CQ_BASE_CQE_TYPE_SFT                                1
 554        #define CQ_BASE_CQE_TYPE_REQ                               (0x0UL << 1)
 555        #define CQ_BASE_CQE_TYPE_RES_RC                    (0x1UL << 1)
 556        #define CQ_BASE_CQE_TYPE_RES_UD                    (0x2UL << 1)
 557        #define CQ_BASE_CQE_TYPE_RES_RAWETH_QP1            (0x3UL << 1)
 558        #define CQ_BASE_CQE_TYPE_TERMINAL                          (0xeUL << 1)
 559        #define CQ_BASE_CQE_TYPE_CUT_OFF                           (0xfUL << 1)
 560        #define CQ_BASE_RESERVED3_MASK                              0xe0UL
 561        #define CQ_BASE_RESERVED3_SFT                               5
 562        u8 status;
 563        __le16 reserved16;
 564        __le32 reserved32;
 565};
 566
 567/* Requester CQ CQE (32 bytes) */
 568struct cq_req {
 569        __le64 qp_handle;
 570        __le16 sq_cons_idx;
 571        __le16 reserved16_1;
 572        __le32 reserved32_2;
 573        __le64 reserved64;
 574        u8 cqe_type_toggle;
 575        #define CQ_REQ_TOGGLE                                       0x1UL
 576        #define CQ_REQ_CQE_TYPE_MASK                                0x1eUL
 577        #define CQ_REQ_CQE_TYPE_SFT                                 1
 578        #define CQ_REQ_CQE_TYPE_REQ                                (0x0UL << 1)
 579        #define CQ_REQ_RESERVED3_MASK                               0xe0UL
 580        #define CQ_REQ_RESERVED3_SFT                                5
 581        u8 status;
 582        #define CQ_REQ_STATUS_OK                                   0x0UL
 583        #define CQ_REQ_STATUS_BAD_RESPONSE_ERR                     0x1UL
 584        #define CQ_REQ_STATUS_LOCAL_LENGTH_ERR                     0x2UL
 585        #define CQ_REQ_STATUS_LOCAL_QP_OPERATION_ERR               0x3UL
 586        #define CQ_REQ_STATUS_LOCAL_PROTECTION_ERR                 0x4UL
 587        #define CQ_REQ_STATUS_MEMORY_MGT_OPERATION_ERR             0x5UL
 588        #define CQ_REQ_STATUS_REMOTE_INVALID_REQUEST_ERR           0x6UL
 589        #define CQ_REQ_STATUS_REMOTE_ACCESS_ERR            0x7UL
 590        #define CQ_REQ_STATUS_REMOTE_OPERATION_ERR                 0x8UL
 591        #define CQ_REQ_STATUS_RNR_NAK_RETRY_CNT_ERR                0x9UL
 592        #define CQ_REQ_STATUS_TRANSPORT_RETRY_CNT_ERR              0xaUL
 593        #define CQ_REQ_STATUS_WORK_REQUEST_FLUSHED_ERR             0xbUL
 594        __le16 reserved16_2;
 595        __le32 reserved32_1;
 596};
 597
 598/* Responder RC CQE (32 bytes) */
 599struct cq_res_rc {
 600        __le32 length;
 601        __le32 imm_data_or_inv_r_key;
 602        __le64 qp_handle;
 603        __le64 mr_handle;
 604        u8 cqe_type_toggle;
 605        #define CQ_RES_RC_TOGGLE                                    0x1UL
 606        #define CQ_RES_RC_CQE_TYPE_MASK                     0x1eUL
 607        #define CQ_RES_RC_CQE_TYPE_SFT                              1
 608        #define CQ_RES_RC_CQE_TYPE_RES_RC                          (0x1UL << 1)
 609        #define CQ_RES_RC_RESERVED3_MASK                            0xe0UL
 610        #define CQ_RES_RC_RESERVED3_SFT                     5
 611        u8 status;
 612        #define CQ_RES_RC_STATUS_OK                                0x0UL
 613        #define CQ_RES_RC_STATUS_LOCAL_ACCESS_ERROR                0x1UL
 614        #define CQ_RES_RC_STATUS_LOCAL_LENGTH_ERR                  0x2UL
 615        #define CQ_RES_RC_STATUS_LOCAL_PROTECTION_ERR              0x3UL
 616        #define CQ_RES_RC_STATUS_LOCAL_QP_OPERATION_ERR    0x4UL
 617        #define CQ_RES_RC_STATUS_MEMORY_MGT_OPERATION_ERR          0x5UL
 618        #define CQ_RES_RC_STATUS_REMOTE_INVALID_REQUEST_ERR       0x6UL
 619        #define CQ_RES_RC_STATUS_WORK_REQUEST_FLUSHED_ERR          0x7UL
 620        #define CQ_RES_RC_STATUS_HW_FLUSH_ERR                      0x8UL
 621        __le16 flags;
 622        #define CQ_RES_RC_FLAGS_SRQ                                 0x1UL
 623        #define CQ_RES_RC_FLAGS_SRQ_RQ                             (0x0UL << 0)
 624        #define CQ_RES_RC_FLAGS_SRQ_SRQ                    (0x1UL << 0)
 625        #define CQ_RES_RC_FLAGS_SRQ_LAST    CQ_RES_RC_FLAGS_SRQ_SRQ
 626        #define CQ_RES_RC_FLAGS_IMM                                 0x2UL
 627        #define CQ_RES_RC_FLAGS_INV                                 0x4UL
 628        #define CQ_RES_RC_FLAGS_RDMA                                0x8UL
 629        #define CQ_RES_RC_FLAGS_RDMA_SEND                          (0x0UL << 3)
 630        #define CQ_RES_RC_FLAGS_RDMA_RDMA_WRITE            (0x1UL << 3)
 631        #define CQ_RES_RC_FLAGS_RDMA_LAST    CQ_RES_RC_FLAGS_RDMA_RDMA_WRITE
 632        __le32 srq_or_rq_wr_id;
 633        #define CQ_RES_RC_SRQ_OR_RQ_WR_ID_MASK                      0xfffffUL
 634        #define CQ_RES_RC_SRQ_OR_RQ_WR_ID_SFT                       0
 635        #define CQ_RES_RC_RESERVED12_MASK                           0xfff00000UL
 636        #define CQ_RES_RC_RESERVED12_SFT                            20
 637};
 638
 639/* Responder UD CQE (32 bytes) */
 640struct cq_res_ud {
 641        __le16 length;
 642        #define CQ_RES_UD_LENGTH_MASK                               0x3fffUL
 643        #define CQ_RES_UD_LENGTH_SFT                                0
 644        __le16 cfa_metadata;
 645        #define CQ_RES_UD_CFA_METADATA_VID_MASK                 0xfffUL
 646        #define CQ_RES_UD_CFA_METADATA_VID_SFT                  0
 647        #define CQ_RES_UD_CFA_METADATA_DE                       0x1000UL
 648        #define CQ_RES_UD_CFA_METADATA_PRI_MASK                 0xe000UL
 649        #define CQ_RES_UD_CFA_METADATA_PRI_SFT                  13
 650        __le32 imm_data;
 651        __le64 qp_handle;
 652        __le16 src_mac[3];
 653        __le16 src_qp_low;
 654        u8 cqe_type_toggle;
 655        #define CQ_RES_UD_TOGGLE                                   0x1UL
 656        #define CQ_RES_UD_CQE_TYPE_MASK                            0x1eUL
 657        #define CQ_RES_UD_CQE_TYPE_SFT                             1
 658        #define CQ_RES_UD_CQE_TYPE_RES_UD                          (0x2UL << 1)
 659        u8 status;
 660        #define CQ_RES_UD_STATUS_OK                                0x0UL
 661        #define CQ_RES_UD_STATUS_LOCAL_ACCESS_ERROR                0x1UL
 662        #define CQ_RES_UD_STATUS_HW_LOCAL_LENGTH_ERR               0x2UL
 663        #define CQ_RES_UD_STATUS_LOCAL_PROTECTION_ERR              0x3UL
 664        #define CQ_RES_UD_STATUS_LOCAL_QP_OPERATION_ERR    0x4UL
 665        #define CQ_RES_UD_STATUS_MEMORY_MGT_OPERATION_ERR          0x5UL
 666        #define CQ_RES_UD_STATUS_WORK_REQUEST_FLUSHED_ERR          0x7UL
 667        #define CQ_RES_UD_STATUS_HW_FLUSH_ERR                      0x8UL
 668        __le16 flags;
 669        #define CQ_RES_UD_FLAGS_SRQ                                 0x1UL
 670        #define CQ_RES_UD_FLAGS_SRQ_RQ                             (0x0UL << 0)
 671        #define CQ_RES_UD_FLAGS_SRQ_SRQ                    (0x1UL << 0)
 672        #define CQ_RES_UD_FLAGS_SRQ_LAST    CQ_RES_UD_FLAGS_SRQ_SRQ
 673        #define CQ_RES_UD_FLAGS_IMM                                 0x2UL
 674        #define CQ_RES_UD_FLAGS_UNUSED_MASK                     0xcUL
 675        #define CQ_RES_UD_FLAGS_UNUSED_SFT                      2
 676        #define CQ_RES_UD_FLAGS_ROCE_IP_VER_MASK                0x30UL
 677        #define CQ_RES_UD_FLAGS_ROCE_IP_VER_SFT                 4
 678        #define CQ_RES_UD_FLAGS_ROCE_IP_VER_V1                  (0x0UL << 4)
 679        #define CQ_RES_UD_FLAGS_ROCE_IP_VER_V2IPV4              (0x2UL << 4)
 680        #define CQ_RES_UD_FLAGS_ROCE_IP_VER_V2IPV6              (0x3UL << 4)
 681        #define CQ_RES_UD_FLAGS_ROCE_IP_VER_LAST                \
 682                                        CQ_RES_UD_FLAGS_ROCE_IP_VER_V2IPV6
 683        #define CQ_RES_UD_FLAGS_META_FORMAT_MASK                0x3c0UL
 684        #define CQ_RES_UD_FLAGS_META_FORMAT_SFT                 6
 685        #define CQ_RES_UD_FLAGS_META_FORMAT_NONE                (0x0UL << 6)
 686        #define CQ_RES_UD_FLAGS_META_FORMAT_VLAN                (0x1UL << 6)
 687        #define CQ_RES_UD_FLAGS_META_FORMAT_TUNNEL_ID           (0x2UL << 6)
 688        #define CQ_RES_UD_FLAGS_META_FORMAT_CHDR_DATA           (0x3UL << 6)
 689        #define CQ_RES_UD_FLAGS_META_FORMAT_HDR_OFFSET          (0x4UL << 6)
 690        #define CQ_RES_UD_FLAGS_META_FORMAT_LAST                \
 691                                        CQ_RES_UD_FLAGS_META_FORMAT_HDR_OFFSET
 692        #define CQ_RES_UD_FLAGS_EXT_META_FORMAT_MASK            0xc00UL
 693        #define CQ_RES_UD_FLAGS_EXT_META_FORMAT_SFT             10
 694
 695        __le32 src_qp_high_srq_or_rq_wr_id;
 696        #define CQ_RES_UD_SRQ_OR_RQ_WR_ID_MASK                      0xfffffUL
 697        #define CQ_RES_UD_SRQ_OR_RQ_WR_ID_SFT                       0
 698        #define CQ_RES_UD_SRC_QP_HIGH_MASK                          0xff000000UL
 699        #define CQ_RES_UD_SRC_QP_HIGH_SFT                           24
 700};
 701
 702/* Responder RawEth and QP1 CQE (32 bytes) */
 703struct cq_res_raweth_qp1 {
 704        __le16 length;
 705        #define CQ_RES_RAWETH_QP1_LENGTH_MASK                       0x3fffUL
 706        #define CQ_RES_RAWETH_QP1_LENGTH_SFT                        0
 707        #define CQ_RES_RAWETH_QP1_RESERVED2_MASK                    0xc000UL
 708        #define CQ_RES_RAWETH_QP1_RESERVED2_SFT             14
 709        __le16 raweth_qp1_flags;
 710        #define CQ_RES_RAWETH_QP1_RAWETH_QP1_FLAGS_ERROR            0x1UL
 711        #define CQ_RES_RAWETH_QP1_RAWETH_QP1_FLAGS_RESERVED5_1_MASK 0x3eUL
 712        #define CQ_RES_RAWETH_QP1_RAWETH_QP1_FLAGS_RESERVED5_1_SFT 1
 713        #define CQ_RES_RAWETH_QP1_RAWETH_QP1_FLAGS_ITYPE_MASK      0x3c0UL
 714        #define CQ_RES_RAWETH_QP1_RAWETH_QP1_FLAGS_ITYPE_SFT       6
 715        #define CQ_RES_RAWETH_QP1_RAWETH_QP1_FLAGS_ITYPE_NOT_KNOWN (0x0UL << 6)
 716        #define CQ_RES_RAWETH_QP1_RAWETH_QP1_FLAGS_ITYPE_IP       (0x1UL << 6)
 717        #define CQ_RES_RAWETH_QP1_RAWETH_QP1_FLAGS_ITYPE_TCP      (0x2UL << 6)
 718        #define CQ_RES_RAWETH_QP1_RAWETH_QP1_FLAGS_ITYPE_UDP      (0x3UL << 6)
 719        #define CQ_RES_RAWETH_QP1_RAWETH_QP1_FLAGS_ITYPE_FCOE     (0x4UL << 6)
 720        #define CQ_RES_RAWETH_QP1_RAWETH_QP1_FLAGS_ITYPE_ROCE     (0x5UL << 6)
 721        #define CQ_RES_RAWETH_QP1_RAWETH_QP1_FLAGS_ITYPE_ICMP     (0x7UL << 6)
 722        #define CQ_RES_RAWETH_QP1_RAWETH_QP1_FLAGS_ITYPE_PTP_WO_TIMESTAMP \
 723                                                                 (0x8UL << 6)
 724        #define CQ_RES_RAWETH_QP1_RAWETH_QP1_FLAGS_ITYPE_PTP_W_TIMESTAMP \
 725                                                                 (0x9UL << 6)
 726        #define CQ_RES_RAWETH_QP1_RAWETH_QP1_FLAGS_ITYPE_LAST   \
 727                CQ_RES_RAWETH_QP1_RAWETH_QP1_FLAGS_ITYPE_PTP_W_TIMESTAMP
 728        #define CQ_RES_RAWETH_QP1_RAWETH_QP1_FLAGS_MASK     0x3ffUL
 729        #define CQ_RES_RAWETH_QP1_RAWETH_QP1_FLAGS_SFT              0
 730        #define CQ_RES_RAWETH_QP1_RESERVED6_MASK                    0xfc00UL
 731        #define CQ_RES_RAWETH_QP1_RESERVED6_SFT             10
 732        __le16 raweth_qp1_errors;
 733        #define CQ_RES_RAWETH_QP1_RAWETH_QP1_ERRORS_RESERVED4_MASK 0xfUL
 734        #define CQ_RES_RAWETH_QP1_RAWETH_QP1_ERRORS_RESERVED4_SFT  0
 735        #define CQ_RES_RAWETH_QP1_RAWETH_QP1_ERRORS_IP_CS_ERROR    0x10UL
 736        #define CQ_RES_RAWETH_QP1_RAWETH_QP1_ERRORS_L4_CS_ERROR    0x20UL
 737        #define CQ_RES_RAWETH_QP1_RAWETH_QP1_ERRORS_T_IP_CS_ERROR  0x40UL
 738        #define CQ_RES_RAWETH_QP1_RAWETH_QP1_ERRORS_T_L4_CS_ERROR  0x80UL
 739        #define CQ_RES_RAWETH_QP1_RAWETH_QP1_ERRORS_CRC_ERROR      0x100UL
 740        #define CQ_RES_RAWETH_QP1_RAWETH_QP1_ERRORS_T_PKT_ERROR_MASK 0xe00UL
 741        #define CQ_RES_RAWETH_QP1_RAWETH_QP1_ERRORS_T_PKT_ERROR_SFT 9
 742        #define CQ_RES_RAWETH_QP1_RAWETH_QP1_ERRORS_T_PKT_ERROR_NO_ERROR \
 743                                                                (0x0UL << 9)
 744        #define \
 745           CQ_RES_RAWETH_QP1_RAWETH_QP1_ERRORS_T_PKT_ERROR_T_L3_BAD_VERSION \
 746                                                                (0x1UL << 9)
 747        #define \
 748           CQ_RES_RAWETH_QP1_RAWETH_QP1_ERRORS_T_PKT_ERROR_T_L3_BAD_HDR_LEN \
 749                                                                (0x2UL << 9)
 750        #define \
 751           CQ_RES_RAWETH_QP1_RAWETH_QP1_ERRORS_T_PKT_ERROR_TUNNEL_TOTAL_ERROR \
 752                                                                (0x3UL << 9)
 753        #define \
 754           CQ_RES_RAWETH_QP1_RAWETH_QP1_ERRORS_T_PKT_ERROR_T_IP_TOTAL_ERROR \
 755                                                                (0x4UL << 9)
 756        #define \
 757           CQ_RES_RAWETH_QP1_RAWETH_QP1_ERRORS_T_PKT_ERROR_T_UDP_TOTAL_ERROR \
 758                                                                (0x5UL << 9)
 759        #define \
 760           CQ_RES_RAWETH_QP1_RAWETH_QP1_ERRORS_T_PKT_ERROR_T_L3_BAD_TTL \
 761                                                                (0x6UL << 9)
 762        #define CQ_RES_RAWETH_QP1_RAWETH_QP1_ERRORS_T_PKT_ERROR_LAST \
 763                CQ_RES_RAWETH_QP1_RAWETH_QP1_ERRORS_T_PKT_ERROR_T_L3_BAD_TTL
 764        #define CQ_RES_RAWETH_QP1_RAWETH_QP1_ERRORS_PKT_ERROR_MASK 0xf000UL
 765        #define CQ_RES_RAWETH_QP1_RAWETH_QP1_ERRORS_PKT_ERROR_SFT  12
 766        #define CQ_RES_RAWETH_QP1_RAWETH_QP1_ERRORS_PKT_ERROR_NO_ERROR \
 767                                                                (0x0UL << 12)
 768        #define CQ_RES_RAWETH_QP1_RAWETH_QP1_ERRORS_PKT_ERROR_L3_BAD_VERSION \
 769                                                                (0x1UL << 12)
 770        #define CQ_RES_RAWETH_QP1_RAWETH_QP1_ERRORS_PKT_ERROR_L3_BAD_HDR_LEN \
 771                                                                 (0x2UL << 12)
 772        #define CQ_RES_RAWETH_QP1_RAWETH_QP1_ERRORS_PKT_ERROR_L3_BAD_TTL \
 773                                                                 (0x3UL << 12)
 774        #define CQ_RES_RAWETH_QP1_RAWETH_QP1_ERRORS_PKT_ERROR_IP_TOTAL_ERROR \
 775                                                                 (0x4UL << 12)
 776        #define CQ_RES_RAWETH_QP1_RAWETH_QP1_ERRORS_PKT_ERROR_UDP_TOTAL_ERROR \
 777                                                                 (0x5UL << 12)
 778        #define CQ_RES_RAWETH_QP1_RAWETH_QP1_ERRORS_PKT_ERROR_L4_BAD_HDR_LEN \
 779                                                                 (0x6UL << 12)
 780        #define \
 781         CQ_RES_RAWETH_QP1_RAWETH_QP1_ERRORS_PKT_ERROR_L4_BAD_HDR_LEN_TOO_SMALL\
 782                                                                 (0x7UL << 12)
 783        #define CQ_RES_RAWETH_QP1_RAWETH_QP1_ERRORS_PKT_ERROR_L4_BAD_OPT_LEN \
 784                                                                 (0x8UL << 12)
 785        #define CQ_RES_RAWETH_QP1_RAWETH_QP1_ERRORS_PKT_ERROR_LAST \
 786                CQ_RES_RAWETH_QP1_RAWETH_QP1_ERRORS_PKT_ERROR_L4_BAD_OPT_LEN
 787        __le16 raweth_qp1_cfa_code;
 788        __le64 qp_handle;
 789        __le32 raweth_qp1_flags2;
 790        #define CQ_RES_RAWETH_QP1_RAWETH_QP1_FLAGS2_IP_CS_CALC     0x1UL
 791        #define CQ_RES_RAWETH_QP1_RAWETH_QP1_FLAGS2_L4_CS_CALC     0x2UL
 792        #define CQ_RES_RAWETH_QP1_RAWETH_QP1_FLAGS2_T_IP_CS_CALC   0x4UL
 793        #define CQ_RES_RAWETH_QP1_RAWETH_QP1_FLAGS2_T_L4_CS_CALC   0x8UL
 794        #define CQ_RES_RAWETH_QP1_RAWETH_QP1_FLAGS2_META_FORMAT_MASK 0xf0UL
 795        #define CQ_RES_RAWETH_QP1_RAWETH_QP1_FLAGS2_META_FORMAT_SFT 4
 796        #define CQ_RES_RAWETH_QP1_RAWETH_QP1_FLAGS2_META_FORMAT_NONE \
 797                                                                (0x0UL << 4)
 798        #define CQ_RES_RAWETH_QP1_RAWETH_QP1_FLAGS2_META_FORMAT_VLAN \
 799                                                                (0x1UL << 4)
 800        #define CQ_RES_RAWETH_QP1_RAWETH_QP1_FLAGS2_META_FORMAT_LAST\
 801                        CQ_RES_RAWETH_QP1_RAWETH_QP1_FLAGS2_META_FORMAT_VLAN
 802        #define CQ_RES_RAWETH_QP1_RAWETH_QP1_FLAGS2_IP_TYPE         0x100UL
 803        __le32 raweth_qp1_metadata;
 804        #define CQ_RES_RAWETH_QP1_RAWETH_QP1_METADATA_VID_MASK     0xfffUL
 805        #define CQ_RES_RAWETH_QP1_RAWETH_QP1_METADATA_VID_SFT      0
 806        #define CQ_RES_RAWETH_QP1_RAWETH_QP1_METADATA_DE            0x1000UL
 807        #define CQ_RES_RAWETH_QP1_RAWETH_QP1_METADATA_PRI_MASK     0xe000UL
 808        #define CQ_RES_RAWETH_QP1_RAWETH_QP1_METADATA_PRI_SFT      13
 809        #define CQ_RES_RAWETH_QP1_RAWETH_QP1_METADATA_TPID_MASK    0xffff0000UL
 810        #define CQ_RES_RAWETH_QP1_RAWETH_QP1_METADATA_TPID_SFT     16
 811        u8 cqe_type_toggle;
 812        #define CQ_RES_RAWETH_QP1_TOGGLE                            0x1UL
 813        #define CQ_RES_RAWETH_QP1_CQE_TYPE_MASK             0x1eUL
 814        #define CQ_RES_RAWETH_QP1_CQE_TYPE_SFT                      1
 815        #define CQ_RES_RAWETH_QP1_CQE_TYPE_RES_RAWETH_QP1          (0x3UL << 1)
 816        #define CQ_RES_RAWETH_QP1_RESERVED3_MASK                    0xe0UL
 817        #define CQ_RES_RAWETH_QP1_RESERVED3_SFT             5
 818        u8 status;
 819        #define CQ_RES_RAWETH_QP1_STATUS_OK                        0x0UL
 820        #define CQ_RES_RAWETH_QP1_STATUS_LOCAL_ACCESS_ERROR       0x1UL
 821        #define CQ_RES_RAWETH_QP1_STATUS_HW_LOCAL_LENGTH_ERR      0x2UL
 822        #define CQ_RES_RAWETH_QP1_STATUS_LOCAL_PROTECTION_ERR     0x3UL
 823        #define CQ_RES_RAWETH_QP1_STATUS_LOCAL_QP_OPERATION_ERR   0x4UL
 824        #define CQ_RES_RAWETH_QP1_STATUS_MEMORY_MGT_OPERATION_ERR 0x5UL
 825        #define CQ_RES_RAWETH_QP1_STATUS_WORK_REQUEST_FLUSHED_ERR 0x7UL
 826        #define CQ_RES_RAWETH_QP1_STATUS_HW_FLUSH_ERR              0x8UL
 827        __le16 flags;
 828        #define CQ_RES_RAWETH_QP1_FLAGS_SRQ                         0x1UL
 829        #define CQ_RES_RAWETH_QP1_FLAGS_SRQ_RQ                     0x0UL
 830        #define CQ_RES_RAWETH_QP1_FLAGS_SRQ_SRQ            0x1UL
 831        #define CQ_RES_RAWETH_QP1_FLAGS_SRQ_LAST \
 832                                        CQ_RES_RAWETH_QP1_FLAGS_SRQ_SRQ
 833        __le32 raweth_qp1_payload_offset_srq_or_rq_wr_id;
 834        #define CQ_RES_RAWETH_QP1_SRQ_OR_RQ_WR_ID_MASK              0xfffffUL
 835        #define CQ_RES_RAWETH_QP1_SRQ_OR_RQ_WR_ID_SFT               0
 836        #define CQ_RES_RAWETH_QP1_RESERVED4_MASK                    0xf00000UL
 837        #define CQ_RES_RAWETH_QP1_RESERVED4_SFT             20
 838        #define CQ_RES_RAWETH_QP1_RAWETH_QP1_PAYLOAD_OFFSET_MASK   0xff000000UL
 839        #define CQ_RES_RAWETH_QP1_RAWETH_QP1_PAYLOAD_OFFSET_SFT    24
 840};
 841
 842/* Terminal CQE (32 bytes) */
 843struct cq_terminal {
 844        __le64 qp_handle;
 845        __le16 sq_cons_idx;
 846        __le16 rq_cons_idx;
 847        __le32 reserved32_1;
 848        __le64 reserved64_3;
 849        u8 cqe_type_toggle;
 850        #define CQ_TERMINAL_TOGGLE                                  0x1UL
 851        #define CQ_TERMINAL_CQE_TYPE_MASK                           0x1eUL
 852        #define CQ_TERMINAL_CQE_TYPE_SFT                            1
 853        #define CQ_TERMINAL_CQE_TYPE_TERMINAL                      (0xeUL << 1)
 854        #define CQ_TERMINAL_RESERVED3_MASK                          0xe0UL
 855        #define CQ_TERMINAL_RESERVED3_SFT                           5
 856        u8 status;
 857        #define CQ_TERMINAL_STATUS_OK                              0x0UL
 858        __le16 reserved16;
 859        __le32 reserved32_2;
 860};
 861
 862/* Cutoff CQE (32 bytes) */
 863struct cq_cutoff {
 864        __le64 reserved64_1;
 865        __le64 reserved64_2;
 866        __le64 reserved64_3;
 867        u8 cqe_type_toggle;
 868        #define CQ_CUTOFF_TOGGLE                                    0x1UL
 869        #define CQ_CUTOFF_CQE_TYPE_MASK                     0x1eUL
 870        #define CQ_CUTOFF_CQE_TYPE_SFT                              1
 871        #define CQ_CUTOFF_CQE_TYPE_CUT_OFF                         (0xfUL << 1)
 872        #define CQ_CUTOFF_RESERVED3_MASK                            0xe0UL
 873        #define CQ_CUTOFF_RESERVED3_SFT                     5
 874        u8 status;
 875        #define CQ_CUTOFF_STATUS_OK                                0x0UL
 876        __le16 reserved16;
 877        __le32 reserved32;
 878};
 879
 880/* Notification Queue (NQ) Structures */
 881/* Base NQ Record (16 bytes) */
 882struct nq_base {
 883        __le16 info10_type;
 884        #define NQ_BASE_TYPE_MASK                                   0x3fUL
 885        #define NQ_BASE_TYPE_SFT                                    0
 886        #define NQ_BASE_TYPE_CQ_NOTIFICATION                       0x30UL
 887        #define NQ_BASE_TYPE_SRQ_EVENT                             0x32UL
 888        #define NQ_BASE_TYPE_DBQ_EVENT                             0x34UL
 889        #define NQ_BASE_TYPE_QP_EVENT                              0x38UL
 890        #define NQ_BASE_TYPE_FUNC_EVENT                    0x3aUL
 891        #define NQ_BASE_INFO10_MASK                                 0xffc0UL
 892        #define NQ_BASE_INFO10_SFT                                  6
 893        __le16 info16;
 894        __le32 info32;
 895        __le32 info63_v[2];
 896        #define NQ_BASE_V                                           0x1UL
 897        #define NQ_BASE_INFO63_MASK                                 0xfffffffeUL
 898        #define NQ_BASE_INFO63_SFT                                  1
 899};
 900
 901/* Completion Queue Notification (16 bytes) */
 902struct nq_cn {
 903        __le16 type;
 904        #define NQ_CN_TYPE_MASK                             0x3fUL
 905        #define NQ_CN_TYPE_SFT                                      0
 906        #define NQ_CN_TYPE_CQ_NOTIFICATION                         0x30UL
 907        #define NQ_CN_RESERVED9_MASK                                0xffc0UL
 908        #define NQ_CN_RESERVED9_SFT                                 6
 909        __le16 reserved16;
 910        __le32 cq_handle_low;
 911        __le32 v;
 912        #define NQ_CN_V                                     0x1UL
 913        #define NQ_CN_RESERVED31_MASK                               0xfffffffeUL
 914        #define NQ_CN_RESERVED31_SFT                                1
 915        __le32 cq_handle_high;
 916};
 917
 918/* SRQ Event Notification (16 bytes) */
 919struct nq_srq_event {
 920        u8 type;
 921        #define NQ_SRQ_EVENT_TYPE_MASK                              0x3fUL
 922        #define NQ_SRQ_EVENT_TYPE_SFT                               0
 923        #define NQ_SRQ_EVENT_TYPE_SRQ_EVENT                        0x32UL
 924        #define NQ_SRQ_EVENT_RESERVED1_MASK                         0xc0UL
 925        #define NQ_SRQ_EVENT_RESERVED1_SFT                          6
 926        u8 event;
 927        #define NQ_SRQ_EVENT_EVENT_SRQ_THRESHOLD_EVENT             0x1UL
 928        __le16 reserved16;
 929        __le32 srq_handle_low;
 930        __le32 v;
 931        #define NQ_SRQ_EVENT_V                                      0x1UL
 932        #define NQ_SRQ_EVENT_RESERVED31_MASK                        0xfffffffeUL
 933        #define NQ_SRQ_EVENT_RESERVED31_SFT                         1
 934        __le32 srq_handle_high;
 935};
 936
 937/* DBQ Async Event Notification (16 bytes) */
 938struct nq_dbq_event {
 939        u8 type;
 940        #define NQ_DBQ_EVENT_TYPE_MASK                              0x3fUL
 941        #define NQ_DBQ_EVENT_TYPE_SFT                               0
 942        #define NQ_DBQ_EVENT_TYPE_DBQ_EVENT                        0x34UL
 943        #define NQ_DBQ_EVENT_RESERVED1_MASK                         0xc0UL
 944        #define NQ_DBQ_EVENT_RESERVED1_SFT                          6
 945        u8 event;
 946        #define NQ_DBQ_EVENT_EVENT_DBQ_THRESHOLD_EVENT             0x1UL
 947        __le16 db_pfid;
 948        #define NQ_DBQ_EVENT_DB_PFID_MASK                           0xfUL
 949        #define NQ_DBQ_EVENT_DB_PFID_SFT                            0
 950        #define NQ_DBQ_EVENT_RESERVED12_MASK                        0xfff0UL
 951        #define NQ_DBQ_EVENT_RESERVED12_SFT                         4
 952        __le32 db_dpi;
 953        #define NQ_DBQ_EVENT_DB_DPI_MASK                            0xfffffUL
 954        #define NQ_DBQ_EVENT_DB_DPI_SFT                     0
 955        #define NQ_DBQ_EVENT_RESERVED12_2_MASK                      0xfff00000UL
 956        #define NQ_DBQ_EVENT_RESERVED12_2_SFT                       20
 957        __le32 v;
 958        #define NQ_DBQ_EVENT_V                                      0x1UL
 959        #define NQ_DBQ_EVENT_RESERVED32_MASK                        0xfffffffeUL
 960        #define NQ_DBQ_EVENT_RESERVED32_SFT                         1
 961        __le32 db_type_db_xid;
 962        #define NQ_DBQ_EVENT_DB_XID_MASK                            0xfffffUL
 963        #define NQ_DBQ_EVENT_DB_XID_SFT                     0
 964        #define NQ_DBQ_EVENT_RESERVED8_MASK                         0xff00000UL
 965        #define NQ_DBQ_EVENT_RESERVED8_SFT                          20
 966        #define NQ_DBQ_EVENT_DB_TYPE_MASK                           0xf0000000UL
 967        #define NQ_DBQ_EVENT_DB_TYPE_SFT                            28
 968};
 969
 970/* Read Request/Response Queue Structures */
 971/* Input Read Request Queue (IRRQ) Message (32 bytes) */
 972struct xrrq_irrq {
 973        __le16 credits_type;
 974        #define XRRQ_IRRQ_TYPE                                      0x1UL
 975        #define XRRQ_IRRQ_TYPE_READ_REQ                    0x0UL
 976        #define XRRQ_IRRQ_TYPE_ATOMIC_REQ                          0x1UL
 977        #define XRRQ_IRRQ_RESERVED10_MASK                           0x7feUL
 978        #define XRRQ_IRRQ_RESERVED10_SFT                            1
 979        #define XRRQ_IRRQ_CREDITS_MASK                              0xf800UL
 980        #define XRRQ_IRRQ_CREDITS_SFT                               11
 981        __le16 reserved16;
 982        __le32 reserved32;
 983        __le32 psn;
 984        #define XRRQ_IRRQ_PSN_MASK                                  0xffffffUL
 985        #define XRRQ_IRRQ_PSN_SFT                                   0
 986        #define XRRQ_IRRQ_RESERVED8_1_MASK                          0xff000000UL
 987        #define XRRQ_IRRQ_RESERVED8_1_SFT                           24
 988        __le32 msn;
 989        #define XRRQ_IRRQ_MSN_MASK                                  0xffffffUL
 990        #define XRRQ_IRRQ_MSN_SFT                                   0
 991        #define XRRQ_IRRQ_RESERVED8_2_MASK                          0xff000000UL
 992        #define XRRQ_IRRQ_RESERVED8_2_SFT                           24
 993        __le64 va_or_atomic_result;
 994        __le32 rdma_r_key;
 995        __le32 length;
 996};
 997
 998/* Output Read Request Queue (ORRQ) Message (32 bytes) */
 999struct xrrq_orrq {
1000        __le16 num_sges_type;
1001        #define XRRQ_ORRQ_TYPE                                      0x1UL
1002        #define XRRQ_ORRQ_TYPE_READ_REQ                    0x0UL
1003        #define XRRQ_ORRQ_TYPE_ATOMIC_REQ                          0x1UL
1004        #define XRRQ_ORRQ_RESERVED10_MASK                           0x7feUL
1005        #define XRRQ_ORRQ_RESERVED10_SFT                            1
1006        #define XRRQ_ORRQ_NUM_SGES_MASK                     0xf800UL
1007        #define XRRQ_ORRQ_NUM_SGES_SFT                              11
1008        __le16 reserved16;
1009        __le32 length;
1010        __le32 psn;
1011        #define XRRQ_ORRQ_PSN_MASK                                  0xffffffUL
1012        #define XRRQ_ORRQ_PSN_SFT                                   0
1013        #define XRRQ_ORRQ_RESERVED8_1_MASK                          0xff000000UL
1014        #define XRRQ_ORRQ_RESERVED8_1_SFT                           24
1015        __le32 end_psn;
1016        #define XRRQ_ORRQ_END_PSN_MASK                              0xffffffUL
1017        #define XRRQ_ORRQ_END_PSN_SFT                               0
1018        #define XRRQ_ORRQ_RESERVED8_2_MASK                          0xff000000UL
1019        #define XRRQ_ORRQ_RESERVED8_2_SFT                           24
1020        __le64 first_sge_phy_or_sing_sge_va;
1021        __le32 single_sge_l_key;
1022        __le32 single_sge_size;
1023};
1024
1025/* Page Buffer List Memory Structures (PBL) */
1026/* Page Table Entry (PTE) (8 bytes) */
1027struct ptu_pte {
1028        __le32 page_next_to_last_last_valid[2];
1029        #define PTU_PTE_VALID                                       0x1UL
1030        #define PTU_PTE_LAST                                        0x2UL
1031        #define PTU_PTE_NEXT_TO_LAST                                0x4UL
1032        #define PTU_PTE_PAGE_MASK                                   0xfffff000UL
1033        #define PTU_PTE_PAGE_SFT                                    12
1034};
1035
1036/* Page Directory Entry (PDE) (8 bytes) */
1037struct ptu_pde {
1038        __le32 page_valid[2];
1039        #define PTU_PDE_VALID                                       0x1UL
1040        #define PTU_PDE_PAGE_MASK                                   0xfffff000UL
1041        #define PTU_PDE_PAGE_SFT                                    12
1042};
1043
1044/* RoCE Fastpath Host Structures */
1045/* Command Queue (CMDQ) Interface */
1046/* Init CMDQ (16 bytes) */
1047struct cmdq_init {
1048        __le64 cmdq_pbl;
1049        __le16 cmdq_size_cmdq_lvl;
1050        #define CMDQ_INIT_CMDQ_LVL_MASK                     0x3UL
1051        #define CMDQ_INIT_CMDQ_LVL_SFT                              0
1052        #define CMDQ_INIT_CMDQ_SIZE_MASK                            0xfffcUL
1053        #define CMDQ_INIT_CMDQ_SIZE_SFT                     2
1054        __le16 creq_ring_id;
1055        __le32 prod_idx;
1056};
1057
1058/* Update CMDQ producer index (16 bytes) */
1059struct cmdq_update {
1060        __le64 reserved64;
1061        __le32 reserved32;
1062        __le32 prod_idx;
1063};
1064
1065/* CMDQ common header structure (16 bytes) */
1066struct cmdq_base {
1067        u8 opcode;
1068        #define CMDQ_BASE_OPCODE_CREATE_QP                         0x1UL
1069        #define CMDQ_BASE_OPCODE_DESTROY_QP                        0x2UL
1070        #define CMDQ_BASE_OPCODE_MODIFY_QP                         0x3UL
1071        #define CMDQ_BASE_OPCODE_QUERY_QP                          0x4UL
1072        #define CMDQ_BASE_OPCODE_CREATE_SRQ                        0x5UL
1073        #define CMDQ_BASE_OPCODE_DESTROY_SRQ                       0x6UL
1074        #define CMDQ_BASE_OPCODE_QUERY_SRQ                         0x8UL
1075        #define CMDQ_BASE_OPCODE_CREATE_CQ                         0x9UL
1076        #define CMDQ_BASE_OPCODE_DESTROY_CQ                        0xaUL
1077        #define CMDQ_BASE_OPCODE_RESIZE_CQ                         0xcUL
1078        #define CMDQ_BASE_OPCODE_ALLOCATE_MRW                      0xdUL
1079        #define CMDQ_BASE_OPCODE_DEALLOCATE_KEY            0xeUL
1080        #define CMDQ_BASE_OPCODE_REGISTER_MR                       0xfUL
1081        #define CMDQ_BASE_OPCODE_DEREGISTER_MR                     0x10UL
1082        #define CMDQ_BASE_OPCODE_ADD_GID                           0x11UL
1083        #define CMDQ_BASE_OPCODE_DELETE_GID                        0x12UL
1084        #define CMDQ_BASE_OPCODE_MODIFY_GID                        0x17UL
1085        #define CMDQ_BASE_OPCODE_QUERY_GID                         0x18UL
1086        #define CMDQ_BASE_OPCODE_CREATE_QP1                        0x13UL
1087        #define CMDQ_BASE_OPCODE_DESTROY_QP1                       0x14UL
1088        #define CMDQ_BASE_OPCODE_CREATE_AH                         0x15UL
1089        #define CMDQ_BASE_OPCODE_DESTROY_AH                        0x16UL
1090        #define CMDQ_BASE_OPCODE_INITIALIZE_FW                     0x80UL
1091        #define CMDQ_BASE_OPCODE_DEINITIALIZE_FW                   0x81UL
1092        #define CMDQ_BASE_OPCODE_STOP_FUNC                         0x82UL
1093        #define CMDQ_BASE_OPCODE_QUERY_FUNC                        0x83UL
1094        #define CMDQ_BASE_OPCODE_SET_FUNC_RESOURCES                0x84UL
1095        #define CMDQ_BASE_OPCODE_READ_CONTEXT                      0x85UL
1096        #define CMDQ_BASE_OPCODE_VF_BACKCHANNEL_REQUEST    0x86UL
1097        #define CMDQ_BASE_OPCODE_READ_VF_MEMORY            0x87UL
1098        #define CMDQ_BASE_OPCODE_COMPLETE_VF_REQUEST               0x88UL
1099        #define CMDQ_BASE_OPCODE_EXTEND_CONTEXT_ARRRAY             0x89UL
1100        #define CMDQ_BASE_OPCODE_MAP_TC_TO_COS                     0x8aUL
1101        #define CMDQ_BASE_OPCODE_QUERY_VERSION                     0x8bUL
1102        #define CMDQ_BASE_OPCODE_MODIFY_CC                         0x8cUL
1103        #define CMDQ_BASE_OPCODE_QUERY_CC                          0x8dUL
1104        #define CMDQ_BASE_OPCODE_QUERY_ROCE_STATS          0x8eUL
1105        u8 cmd_size;
1106        __le16 flags;
1107        __le16 cookie;
1108        u8 resp_size;
1109        u8 reserved8;
1110        __le64 resp_addr;
1111};
1112
1113/* Create QP command (96 bytes) */
1114struct cmdq_create_qp {
1115        u8 opcode;
1116        #define CMDQ_CREATE_QP_OPCODE_CREATE_QP            0x1UL
1117        u8 cmd_size;
1118        __le16 flags;
1119        __le16 cookie;
1120        u8 resp_size;
1121        u8 reserved8;
1122        __le64 resp_addr;
1123        __le64 qp_handle;
1124        __le32 qp_flags;
1125        #define CMDQ_CREATE_QP_QP_FLAGS_SRQ_USED                   0x1UL
1126        #define CMDQ_CREATE_QP_QP_FLAGS_FORCE_COMPLETION           0x2UL
1127        #define CMDQ_CREATE_QP_QP_FLAGS_RESERVED_LKEY_ENABLE      0x4UL
1128        #define CMDQ_CREATE_QP_QP_FLAGS_FR_PMR_ENABLED             0x8UL
1129        #define CMDQ_CREATE_QP_QP_FLAGS_VARIABLE_SIZED_WQE_ENABLED 0x10UL
1130        u8 type;
1131        #define CMDQ_CREATE_QP_TYPE_RC                             0x2UL
1132        #define CMDQ_CREATE_QP_TYPE_UD                             0x4UL
1133        #define CMDQ_CREATE_QP_TYPE_RAW_ETHERTYPE                  0x6UL
1134        #define CMDQ_CREATE_QP_TYPE_GSI                            0x7UL
1135        u8 sq_pg_size_sq_lvl;
1136        #define CMDQ_CREATE_QP_SQ_LVL_MASK                          0xfUL
1137        #define CMDQ_CREATE_QP_SQ_LVL_SFT                           0
1138        #define CMDQ_CREATE_QP_SQ_LVL_LVL_0                        0x0UL
1139        #define CMDQ_CREATE_QP_SQ_LVL_LVL_1                        0x1UL
1140        #define CMDQ_CREATE_QP_SQ_LVL_LVL_2                        0x2UL
1141        #define CMDQ_CREATE_QP_SQ_PG_SIZE_MASK                      0xf0UL
1142        #define CMDQ_CREATE_QP_SQ_PG_SIZE_SFT                       4
1143        #define CMDQ_CREATE_QP_SQ_PG_SIZE_PG_4K            (0x0UL << 4)
1144        #define CMDQ_CREATE_QP_SQ_PG_SIZE_PG_8K            (0x1UL << 4)
1145        #define CMDQ_CREATE_QP_SQ_PG_SIZE_PG_64K                   (0x2UL << 4)
1146        #define CMDQ_CREATE_QP_SQ_PG_SIZE_PG_2M            (0x3UL << 4)
1147        #define CMDQ_CREATE_QP_SQ_PG_SIZE_PG_8M            (0x4UL << 4)
1148        #define CMDQ_CREATE_QP_SQ_PG_SIZE_PG_1G            (0x5UL << 4)
1149        u8 rq_pg_size_rq_lvl;
1150        #define CMDQ_CREATE_QP_RQ_LVL_MASK                          0xfUL
1151        #define CMDQ_CREATE_QP_RQ_LVL_SFT                           0
1152        #define CMDQ_CREATE_QP_RQ_LVL_LVL_0                        0x0UL
1153        #define CMDQ_CREATE_QP_RQ_LVL_LVL_1                        0x1UL
1154        #define CMDQ_CREATE_QP_RQ_LVL_LVL_2                        0x2UL
1155        #define CMDQ_CREATE_QP_RQ_PG_SIZE_MASK                      0xf0UL
1156        #define CMDQ_CREATE_QP_RQ_PG_SIZE_SFT                       4
1157        #define CMDQ_CREATE_QP_RQ_PG_SIZE_PG_4K            (0x0UL << 4)
1158        #define CMDQ_CREATE_QP_RQ_PG_SIZE_PG_8K            (0x1UL << 4)
1159        #define CMDQ_CREATE_QP_RQ_PG_SIZE_PG_64K                   (0x2UL << 4)
1160        #define CMDQ_CREATE_QP_RQ_PG_SIZE_PG_2M            (0x3UL << 4)
1161        #define CMDQ_CREATE_QP_RQ_PG_SIZE_PG_8M            (0x4UL << 4)
1162        #define CMDQ_CREATE_QP_RQ_PG_SIZE_PG_1G            (0x5UL << 4)
1163        u8 unused_0;
1164        __le32 dpi;
1165        __le32 sq_size;
1166        __le32 rq_size;
1167        __le16 sq_fwo_sq_sge;
1168        #define CMDQ_CREATE_QP_SQ_SGE_MASK                          0xfUL
1169        #define CMDQ_CREATE_QP_SQ_SGE_SFT                           0
1170        #define CMDQ_CREATE_QP_SQ_FWO_MASK                          0xfff0UL
1171        #define CMDQ_CREATE_QP_SQ_FWO_SFT                           4
1172        __le16 rq_fwo_rq_sge;
1173        #define CMDQ_CREATE_QP_RQ_SGE_MASK                          0xfUL
1174        #define CMDQ_CREATE_QP_RQ_SGE_SFT                           0
1175        #define CMDQ_CREATE_QP_RQ_FWO_MASK                          0xfff0UL
1176        #define CMDQ_CREATE_QP_RQ_FWO_SFT                           4
1177        __le32 scq_cid;
1178        __le32 rcq_cid;
1179        __le32 srq_cid;
1180        __le32 pd_id;
1181        __le64 sq_pbl;
1182        __le64 rq_pbl;
1183        __le64 irrq_addr;
1184        __le64 orrq_addr;
1185};
1186
1187/* Destroy QP command (24 bytes) */
1188struct cmdq_destroy_qp {
1189        u8 opcode;
1190        #define CMDQ_DESTROY_QP_OPCODE_DESTROY_QP                  0x2UL
1191        u8 cmd_size;
1192        __le16 flags;
1193        __le16 cookie;
1194        u8 resp_size;
1195        u8 reserved8;
1196        __le64 resp_addr;
1197        __le32 qp_cid;
1198        __le32 unused_0;
1199};
1200
1201/* Modify QP command (112 bytes) */
1202struct cmdq_modify_qp {
1203        u8 opcode;
1204        #define CMDQ_MODIFY_QP_OPCODE_MODIFY_QP            0x3UL
1205        u8 cmd_size;
1206        __le16 flags;
1207        __le16 cookie;
1208        u8 resp_size;
1209        u8 reserved8;
1210        __le64 resp_addr;
1211        __le32 modify_mask;
1212        #define CMDQ_MODIFY_QP_MODIFY_MASK_STATE                    0x1UL
1213        #define CMDQ_MODIFY_QP_MODIFY_MASK_EN_SQD_ASYNC_NOTIFY     0x2UL
1214        #define CMDQ_MODIFY_QP_MODIFY_MASK_ACCESS                   0x4UL
1215        #define CMDQ_MODIFY_QP_MODIFY_MASK_PKEY             0x8UL
1216        #define CMDQ_MODIFY_QP_MODIFY_MASK_QKEY             0x10UL
1217        #define CMDQ_MODIFY_QP_MODIFY_MASK_DGID             0x20UL
1218        #define CMDQ_MODIFY_QP_MODIFY_MASK_FLOW_LABEL               0x40UL
1219        #define CMDQ_MODIFY_QP_MODIFY_MASK_SGID_INDEX               0x80UL
1220        #define CMDQ_MODIFY_QP_MODIFY_MASK_HOP_LIMIT                0x100UL
1221        #define CMDQ_MODIFY_QP_MODIFY_MASK_TRAFFIC_CLASS            0x200UL
1222        #define CMDQ_MODIFY_QP_MODIFY_MASK_DEST_MAC                 0x400UL
1223        #define CMDQ_MODIFY_QP_MODIFY_MASK_PATH_MTU                 0x1000UL
1224        #define CMDQ_MODIFY_QP_MODIFY_MASK_TIMEOUT                  0x2000UL
1225        #define CMDQ_MODIFY_QP_MODIFY_MASK_RETRY_CNT                0x4000UL
1226        #define CMDQ_MODIFY_QP_MODIFY_MASK_RNR_RETRY                0x8000UL
1227        #define CMDQ_MODIFY_QP_MODIFY_MASK_RQ_PSN                   0x10000UL
1228        #define CMDQ_MODIFY_QP_MODIFY_MASK_MAX_RD_ATOMIC            0x20000UL
1229        #define CMDQ_MODIFY_QP_MODIFY_MASK_MIN_RNR_TIMER            0x40000UL
1230        #define CMDQ_MODIFY_QP_MODIFY_MASK_SQ_PSN                   0x80000UL
1231        #define CMDQ_MODIFY_QP_MODIFY_MASK_MAX_DEST_RD_ATOMIC      0x100000UL
1232        #define CMDQ_MODIFY_QP_MODIFY_MASK_SQ_SIZE                  0x200000UL
1233        #define CMDQ_MODIFY_QP_MODIFY_MASK_RQ_SIZE                  0x400000UL
1234        #define CMDQ_MODIFY_QP_MODIFY_MASK_SQ_SGE                   0x800000UL
1235        #define CMDQ_MODIFY_QP_MODIFY_MASK_RQ_SGE                   0x1000000UL
1236        #define CMDQ_MODIFY_QP_MODIFY_MASK_MAX_INLINE_DATA          0x2000000UL
1237        #define CMDQ_MODIFY_QP_MODIFY_MASK_DEST_QP_ID               0x4000000UL
1238        #define CMDQ_MODIFY_QP_MODIFY_MASK_SRC_MAC                  0x8000000UL
1239        #define CMDQ_MODIFY_QP_MODIFY_MASK_VLAN_ID                  0x10000000UL
1240        #define CMDQ_MODIFY_QP_MODIFY_MASK_ENABLE_CC                0x20000000UL
1241        #define CMDQ_MODIFY_QP_MODIFY_MASK_TOS_ECN                  0x40000000UL
1242        #define CMDQ_MODIFY_QP_MODIFY_MASK_TOS_DSCP                 0x80000000UL
1243        __le32 qp_cid;
1244        u8 network_type_en_sqd_async_notify_new_state;
1245        #define CMDQ_MODIFY_QP_NEW_STATE_MASK                       0xfUL
1246        #define CMDQ_MODIFY_QP_NEW_STATE_SFT                        0
1247        #define CMDQ_MODIFY_QP_NEW_STATE_RESET                     0x0UL
1248        #define CMDQ_MODIFY_QP_NEW_STATE_INIT                      0x1UL
1249        #define CMDQ_MODIFY_QP_NEW_STATE_RTR                       0x2UL
1250        #define CMDQ_MODIFY_QP_NEW_STATE_RTS                       0x3UL
1251        #define CMDQ_MODIFY_QP_NEW_STATE_SQD                       0x4UL
1252        #define CMDQ_MODIFY_QP_NEW_STATE_SQE                       0x5UL
1253        #define CMDQ_MODIFY_QP_NEW_STATE_ERR                       0x6UL
1254        #define CMDQ_MODIFY_QP_EN_SQD_ASYNC_NOTIFY                  0x10UL
1255        #define CMDQ_MODIFY_QP_NETWORK_TYPE_MASK                    0xc0UL
1256        #define CMDQ_MODIFY_QP_NETWORK_TYPE_SFT             6
1257        #define CMDQ_MODIFY_QP_NETWORK_TYPE_ROCEV1                 (0x0UL << 6)
1258        #define CMDQ_MODIFY_QP_NETWORK_TYPE_ROCEV2_IPV4    (0x2UL << 6)
1259        #define CMDQ_MODIFY_QP_NETWORK_TYPE_ROCEV2_IPV6    (0x3UL << 6)
1260        u8 access;
1261        #define CMDQ_MODIFY_QP_ACCESS_LOCAL_WRITE                   0x1UL
1262        #define CMDQ_MODIFY_QP_ACCESS_REMOTE_WRITE                  0x2UL
1263        #define CMDQ_MODIFY_QP_ACCESS_REMOTE_READ                   0x4UL
1264        #define CMDQ_MODIFY_QP_ACCESS_REMOTE_ATOMIC                 0x8UL
1265        __le16 pkey;
1266        __le32 qkey;
1267        __le32 dgid[4];
1268        __le32 flow_label;
1269        __le16 sgid_index;
1270        u8 hop_limit;
1271        u8 traffic_class;
1272        __le16 dest_mac[3];
1273        u8 tos_dscp_tos_ecn;
1274        #define CMDQ_MODIFY_QP_TOS_ECN_MASK                         0x3UL
1275        #define CMDQ_MODIFY_QP_TOS_ECN_SFT                          0
1276        #define CMDQ_MODIFY_QP_TOS_DSCP_MASK                        0xfcUL
1277        #define CMDQ_MODIFY_QP_TOS_DSCP_SFT                         2
1278        u8 path_mtu;
1279        #define CMDQ_MODIFY_QP_PATH_MTU_MASK                        0xf0UL
1280        #define CMDQ_MODIFY_QP_PATH_MTU_SFT                         4
1281        #define CMDQ_MODIFY_QP_PATH_MTU_MTU_256            (0x0UL << 4)
1282        #define CMDQ_MODIFY_QP_PATH_MTU_MTU_512            (0x1UL << 4)
1283        #define CMDQ_MODIFY_QP_PATH_MTU_MTU_1024                   (0x2UL << 4)
1284        #define CMDQ_MODIFY_QP_PATH_MTU_MTU_2048                   (0x3UL << 4)
1285        #define CMDQ_MODIFY_QP_PATH_MTU_MTU_4096                   (0x4UL << 4)
1286        #define CMDQ_MODIFY_QP_PATH_MTU_MTU_8192                   (0x5UL << 4)
1287        u8 timeout;
1288        u8 retry_cnt;
1289        u8 rnr_retry;
1290        u8 min_rnr_timer;
1291        __le32 rq_psn;
1292        __le32 sq_psn;
1293        u8 max_rd_atomic;
1294        u8 max_dest_rd_atomic;
1295        __le16 enable_cc;
1296        #define CMDQ_MODIFY_QP_ENABLE_CC                            0x1UL
1297        __le32 sq_size;
1298        __le32 rq_size;
1299        __le16 sq_sge;
1300        __le16 rq_sge;
1301        __le32 max_inline_data;
1302        __le32 dest_qp_id;
1303        __le32 unused_3;
1304        __le16 src_mac[3];
1305        __le16 vlan_pcp_vlan_dei_vlan_id;
1306        #define CMDQ_MODIFY_QP_VLAN_ID_MASK                         0xfffUL
1307        #define CMDQ_MODIFY_QP_VLAN_ID_SFT                          0
1308        #define CMDQ_MODIFY_QP_VLAN_DEI                     0x1000UL
1309        #define CMDQ_MODIFY_QP_VLAN_PCP_MASK                        0xe000UL
1310        #define CMDQ_MODIFY_QP_VLAN_PCP_SFT                         13
1311};
1312
1313/* Query QP command (24 bytes) */
1314struct cmdq_query_qp {
1315        u8 opcode;
1316        #define CMDQ_QUERY_QP_OPCODE_QUERY_QP                      0x4UL
1317        u8 cmd_size;
1318        __le16 flags;
1319        __le16 cookie;
1320        u8 resp_size;
1321        u8 reserved8;
1322        __le64 resp_addr;
1323        __le32 qp_cid;
1324        __le32 unused_0;
1325};
1326
1327/* Create SRQ command (48 bytes) */
1328struct cmdq_create_srq {
1329        u8 opcode;
1330        #define CMDQ_CREATE_SRQ_OPCODE_CREATE_SRQ                  0x5UL
1331        u8 cmd_size;
1332        __le16 flags;
1333        __le16 cookie;
1334        u8 resp_size;
1335        u8 reserved8;
1336        __le64 resp_addr;
1337        __le64 srq_handle;
1338        __le16 pg_size_lvl;
1339        #define CMDQ_CREATE_SRQ_LVL_MASK                            0x3UL
1340        #define CMDQ_CREATE_SRQ_LVL_SFT                     0
1341        #define CMDQ_CREATE_SRQ_LVL_LVL_0                          0x0UL
1342        #define CMDQ_CREATE_SRQ_LVL_LVL_1                          0x1UL
1343        #define CMDQ_CREATE_SRQ_LVL_LVL_2                          0x2UL
1344        #define CMDQ_CREATE_SRQ_PG_SIZE_MASK                        0x1cUL
1345        #define CMDQ_CREATE_SRQ_PG_SIZE_SFT                         2
1346        #define CMDQ_CREATE_SRQ_PG_SIZE_PG_4K                      (0x0UL << 2)
1347        #define CMDQ_CREATE_SRQ_PG_SIZE_PG_8K                      (0x1UL << 2)
1348        #define CMDQ_CREATE_SRQ_PG_SIZE_PG_64K                     (0x2UL << 2)
1349        #define CMDQ_CREATE_SRQ_PG_SIZE_PG_2M                      (0x3UL << 2)
1350        #define CMDQ_CREATE_SRQ_PG_SIZE_PG_8M                      (0x4UL << 2)
1351        #define CMDQ_CREATE_SRQ_PG_SIZE_PG_1G                      (0x5UL << 2)
1352        __le16 eventq_id;
1353        #define CMDQ_CREATE_SRQ_EVENTQ_ID_MASK                      0xfffUL
1354        #define CMDQ_CREATE_SRQ_EVENTQ_ID_SFT                       0
1355        __le16 srq_size;
1356        __le16 srq_fwo;
1357        __le32 dpi;
1358        __le32 pd_id;
1359        __le64 pbl;
1360};
1361
1362/* Destroy SRQ command (24 bytes) */
1363struct cmdq_destroy_srq {
1364        u8 opcode;
1365        #define CMDQ_DESTROY_SRQ_OPCODE_DESTROY_SRQ                0x6UL
1366        u8 cmd_size;
1367        __le16 flags;
1368        __le16 cookie;
1369        u8 resp_size;
1370        u8 reserved8;
1371        __le64 resp_addr;
1372        __le32 srq_cid;
1373        __le32 unused_0;
1374};
1375
1376/* Query SRQ command (24 bytes) */
1377struct cmdq_query_srq {
1378        u8 opcode;
1379        #define CMDQ_QUERY_SRQ_OPCODE_QUERY_SRQ            0x8UL
1380        u8 cmd_size;
1381        __le16 flags;
1382        __le16 cookie;
1383        u8 resp_size;
1384        u8 reserved8;
1385        __le64 resp_addr;
1386        __le32 srq_cid;
1387        __le32 unused_0;
1388};
1389
1390/* Create CQ command (48 bytes) */
1391struct cmdq_create_cq {
1392        u8 opcode;
1393        #define CMDQ_CREATE_CQ_OPCODE_CREATE_CQ            0x9UL
1394        u8 cmd_size;
1395        __le16 flags;
1396        __le16 cookie;
1397        u8 resp_size;
1398        u8 reserved8;
1399        __le64 resp_addr;
1400        __le64 cq_handle;
1401        __le32 pg_size_lvl;
1402        #define CMDQ_CREATE_CQ_LVL_MASK                     0x3UL
1403        #define CMDQ_CREATE_CQ_LVL_SFT                              0
1404        #define CMDQ_CREATE_CQ_LVL_LVL_0                           0x0UL
1405        #define CMDQ_CREATE_CQ_LVL_LVL_1                           0x1UL
1406        #define CMDQ_CREATE_CQ_LVL_LVL_2                           0x2UL
1407        #define CMDQ_CREATE_CQ_PG_SIZE_MASK                         0x1cUL
1408        #define CMDQ_CREATE_CQ_PG_SIZE_SFT                          2
1409        #define CMDQ_CREATE_CQ_PG_SIZE_PG_4K                       (0x0UL << 2)
1410        #define CMDQ_CREATE_CQ_PG_SIZE_PG_8K                       (0x1UL << 2)
1411        #define CMDQ_CREATE_CQ_PG_SIZE_PG_64K                      (0x2UL << 2)
1412        #define CMDQ_CREATE_CQ_PG_SIZE_PG_2M                       (0x3UL << 2)
1413        #define CMDQ_CREATE_CQ_PG_SIZE_PG_8M                       (0x4UL << 2)
1414        #define CMDQ_CREATE_CQ_PG_SIZE_PG_1G                       (0x5UL << 2)
1415        __le32 cq_fco_cnq_id;
1416        #define CMDQ_CREATE_CQ_CNQ_ID_MASK                          0xfffUL
1417        #define CMDQ_CREATE_CQ_CNQ_ID_SFT                           0
1418        #define CMDQ_CREATE_CQ_CQ_FCO_MASK                          0xfffff000UL
1419        #define CMDQ_CREATE_CQ_CQ_FCO_SFT                           12
1420        __le32 dpi;
1421        __le32 cq_size;
1422        __le64 pbl;
1423};
1424
1425/* Destroy CQ command (24 bytes) */
1426struct cmdq_destroy_cq {
1427        u8 opcode;
1428        #define CMDQ_DESTROY_CQ_OPCODE_DESTROY_CQ                  0xaUL
1429        u8 cmd_size;
1430        __le16 flags;
1431        __le16 cookie;
1432        u8 resp_size;
1433        u8 reserved8;
1434        __le64 resp_addr;
1435        __le32 cq_cid;
1436        __le32 unused_0;
1437};
1438
1439/* Resize CQ command (40 bytes) */
1440struct cmdq_resize_cq {
1441        u8 opcode;
1442        #define CMDQ_RESIZE_CQ_OPCODE_RESIZE_CQ            0xcUL
1443        u8 cmd_size;
1444        __le16 flags;
1445        __le16 cookie;
1446        u8 resp_size;
1447        u8 reserved8;
1448        __le64 resp_addr;
1449        __le32 cq_cid;
1450        __le32 new_cq_size_pg_size_lvl;
1451        #define CMDQ_RESIZE_CQ_LVL_MASK                     0x3UL
1452        #define CMDQ_RESIZE_CQ_LVL_SFT                              0
1453        #define CMDQ_RESIZE_CQ_LVL_LVL_0                           0x0UL
1454        #define CMDQ_RESIZE_CQ_LVL_LVL_1                           0x1UL
1455        #define CMDQ_RESIZE_CQ_LVL_LVL_2                           0x2UL
1456        #define CMDQ_RESIZE_CQ_PG_SIZE_MASK                         0x1cUL
1457        #define CMDQ_RESIZE_CQ_PG_SIZE_SFT                          2
1458        #define CMDQ_RESIZE_CQ_PG_SIZE_PG_4K                       (0x0UL << 2)
1459        #define CMDQ_RESIZE_CQ_PG_SIZE_PG_8K                       (0x1UL << 2)
1460        #define CMDQ_RESIZE_CQ_PG_SIZE_PG_64K                      (0x2UL << 2)
1461        #define CMDQ_RESIZE_CQ_PG_SIZE_PG_2M                       (0x3UL << 2)
1462        #define CMDQ_RESIZE_CQ_PG_SIZE_PG_8M                       (0x4UL << 2)
1463        #define CMDQ_RESIZE_CQ_PG_SIZE_PG_1G                       (0x5UL << 2)
1464        #define CMDQ_RESIZE_CQ_NEW_CQ_SIZE_MASK             0x1fffe0UL
1465        #define CMDQ_RESIZE_CQ_NEW_CQ_SIZE_SFT                      5
1466        __le64 new_pbl;
1467        __le32 new_cq_fco;
1468        __le32 unused_2;
1469};
1470
1471/* Allocate MRW command (32 bytes) */
1472struct cmdq_allocate_mrw {
1473        u8 opcode;
1474        #define CMDQ_ALLOCATE_MRW_OPCODE_ALLOCATE_MRW              0xdUL
1475        u8 cmd_size;
1476        __le16 flags;
1477        __le16 cookie;
1478        u8 resp_size;
1479        u8 reserved8;
1480        __le64 resp_addr;
1481        __le64 mrw_handle;
1482        u8 mrw_flags;
1483        #define CMDQ_ALLOCATE_MRW_MRW_FLAGS_MASK                    0xfUL
1484        #define CMDQ_ALLOCATE_MRW_MRW_FLAGS_SFT             0
1485        #define CMDQ_ALLOCATE_MRW_MRW_FLAGS_MR                     0x0UL
1486        #define CMDQ_ALLOCATE_MRW_MRW_FLAGS_PMR            0x1UL
1487        #define CMDQ_ALLOCATE_MRW_MRW_FLAGS_MW_TYPE1               0x2UL
1488        #define CMDQ_ALLOCATE_MRW_MRW_FLAGS_MW_TYPE2A              0x3UL
1489        #define CMDQ_ALLOCATE_MRW_MRW_FLAGS_MW_TYPE2B              0x4UL
1490        u8 access;
1491        #define CMDQ_ALLOCATE_MRW_ACCESS_RESERVED_MASK              0x1fUL
1492        #define CMDQ_ALLOCATE_MRW_ACCESS_RESERVED_SFT               0
1493        #define CMDQ_ALLOCATE_MRW_ACCESS_CONSUMER_OWNED_KEY         0x20UL
1494        __le16 unused_1;
1495        __le32 pd_id;
1496};
1497
1498/* De-allocate key command (24 bytes) */
1499struct cmdq_deallocate_key {
1500        u8 opcode;
1501        #define CMDQ_DEALLOCATE_KEY_OPCODE_DEALLOCATE_KEY          0xeUL
1502        u8 cmd_size;
1503        __le16 flags;
1504        __le16 cookie;
1505        u8 resp_size;
1506        u8 reserved8;
1507        __le64 resp_addr;
1508        u8 mrw_flags;
1509        #define CMDQ_DEALLOCATE_KEY_MRW_FLAGS_MASK                  0xfUL
1510        #define CMDQ_DEALLOCATE_KEY_MRW_FLAGS_SFT                   0
1511        #define CMDQ_DEALLOCATE_KEY_MRW_FLAGS_MR                   0x0UL
1512        #define CMDQ_DEALLOCATE_KEY_MRW_FLAGS_PMR                  0x1UL
1513        #define CMDQ_DEALLOCATE_KEY_MRW_FLAGS_MW_TYPE1             0x2UL
1514        #define CMDQ_DEALLOCATE_KEY_MRW_FLAGS_MW_TYPE2A    0x3UL
1515        #define CMDQ_DEALLOCATE_KEY_MRW_FLAGS_MW_TYPE2B    0x4UL
1516        u8 unused_1[3];
1517        __le32 key;
1518};
1519
1520/* Register MR command (48 bytes) */
1521struct cmdq_register_mr {
1522        u8 opcode;
1523        #define CMDQ_REGISTER_MR_OPCODE_REGISTER_MR                0xfUL
1524        u8 cmd_size;
1525        __le16 flags;
1526        __le16 cookie;
1527        u8 resp_size;
1528        u8 reserved8;
1529        __le64 resp_addr;
1530        u8 log2_pg_size_lvl;
1531        #define CMDQ_REGISTER_MR_LVL_MASK                           0x3UL
1532        #define CMDQ_REGISTER_MR_LVL_SFT                            0
1533        #define CMDQ_REGISTER_MR_LVL_LVL_0                         0x0UL
1534        #define CMDQ_REGISTER_MR_LVL_LVL_1                         0x1UL
1535        #define CMDQ_REGISTER_MR_LVL_LVL_2                         0x2UL
1536        #define CMDQ_REGISTER_MR_LVL_LAST             CMDQ_REGISTER_MR_LVL_LVL_2
1537        #define CMDQ_REGISTER_MR_LOG2_PG_SIZE_MASK                  0x7cUL
1538        #define CMDQ_REGISTER_MR_LOG2_PG_SIZE_SFT                   2
1539        #define CMDQ_REGISTER_MR_LOG2_PG_SIZE_PG_4K    (0xcUL << 2)
1540        #define CMDQ_REGISTER_MR_LOG2_PG_SIZE_PG_8K    (0xdUL << 2)
1541        #define CMDQ_REGISTER_MR_LOG2_PG_SIZE_PG_64K   (0x10UL << 2)
1542        #define CMDQ_REGISTER_MR_LOG2_PG_SIZE_PG_256K  (0x12UL << 2)
1543        #define CMDQ_REGISTER_MR_LOG2_PG_SIZE_PG_1M    (0x14UL << 2)
1544        #define CMDQ_REGISTER_MR_LOG2_PG_SIZE_PG_2M    (0x15UL << 2)
1545        #define CMDQ_REGISTER_MR_LOG2_PG_SIZE_PG_4M    (0x16UL << 2)
1546        #define CMDQ_REGISTER_MR_LOG2_PG_SIZE_PG_1G    (0x1eUL << 2)
1547        #define CMDQ_REGISTER_MR_LOG2_PG_SIZE_LAST      \
1548                                        CMDQ_REGISTER_MR_LOG2_PG_SIZE_PG_1G
1549        #define CMDQ_REGISTER_MR_UNUSED1             0x80UL
1550        u8 access;
1551        #define CMDQ_REGISTER_MR_ACCESS_LOCAL_WRITE                 0x1UL
1552        #define CMDQ_REGISTER_MR_ACCESS_REMOTE_READ                 0x2UL
1553        #define CMDQ_REGISTER_MR_ACCESS_REMOTE_WRITE                0x4UL
1554        #define CMDQ_REGISTER_MR_ACCESS_REMOTE_ATOMIC               0x8UL
1555        #define CMDQ_REGISTER_MR_ACCESS_MW_BIND             0x10UL
1556        #define CMDQ_REGISTER_MR_ACCESS_ZERO_BASED                  0x20UL
1557        __le16  log2_pbl_pg_size;
1558        #define CMDQ_REGISTER_MR_LOG2_PBL_PG_SIZE_MASK   0x1fUL
1559        #define CMDQ_REGISTER_MR_LOG2_PBL_PG_SIZE_SFT    0
1560        #define CMDQ_REGISTER_MR_LOG2_PBL_PG_SIZE_PG_4K    0xcUL
1561        #define CMDQ_REGISTER_MR_LOG2_PBL_PG_SIZE_PG_8K    0xdUL
1562        #define CMDQ_REGISTER_MR_LOG2_PBL_PG_SIZE_PG_64K   0x10UL
1563        #define CMDQ_REGISTER_MR_LOG2_PBL_PG_SIZE_PG_256K  0x12UL
1564        #define CMDQ_REGISTER_MR_LOG2_PBL_PG_SIZE_PG_1M    0x14UL
1565        #define CMDQ_REGISTER_MR_LOG2_PBL_PG_SIZE_PG_2M    0x15UL
1566        #define CMDQ_REGISTER_MR_LOG2_PBL_PG_SIZE_PG_4M    0x16UL
1567        #define CMDQ_REGISTER_MR_LOG2_PBL_PG_SIZE_PG_1G    0x1eUL
1568        #define CMDQ_REGISTER_MR_LOG2_PBL_PG_SIZE_LAST    \
1569                                CMDQ_REGISTER_MR_LOG2_PBL_PG_SIZE_PG_1G
1570        #define CMDQ_REGISTER_MR_UNUSED11_MASK           0xffe0UL
1571        #define CMDQ_REGISTER_MR_UNUSED11_SFT            5
1572        __le32 key;
1573        __le64 pbl;
1574        __le64 va;
1575        __le64 mr_size;
1576};
1577
1578/* Deregister MR command (24 bytes) */
1579struct cmdq_deregister_mr {
1580        u8 opcode;
1581        #define CMDQ_DEREGISTER_MR_OPCODE_DEREGISTER_MR    0x10UL
1582        u8 cmd_size;
1583        __le16 flags;
1584        __le16 cookie;
1585        u8 resp_size;
1586        u8 reserved8;
1587        __le64 resp_addr;
1588        __le32 lkey;
1589        __le32 unused_0;
1590};
1591
1592/* Add GID command (48 bytes) */
1593struct cmdq_add_gid {
1594        u8 opcode;
1595        #define CMDQ_ADD_GID_OPCODE_ADD_GID                        0x11UL
1596        u8 cmd_size;
1597        __le16 flags;
1598        __le16 cookie;
1599        u8 resp_size;
1600        u8 reserved8;
1601        __le64 resp_addr;
1602        __be32 gid[4];
1603        __be16 src_mac[3];
1604        __le16 vlan;
1605        #define CMDQ_ADD_GID_VLAN_VLAN_ID_MASK                      0xfffUL
1606        #define CMDQ_ADD_GID_VLAN_VLAN_ID_SFT                       0
1607        #define CMDQ_ADD_GID_VLAN_TPID_MASK                         0x7000UL
1608        #define CMDQ_ADD_GID_VLAN_TPID_SFT                          12
1609        #define CMDQ_ADD_GID_VLAN_TPID_TPID_88A8                   (0x0UL << 12)
1610        #define CMDQ_ADD_GID_VLAN_TPID_TPID_8100                   (0x1UL << 12)
1611        #define CMDQ_ADD_GID_VLAN_TPID_TPID_9100                   (0x2UL << 12)
1612        #define CMDQ_ADD_GID_VLAN_TPID_TPID_9200                   (0x3UL << 12)
1613        #define CMDQ_ADD_GID_VLAN_TPID_TPID_9300                   (0x4UL << 12)
1614        #define CMDQ_ADD_GID_VLAN_TPID_TPID_CFG1                   (0x5UL << 12)
1615        #define CMDQ_ADD_GID_VLAN_TPID_TPID_CFG2                   (0x6UL << 12)
1616        #define CMDQ_ADD_GID_VLAN_TPID_TPID_CFG3                   (0x7UL << 12)
1617        #define CMDQ_ADD_GID_VLAN_TPID_LAST    CMDQ_ADD_GID_VLAN_TPID_TPID_CFG3
1618        #define CMDQ_ADD_GID_VLAN_VLAN_EN                           0x8000UL
1619        __le16 ipid;
1620        __le16 stats_ctx;
1621        #define CMDQ_ADD_GID_STATS_CTX_STATS_CTX_ID_MASK            0x7fffUL
1622        #define CMDQ_ADD_GID_STATS_CTX_STATS_CTX_ID_SFT     0
1623        #define CMDQ_ADD_GID_STATS_CTX_STATS_CTX_VALID              0x8000UL
1624        __le32 unused_0;
1625};
1626
1627/* Delete GID command (24 bytes) */
1628struct cmdq_delete_gid {
1629        u8 opcode;
1630        #define CMDQ_DELETE_GID_OPCODE_DELETE_GID                  0x12UL
1631        u8 cmd_size;
1632        __le16 flags;
1633        __le16 cookie;
1634        u8 resp_size;
1635        u8 reserved8;
1636        __le64 resp_addr;
1637        __le16 gid_index;
1638        __le16 unused_0;
1639        __le32 unused_1;
1640};
1641
1642/* Modify GID command (48 bytes) */
1643struct cmdq_modify_gid {
1644        u8 opcode;
1645        #define CMDQ_MODIFY_GID_OPCODE_MODIFY_GID                  0x17UL
1646        u8 cmd_size;
1647        __le16 flags;
1648        __le16 cookie;
1649        u8 resp_size;
1650        u8 reserved8;
1651        __le64 resp_addr;
1652        __be32 gid[4];
1653        __be16 src_mac[3];
1654        __le16 vlan;
1655        #define CMDQ_MODIFY_GID_VLAN_VLAN_ID_MASK                   0xfffUL
1656        #define CMDQ_MODIFY_GID_VLAN_VLAN_ID_SFT                    0
1657        #define CMDQ_MODIFY_GID_VLAN_TPID_MASK                      0x7000UL
1658        #define CMDQ_MODIFY_GID_VLAN_TPID_SFT                       12
1659        #define CMDQ_MODIFY_GID_VLAN_TPID_TPID_88A8                (0x0UL << 12)
1660        #define CMDQ_MODIFY_GID_VLAN_TPID_TPID_8100                (0x1UL << 12)
1661        #define CMDQ_MODIFY_GID_VLAN_TPID_TPID_9100                (0x2UL << 12)
1662        #define CMDQ_MODIFY_GID_VLAN_TPID_TPID_9200                (0x3UL << 12)
1663        #define CMDQ_MODIFY_GID_VLAN_TPID_TPID_9300                (0x4UL << 12)
1664        #define CMDQ_MODIFY_GID_VLAN_TPID_TPID_CFG1                (0x5UL << 12)
1665        #define CMDQ_MODIFY_GID_VLAN_TPID_TPID_CFG2                (0x6UL << 12)
1666        #define CMDQ_MODIFY_GID_VLAN_TPID_TPID_CFG3                (0x7UL << 12)
1667        #define CMDQ_MODIFY_GID_VLAN_TPID_LAST          \
1668                                        CMDQ_MODIFY_GID_VLAN_TPID_TPID_CFG3
1669        #define CMDQ_MODIFY_GID_VLAN_VLAN_EN                        0x8000UL
1670        __le16 ipid;
1671        __le16 gid_index;
1672        __le16 stats_ctx;
1673        #define CMDQ_MODIFY_GID_STATS_CTX_STATS_CTX_ID_MASK         0x7fffUL
1674        #define CMDQ_MODIFY_GID_STATS_CTX_STATS_CTX_ID_SFT          0
1675        #define CMDQ_MODIFY_GID_STATS_CTX_STATS_CTX_VALID           0x8000UL
1676        __le16 unused_0;
1677};
1678
1679/* Query GID command (24 bytes) */
1680struct cmdq_query_gid {
1681        u8 opcode;
1682        #define CMDQ_QUERY_GID_OPCODE_QUERY_GID            0x18UL
1683        u8 cmd_size;
1684        __le16 flags;
1685        __le16 cookie;
1686        u8 resp_size;
1687        u8 reserved8;
1688        __le64 resp_addr;
1689        __le16 gid_index;
1690        __le16 unused_0;
1691        __le32 unused_1;
1692};
1693
1694/* Create QP1 command (80 bytes) */
1695struct cmdq_create_qp1 {
1696        u8 opcode;
1697        #define CMDQ_CREATE_QP1_OPCODE_CREATE_QP1                  0x13UL
1698        u8 cmd_size;
1699        __le16 flags;
1700        __le16 cookie;
1701        u8 resp_size;
1702        u8 reserved8;
1703        __le64 resp_addr;
1704        __le64 qp_handle;
1705        __le32 qp_flags;
1706        #define CMDQ_CREATE_QP1_QP_FLAGS_SRQ_USED                  0x1UL
1707        #define CMDQ_CREATE_QP1_QP_FLAGS_FORCE_COMPLETION          0x2UL
1708        #define CMDQ_CREATE_QP1_QP_FLAGS_RESERVED_LKEY_ENABLE     0x4UL
1709        u8 type;
1710        #define CMDQ_CREATE_QP1_TYPE_GSI                           0x1UL
1711        u8 sq_pg_size_sq_lvl;
1712        #define CMDQ_CREATE_QP1_SQ_LVL_MASK                         0xfUL
1713        #define CMDQ_CREATE_QP1_SQ_LVL_SFT                          0
1714        #define CMDQ_CREATE_QP1_SQ_LVL_LVL_0                       0x0UL
1715        #define CMDQ_CREATE_QP1_SQ_LVL_LVL_1                       0x1UL
1716        #define CMDQ_CREATE_QP1_SQ_LVL_LVL_2                       0x2UL
1717        #define CMDQ_CREATE_QP1_SQ_PG_SIZE_MASK             0xf0UL
1718        #define CMDQ_CREATE_QP1_SQ_PG_SIZE_SFT                      4
1719        #define CMDQ_CREATE_QP1_SQ_PG_SIZE_PG_4K                   (0x0UL << 4)
1720        #define CMDQ_CREATE_QP1_SQ_PG_SIZE_PG_8K                   (0x1UL << 4)
1721        #define CMDQ_CREATE_QP1_SQ_PG_SIZE_PG_64K                  (0x2UL << 4)
1722        #define CMDQ_CREATE_QP1_SQ_PG_SIZE_PG_2M                   (0x3UL << 4)
1723        #define CMDQ_CREATE_QP1_SQ_PG_SIZE_PG_8M                   (0x4UL << 4)
1724        #define CMDQ_CREATE_QP1_SQ_PG_SIZE_PG_1G                   (0x5UL << 4)
1725        u8 rq_pg_size_rq_lvl;
1726        #define CMDQ_CREATE_QP1_RQ_LVL_MASK                         0xfUL
1727        #define CMDQ_CREATE_QP1_RQ_LVL_SFT                          0
1728        #define CMDQ_CREATE_QP1_RQ_LVL_LVL_0                       0x0UL
1729        #define CMDQ_CREATE_QP1_RQ_LVL_LVL_1                       0x1UL
1730        #define CMDQ_CREATE_QP1_RQ_LVL_LVL_2                       0x2UL
1731        #define CMDQ_CREATE_QP1_RQ_PG_SIZE_MASK             0xf0UL
1732        #define CMDQ_CREATE_QP1_RQ_PG_SIZE_SFT                      4
1733        #define CMDQ_CREATE_QP1_RQ_PG_SIZE_PG_4K                   (0x0UL << 4)
1734        #define CMDQ_CREATE_QP1_RQ_PG_SIZE_PG_8K                   (0x1UL << 4)
1735        #define CMDQ_CREATE_QP1_RQ_PG_SIZE_PG_64K                  (0x2UL << 4)
1736        #define CMDQ_CREATE_QP1_RQ_PG_SIZE_PG_2M                   (0x3UL << 4)
1737        #define CMDQ_CREATE_QP1_RQ_PG_SIZE_PG_8M                   (0x4UL << 4)
1738        #define CMDQ_CREATE_QP1_RQ_PG_SIZE_PG_1G                   (0x5UL << 4)
1739        u8 unused_0;
1740        __le32 dpi;
1741        __le32 sq_size;
1742        __le32 rq_size;
1743        __le16 sq_fwo_sq_sge;
1744        #define CMDQ_CREATE_QP1_SQ_SGE_MASK                         0xfUL
1745        #define CMDQ_CREATE_QP1_SQ_SGE_SFT                          0
1746        #define CMDQ_CREATE_QP1_SQ_FWO_MASK                         0xfff0UL
1747        #define CMDQ_CREATE_QP1_SQ_FWO_SFT                          4
1748        __le16 rq_fwo_rq_sge;
1749        #define CMDQ_CREATE_QP1_RQ_SGE_MASK                         0xfUL
1750        #define CMDQ_CREATE_QP1_RQ_SGE_SFT                          0
1751        #define CMDQ_CREATE_QP1_RQ_FWO_MASK                         0xfff0UL
1752        #define CMDQ_CREATE_QP1_RQ_FWO_SFT                          4
1753        __le32 scq_cid;
1754        __le32 rcq_cid;
1755        __le32 srq_cid;
1756        __le32 pd_id;
1757        __le64 sq_pbl;
1758        __le64 rq_pbl;
1759};
1760
1761/* Destroy QP1 command (24 bytes) */
1762struct cmdq_destroy_qp1 {
1763        u8 opcode;
1764        #define CMDQ_DESTROY_QP1_OPCODE_DESTROY_QP1                0x14UL
1765        u8 cmd_size;
1766        __le16 flags;
1767        __le16 cookie;
1768        u8 resp_size;
1769        u8 reserved8;
1770        __le64 resp_addr;
1771        __le32 qp1_cid;
1772        __le32 unused_0;
1773};
1774
1775/* Create AH command (64 bytes) */
1776struct cmdq_create_ah {
1777        u8 opcode;
1778        #define CMDQ_CREATE_AH_OPCODE_CREATE_AH            0x15UL
1779        u8 cmd_size;
1780        __le16 flags;
1781        __le16 cookie;
1782        u8 resp_size;
1783        u8 reserved8;
1784        __le64 resp_addr;
1785        __le64 ah_handle;
1786        __le32 dgid[4];
1787        u8 type;
1788        #define CMDQ_CREATE_AH_TYPE_V1                             0x0UL
1789        #define CMDQ_CREATE_AH_TYPE_V2IPV4                         0x2UL
1790        #define CMDQ_CREATE_AH_TYPE_V2IPV6                         0x3UL
1791        u8 hop_limit;
1792        __le16 sgid_index;
1793        __le32 dest_vlan_id_flow_label;
1794        #define CMDQ_CREATE_AH_FLOW_LABEL_MASK                      0xfffffUL
1795        #define CMDQ_CREATE_AH_FLOW_LABEL_SFT                       0
1796        #define CMDQ_CREATE_AH_DEST_VLAN_ID_MASK                    0xfff00000UL
1797        #define CMDQ_CREATE_AH_DEST_VLAN_ID_SFT             20
1798        __le32 pd_id;
1799        __le32 unused_0;
1800        __le16 dest_mac[3];
1801        u8 traffic_class;
1802        u8 unused_1;
1803};
1804
1805/* Destroy AH command (24 bytes) */
1806struct cmdq_destroy_ah {
1807        u8 opcode;
1808        #define CMDQ_DESTROY_AH_OPCODE_DESTROY_AH                  0x16UL
1809        u8 cmd_size;
1810        __le16 flags;
1811        __le16 cookie;
1812        u8 resp_size;
1813        u8 reserved8;
1814        __le64 resp_addr;
1815        __le32 ah_cid;
1816        __le32 unused_0;
1817};
1818
1819/* Initialize Firmware command (112 bytes) */
1820struct cmdq_initialize_fw {
1821        u8 opcode;
1822        #define CMDQ_INITIALIZE_FW_OPCODE_INITIALIZE_FW    0x80UL
1823        u8 cmd_size;
1824        __le16 flags;
1825        __le16 cookie;
1826        u8 resp_size;
1827        u8 reserved8;
1828        __le64 resp_addr;
1829        u8 qpc_pg_size_qpc_lvl;
1830        #define CMDQ_INITIALIZE_FW_QPC_LVL_MASK             0xfUL
1831        #define CMDQ_INITIALIZE_FW_QPC_LVL_SFT                      0
1832        #define CMDQ_INITIALIZE_FW_QPC_LVL_LVL_0                   0x0UL
1833        #define CMDQ_INITIALIZE_FW_QPC_LVL_LVL_1                   0x1UL
1834        #define CMDQ_INITIALIZE_FW_QPC_LVL_LVL_2                   0x2UL
1835        #define CMDQ_INITIALIZE_FW_QPC_PG_SIZE_MASK                 0xf0UL
1836        #define CMDQ_INITIALIZE_FW_QPC_PG_SIZE_SFT                  4
1837        #define CMDQ_INITIALIZE_FW_QPC_PG_SIZE_PG_4K               (0x0UL << 4)
1838        #define CMDQ_INITIALIZE_FW_QPC_PG_SIZE_PG_8K               (0x1UL << 4)
1839        #define CMDQ_INITIALIZE_FW_QPC_PG_SIZE_PG_64K              (0x2UL << 4)
1840        #define CMDQ_INITIALIZE_FW_QPC_PG_SIZE_PG_2M               (0x3UL << 4)
1841        #define CMDQ_INITIALIZE_FW_QPC_PG_SIZE_PG_8M               (0x4UL << 4)
1842        #define CMDQ_INITIALIZE_FW_QPC_PG_SIZE_PG_1G               (0x5UL << 4)
1843        u8 mrw_pg_size_mrw_lvl;
1844        #define CMDQ_INITIALIZE_FW_MRW_LVL_MASK             0xfUL
1845        #define CMDQ_INITIALIZE_FW_MRW_LVL_SFT                      0
1846        #define CMDQ_INITIALIZE_FW_MRW_LVL_LVL_0                   0x0UL
1847        #define CMDQ_INITIALIZE_FW_MRW_LVL_LVL_1                   0x1UL
1848        #define CMDQ_INITIALIZE_FW_MRW_LVL_LVL_2                   0x2UL
1849        #define CMDQ_INITIALIZE_FW_MRW_PG_SIZE_MASK                 0xf0UL
1850        #define CMDQ_INITIALIZE_FW_MRW_PG_SIZE_SFT                  4
1851        #define CMDQ_INITIALIZE_FW_MRW_PG_SIZE_PG_4K               (0x0UL << 4)
1852        #define CMDQ_INITIALIZE_FW_MRW_PG_SIZE_PG_8K               (0x1UL << 4)
1853        #define CMDQ_INITIALIZE_FW_MRW_PG_SIZE_PG_64K              (0x2UL << 4)
1854        #define CMDQ_INITIALIZE_FW_MRW_PG_SIZE_PG_2M               (0x3UL << 4)
1855        #define CMDQ_INITIALIZE_FW_MRW_PG_SIZE_PG_8M               (0x4UL << 4)
1856        #define CMDQ_INITIALIZE_FW_MRW_PG_SIZE_PG_1G               (0x5UL << 4)
1857        u8 srq_pg_size_srq_lvl;
1858        #define CMDQ_INITIALIZE_FW_SRQ_LVL_MASK             0xfUL
1859        #define CMDQ_INITIALIZE_FW_SRQ_LVL_SFT                      0
1860        #define CMDQ_INITIALIZE_FW_SRQ_LVL_LVL_0                   0x0UL
1861        #define CMDQ_INITIALIZE_FW_SRQ_LVL_LVL_1                   0x1UL
1862        #define CMDQ_INITIALIZE_FW_SRQ_LVL_LVL_2                   0x2UL
1863        #define CMDQ_INITIALIZE_FW_SRQ_PG_SIZE_MASK                 0xf0UL
1864        #define CMDQ_INITIALIZE_FW_SRQ_PG_SIZE_SFT                  4
1865        #define CMDQ_INITIALIZE_FW_SRQ_PG_SIZE_PG_4K               (0x0UL << 4)
1866        #define CMDQ_INITIALIZE_FW_SRQ_PG_SIZE_PG_8K               (0x1UL << 4)
1867        #define CMDQ_INITIALIZE_FW_SRQ_PG_SIZE_PG_64K              (0x2UL << 4)
1868        #define CMDQ_INITIALIZE_FW_SRQ_PG_SIZE_PG_2M               (0x3UL << 4)
1869        #define CMDQ_INITIALIZE_FW_SRQ_PG_SIZE_PG_8M               (0x4UL << 4)
1870        #define CMDQ_INITIALIZE_FW_SRQ_PG_SIZE_PG_1G               (0x5UL << 4)
1871        u8 cq_pg_size_cq_lvl;
1872        #define CMDQ_INITIALIZE_FW_CQ_LVL_MASK                      0xfUL
1873        #define CMDQ_INITIALIZE_FW_CQ_LVL_SFT                       0
1874        #define CMDQ_INITIALIZE_FW_CQ_LVL_LVL_0            0x0UL
1875        #define CMDQ_INITIALIZE_FW_CQ_LVL_LVL_1            0x1UL
1876        #define CMDQ_INITIALIZE_FW_CQ_LVL_LVL_2            0x2UL
1877        #define CMDQ_INITIALIZE_FW_CQ_PG_SIZE_MASK                  0xf0UL
1878        #define CMDQ_INITIALIZE_FW_CQ_PG_SIZE_SFT                   4
1879        #define CMDQ_INITIALIZE_FW_CQ_PG_SIZE_PG_4K                (0x0UL << 4)
1880        #define CMDQ_INITIALIZE_FW_CQ_PG_SIZE_PG_8K                (0x1UL << 4)
1881        #define CMDQ_INITIALIZE_FW_CQ_PG_SIZE_PG_64K               (0x2UL << 4)
1882        #define CMDQ_INITIALIZE_FW_CQ_PG_SIZE_PG_2M                (0x3UL << 4)
1883        #define CMDQ_INITIALIZE_FW_CQ_PG_SIZE_PG_8M                (0x4UL << 4)
1884        #define CMDQ_INITIALIZE_FW_CQ_PG_SIZE_PG_1G                (0x5UL << 4)
1885        u8 tqm_pg_size_tqm_lvl;
1886        #define CMDQ_INITIALIZE_FW_TQM_LVL_MASK             0xfUL
1887        #define CMDQ_INITIALIZE_FW_TQM_LVL_SFT                      0
1888        #define CMDQ_INITIALIZE_FW_TQM_LVL_LVL_0                   0x0UL
1889        #define CMDQ_INITIALIZE_FW_TQM_LVL_LVL_1                   0x1UL
1890        #define CMDQ_INITIALIZE_FW_TQM_LVL_LVL_2                   0x2UL
1891        #define CMDQ_INITIALIZE_FW_TQM_PG_SIZE_MASK                 0xf0UL
1892        #define CMDQ_INITIALIZE_FW_TQM_PG_SIZE_SFT                  4
1893        #define CMDQ_INITIALIZE_FW_TQM_PG_SIZE_PG_4K               (0x0UL << 4)
1894        #define CMDQ_INITIALIZE_FW_TQM_PG_SIZE_PG_8K               (0x1UL << 4)
1895        #define CMDQ_INITIALIZE_FW_TQM_PG_SIZE_PG_64K              (0x2UL << 4)
1896        #define CMDQ_INITIALIZE_FW_TQM_PG_SIZE_PG_2M               (0x3UL << 4)
1897        #define CMDQ_INITIALIZE_FW_TQM_PG_SIZE_PG_8M               (0x4UL << 4)
1898        #define CMDQ_INITIALIZE_FW_TQM_PG_SIZE_PG_1G               (0x5UL << 4)
1899        u8 tim_pg_size_tim_lvl;
1900        #define CMDQ_INITIALIZE_FW_TIM_LVL_MASK             0xfUL
1901        #define CMDQ_INITIALIZE_FW_TIM_LVL_SFT                      0
1902        #define CMDQ_INITIALIZE_FW_TIM_LVL_LVL_0                   0x0UL
1903        #define CMDQ_INITIALIZE_FW_TIM_LVL_LVL_1                   0x1UL
1904        #define CMDQ_INITIALIZE_FW_TIM_LVL_LVL_2                   0x2UL
1905        #define CMDQ_INITIALIZE_FW_TIM_PG_SIZE_MASK                 0xf0UL
1906        #define CMDQ_INITIALIZE_FW_TIM_PG_SIZE_SFT                  4
1907        #define CMDQ_INITIALIZE_FW_TIM_PG_SIZE_PG_4K               (0x0UL << 4)
1908        #define CMDQ_INITIALIZE_FW_TIM_PG_SIZE_PG_8K               (0x1UL << 4)
1909        #define CMDQ_INITIALIZE_FW_TIM_PG_SIZE_PG_64K              (0x2UL << 4)
1910        #define CMDQ_INITIALIZE_FW_TIM_PG_SIZE_PG_2M               (0x3UL << 4)
1911        #define CMDQ_INITIALIZE_FW_TIM_PG_SIZE_PG_8M               (0x4UL << 4)
1912        #define CMDQ_INITIALIZE_FW_TIM_PG_SIZE_PG_1G               (0x5UL << 4)
1913        /* This value is (log-base-2-of-DBR-page-size - 12).
1914         * 0 for 4KB. HW supported values are enumerated below.
1915         */
1916        __le16  log2_dbr_pg_size;
1917        #define CMDQ_INITIALIZE_FW_LOG2_DBR_PG_SIZE_MASK        0xfUL
1918        #define CMDQ_INITIALIZE_FW_LOG2_DBR_PG_SIZE_SFT         0
1919        #define CMDQ_INITIALIZE_FW_LOG2_DBR_PG_SIZE_PG_4K       0x0UL
1920        #define CMDQ_INITIALIZE_FW_LOG2_DBR_PG_SIZE_PG_8K       0x1UL
1921        #define CMDQ_INITIALIZE_FW_LOG2_DBR_PG_SIZE_PG_16K      0x2UL
1922        #define CMDQ_INITIALIZE_FW_LOG2_DBR_PG_SIZE_PG_32K      0x3UL
1923        #define CMDQ_INITIALIZE_FW_LOG2_DBR_PG_SIZE_PG_64K      0x4UL
1924        #define CMDQ_INITIALIZE_FW_LOG2_DBR_PG_SIZE_PG_128K     0x5UL
1925        #define CMDQ_INITIALIZE_FW_LOG2_DBR_PG_SIZE_PG_256K     0x6UL
1926        #define CMDQ_INITIALIZE_FW_LOG2_DBR_PG_SIZE_PG_512K     0x7UL
1927        #define CMDQ_INITIALIZE_FW_LOG2_DBR_PG_SIZE_PG_1M       0x8UL
1928        #define CMDQ_INITIALIZE_FW_LOG2_DBR_PG_SIZE_PG_2M       0x9UL
1929        #define CMDQ_INITIALIZE_FW_LOG2_DBR_PG_SIZE_PG_4M       0xaUL
1930        #define CMDQ_INITIALIZE_FW_LOG2_DBR_PG_SIZE_PG_8M       0xbUL
1931        #define CMDQ_INITIALIZE_FW_LOG2_DBR_PG_SIZE_PG_16M      0xcUL
1932        #define CMDQ_INITIALIZE_FW_LOG2_DBR_PG_SIZE_PG_32M      0xdUL
1933        #define CMDQ_INITIALIZE_FW_LOG2_DBR_PG_SIZE_PG_64M      0xeUL
1934        #define CMDQ_INITIALIZE_FW_LOG2_DBR_PG_SIZE_PG_128M     0xfUL
1935        #define CMDQ_INITIALIZE_FW_LOG2_DBR_PG_SIZE_LAST                \
1936                        CMDQ_INITIALIZE_FW_LOG2_DBR_PG_SIZE_PG_128M
1937        __le64 qpc_page_dir;
1938        __le64 mrw_page_dir;
1939        __le64 srq_page_dir;
1940        __le64 cq_page_dir;
1941        __le64 tqm_page_dir;
1942        __le64 tim_page_dir;
1943        __le32 number_of_qp;
1944        __le32 number_of_mrw;
1945        __le32 number_of_srq;
1946        __le32 number_of_cq;
1947        __le32 max_qp_per_vf;
1948        __le32 max_mrw_per_vf;
1949        __le32 max_srq_per_vf;
1950        __le32 max_cq_per_vf;
1951        __le32 max_gid_per_vf;
1952        __le32 stat_ctx_id;
1953};
1954
1955/* De-initialize Firmware command (16 bytes) */
1956struct cmdq_deinitialize_fw {
1957        u8 opcode;
1958        #define CMDQ_DEINITIALIZE_FW_OPCODE_DEINITIALIZE_FW       0x81UL
1959        u8 cmd_size;
1960        __le16 flags;
1961        __le16 cookie;
1962        u8 resp_size;
1963        u8 reserved8;
1964        __le64 resp_addr;
1965};
1966
1967/* Stop function command (16 bytes) */
1968struct cmdq_stop_func {
1969        u8 opcode;
1970        #define CMDQ_STOP_FUNC_OPCODE_STOP_FUNC            0x82UL
1971        u8 cmd_size;
1972        __le16 flags;
1973        __le16 cookie;
1974        u8 resp_size;
1975        u8 reserved8;
1976        __le64 resp_addr;
1977};
1978
1979/* Query function command (16 bytes) */
1980struct cmdq_query_func {
1981        u8 opcode;
1982        #define CMDQ_QUERY_FUNC_OPCODE_QUERY_FUNC                  0x83UL
1983        u8 cmd_size;
1984        __le16 flags;
1985        __le16 cookie;
1986        u8 resp_size;
1987        u8 reserved8;
1988        __le64 resp_addr;
1989};
1990
1991/* Set function resources command (16 bytes) */
1992struct cmdq_set_func_resources {
1993        u8 opcode;
1994        #define CMDQ_SET_FUNC_RESOURCES_OPCODE_SET_FUNC_RESOURCES 0x84UL
1995        u8 cmd_size;
1996        __le16 flags;
1997        __le16 cookie;
1998        u8 resp_size;
1999        u8 reserved8;
2000        __le64 resp_addr;
2001        __le32 number_of_qp;
2002        __le32 number_of_mrw;
2003        __le32 number_of_srq;
2004        __le32 number_of_cq;
2005        __le32 max_qp_per_vf;
2006        __le32 max_mrw_per_vf;
2007        __le32 max_srq_per_vf;
2008        __le32 max_cq_per_vf;
2009        __le32 max_gid_per_vf;
2010        __le32 stat_ctx_id;
2011};
2012
2013/* Read hardware resource context command (24 bytes) */
2014struct cmdq_read_context {
2015        u8 opcode;
2016        #define CMDQ_READ_CONTEXT_OPCODE_READ_CONTEXT              0x85UL
2017        u8 cmd_size;
2018        __le16 flags;
2019        __le16 cookie;
2020        u8 resp_size;
2021        u8 reserved8;
2022        __le64 resp_addr;
2023        __le32 type_xid;
2024        #define CMDQ_READ_CONTEXT_XID_MASK                          0xffffffUL
2025        #define CMDQ_READ_CONTEXT_XID_SFT                           0
2026        #define CMDQ_READ_CONTEXT_TYPE_MASK                         0xff000000UL
2027        #define CMDQ_READ_CONTEXT_TYPE_SFT                          24
2028        #define CMDQ_READ_CONTEXT_TYPE_QPC                         (0x0UL << 24)
2029        #define CMDQ_READ_CONTEXT_TYPE_CQ                          (0x1UL << 24)
2030        #define CMDQ_READ_CONTEXT_TYPE_MRW                         (0x2UL << 24)
2031        #define CMDQ_READ_CONTEXT_TYPE_SRQ                         (0x3UL << 24)
2032        __le32 unused_0;
2033};
2034
2035/* Map TC to COS. Can only be issued from a PF (24 bytes) */
2036struct cmdq_map_tc_to_cos {
2037        u8 opcode;
2038        #define CMDQ_MAP_TC_TO_COS_OPCODE_MAP_TC_TO_COS    0x8aUL
2039        u8 cmd_size;
2040        __le16 flags;
2041        __le16 cookie;
2042        u8 resp_size;
2043        u8 reserved8;
2044        __le64 resp_addr;
2045        __le16 cos0;
2046        #define CMDQ_MAP_TC_TO_COS_COS0_NO_CHANGE                  0xffffUL
2047        __le16 cos1;
2048        #define CMDQ_MAP_TC_TO_COS_COS1_DISABLE            0x8000UL
2049        #define CMDQ_MAP_TC_TO_COS_COS1_NO_CHANGE                  0xffffUL
2050        __le32 unused_0;
2051};
2052
2053/* Query version command (16 bytes) */
2054struct cmdq_query_version {
2055        u8 opcode;
2056        #define CMDQ_QUERY_VERSION_OPCODE_QUERY_VERSION    0x8bUL
2057        u8 cmd_size;
2058        __le16 flags;
2059        __le16 cookie;
2060        u8 resp_size;
2061        u8 reserved8;
2062        __le64 resp_addr;
2063};
2064
2065/* Command-Response Event Queue (CREQ) Structures */
2066/* Base CREQ Record (16 bytes) */
2067struct creq_base {
2068        u8 type;
2069        #define CREQ_BASE_TYPE_MASK                                 0x3fUL
2070        #define CREQ_BASE_TYPE_SFT                                  0
2071        #define CREQ_BASE_TYPE_QP_EVENT                    0x38UL
2072        #define CREQ_BASE_TYPE_FUNC_EVENT                          0x3aUL
2073        #define CREQ_BASE_RESERVED2_MASK                            0xc0UL
2074        #define CREQ_BASE_RESERVED2_SFT                     6
2075        u8 reserved56[7];
2076        u8 v;
2077        #define CREQ_BASE_V                                         0x1UL
2078        #define CREQ_BASE_RESERVED7_MASK                            0xfeUL
2079        #define CREQ_BASE_RESERVED7_SFT                     1
2080        u8 event;
2081        __le16 reserved48[3];
2082};
2083
2084/* RoCE Function Async Event Notification (16 bytes) */
2085struct creq_func_event {
2086        u8 type;
2087        #define CREQ_FUNC_EVENT_TYPE_MASK                           0x3fUL
2088        #define CREQ_FUNC_EVENT_TYPE_SFT                            0
2089        #define CREQ_FUNC_EVENT_TYPE_FUNC_EVENT            0x3aUL
2090        #define CREQ_FUNC_EVENT_RESERVED2_MASK                      0xc0UL
2091        #define CREQ_FUNC_EVENT_RESERVED2_SFT                       6
2092        u8 reserved56[7];
2093        u8 v;
2094        #define CREQ_FUNC_EVENT_V                                   0x1UL
2095        #define CREQ_FUNC_EVENT_RESERVED7_MASK                      0xfeUL
2096        #define CREQ_FUNC_EVENT_RESERVED7_SFT                       1
2097        u8 event;
2098        #define CREQ_FUNC_EVENT_EVENT_TX_WQE_ERROR                 0x1UL
2099        #define CREQ_FUNC_EVENT_EVENT_TX_DATA_ERROR                0x2UL
2100        #define CREQ_FUNC_EVENT_EVENT_RX_WQE_ERROR                 0x3UL
2101        #define CREQ_FUNC_EVENT_EVENT_RX_DATA_ERROR                0x4UL
2102        #define CREQ_FUNC_EVENT_EVENT_CQ_ERROR                     0x5UL
2103        #define CREQ_FUNC_EVENT_EVENT_TQM_ERROR            0x6UL
2104        #define CREQ_FUNC_EVENT_EVENT_CFCQ_ERROR                   0x7UL
2105        #define CREQ_FUNC_EVENT_EVENT_CFCS_ERROR                   0x8UL
2106        #define CREQ_FUNC_EVENT_EVENT_CFCC_ERROR                   0x9UL
2107        #define CREQ_FUNC_EVENT_EVENT_CFCM_ERROR                   0xaUL
2108        #define CREQ_FUNC_EVENT_EVENT_TIM_ERROR            0xbUL
2109        #define CREQ_FUNC_EVENT_EVENT_VF_COMM_REQUEST              0x80UL
2110        #define CREQ_FUNC_EVENT_EVENT_RESOURCE_EXHAUSTED           0x81UL
2111        __le16 reserved48[3];
2112};
2113
2114/* RoCE Slowpath Command Completion (16 bytes) */
2115struct creq_qp_event {
2116        u8 type;
2117        #define CREQ_QP_EVENT_TYPE_MASK                     0x3fUL
2118        #define CREQ_QP_EVENT_TYPE_SFT                              0
2119        #define CREQ_QP_EVENT_TYPE_QP_EVENT                        0x38UL
2120        #define CREQ_QP_EVENT_RESERVED2_MASK                        0xc0UL
2121        #define CREQ_QP_EVENT_RESERVED2_SFT                         6
2122        u8 status;
2123        __le16 cookie;
2124        __le32 reserved32;
2125        u8 v;
2126        #define CREQ_QP_EVENT_V                             0x1UL
2127        #define CREQ_QP_EVENT_RESERVED7_MASK                        0xfeUL
2128        #define CREQ_QP_EVENT_RESERVED7_SFT                         1
2129        u8 event;
2130        #define CREQ_QP_EVENT_EVENT_CREATE_QP                      0x1UL
2131        #define CREQ_QP_EVENT_EVENT_DESTROY_QP                     0x2UL
2132        #define CREQ_QP_EVENT_EVENT_MODIFY_QP                      0x3UL
2133        #define CREQ_QP_EVENT_EVENT_QUERY_QP                       0x4UL
2134        #define CREQ_QP_EVENT_EVENT_CREATE_SRQ                     0x5UL
2135        #define CREQ_QP_EVENT_EVENT_DESTROY_SRQ            0x6UL
2136        #define CREQ_QP_EVENT_EVENT_QUERY_SRQ                      0x8UL
2137        #define CREQ_QP_EVENT_EVENT_CREATE_CQ                      0x9UL
2138        #define CREQ_QP_EVENT_EVENT_DESTROY_CQ                     0xaUL
2139        #define CREQ_QP_EVENT_EVENT_RESIZE_CQ                      0xcUL
2140        #define CREQ_QP_EVENT_EVENT_ALLOCATE_MRW                   0xdUL
2141        #define CREQ_QP_EVENT_EVENT_DEALLOCATE_KEY                 0xeUL
2142        #define CREQ_QP_EVENT_EVENT_REGISTER_MR            0xfUL
2143        #define CREQ_QP_EVENT_EVENT_DEREGISTER_MR                  0x10UL
2144        #define CREQ_QP_EVENT_EVENT_ADD_GID                        0x11UL
2145        #define CREQ_QP_EVENT_EVENT_DELETE_GID                     0x12UL
2146        #define CREQ_QP_EVENT_EVENT_MODIFY_GID                     0x17UL
2147        #define CREQ_QP_EVENT_EVENT_QUERY_GID                      0x18UL
2148        #define CREQ_QP_EVENT_EVENT_CREATE_QP1                     0x13UL
2149        #define CREQ_QP_EVENT_EVENT_DESTROY_QP1            0x14UL
2150        #define CREQ_QP_EVENT_EVENT_CREATE_AH                      0x15UL
2151        #define CREQ_QP_EVENT_EVENT_DESTROY_AH                     0x16UL
2152        #define CREQ_QP_EVENT_EVENT_INITIALIZE_FW                  0x80UL
2153        #define CREQ_QP_EVENT_EVENT_DEINITIALIZE_FW                0x81UL
2154        #define CREQ_QP_EVENT_EVENT_STOP_FUNC                      0x82UL
2155        #define CREQ_QP_EVENT_EVENT_QUERY_FUNC                     0x83UL
2156        #define CREQ_QP_EVENT_EVENT_SET_FUNC_RESOURCES             0x84UL
2157        #define CREQ_QP_EVENT_EVENT_MAP_TC_TO_COS                  0x8aUL
2158        #define CREQ_QP_EVENT_EVENT_QUERY_VERSION                  0x8bUL
2159        #define CREQ_QP_EVENT_EVENT_MODIFY_CC                      0x8cUL
2160        #define CREQ_QP_EVENT_EVENT_QUERY_CC                       0x8dUL
2161        #define CREQ_QP_EVENT_EVENT_QP_ERROR_NOTIFICATION          0xc0UL
2162        __le16 reserved48[3];
2163};
2164
2165/* Create QP command response (16 bytes) */
2166struct creq_create_qp_resp {
2167        u8 type;
2168        #define CREQ_CREATE_QP_RESP_TYPE_MASK                       0x3fUL
2169        #define CREQ_CREATE_QP_RESP_TYPE_SFT                        0
2170        #define CREQ_CREATE_QP_RESP_TYPE_QP_EVENT                  0x38UL
2171        #define CREQ_CREATE_QP_RESP_RESERVED2_MASK                  0xc0UL
2172        #define CREQ_CREATE_QP_RESP_RESERVED2_SFT                   6
2173        u8 status;
2174        __le16 cookie;
2175        __le32 xid;
2176        u8 v;
2177        #define CREQ_CREATE_QP_RESP_V                               0x1UL
2178        #define CREQ_CREATE_QP_RESP_RESERVED7_MASK                  0xfeUL
2179        #define CREQ_CREATE_QP_RESP_RESERVED7_SFT                   1
2180        u8 event;
2181        #define CREQ_CREATE_QP_RESP_EVENT_CREATE_QP                0x1UL
2182        __le16 reserved48[3];
2183};
2184
2185/* Destroy QP command response (16 bytes) */
2186struct creq_destroy_qp_resp {
2187        u8 type;
2188        #define CREQ_DESTROY_QP_RESP_TYPE_MASK                      0x3fUL
2189        #define CREQ_DESTROY_QP_RESP_TYPE_SFT                       0
2190        #define CREQ_DESTROY_QP_RESP_TYPE_QP_EVENT                 0x38UL
2191        #define CREQ_DESTROY_QP_RESP_RESERVED2_MASK                 0xc0UL
2192        #define CREQ_DESTROY_QP_RESP_RESERVED2_SFT                  6
2193        u8 status;
2194        __le16 cookie;
2195        __le32 xid;
2196        u8 v;
2197        #define CREQ_DESTROY_QP_RESP_V                              0x1UL
2198        #define CREQ_DESTROY_QP_RESP_RESERVED7_MASK                 0xfeUL
2199        #define CREQ_DESTROY_QP_RESP_RESERVED7_SFT                  1
2200        u8 event;
2201        #define CREQ_DESTROY_QP_RESP_EVENT_DESTROY_QP              0x2UL
2202        __le16 reserved48[3];
2203};
2204
2205/* Modify QP command response (16 bytes) */
2206struct creq_modify_qp_resp {
2207        u8 type;
2208        #define CREQ_MODIFY_QP_RESP_TYPE_MASK                       0x3fUL
2209        #define CREQ_MODIFY_QP_RESP_TYPE_SFT                        0
2210        #define CREQ_MODIFY_QP_RESP_TYPE_QP_EVENT                  0x38UL
2211        #define CREQ_MODIFY_QP_RESP_RESERVED2_MASK                  0xc0UL
2212        #define CREQ_MODIFY_QP_RESP_RESERVED2_SFT                   6
2213        u8 status;
2214        __le16 cookie;
2215        __le32 xid;
2216        u8 v;
2217        #define CREQ_MODIFY_QP_RESP_V                               0x1UL
2218        #define CREQ_MODIFY_QP_RESP_RESERVED7_MASK                  0xfeUL
2219        #define CREQ_MODIFY_QP_RESP_RESERVED7_SFT                   1
2220        u8 event;
2221        #define CREQ_MODIFY_QP_RESP_EVENT_MODIFY_QP                0x3UL
2222        __le16 reserved48[3];
2223};
2224
2225/* cmdq_query_roce_stats (size:128b/16B) */
2226struct cmdq_query_roce_stats {
2227        u8      opcode;
2228        #define CMDQ_QUERY_ROCE_STATS_OPCODE_QUERY_ROCE_STATS 0x8eUL
2229        #define CMDQ_QUERY_ROCE_STATS_OPCODE_LAST       \
2230                                CMDQ_QUERY_ROCE_STATS_OPCODE_QUERY_ROCE_STATS
2231        u8      cmd_size;
2232        __le16  flags;
2233        __le16  cookie;
2234        u8      resp_size;
2235        u8      reserved8;
2236        __le64  resp_addr;
2237};
2238
2239/* Query QP command response (16 bytes) */
2240struct creq_query_qp_resp {
2241        u8 type;
2242        #define CREQ_QUERY_QP_RESP_TYPE_MASK                        0x3fUL
2243        #define CREQ_QUERY_QP_RESP_TYPE_SFT                         0
2244        #define CREQ_QUERY_QP_RESP_TYPE_QP_EVENT                   0x38UL
2245        #define CREQ_QUERY_QP_RESP_RESERVED2_MASK                   0xc0UL
2246        #define CREQ_QUERY_QP_RESP_RESERVED2_SFT                    6
2247        u8 status;
2248        __le16 cookie;
2249        __le32 size;
2250        u8 v;
2251        #define CREQ_QUERY_QP_RESP_V                                0x1UL
2252        #define CREQ_QUERY_QP_RESP_RESERVED7_MASK                   0xfeUL
2253        #define CREQ_QUERY_QP_RESP_RESERVED7_SFT                    1
2254        u8 event;
2255        #define CREQ_QUERY_QP_RESP_EVENT_QUERY_QP                  0x4UL
2256        __le16 reserved48[3];
2257};
2258
2259/* Query QP command response side buffer structure (104 bytes) */
2260struct creq_query_qp_resp_sb {
2261        u8 opcode;
2262        #define CREQ_QUERY_QP_RESP_SB_OPCODE_QUERY_QP              0x4UL
2263        u8 status;
2264        __le16 cookie;
2265        __le16 flags;
2266        u8 resp_size;
2267        u8 reserved8;
2268        __le32 xid;
2269        u8 en_sqd_async_notify_state;
2270        #define CREQ_QUERY_QP_RESP_SB_STATE_MASK                    0xfUL
2271        #define CREQ_QUERY_QP_RESP_SB_STATE_SFT             0
2272        #define CREQ_QUERY_QP_RESP_SB_STATE_RESET                  0x0UL
2273        #define CREQ_QUERY_QP_RESP_SB_STATE_INIT                   0x1UL
2274        #define CREQ_QUERY_QP_RESP_SB_STATE_RTR            0x2UL
2275        #define CREQ_QUERY_QP_RESP_SB_STATE_RTS            0x3UL
2276        #define CREQ_QUERY_QP_RESP_SB_STATE_SQD            0x4UL
2277        #define CREQ_QUERY_QP_RESP_SB_STATE_SQE            0x5UL
2278        #define CREQ_QUERY_QP_RESP_SB_STATE_ERR            0x6UL
2279        #define CREQ_QUERY_QP_RESP_SB_EN_SQD_ASYNC_NOTIFY           0x10UL
2280        u8 access;
2281        #define CREQ_QUERY_QP_RESP_SB_ACCESS_LOCAL_WRITE            0x1UL
2282        #define CREQ_QUERY_QP_RESP_SB_ACCESS_REMOTE_WRITE           0x2UL
2283        #define CREQ_QUERY_QP_RESP_SB_ACCESS_REMOTE_READ            0x4UL
2284        #define CREQ_QUERY_QP_RESP_SB_ACCESS_REMOTE_ATOMIC          0x8UL
2285        __le16 pkey;
2286        __le32 qkey;
2287        __le32 reserved32;
2288        __le32 dgid[4];
2289        __le32 flow_label;
2290        __le16 sgid_index;
2291        u8 hop_limit;
2292        u8 traffic_class;
2293        __le16 dest_mac[3];
2294        __le16 path_mtu_dest_vlan_id;
2295        #define CREQ_QUERY_QP_RESP_SB_DEST_VLAN_ID_MASK     0xfffUL
2296        #define CREQ_QUERY_QP_RESP_SB_DEST_VLAN_ID_SFT              0
2297        #define CREQ_QUERY_QP_RESP_SB_PATH_MTU_MASK                 0xf000UL
2298        #define CREQ_QUERY_QP_RESP_SB_PATH_MTU_SFT                  12
2299        #define CREQ_QUERY_QP_RESP_SB_PATH_MTU_MTU_256             (0x0UL << 12)
2300        #define CREQ_QUERY_QP_RESP_SB_PATH_MTU_MTU_512             (0x1UL << 12)
2301        #define CREQ_QUERY_QP_RESP_SB_PATH_MTU_MTU_1024    (0x2UL << 12)
2302        #define CREQ_QUERY_QP_RESP_SB_PATH_MTU_MTU_2048    (0x3UL << 12)
2303        #define CREQ_QUERY_QP_RESP_SB_PATH_MTU_MTU_4096    (0x4UL << 12)
2304        #define CREQ_QUERY_QP_RESP_SB_PATH_MTU_MTU_8192    (0x5UL << 12)
2305        u8 timeout;
2306        u8 retry_cnt;
2307        u8 rnr_retry;
2308        u8 min_rnr_timer;
2309        __le32 rq_psn;
2310        __le32 sq_psn;
2311        u8 max_rd_atomic;
2312        u8 max_dest_rd_atomic;
2313        u8 tos_dscp_tos_ecn;
2314        #define CREQ_QUERY_QP_RESP_SB_TOS_ECN_MASK                  0x3UL
2315        #define CREQ_QUERY_QP_RESP_SB_TOS_ECN_SFT                   0
2316        #define CREQ_QUERY_QP_RESP_SB_TOS_DSCP_MASK                 0xfcUL
2317        #define CREQ_QUERY_QP_RESP_SB_TOS_DSCP_SFT                  2
2318        u8 enable_cc;
2319        #define CREQ_QUERY_QP_RESP_SB_ENABLE_CC             0x1UL
2320        #define CREQ_QUERY_QP_RESP_SB_RESERVED7_MASK                0xfeUL
2321        #define CREQ_QUERY_QP_RESP_SB_RESERVED7_SFT                 1
2322        __le32 sq_size;
2323        __le32 rq_size;
2324        __le16 sq_sge;
2325        __le16 rq_sge;
2326        __le32 max_inline_data;
2327        __le32 dest_qp_id;
2328        __le32 unused_1;
2329        __le16 src_mac[3];
2330        __le16 vlan_pcp_vlan_dei_vlan_id;
2331        #define CREQ_QUERY_QP_RESP_SB_VLAN_ID_MASK                  0xfffUL
2332        #define CREQ_QUERY_QP_RESP_SB_VLAN_ID_SFT                   0
2333        #define CREQ_QUERY_QP_RESP_SB_VLAN_DEI                      0x1000UL
2334        #define CREQ_QUERY_QP_RESP_SB_VLAN_PCP_MASK                 0xe000UL
2335        #define CREQ_QUERY_QP_RESP_SB_VLAN_PCP_SFT                  13
2336};
2337
2338/* Create SRQ command response (16 bytes) */
2339struct creq_create_srq_resp {
2340        u8 type;
2341        #define CREQ_CREATE_SRQ_RESP_TYPE_MASK                      0x3fUL
2342        #define CREQ_CREATE_SRQ_RESP_TYPE_SFT                       0
2343        #define CREQ_CREATE_SRQ_RESP_TYPE_QP_EVENT                 0x38UL
2344        #define CREQ_CREATE_SRQ_RESP_RESERVED2_MASK                 0xc0UL
2345        #define CREQ_CREATE_SRQ_RESP_RESERVED2_SFT                  6
2346        u8 status;
2347        __le16 cookie;
2348        __le32 xid;
2349        u8 v;
2350        #define CREQ_CREATE_SRQ_RESP_V                              0x1UL
2351        #define CREQ_CREATE_SRQ_RESP_RESERVED7_MASK                 0xfeUL
2352        #define CREQ_CREATE_SRQ_RESP_RESERVED7_SFT                  1
2353        u8 event;
2354        #define CREQ_CREATE_SRQ_RESP_EVENT_CREATE_SRQ              0x5UL
2355        __le16 reserved48[3];
2356};
2357
2358/* Destroy SRQ command response (16 bytes) */
2359struct creq_destroy_srq_resp {
2360        u8 type;
2361        #define CREQ_DESTROY_SRQ_RESP_TYPE_MASK             0x3fUL
2362        #define CREQ_DESTROY_SRQ_RESP_TYPE_SFT                      0
2363        #define CREQ_DESTROY_SRQ_RESP_TYPE_QP_EVENT                0x38UL
2364        #define CREQ_DESTROY_SRQ_RESP_RESERVED2_MASK                0xc0UL
2365        #define CREQ_DESTROY_SRQ_RESP_RESERVED2_SFT                 6
2366        u8 status;
2367        __le16 cookie;
2368        __le32 xid;
2369        u8 v;
2370        #define CREQ_DESTROY_SRQ_RESP_V                     0x1UL
2371        #define CREQ_DESTROY_SRQ_RESP_RESERVED7_MASK                0xfeUL
2372        #define CREQ_DESTROY_SRQ_RESP_RESERVED7_SFT                 1
2373        u8 event;
2374        #define CREQ_DESTROY_SRQ_RESP_EVENT_DESTROY_SRQ    0x6UL
2375        __le16 enable_for_arm[3];
2376        #define CREQ_DESTROY_SRQ_RESP_ENABLE_FOR_ARM_MASK           0x30000UL
2377        #define CREQ_DESTROY_SRQ_RESP_ENABLE_FOR_ARM_SFT            16
2378        #define CREQ_DESTROY_SRQ_RESP_RESERVED46_MASK               0xfffc0000UL
2379        #define CREQ_DESTROY_SRQ_RESP_RESERVED46_SFT                18
2380};
2381
2382/* Query SRQ command response (16 bytes) */
2383struct creq_query_srq_resp {
2384        u8 type;
2385        #define CREQ_QUERY_SRQ_RESP_TYPE_MASK                       0x3fUL
2386        #define CREQ_QUERY_SRQ_RESP_TYPE_SFT                        0
2387        #define CREQ_QUERY_SRQ_RESP_TYPE_QP_EVENT                  0x38UL
2388        #define CREQ_QUERY_SRQ_RESP_RESERVED2_MASK                  0xc0UL
2389        #define CREQ_QUERY_SRQ_RESP_RESERVED2_SFT                   6
2390        u8 status;
2391        __le16 cookie;
2392        __le32 size;
2393        u8 v;
2394        #define CREQ_QUERY_SRQ_RESP_V                               0x1UL
2395        #define CREQ_QUERY_SRQ_RESP_RESERVED7_MASK                  0xfeUL
2396        #define CREQ_QUERY_SRQ_RESP_RESERVED7_SFT                   1
2397        u8 event;
2398        #define CREQ_QUERY_SRQ_RESP_EVENT_QUERY_SRQ                0x8UL
2399        __le16 reserved48[3];
2400};
2401
2402/* Query SRQ command response side buffer structure (24 bytes) */
2403struct creq_query_srq_resp_sb {
2404        u8 opcode;
2405        #define CREQ_QUERY_SRQ_RESP_SB_OPCODE_QUERY_SRQ    0x8UL
2406        u8 status;
2407        __le16 cookie;
2408        __le16 flags;
2409        u8 resp_size;
2410        u8 reserved8;
2411        __le32 xid;
2412        __le16 srq_limit;
2413        __le16 reserved16;
2414        __le32 data[4];
2415};
2416
2417/* Create CQ command Response (16 bytes) */
2418struct creq_create_cq_resp {
2419        u8 type;
2420        #define CREQ_CREATE_CQ_RESP_TYPE_MASK                       0x3fUL
2421        #define CREQ_CREATE_CQ_RESP_TYPE_SFT                        0
2422        #define CREQ_CREATE_CQ_RESP_TYPE_QP_EVENT                  0x38UL
2423        #define CREQ_CREATE_CQ_RESP_RESERVED2_MASK                  0xc0UL
2424        #define CREQ_CREATE_CQ_RESP_RESERVED2_SFT                   6
2425        u8 status;
2426        __le16 cookie;
2427        __le32 xid;
2428        u8 v;
2429        #define CREQ_CREATE_CQ_RESP_V                               0x1UL
2430        #define CREQ_CREATE_CQ_RESP_RESERVED7_MASK                  0xfeUL
2431        #define CREQ_CREATE_CQ_RESP_RESERVED7_SFT                   1
2432        u8 event;
2433        #define CREQ_CREATE_CQ_RESP_EVENT_CREATE_CQ                0x9UL
2434        __le16 reserved48[3];
2435};
2436
2437/* Destroy CQ command response (16 bytes) */
2438struct creq_destroy_cq_resp {
2439        u8 type;
2440        #define CREQ_DESTROY_CQ_RESP_TYPE_MASK                      0x3fUL
2441        #define CREQ_DESTROY_CQ_RESP_TYPE_SFT                       0
2442        #define CREQ_DESTROY_CQ_RESP_TYPE_QP_EVENT                 0x38UL
2443        #define CREQ_DESTROY_CQ_RESP_RESERVED2_MASK                 0xc0UL
2444        #define CREQ_DESTROY_CQ_RESP_RESERVED2_SFT                  6
2445        u8 status;
2446        __le16 cookie;
2447        __le32 xid;
2448        u8 v;
2449        #define CREQ_DESTROY_CQ_RESP_V                              0x1UL
2450        #define CREQ_DESTROY_CQ_RESP_RESERVED7_MASK                 0xfeUL
2451        #define CREQ_DESTROY_CQ_RESP_RESERVED7_SFT                  1
2452        u8 event;
2453        #define CREQ_DESTROY_CQ_RESP_EVENT_DESTROY_CQ              0xaUL
2454        __le16 cq_arm_lvl;
2455        #define CREQ_DESTROY_CQ_RESP_CQ_ARM_LVL_MASK                0x3UL
2456        #define CREQ_DESTROY_CQ_RESP_CQ_ARM_LVL_SFT                 0
2457        #define CREQ_DESTROY_CQ_RESP_RESERVED14_MASK                0xfffcUL
2458        #define CREQ_DESTROY_CQ_RESP_RESERVED14_SFT                 2
2459        __le16 total_cnq_events;
2460        __le16 reserved16;
2461};
2462
2463/* Resize CQ command response (16 bytes) */
2464struct creq_resize_cq_resp {
2465        u8 type;
2466        #define CREQ_RESIZE_CQ_RESP_TYPE_MASK                       0x3fUL
2467        #define CREQ_RESIZE_CQ_RESP_TYPE_SFT                        0
2468        #define CREQ_RESIZE_CQ_RESP_TYPE_QP_EVENT                  0x38UL
2469        #define CREQ_RESIZE_CQ_RESP_RESERVED2_MASK                  0xc0UL
2470        #define CREQ_RESIZE_CQ_RESP_RESERVED2_SFT                   6
2471        u8 status;
2472        __le16 cookie;
2473        __le32 xid;
2474        u8 v;
2475        #define CREQ_RESIZE_CQ_RESP_V                               0x1UL
2476        #define CREQ_RESIZE_CQ_RESP_RESERVED7_MASK                  0xfeUL
2477        #define CREQ_RESIZE_CQ_RESP_RESERVED7_SFT                   1
2478        u8 event;
2479        #define CREQ_RESIZE_CQ_RESP_EVENT_RESIZE_CQ                0xcUL
2480        __le16 reserved48[3];
2481};
2482
2483/* Allocate MRW command response (16 bytes) */
2484struct creq_allocate_mrw_resp {
2485        u8 type;
2486        #define CREQ_ALLOCATE_MRW_RESP_TYPE_MASK                    0x3fUL
2487        #define CREQ_ALLOCATE_MRW_RESP_TYPE_SFT             0
2488        #define CREQ_ALLOCATE_MRW_RESP_TYPE_QP_EVENT               0x38UL
2489        #define CREQ_ALLOCATE_MRW_RESP_RESERVED2_MASK               0xc0UL
2490        #define CREQ_ALLOCATE_MRW_RESP_RESERVED2_SFT                6
2491        u8 status;
2492        __le16 cookie;
2493        __le32 xid;
2494        u8 v;
2495        #define CREQ_ALLOCATE_MRW_RESP_V                            0x1UL
2496        #define CREQ_ALLOCATE_MRW_RESP_RESERVED7_MASK               0xfeUL
2497        #define CREQ_ALLOCATE_MRW_RESP_RESERVED7_SFT                1
2498        u8 event;
2499        #define CREQ_ALLOCATE_MRW_RESP_EVENT_ALLOCATE_MRW          0xdUL
2500        __le16 reserved48[3];
2501};
2502
2503/* De-allocate key command response (16 bytes) */
2504struct creq_deallocate_key_resp {
2505        u8 type;
2506        #define CREQ_DEALLOCATE_KEY_RESP_TYPE_MASK                  0x3fUL
2507        #define CREQ_DEALLOCATE_KEY_RESP_TYPE_SFT                   0
2508        #define CREQ_DEALLOCATE_KEY_RESP_TYPE_QP_EVENT             0x38UL
2509        #define CREQ_DEALLOCATE_KEY_RESP_RESERVED2_MASK     0xc0UL
2510        #define CREQ_DEALLOCATE_KEY_RESP_RESERVED2_SFT              6
2511        u8 status;
2512        __le16 cookie;
2513        __le32 xid;
2514        u8 v;
2515        #define CREQ_DEALLOCATE_KEY_RESP_V                          0x1UL
2516        #define CREQ_DEALLOCATE_KEY_RESP_RESERVED7_MASK     0xfeUL
2517        #define CREQ_DEALLOCATE_KEY_RESP_RESERVED7_SFT              1
2518        u8 event;
2519        #define CREQ_DEALLOCATE_KEY_RESP_EVENT_DEALLOCATE_KEY     0xeUL
2520        __le16 reserved16;
2521        __le32 bound_window_info;
2522};
2523
2524/* Register MR command response (16 bytes) */
2525struct creq_register_mr_resp {
2526        u8 type;
2527        #define CREQ_REGISTER_MR_RESP_TYPE_MASK             0x3fUL
2528        #define CREQ_REGISTER_MR_RESP_TYPE_SFT                      0
2529        #define CREQ_REGISTER_MR_RESP_TYPE_QP_EVENT                0x38UL
2530        #define CREQ_REGISTER_MR_RESP_RESERVED2_MASK                0xc0UL
2531        #define CREQ_REGISTER_MR_RESP_RESERVED2_SFT                 6
2532        u8 status;
2533        __le16 cookie;
2534        __le32 xid;
2535        u8 v;
2536        #define CREQ_REGISTER_MR_RESP_V                     0x1UL
2537        #define CREQ_REGISTER_MR_RESP_RESERVED7_MASK                0xfeUL
2538        #define CREQ_REGISTER_MR_RESP_RESERVED7_SFT                 1
2539        u8 event;
2540        #define CREQ_REGISTER_MR_RESP_EVENT_REGISTER_MR    0xfUL
2541        __le16 reserved48[3];
2542};
2543
2544/* Deregister MR command response (16 bytes) */
2545struct creq_deregister_mr_resp {
2546        u8 type;
2547        #define CREQ_DEREGISTER_MR_RESP_TYPE_MASK                   0x3fUL
2548        #define CREQ_DEREGISTER_MR_RESP_TYPE_SFT                    0
2549        #define CREQ_DEREGISTER_MR_RESP_TYPE_QP_EVENT              0x38UL
2550        #define CREQ_DEREGISTER_MR_RESP_RESERVED2_MASK              0xc0UL
2551        #define CREQ_DEREGISTER_MR_RESP_RESERVED2_SFT               6
2552        u8 status;
2553        __le16 cookie;
2554        __le32 xid;
2555        u8 v;
2556        #define CREQ_DEREGISTER_MR_RESP_V                           0x1UL
2557        #define CREQ_DEREGISTER_MR_RESP_RESERVED7_MASK              0xfeUL
2558        #define CREQ_DEREGISTER_MR_RESP_RESERVED7_SFT               1
2559        u8 event;
2560        #define CREQ_DEREGISTER_MR_RESP_EVENT_DEREGISTER_MR       0x10UL
2561        __le16 reserved16;
2562        __le32 bound_windows;
2563};
2564
2565/* Add GID command response (16 bytes) */
2566struct creq_add_gid_resp {
2567        u8 type;
2568        #define CREQ_ADD_GID_RESP_TYPE_MASK                         0x3fUL
2569        #define CREQ_ADD_GID_RESP_TYPE_SFT                          0
2570        #define CREQ_ADD_GID_RESP_TYPE_QP_EVENT            0x38UL
2571        #define CREQ_ADD_GID_RESP_RESERVED2_MASK                    0xc0UL
2572        #define CREQ_ADD_GID_RESP_RESERVED2_SFT             6
2573        u8 status;
2574        __le16 cookie;
2575        __le32 xid;
2576        u8 v;
2577        #define CREQ_ADD_GID_RESP_V                                 0x1UL
2578        #define CREQ_ADD_GID_RESP_RESERVED7_MASK                    0xfeUL
2579        #define CREQ_ADD_GID_RESP_RESERVED7_SFT             1
2580        u8 event;
2581        #define CREQ_ADD_GID_RESP_EVENT_ADD_GID            0x11UL
2582        __le16 reserved48[3];
2583};
2584
2585/* Delete GID command response (16 bytes) */
2586struct creq_delete_gid_resp {
2587        u8 type;
2588        #define CREQ_DELETE_GID_RESP_TYPE_MASK                      0x3fUL
2589        #define CREQ_DELETE_GID_RESP_TYPE_SFT                       0
2590        #define CREQ_DELETE_GID_RESP_TYPE_QP_EVENT                 0x38UL
2591        #define CREQ_DELETE_GID_RESP_RESERVED2_MASK                 0xc0UL
2592        #define CREQ_DELETE_GID_RESP_RESERVED2_SFT                  6
2593        u8 status;
2594        __le16 cookie;
2595        __le32 xid;
2596        u8 v;
2597        #define CREQ_DELETE_GID_RESP_V                              0x1UL
2598        #define CREQ_DELETE_GID_RESP_RESERVED7_MASK                 0xfeUL
2599        #define CREQ_DELETE_GID_RESP_RESERVED7_SFT                  1
2600        u8 event;
2601        #define CREQ_DELETE_GID_RESP_EVENT_DELETE_GID              0x12UL
2602        __le16 reserved48[3];
2603};
2604
2605/* Modify GID command response (16 bytes) */
2606struct creq_modify_gid_resp {
2607        u8 type;
2608        #define CREQ_MODIFY_GID_RESP_TYPE_MASK                      0x3fUL
2609        #define CREQ_MODIFY_GID_RESP_TYPE_SFT                       0
2610        #define CREQ_MODIFY_GID_RESP_TYPE_QP_EVENT                 0x38UL
2611        #define CREQ_MODIFY_GID_RESP_RESERVED2_MASK                 0xc0UL
2612        #define CREQ_MODIFY_GID_RESP_RESERVED2_SFT                  6
2613        u8 status;
2614        __le16 cookie;
2615        __le32 xid;
2616        u8 v;
2617        #define CREQ_MODIFY_GID_RESP_V                              0x1UL
2618        #define CREQ_MODIFY_GID_RESP_RESERVED7_MASK                 0xfeUL
2619        #define CREQ_MODIFY_GID_RESP_RESERVED7_SFT                  1
2620        u8 event;
2621        #define CREQ_MODIFY_GID_RESP_EVENT_ADD_GID                 0x11UL
2622        __le16 reserved48[3];
2623};
2624
2625/* Query GID command response (16 bytes) */
2626struct creq_query_gid_resp {
2627        u8 type;
2628        #define CREQ_QUERY_GID_RESP_TYPE_MASK                       0x3fUL
2629        #define CREQ_QUERY_GID_RESP_TYPE_SFT                        0
2630        #define CREQ_QUERY_GID_RESP_TYPE_QP_EVENT                  0x38UL
2631        #define CREQ_QUERY_GID_RESP_RESERVED2_MASK                  0xc0UL
2632        #define CREQ_QUERY_GID_RESP_RESERVED2_SFT                   6
2633        u8 status;
2634        __le16 cookie;
2635        __le32 size;
2636        u8 v;
2637        #define CREQ_QUERY_GID_RESP_V                               0x1UL
2638        #define CREQ_QUERY_GID_RESP_RESERVED7_MASK                  0xfeUL
2639        #define CREQ_QUERY_GID_RESP_RESERVED7_SFT                   1
2640        u8 event;
2641        #define CREQ_QUERY_GID_RESP_EVENT_QUERY_GID                0x18UL
2642        __le16 reserved48[3];
2643};
2644
2645/* Query GID command response side buffer structure (40 bytes) */
2646struct creq_query_gid_resp_sb {
2647        u8 opcode;
2648        #define CREQ_QUERY_GID_RESP_SB_OPCODE_QUERY_GID    0x18UL
2649        u8 status;
2650        __le16 cookie;
2651        __le16 flags;
2652        u8 resp_size;
2653        u8 reserved8;
2654        __le32 gid[4];
2655        __le16 src_mac[3];
2656        __le16 vlan;
2657        #define CREQ_QUERY_GID_RESP_SB_VLAN_VLAN_ID_MASK            0xfffUL
2658        #define CREQ_QUERY_GID_RESP_SB_VLAN_VLAN_ID_SFT     0
2659        #define CREQ_QUERY_GID_RESP_SB_VLAN_TPID_MASK               0x7000UL
2660        #define CREQ_QUERY_GID_RESP_SB_VLAN_TPID_SFT                12
2661        #define CREQ_QUERY_GID_RESP_SB_VLAN_TPID_TPID_88A8         (0x0UL << 12)
2662        #define CREQ_QUERY_GID_RESP_SB_VLAN_TPID_TPID_8100         (0x1UL << 12)
2663        #define CREQ_QUERY_GID_RESP_SB_VLAN_TPID_TPID_9100         (0x2UL << 12)
2664        #define CREQ_QUERY_GID_RESP_SB_VLAN_TPID_TPID_9200         (0x3UL << 12)
2665        #define CREQ_QUERY_GID_RESP_SB_VLAN_TPID_TPID_9300         (0x4UL << 12)
2666        #define CREQ_QUERY_GID_RESP_SB_VLAN_TPID_TPID_CFG1         (0x5UL << 12)
2667        #define CREQ_QUERY_GID_RESP_SB_VLAN_TPID_TPID_CFG2         (0x6UL << 12)
2668        #define CREQ_QUERY_GID_RESP_SB_VLAN_TPID_TPID_CFG3         (0x7UL << 12)
2669        #define CREQ_QUERY_GID_RESP_SB_VLAN_TPID_LAST   \
2670                                CREQ_QUERY_GID_RESP_SB_VLAN_TPID_TPID_CFG3
2671        #define CREQ_QUERY_GID_RESP_SB_VLAN_VLAN_EN                 0x8000UL
2672        __le16 ipid;
2673        __le16 gid_index;
2674        __le32 unused_0;
2675};
2676
2677/* Create QP1 command response (16 bytes) */
2678struct creq_create_qp1_resp {
2679        u8 type;
2680        #define CREQ_CREATE_QP1_RESP_TYPE_MASK                      0x3fUL
2681        #define CREQ_CREATE_QP1_RESP_TYPE_SFT                       0
2682        #define CREQ_CREATE_QP1_RESP_TYPE_QP_EVENT                 0x38UL
2683        #define CREQ_CREATE_QP1_RESP_RESERVED2_MASK                 0xc0UL
2684        #define CREQ_CREATE_QP1_RESP_RESERVED2_SFT                  6
2685        u8 status;
2686        __le16 cookie;
2687        __le32 xid;
2688        u8 v;
2689        #define CREQ_CREATE_QP1_RESP_V                              0x1UL
2690        #define CREQ_CREATE_QP1_RESP_RESERVED7_MASK                 0xfeUL
2691        #define CREQ_CREATE_QP1_RESP_RESERVED7_SFT                  1
2692        u8 event;
2693        #define CREQ_CREATE_QP1_RESP_EVENT_CREATE_QP1              0x13UL
2694        __le16 reserved48[3];
2695};
2696
2697/* Destroy QP1 command response (16 bytes) */
2698struct creq_destroy_qp1_resp {
2699        u8 type;
2700        #define CREQ_DESTROY_QP1_RESP_TYPE_MASK             0x3fUL
2701        #define CREQ_DESTROY_QP1_RESP_TYPE_SFT                      0
2702        #define CREQ_DESTROY_QP1_RESP_TYPE_QP_EVENT                0x38UL
2703        #define CREQ_DESTROY_QP1_RESP_RESERVED2_MASK                0xc0UL
2704        #define CREQ_DESTROY_QP1_RESP_RESERVED2_SFT                 6
2705        u8 status;
2706        __le16 cookie;
2707        __le32 xid;
2708        u8 v;
2709        #define CREQ_DESTROY_QP1_RESP_V                     0x1UL
2710        #define CREQ_DESTROY_QP1_RESP_RESERVED7_MASK                0xfeUL
2711        #define CREQ_DESTROY_QP1_RESP_RESERVED7_SFT                 1
2712        u8 event;
2713        #define CREQ_DESTROY_QP1_RESP_EVENT_DESTROY_QP1    0x14UL
2714        __le16 reserved48[3];
2715};
2716
2717/* Create AH command response (16 bytes) */
2718struct creq_create_ah_resp {
2719        u8 type;
2720        #define CREQ_CREATE_AH_RESP_TYPE_MASK                       0x3fUL
2721        #define CREQ_CREATE_AH_RESP_TYPE_SFT                        0
2722        #define CREQ_CREATE_AH_RESP_TYPE_QP_EVENT                  0x38UL
2723        #define CREQ_CREATE_AH_RESP_RESERVED2_MASK                  0xc0UL
2724        #define CREQ_CREATE_AH_RESP_RESERVED2_SFT                   6
2725        u8 status;
2726        __le16 cookie;
2727        __le32 xid;
2728        u8 v;
2729        #define CREQ_CREATE_AH_RESP_V                               0x1UL
2730        #define CREQ_CREATE_AH_RESP_RESERVED7_MASK                  0xfeUL
2731        #define CREQ_CREATE_AH_RESP_RESERVED7_SFT                   1
2732        u8 event;
2733        #define CREQ_CREATE_AH_RESP_EVENT_CREATE_AH                0x15UL
2734        __le16 reserved48[3];
2735};
2736
2737/* Destroy AH command response (16 bytes) */
2738struct creq_destroy_ah_resp {
2739        u8 type;
2740        #define CREQ_DESTROY_AH_RESP_TYPE_MASK                      0x3fUL
2741        #define CREQ_DESTROY_AH_RESP_TYPE_SFT                       0
2742        #define CREQ_DESTROY_AH_RESP_TYPE_QP_EVENT                 0x38UL
2743        #define CREQ_DESTROY_AH_RESP_RESERVED2_MASK                 0xc0UL
2744        #define CREQ_DESTROY_AH_RESP_RESERVED2_SFT                  6
2745        u8 status;
2746        __le16 cookie;
2747        __le32 xid;
2748        u8 v;
2749        #define CREQ_DESTROY_AH_RESP_V                              0x1UL
2750        #define CREQ_DESTROY_AH_RESP_RESERVED7_MASK                 0xfeUL
2751        #define CREQ_DESTROY_AH_RESP_RESERVED7_SFT                  1
2752        u8 event;
2753        #define CREQ_DESTROY_AH_RESP_EVENT_DESTROY_AH              0x16UL
2754        __le16 reserved48[3];
2755};
2756
2757/* Initialize Firmware command response (16 bytes) */
2758struct creq_initialize_fw_resp {
2759        u8 type;
2760        #define CREQ_INITIALIZE_FW_RESP_TYPE_MASK                   0x3fUL
2761        #define CREQ_INITIALIZE_FW_RESP_TYPE_SFT                    0
2762        #define CREQ_INITIALIZE_FW_RESP_TYPE_QP_EVENT              0x38UL
2763        #define CREQ_INITIALIZE_FW_RESP_RESERVED2_MASK              0xc0UL
2764        #define CREQ_INITIALIZE_FW_RESP_RESERVED2_SFT               6
2765        u8 status;
2766        __le16 cookie;
2767        __le32 reserved32;
2768        u8 v;
2769        #define CREQ_INITIALIZE_FW_RESP_V                           0x1UL
2770        #define CREQ_INITIALIZE_FW_RESP_RESERVED7_MASK              0xfeUL
2771        #define CREQ_INITIALIZE_FW_RESP_RESERVED7_SFT               1
2772        u8 event;
2773        #define CREQ_INITIALIZE_FW_RESP_EVENT_INITIALIZE_FW       0x80UL
2774        __le16 reserved48[3];
2775};
2776
2777/* De-initialize Firmware command response (16 bytes) */
2778struct creq_deinitialize_fw_resp {
2779        u8 type;
2780        #define CREQ_DEINITIALIZE_FW_RESP_TYPE_MASK                 0x3fUL
2781        #define CREQ_DEINITIALIZE_FW_RESP_TYPE_SFT                  0
2782        #define CREQ_DEINITIALIZE_FW_RESP_TYPE_QP_EVENT    0x38UL
2783        #define CREQ_DEINITIALIZE_FW_RESP_RESERVED2_MASK            0xc0UL
2784        #define CREQ_DEINITIALIZE_FW_RESP_RESERVED2_SFT     6
2785        u8 status;
2786        __le16 cookie;
2787        __le32 reserved32;
2788        u8 v;
2789        #define CREQ_DEINITIALIZE_FW_RESP_V                         0x1UL
2790        #define CREQ_DEINITIALIZE_FW_RESP_RESERVED7_MASK            0xfeUL
2791        #define CREQ_DEINITIALIZE_FW_RESP_RESERVED7_SFT     1
2792        u8 event;
2793        #define CREQ_DEINITIALIZE_FW_RESP_EVENT_DEINITIALIZE_FW   0x81UL
2794        __le16 reserved48[3];
2795};
2796
2797/* Stop function command response (16 bytes) */
2798struct creq_stop_func_resp {
2799        u8 type;
2800        #define CREQ_STOP_FUNC_RESP_TYPE_MASK                       0x3fUL
2801        #define CREQ_STOP_FUNC_RESP_TYPE_SFT                        0
2802        #define CREQ_STOP_FUNC_RESP_TYPE_QP_EVENT                  0x38UL
2803        #define CREQ_STOP_FUNC_RESP_RESERVED2_MASK                  0xc0UL
2804        #define CREQ_STOP_FUNC_RESP_RESERVED2_SFT                   6
2805        u8 status;
2806        __le16 cookie;
2807        __le32 reserved32;
2808        u8 v;
2809        #define CREQ_STOP_FUNC_RESP_V                               0x1UL
2810        #define CREQ_STOP_FUNC_RESP_RESERVED7_MASK                  0xfeUL
2811        #define CREQ_STOP_FUNC_RESP_RESERVED7_SFT                   1
2812        u8 event;
2813        #define CREQ_STOP_FUNC_RESP_EVENT_STOP_FUNC                0x82UL
2814        __le16 reserved48[3];
2815};
2816
2817/* Query function command response (16 bytes) */
2818struct creq_query_func_resp {
2819        u8 type;
2820        #define CREQ_QUERY_FUNC_RESP_TYPE_MASK                      0x3fUL
2821        #define CREQ_QUERY_FUNC_RESP_TYPE_SFT                       0
2822        #define CREQ_QUERY_FUNC_RESP_TYPE_QP_EVENT                 0x38UL
2823        #define CREQ_QUERY_FUNC_RESP_RESERVED2_MASK                 0xc0UL
2824        #define CREQ_QUERY_FUNC_RESP_RESERVED2_SFT                  6
2825        u8 status;
2826        __le16 cookie;
2827        __le32 size;
2828        u8 v;
2829        #define CREQ_QUERY_FUNC_RESP_V                              0x1UL
2830        #define CREQ_QUERY_FUNC_RESP_RESERVED7_MASK                 0xfeUL
2831        #define CREQ_QUERY_FUNC_RESP_RESERVED7_SFT                  1
2832        u8 event;
2833        #define CREQ_QUERY_FUNC_RESP_EVENT_QUERY_FUNC              0x83UL
2834        __le16 reserved48[3];
2835};
2836
2837/* Query function command response side buffer structure (88 bytes) */
2838struct creq_query_func_resp_sb {
2839        u8 opcode;
2840        #define CREQ_QUERY_FUNC_RESP_SB_OPCODE_QUERY_FUNC          0x83UL
2841        u8 status;
2842        __le16 cookie;
2843        __le16 flags;
2844        u8 resp_size;
2845        u8 reserved8;
2846        __le64 max_mr_size;
2847        __le32 max_qp;
2848        __le16 max_qp_wr;
2849        __le16 dev_cap_flags;
2850        #define CREQ_QUERY_FUNC_RESP_SB_DEV_CAP_FLAGS_RESIZE_QP   0x1UL
2851        __le32 max_cq;
2852        __le32 max_cqe;
2853        __le32 max_pd;
2854        u8 max_sge;
2855        u8 max_srq_sge;
2856        u8 max_qp_rd_atom;
2857        u8 max_qp_init_rd_atom;
2858        __le32 max_mr;
2859        __le32 max_mw;
2860        __le32 max_raw_eth_qp;
2861        __le32 max_ah;
2862        __le32 max_fmr;
2863        __le32 max_srq_wr;
2864        __le32 max_pkeys;
2865        __le32 max_inline_data;
2866        u8 max_map_per_fmr;
2867        u8 l2_db_space_size;
2868        __le16 max_srq;
2869        __le32 max_gid;
2870        __le32 tqm_alloc_reqs[12];
2871        __le32 max_dpi;
2872        __le32 reserved_32;
2873};
2874
2875/* Set resources command response (16 bytes) */
2876struct creq_set_func_resources_resp {
2877        u8 type;
2878        #define CREQ_SET_FUNC_RESOURCES_RESP_TYPE_MASK              0x3fUL
2879        #define CREQ_SET_FUNC_RESOURCES_RESP_TYPE_SFT               0
2880        #define CREQ_SET_FUNC_RESOURCES_RESP_TYPE_QP_EVENT         0x38UL
2881        #define CREQ_SET_FUNC_RESOURCES_RESP_RESERVED2_MASK         0xc0UL
2882        #define CREQ_SET_FUNC_RESOURCES_RESP_RESERVED2_SFT          6
2883        u8 status;
2884        __le16 cookie;
2885        __le32 reserved32;
2886        u8 v;
2887        #define CREQ_SET_FUNC_RESOURCES_RESP_V                      0x1UL
2888        #define CREQ_SET_FUNC_RESOURCES_RESP_RESERVED7_MASK         0xfeUL
2889        #define CREQ_SET_FUNC_RESOURCES_RESP_RESERVED7_SFT          1
2890        u8 event;
2891        #define CREQ_SET_FUNC_RESOURCES_RESP_EVENT_SET_FUNC_RESOURCES 0x84UL
2892        __le16 reserved48[3];
2893};
2894
2895/* Map TC to COS response (16 bytes) */
2896struct creq_map_tc_to_cos_resp {
2897        u8 type;
2898        #define CREQ_MAP_TC_TO_COS_RESP_TYPE_MASK                   0x3fUL
2899        #define CREQ_MAP_TC_TO_COS_RESP_TYPE_SFT                    0
2900        #define CREQ_MAP_TC_TO_COS_RESP_TYPE_QP_EVENT              0x38UL
2901        #define CREQ_MAP_TC_TO_COS_RESP_RESERVED2_MASK              0xc0UL
2902        #define CREQ_MAP_TC_TO_COS_RESP_RESERVED2_SFT               6
2903        u8 status;
2904        __le16 cookie;
2905        __le32 reserved32;
2906        u8 v;
2907        #define CREQ_MAP_TC_TO_COS_RESP_V                           0x1UL
2908        #define CREQ_MAP_TC_TO_COS_RESP_RESERVED7_MASK              0xfeUL
2909        #define CREQ_MAP_TC_TO_COS_RESP_RESERVED7_SFT               1
2910        u8 event;
2911        #define CREQ_MAP_TC_TO_COS_RESP_EVENT_MAP_TC_TO_COS       0x8aUL
2912        __le16 reserved48[3];
2913};
2914
2915/* Query version response (16 bytes) */
2916struct creq_query_version_resp {
2917        u8 type;
2918        #define CREQ_QUERY_VERSION_RESP_TYPE_MASK                   0x3fUL
2919        #define CREQ_QUERY_VERSION_RESP_TYPE_SFT                    0
2920        #define CREQ_QUERY_VERSION_RESP_TYPE_QP_EVENT              0x38UL
2921        #define CREQ_QUERY_VERSION_RESP_RESERVED2_MASK              0xc0UL
2922        #define CREQ_QUERY_VERSION_RESP_RESERVED2_SFT               6
2923        u8 status;
2924        __le16 cookie;
2925        u8 fw_maj;
2926        u8 fw_minor;
2927        u8 fw_bld;
2928        u8 fw_rsvd;
2929        u8 v;
2930        #define CREQ_QUERY_VERSION_RESP_V                           0x1UL
2931        #define CREQ_QUERY_VERSION_RESP_RESERVED7_MASK              0xfeUL
2932        #define CREQ_QUERY_VERSION_RESP_RESERVED7_SFT               1
2933        u8 event;
2934        #define CREQ_QUERY_VERSION_RESP_EVENT_QUERY_VERSION       0x8bUL
2935        __le16 reserved16;
2936        u8 intf_maj;
2937        u8 intf_minor;
2938        u8 intf_bld;
2939        u8 intf_rsvd;
2940};
2941
2942/* Modify congestion control command response (16 bytes) */
2943struct creq_modify_cc_resp {
2944        u8 type;
2945        #define CREQ_MODIFY_CC_RESP_TYPE_MASK                       0x3fUL
2946        #define CREQ_MODIFY_CC_RESP_TYPE_SFT                        0
2947        #define CREQ_MODIFY_CC_RESP_TYPE_QP_EVENT                  0x38UL
2948        #define CREQ_MODIFY_CC_RESP_RESERVED2_MASK                  0xc0UL
2949        #define CREQ_MODIFY_CC_RESP_RESERVED2_SFT                   6
2950        u8 status;
2951        __le16 cookie;
2952        __le32 reserved32;
2953        u8 v;
2954        #define CREQ_MODIFY_CC_RESP_V                               0x1UL
2955        #define CREQ_MODIFY_CC_RESP_RESERVED7_MASK                  0xfeUL
2956        #define CREQ_MODIFY_CC_RESP_RESERVED7_SFT                   1
2957        u8 event;
2958        #define CREQ_MODIFY_CC_RESP_EVENT_MODIFY_CC                0x8cUL
2959        __le16 reserved48[3];
2960};
2961
2962/* Query congestion control command response (16 bytes) */
2963struct creq_query_cc_resp {
2964        u8 type;
2965        #define CREQ_QUERY_CC_RESP_TYPE_MASK                        0x3fUL
2966        #define CREQ_QUERY_CC_RESP_TYPE_SFT                         0
2967        #define CREQ_QUERY_CC_RESP_TYPE_QP_EVENT                   0x38UL
2968        #define CREQ_QUERY_CC_RESP_RESERVED2_MASK                   0xc0UL
2969        #define CREQ_QUERY_CC_RESP_RESERVED2_SFT                    6
2970        u8 status;
2971        __le16 cookie;
2972        __le32 size;
2973        u8 v;
2974        #define CREQ_QUERY_CC_RESP_V                                0x1UL
2975        #define CREQ_QUERY_CC_RESP_RESERVED7_MASK                   0xfeUL
2976        #define CREQ_QUERY_CC_RESP_RESERVED7_SFT                    1
2977        u8 event;
2978        #define CREQ_QUERY_CC_RESP_EVENT_QUERY_CC                  0x8dUL
2979        __le16 reserved48[3];
2980};
2981
2982/* Query congestion control command response side buffer structure (32 bytes) */
2983struct creq_query_cc_resp_sb {
2984        u8 opcode;
2985        #define CREQ_QUERY_CC_RESP_SB_OPCODE_QUERY_CC              0x8dUL
2986        u8 status;
2987        __le16 cookie;
2988        __le16 flags;
2989        u8 resp_size;
2990        u8 reserved8;
2991        u8 enable_cc;
2992        #define CREQ_QUERY_CC_RESP_SB_ENABLE_CC             0x1UL
2993        u8 g;
2994        #define CREQ_QUERY_CC_RESP_SB_G_MASK                        0x7UL
2995        #define CREQ_QUERY_CC_RESP_SB_G_SFT                         0
2996        u8 num_phases_per_state;
2997        __le16 init_cr;
2998        u8 unused_2;
2999        __le16 unused_3;
3000        u8 unused_4;
3001        __le16 init_tr;
3002        u8 tos_dscp_tos_ecn;
3003        #define CREQ_QUERY_CC_RESP_SB_TOS_ECN_MASK                  0x3UL
3004        #define CREQ_QUERY_CC_RESP_SB_TOS_ECN_SFT                   0
3005        #define CREQ_QUERY_CC_RESP_SB_TOS_DSCP_MASK                 0xfcUL
3006        #define CREQ_QUERY_CC_RESP_SB_TOS_DSCP_SFT                  2
3007        __le64 reserved64;
3008        __le64 reserved64_1;
3009};
3010
3011/* creq_query_roce_stats_resp (size:128b/16B) */
3012struct creq_query_roce_stats_resp {
3013        u8      type;
3014        #define CREQ_QUERY_ROCE_STATS_RESP_TYPE_MASK    0x3fUL
3015        #define CREQ_QUERY_ROCE_STATS_RESP_TYPE_SFT     0
3016        #define CREQ_QUERY_ROCE_STATS_RESP_TYPE_QP_EVENT  0x38UL
3017        #define CREQ_QUERY_ROCE_STATS_RESP_TYPE_LAST    \
3018                                CREQ_QUERY_ROCE_STATS_RESP_TYPE_QP_EVENT
3019        u8      status;
3020        __le16  cookie;
3021        __le32  size;
3022        u8      v;
3023        #define CREQ_QUERY_ROCE_STATS_RESP_V     0x1UL
3024        u8      event;
3025        #define CREQ_QUERY_ROCE_STATS_RESP_EVENT_QUERY_ROCE_STATS 0x8eUL
3026        #define CREQ_QUERY_ROCE_STATS_RESP_EVENT_LAST   \
3027                        CREQ_QUERY_ROCE_STATS_RESP_EVENT_QUERY_ROCE_STATS
3028        u8      reserved48[6];
3029};
3030
3031/* creq_query_roce_stats_resp_sb (size:2624b/328B) */
3032struct creq_query_roce_stats_resp_sb {
3033        u8      opcode;
3034        #define CREQ_QUERY_ROCE_STATS_RESP_SB_OPCODE_QUERY_ROCE_STATS 0x8eUL
3035        #define CREQ_QUERY_ROCE_STATS_RESP_SB_OPCODE_LAST \
3036                        CREQ_QUERY_ROCE_STATS_RESP_SB_OPCODE_QUERY_ROCE_STATS
3037        u8      status;
3038        __le16  cookie;
3039        __le16  flags;
3040        u8      resp_size;
3041        u8      rsvd;
3042        __le32  num_counters;
3043        __le32  rsvd1;
3044        __le64  to_retransmits;
3045        __le64  seq_err_naks_rcvd;
3046        __le64  max_retry_exceeded;
3047        __le64  rnr_naks_rcvd;
3048        __le64  missing_resp;
3049        __le64  unrecoverable_err;
3050        __le64  bad_resp_err;
3051        __le64  local_qp_op_err;
3052        __le64  local_protection_err;
3053        __le64  mem_mgmt_op_err;
3054        __le64  remote_invalid_req_err;
3055        __le64  remote_access_err;
3056        __le64  remote_op_err;
3057        __le64  dup_req;
3058        __le64  res_exceed_max;
3059        __le64  res_length_mismatch;
3060        __le64  res_exceeds_wqe;
3061        __le64  res_opcode_err;
3062        __le64  res_rx_invalid_rkey;
3063        __le64  res_rx_domain_err;
3064        __le64  res_rx_no_perm;
3065        __le64  res_rx_range_err;
3066        __le64  res_tx_invalid_rkey;
3067        __le64  res_tx_domain_err;
3068        __le64  res_tx_no_perm;
3069        __le64  res_tx_range_err;
3070        __le64  res_irrq_oflow;
3071        __le64  res_unsup_opcode;
3072        __le64  res_unaligned_atomic;
3073        __le64  res_rem_inv_err;
3074        __le64  res_mem_error;
3075        __le64  res_srq_err;
3076        __le64  res_cmp_err;
3077        __le64  res_invalid_dup_rkey;
3078        __le64  res_wqe_format_err;
3079        __le64  res_cq_load_err;
3080        __le64  res_srq_load_err;
3081        __le64  res_tx_pci_err;
3082        __le64  res_rx_pci_err;
3083        __le64  res_oos_drop_count;
3084        __le64  active_qp_count_p0;
3085        __le64  active_qp_count_p1;
3086        __le64  active_qp_count_p2;
3087        __le64  active_qp_count_p3;
3088};
3089
3090/* QP error notification event (16 bytes) */
3091struct creq_qp_error_notification {
3092        u8 type;
3093        #define CREQ_QP_ERROR_NOTIFICATION_TYPE_MASK                0x3fUL
3094        #define CREQ_QP_ERROR_NOTIFICATION_TYPE_SFT                 0
3095        #define CREQ_QP_ERROR_NOTIFICATION_TYPE_QP_EVENT           0x38UL
3096        #define CREQ_QP_ERROR_NOTIFICATION_RESERVED2_MASK           0xc0UL
3097        #define CREQ_QP_ERROR_NOTIFICATION_RESERVED2_SFT            6
3098        u8 status;
3099        u8 req_slow_path_state;
3100        u8 req_err_state_reason;
3101        __le32 xid;
3102        u8 v;
3103        #define CREQ_QP_ERROR_NOTIFICATION_V                        0x1UL
3104        #define CREQ_QP_ERROR_NOTIFICATION_RESERVED7_MASK           0xfeUL
3105        #define CREQ_QP_ERROR_NOTIFICATION_RESERVED7_SFT            1
3106        u8 event;
3107        #define CREQ_QP_ERROR_NOTIFICATION_EVENT_QP_ERROR_NOTIFICATION 0xc0UL
3108        u8 res_slow_path_state;
3109        u8 res_err_state_reason;
3110        __le16 sq_cons_idx;
3111        __le16 rq_cons_idx;
3112};
3113
3114/* RoCE Slowpath HSI Specification 1.6.0 */
3115#define ROCE_SP_HSI_VERSION_MAJOR       1
3116#define ROCE_SP_HSI_VERSION_MINOR       6
3117#define ROCE_SP_HSI_VERSION_UPDATE      0
3118
3119#define ROCE_SP_HSI_VERSION_STR "1.6.0"
3120/*
3121 * Following is the signature for ROCE_SP_HSI message field that indicates not
3122 * applicable (All F's). Need to cast it the size of the field if needed.
3123 */
3124#define ROCE_SP_HSI_NA_SIGNATURE        ((__le32)(-1))
3125#endif /* __BNXT_RE_HSI_H__ */
3126