cachepc-linux

Fork of AMDESE/linux with modifications for CachePC side-channel attack
git clone https://git.sinitax.com/sinitax/cachepc-linux
Log | Files | Refs | README | LICENSE | sfeed.txt

roce_hsi.h (110101B)


      1/*
      2 * Broadcom NetXtreme-E RoCE driver.
      3 *
      4 * Copyright (c) 2016 - 2017, Broadcom. All rights reserved.  The term
      5 * Broadcom refers to Broadcom Limited and/or its subsidiaries.
      6 *
      7 * This software is available to you under a choice of one of two
      8 * licenses.  You may choose to be licensed under the terms of the GNU
      9 * General Public License (GPL) Version 2, available from the file
     10 * COPYING in the main directory of this source tree, or the
     11 * BSD license below:
     12 *
     13 * Redistribution and use in source and binary forms, with or without
     14 * modification, are permitted provided that the following conditions
     15 * are met:
     16 *
     17 * 1. Redistributions of source code must retain the above copyright
     18 *    notice, this list of conditions and the following disclaimer.
     19 * 2. Redistributions in binary form must reproduce the above copyright
     20 *    notice, this list of conditions and the following disclaimer in
     21 *    the documentation and/or other materials provided with the
     22 *    distribution.
     23 *
     24 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS''
     25 * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO,
     26 * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     27 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS
     28 * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     29 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     30 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR
     31 * BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
     32 * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE
     33 * OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN
     34 * IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
     35 *
     36 * Description: RoCE HSI File - Autogenerated
     37 */
     38
     39#ifndef __BNXT_RE_HSI_H__
     40#define __BNXT_RE_HSI_H__
     41
     42/* include bnxt_hsi.h from bnxt_en driver */
     43#include "bnxt_hsi.h"
     44
     45/* CMP Door Bell Format (4 bytes) */
     46struct cmpl_doorbell {
     47	__le32 key_mask_valid_idx;
     48	#define CMPL_DOORBELL_IDX_MASK				    0xffffffUL
     49	#define CMPL_DOORBELL_IDX_SFT				    0
     50	#define CMPL_DOORBELL_RESERVED_MASK			    0x3000000UL
     51	#define CMPL_DOORBELL_RESERVED_SFT			    24
     52	#define CMPL_DOORBELL_IDX_VALID				    0x4000000UL
     53	#define CMPL_DOORBELL_MASK				    0x8000000UL
     54	#define CMPL_DOORBELL_KEY_MASK				    0xf0000000UL
     55	#define CMPL_DOORBELL_KEY_SFT				    28
     56	#define CMPL_DOORBELL_KEY_CMPL				(0x2UL << 28)
     57};
     58
     59/* Status Door Bell Format (4 bytes) */
     60struct status_doorbell {
     61	__le32 key_idx;
     62	#define STATUS_DOORBELL_IDX_MASK			    0xffffffUL
     63	#define STATUS_DOORBELL_IDX_SFT			    0
     64	#define STATUS_DOORBELL_RESERVED_MASK			    0xf000000UL
     65	#define STATUS_DOORBELL_RESERVED_SFT			    24
     66	#define STATUS_DOORBELL_KEY_MASK			    0xf0000000UL
     67	#define STATUS_DOORBELL_KEY_SFT			    28
     68	#define STATUS_DOORBELL_KEY_STAT			   (0x3UL << 28)
     69};
     70
     71/* RoCE Host Structures */
     72
     73/* Doorbell Structures */
     74/* dbc_dbc (size:64b/8B) */
     75struct dbc_dbc {
     76	__le32  index;
     77	#define DBC_DBC_INDEX_MASK		0xffffffUL
     78	#define DBC_DBC_INDEX_SFT		0
     79	__le32  type_path_xid;
     80	#define DBC_DBC_XID_MASK		0xfffffUL
     81	#define DBC_DBC_XID_SFT			0
     82	#define DBC_DBC_PATH_MASK		0x3000000UL
     83	#define DBC_DBC_PATH_SFT		24
     84	#define DBC_DBC_PATH_ROCE		(0x0UL << 24)
     85	#define DBC_DBC_PATH_L2			(0x1UL << 24)
     86	#define DBC_DBC_PATH_ENGINE		(0x2UL << 24)
     87	#define DBC_DBC_PATH_LAST		DBC_DBC_PATH_ENGINE
     88	#define DBC_DBC_DEBUG_TRACE		0x8000000UL
     89	#define DBC_DBC_TYPE_MASK		0xf0000000UL
     90	#define DBC_DBC_TYPE_SFT		28
     91	#define DBC_DBC_TYPE_SQ			(0x0UL << 28)
     92	#define DBC_DBC_TYPE_RQ			(0x1UL << 28)
     93	#define DBC_DBC_TYPE_SRQ		(0x2UL << 28)
     94	#define DBC_DBC_TYPE_SRQ_ARM		(0x3UL << 28)
     95	#define DBC_DBC_TYPE_CQ			(0x4UL << 28)
     96	#define DBC_DBC_TYPE_CQ_ARMSE		(0x5UL << 28)
     97	#define DBC_DBC_TYPE_CQ_ARMALL		(0x6UL << 28)
     98	#define DBC_DBC_TYPE_CQ_ARMENA		(0x7UL << 28)
     99	#define DBC_DBC_TYPE_SRQ_ARMENA		(0x8UL << 28)
    100	#define DBC_DBC_TYPE_CQ_CUTOFF_ACK	(0x9UL << 28)
    101	#define DBC_DBC_TYPE_NQ			(0xaUL << 28)
    102	#define DBC_DBC_TYPE_NQ_ARM		(0xbUL << 28)
    103	#define DBC_DBC_TYPE_NULL		(0xfUL << 28)
    104	#define DBC_DBC_TYPE_LAST		DBC_DBC_TYPE_NULL
    105};
    106
    107/* dbc_dbc32 (size:32b/4B) */
    108struct dbc_dbc32 {
    109	__le32  type_abs_incr_xid;
    110	#define DBC_DBC32_XID_MASK		0xfffffUL
    111	#define DBC_DBC32_XID_SFT		0
    112	#define DBC_DBC32_PATH_MASK		0xc00000UL
    113	#define DBC_DBC32_PATH_SFT		22
    114	#define DBC_DBC32_PATH_ROCE		(0x0UL << 22)
    115	#define DBC_DBC32_PATH_L2		(0x1UL << 22)
    116	#define DBC_DBC32_PATH_LAST		DBC_DBC32_PATH_L2
    117	#define DBC_DBC32_INCR_MASK		0xf000000UL
    118	#define DBC_DBC32_INCR_SFT		24
    119	#define DBC_DBC32_ABS			0x10000000UL
    120	#define DBC_DBC32_TYPE_MASK		0xe0000000UL
    121	#define DBC_DBC32_TYPE_SFT		29
    122	#define DBC_DBC32_TYPE_SQ		(0x0UL << 29)
    123	#define DBC_DBC32_TYPE_LAST		DBC_DBC32_TYPE_SQ
    124};
    125
    126/* SQ WQE Structures */
    127/* Base SQ WQE (8 bytes) */
    128struct sq_base {
    129	u8 wqe_type;
    130	#define SQ_BASE_WQE_TYPE_SEND				   0x0UL
    131	#define SQ_BASE_WQE_TYPE_SEND_W_IMMEAD			   0x1UL
    132	#define SQ_BASE_WQE_TYPE_SEND_W_INVALID		   0x2UL
    133	#define SQ_BASE_WQE_TYPE_WRITE_WQE			   0x4UL
    134	#define SQ_BASE_WQE_TYPE_WRITE_W_IMMEAD		   0x5UL
    135	#define SQ_BASE_WQE_TYPE_READ_WQE			   0x6UL
    136	#define SQ_BASE_WQE_TYPE_ATOMIC_CS			   0x8UL
    137	#define SQ_BASE_WQE_TYPE_ATOMIC_FA			   0xbUL
    138	#define SQ_BASE_WQE_TYPE_LOCAL_INVALID			   0xcUL
    139	#define SQ_BASE_WQE_TYPE_FR_PMR			   0xdUL
    140	#define SQ_BASE_WQE_TYPE_BIND				   0xeUL
    141	u8 unused_0[7];
    142};
    143
    144/* WQE SGE (16 bytes) */
    145struct sq_sge {
    146	__le64 va_or_pa;
    147	__le32 l_key;
    148	__le32 size;
    149};
    150
    151/* PSN Search Structure (8 bytes) */
    152struct sq_psn_search {
    153	__le32 opcode_start_psn;
    154	#define SQ_PSN_SEARCH_START_PSN_MASK			    0xffffffUL
    155	#define SQ_PSN_SEARCH_START_PSN_SFT			    0
    156	#define SQ_PSN_SEARCH_OPCODE_MASK			    0xff000000UL
    157	#define SQ_PSN_SEARCH_OPCODE_SFT			    24
    158	__le32 flags_next_psn;
    159	#define SQ_PSN_SEARCH_NEXT_PSN_MASK			    0xffffffUL
    160	#define SQ_PSN_SEARCH_NEXT_PSN_SFT			    0
    161	#define SQ_PSN_SEARCH_FLAGS_MASK			    0xff000000UL
    162	#define SQ_PSN_SEARCH_FLAGS_SFT				    24
    163};
    164
    165/* sq_psn_search_ext (size:128b/16B) */
    166struct sq_psn_search_ext {
    167	__le32  opcode_start_psn;
    168	#define SQ_PSN_SEARCH_EXT_START_PSN_MASK		    0xffffffUL
    169	#define SQ_PSN_SEARCH_EXT_START_PSN_SFT			    0
    170	#define SQ_PSN_SEARCH_EXT_OPCODE_MASK			    0xff000000UL
    171	#define SQ_PSN_SEARCH_EXT_OPCODE_SFT			    24
    172	__le32  flags_next_psn;
    173	#define SQ_PSN_SEARCH_EXT_NEXT_PSN_MASK			    0xffffffUL
    174	#define SQ_PSN_SEARCH_EXT_NEXT_PSN_SFT			    0
    175	#define SQ_PSN_SEARCH_EXT_FLAGS_MASK			    0xff000000UL
    176	#define SQ_PSN_SEARCH_EXT_FLAGS_SFT			    24
    177	__le16  start_slot_idx;
    178	__le16  reserved16;
    179	__le32  reserved32;
    180};
    181
    182/* Send SQ WQE (40 bytes) */
    183struct sq_send {
    184	u8 wqe_type;
    185	#define SQ_SEND_WQE_TYPE_SEND				   0x0UL
    186	#define SQ_SEND_WQE_TYPE_SEND_W_IMMEAD			   0x1UL
    187	#define SQ_SEND_WQE_TYPE_SEND_W_INVALID		   0x2UL
    188	u8 flags;
    189	#define SQ_SEND_FLAGS_SIGNAL_COMP			    0x1UL
    190	#define SQ_SEND_FLAGS_RD_OR_ATOMIC_FENCE		    0x2UL
    191	#define SQ_SEND_FLAGS_UC_FENCE				    0x4UL
    192	#define SQ_SEND_FLAGS_SE				    0x8UL
    193	#define SQ_SEND_FLAGS_INLINE				    0x10UL
    194	u8 wqe_size;
    195	u8 reserved8_1;
    196	__le32 inv_key_or_imm_data;
    197	__le32 length;
    198	__le32 q_key;
    199	__le32 dst_qp;
    200	#define SQ_SEND_DST_QP_MASK				    0xffffffUL
    201	#define SQ_SEND_DST_QP_SFT				    0
    202	#define SQ_SEND_RESERVED8_2_MASK			    0xff000000UL
    203	#define SQ_SEND_RESERVED8_2_SFT			    24
    204	__le32 avid;
    205	#define SQ_SEND_AVID_MASK				    0xfffffUL
    206	#define SQ_SEND_AVID_SFT				    0
    207	#define SQ_SEND_RESERVED_AVID_MASK			    0xfff00000UL
    208	#define SQ_SEND_RESERVED_AVID_SFT			    20
    209	__le64 reserved64;
    210	__le32 data[24];
    211};
    212
    213/* sq_send_hdr (size:256b/32B) */
    214struct sq_send_hdr {
    215	u8	wqe_type;
    216	u8	flags;
    217	u8	wqe_size;
    218	u8	reserved8_1;
    219	__le32	inv_key_or_imm_data;
    220	__le32	length;
    221	__le32	q_key;
    222	__le32	dst_qp;
    223	__le32	avid;
    224	__le64	reserved64;
    225};
    226
    227/* Send Raw Ethernet and QP1 SQ WQE (40 bytes) */
    228struct sq_send_raweth_qp1 {
    229	u8 wqe_type;
    230	#define SQ_SEND_RAWETH_QP1_WQE_TYPE_SEND		   0x0UL
    231	u8 flags;
    232	#define SQ_SEND_RAWETH_QP1_FLAGS_SIGNAL_COMP		    0x1UL
    233	#define SQ_SEND_RAWETH_QP1_FLAGS_RD_OR_ATOMIC_FENCE	    0x2UL
    234	#define SQ_SEND_RAWETH_QP1_FLAGS_UC_FENCE		    0x4UL
    235	#define SQ_SEND_RAWETH_QP1_FLAGS_SE			    0x8UL
    236	#define SQ_SEND_RAWETH_QP1_FLAGS_INLINE		    0x10UL
    237	u8 wqe_size;
    238	u8 reserved8;
    239	__le16 lflags;
    240	#define SQ_SEND_RAWETH_QP1_LFLAGS_TCP_UDP_CHKSUM	    0x1UL
    241	#define SQ_SEND_RAWETH_QP1_LFLAGS_IP_CHKSUM		    0x2UL
    242	#define SQ_SEND_RAWETH_QP1_LFLAGS_NOCRC		    0x4UL
    243	#define SQ_SEND_RAWETH_QP1_LFLAGS_STAMP		    0x8UL
    244	#define SQ_SEND_RAWETH_QP1_LFLAGS_T_IP_CHKSUM		    0x10UL
    245	#define SQ_SEND_RAWETH_QP1_LFLAGS_RESERVED1_1		    0x20UL
    246	#define SQ_SEND_RAWETH_QP1_LFLAGS_RESERVED1_2		    0x40UL
    247	#define SQ_SEND_RAWETH_QP1_LFLAGS_RESERVED1_3		    0x80UL
    248	#define SQ_SEND_RAWETH_QP1_LFLAGS_ROCE_CRC		    0x100UL
    249	#define SQ_SEND_RAWETH_QP1_LFLAGS_FCOE_CRC		    0x200UL
    250	__le16 cfa_action;
    251	__le32 length;
    252	__le32 reserved32_1;
    253	__le32 cfa_meta;
    254	#define SQ_SEND_RAWETH_QP1_CFA_META_VLAN_VID_MASK	    0xfffUL
    255	#define SQ_SEND_RAWETH_QP1_CFA_META_VLAN_VID_SFT	    0
    256	#define SQ_SEND_RAWETH_QP1_CFA_META_VLAN_DE		    0x1000UL
    257	#define SQ_SEND_RAWETH_QP1_CFA_META_VLAN_PRI_MASK	    0xe000UL
    258	#define SQ_SEND_RAWETH_QP1_CFA_META_VLAN_PRI_SFT	    13
    259	#define SQ_SEND_RAWETH_QP1_CFA_META_VLAN_TPID_MASK	    0x70000UL
    260	#define SQ_SEND_RAWETH_QP1_CFA_META_VLAN_TPID_SFT	    16
    261	#define SQ_SEND_RAWETH_QP1_CFA_META_VLAN_TPID_TPID88A8    (0x0UL << 16)
    262	#define SQ_SEND_RAWETH_QP1_CFA_META_VLAN_TPID_TPID8100    (0x1UL << 16)
    263	#define SQ_SEND_RAWETH_QP1_CFA_META_VLAN_TPID_TPID9100    (0x2UL << 16)
    264	#define SQ_SEND_RAWETH_QP1_CFA_META_VLAN_TPID_TPID9200    (0x3UL << 16)
    265	#define SQ_SEND_RAWETH_QP1_CFA_META_VLAN_TPID_TPID9300    (0x4UL << 16)
    266	#define SQ_SEND_RAWETH_QP1_CFA_META_VLAN_TPID_TPIDCFG     (0x5UL << 16)
    267	#define SQ_SEND_RAWETH_QP1_CFA_META_VLAN_TPID_LAST	\
    268				SQ_SEND_RAWETH_QP1_CFA_META_VLAN_TPID_TPIDCFG
    269	#define SQ_SEND_RAWETH_QP1_CFA_META_VLAN_RESERVED_MASK     0xff80000UL
    270	#define SQ_SEND_RAWETH_QP1_CFA_META_VLAN_RESERVED_SFT      19
    271	#define SQ_SEND_RAWETH_QP1_CFA_META_KEY_MASK		    0xf0000000UL
    272	#define SQ_SEND_RAWETH_QP1_CFA_META_KEY_SFT		    28
    273	#define SQ_SEND_RAWETH_QP1_CFA_META_KEY_NONE		   (0x0UL << 28)
    274	#define SQ_SEND_RAWETH_QP1_CFA_META_KEY_VLAN_TAG	   (0x1UL << 28)
    275	#define SQ_SEND_RAWETH_QP1_CFA_META_KEY_LAST		\
    276				SQ_SEND_RAWETH_QP1_CFA_META_KEY_VLAN_TAG
    277	__le32 reserved32_2;
    278	__le64 reserved64;
    279	__le32 data[24];
    280};
    281
    282/* sq_send_raweth_qp1_hdr (size:256b/32B) */
    283struct sq_send_raweth_qp1_hdr {
    284	u8	wqe_type;
    285	u8	flags;
    286	u8	wqe_size;
    287	u8	reserved8;
    288	__le16	lflags;
    289	__le16	cfa_action;
    290	__le32	length;
    291	__le32	reserved32_1;
    292	__le32	cfa_meta;
    293	__le32	reserved32_2;
    294	__le64	reserved64;
    295};
    296
    297/* RDMA SQ WQE (40 bytes) */
    298struct sq_rdma {
    299	u8 wqe_type;
    300	#define SQ_RDMA_WQE_TYPE_WRITE_WQE			   0x4UL
    301	#define SQ_RDMA_WQE_TYPE_WRITE_W_IMMEAD		   0x5UL
    302	#define SQ_RDMA_WQE_TYPE_READ_WQE			   0x6UL
    303	u8 flags;
    304	#define SQ_RDMA_FLAGS_SIGNAL_COMP			    0x1UL
    305	#define SQ_RDMA_FLAGS_RD_OR_ATOMIC_FENCE		    0x2UL
    306	#define SQ_RDMA_FLAGS_UC_FENCE				    0x4UL
    307	#define SQ_RDMA_FLAGS_SE				    0x8UL
    308	#define SQ_RDMA_FLAGS_INLINE				    0x10UL
    309	u8 wqe_size;
    310	u8 reserved8;
    311	__le32 imm_data;
    312	__le32 length;
    313	__le32 reserved32_1;
    314	__le64 remote_va;
    315	__le32 remote_key;
    316	__le32 reserved32_2;
    317	__le32 data[24];
    318};
    319
    320/* sq_rdma_hdr (size:256b/32B) */
    321struct sq_rdma_hdr {
    322	u8	wqe_type;
    323	u8	flags;
    324	u8	wqe_size;
    325	u8	reserved8;
    326	__le32	imm_data;
    327	__le32	length;
    328	__le32	reserved32_1;
    329	__le64	remote_va;
    330	__le32	remote_key;
    331	__le32	reserved32_2;
    332};
    333
    334/* Atomic SQ WQE (40 bytes) */
    335struct sq_atomic {
    336	u8 wqe_type;
    337	#define SQ_ATOMIC_WQE_TYPE_ATOMIC_CS			   0x8UL
    338	#define SQ_ATOMIC_WQE_TYPE_ATOMIC_FA			   0xbUL
    339	u8 flags;
    340	#define SQ_ATOMIC_FLAGS_SIGNAL_COMP			    0x1UL
    341	#define SQ_ATOMIC_FLAGS_RD_OR_ATOMIC_FENCE		    0x2UL
    342	#define SQ_ATOMIC_FLAGS_UC_FENCE			    0x4UL
    343	#define SQ_ATOMIC_FLAGS_SE				    0x8UL
    344	#define SQ_ATOMIC_FLAGS_INLINE				    0x10UL
    345	__le16 reserved16;
    346	__le32 remote_key;
    347	__le64 remote_va;
    348	__le64 swap_data;
    349	__le64 cmp_data;
    350	__le32 data[24];
    351};
    352
    353/* sq_atomic_hdr (size:256b/32B) */
    354struct sq_atomic_hdr {
    355	u8	wqe_type;
    356	u8	flags;
    357	__le16	reserved16;
    358	__le32	remote_key;
    359	__le64	remote_va;
    360	__le64	swap_data;
    361	__le64	cmp_data;
    362};
    363
    364/* Local Invalidate SQ WQE (40 bytes) */
    365struct sq_localinvalidate {
    366	u8 wqe_type;
    367	#define SQ_LOCALINVALIDATE_WQE_TYPE_LOCAL_INVALID	   0xcUL
    368	u8 flags;
    369	#define SQ_LOCALINVALIDATE_FLAGS_SIGNAL_COMP		    0x1UL
    370	#define SQ_LOCALINVALIDATE_FLAGS_RD_OR_ATOMIC_FENCE	    0x2UL
    371	#define SQ_LOCALINVALIDATE_FLAGS_UC_FENCE		    0x4UL
    372	#define SQ_LOCALINVALIDATE_FLAGS_SE			    0x8UL
    373	#define SQ_LOCALINVALIDATE_FLAGS_INLINE		    0x10UL
    374	__le16 reserved16;
    375	__le32 inv_l_key;
    376	__le64 reserved64;
    377	__le32 reserved128[4];
    378	__le32 data[24];
    379};
    380
    381/* sq_localinvalidate_hdr (size:256b/32B) */
    382struct sq_localinvalidate_hdr {
    383	u8	wqe_type;
    384	u8	flags;
    385	__le16	reserved16;
    386	__le32	inv_l_key;
    387	__le64	reserved64;
    388	u8	reserved128[16];
    389};
    390
    391/* FR-PMR SQ WQE (40 bytes) */
    392struct sq_fr_pmr {
    393	u8 wqe_type;
    394	#define SQ_FR_PMR_WQE_TYPE_FR_PMR			   0xdUL
    395	u8 flags;
    396	#define SQ_FR_PMR_FLAGS_SIGNAL_COMP			    0x1UL
    397	#define SQ_FR_PMR_FLAGS_RD_OR_ATOMIC_FENCE		    0x2UL
    398	#define SQ_FR_PMR_FLAGS_UC_FENCE			    0x4UL
    399	#define SQ_FR_PMR_FLAGS_SE				    0x8UL
    400	#define SQ_FR_PMR_FLAGS_INLINE				    0x10UL
    401	u8 access_cntl;
    402	#define SQ_FR_PMR_ACCESS_CNTL_LOCAL_WRITE		    0x1UL
    403	#define SQ_FR_PMR_ACCESS_CNTL_REMOTE_READ		    0x2UL
    404	#define SQ_FR_PMR_ACCESS_CNTL_REMOTE_WRITE		    0x4UL
    405	#define SQ_FR_PMR_ACCESS_CNTL_REMOTE_ATOMIC		    0x8UL
    406	#define SQ_FR_PMR_ACCESS_CNTL_WINDOW_BIND		    0x10UL
    407	u8 zero_based_page_size_log;
    408	#define SQ_FR_PMR_PAGE_SIZE_LOG_MASK			    0x1fUL
    409	#define SQ_FR_PMR_PAGE_SIZE_LOG_SFT			    0
    410	#define SQ_FR_PMR_PAGE_SIZE_LOG_PGSZ_4K		   0x0UL
    411	#define SQ_FR_PMR_PAGE_SIZE_LOG_PGSZ_8K		   0x1UL
    412	#define SQ_FR_PMR_PAGE_SIZE_LOG_PGSZ_64K		   0x4UL
    413	#define SQ_FR_PMR_PAGE_SIZE_LOG_PGSZ_256K		   0x6UL
    414	#define SQ_FR_PMR_PAGE_SIZE_LOG_PGSZ_1M		   0x8UL
    415	#define SQ_FR_PMR_PAGE_SIZE_LOG_PGSZ_2M		   0x9UL
    416	#define SQ_FR_PMR_PAGE_SIZE_LOG_PGSZ_4M		   0xaUL
    417	#define SQ_FR_PMR_PAGE_SIZE_LOG_PGSZ_1G		   0x12UL
    418	#define SQ_FR_PMR_ZERO_BASED				    0x20UL
    419	#define SQ_FR_PMR_RESERVED2_MASK			    0xc0UL
    420	#define SQ_FR_PMR_RESERVED2_SFT			    6
    421	__le32 l_key;
    422	u8 length[5];
    423	u8 reserved8_1;
    424	u8 reserved8_2;
    425	u8 numlevels_pbl_page_size_log;
    426	#define SQ_FR_PMR_PBL_PAGE_SIZE_LOG_MASK		    0x1fUL
    427	#define SQ_FR_PMR_PBL_PAGE_SIZE_LOG_SFT		    0
    428	#define SQ_FR_PMR_PBL_PAGE_SIZE_LOG_PGSZ_4K		   0x0UL
    429	#define SQ_FR_PMR_PBL_PAGE_SIZE_LOG_PGSZ_8K		   0x1UL
    430	#define SQ_FR_PMR_PBL_PAGE_SIZE_LOG_PGSZ_64K		   0x4UL
    431	#define SQ_FR_PMR_PBL_PAGE_SIZE_LOG_PGSZ_256K		   0x6UL
    432	#define SQ_FR_PMR_PBL_PAGE_SIZE_LOG_PGSZ_1M		   0x8UL
    433	#define SQ_FR_PMR_PBL_PAGE_SIZE_LOG_PGSZ_2M		   0x9UL
    434	#define SQ_FR_PMR_PBL_PAGE_SIZE_LOG_PGSZ_4M		   0xaUL
    435	#define SQ_FR_PMR_PBL_PAGE_SIZE_LOG_PGSZ_1G		   0x12UL
    436	#define SQ_FR_PMR_RESERVED1				    0x20UL
    437	#define SQ_FR_PMR_NUMLEVELS_MASK			    0xc0UL
    438	#define SQ_FR_PMR_NUMLEVELS_SFT			    6
    439	#define SQ_FR_PMR_NUMLEVELS_PHYSICAL			   (0x0UL << 6)
    440	#define SQ_FR_PMR_NUMLEVELS_LAYER1			   (0x1UL << 6)
    441	#define SQ_FR_PMR_NUMLEVELS_LAYER2			   (0x2UL << 6)
    442	__le64 pblptr;
    443	__le64 va;
    444	__le32 data[24];
    445};
    446
    447/* sq_fr_pmr_hdr (size:256b/32B) */
    448struct sq_fr_pmr_hdr {
    449	u8	wqe_type;
    450	u8	flags;
    451	u8	access_cntl;
    452	u8	zero_based_page_size_log;
    453	__le32	l_key;
    454	u8	length[5];
    455	u8	reserved8_1;
    456	u8	reserved8_2;
    457	u8	numlevels_pbl_page_size_log;
    458	__le64	pblptr;
    459	__le64	va;
    460};
    461
    462/* Bind SQ WQE (40 bytes) */
    463struct sq_bind {
    464	u8 wqe_type;
    465	#define SQ_BIND_WQE_TYPE_BIND				   0xeUL
    466	u8 flags;
    467	#define SQ_BIND_FLAGS_SIGNAL_COMP			    0x1UL
    468	#define SQ_BIND_FLAGS_RD_OR_ATOMIC_FENCE		    0x2UL
    469	#define SQ_BIND_FLAGS_UC_FENCE				    0x4UL
    470	#define SQ_BIND_FLAGS_SE				    0x8UL
    471	#define SQ_BIND_FLAGS_INLINE				    0x10UL
    472	u8 access_cntl;
    473	#define SQ_BIND_ACCESS_CNTL_LOCAL_WRITE		    0x1UL
    474	#define SQ_BIND_ACCESS_CNTL_REMOTE_READ		    0x2UL
    475	#define SQ_BIND_ACCESS_CNTL_REMOTE_WRITE		    0x4UL
    476	#define SQ_BIND_ACCESS_CNTL_REMOTE_ATOMIC		    0x8UL
    477	#define SQ_BIND_ACCESS_CNTL_WINDOW_BIND		    0x10UL
    478	u8 reserved8_1;
    479	u8 mw_type_zero_based;
    480	#define SQ_BIND_ZERO_BASED				    0x1UL
    481	#define SQ_BIND_MW_TYPE				    0x2UL
    482	#define SQ_BIND_MW_TYPE_TYPE1				   (0x0UL << 1)
    483	#define SQ_BIND_MW_TYPE_TYPE2				   (0x1UL << 1)
    484	#define SQ_BIND_RESERVED6_MASK				    0xfcUL
    485	#define SQ_BIND_RESERVED6_SFT				    2
    486	u8 reserved8_2;
    487	__le16 reserved16;
    488	__le32 parent_l_key;
    489	__le32 l_key;
    490	__le64 va;
    491	u8 length[5];
    492	u8 data_reserved24[99];
    493	#define SQ_BIND_RESERVED24_MASK			    0xffffff00UL
    494	#define SQ_BIND_RESERVED24_SFT				    8
    495	#define SQ_BIND_DATA_MASK				    0xffffffffUL
    496	#define SQ_BIND_DATA_SFT				    0
    497};
    498
    499/* sq_bind_hdr (size:256b/32B) */
    500struct sq_bind_hdr {
    501	u8	wqe_type;
    502	u8	flags;
    503	u8	access_cntl;
    504	u8	reserved8_1;
    505	u8	mw_type_zero_based;
    506	u8	reserved8_2;
    507	__le16	reserved16;
    508	__le32	parent_l_key;
    509	__le32	l_key;
    510	__le64	va;
    511	u8	length[5];
    512	u8	reserved24[3];
    513};
    514
    515/* RQ/SRQ WQE Structures */
    516/* RQ/SRQ WQE (40 bytes) */
    517struct rq_wqe {
    518	u8 wqe_type;
    519	#define RQ_WQE_WQE_TYPE_RCV				   0x80UL
    520	u8 flags;
    521	u8 wqe_size;
    522	u8 reserved8;
    523	__le32 reserved32;
    524	__le32 wr_id[2];
    525	#define RQ_WQE_WR_ID_MASK				    0xfffffUL
    526	#define RQ_WQE_WR_ID_SFT				    0
    527	#define RQ_WQE_RESERVED44_MASK				    0xfff00000UL
    528	#define RQ_WQE_RESERVED44_SFT				    20
    529	__le32 reserved128[4];
    530	__le32 data[24];
    531};
    532
    533/* rq_wqe_hdr (size:256b/32B) */
    534struct rq_wqe_hdr {
    535	u8	wqe_type;
    536	u8	flags;
    537	u8	wqe_size;
    538	u8	reserved8;
    539	__le32	reserved32;
    540	__le32	wr_id[2];
    541	u8	reserved128[16];
    542};
    543
    544/* CQ CQE Structures */
    545/* Base CQE (32 bytes) */
    546struct cq_base {
    547	__le64 reserved64_1;
    548	__le64 reserved64_2;
    549	__le64 reserved64_3;
    550	u8 cqe_type_toggle;
    551	#define CQ_BASE_TOGGLE					    0x1UL
    552	#define CQ_BASE_CQE_TYPE_MASK				    0x1eUL
    553	#define CQ_BASE_CQE_TYPE_SFT				    1
    554	#define CQ_BASE_CQE_TYPE_REQ				   (0x0UL << 1)
    555	#define CQ_BASE_CQE_TYPE_RES_RC			   (0x1UL << 1)
    556	#define CQ_BASE_CQE_TYPE_RES_UD			   (0x2UL << 1)
    557	#define CQ_BASE_CQE_TYPE_RES_RAWETH_QP1		   (0x3UL << 1)
    558	#define CQ_BASE_CQE_TYPE_TERMINAL			   (0xeUL << 1)
    559	#define CQ_BASE_CQE_TYPE_CUT_OFF			   (0xfUL << 1)
    560	#define CQ_BASE_RESERVED3_MASK				    0xe0UL
    561	#define CQ_BASE_RESERVED3_SFT				    5
    562	u8 status;
    563	__le16 reserved16;
    564	__le32 reserved32;
    565};
    566
    567/* Requester CQ CQE (32 bytes) */
    568struct cq_req {
    569	__le64 qp_handle;
    570	__le16 sq_cons_idx;
    571	__le16 reserved16_1;
    572	__le32 reserved32_2;
    573	__le64 reserved64;
    574	u8 cqe_type_toggle;
    575	#define CQ_REQ_TOGGLE					    0x1UL
    576	#define CQ_REQ_CQE_TYPE_MASK				    0x1eUL
    577	#define CQ_REQ_CQE_TYPE_SFT				    1
    578	#define CQ_REQ_CQE_TYPE_REQ				   (0x0UL << 1)
    579	#define CQ_REQ_RESERVED3_MASK				    0xe0UL
    580	#define CQ_REQ_RESERVED3_SFT				    5
    581	u8 status;
    582	#define CQ_REQ_STATUS_OK				   0x0UL
    583	#define CQ_REQ_STATUS_BAD_RESPONSE_ERR			   0x1UL
    584	#define CQ_REQ_STATUS_LOCAL_LENGTH_ERR			   0x2UL
    585	#define CQ_REQ_STATUS_LOCAL_QP_OPERATION_ERR		   0x3UL
    586	#define CQ_REQ_STATUS_LOCAL_PROTECTION_ERR		   0x4UL
    587	#define CQ_REQ_STATUS_MEMORY_MGT_OPERATION_ERR		   0x5UL
    588	#define CQ_REQ_STATUS_REMOTE_INVALID_REQUEST_ERR	   0x6UL
    589	#define CQ_REQ_STATUS_REMOTE_ACCESS_ERR		   0x7UL
    590	#define CQ_REQ_STATUS_REMOTE_OPERATION_ERR		   0x8UL
    591	#define CQ_REQ_STATUS_RNR_NAK_RETRY_CNT_ERR		   0x9UL
    592	#define CQ_REQ_STATUS_TRANSPORT_RETRY_CNT_ERR		   0xaUL
    593	#define CQ_REQ_STATUS_WORK_REQUEST_FLUSHED_ERR		   0xbUL
    594	__le16 reserved16_2;
    595	__le32 reserved32_1;
    596};
    597
    598/* Responder RC CQE (32 bytes) */
    599struct cq_res_rc {
    600	__le32 length;
    601	__le32 imm_data_or_inv_r_key;
    602	__le64 qp_handle;
    603	__le64 mr_handle;
    604	u8 cqe_type_toggle;
    605	#define CQ_RES_RC_TOGGLE				    0x1UL
    606	#define CQ_RES_RC_CQE_TYPE_MASK			    0x1eUL
    607	#define CQ_RES_RC_CQE_TYPE_SFT				    1
    608	#define CQ_RES_RC_CQE_TYPE_RES_RC			   (0x1UL << 1)
    609	#define CQ_RES_RC_RESERVED3_MASK			    0xe0UL
    610	#define CQ_RES_RC_RESERVED3_SFT			    5
    611	u8 status;
    612	#define CQ_RES_RC_STATUS_OK				   0x0UL
    613	#define CQ_RES_RC_STATUS_LOCAL_ACCESS_ERROR		   0x1UL
    614	#define CQ_RES_RC_STATUS_LOCAL_LENGTH_ERR		   0x2UL
    615	#define CQ_RES_RC_STATUS_LOCAL_PROTECTION_ERR		   0x3UL
    616	#define CQ_RES_RC_STATUS_LOCAL_QP_OPERATION_ERR	   0x4UL
    617	#define CQ_RES_RC_STATUS_MEMORY_MGT_OPERATION_ERR	   0x5UL
    618	#define CQ_RES_RC_STATUS_REMOTE_INVALID_REQUEST_ERR       0x6UL
    619	#define CQ_RES_RC_STATUS_WORK_REQUEST_FLUSHED_ERR	   0x7UL
    620	#define CQ_RES_RC_STATUS_HW_FLUSH_ERR			   0x8UL
    621	__le16 flags;
    622	#define CQ_RES_RC_FLAGS_SRQ				    0x1UL
    623	#define CQ_RES_RC_FLAGS_SRQ_RQ				   (0x0UL << 0)
    624	#define CQ_RES_RC_FLAGS_SRQ_SRQ			   (0x1UL << 0)
    625	#define CQ_RES_RC_FLAGS_SRQ_LAST    CQ_RES_RC_FLAGS_SRQ_SRQ
    626	#define CQ_RES_RC_FLAGS_IMM				    0x2UL
    627	#define CQ_RES_RC_FLAGS_INV				    0x4UL
    628	#define CQ_RES_RC_FLAGS_RDMA				    0x8UL
    629	#define CQ_RES_RC_FLAGS_RDMA_SEND			   (0x0UL << 3)
    630	#define CQ_RES_RC_FLAGS_RDMA_RDMA_WRITE		   (0x1UL << 3)
    631	#define CQ_RES_RC_FLAGS_RDMA_LAST    CQ_RES_RC_FLAGS_RDMA_RDMA_WRITE
    632	__le32 srq_or_rq_wr_id;
    633	#define CQ_RES_RC_SRQ_OR_RQ_WR_ID_MASK			    0xfffffUL
    634	#define CQ_RES_RC_SRQ_OR_RQ_WR_ID_SFT			    0
    635	#define CQ_RES_RC_RESERVED12_MASK			    0xfff00000UL
    636	#define CQ_RES_RC_RESERVED12_SFT			    20
    637};
    638
    639/* Responder UD CQE (32 bytes) */
    640struct cq_res_ud {
    641	__le16 length;
    642	#define CQ_RES_UD_LENGTH_MASK				    0x3fffUL
    643	#define CQ_RES_UD_LENGTH_SFT				    0
    644	__le16 cfa_metadata;
    645	#define CQ_RES_UD_CFA_METADATA_VID_MASK			0xfffUL
    646	#define CQ_RES_UD_CFA_METADATA_VID_SFT			0
    647	#define CQ_RES_UD_CFA_METADATA_DE			0x1000UL
    648	#define CQ_RES_UD_CFA_METADATA_PRI_MASK			0xe000UL
    649	#define CQ_RES_UD_CFA_METADATA_PRI_SFT			13
    650	__le32 imm_data;
    651	__le64 qp_handle;
    652	__le16 src_mac[3];
    653	__le16 src_qp_low;
    654	u8 cqe_type_toggle;
    655	#define CQ_RES_UD_TOGGLE				   0x1UL
    656	#define CQ_RES_UD_CQE_TYPE_MASK				   0x1eUL
    657	#define CQ_RES_UD_CQE_TYPE_SFT				   1
    658	#define CQ_RES_UD_CQE_TYPE_RES_UD			   (0x2UL << 1)
    659	u8 status;
    660	#define CQ_RES_UD_STATUS_OK				   0x0UL
    661	#define CQ_RES_UD_STATUS_LOCAL_ACCESS_ERROR		   0x1UL
    662	#define CQ_RES_UD_STATUS_HW_LOCAL_LENGTH_ERR		   0x2UL
    663	#define CQ_RES_UD_STATUS_LOCAL_PROTECTION_ERR		   0x3UL
    664	#define CQ_RES_UD_STATUS_LOCAL_QP_OPERATION_ERR	   0x4UL
    665	#define CQ_RES_UD_STATUS_MEMORY_MGT_OPERATION_ERR	   0x5UL
    666	#define CQ_RES_UD_STATUS_WORK_REQUEST_FLUSHED_ERR	   0x7UL
    667	#define CQ_RES_UD_STATUS_HW_FLUSH_ERR			   0x8UL
    668	__le16 flags;
    669	#define CQ_RES_UD_FLAGS_SRQ				    0x1UL
    670	#define CQ_RES_UD_FLAGS_SRQ_RQ				   (0x0UL << 0)
    671	#define CQ_RES_UD_FLAGS_SRQ_SRQ			   (0x1UL << 0)
    672	#define CQ_RES_UD_FLAGS_SRQ_LAST    CQ_RES_UD_FLAGS_SRQ_SRQ
    673	#define CQ_RES_UD_FLAGS_IMM				    0x2UL
    674	#define CQ_RES_UD_FLAGS_UNUSED_MASK			0xcUL
    675	#define CQ_RES_UD_FLAGS_UNUSED_SFT			2
    676	#define CQ_RES_UD_FLAGS_ROCE_IP_VER_MASK		0x30UL
    677	#define CQ_RES_UD_FLAGS_ROCE_IP_VER_SFT			4
    678	#define CQ_RES_UD_FLAGS_ROCE_IP_VER_V1			(0x0UL << 4)
    679	#define CQ_RES_UD_FLAGS_ROCE_IP_VER_V2IPV4		(0x2UL << 4)
    680	#define CQ_RES_UD_FLAGS_ROCE_IP_VER_V2IPV6		(0x3UL << 4)
    681	#define CQ_RES_UD_FLAGS_ROCE_IP_VER_LAST		\
    682					CQ_RES_UD_FLAGS_ROCE_IP_VER_V2IPV6
    683	#define CQ_RES_UD_FLAGS_META_FORMAT_MASK		0x3c0UL
    684	#define CQ_RES_UD_FLAGS_META_FORMAT_SFT			6
    685	#define CQ_RES_UD_FLAGS_META_FORMAT_NONE		(0x0UL << 6)
    686	#define CQ_RES_UD_FLAGS_META_FORMAT_VLAN		(0x1UL << 6)
    687	#define CQ_RES_UD_FLAGS_META_FORMAT_TUNNEL_ID		(0x2UL << 6)
    688	#define CQ_RES_UD_FLAGS_META_FORMAT_CHDR_DATA		(0x3UL << 6)
    689	#define CQ_RES_UD_FLAGS_META_FORMAT_HDR_OFFSET		(0x4UL << 6)
    690	#define CQ_RES_UD_FLAGS_META_FORMAT_LAST		\
    691					CQ_RES_UD_FLAGS_META_FORMAT_HDR_OFFSET
    692	#define CQ_RES_UD_FLAGS_EXT_META_FORMAT_MASK		0xc00UL
    693	#define CQ_RES_UD_FLAGS_EXT_META_FORMAT_SFT		10
    694
    695	__le32 src_qp_high_srq_or_rq_wr_id;
    696	#define CQ_RES_UD_SRQ_OR_RQ_WR_ID_MASK			    0xfffffUL
    697	#define CQ_RES_UD_SRQ_OR_RQ_WR_ID_SFT			    0
    698	#define CQ_RES_UD_SRC_QP_HIGH_MASK			    0xff000000UL
    699	#define CQ_RES_UD_SRC_QP_HIGH_SFT			    24
    700};
    701
    702/* Responder RawEth and QP1 CQE (32 bytes) */
    703struct cq_res_raweth_qp1 {
    704	__le16 length;
    705	#define CQ_RES_RAWETH_QP1_LENGTH_MASK			    0x3fffUL
    706	#define CQ_RES_RAWETH_QP1_LENGTH_SFT			    0
    707	#define CQ_RES_RAWETH_QP1_RESERVED2_MASK		    0xc000UL
    708	#define CQ_RES_RAWETH_QP1_RESERVED2_SFT		    14
    709	__le16 raweth_qp1_flags;
    710	#define CQ_RES_RAWETH_QP1_RAWETH_QP1_FLAGS_ERROR	    0x1UL
    711	#define CQ_RES_RAWETH_QP1_RAWETH_QP1_FLAGS_RESERVED5_1_MASK 0x3eUL
    712	#define CQ_RES_RAWETH_QP1_RAWETH_QP1_FLAGS_RESERVED5_1_SFT 1
    713	#define CQ_RES_RAWETH_QP1_RAWETH_QP1_FLAGS_ITYPE_MASK      0x3c0UL
    714	#define CQ_RES_RAWETH_QP1_RAWETH_QP1_FLAGS_ITYPE_SFT       6
    715	#define CQ_RES_RAWETH_QP1_RAWETH_QP1_FLAGS_ITYPE_NOT_KNOWN (0x0UL << 6)
    716	#define CQ_RES_RAWETH_QP1_RAWETH_QP1_FLAGS_ITYPE_IP       (0x1UL << 6)
    717	#define CQ_RES_RAWETH_QP1_RAWETH_QP1_FLAGS_ITYPE_TCP      (0x2UL << 6)
    718	#define CQ_RES_RAWETH_QP1_RAWETH_QP1_FLAGS_ITYPE_UDP      (0x3UL << 6)
    719	#define CQ_RES_RAWETH_QP1_RAWETH_QP1_FLAGS_ITYPE_FCOE     (0x4UL << 6)
    720	#define CQ_RES_RAWETH_QP1_RAWETH_QP1_FLAGS_ITYPE_ROCE     (0x5UL << 6)
    721	#define CQ_RES_RAWETH_QP1_RAWETH_QP1_FLAGS_ITYPE_ICMP     (0x7UL << 6)
    722	#define CQ_RES_RAWETH_QP1_RAWETH_QP1_FLAGS_ITYPE_PTP_WO_TIMESTAMP \
    723								 (0x8UL << 6)
    724	#define CQ_RES_RAWETH_QP1_RAWETH_QP1_FLAGS_ITYPE_PTP_W_TIMESTAMP \
    725								 (0x9UL << 6)
    726	#define CQ_RES_RAWETH_QP1_RAWETH_QP1_FLAGS_ITYPE_LAST	\
    727		CQ_RES_RAWETH_QP1_RAWETH_QP1_FLAGS_ITYPE_PTP_W_TIMESTAMP
    728	#define CQ_RES_RAWETH_QP1_RAWETH_QP1_FLAGS_MASK	    0x3ffUL
    729	#define CQ_RES_RAWETH_QP1_RAWETH_QP1_FLAGS_SFT		    0
    730	#define CQ_RES_RAWETH_QP1_RESERVED6_MASK		    0xfc00UL
    731	#define CQ_RES_RAWETH_QP1_RESERVED6_SFT		    10
    732	__le16 raweth_qp1_errors;
    733	#define CQ_RES_RAWETH_QP1_RAWETH_QP1_ERRORS_RESERVED4_MASK 0xfUL
    734	#define CQ_RES_RAWETH_QP1_RAWETH_QP1_ERRORS_RESERVED4_SFT  0
    735	#define CQ_RES_RAWETH_QP1_RAWETH_QP1_ERRORS_IP_CS_ERROR    0x10UL
    736	#define CQ_RES_RAWETH_QP1_RAWETH_QP1_ERRORS_L4_CS_ERROR    0x20UL
    737	#define CQ_RES_RAWETH_QP1_RAWETH_QP1_ERRORS_T_IP_CS_ERROR  0x40UL
    738	#define CQ_RES_RAWETH_QP1_RAWETH_QP1_ERRORS_T_L4_CS_ERROR  0x80UL
    739	#define CQ_RES_RAWETH_QP1_RAWETH_QP1_ERRORS_CRC_ERROR      0x100UL
    740	#define CQ_RES_RAWETH_QP1_RAWETH_QP1_ERRORS_T_PKT_ERROR_MASK 0xe00UL
    741	#define CQ_RES_RAWETH_QP1_RAWETH_QP1_ERRORS_T_PKT_ERROR_SFT 9
    742	#define CQ_RES_RAWETH_QP1_RAWETH_QP1_ERRORS_T_PKT_ERROR_NO_ERROR \
    743								(0x0UL << 9)
    744	#define \
    745	   CQ_RES_RAWETH_QP1_RAWETH_QP1_ERRORS_T_PKT_ERROR_T_L3_BAD_VERSION \
    746								(0x1UL << 9)
    747	#define \
    748	   CQ_RES_RAWETH_QP1_RAWETH_QP1_ERRORS_T_PKT_ERROR_T_L3_BAD_HDR_LEN \
    749								(0x2UL << 9)
    750	#define \
    751	   CQ_RES_RAWETH_QP1_RAWETH_QP1_ERRORS_T_PKT_ERROR_TUNNEL_TOTAL_ERROR \
    752								(0x3UL << 9)
    753	#define \
    754	   CQ_RES_RAWETH_QP1_RAWETH_QP1_ERRORS_T_PKT_ERROR_T_IP_TOTAL_ERROR \
    755								(0x4UL << 9)
    756	#define \
    757	   CQ_RES_RAWETH_QP1_RAWETH_QP1_ERRORS_T_PKT_ERROR_T_UDP_TOTAL_ERROR \
    758								(0x5UL << 9)
    759	#define \
    760	   CQ_RES_RAWETH_QP1_RAWETH_QP1_ERRORS_T_PKT_ERROR_T_L3_BAD_TTL \
    761								(0x6UL << 9)
    762	#define CQ_RES_RAWETH_QP1_RAWETH_QP1_ERRORS_T_PKT_ERROR_LAST \
    763		CQ_RES_RAWETH_QP1_RAWETH_QP1_ERRORS_T_PKT_ERROR_T_L3_BAD_TTL
    764	#define CQ_RES_RAWETH_QP1_RAWETH_QP1_ERRORS_PKT_ERROR_MASK 0xf000UL
    765	#define CQ_RES_RAWETH_QP1_RAWETH_QP1_ERRORS_PKT_ERROR_SFT  12
    766	#define CQ_RES_RAWETH_QP1_RAWETH_QP1_ERRORS_PKT_ERROR_NO_ERROR \
    767								(0x0UL << 12)
    768	#define CQ_RES_RAWETH_QP1_RAWETH_QP1_ERRORS_PKT_ERROR_L3_BAD_VERSION \
    769								(0x1UL << 12)
    770	#define CQ_RES_RAWETH_QP1_RAWETH_QP1_ERRORS_PKT_ERROR_L3_BAD_HDR_LEN \
    771								 (0x2UL << 12)
    772	#define CQ_RES_RAWETH_QP1_RAWETH_QP1_ERRORS_PKT_ERROR_L3_BAD_TTL \
    773								 (0x3UL << 12)
    774	#define CQ_RES_RAWETH_QP1_RAWETH_QP1_ERRORS_PKT_ERROR_IP_TOTAL_ERROR \
    775								 (0x4UL << 12)
    776	#define CQ_RES_RAWETH_QP1_RAWETH_QP1_ERRORS_PKT_ERROR_UDP_TOTAL_ERROR \
    777								 (0x5UL << 12)
    778	#define CQ_RES_RAWETH_QP1_RAWETH_QP1_ERRORS_PKT_ERROR_L4_BAD_HDR_LEN \
    779								 (0x6UL << 12)
    780	#define \
    781	 CQ_RES_RAWETH_QP1_RAWETH_QP1_ERRORS_PKT_ERROR_L4_BAD_HDR_LEN_TOO_SMALL\
    782								 (0x7UL << 12)
    783	#define CQ_RES_RAWETH_QP1_RAWETH_QP1_ERRORS_PKT_ERROR_L4_BAD_OPT_LEN \
    784								 (0x8UL << 12)
    785	#define CQ_RES_RAWETH_QP1_RAWETH_QP1_ERRORS_PKT_ERROR_LAST \
    786		CQ_RES_RAWETH_QP1_RAWETH_QP1_ERRORS_PKT_ERROR_L4_BAD_OPT_LEN
    787	__le16 raweth_qp1_cfa_code;
    788	__le64 qp_handle;
    789	__le32 raweth_qp1_flags2;
    790	#define CQ_RES_RAWETH_QP1_RAWETH_QP1_FLAGS2_IP_CS_CALC     0x1UL
    791	#define CQ_RES_RAWETH_QP1_RAWETH_QP1_FLAGS2_L4_CS_CALC     0x2UL
    792	#define CQ_RES_RAWETH_QP1_RAWETH_QP1_FLAGS2_T_IP_CS_CALC   0x4UL
    793	#define CQ_RES_RAWETH_QP1_RAWETH_QP1_FLAGS2_T_L4_CS_CALC   0x8UL
    794	#define CQ_RES_RAWETH_QP1_RAWETH_QP1_FLAGS2_META_FORMAT_MASK 0xf0UL
    795	#define CQ_RES_RAWETH_QP1_RAWETH_QP1_FLAGS2_META_FORMAT_SFT 4
    796	#define CQ_RES_RAWETH_QP1_RAWETH_QP1_FLAGS2_META_FORMAT_NONE \
    797								(0x0UL << 4)
    798	#define CQ_RES_RAWETH_QP1_RAWETH_QP1_FLAGS2_META_FORMAT_VLAN \
    799								(0x1UL << 4)
    800	#define CQ_RES_RAWETH_QP1_RAWETH_QP1_FLAGS2_META_FORMAT_LAST\
    801			CQ_RES_RAWETH_QP1_RAWETH_QP1_FLAGS2_META_FORMAT_VLAN
    802	#define CQ_RES_RAWETH_QP1_RAWETH_QP1_FLAGS2_IP_TYPE	    0x100UL
    803	__le32 raweth_qp1_metadata;
    804	#define CQ_RES_RAWETH_QP1_RAWETH_QP1_METADATA_VID_MASK     0xfffUL
    805	#define CQ_RES_RAWETH_QP1_RAWETH_QP1_METADATA_VID_SFT      0
    806	#define CQ_RES_RAWETH_QP1_RAWETH_QP1_METADATA_DE	    0x1000UL
    807	#define CQ_RES_RAWETH_QP1_RAWETH_QP1_METADATA_PRI_MASK     0xe000UL
    808	#define CQ_RES_RAWETH_QP1_RAWETH_QP1_METADATA_PRI_SFT      13
    809	#define CQ_RES_RAWETH_QP1_RAWETH_QP1_METADATA_TPID_MASK    0xffff0000UL
    810	#define CQ_RES_RAWETH_QP1_RAWETH_QP1_METADATA_TPID_SFT     16
    811	u8 cqe_type_toggle;
    812	#define CQ_RES_RAWETH_QP1_TOGGLE			    0x1UL
    813	#define CQ_RES_RAWETH_QP1_CQE_TYPE_MASK		    0x1eUL
    814	#define CQ_RES_RAWETH_QP1_CQE_TYPE_SFT			    1
    815	#define CQ_RES_RAWETH_QP1_CQE_TYPE_RES_RAWETH_QP1	   (0x3UL << 1)
    816	#define CQ_RES_RAWETH_QP1_RESERVED3_MASK		    0xe0UL
    817	#define CQ_RES_RAWETH_QP1_RESERVED3_SFT		    5
    818	u8 status;
    819	#define CQ_RES_RAWETH_QP1_STATUS_OK			   0x0UL
    820	#define CQ_RES_RAWETH_QP1_STATUS_LOCAL_ACCESS_ERROR       0x1UL
    821	#define CQ_RES_RAWETH_QP1_STATUS_HW_LOCAL_LENGTH_ERR      0x2UL
    822	#define CQ_RES_RAWETH_QP1_STATUS_LOCAL_PROTECTION_ERR     0x3UL
    823	#define CQ_RES_RAWETH_QP1_STATUS_LOCAL_QP_OPERATION_ERR   0x4UL
    824	#define CQ_RES_RAWETH_QP1_STATUS_MEMORY_MGT_OPERATION_ERR 0x5UL
    825	#define CQ_RES_RAWETH_QP1_STATUS_WORK_REQUEST_FLUSHED_ERR 0x7UL
    826	#define CQ_RES_RAWETH_QP1_STATUS_HW_FLUSH_ERR		   0x8UL
    827	__le16 flags;
    828	#define CQ_RES_RAWETH_QP1_FLAGS_SRQ			    0x1UL
    829	#define CQ_RES_RAWETH_QP1_FLAGS_SRQ_RQ			   0x0UL
    830	#define CQ_RES_RAWETH_QP1_FLAGS_SRQ_SRQ		   0x1UL
    831	#define CQ_RES_RAWETH_QP1_FLAGS_SRQ_LAST \
    832					CQ_RES_RAWETH_QP1_FLAGS_SRQ_SRQ
    833	__le32 raweth_qp1_payload_offset_srq_or_rq_wr_id;
    834	#define CQ_RES_RAWETH_QP1_SRQ_OR_RQ_WR_ID_MASK		    0xfffffUL
    835	#define CQ_RES_RAWETH_QP1_SRQ_OR_RQ_WR_ID_SFT		    0
    836	#define CQ_RES_RAWETH_QP1_RESERVED4_MASK		    0xf00000UL
    837	#define CQ_RES_RAWETH_QP1_RESERVED4_SFT		    20
    838	#define CQ_RES_RAWETH_QP1_RAWETH_QP1_PAYLOAD_OFFSET_MASK   0xff000000UL
    839	#define CQ_RES_RAWETH_QP1_RAWETH_QP1_PAYLOAD_OFFSET_SFT    24
    840};
    841
    842/* Terminal CQE (32 bytes) */
    843struct cq_terminal {
    844	__le64 qp_handle;
    845	__le16 sq_cons_idx;
    846	__le16 rq_cons_idx;
    847	__le32 reserved32_1;
    848	__le64 reserved64_3;
    849	u8 cqe_type_toggle;
    850	#define CQ_TERMINAL_TOGGLE				    0x1UL
    851	#define CQ_TERMINAL_CQE_TYPE_MASK			    0x1eUL
    852	#define CQ_TERMINAL_CQE_TYPE_SFT			    1
    853	#define CQ_TERMINAL_CQE_TYPE_TERMINAL			   (0xeUL << 1)
    854	#define CQ_TERMINAL_RESERVED3_MASK			    0xe0UL
    855	#define CQ_TERMINAL_RESERVED3_SFT			    5
    856	u8 status;
    857	#define CQ_TERMINAL_STATUS_OK				   0x0UL
    858	__le16 reserved16;
    859	__le32 reserved32_2;
    860};
    861
    862/* Cutoff CQE (32 bytes) */
    863struct cq_cutoff {
    864	__le64 reserved64_1;
    865	__le64 reserved64_2;
    866	__le64 reserved64_3;
    867	u8 cqe_type_toggle;
    868	#define CQ_CUTOFF_TOGGLE				    0x1UL
    869	#define CQ_CUTOFF_CQE_TYPE_MASK			    0x1eUL
    870	#define CQ_CUTOFF_CQE_TYPE_SFT				    1
    871	#define CQ_CUTOFF_CQE_TYPE_CUT_OFF			   (0xfUL << 1)
    872	#define CQ_CUTOFF_RESERVED3_MASK			    0xe0UL
    873	#define CQ_CUTOFF_RESERVED3_SFT			    5
    874	u8 status;
    875	#define CQ_CUTOFF_STATUS_OK				   0x0UL
    876	__le16 reserved16;
    877	__le32 reserved32;
    878};
    879
    880/* Notification Queue (NQ) Structures */
    881/* Base NQ Record (16 bytes) */
    882struct nq_base {
    883	__le16 info10_type;
    884	#define NQ_BASE_TYPE_MASK				    0x3fUL
    885	#define NQ_BASE_TYPE_SFT				    0
    886	#define NQ_BASE_TYPE_CQ_NOTIFICATION			   0x30UL
    887	#define NQ_BASE_TYPE_SRQ_EVENT				   0x32UL
    888	#define NQ_BASE_TYPE_DBQ_EVENT				   0x34UL
    889	#define NQ_BASE_TYPE_QP_EVENT				   0x38UL
    890	#define NQ_BASE_TYPE_FUNC_EVENT			   0x3aUL
    891	#define NQ_BASE_INFO10_MASK				    0xffc0UL
    892	#define NQ_BASE_INFO10_SFT				    6
    893	__le16 info16;
    894	__le32 info32;
    895	__le32 info63_v[2];
    896	#define NQ_BASE_V					    0x1UL
    897	#define NQ_BASE_INFO63_MASK				    0xfffffffeUL
    898	#define NQ_BASE_INFO63_SFT				    1
    899};
    900
    901/* Completion Queue Notification (16 bytes) */
    902struct nq_cn {
    903	__le16 type;
    904	#define NQ_CN_TYPE_MASK				    0x3fUL
    905	#define NQ_CN_TYPE_SFT					    0
    906	#define NQ_CN_TYPE_CQ_NOTIFICATION			   0x30UL
    907	#define NQ_CN_RESERVED9_MASK				    0xffc0UL
    908	#define NQ_CN_RESERVED9_SFT				    6
    909	__le16 reserved16;
    910	__le32 cq_handle_low;
    911	__le32 v;
    912	#define NQ_CN_V					    0x1UL
    913	#define NQ_CN_RESERVED31_MASK				    0xfffffffeUL
    914	#define NQ_CN_RESERVED31_SFT				    1
    915	__le32 cq_handle_high;
    916};
    917
    918/* SRQ Event Notification (16 bytes) */
    919struct nq_srq_event {
    920	u8 type;
    921	#define NQ_SRQ_EVENT_TYPE_MASK				    0x3fUL
    922	#define NQ_SRQ_EVENT_TYPE_SFT				    0
    923	#define NQ_SRQ_EVENT_TYPE_SRQ_EVENT			   0x32UL
    924	#define NQ_SRQ_EVENT_RESERVED1_MASK			    0xc0UL
    925	#define NQ_SRQ_EVENT_RESERVED1_SFT			    6
    926	u8 event;
    927	#define NQ_SRQ_EVENT_EVENT_SRQ_THRESHOLD_EVENT		   0x1UL
    928	__le16 reserved16;
    929	__le32 srq_handle_low;
    930	__le32 v;
    931	#define NQ_SRQ_EVENT_V					    0x1UL
    932	#define NQ_SRQ_EVENT_RESERVED31_MASK			    0xfffffffeUL
    933	#define NQ_SRQ_EVENT_RESERVED31_SFT			    1
    934	__le32 srq_handle_high;
    935};
    936
    937/* DBQ Async Event Notification (16 bytes) */
    938struct nq_dbq_event {
    939	u8 type;
    940	#define NQ_DBQ_EVENT_TYPE_MASK				    0x3fUL
    941	#define NQ_DBQ_EVENT_TYPE_SFT				    0
    942	#define NQ_DBQ_EVENT_TYPE_DBQ_EVENT			   0x34UL
    943	#define NQ_DBQ_EVENT_RESERVED1_MASK			    0xc0UL
    944	#define NQ_DBQ_EVENT_RESERVED1_SFT			    6
    945	u8 event;
    946	#define NQ_DBQ_EVENT_EVENT_DBQ_THRESHOLD_EVENT		   0x1UL
    947	__le16 db_pfid;
    948	#define NQ_DBQ_EVENT_DB_PFID_MASK			    0xfUL
    949	#define NQ_DBQ_EVENT_DB_PFID_SFT			    0
    950	#define NQ_DBQ_EVENT_RESERVED12_MASK			    0xfff0UL
    951	#define NQ_DBQ_EVENT_RESERVED12_SFT			    4
    952	__le32 db_dpi;
    953	#define NQ_DBQ_EVENT_DB_DPI_MASK			    0xfffffUL
    954	#define NQ_DBQ_EVENT_DB_DPI_SFT			    0
    955	#define NQ_DBQ_EVENT_RESERVED12_2_MASK			    0xfff00000UL
    956	#define NQ_DBQ_EVENT_RESERVED12_2_SFT			    20
    957	__le32 v;
    958	#define NQ_DBQ_EVENT_V					    0x1UL
    959	#define NQ_DBQ_EVENT_RESERVED32_MASK			    0xfffffffeUL
    960	#define NQ_DBQ_EVENT_RESERVED32_SFT			    1
    961	__le32 db_type_db_xid;
    962	#define NQ_DBQ_EVENT_DB_XID_MASK			    0xfffffUL
    963	#define NQ_DBQ_EVENT_DB_XID_SFT			    0
    964	#define NQ_DBQ_EVENT_RESERVED8_MASK			    0xff00000UL
    965	#define NQ_DBQ_EVENT_RESERVED8_SFT			    20
    966	#define NQ_DBQ_EVENT_DB_TYPE_MASK			    0xf0000000UL
    967	#define NQ_DBQ_EVENT_DB_TYPE_SFT			    28
    968};
    969
    970/* Read Request/Response Queue Structures */
    971/* Input Read Request Queue (IRRQ) Message (32 bytes) */
    972struct xrrq_irrq {
    973	__le16 credits_type;
    974	#define XRRQ_IRRQ_TYPE					    0x1UL
    975	#define XRRQ_IRRQ_TYPE_READ_REQ			   0x0UL
    976	#define XRRQ_IRRQ_TYPE_ATOMIC_REQ			   0x1UL
    977	#define XRRQ_IRRQ_RESERVED10_MASK			    0x7feUL
    978	#define XRRQ_IRRQ_RESERVED10_SFT			    1
    979	#define XRRQ_IRRQ_CREDITS_MASK				    0xf800UL
    980	#define XRRQ_IRRQ_CREDITS_SFT				    11
    981	__le16 reserved16;
    982	__le32 reserved32;
    983	__le32 psn;
    984	#define XRRQ_IRRQ_PSN_MASK				    0xffffffUL
    985	#define XRRQ_IRRQ_PSN_SFT				    0
    986	#define XRRQ_IRRQ_RESERVED8_1_MASK			    0xff000000UL
    987	#define XRRQ_IRRQ_RESERVED8_1_SFT			    24
    988	__le32 msn;
    989	#define XRRQ_IRRQ_MSN_MASK				    0xffffffUL
    990	#define XRRQ_IRRQ_MSN_SFT				    0
    991	#define XRRQ_IRRQ_RESERVED8_2_MASK			    0xff000000UL
    992	#define XRRQ_IRRQ_RESERVED8_2_SFT			    24
    993	__le64 va_or_atomic_result;
    994	__le32 rdma_r_key;
    995	__le32 length;
    996};
    997
    998/* Output Read Request Queue (ORRQ) Message (32 bytes) */
    999struct xrrq_orrq {
   1000	__le16 num_sges_type;
   1001	#define XRRQ_ORRQ_TYPE					    0x1UL
   1002	#define XRRQ_ORRQ_TYPE_READ_REQ			   0x0UL
   1003	#define XRRQ_ORRQ_TYPE_ATOMIC_REQ			   0x1UL
   1004	#define XRRQ_ORRQ_RESERVED10_MASK			    0x7feUL
   1005	#define XRRQ_ORRQ_RESERVED10_SFT			    1
   1006	#define XRRQ_ORRQ_NUM_SGES_MASK			    0xf800UL
   1007	#define XRRQ_ORRQ_NUM_SGES_SFT				    11
   1008	__le16 reserved16;
   1009	__le32 length;
   1010	__le32 psn;
   1011	#define XRRQ_ORRQ_PSN_MASK				    0xffffffUL
   1012	#define XRRQ_ORRQ_PSN_SFT				    0
   1013	#define XRRQ_ORRQ_RESERVED8_1_MASK			    0xff000000UL
   1014	#define XRRQ_ORRQ_RESERVED8_1_SFT			    24
   1015	__le32 end_psn;
   1016	#define XRRQ_ORRQ_END_PSN_MASK				    0xffffffUL
   1017	#define XRRQ_ORRQ_END_PSN_SFT				    0
   1018	#define XRRQ_ORRQ_RESERVED8_2_MASK			    0xff000000UL
   1019	#define XRRQ_ORRQ_RESERVED8_2_SFT			    24
   1020	__le64 first_sge_phy_or_sing_sge_va;
   1021	__le32 single_sge_l_key;
   1022	__le32 single_sge_size;
   1023};
   1024
   1025/* Page Buffer List Memory Structures (PBL) */
   1026/* Page Table Entry (PTE) (8 bytes) */
   1027struct ptu_pte {
   1028	__le32 page_next_to_last_last_valid[2];
   1029	#define PTU_PTE_VALID					    0x1UL
   1030	#define PTU_PTE_LAST					    0x2UL
   1031	#define PTU_PTE_NEXT_TO_LAST				    0x4UL
   1032	#define PTU_PTE_PAGE_MASK				    0xfffff000UL
   1033	#define PTU_PTE_PAGE_SFT				    12
   1034};
   1035
   1036/* Page Directory Entry (PDE) (8 bytes) */
   1037struct ptu_pde {
   1038	__le32 page_valid[2];
   1039	#define PTU_PDE_VALID					    0x1UL
   1040	#define PTU_PDE_PAGE_MASK				    0xfffff000UL
   1041	#define PTU_PDE_PAGE_SFT				    12
   1042};
   1043
   1044/* RoCE Fastpath Host Structures */
   1045/* Command Queue (CMDQ) Interface */
   1046/* Init CMDQ (16 bytes) */
   1047struct cmdq_init {
   1048	__le64 cmdq_pbl;
   1049	__le16 cmdq_size_cmdq_lvl;
   1050	#define CMDQ_INIT_CMDQ_LVL_MASK			    0x3UL
   1051	#define CMDQ_INIT_CMDQ_LVL_SFT				    0
   1052	#define CMDQ_INIT_CMDQ_SIZE_MASK			    0xfffcUL
   1053	#define CMDQ_INIT_CMDQ_SIZE_SFT			    2
   1054	__le16 creq_ring_id;
   1055	__le32 prod_idx;
   1056};
   1057
   1058/* Update CMDQ producer index (16 bytes) */
   1059struct cmdq_update {
   1060	__le64 reserved64;
   1061	__le32 reserved32;
   1062	__le32 prod_idx;
   1063};
   1064
   1065/* CMDQ common header structure (16 bytes) */
   1066struct cmdq_base {
   1067	u8 opcode;
   1068	#define CMDQ_BASE_OPCODE_CREATE_QP			   0x1UL
   1069	#define CMDQ_BASE_OPCODE_DESTROY_QP			   0x2UL
   1070	#define CMDQ_BASE_OPCODE_MODIFY_QP			   0x3UL
   1071	#define CMDQ_BASE_OPCODE_QUERY_QP			   0x4UL
   1072	#define CMDQ_BASE_OPCODE_CREATE_SRQ			   0x5UL
   1073	#define CMDQ_BASE_OPCODE_DESTROY_SRQ			   0x6UL
   1074	#define CMDQ_BASE_OPCODE_QUERY_SRQ			   0x8UL
   1075	#define CMDQ_BASE_OPCODE_CREATE_CQ			   0x9UL
   1076	#define CMDQ_BASE_OPCODE_DESTROY_CQ			   0xaUL
   1077	#define CMDQ_BASE_OPCODE_RESIZE_CQ			   0xcUL
   1078	#define CMDQ_BASE_OPCODE_ALLOCATE_MRW			   0xdUL
   1079	#define CMDQ_BASE_OPCODE_DEALLOCATE_KEY		   0xeUL
   1080	#define CMDQ_BASE_OPCODE_REGISTER_MR			   0xfUL
   1081	#define CMDQ_BASE_OPCODE_DEREGISTER_MR			   0x10UL
   1082	#define CMDQ_BASE_OPCODE_ADD_GID			   0x11UL
   1083	#define CMDQ_BASE_OPCODE_DELETE_GID			   0x12UL
   1084	#define CMDQ_BASE_OPCODE_MODIFY_GID			   0x17UL
   1085	#define CMDQ_BASE_OPCODE_QUERY_GID			   0x18UL
   1086	#define CMDQ_BASE_OPCODE_CREATE_QP1			   0x13UL
   1087	#define CMDQ_BASE_OPCODE_DESTROY_QP1			   0x14UL
   1088	#define CMDQ_BASE_OPCODE_CREATE_AH			   0x15UL
   1089	#define CMDQ_BASE_OPCODE_DESTROY_AH			   0x16UL
   1090	#define CMDQ_BASE_OPCODE_INITIALIZE_FW			   0x80UL
   1091	#define CMDQ_BASE_OPCODE_DEINITIALIZE_FW		   0x81UL
   1092	#define CMDQ_BASE_OPCODE_STOP_FUNC			   0x82UL
   1093	#define CMDQ_BASE_OPCODE_QUERY_FUNC			   0x83UL
   1094	#define CMDQ_BASE_OPCODE_SET_FUNC_RESOURCES		   0x84UL
   1095	#define CMDQ_BASE_OPCODE_READ_CONTEXT			   0x85UL
   1096	#define CMDQ_BASE_OPCODE_VF_BACKCHANNEL_REQUEST	   0x86UL
   1097	#define CMDQ_BASE_OPCODE_READ_VF_MEMORY		   0x87UL
   1098	#define CMDQ_BASE_OPCODE_COMPLETE_VF_REQUEST		   0x88UL
   1099	#define CMDQ_BASE_OPCODE_EXTEND_CONTEXT_ARRRAY		   0x89UL
   1100	#define CMDQ_BASE_OPCODE_MAP_TC_TO_COS			   0x8aUL
   1101	#define CMDQ_BASE_OPCODE_QUERY_VERSION			   0x8bUL
   1102	#define CMDQ_BASE_OPCODE_MODIFY_CC			   0x8cUL
   1103	#define CMDQ_BASE_OPCODE_QUERY_CC			   0x8dUL
   1104	#define CMDQ_BASE_OPCODE_QUERY_ROCE_STATS	   0x8eUL
   1105	#define CMDQ_BASE_OPCODE_QUERY_ROCE_STATS_EXT      0x92UL
   1106	u8 cmd_size;
   1107	__le16 flags;
   1108	__le16 cookie;
   1109	u8 resp_size;
   1110	u8 reserved8;
   1111	__le64 resp_addr;
   1112};
   1113
   1114/* Create QP command (96 bytes) */
   1115struct cmdq_create_qp {
   1116	u8 opcode;
   1117	#define CMDQ_CREATE_QP_OPCODE_CREATE_QP		   0x1UL
   1118	u8 cmd_size;
   1119	__le16 flags;
   1120	__le16 cookie;
   1121	u8 resp_size;
   1122	u8 reserved8;
   1123	__le64 resp_addr;
   1124	__le64 qp_handle;
   1125	__le32 qp_flags;
   1126	#define CMDQ_CREATE_QP_QP_FLAGS_SRQ_USED		   0x1UL
   1127	#define CMDQ_CREATE_QP_QP_FLAGS_FORCE_COMPLETION	   0x2UL
   1128	#define CMDQ_CREATE_QP_QP_FLAGS_RESERVED_LKEY_ENABLE      0x4UL
   1129	#define CMDQ_CREATE_QP_QP_FLAGS_FR_PMR_ENABLED		   0x8UL
   1130	#define CMDQ_CREATE_QP_QP_FLAGS_VARIABLE_SIZED_WQE_ENABLED 0x10UL
   1131	#define CMDQ_CREATE_QP_QP_FLAGS_EXT_STATS_ENABLED          0x80UL
   1132	#define CMDQ_CREATE_QP_QP_FLAGS_LAST	\
   1133		CMDQ_CREATE_QP_QP_FLAGS_EXT_STATS_ENABLED
   1134
   1135	u8 type;
   1136	#define CMDQ_CREATE_QP_TYPE_RC				   0x2UL
   1137	#define CMDQ_CREATE_QP_TYPE_UD				   0x4UL
   1138	#define CMDQ_CREATE_QP_TYPE_RAW_ETHERTYPE		   0x6UL
   1139	#define CMDQ_CREATE_QP_TYPE_GSI				   0x7UL
   1140	u8 sq_pg_size_sq_lvl;
   1141	#define CMDQ_CREATE_QP_SQ_LVL_MASK			    0xfUL
   1142	#define CMDQ_CREATE_QP_SQ_LVL_SFT			    0
   1143	#define CMDQ_CREATE_QP_SQ_LVL_LVL_0			   0x0UL
   1144	#define CMDQ_CREATE_QP_SQ_LVL_LVL_1			   0x1UL
   1145	#define CMDQ_CREATE_QP_SQ_LVL_LVL_2			   0x2UL
   1146	#define CMDQ_CREATE_QP_SQ_PG_SIZE_MASK			    0xf0UL
   1147	#define CMDQ_CREATE_QP_SQ_PG_SIZE_SFT			    4
   1148	#define CMDQ_CREATE_QP_SQ_PG_SIZE_PG_4K		   (0x0UL << 4)
   1149	#define CMDQ_CREATE_QP_SQ_PG_SIZE_PG_8K		   (0x1UL << 4)
   1150	#define CMDQ_CREATE_QP_SQ_PG_SIZE_PG_64K		   (0x2UL << 4)
   1151	#define CMDQ_CREATE_QP_SQ_PG_SIZE_PG_2M		   (0x3UL << 4)
   1152	#define CMDQ_CREATE_QP_SQ_PG_SIZE_PG_8M		   (0x4UL << 4)
   1153	#define CMDQ_CREATE_QP_SQ_PG_SIZE_PG_1G		   (0x5UL << 4)
   1154	u8 rq_pg_size_rq_lvl;
   1155	#define CMDQ_CREATE_QP_RQ_LVL_MASK			    0xfUL
   1156	#define CMDQ_CREATE_QP_RQ_LVL_SFT			    0
   1157	#define CMDQ_CREATE_QP_RQ_LVL_LVL_0			   0x0UL
   1158	#define CMDQ_CREATE_QP_RQ_LVL_LVL_1			   0x1UL
   1159	#define CMDQ_CREATE_QP_RQ_LVL_LVL_2			   0x2UL
   1160	#define CMDQ_CREATE_QP_RQ_PG_SIZE_MASK			    0xf0UL
   1161	#define CMDQ_CREATE_QP_RQ_PG_SIZE_SFT			    4
   1162	#define CMDQ_CREATE_QP_RQ_PG_SIZE_PG_4K		   (0x0UL << 4)
   1163	#define CMDQ_CREATE_QP_RQ_PG_SIZE_PG_8K		   (0x1UL << 4)
   1164	#define CMDQ_CREATE_QP_RQ_PG_SIZE_PG_64K		   (0x2UL << 4)
   1165	#define CMDQ_CREATE_QP_RQ_PG_SIZE_PG_2M		   (0x3UL << 4)
   1166	#define CMDQ_CREATE_QP_RQ_PG_SIZE_PG_8M		   (0x4UL << 4)
   1167	#define CMDQ_CREATE_QP_RQ_PG_SIZE_PG_1G		   (0x5UL << 4)
   1168	u8 unused_0;
   1169	__le32 dpi;
   1170	__le32 sq_size;
   1171	__le32 rq_size;
   1172	__le16 sq_fwo_sq_sge;
   1173	#define CMDQ_CREATE_QP_SQ_SGE_MASK			    0xfUL
   1174	#define CMDQ_CREATE_QP_SQ_SGE_SFT			    0
   1175	#define CMDQ_CREATE_QP_SQ_FWO_MASK			    0xfff0UL
   1176	#define CMDQ_CREATE_QP_SQ_FWO_SFT			    4
   1177	__le16 rq_fwo_rq_sge;
   1178	#define CMDQ_CREATE_QP_RQ_SGE_MASK			    0xfUL
   1179	#define CMDQ_CREATE_QP_RQ_SGE_SFT			    0
   1180	#define CMDQ_CREATE_QP_RQ_FWO_MASK			    0xfff0UL
   1181	#define CMDQ_CREATE_QP_RQ_FWO_SFT			    4
   1182	__le32 scq_cid;
   1183	__le32 rcq_cid;
   1184	__le32 srq_cid;
   1185	__le32 pd_id;
   1186	__le64 sq_pbl;
   1187	__le64 rq_pbl;
   1188	__le64 irrq_addr;
   1189	__le64 orrq_addr;
   1190};
   1191
   1192/* Destroy QP command (24 bytes) */
   1193struct cmdq_destroy_qp {
   1194	u8 opcode;
   1195	#define CMDQ_DESTROY_QP_OPCODE_DESTROY_QP		   0x2UL
   1196	u8 cmd_size;
   1197	__le16 flags;
   1198	__le16 cookie;
   1199	u8 resp_size;
   1200	u8 reserved8;
   1201	__le64 resp_addr;
   1202	__le32 qp_cid;
   1203	__le32 unused_0;
   1204};
   1205
   1206/* Modify QP command (112 bytes) */
   1207struct cmdq_modify_qp {
   1208	u8 opcode;
   1209	#define CMDQ_MODIFY_QP_OPCODE_MODIFY_QP		   0x3UL
   1210	u8 cmd_size;
   1211	__le16 flags;
   1212	__le16 cookie;
   1213	u8 resp_size;
   1214	u8 reserved8;
   1215	__le64 resp_addr;
   1216	__le32 modify_mask;
   1217	#define CMDQ_MODIFY_QP_MODIFY_MASK_STATE		    0x1UL
   1218	#define CMDQ_MODIFY_QP_MODIFY_MASK_EN_SQD_ASYNC_NOTIFY     0x2UL
   1219	#define CMDQ_MODIFY_QP_MODIFY_MASK_ACCESS		    0x4UL
   1220	#define CMDQ_MODIFY_QP_MODIFY_MASK_PKEY		    0x8UL
   1221	#define CMDQ_MODIFY_QP_MODIFY_MASK_QKEY		    0x10UL
   1222	#define CMDQ_MODIFY_QP_MODIFY_MASK_DGID		    0x20UL
   1223	#define CMDQ_MODIFY_QP_MODIFY_MASK_FLOW_LABEL		    0x40UL
   1224	#define CMDQ_MODIFY_QP_MODIFY_MASK_SGID_INDEX		    0x80UL
   1225	#define CMDQ_MODIFY_QP_MODIFY_MASK_HOP_LIMIT		    0x100UL
   1226	#define CMDQ_MODIFY_QP_MODIFY_MASK_TRAFFIC_CLASS	    0x200UL
   1227	#define CMDQ_MODIFY_QP_MODIFY_MASK_DEST_MAC		    0x400UL
   1228	#define CMDQ_MODIFY_QP_MODIFY_MASK_PATH_MTU		    0x1000UL
   1229	#define CMDQ_MODIFY_QP_MODIFY_MASK_TIMEOUT		    0x2000UL
   1230	#define CMDQ_MODIFY_QP_MODIFY_MASK_RETRY_CNT		    0x4000UL
   1231	#define CMDQ_MODIFY_QP_MODIFY_MASK_RNR_RETRY		    0x8000UL
   1232	#define CMDQ_MODIFY_QP_MODIFY_MASK_RQ_PSN		    0x10000UL
   1233	#define CMDQ_MODIFY_QP_MODIFY_MASK_MAX_RD_ATOMIC	    0x20000UL
   1234	#define CMDQ_MODIFY_QP_MODIFY_MASK_MIN_RNR_TIMER	    0x40000UL
   1235	#define CMDQ_MODIFY_QP_MODIFY_MASK_SQ_PSN		    0x80000UL
   1236	#define CMDQ_MODIFY_QP_MODIFY_MASK_MAX_DEST_RD_ATOMIC      0x100000UL
   1237	#define CMDQ_MODIFY_QP_MODIFY_MASK_SQ_SIZE		    0x200000UL
   1238	#define CMDQ_MODIFY_QP_MODIFY_MASK_RQ_SIZE		    0x400000UL
   1239	#define CMDQ_MODIFY_QP_MODIFY_MASK_SQ_SGE		    0x800000UL
   1240	#define CMDQ_MODIFY_QP_MODIFY_MASK_RQ_SGE		    0x1000000UL
   1241	#define CMDQ_MODIFY_QP_MODIFY_MASK_MAX_INLINE_DATA	    0x2000000UL
   1242	#define CMDQ_MODIFY_QP_MODIFY_MASK_DEST_QP_ID		    0x4000000UL
   1243	#define CMDQ_MODIFY_QP_MODIFY_MASK_SRC_MAC		    0x8000000UL
   1244	#define CMDQ_MODIFY_QP_MODIFY_MASK_VLAN_ID		    0x10000000UL
   1245	#define CMDQ_MODIFY_QP_MODIFY_MASK_ENABLE_CC		    0x20000000UL
   1246	#define CMDQ_MODIFY_QP_MODIFY_MASK_TOS_ECN		    0x40000000UL
   1247	#define CMDQ_MODIFY_QP_MODIFY_MASK_TOS_DSCP		    0x80000000UL
   1248	__le32 qp_cid;
   1249	u8 network_type_en_sqd_async_notify_new_state;
   1250	#define CMDQ_MODIFY_QP_NEW_STATE_MASK			    0xfUL
   1251	#define CMDQ_MODIFY_QP_NEW_STATE_SFT			    0
   1252	#define CMDQ_MODIFY_QP_NEW_STATE_RESET			   0x0UL
   1253	#define CMDQ_MODIFY_QP_NEW_STATE_INIT			   0x1UL
   1254	#define CMDQ_MODIFY_QP_NEW_STATE_RTR			   0x2UL
   1255	#define CMDQ_MODIFY_QP_NEW_STATE_RTS			   0x3UL
   1256	#define CMDQ_MODIFY_QP_NEW_STATE_SQD			   0x4UL
   1257	#define CMDQ_MODIFY_QP_NEW_STATE_SQE			   0x5UL
   1258	#define CMDQ_MODIFY_QP_NEW_STATE_ERR			   0x6UL
   1259	#define CMDQ_MODIFY_QP_EN_SQD_ASYNC_NOTIFY		    0x10UL
   1260	#define CMDQ_MODIFY_QP_NETWORK_TYPE_MASK		    0xc0UL
   1261	#define CMDQ_MODIFY_QP_NETWORK_TYPE_SFT		    6
   1262	#define CMDQ_MODIFY_QP_NETWORK_TYPE_ROCEV1		   (0x0UL << 6)
   1263	#define CMDQ_MODIFY_QP_NETWORK_TYPE_ROCEV2_IPV4	   (0x2UL << 6)
   1264	#define CMDQ_MODIFY_QP_NETWORK_TYPE_ROCEV2_IPV6	   (0x3UL << 6)
   1265	u8 access;
   1266	#define CMDQ_MODIFY_QP_ACCESS_LOCAL_WRITE		    0x1UL
   1267	#define CMDQ_MODIFY_QP_ACCESS_REMOTE_WRITE		    0x2UL
   1268	#define CMDQ_MODIFY_QP_ACCESS_REMOTE_READ		    0x4UL
   1269	#define CMDQ_MODIFY_QP_ACCESS_REMOTE_ATOMIC		    0x8UL
   1270	__le16 pkey;
   1271	__le32 qkey;
   1272	__le32 dgid[4];
   1273	__le32 flow_label;
   1274	__le16 sgid_index;
   1275	u8 hop_limit;
   1276	u8 traffic_class;
   1277	__le16 dest_mac[3];
   1278	u8 tos_dscp_tos_ecn;
   1279	#define CMDQ_MODIFY_QP_TOS_ECN_MASK			    0x3UL
   1280	#define CMDQ_MODIFY_QP_TOS_ECN_SFT			    0
   1281	#define CMDQ_MODIFY_QP_TOS_DSCP_MASK			    0xfcUL
   1282	#define CMDQ_MODIFY_QP_TOS_DSCP_SFT			    2
   1283	u8 path_mtu;
   1284	#define CMDQ_MODIFY_QP_PATH_MTU_MASK			    0xf0UL
   1285	#define CMDQ_MODIFY_QP_PATH_MTU_SFT			    4
   1286	#define CMDQ_MODIFY_QP_PATH_MTU_MTU_256		   (0x0UL << 4)
   1287	#define CMDQ_MODIFY_QP_PATH_MTU_MTU_512		   (0x1UL << 4)
   1288	#define CMDQ_MODIFY_QP_PATH_MTU_MTU_1024		   (0x2UL << 4)
   1289	#define CMDQ_MODIFY_QP_PATH_MTU_MTU_2048		   (0x3UL << 4)
   1290	#define CMDQ_MODIFY_QP_PATH_MTU_MTU_4096		   (0x4UL << 4)
   1291	#define CMDQ_MODIFY_QP_PATH_MTU_MTU_8192		   (0x5UL << 4)
   1292	u8 timeout;
   1293	u8 retry_cnt;
   1294	u8 rnr_retry;
   1295	u8 min_rnr_timer;
   1296	__le32 rq_psn;
   1297	__le32 sq_psn;
   1298	u8 max_rd_atomic;
   1299	u8 max_dest_rd_atomic;
   1300	__le16 enable_cc;
   1301	#define CMDQ_MODIFY_QP_ENABLE_CC			    0x1UL
   1302	__le32 sq_size;
   1303	__le32 rq_size;
   1304	__le16 sq_sge;
   1305	__le16 rq_sge;
   1306	__le32 max_inline_data;
   1307	__le32 dest_qp_id;
   1308	__le32 unused_3;
   1309	__le16 src_mac[3];
   1310	__le16 vlan_pcp_vlan_dei_vlan_id;
   1311	#define CMDQ_MODIFY_QP_VLAN_ID_MASK			    0xfffUL
   1312	#define CMDQ_MODIFY_QP_VLAN_ID_SFT			    0
   1313	#define CMDQ_MODIFY_QP_VLAN_DEI			    0x1000UL
   1314	#define CMDQ_MODIFY_QP_VLAN_PCP_MASK			    0xe000UL
   1315	#define CMDQ_MODIFY_QP_VLAN_PCP_SFT			    13
   1316};
   1317
   1318/* Query QP command (24 bytes) */
   1319struct cmdq_query_qp {
   1320	u8 opcode;
   1321	#define CMDQ_QUERY_QP_OPCODE_QUERY_QP			   0x4UL
   1322	u8 cmd_size;
   1323	__le16 flags;
   1324	__le16 cookie;
   1325	u8 resp_size;
   1326	u8 reserved8;
   1327	__le64 resp_addr;
   1328	__le32 qp_cid;
   1329	__le32 unused_0;
   1330};
   1331
   1332/* Create SRQ command (48 bytes) */
   1333struct cmdq_create_srq {
   1334	u8 opcode;
   1335	#define CMDQ_CREATE_SRQ_OPCODE_CREATE_SRQ		   0x5UL
   1336	u8 cmd_size;
   1337	__le16 flags;
   1338	__le16 cookie;
   1339	u8 resp_size;
   1340	u8 reserved8;
   1341	__le64 resp_addr;
   1342	__le64 srq_handle;
   1343	__le16 pg_size_lvl;
   1344	#define CMDQ_CREATE_SRQ_LVL_MASK			    0x3UL
   1345	#define CMDQ_CREATE_SRQ_LVL_SFT			    0
   1346	#define CMDQ_CREATE_SRQ_LVL_LVL_0			   0x0UL
   1347	#define CMDQ_CREATE_SRQ_LVL_LVL_1			   0x1UL
   1348	#define CMDQ_CREATE_SRQ_LVL_LVL_2			   0x2UL
   1349	#define CMDQ_CREATE_SRQ_PG_SIZE_MASK			    0x1cUL
   1350	#define CMDQ_CREATE_SRQ_PG_SIZE_SFT			    2
   1351	#define CMDQ_CREATE_SRQ_PG_SIZE_PG_4K			   (0x0UL << 2)
   1352	#define CMDQ_CREATE_SRQ_PG_SIZE_PG_8K			   (0x1UL << 2)
   1353	#define CMDQ_CREATE_SRQ_PG_SIZE_PG_64K			   (0x2UL << 2)
   1354	#define CMDQ_CREATE_SRQ_PG_SIZE_PG_2M			   (0x3UL << 2)
   1355	#define CMDQ_CREATE_SRQ_PG_SIZE_PG_8M			   (0x4UL << 2)
   1356	#define CMDQ_CREATE_SRQ_PG_SIZE_PG_1G			   (0x5UL << 2)
   1357	__le16 eventq_id;
   1358	#define CMDQ_CREATE_SRQ_EVENTQ_ID_MASK			    0xfffUL
   1359	#define CMDQ_CREATE_SRQ_EVENTQ_ID_SFT			    0
   1360	__le16 srq_size;
   1361	__le16 srq_fwo;
   1362	__le32 dpi;
   1363	__le32 pd_id;
   1364	__le64 pbl;
   1365};
   1366
   1367/* Destroy SRQ command (24 bytes) */
   1368struct cmdq_destroy_srq {
   1369	u8 opcode;
   1370	#define CMDQ_DESTROY_SRQ_OPCODE_DESTROY_SRQ		   0x6UL
   1371	u8 cmd_size;
   1372	__le16 flags;
   1373	__le16 cookie;
   1374	u8 resp_size;
   1375	u8 reserved8;
   1376	__le64 resp_addr;
   1377	__le32 srq_cid;
   1378	__le32 unused_0;
   1379};
   1380
   1381/* Query SRQ command (24 bytes) */
   1382struct cmdq_query_srq {
   1383	u8 opcode;
   1384	#define CMDQ_QUERY_SRQ_OPCODE_QUERY_SRQ		   0x8UL
   1385	u8 cmd_size;
   1386	__le16 flags;
   1387	__le16 cookie;
   1388	u8 resp_size;
   1389	u8 reserved8;
   1390	__le64 resp_addr;
   1391	__le32 srq_cid;
   1392	__le32 unused_0;
   1393};
   1394
   1395/* Create CQ command (48 bytes) */
   1396struct cmdq_create_cq {
   1397	u8 opcode;
   1398	#define CMDQ_CREATE_CQ_OPCODE_CREATE_CQ		   0x9UL
   1399	u8 cmd_size;
   1400	__le16 flags;
   1401	__le16 cookie;
   1402	u8 resp_size;
   1403	u8 reserved8;
   1404	__le64 resp_addr;
   1405	__le64 cq_handle;
   1406	__le32 pg_size_lvl;
   1407	#define CMDQ_CREATE_CQ_LVL_MASK			    0x3UL
   1408	#define CMDQ_CREATE_CQ_LVL_SFT				    0
   1409	#define CMDQ_CREATE_CQ_LVL_LVL_0			   0x0UL
   1410	#define CMDQ_CREATE_CQ_LVL_LVL_1			   0x1UL
   1411	#define CMDQ_CREATE_CQ_LVL_LVL_2			   0x2UL
   1412	#define CMDQ_CREATE_CQ_PG_SIZE_MASK			    0x1cUL
   1413	#define CMDQ_CREATE_CQ_PG_SIZE_SFT			    2
   1414	#define CMDQ_CREATE_CQ_PG_SIZE_PG_4K			   (0x0UL << 2)
   1415	#define CMDQ_CREATE_CQ_PG_SIZE_PG_8K			   (0x1UL << 2)
   1416	#define CMDQ_CREATE_CQ_PG_SIZE_PG_64K			   (0x2UL << 2)
   1417	#define CMDQ_CREATE_CQ_PG_SIZE_PG_2M			   (0x3UL << 2)
   1418	#define CMDQ_CREATE_CQ_PG_SIZE_PG_8M			   (0x4UL << 2)
   1419	#define CMDQ_CREATE_CQ_PG_SIZE_PG_1G			   (0x5UL << 2)
   1420	__le32 cq_fco_cnq_id;
   1421	#define CMDQ_CREATE_CQ_CNQ_ID_MASK			    0xfffUL
   1422	#define CMDQ_CREATE_CQ_CNQ_ID_SFT			    0
   1423	#define CMDQ_CREATE_CQ_CQ_FCO_MASK			    0xfffff000UL
   1424	#define CMDQ_CREATE_CQ_CQ_FCO_SFT			    12
   1425	__le32 dpi;
   1426	__le32 cq_size;
   1427	__le64 pbl;
   1428};
   1429
   1430/* Destroy CQ command (24 bytes) */
   1431struct cmdq_destroy_cq {
   1432	u8 opcode;
   1433	#define CMDQ_DESTROY_CQ_OPCODE_DESTROY_CQ		   0xaUL
   1434	u8 cmd_size;
   1435	__le16 flags;
   1436	__le16 cookie;
   1437	u8 resp_size;
   1438	u8 reserved8;
   1439	__le64 resp_addr;
   1440	__le32 cq_cid;
   1441	__le32 unused_0;
   1442};
   1443
   1444/* Resize CQ command (40 bytes) */
   1445struct cmdq_resize_cq {
   1446	u8 opcode;
   1447	#define CMDQ_RESIZE_CQ_OPCODE_RESIZE_CQ		   0xcUL
   1448	u8 cmd_size;
   1449	__le16 flags;
   1450	__le16 cookie;
   1451	u8 resp_size;
   1452	u8 reserved8;
   1453	__le64 resp_addr;
   1454	__le32 cq_cid;
   1455	__le32 new_cq_size_pg_size_lvl;
   1456	#define CMDQ_RESIZE_CQ_LVL_MASK			    0x3UL
   1457	#define CMDQ_RESIZE_CQ_LVL_SFT				    0
   1458	#define CMDQ_RESIZE_CQ_LVL_LVL_0			   0x0UL
   1459	#define CMDQ_RESIZE_CQ_LVL_LVL_1			   0x1UL
   1460	#define CMDQ_RESIZE_CQ_LVL_LVL_2			   0x2UL
   1461	#define CMDQ_RESIZE_CQ_PG_SIZE_MASK			    0x1cUL
   1462	#define CMDQ_RESIZE_CQ_PG_SIZE_SFT			    2
   1463	#define CMDQ_RESIZE_CQ_PG_SIZE_PG_4K			   (0x0UL << 2)
   1464	#define CMDQ_RESIZE_CQ_PG_SIZE_PG_8K			   (0x1UL << 2)
   1465	#define CMDQ_RESIZE_CQ_PG_SIZE_PG_64K			   (0x2UL << 2)
   1466	#define CMDQ_RESIZE_CQ_PG_SIZE_PG_2M			   (0x3UL << 2)
   1467	#define CMDQ_RESIZE_CQ_PG_SIZE_PG_8M			   (0x4UL << 2)
   1468	#define CMDQ_RESIZE_CQ_PG_SIZE_PG_1G			   (0x5UL << 2)
   1469	#define CMDQ_RESIZE_CQ_NEW_CQ_SIZE_MASK		    0x1fffe0UL
   1470	#define CMDQ_RESIZE_CQ_NEW_CQ_SIZE_SFT			    5
   1471	__le64 new_pbl;
   1472	__le32 new_cq_fco;
   1473	__le32 unused_2;
   1474};
   1475
   1476/* Allocate MRW command (32 bytes) */
   1477struct cmdq_allocate_mrw {
   1478	u8 opcode;
   1479	#define CMDQ_ALLOCATE_MRW_OPCODE_ALLOCATE_MRW		   0xdUL
   1480	u8 cmd_size;
   1481	__le16 flags;
   1482	__le16 cookie;
   1483	u8 resp_size;
   1484	u8 reserved8;
   1485	__le64 resp_addr;
   1486	__le64 mrw_handle;
   1487	u8 mrw_flags;
   1488	#define CMDQ_ALLOCATE_MRW_MRW_FLAGS_MASK		    0xfUL
   1489	#define CMDQ_ALLOCATE_MRW_MRW_FLAGS_SFT		    0
   1490	#define CMDQ_ALLOCATE_MRW_MRW_FLAGS_MR			   0x0UL
   1491	#define CMDQ_ALLOCATE_MRW_MRW_FLAGS_PMR		   0x1UL
   1492	#define CMDQ_ALLOCATE_MRW_MRW_FLAGS_MW_TYPE1		   0x2UL
   1493	#define CMDQ_ALLOCATE_MRW_MRW_FLAGS_MW_TYPE2A		   0x3UL
   1494	#define CMDQ_ALLOCATE_MRW_MRW_FLAGS_MW_TYPE2B		   0x4UL
   1495	u8 access;
   1496	#define CMDQ_ALLOCATE_MRW_ACCESS_RESERVED_MASK		    0x1fUL
   1497	#define CMDQ_ALLOCATE_MRW_ACCESS_RESERVED_SFT		    0
   1498	#define CMDQ_ALLOCATE_MRW_ACCESS_CONSUMER_OWNED_KEY	    0x20UL
   1499	__le16 unused_1;
   1500	__le32 pd_id;
   1501};
   1502
   1503/* De-allocate key command (24 bytes) */
   1504struct cmdq_deallocate_key {
   1505	u8 opcode;
   1506	#define CMDQ_DEALLOCATE_KEY_OPCODE_DEALLOCATE_KEY	   0xeUL
   1507	u8 cmd_size;
   1508	__le16 flags;
   1509	__le16 cookie;
   1510	u8 resp_size;
   1511	u8 reserved8;
   1512	__le64 resp_addr;
   1513	u8 mrw_flags;
   1514	#define CMDQ_DEALLOCATE_KEY_MRW_FLAGS_MASK		    0xfUL
   1515	#define CMDQ_DEALLOCATE_KEY_MRW_FLAGS_SFT		    0
   1516	#define CMDQ_DEALLOCATE_KEY_MRW_FLAGS_MR		   0x0UL
   1517	#define CMDQ_DEALLOCATE_KEY_MRW_FLAGS_PMR		   0x1UL
   1518	#define CMDQ_DEALLOCATE_KEY_MRW_FLAGS_MW_TYPE1		   0x2UL
   1519	#define CMDQ_DEALLOCATE_KEY_MRW_FLAGS_MW_TYPE2A	   0x3UL
   1520	#define CMDQ_DEALLOCATE_KEY_MRW_FLAGS_MW_TYPE2B	   0x4UL
   1521	u8 unused_1[3];
   1522	__le32 key;
   1523};
   1524
   1525/* Register MR command (48 bytes) */
   1526struct cmdq_register_mr {
   1527	u8 opcode;
   1528	#define CMDQ_REGISTER_MR_OPCODE_REGISTER_MR		   0xfUL
   1529	u8 cmd_size;
   1530	__le16 flags;
   1531	__le16 cookie;
   1532	u8 resp_size;
   1533	u8 reserved8;
   1534	__le64 resp_addr;
   1535	u8 log2_pg_size_lvl;
   1536	#define CMDQ_REGISTER_MR_LVL_MASK			    0x3UL
   1537	#define CMDQ_REGISTER_MR_LVL_SFT			    0
   1538	#define CMDQ_REGISTER_MR_LVL_LVL_0			   0x0UL
   1539	#define CMDQ_REGISTER_MR_LVL_LVL_1			   0x1UL
   1540	#define CMDQ_REGISTER_MR_LVL_LVL_2			   0x2UL
   1541	#define CMDQ_REGISTER_MR_LVL_LAST             CMDQ_REGISTER_MR_LVL_LVL_2
   1542	#define CMDQ_REGISTER_MR_LOG2_PG_SIZE_MASK		    0x7cUL
   1543	#define CMDQ_REGISTER_MR_LOG2_PG_SIZE_SFT		    2
   1544	#define CMDQ_REGISTER_MR_LOG2_PG_SIZE_PG_4K    (0xcUL << 2)
   1545	#define CMDQ_REGISTER_MR_LOG2_PG_SIZE_PG_8K    (0xdUL << 2)
   1546	#define CMDQ_REGISTER_MR_LOG2_PG_SIZE_PG_64K   (0x10UL << 2)
   1547	#define CMDQ_REGISTER_MR_LOG2_PG_SIZE_PG_256K  (0x12UL << 2)
   1548	#define CMDQ_REGISTER_MR_LOG2_PG_SIZE_PG_1M    (0x14UL << 2)
   1549	#define CMDQ_REGISTER_MR_LOG2_PG_SIZE_PG_2M    (0x15UL << 2)
   1550	#define CMDQ_REGISTER_MR_LOG2_PG_SIZE_PG_4M    (0x16UL << 2)
   1551	#define CMDQ_REGISTER_MR_LOG2_PG_SIZE_PG_1G    (0x1eUL << 2)
   1552	#define CMDQ_REGISTER_MR_LOG2_PG_SIZE_LAST	\
   1553					CMDQ_REGISTER_MR_LOG2_PG_SIZE_PG_1G
   1554	#define CMDQ_REGISTER_MR_UNUSED1             0x80UL
   1555	u8 access;
   1556	#define CMDQ_REGISTER_MR_ACCESS_LOCAL_WRITE		    0x1UL
   1557	#define CMDQ_REGISTER_MR_ACCESS_REMOTE_READ		    0x2UL
   1558	#define CMDQ_REGISTER_MR_ACCESS_REMOTE_WRITE		    0x4UL
   1559	#define CMDQ_REGISTER_MR_ACCESS_REMOTE_ATOMIC		    0x8UL
   1560	#define CMDQ_REGISTER_MR_ACCESS_MW_BIND		    0x10UL
   1561	#define CMDQ_REGISTER_MR_ACCESS_ZERO_BASED		    0x20UL
   1562	__le16	log2_pbl_pg_size;
   1563	#define CMDQ_REGISTER_MR_LOG2_PBL_PG_SIZE_MASK   0x1fUL
   1564	#define CMDQ_REGISTER_MR_LOG2_PBL_PG_SIZE_SFT    0
   1565	#define CMDQ_REGISTER_MR_LOG2_PBL_PG_SIZE_PG_4K    0xcUL
   1566	#define CMDQ_REGISTER_MR_LOG2_PBL_PG_SIZE_PG_8K    0xdUL
   1567	#define CMDQ_REGISTER_MR_LOG2_PBL_PG_SIZE_PG_64K   0x10UL
   1568	#define CMDQ_REGISTER_MR_LOG2_PBL_PG_SIZE_PG_256K  0x12UL
   1569	#define CMDQ_REGISTER_MR_LOG2_PBL_PG_SIZE_PG_1M    0x14UL
   1570	#define CMDQ_REGISTER_MR_LOG2_PBL_PG_SIZE_PG_2M    0x15UL
   1571	#define CMDQ_REGISTER_MR_LOG2_PBL_PG_SIZE_PG_4M    0x16UL
   1572	#define CMDQ_REGISTER_MR_LOG2_PBL_PG_SIZE_PG_1G    0x1eUL
   1573	#define CMDQ_REGISTER_MR_LOG2_PBL_PG_SIZE_LAST    \
   1574				CMDQ_REGISTER_MR_LOG2_PBL_PG_SIZE_PG_1G
   1575	#define CMDQ_REGISTER_MR_UNUSED11_MASK           0xffe0UL
   1576	#define CMDQ_REGISTER_MR_UNUSED11_SFT            5
   1577	__le32 key;
   1578	__le64 pbl;
   1579	__le64 va;
   1580	__le64 mr_size;
   1581};
   1582
   1583/* Deregister MR command (24 bytes) */
   1584struct cmdq_deregister_mr {
   1585	u8 opcode;
   1586	#define CMDQ_DEREGISTER_MR_OPCODE_DEREGISTER_MR	   0x10UL
   1587	u8 cmd_size;
   1588	__le16 flags;
   1589	__le16 cookie;
   1590	u8 resp_size;
   1591	u8 reserved8;
   1592	__le64 resp_addr;
   1593	__le32 lkey;
   1594	__le32 unused_0;
   1595};
   1596
   1597/* Add GID command (48 bytes) */
   1598struct cmdq_add_gid {
   1599	u8 opcode;
   1600	#define CMDQ_ADD_GID_OPCODE_ADD_GID			   0x11UL
   1601	u8 cmd_size;
   1602	__le16 flags;
   1603	__le16 cookie;
   1604	u8 resp_size;
   1605	u8 reserved8;
   1606	__le64 resp_addr;
   1607	__be32 gid[4];
   1608	__be16 src_mac[3];
   1609	__le16 vlan;
   1610	#define CMDQ_ADD_GID_VLAN_VLAN_ID_MASK			    0xfffUL
   1611	#define CMDQ_ADD_GID_VLAN_VLAN_ID_SFT			    0
   1612	#define CMDQ_ADD_GID_VLAN_TPID_MASK			    0x7000UL
   1613	#define CMDQ_ADD_GID_VLAN_TPID_SFT			    12
   1614	#define CMDQ_ADD_GID_VLAN_TPID_TPID_88A8		   (0x0UL << 12)
   1615	#define CMDQ_ADD_GID_VLAN_TPID_TPID_8100		   (0x1UL << 12)
   1616	#define CMDQ_ADD_GID_VLAN_TPID_TPID_9100		   (0x2UL << 12)
   1617	#define CMDQ_ADD_GID_VLAN_TPID_TPID_9200		   (0x3UL << 12)
   1618	#define CMDQ_ADD_GID_VLAN_TPID_TPID_9300		   (0x4UL << 12)
   1619	#define CMDQ_ADD_GID_VLAN_TPID_TPID_CFG1		   (0x5UL << 12)
   1620	#define CMDQ_ADD_GID_VLAN_TPID_TPID_CFG2		   (0x6UL << 12)
   1621	#define CMDQ_ADD_GID_VLAN_TPID_TPID_CFG3		   (0x7UL << 12)
   1622	#define CMDQ_ADD_GID_VLAN_TPID_LAST    CMDQ_ADD_GID_VLAN_TPID_TPID_CFG3
   1623	#define CMDQ_ADD_GID_VLAN_VLAN_EN			    0x8000UL
   1624	__le16 ipid;
   1625	__le16 stats_ctx;
   1626	#define CMDQ_ADD_GID_STATS_CTX_STATS_CTX_ID_MASK	    0x7fffUL
   1627	#define CMDQ_ADD_GID_STATS_CTX_STATS_CTX_ID_SFT	    0
   1628	#define CMDQ_ADD_GID_STATS_CTX_STATS_CTX_VALID		    0x8000UL
   1629	__le32 unused_0;
   1630};
   1631
   1632/* Delete GID command (24 bytes) */
   1633struct cmdq_delete_gid {
   1634	u8 opcode;
   1635	#define CMDQ_DELETE_GID_OPCODE_DELETE_GID		   0x12UL
   1636	u8 cmd_size;
   1637	__le16 flags;
   1638	__le16 cookie;
   1639	u8 resp_size;
   1640	u8 reserved8;
   1641	__le64 resp_addr;
   1642	__le16 gid_index;
   1643	__le16 unused_0;
   1644	__le32 unused_1;
   1645};
   1646
   1647/* Modify GID command (48 bytes) */
   1648struct cmdq_modify_gid {
   1649	u8 opcode;
   1650	#define CMDQ_MODIFY_GID_OPCODE_MODIFY_GID		   0x17UL
   1651	u8 cmd_size;
   1652	__le16 flags;
   1653	__le16 cookie;
   1654	u8 resp_size;
   1655	u8 reserved8;
   1656	__le64 resp_addr;
   1657	__be32 gid[4];
   1658	__be16 src_mac[3];
   1659	__le16 vlan;
   1660	#define CMDQ_MODIFY_GID_VLAN_VLAN_ID_MASK		    0xfffUL
   1661	#define CMDQ_MODIFY_GID_VLAN_VLAN_ID_SFT		    0
   1662	#define CMDQ_MODIFY_GID_VLAN_TPID_MASK			    0x7000UL
   1663	#define CMDQ_MODIFY_GID_VLAN_TPID_SFT			    12
   1664	#define CMDQ_MODIFY_GID_VLAN_TPID_TPID_88A8		   (0x0UL << 12)
   1665	#define CMDQ_MODIFY_GID_VLAN_TPID_TPID_8100		   (0x1UL << 12)
   1666	#define CMDQ_MODIFY_GID_VLAN_TPID_TPID_9100		   (0x2UL << 12)
   1667	#define CMDQ_MODIFY_GID_VLAN_TPID_TPID_9200		   (0x3UL << 12)
   1668	#define CMDQ_MODIFY_GID_VLAN_TPID_TPID_9300		   (0x4UL << 12)
   1669	#define CMDQ_MODIFY_GID_VLAN_TPID_TPID_CFG1		   (0x5UL << 12)
   1670	#define CMDQ_MODIFY_GID_VLAN_TPID_TPID_CFG2		   (0x6UL << 12)
   1671	#define CMDQ_MODIFY_GID_VLAN_TPID_TPID_CFG3		   (0x7UL << 12)
   1672	#define CMDQ_MODIFY_GID_VLAN_TPID_LAST		\
   1673					CMDQ_MODIFY_GID_VLAN_TPID_TPID_CFG3
   1674	#define CMDQ_MODIFY_GID_VLAN_VLAN_EN			    0x8000UL
   1675	__le16 ipid;
   1676	__le16 gid_index;
   1677	__le16 stats_ctx;
   1678	#define CMDQ_MODIFY_GID_STATS_CTX_STATS_CTX_ID_MASK	    0x7fffUL
   1679	#define CMDQ_MODIFY_GID_STATS_CTX_STATS_CTX_ID_SFT	    0
   1680	#define CMDQ_MODIFY_GID_STATS_CTX_STATS_CTX_VALID	    0x8000UL
   1681	__le16 unused_0;
   1682};
   1683
   1684/* Query GID command (24 bytes) */
   1685struct cmdq_query_gid {
   1686	u8 opcode;
   1687	#define CMDQ_QUERY_GID_OPCODE_QUERY_GID		   0x18UL
   1688	u8 cmd_size;
   1689	__le16 flags;
   1690	__le16 cookie;
   1691	u8 resp_size;
   1692	u8 reserved8;
   1693	__le64 resp_addr;
   1694	__le16 gid_index;
   1695	__le16 unused_0;
   1696	__le32 unused_1;
   1697};
   1698
   1699/* Create QP1 command (80 bytes) */
   1700struct cmdq_create_qp1 {
   1701	u8 opcode;
   1702	#define CMDQ_CREATE_QP1_OPCODE_CREATE_QP1		   0x13UL
   1703	u8 cmd_size;
   1704	__le16 flags;
   1705	__le16 cookie;
   1706	u8 resp_size;
   1707	u8 reserved8;
   1708	__le64 resp_addr;
   1709	__le64 qp_handle;
   1710	__le32 qp_flags;
   1711	#define CMDQ_CREATE_QP1_QP_FLAGS_SRQ_USED		   0x1UL
   1712	#define CMDQ_CREATE_QP1_QP_FLAGS_FORCE_COMPLETION	   0x2UL
   1713	#define CMDQ_CREATE_QP1_QP_FLAGS_RESERVED_LKEY_ENABLE     0x4UL
   1714	u8 type;
   1715	#define CMDQ_CREATE_QP1_TYPE_GSI			   0x1UL
   1716	u8 sq_pg_size_sq_lvl;
   1717	#define CMDQ_CREATE_QP1_SQ_LVL_MASK			    0xfUL
   1718	#define CMDQ_CREATE_QP1_SQ_LVL_SFT			    0
   1719	#define CMDQ_CREATE_QP1_SQ_LVL_LVL_0			   0x0UL
   1720	#define CMDQ_CREATE_QP1_SQ_LVL_LVL_1			   0x1UL
   1721	#define CMDQ_CREATE_QP1_SQ_LVL_LVL_2			   0x2UL
   1722	#define CMDQ_CREATE_QP1_SQ_PG_SIZE_MASK		    0xf0UL
   1723	#define CMDQ_CREATE_QP1_SQ_PG_SIZE_SFT			    4
   1724	#define CMDQ_CREATE_QP1_SQ_PG_SIZE_PG_4K		   (0x0UL << 4)
   1725	#define CMDQ_CREATE_QP1_SQ_PG_SIZE_PG_8K		   (0x1UL << 4)
   1726	#define CMDQ_CREATE_QP1_SQ_PG_SIZE_PG_64K		   (0x2UL << 4)
   1727	#define CMDQ_CREATE_QP1_SQ_PG_SIZE_PG_2M		   (0x3UL << 4)
   1728	#define CMDQ_CREATE_QP1_SQ_PG_SIZE_PG_8M		   (0x4UL << 4)
   1729	#define CMDQ_CREATE_QP1_SQ_PG_SIZE_PG_1G		   (0x5UL << 4)
   1730	u8 rq_pg_size_rq_lvl;
   1731	#define CMDQ_CREATE_QP1_RQ_LVL_MASK			    0xfUL
   1732	#define CMDQ_CREATE_QP1_RQ_LVL_SFT			    0
   1733	#define CMDQ_CREATE_QP1_RQ_LVL_LVL_0			   0x0UL
   1734	#define CMDQ_CREATE_QP1_RQ_LVL_LVL_1			   0x1UL
   1735	#define CMDQ_CREATE_QP1_RQ_LVL_LVL_2			   0x2UL
   1736	#define CMDQ_CREATE_QP1_RQ_PG_SIZE_MASK		    0xf0UL
   1737	#define CMDQ_CREATE_QP1_RQ_PG_SIZE_SFT			    4
   1738	#define CMDQ_CREATE_QP1_RQ_PG_SIZE_PG_4K		   (0x0UL << 4)
   1739	#define CMDQ_CREATE_QP1_RQ_PG_SIZE_PG_8K		   (0x1UL << 4)
   1740	#define CMDQ_CREATE_QP1_RQ_PG_SIZE_PG_64K		   (0x2UL << 4)
   1741	#define CMDQ_CREATE_QP1_RQ_PG_SIZE_PG_2M		   (0x3UL << 4)
   1742	#define CMDQ_CREATE_QP1_RQ_PG_SIZE_PG_8M		   (0x4UL << 4)
   1743	#define CMDQ_CREATE_QP1_RQ_PG_SIZE_PG_1G		   (0x5UL << 4)
   1744	u8 unused_0;
   1745	__le32 dpi;
   1746	__le32 sq_size;
   1747	__le32 rq_size;
   1748	__le16 sq_fwo_sq_sge;
   1749	#define CMDQ_CREATE_QP1_SQ_SGE_MASK			    0xfUL
   1750	#define CMDQ_CREATE_QP1_SQ_SGE_SFT			    0
   1751	#define CMDQ_CREATE_QP1_SQ_FWO_MASK			    0xfff0UL
   1752	#define CMDQ_CREATE_QP1_SQ_FWO_SFT			    4
   1753	__le16 rq_fwo_rq_sge;
   1754	#define CMDQ_CREATE_QP1_RQ_SGE_MASK			    0xfUL
   1755	#define CMDQ_CREATE_QP1_RQ_SGE_SFT			    0
   1756	#define CMDQ_CREATE_QP1_RQ_FWO_MASK			    0xfff0UL
   1757	#define CMDQ_CREATE_QP1_RQ_FWO_SFT			    4
   1758	__le32 scq_cid;
   1759	__le32 rcq_cid;
   1760	__le32 srq_cid;
   1761	__le32 pd_id;
   1762	__le64 sq_pbl;
   1763	__le64 rq_pbl;
   1764};
   1765
   1766/* Destroy QP1 command (24 bytes) */
   1767struct cmdq_destroy_qp1 {
   1768	u8 opcode;
   1769	#define CMDQ_DESTROY_QP1_OPCODE_DESTROY_QP1		   0x14UL
   1770	u8 cmd_size;
   1771	__le16 flags;
   1772	__le16 cookie;
   1773	u8 resp_size;
   1774	u8 reserved8;
   1775	__le64 resp_addr;
   1776	__le32 qp1_cid;
   1777	__le32 unused_0;
   1778};
   1779
   1780/* Create AH command (64 bytes) */
   1781struct cmdq_create_ah {
   1782	u8 opcode;
   1783	#define CMDQ_CREATE_AH_OPCODE_CREATE_AH		   0x15UL
   1784	u8 cmd_size;
   1785	__le16 flags;
   1786	__le16 cookie;
   1787	u8 resp_size;
   1788	u8 reserved8;
   1789	__le64 resp_addr;
   1790	__le64 ah_handle;
   1791	__le32 dgid[4];
   1792	u8 type;
   1793	#define CMDQ_CREATE_AH_TYPE_V1				   0x0UL
   1794	#define CMDQ_CREATE_AH_TYPE_V2IPV4			   0x2UL
   1795	#define CMDQ_CREATE_AH_TYPE_V2IPV6			   0x3UL
   1796	u8 hop_limit;
   1797	__le16 sgid_index;
   1798	__le32 dest_vlan_id_flow_label;
   1799	#define CMDQ_CREATE_AH_FLOW_LABEL_MASK			    0xfffffUL
   1800	#define CMDQ_CREATE_AH_FLOW_LABEL_SFT			    0
   1801	#define CMDQ_CREATE_AH_DEST_VLAN_ID_MASK		    0xfff00000UL
   1802	#define CMDQ_CREATE_AH_DEST_VLAN_ID_SFT		    20
   1803	__le32 pd_id;
   1804	__le32 unused_0;
   1805	__le16 dest_mac[3];
   1806	u8 traffic_class;
   1807	u8 unused_1;
   1808};
   1809
   1810/* Destroy AH command (24 bytes) */
   1811struct cmdq_destroy_ah {
   1812	u8 opcode;
   1813	#define CMDQ_DESTROY_AH_OPCODE_DESTROY_AH		   0x16UL
   1814	u8 cmd_size;
   1815	__le16 flags;
   1816	__le16 cookie;
   1817	u8 resp_size;
   1818	u8 reserved8;
   1819	__le64 resp_addr;
   1820	__le32 ah_cid;
   1821	__le32 unused_0;
   1822};
   1823
   1824/* Initialize Firmware command (112 bytes) */
   1825struct cmdq_initialize_fw {
   1826	u8 opcode;
   1827	#define CMDQ_INITIALIZE_FW_OPCODE_INITIALIZE_FW	   0x80UL
   1828	u8 cmd_size;
   1829	__le16 flags;
   1830	__le16 cookie;
   1831	u8 resp_size;
   1832	u8 reserved8;
   1833	__le64 resp_addr;
   1834	u8 qpc_pg_size_qpc_lvl;
   1835	#define CMDQ_INITIALIZE_FW_QPC_LVL_MASK		    0xfUL
   1836	#define CMDQ_INITIALIZE_FW_QPC_LVL_SFT			    0
   1837	#define CMDQ_INITIALIZE_FW_QPC_LVL_LVL_0		   0x0UL
   1838	#define CMDQ_INITIALIZE_FW_QPC_LVL_LVL_1		   0x1UL
   1839	#define CMDQ_INITIALIZE_FW_QPC_LVL_LVL_2		   0x2UL
   1840	#define CMDQ_INITIALIZE_FW_QPC_PG_SIZE_MASK		    0xf0UL
   1841	#define CMDQ_INITIALIZE_FW_QPC_PG_SIZE_SFT		    4
   1842	#define CMDQ_INITIALIZE_FW_QPC_PG_SIZE_PG_4K		   (0x0UL << 4)
   1843	#define CMDQ_INITIALIZE_FW_QPC_PG_SIZE_PG_8K		   (0x1UL << 4)
   1844	#define CMDQ_INITIALIZE_FW_QPC_PG_SIZE_PG_64K		   (0x2UL << 4)
   1845	#define CMDQ_INITIALIZE_FW_QPC_PG_SIZE_PG_2M		   (0x3UL << 4)
   1846	#define CMDQ_INITIALIZE_FW_QPC_PG_SIZE_PG_8M		   (0x4UL << 4)
   1847	#define CMDQ_INITIALIZE_FW_QPC_PG_SIZE_PG_1G		   (0x5UL << 4)
   1848	u8 mrw_pg_size_mrw_lvl;
   1849	#define CMDQ_INITIALIZE_FW_MRW_LVL_MASK		    0xfUL
   1850	#define CMDQ_INITIALIZE_FW_MRW_LVL_SFT			    0
   1851	#define CMDQ_INITIALIZE_FW_MRW_LVL_LVL_0		   0x0UL
   1852	#define CMDQ_INITIALIZE_FW_MRW_LVL_LVL_1		   0x1UL
   1853	#define CMDQ_INITIALIZE_FW_MRW_LVL_LVL_2		   0x2UL
   1854	#define CMDQ_INITIALIZE_FW_MRW_PG_SIZE_MASK		    0xf0UL
   1855	#define CMDQ_INITIALIZE_FW_MRW_PG_SIZE_SFT		    4
   1856	#define CMDQ_INITIALIZE_FW_MRW_PG_SIZE_PG_4K		   (0x0UL << 4)
   1857	#define CMDQ_INITIALIZE_FW_MRW_PG_SIZE_PG_8K		   (0x1UL << 4)
   1858	#define CMDQ_INITIALIZE_FW_MRW_PG_SIZE_PG_64K		   (0x2UL << 4)
   1859	#define CMDQ_INITIALIZE_FW_MRW_PG_SIZE_PG_2M		   (0x3UL << 4)
   1860	#define CMDQ_INITIALIZE_FW_MRW_PG_SIZE_PG_8M		   (0x4UL << 4)
   1861	#define CMDQ_INITIALIZE_FW_MRW_PG_SIZE_PG_1G		   (0x5UL << 4)
   1862	u8 srq_pg_size_srq_lvl;
   1863	#define CMDQ_INITIALIZE_FW_SRQ_LVL_MASK		    0xfUL
   1864	#define CMDQ_INITIALIZE_FW_SRQ_LVL_SFT			    0
   1865	#define CMDQ_INITIALIZE_FW_SRQ_LVL_LVL_0		   0x0UL
   1866	#define CMDQ_INITIALIZE_FW_SRQ_LVL_LVL_1		   0x1UL
   1867	#define CMDQ_INITIALIZE_FW_SRQ_LVL_LVL_2		   0x2UL
   1868	#define CMDQ_INITIALIZE_FW_SRQ_PG_SIZE_MASK		    0xf0UL
   1869	#define CMDQ_INITIALIZE_FW_SRQ_PG_SIZE_SFT		    4
   1870	#define CMDQ_INITIALIZE_FW_SRQ_PG_SIZE_PG_4K		   (0x0UL << 4)
   1871	#define CMDQ_INITIALIZE_FW_SRQ_PG_SIZE_PG_8K		   (0x1UL << 4)
   1872	#define CMDQ_INITIALIZE_FW_SRQ_PG_SIZE_PG_64K		   (0x2UL << 4)
   1873	#define CMDQ_INITIALIZE_FW_SRQ_PG_SIZE_PG_2M		   (0x3UL << 4)
   1874	#define CMDQ_INITIALIZE_FW_SRQ_PG_SIZE_PG_8M		   (0x4UL << 4)
   1875	#define CMDQ_INITIALIZE_FW_SRQ_PG_SIZE_PG_1G		   (0x5UL << 4)
   1876	u8 cq_pg_size_cq_lvl;
   1877	#define CMDQ_INITIALIZE_FW_CQ_LVL_MASK			    0xfUL
   1878	#define CMDQ_INITIALIZE_FW_CQ_LVL_SFT			    0
   1879	#define CMDQ_INITIALIZE_FW_CQ_LVL_LVL_0		   0x0UL
   1880	#define CMDQ_INITIALIZE_FW_CQ_LVL_LVL_1		   0x1UL
   1881	#define CMDQ_INITIALIZE_FW_CQ_LVL_LVL_2		   0x2UL
   1882	#define CMDQ_INITIALIZE_FW_CQ_PG_SIZE_MASK		    0xf0UL
   1883	#define CMDQ_INITIALIZE_FW_CQ_PG_SIZE_SFT		    4
   1884	#define CMDQ_INITIALIZE_FW_CQ_PG_SIZE_PG_4K		   (0x0UL << 4)
   1885	#define CMDQ_INITIALIZE_FW_CQ_PG_SIZE_PG_8K		   (0x1UL << 4)
   1886	#define CMDQ_INITIALIZE_FW_CQ_PG_SIZE_PG_64K		   (0x2UL << 4)
   1887	#define CMDQ_INITIALIZE_FW_CQ_PG_SIZE_PG_2M		   (0x3UL << 4)
   1888	#define CMDQ_INITIALIZE_FW_CQ_PG_SIZE_PG_8M		   (0x4UL << 4)
   1889	#define CMDQ_INITIALIZE_FW_CQ_PG_SIZE_PG_1G		   (0x5UL << 4)
   1890	u8 tqm_pg_size_tqm_lvl;
   1891	#define CMDQ_INITIALIZE_FW_TQM_LVL_MASK		    0xfUL
   1892	#define CMDQ_INITIALIZE_FW_TQM_LVL_SFT			    0
   1893	#define CMDQ_INITIALIZE_FW_TQM_LVL_LVL_0		   0x0UL
   1894	#define CMDQ_INITIALIZE_FW_TQM_LVL_LVL_1		   0x1UL
   1895	#define CMDQ_INITIALIZE_FW_TQM_LVL_LVL_2		   0x2UL
   1896	#define CMDQ_INITIALIZE_FW_TQM_PG_SIZE_MASK		    0xf0UL
   1897	#define CMDQ_INITIALIZE_FW_TQM_PG_SIZE_SFT		    4
   1898	#define CMDQ_INITIALIZE_FW_TQM_PG_SIZE_PG_4K		   (0x0UL << 4)
   1899	#define CMDQ_INITIALIZE_FW_TQM_PG_SIZE_PG_8K		   (0x1UL << 4)
   1900	#define CMDQ_INITIALIZE_FW_TQM_PG_SIZE_PG_64K		   (0x2UL << 4)
   1901	#define CMDQ_INITIALIZE_FW_TQM_PG_SIZE_PG_2M		   (0x3UL << 4)
   1902	#define CMDQ_INITIALIZE_FW_TQM_PG_SIZE_PG_8M		   (0x4UL << 4)
   1903	#define CMDQ_INITIALIZE_FW_TQM_PG_SIZE_PG_1G		   (0x5UL << 4)
   1904	u8 tim_pg_size_tim_lvl;
   1905	#define CMDQ_INITIALIZE_FW_TIM_LVL_MASK		    0xfUL
   1906	#define CMDQ_INITIALIZE_FW_TIM_LVL_SFT			    0
   1907	#define CMDQ_INITIALIZE_FW_TIM_LVL_LVL_0		   0x0UL
   1908	#define CMDQ_INITIALIZE_FW_TIM_LVL_LVL_1		   0x1UL
   1909	#define CMDQ_INITIALIZE_FW_TIM_LVL_LVL_2		   0x2UL
   1910	#define CMDQ_INITIALIZE_FW_TIM_PG_SIZE_MASK		    0xf0UL
   1911	#define CMDQ_INITIALIZE_FW_TIM_PG_SIZE_SFT		    4
   1912	#define CMDQ_INITIALIZE_FW_TIM_PG_SIZE_PG_4K		   (0x0UL << 4)
   1913	#define CMDQ_INITIALIZE_FW_TIM_PG_SIZE_PG_8K		   (0x1UL << 4)
   1914	#define CMDQ_INITIALIZE_FW_TIM_PG_SIZE_PG_64K		   (0x2UL << 4)
   1915	#define CMDQ_INITIALIZE_FW_TIM_PG_SIZE_PG_2M		   (0x3UL << 4)
   1916	#define CMDQ_INITIALIZE_FW_TIM_PG_SIZE_PG_8M		   (0x4UL << 4)
   1917	#define CMDQ_INITIALIZE_FW_TIM_PG_SIZE_PG_1G		   (0x5UL << 4)
   1918	/* This value is (log-base-2-of-DBR-page-size - 12).
   1919	 * 0 for 4KB. HW supported values are enumerated below.
   1920	 */
   1921	__le16  log2_dbr_pg_size;
   1922	#define CMDQ_INITIALIZE_FW_LOG2_DBR_PG_SIZE_MASK	0xfUL
   1923	#define CMDQ_INITIALIZE_FW_LOG2_DBR_PG_SIZE_SFT		0
   1924	#define CMDQ_INITIALIZE_FW_LOG2_DBR_PG_SIZE_PG_4K	0x0UL
   1925	#define CMDQ_INITIALIZE_FW_LOG2_DBR_PG_SIZE_PG_8K	0x1UL
   1926	#define CMDQ_INITIALIZE_FW_LOG2_DBR_PG_SIZE_PG_16K	0x2UL
   1927	#define CMDQ_INITIALIZE_FW_LOG2_DBR_PG_SIZE_PG_32K	0x3UL
   1928	#define CMDQ_INITIALIZE_FW_LOG2_DBR_PG_SIZE_PG_64K	0x4UL
   1929	#define CMDQ_INITIALIZE_FW_LOG2_DBR_PG_SIZE_PG_128K	0x5UL
   1930	#define CMDQ_INITIALIZE_FW_LOG2_DBR_PG_SIZE_PG_256K	0x6UL
   1931	#define CMDQ_INITIALIZE_FW_LOG2_DBR_PG_SIZE_PG_512K	0x7UL
   1932	#define CMDQ_INITIALIZE_FW_LOG2_DBR_PG_SIZE_PG_1M	0x8UL
   1933	#define CMDQ_INITIALIZE_FW_LOG2_DBR_PG_SIZE_PG_2M	0x9UL
   1934	#define CMDQ_INITIALIZE_FW_LOG2_DBR_PG_SIZE_PG_4M	0xaUL
   1935	#define CMDQ_INITIALIZE_FW_LOG2_DBR_PG_SIZE_PG_8M	0xbUL
   1936	#define CMDQ_INITIALIZE_FW_LOG2_DBR_PG_SIZE_PG_16M	0xcUL
   1937	#define CMDQ_INITIALIZE_FW_LOG2_DBR_PG_SIZE_PG_32M	0xdUL
   1938	#define CMDQ_INITIALIZE_FW_LOG2_DBR_PG_SIZE_PG_64M	0xeUL
   1939	#define CMDQ_INITIALIZE_FW_LOG2_DBR_PG_SIZE_PG_128M	0xfUL
   1940	#define CMDQ_INITIALIZE_FW_LOG2_DBR_PG_SIZE_LAST		\
   1941			CMDQ_INITIALIZE_FW_LOG2_DBR_PG_SIZE_PG_128M
   1942	__le64 qpc_page_dir;
   1943	__le64 mrw_page_dir;
   1944	__le64 srq_page_dir;
   1945	__le64 cq_page_dir;
   1946	__le64 tqm_page_dir;
   1947	__le64 tim_page_dir;
   1948	__le32 number_of_qp;
   1949	__le32 number_of_mrw;
   1950	__le32 number_of_srq;
   1951	__le32 number_of_cq;
   1952	__le32 max_qp_per_vf;
   1953	__le32 max_mrw_per_vf;
   1954	__le32 max_srq_per_vf;
   1955	__le32 max_cq_per_vf;
   1956	__le32 max_gid_per_vf;
   1957	__le32 stat_ctx_id;
   1958};
   1959
   1960/* De-initialize Firmware command (16 bytes) */
   1961struct cmdq_deinitialize_fw {
   1962	u8 opcode;
   1963	#define CMDQ_DEINITIALIZE_FW_OPCODE_DEINITIALIZE_FW       0x81UL
   1964	u8 cmd_size;
   1965	__le16 flags;
   1966	__le16 cookie;
   1967	u8 resp_size;
   1968	u8 reserved8;
   1969	__le64 resp_addr;
   1970};
   1971
   1972/* Stop function command (16 bytes) */
   1973struct cmdq_stop_func {
   1974	u8 opcode;
   1975	#define CMDQ_STOP_FUNC_OPCODE_STOP_FUNC		   0x82UL
   1976	u8 cmd_size;
   1977	__le16 flags;
   1978	__le16 cookie;
   1979	u8 resp_size;
   1980	u8 reserved8;
   1981	__le64 resp_addr;
   1982};
   1983
   1984/* Query function command (16 bytes) */
   1985struct cmdq_query_func {
   1986	u8 opcode;
   1987	#define CMDQ_QUERY_FUNC_OPCODE_QUERY_FUNC		   0x83UL
   1988	u8 cmd_size;
   1989	__le16 flags;
   1990	__le16 cookie;
   1991	u8 resp_size;
   1992	u8 reserved8;
   1993	__le64 resp_addr;
   1994};
   1995
   1996/* Set function resources command (16 bytes) */
   1997struct cmdq_set_func_resources {
   1998	u8 opcode;
   1999	#define CMDQ_SET_FUNC_RESOURCES_OPCODE_SET_FUNC_RESOURCES 0x84UL
   2000	u8 cmd_size;
   2001	__le16 flags;
   2002	__le16 cookie;
   2003	u8 resp_size;
   2004	u8 reserved8;
   2005	__le64 resp_addr;
   2006	__le32 number_of_qp;
   2007	__le32 number_of_mrw;
   2008	__le32 number_of_srq;
   2009	__le32 number_of_cq;
   2010	__le32 max_qp_per_vf;
   2011	__le32 max_mrw_per_vf;
   2012	__le32 max_srq_per_vf;
   2013	__le32 max_cq_per_vf;
   2014	__le32 max_gid_per_vf;
   2015	__le32 stat_ctx_id;
   2016};
   2017
   2018/* Read hardware resource context command (24 bytes) */
   2019struct cmdq_read_context {
   2020	u8 opcode;
   2021	#define CMDQ_READ_CONTEXT_OPCODE_READ_CONTEXT		   0x85UL
   2022	u8 cmd_size;
   2023	__le16 flags;
   2024	__le16 cookie;
   2025	u8 resp_size;
   2026	u8 reserved8;
   2027	__le64 resp_addr;
   2028	__le32 type_xid;
   2029	#define CMDQ_READ_CONTEXT_XID_MASK			    0xffffffUL
   2030	#define CMDQ_READ_CONTEXT_XID_SFT			    0
   2031	#define CMDQ_READ_CONTEXT_TYPE_MASK			    0xff000000UL
   2032	#define CMDQ_READ_CONTEXT_TYPE_SFT			    24
   2033	#define CMDQ_READ_CONTEXT_TYPE_QPC			   (0x0UL << 24)
   2034	#define CMDQ_READ_CONTEXT_TYPE_CQ			   (0x1UL << 24)
   2035	#define CMDQ_READ_CONTEXT_TYPE_MRW			   (0x2UL << 24)
   2036	#define CMDQ_READ_CONTEXT_TYPE_SRQ			   (0x3UL << 24)
   2037	__le32 unused_0;
   2038};
   2039
   2040/* Map TC to COS. Can only be issued from a PF (24 bytes) */
   2041struct cmdq_map_tc_to_cos {
   2042	u8 opcode;
   2043	#define CMDQ_MAP_TC_TO_COS_OPCODE_MAP_TC_TO_COS	   0x8aUL
   2044	u8 cmd_size;
   2045	__le16 flags;
   2046	__le16 cookie;
   2047	u8 resp_size;
   2048	u8 reserved8;
   2049	__le64 resp_addr;
   2050	__le16 cos0;
   2051	#define CMDQ_MAP_TC_TO_COS_COS0_NO_CHANGE		   0xffffUL
   2052	__le16 cos1;
   2053	#define CMDQ_MAP_TC_TO_COS_COS1_DISABLE		   0x8000UL
   2054	#define CMDQ_MAP_TC_TO_COS_COS1_NO_CHANGE		   0xffffUL
   2055	__le32 unused_0;
   2056};
   2057
   2058/* Query version command (16 bytes) */
   2059struct cmdq_query_version {
   2060	u8 opcode;
   2061	#define CMDQ_QUERY_VERSION_OPCODE_QUERY_VERSION	   0x8bUL
   2062	u8 cmd_size;
   2063	__le16 flags;
   2064	__le16 cookie;
   2065	u8 resp_size;
   2066	u8 reserved8;
   2067	__le64 resp_addr;
   2068};
   2069
   2070/* Command-Response Event Queue (CREQ) Structures */
   2071/* Base CREQ Record (16 bytes) */
   2072struct creq_base {
   2073	u8 type;
   2074	#define CREQ_BASE_TYPE_MASK				    0x3fUL
   2075	#define CREQ_BASE_TYPE_SFT				    0
   2076	#define CREQ_BASE_TYPE_QP_EVENT			   0x38UL
   2077	#define CREQ_BASE_TYPE_FUNC_EVENT			   0x3aUL
   2078	#define CREQ_BASE_RESERVED2_MASK			    0xc0UL
   2079	#define CREQ_BASE_RESERVED2_SFT			    6
   2080	u8 reserved56[7];
   2081	u8 v;
   2082	#define CREQ_BASE_V					    0x1UL
   2083	#define CREQ_BASE_RESERVED7_MASK			    0xfeUL
   2084	#define CREQ_BASE_RESERVED7_SFT			    1
   2085	u8 event;
   2086	__le16 reserved48[3];
   2087};
   2088
   2089/* RoCE Function Async Event Notification (16 bytes) */
   2090struct creq_func_event {
   2091	u8 type;
   2092	#define CREQ_FUNC_EVENT_TYPE_MASK			    0x3fUL
   2093	#define CREQ_FUNC_EVENT_TYPE_SFT			    0
   2094	#define CREQ_FUNC_EVENT_TYPE_FUNC_EVENT		   0x3aUL
   2095	#define CREQ_FUNC_EVENT_RESERVED2_MASK			    0xc0UL
   2096	#define CREQ_FUNC_EVENT_RESERVED2_SFT			    6
   2097	u8 reserved56[7];
   2098	u8 v;
   2099	#define CREQ_FUNC_EVENT_V				    0x1UL
   2100	#define CREQ_FUNC_EVENT_RESERVED7_MASK			    0xfeUL
   2101	#define CREQ_FUNC_EVENT_RESERVED7_SFT			    1
   2102	u8 event;
   2103	#define CREQ_FUNC_EVENT_EVENT_TX_WQE_ERROR		   0x1UL
   2104	#define CREQ_FUNC_EVENT_EVENT_TX_DATA_ERROR		   0x2UL
   2105	#define CREQ_FUNC_EVENT_EVENT_RX_WQE_ERROR		   0x3UL
   2106	#define CREQ_FUNC_EVENT_EVENT_RX_DATA_ERROR		   0x4UL
   2107	#define CREQ_FUNC_EVENT_EVENT_CQ_ERROR			   0x5UL
   2108	#define CREQ_FUNC_EVENT_EVENT_TQM_ERROR		   0x6UL
   2109	#define CREQ_FUNC_EVENT_EVENT_CFCQ_ERROR		   0x7UL
   2110	#define CREQ_FUNC_EVENT_EVENT_CFCS_ERROR		   0x8UL
   2111	#define CREQ_FUNC_EVENT_EVENT_CFCC_ERROR		   0x9UL
   2112	#define CREQ_FUNC_EVENT_EVENT_CFCM_ERROR		   0xaUL
   2113	#define CREQ_FUNC_EVENT_EVENT_TIM_ERROR		   0xbUL
   2114	#define CREQ_FUNC_EVENT_EVENT_VF_COMM_REQUEST		   0x80UL
   2115	#define CREQ_FUNC_EVENT_EVENT_RESOURCE_EXHAUSTED	   0x81UL
   2116	__le16 reserved48[3];
   2117};
   2118
   2119/* RoCE Slowpath Command Completion (16 bytes) */
   2120struct creq_qp_event {
   2121	u8 type;
   2122	#define CREQ_QP_EVENT_TYPE_MASK			    0x3fUL
   2123	#define CREQ_QP_EVENT_TYPE_SFT				    0
   2124	#define CREQ_QP_EVENT_TYPE_QP_EVENT			   0x38UL
   2125	#define CREQ_QP_EVENT_RESERVED2_MASK			    0xc0UL
   2126	#define CREQ_QP_EVENT_RESERVED2_SFT			    6
   2127	u8 status;
   2128	__le16 cookie;
   2129	__le32 reserved32;
   2130	u8 v;
   2131	#define CREQ_QP_EVENT_V				    0x1UL
   2132	#define CREQ_QP_EVENT_RESERVED7_MASK			    0xfeUL
   2133	#define CREQ_QP_EVENT_RESERVED7_SFT			    1
   2134	u8 event;
   2135	#define CREQ_QP_EVENT_EVENT_CREATE_QP			   0x1UL
   2136	#define CREQ_QP_EVENT_EVENT_DESTROY_QP			   0x2UL
   2137	#define CREQ_QP_EVENT_EVENT_MODIFY_QP			   0x3UL
   2138	#define CREQ_QP_EVENT_EVENT_QUERY_QP			   0x4UL
   2139	#define CREQ_QP_EVENT_EVENT_CREATE_SRQ			   0x5UL
   2140	#define CREQ_QP_EVENT_EVENT_DESTROY_SRQ		   0x6UL
   2141	#define CREQ_QP_EVENT_EVENT_QUERY_SRQ			   0x8UL
   2142	#define CREQ_QP_EVENT_EVENT_CREATE_CQ			   0x9UL
   2143	#define CREQ_QP_EVENT_EVENT_DESTROY_CQ			   0xaUL
   2144	#define CREQ_QP_EVENT_EVENT_RESIZE_CQ			   0xcUL
   2145	#define CREQ_QP_EVENT_EVENT_ALLOCATE_MRW		   0xdUL
   2146	#define CREQ_QP_EVENT_EVENT_DEALLOCATE_KEY		   0xeUL
   2147	#define CREQ_QP_EVENT_EVENT_REGISTER_MR		   0xfUL
   2148	#define CREQ_QP_EVENT_EVENT_DEREGISTER_MR		   0x10UL
   2149	#define CREQ_QP_EVENT_EVENT_ADD_GID			   0x11UL
   2150	#define CREQ_QP_EVENT_EVENT_DELETE_GID			   0x12UL
   2151	#define CREQ_QP_EVENT_EVENT_MODIFY_GID			   0x17UL
   2152	#define CREQ_QP_EVENT_EVENT_QUERY_GID			   0x18UL
   2153	#define CREQ_QP_EVENT_EVENT_CREATE_QP1			   0x13UL
   2154	#define CREQ_QP_EVENT_EVENT_DESTROY_QP1		   0x14UL
   2155	#define CREQ_QP_EVENT_EVENT_CREATE_AH			   0x15UL
   2156	#define CREQ_QP_EVENT_EVENT_DESTROY_AH			   0x16UL
   2157	#define CREQ_QP_EVENT_EVENT_INITIALIZE_FW		   0x80UL
   2158	#define CREQ_QP_EVENT_EVENT_DEINITIALIZE_FW		   0x81UL
   2159	#define CREQ_QP_EVENT_EVENT_STOP_FUNC			   0x82UL
   2160	#define CREQ_QP_EVENT_EVENT_QUERY_FUNC			   0x83UL
   2161	#define CREQ_QP_EVENT_EVENT_SET_FUNC_RESOURCES		   0x84UL
   2162	#define CREQ_QP_EVENT_EVENT_MAP_TC_TO_COS		   0x8aUL
   2163	#define CREQ_QP_EVENT_EVENT_QUERY_VERSION		   0x8bUL
   2164	#define CREQ_QP_EVENT_EVENT_MODIFY_CC			   0x8cUL
   2165	#define CREQ_QP_EVENT_EVENT_QUERY_CC			   0x8dUL
   2166	#define CREQ_QP_EVENT_EVENT_QP_ERROR_NOTIFICATION	   0xc0UL
   2167	__le16 reserved48[3];
   2168};
   2169
   2170/* Create QP command response (16 bytes) */
   2171struct creq_create_qp_resp {
   2172	u8 type;
   2173	#define CREQ_CREATE_QP_RESP_TYPE_MASK			    0x3fUL
   2174	#define CREQ_CREATE_QP_RESP_TYPE_SFT			    0
   2175	#define CREQ_CREATE_QP_RESP_TYPE_QP_EVENT		   0x38UL
   2176	#define CREQ_CREATE_QP_RESP_RESERVED2_MASK		    0xc0UL
   2177	#define CREQ_CREATE_QP_RESP_RESERVED2_SFT		    6
   2178	u8 status;
   2179	__le16 cookie;
   2180	__le32 xid;
   2181	u8 v;
   2182	#define CREQ_CREATE_QP_RESP_V				    0x1UL
   2183	#define CREQ_CREATE_QP_RESP_RESERVED7_MASK		    0xfeUL
   2184	#define CREQ_CREATE_QP_RESP_RESERVED7_SFT		    1
   2185	u8 event;
   2186	#define CREQ_CREATE_QP_RESP_EVENT_CREATE_QP		   0x1UL
   2187	__le16 reserved48[3];
   2188};
   2189
   2190/* Destroy QP command response (16 bytes) */
   2191struct creq_destroy_qp_resp {
   2192	u8 type;
   2193	#define CREQ_DESTROY_QP_RESP_TYPE_MASK			    0x3fUL
   2194	#define CREQ_DESTROY_QP_RESP_TYPE_SFT			    0
   2195	#define CREQ_DESTROY_QP_RESP_TYPE_QP_EVENT		   0x38UL
   2196	#define CREQ_DESTROY_QP_RESP_RESERVED2_MASK		    0xc0UL
   2197	#define CREQ_DESTROY_QP_RESP_RESERVED2_SFT		    6
   2198	u8 status;
   2199	__le16 cookie;
   2200	__le32 xid;
   2201	u8 v;
   2202	#define CREQ_DESTROY_QP_RESP_V				    0x1UL
   2203	#define CREQ_DESTROY_QP_RESP_RESERVED7_MASK		    0xfeUL
   2204	#define CREQ_DESTROY_QP_RESP_RESERVED7_SFT		    1
   2205	u8 event;
   2206	#define CREQ_DESTROY_QP_RESP_EVENT_DESTROY_QP		   0x2UL
   2207	__le16 reserved48[3];
   2208};
   2209
   2210/* Modify QP command response (16 bytes) */
   2211struct creq_modify_qp_resp {
   2212	u8 type;
   2213	#define CREQ_MODIFY_QP_RESP_TYPE_MASK			    0x3fUL
   2214	#define CREQ_MODIFY_QP_RESP_TYPE_SFT			    0
   2215	#define CREQ_MODIFY_QP_RESP_TYPE_QP_EVENT		   0x38UL
   2216	#define CREQ_MODIFY_QP_RESP_RESERVED2_MASK		    0xc0UL
   2217	#define CREQ_MODIFY_QP_RESP_RESERVED2_SFT		    6
   2218	u8 status;
   2219	__le16 cookie;
   2220	__le32 xid;
   2221	u8 v;
   2222	#define CREQ_MODIFY_QP_RESP_V				    0x1UL
   2223	#define CREQ_MODIFY_QP_RESP_RESERVED7_MASK		    0xfeUL
   2224	#define CREQ_MODIFY_QP_RESP_RESERVED7_SFT		    1
   2225	u8 event;
   2226	#define CREQ_MODIFY_QP_RESP_EVENT_MODIFY_QP		   0x3UL
   2227	__le16 reserved48[3];
   2228};
   2229
   2230/* cmdq_query_roce_stats (size:128b/16B) */
   2231struct cmdq_query_roce_stats {
   2232	u8	opcode;
   2233	#define CMDQ_QUERY_ROCE_STATS_OPCODE_QUERY_ROCE_STATS 0x8eUL
   2234	#define CMDQ_QUERY_ROCE_STATS_OPCODE_LAST	\
   2235				CMDQ_QUERY_ROCE_STATS_OPCODE_QUERY_ROCE_STATS
   2236	u8	cmd_size;
   2237	__le16	flags;
   2238	__le16	cookie;
   2239	u8	resp_size;
   2240	u8	reserved8;
   2241	__le64	resp_addr;
   2242};
   2243
   2244/* Query QP command response (16 bytes) */
   2245struct creq_query_qp_resp {
   2246	u8 type;
   2247	#define CREQ_QUERY_QP_RESP_TYPE_MASK			    0x3fUL
   2248	#define CREQ_QUERY_QP_RESP_TYPE_SFT			    0
   2249	#define CREQ_QUERY_QP_RESP_TYPE_QP_EVENT		   0x38UL
   2250	#define CREQ_QUERY_QP_RESP_RESERVED2_MASK		    0xc0UL
   2251	#define CREQ_QUERY_QP_RESP_RESERVED2_SFT		    6
   2252	u8 status;
   2253	__le16 cookie;
   2254	__le32 size;
   2255	u8 v;
   2256	#define CREQ_QUERY_QP_RESP_V				    0x1UL
   2257	#define CREQ_QUERY_QP_RESP_RESERVED7_MASK		    0xfeUL
   2258	#define CREQ_QUERY_QP_RESP_RESERVED7_SFT		    1
   2259	u8 event;
   2260	#define CREQ_QUERY_QP_RESP_EVENT_QUERY_QP		   0x4UL
   2261	__le16 reserved48[3];
   2262};
   2263
   2264/* Query QP command response side buffer structure (104 bytes) */
   2265struct creq_query_qp_resp_sb {
   2266	u8 opcode;
   2267	#define CREQ_QUERY_QP_RESP_SB_OPCODE_QUERY_QP		   0x4UL
   2268	u8 status;
   2269	__le16 cookie;
   2270	__le16 flags;
   2271	u8 resp_size;
   2272	u8 reserved8;
   2273	__le32 xid;
   2274	u8 en_sqd_async_notify_state;
   2275	#define CREQ_QUERY_QP_RESP_SB_STATE_MASK		    0xfUL
   2276	#define CREQ_QUERY_QP_RESP_SB_STATE_SFT		    0
   2277	#define CREQ_QUERY_QP_RESP_SB_STATE_RESET		   0x0UL
   2278	#define CREQ_QUERY_QP_RESP_SB_STATE_INIT		   0x1UL
   2279	#define CREQ_QUERY_QP_RESP_SB_STATE_RTR		   0x2UL
   2280	#define CREQ_QUERY_QP_RESP_SB_STATE_RTS		   0x3UL
   2281	#define CREQ_QUERY_QP_RESP_SB_STATE_SQD		   0x4UL
   2282	#define CREQ_QUERY_QP_RESP_SB_STATE_SQE		   0x5UL
   2283	#define CREQ_QUERY_QP_RESP_SB_STATE_ERR		   0x6UL
   2284	#define CREQ_QUERY_QP_RESP_SB_EN_SQD_ASYNC_NOTIFY	    0x10UL
   2285	u8 access;
   2286	#define CREQ_QUERY_QP_RESP_SB_ACCESS_LOCAL_WRITE	    0x1UL
   2287	#define CREQ_QUERY_QP_RESP_SB_ACCESS_REMOTE_WRITE	    0x2UL
   2288	#define CREQ_QUERY_QP_RESP_SB_ACCESS_REMOTE_READ	    0x4UL
   2289	#define CREQ_QUERY_QP_RESP_SB_ACCESS_REMOTE_ATOMIC	    0x8UL
   2290	__le16 pkey;
   2291	__le32 qkey;
   2292	__le32 reserved32;
   2293	__le32 dgid[4];
   2294	__le32 flow_label;
   2295	__le16 sgid_index;
   2296	u8 hop_limit;
   2297	u8 traffic_class;
   2298	__le16 dest_mac[3];
   2299	__le16 path_mtu_dest_vlan_id;
   2300	#define CREQ_QUERY_QP_RESP_SB_DEST_VLAN_ID_MASK	    0xfffUL
   2301	#define CREQ_QUERY_QP_RESP_SB_DEST_VLAN_ID_SFT		    0
   2302	#define CREQ_QUERY_QP_RESP_SB_PATH_MTU_MASK		    0xf000UL
   2303	#define CREQ_QUERY_QP_RESP_SB_PATH_MTU_SFT		    12
   2304	#define CREQ_QUERY_QP_RESP_SB_PATH_MTU_MTU_256		   (0x0UL << 12)
   2305	#define CREQ_QUERY_QP_RESP_SB_PATH_MTU_MTU_512		   (0x1UL << 12)
   2306	#define CREQ_QUERY_QP_RESP_SB_PATH_MTU_MTU_1024	   (0x2UL << 12)
   2307	#define CREQ_QUERY_QP_RESP_SB_PATH_MTU_MTU_2048	   (0x3UL << 12)
   2308	#define CREQ_QUERY_QP_RESP_SB_PATH_MTU_MTU_4096	   (0x4UL << 12)
   2309	#define CREQ_QUERY_QP_RESP_SB_PATH_MTU_MTU_8192	   (0x5UL << 12)
   2310	u8 timeout;
   2311	u8 retry_cnt;
   2312	u8 rnr_retry;
   2313	u8 min_rnr_timer;
   2314	__le32 rq_psn;
   2315	__le32 sq_psn;
   2316	u8 max_rd_atomic;
   2317	u8 max_dest_rd_atomic;
   2318	u8 tos_dscp_tos_ecn;
   2319	#define CREQ_QUERY_QP_RESP_SB_TOS_ECN_MASK		    0x3UL
   2320	#define CREQ_QUERY_QP_RESP_SB_TOS_ECN_SFT		    0
   2321	#define CREQ_QUERY_QP_RESP_SB_TOS_DSCP_MASK		    0xfcUL
   2322	#define CREQ_QUERY_QP_RESP_SB_TOS_DSCP_SFT		    2
   2323	u8 enable_cc;
   2324	#define CREQ_QUERY_QP_RESP_SB_ENABLE_CC		    0x1UL
   2325	#define CREQ_QUERY_QP_RESP_SB_RESERVED7_MASK		    0xfeUL
   2326	#define CREQ_QUERY_QP_RESP_SB_RESERVED7_SFT		    1
   2327	__le32 sq_size;
   2328	__le32 rq_size;
   2329	__le16 sq_sge;
   2330	__le16 rq_sge;
   2331	__le32 max_inline_data;
   2332	__le32 dest_qp_id;
   2333	__le32 unused_1;
   2334	__le16 src_mac[3];
   2335	__le16 vlan_pcp_vlan_dei_vlan_id;
   2336	#define CREQ_QUERY_QP_RESP_SB_VLAN_ID_MASK		    0xfffUL
   2337	#define CREQ_QUERY_QP_RESP_SB_VLAN_ID_SFT		    0
   2338	#define CREQ_QUERY_QP_RESP_SB_VLAN_DEI			    0x1000UL
   2339	#define CREQ_QUERY_QP_RESP_SB_VLAN_PCP_MASK		    0xe000UL
   2340	#define CREQ_QUERY_QP_RESP_SB_VLAN_PCP_SFT		    13
   2341};
   2342
   2343/* Create SRQ command response (16 bytes) */
   2344struct creq_create_srq_resp {
   2345	u8 type;
   2346	#define CREQ_CREATE_SRQ_RESP_TYPE_MASK			    0x3fUL
   2347	#define CREQ_CREATE_SRQ_RESP_TYPE_SFT			    0
   2348	#define CREQ_CREATE_SRQ_RESP_TYPE_QP_EVENT		   0x38UL
   2349	#define CREQ_CREATE_SRQ_RESP_RESERVED2_MASK		    0xc0UL
   2350	#define CREQ_CREATE_SRQ_RESP_RESERVED2_SFT		    6
   2351	u8 status;
   2352	__le16 cookie;
   2353	__le32 xid;
   2354	u8 v;
   2355	#define CREQ_CREATE_SRQ_RESP_V				    0x1UL
   2356	#define CREQ_CREATE_SRQ_RESP_RESERVED7_MASK		    0xfeUL
   2357	#define CREQ_CREATE_SRQ_RESP_RESERVED7_SFT		    1
   2358	u8 event;
   2359	#define CREQ_CREATE_SRQ_RESP_EVENT_CREATE_SRQ		   0x5UL
   2360	__le16 reserved48[3];
   2361};
   2362
   2363/* Destroy SRQ command response (16 bytes) */
   2364struct creq_destroy_srq_resp {
   2365	u8 type;
   2366	#define CREQ_DESTROY_SRQ_RESP_TYPE_MASK		    0x3fUL
   2367	#define CREQ_DESTROY_SRQ_RESP_TYPE_SFT			    0
   2368	#define CREQ_DESTROY_SRQ_RESP_TYPE_QP_EVENT		   0x38UL
   2369	#define CREQ_DESTROY_SRQ_RESP_RESERVED2_MASK		    0xc0UL
   2370	#define CREQ_DESTROY_SRQ_RESP_RESERVED2_SFT		    6
   2371	u8 status;
   2372	__le16 cookie;
   2373	__le32 xid;
   2374	u8 v;
   2375	#define CREQ_DESTROY_SRQ_RESP_V			    0x1UL
   2376	#define CREQ_DESTROY_SRQ_RESP_RESERVED7_MASK		    0xfeUL
   2377	#define CREQ_DESTROY_SRQ_RESP_RESERVED7_SFT		    1
   2378	u8 event;
   2379	#define CREQ_DESTROY_SRQ_RESP_EVENT_DESTROY_SRQ	   0x6UL
   2380	__le16 enable_for_arm[3];
   2381	#define CREQ_DESTROY_SRQ_RESP_ENABLE_FOR_ARM_MASK	    0x30000UL
   2382	#define CREQ_DESTROY_SRQ_RESP_ENABLE_FOR_ARM_SFT	    16
   2383	#define CREQ_DESTROY_SRQ_RESP_RESERVED46_MASK		    0xfffc0000UL
   2384	#define CREQ_DESTROY_SRQ_RESP_RESERVED46_SFT		    18
   2385};
   2386
   2387/* Query SRQ command response (16 bytes) */
   2388struct creq_query_srq_resp {
   2389	u8 type;
   2390	#define CREQ_QUERY_SRQ_RESP_TYPE_MASK			    0x3fUL
   2391	#define CREQ_QUERY_SRQ_RESP_TYPE_SFT			    0
   2392	#define CREQ_QUERY_SRQ_RESP_TYPE_QP_EVENT		   0x38UL
   2393	#define CREQ_QUERY_SRQ_RESP_RESERVED2_MASK		    0xc0UL
   2394	#define CREQ_QUERY_SRQ_RESP_RESERVED2_SFT		    6
   2395	u8 status;
   2396	__le16 cookie;
   2397	__le32 size;
   2398	u8 v;
   2399	#define CREQ_QUERY_SRQ_RESP_V				    0x1UL
   2400	#define CREQ_QUERY_SRQ_RESP_RESERVED7_MASK		    0xfeUL
   2401	#define CREQ_QUERY_SRQ_RESP_RESERVED7_SFT		    1
   2402	u8 event;
   2403	#define CREQ_QUERY_SRQ_RESP_EVENT_QUERY_SRQ		   0x8UL
   2404	__le16 reserved48[3];
   2405};
   2406
   2407/* Query SRQ command response side buffer structure (24 bytes) */
   2408struct creq_query_srq_resp_sb {
   2409	u8 opcode;
   2410	#define CREQ_QUERY_SRQ_RESP_SB_OPCODE_QUERY_SRQ	   0x8UL
   2411	u8 status;
   2412	__le16 cookie;
   2413	__le16 flags;
   2414	u8 resp_size;
   2415	u8 reserved8;
   2416	__le32 xid;
   2417	__le16 srq_limit;
   2418	__le16 reserved16;
   2419	__le32 data[4];
   2420};
   2421
   2422/* Create CQ command Response (16 bytes) */
   2423struct creq_create_cq_resp {
   2424	u8 type;
   2425	#define CREQ_CREATE_CQ_RESP_TYPE_MASK			    0x3fUL
   2426	#define CREQ_CREATE_CQ_RESP_TYPE_SFT			    0
   2427	#define CREQ_CREATE_CQ_RESP_TYPE_QP_EVENT		   0x38UL
   2428	#define CREQ_CREATE_CQ_RESP_RESERVED2_MASK		    0xc0UL
   2429	#define CREQ_CREATE_CQ_RESP_RESERVED2_SFT		    6
   2430	u8 status;
   2431	__le16 cookie;
   2432	__le32 xid;
   2433	u8 v;
   2434	#define CREQ_CREATE_CQ_RESP_V				    0x1UL
   2435	#define CREQ_CREATE_CQ_RESP_RESERVED7_MASK		    0xfeUL
   2436	#define CREQ_CREATE_CQ_RESP_RESERVED7_SFT		    1
   2437	u8 event;
   2438	#define CREQ_CREATE_CQ_RESP_EVENT_CREATE_CQ		   0x9UL
   2439	__le16 reserved48[3];
   2440};
   2441
   2442/* Destroy CQ command response (16 bytes) */
   2443struct creq_destroy_cq_resp {
   2444	u8 type;
   2445	#define CREQ_DESTROY_CQ_RESP_TYPE_MASK			    0x3fUL
   2446	#define CREQ_DESTROY_CQ_RESP_TYPE_SFT			    0
   2447	#define CREQ_DESTROY_CQ_RESP_TYPE_QP_EVENT		   0x38UL
   2448	#define CREQ_DESTROY_CQ_RESP_RESERVED2_MASK		    0xc0UL
   2449	#define CREQ_DESTROY_CQ_RESP_RESERVED2_SFT		    6
   2450	u8 status;
   2451	__le16 cookie;
   2452	__le32 xid;
   2453	u8 v;
   2454	#define CREQ_DESTROY_CQ_RESP_V				    0x1UL
   2455	#define CREQ_DESTROY_CQ_RESP_RESERVED7_MASK		    0xfeUL
   2456	#define CREQ_DESTROY_CQ_RESP_RESERVED7_SFT		    1
   2457	u8 event;
   2458	#define CREQ_DESTROY_CQ_RESP_EVENT_DESTROY_CQ		   0xaUL
   2459	__le16 cq_arm_lvl;
   2460	#define CREQ_DESTROY_CQ_RESP_CQ_ARM_LVL_MASK		    0x3UL
   2461	#define CREQ_DESTROY_CQ_RESP_CQ_ARM_LVL_SFT		    0
   2462	#define CREQ_DESTROY_CQ_RESP_RESERVED14_MASK		    0xfffcUL
   2463	#define CREQ_DESTROY_CQ_RESP_RESERVED14_SFT		    2
   2464	__le16 total_cnq_events;
   2465	__le16 reserved16;
   2466};
   2467
   2468/* Resize CQ command response (16 bytes) */
   2469struct creq_resize_cq_resp {
   2470	u8 type;
   2471	#define CREQ_RESIZE_CQ_RESP_TYPE_MASK			    0x3fUL
   2472	#define CREQ_RESIZE_CQ_RESP_TYPE_SFT			    0
   2473	#define CREQ_RESIZE_CQ_RESP_TYPE_QP_EVENT		   0x38UL
   2474	#define CREQ_RESIZE_CQ_RESP_RESERVED2_MASK		    0xc0UL
   2475	#define CREQ_RESIZE_CQ_RESP_RESERVED2_SFT		    6
   2476	u8 status;
   2477	__le16 cookie;
   2478	__le32 xid;
   2479	u8 v;
   2480	#define CREQ_RESIZE_CQ_RESP_V				    0x1UL
   2481	#define CREQ_RESIZE_CQ_RESP_RESERVED7_MASK		    0xfeUL
   2482	#define CREQ_RESIZE_CQ_RESP_RESERVED7_SFT		    1
   2483	u8 event;
   2484	#define CREQ_RESIZE_CQ_RESP_EVENT_RESIZE_CQ		   0xcUL
   2485	__le16 reserved48[3];
   2486};
   2487
   2488/* Allocate MRW command response (16 bytes) */
   2489struct creq_allocate_mrw_resp {
   2490	u8 type;
   2491	#define CREQ_ALLOCATE_MRW_RESP_TYPE_MASK		    0x3fUL
   2492	#define CREQ_ALLOCATE_MRW_RESP_TYPE_SFT		    0
   2493	#define CREQ_ALLOCATE_MRW_RESP_TYPE_QP_EVENT		   0x38UL
   2494	#define CREQ_ALLOCATE_MRW_RESP_RESERVED2_MASK		    0xc0UL
   2495	#define CREQ_ALLOCATE_MRW_RESP_RESERVED2_SFT		    6
   2496	u8 status;
   2497	__le16 cookie;
   2498	__le32 xid;
   2499	u8 v;
   2500	#define CREQ_ALLOCATE_MRW_RESP_V			    0x1UL
   2501	#define CREQ_ALLOCATE_MRW_RESP_RESERVED7_MASK		    0xfeUL
   2502	#define CREQ_ALLOCATE_MRW_RESP_RESERVED7_SFT		    1
   2503	u8 event;
   2504	#define CREQ_ALLOCATE_MRW_RESP_EVENT_ALLOCATE_MRW	   0xdUL
   2505	__le16 reserved48[3];
   2506};
   2507
   2508/* De-allocate key command response (16 bytes) */
   2509struct creq_deallocate_key_resp {
   2510	u8 type;
   2511	#define CREQ_DEALLOCATE_KEY_RESP_TYPE_MASK		    0x3fUL
   2512	#define CREQ_DEALLOCATE_KEY_RESP_TYPE_SFT		    0
   2513	#define CREQ_DEALLOCATE_KEY_RESP_TYPE_QP_EVENT		   0x38UL
   2514	#define CREQ_DEALLOCATE_KEY_RESP_RESERVED2_MASK	    0xc0UL
   2515	#define CREQ_DEALLOCATE_KEY_RESP_RESERVED2_SFT		    6
   2516	u8 status;
   2517	__le16 cookie;
   2518	__le32 xid;
   2519	u8 v;
   2520	#define CREQ_DEALLOCATE_KEY_RESP_V			    0x1UL
   2521	#define CREQ_DEALLOCATE_KEY_RESP_RESERVED7_MASK	    0xfeUL
   2522	#define CREQ_DEALLOCATE_KEY_RESP_RESERVED7_SFT		    1
   2523	u8 event;
   2524	#define CREQ_DEALLOCATE_KEY_RESP_EVENT_DEALLOCATE_KEY     0xeUL
   2525	__le16 reserved16;
   2526	__le32 bound_window_info;
   2527};
   2528
   2529/* Register MR command response (16 bytes) */
   2530struct creq_register_mr_resp {
   2531	u8 type;
   2532	#define CREQ_REGISTER_MR_RESP_TYPE_MASK		    0x3fUL
   2533	#define CREQ_REGISTER_MR_RESP_TYPE_SFT			    0
   2534	#define CREQ_REGISTER_MR_RESP_TYPE_QP_EVENT		   0x38UL
   2535	#define CREQ_REGISTER_MR_RESP_RESERVED2_MASK		    0xc0UL
   2536	#define CREQ_REGISTER_MR_RESP_RESERVED2_SFT		    6
   2537	u8 status;
   2538	__le16 cookie;
   2539	__le32 xid;
   2540	u8 v;
   2541	#define CREQ_REGISTER_MR_RESP_V			    0x1UL
   2542	#define CREQ_REGISTER_MR_RESP_RESERVED7_MASK		    0xfeUL
   2543	#define CREQ_REGISTER_MR_RESP_RESERVED7_SFT		    1
   2544	u8 event;
   2545	#define CREQ_REGISTER_MR_RESP_EVENT_REGISTER_MR	   0xfUL
   2546	__le16 reserved48[3];
   2547};
   2548
   2549/* Deregister MR command response (16 bytes) */
   2550struct creq_deregister_mr_resp {
   2551	u8 type;
   2552	#define CREQ_DEREGISTER_MR_RESP_TYPE_MASK		    0x3fUL
   2553	#define CREQ_DEREGISTER_MR_RESP_TYPE_SFT		    0
   2554	#define CREQ_DEREGISTER_MR_RESP_TYPE_QP_EVENT		   0x38UL
   2555	#define CREQ_DEREGISTER_MR_RESP_RESERVED2_MASK		    0xc0UL
   2556	#define CREQ_DEREGISTER_MR_RESP_RESERVED2_SFT		    6
   2557	u8 status;
   2558	__le16 cookie;
   2559	__le32 xid;
   2560	u8 v;
   2561	#define CREQ_DEREGISTER_MR_RESP_V			    0x1UL
   2562	#define CREQ_DEREGISTER_MR_RESP_RESERVED7_MASK		    0xfeUL
   2563	#define CREQ_DEREGISTER_MR_RESP_RESERVED7_SFT		    1
   2564	u8 event;
   2565	#define CREQ_DEREGISTER_MR_RESP_EVENT_DEREGISTER_MR       0x10UL
   2566	__le16 reserved16;
   2567	__le32 bound_windows;
   2568};
   2569
   2570/* Add GID command response (16 bytes) */
   2571struct creq_add_gid_resp {
   2572	u8 type;
   2573	#define CREQ_ADD_GID_RESP_TYPE_MASK			    0x3fUL
   2574	#define CREQ_ADD_GID_RESP_TYPE_SFT			    0
   2575	#define CREQ_ADD_GID_RESP_TYPE_QP_EVENT		   0x38UL
   2576	#define CREQ_ADD_GID_RESP_RESERVED2_MASK		    0xc0UL
   2577	#define CREQ_ADD_GID_RESP_RESERVED2_SFT		    6
   2578	u8 status;
   2579	__le16 cookie;
   2580	__le32 xid;
   2581	u8 v;
   2582	#define CREQ_ADD_GID_RESP_V				    0x1UL
   2583	#define CREQ_ADD_GID_RESP_RESERVED7_MASK		    0xfeUL
   2584	#define CREQ_ADD_GID_RESP_RESERVED7_SFT		    1
   2585	u8 event;
   2586	#define CREQ_ADD_GID_RESP_EVENT_ADD_GID		   0x11UL
   2587	__le16 reserved48[3];
   2588};
   2589
   2590/* Delete GID command response (16 bytes) */
   2591struct creq_delete_gid_resp {
   2592	u8 type;
   2593	#define CREQ_DELETE_GID_RESP_TYPE_MASK			    0x3fUL
   2594	#define CREQ_DELETE_GID_RESP_TYPE_SFT			    0
   2595	#define CREQ_DELETE_GID_RESP_TYPE_QP_EVENT		   0x38UL
   2596	#define CREQ_DELETE_GID_RESP_RESERVED2_MASK		    0xc0UL
   2597	#define CREQ_DELETE_GID_RESP_RESERVED2_SFT		    6
   2598	u8 status;
   2599	__le16 cookie;
   2600	__le32 xid;
   2601	u8 v;
   2602	#define CREQ_DELETE_GID_RESP_V				    0x1UL
   2603	#define CREQ_DELETE_GID_RESP_RESERVED7_MASK		    0xfeUL
   2604	#define CREQ_DELETE_GID_RESP_RESERVED7_SFT		    1
   2605	u8 event;
   2606	#define CREQ_DELETE_GID_RESP_EVENT_DELETE_GID		   0x12UL
   2607	__le16 reserved48[3];
   2608};
   2609
   2610/* Modify GID command response (16 bytes) */
   2611struct creq_modify_gid_resp {
   2612	u8 type;
   2613	#define CREQ_MODIFY_GID_RESP_TYPE_MASK			    0x3fUL
   2614	#define CREQ_MODIFY_GID_RESP_TYPE_SFT			    0
   2615	#define CREQ_MODIFY_GID_RESP_TYPE_QP_EVENT		   0x38UL
   2616	#define CREQ_MODIFY_GID_RESP_RESERVED2_MASK		    0xc0UL
   2617	#define CREQ_MODIFY_GID_RESP_RESERVED2_SFT		    6
   2618	u8 status;
   2619	__le16 cookie;
   2620	__le32 xid;
   2621	u8 v;
   2622	#define CREQ_MODIFY_GID_RESP_V				    0x1UL
   2623	#define CREQ_MODIFY_GID_RESP_RESERVED7_MASK		    0xfeUL
   2624	#define CREQ_MODIFY_GID_RESP_RESERVED7_SFT		    1
   2625	u8 event;
   2626	#define CREQ_MODIFY_GID_RESP_EVENT_ADD_GID		   0x11UL
   2627	__le16 reserved48[3];
   2628};
   2629
   2630/* Query GID command response (16 bytes) */
   2631struct creq_query_gid_resp {
   2632	u8 type;
   2633	#define CREQ_QUERY_GID_RESP_TYPE_MASK			    0x3fUL
   2634	#define CREQ_QUERY_GID_RESP_TYPE_SFT			    0
   2635	#define CREQ_QUERY_GID_RESP_TYPE_QP_EVENT		   0x38UL
   2636	#define CREQ_QUERY_GID_RESP_RESERVED2_MASK		    0xc0UL
   2637	#define CREQ_QUERY_GID_RESP_RESERVED2_SFT		    6
   2638	u8 status;
   2639	__le16 cookie;
   2640	__le32 size;
   2641	u8 v;
   2642	#define CREQ_QUERY_GID_RESP_V				    0x1UL
   2643	#define CREQ_QUERY_GID_RESP_RESERVED7_MASK		    0xfeUL
   2644	#define CREQ_QUERY_GID_RESP_RESERVED7_SFT		    1
   2645	u8 event;
   2646	#define CREQ_QUERY_GID_RESP_EVENT_QUERY_GID		   0x18UL
   2647	__le16 reserved48[3];
   2648};
   2649
   2650/* Query GID command response side buffer structure (40 bytes) */
   2651struct creq_query_gid_resp_sb {
   2652	u8 opcode;
   2653	#define CREQ_QUERY_GID_RESP_SB_OPCODE_QUERY_GID	   0x18UL
   2654	u8 status;
   2655	__le16 cookie;
   2656	__le16 flags;
   2657	u8 resp_size;
   2658	u8 reserved8;
   2659	__le32 gid[4];
   2660	__le16 src_mac[3];
   2661	__le16 vlan;
   2662	#define CREQ_QUERY_GID_RESP_SB_VLAN_VLAN_ID_MASK	    0xfffUL
   2663	#define CREQ_QUERY_GID_RESP_SB_VLAN_VLAN_ID_SFT	    0
   2664	#define CREQ_QUERY_GID_RESP_SB_VLAN_TPID_MASK		    0x7000UL
   2665	#define CREQ_QUERY_GID_RESP_SB_VLAN_TPID_SFT		    12
   2666	#define CREQ_QUERY_GID_RESP_SB_VLAN_TPID_TPID_88A8	   (0x0UL << 12)
   2667	#define CREQ_QUERY_GID_RESP_SB_VLAN_TPID_TPID_8100	   (0x1UL << 12)
   2668	#define CREQ_QUERY_GID_RESP_SB_VLAN_TPID_TPID_9100	   (0x2UL << 12)
   2669	#define CREQ_QUERY_GID_RESP_SB_VLAN_TPID_TPID_9200	   (0x3UL << 12)
   2670	#define CREQ_QUERY_GID_RESP_SB_VLAN_TPID_TPID_9300	   (0x4UL << 12)
   2671	#define CREQ_QUERY_GID_RESP_SB_VLAN_TPID_TPID_CFG1	   (0x5UL << 12)
   2672	#define CREQ_QUERY_GID_RESP_SB_VLAN_TPID_TPID_CFG2	   (0x6UL << 12)
   2673	#define CREQ_QUERY_GID_RESP_SB_VLAN_TPID_TPID_CFG3	   (0x7UL << 12)
   2674	#define CREQ_QUERY_GID_RESP_SB_VLAN_TPID_LAST	\
   2675				CREQ_QUERY_GID_RESP_SB_VLAN_TPID_TPID_CFG3
   2676	#define CREQ_QUERY_GID_RESP_SB_VLAN_VLAN_EN		    0x8000UL
   2677	__le16 ipid;
   2678	__le16 gid_index;
   2679	__le32 unused_0;
   2680};
   2681
   2682/* Create QP1 command response (16 bytes) */
   2683struct creq_create_qp1_resp {
   2684	u8 type;
   2685	#define CREQ_CREATE_QP1_RESP_TYPE_MASK			    0x3fUL
   2686	#define CREQ_CREATE_QP1_RESP_TYPE_SFT			    0
   2687	#define CREQ_CREATE_QP1_RESP_TYPE_QP_EVENT		   0x38UL
   2688	#define CREQ_CREATE_QP1_RESP_RESERVED2_MASK		    0xc0UL
   2689	#define CREQ_CREATE_QP1_RESP_RESERVED2_SFT		    6
   2690	u8 status;
   2691	__le16 cookie;
   2692	__le32 xid;
   2693	u8 v;
   2694	#define CREQ_CREATE_QP1_RESP_V				    0x1UL
   2695	#define CREQ_CREATE_QP1_RESP_RESERVED7_MASK		    0xfeUL
   2696	#define CREQ_CREATE_QP1_RESP_RESERVED7_SFT		    1
   2697	u8 event;
   2698	#define CREQ_CREATE_QP1_RESP_EVENT_CREATE_QP1		   0x13UL
   2699	__le16 reserved48[3];
   2700};
   2701
   2702/* Destroy QP1 command response (16 bytes) */
   2703struct creq_destroy_qp1_resp {
   2704	u8 type;
   2705	#define CREQ_DESTROY_QP1_RESP_TYPE_MASK		    0x3fUL
   2706	#define CREQ_DESTROY_QP1_RESP_TYPE_SFT			    0
   2707	#define CREQ_DESTROY_QP1_RESP_TYPE_QP_EVENT		   0x38UL
   2708	#define CREQ_DESTROY_QP1_RESP_RESERVED2_MASK		    0xc0UL
   2709	#define CREQ_DESTROY_QP1_RESP_RESERVED2_SFT		    6
   2710	u8 status;
   2711	__le16 cookie;
   2712	__le32 xid;
   2713	u8 v;
   2714	#define CREQ_DESTROY_QP1_RESP_V			    0x1UL
   2715	#define CREQ_DESTROY_QP1_RESP_RESERVED7_MASK		    0xfeUL
   2716	#define CREQ_DESTROY_QP1_RESP_RESERVED7_SFT		    1
   2717	u8 event;
   2718	#define CREQ_DESTROY_QP1_RESP_EVENT_DESTROY_QP1	   0x14UL
   2719	__le16 reserved48[3];
   2720};
   2721
   2722/* Create AH command response (16 bytes) */
   2723struct creq_create_ah_resp {
   2724	u8 type;
   2725	#define CREQ_CREATE_AH_RESP_TYPE_MASK			    0x3fUL
   2726	#define CREQ_CREATE_AH_RESP_TYPE_SFT			    0
   2727	#define CREQ_CREATE_AH_RESP_TYPE_QP_EVENT		   0x38UL
   2728	#define CREQ_CREATE_AH_RESP_RESERVED2_MASK		    0xc0UL
   2729	#define CREQ_CREATE_AH_RESP_RESERVED2_SFT		    6
   2730	u8 status;
   2731	__le16 cookie;
   2732	__le32 xid;
   2733	u8 v;
   2734	#define CREQ_CREATE_AH_RESP_V				    0x1UL
   2735	#define CREQ_CREATE_AH_RESP_RESERVED7_MASK		    0xfeUL
   2736	#define CREQ_CREATE_AH_RESP_RESERVED7_SFT		    1
   2737	u8 event;
   2738	#define CREQ_CREATE_AH_RESP_EVENT_CREATE_AH		   0x15UL
   2739	__le16 reserved48[3];
   2740};
   2741
   2742/* Destroy AH command response (16 bytes) */
   2743struct creq_destroy_ah_resp {
   2744	u8 type;
   2745	#define CREQ_DESTROY_AH_RESP_TYPE_MASK			    0x3fUL
   2746	#define CREQ_DESTROY_AH_RESP_TYPE_SFT			    0
   2747	#define CREQ_DESTROY_AH_RESP_TYPE_QP_EVENT		   0x38UL
   2748	#define CREQ_DESTROY_AH_RESP_RESERVED2_MASK		    0xc0UL
   2749	#define CREQ_DESTROY_AH_RESP_RESERVED2_SFT		    6
   2750	u8 status;
   2751	__le16 cookie;
   2752	__le32 xid;
   2753	u8 v;
   2754	#define CREQ_DESTROY_AH_RESP_V				    0x1UL
   2755	#define CREQ_DESTROY_AH_RESP_RESERVED7_MASK		    0xfeUL
   2756	#define CREQ_DESTROY_AH_RESP_RESERVED7_SFT		    1
   2757	u8 event;
   2758	#define CREQ_DESTROY_AH_RESP_EVENT_DESTROY_AH		   0x16UL
   2759	__le16 reserved48[3];
   2760};
   2761
   2762/* Initialize Firmware command response (16 bytes) */
   2763struct creq_initialize_fw_resp {
   2764	u8 type;
   2765	#define CREQ_INITIALIZE_FW_RESP_TYPE_MASK		    0x3fUL
   2766	#define CREQ_INITIALIZE_FW_RESP_TYPE_SFT		    0
   2767	#define CREQ_INITIALIZE_FW_RESP_TYPE_QP_EVENT		   0x38UL
   2768	#define CREQ_INITIALIZE_FW_RESP_RESERVED2_MASK		    0xc0UL
   2769	#define CREQ_INITIALIZE_FW_RESP_RESERVED2_SFT		    6
   2770	u8 status;
   2771	__le16 cookie;
   2772	__le32 reserved32;
   2773	u8 v;
   2774	#define CREQ_INITIALIZE_FW_RESP_V			    0x1UL
   2775	#define CREQ_INITIALIZE_FW_RESP_RESERVED7_MASK		    0xfeUL
   2776	#define CREQ_INITIALIZE_FW_RESP_RESERVED7_SFT		    1
   2777	u8 event;
   2778	#define CREQ_INITIALIZE_FW_RESP_EVENT_INITIALIZE_FW       0x80UL
   2779	__le16 reserved48[3];
   2780};
   2781
   2782/* De-initialize Firmware command response (16 bytes) */
   2783struct creq_deinitialize_fw_resp {
   2784	u8 type;
   2785	#define CREQ_DEINITIALIZE_FW_RESP_TYPE_MASK		    0x3fUL
   2786	#define CREQ_DEINITIALIZE_FW_RESP_TYPE_SFT		    0
   2787	#define CREQ_DEINITIALIZE_FW_RESP_TYPE_QP_EVENT	   0x38UL
   2788	#define CREQ_DEINITIALIZE_FW_RESP_RESERVED2_MASK	    0xc0UL
   2789	#define CREQ_DEINITIALIZE_FW_RESP_RESERVED2_SFT	    6
   2790	u8 status;
   2791	__le16 cookie;
   2792	__le32 reserved32;
   2793	u8 v;
   2794	#define CREQ_DEINITIALIZE_FW_RESP_V			    0x1UL
   2795	#define CREQ_DEINITIALIZE_FW_RESP_RESERVED7_MASK	    0xfeUL
   2796	#define CREQ_DEINITIALIZE_FW_RESP_RESERVED7_SFT	    1
   2797	u8 event;
   2798	#define CREQ_DEINITIALIZE_FW_RESP_EVENT_DEINITIALIZE_FW   0x81UL
   2799	__le16 reserved48[3];
   2800};
   2801
   2802/* Stop function command response (16 bytes) */
   2803struct creq_stop_func_resp {
   2804	u8 type;
   2805	#define CREQ_STOP_FUNC_RESP_TYPE_MASK			    0x3fUL
   2806	#define CREQ_STOP_FUNC_RESP_TYPE_SFT			    0
   2807	#define CREQ_STOP_FUNC_RESP_TYPE_QP_EVENT		   0x38UL
   2808	#define CREQ_STOP_FUNC_RESP_RESERVED2_MASK		    0xc0UL
   2809	#define CREQ_STOP_FUNC_RESP_RESERVED2_SFT		    6
   2810	u8 status;
   2811	__le16 cookie;
   2812	__le32 reserved32;
   2813	u8 v;
   2814	#define CREQ_STOP_FUNC_RESP_V				    0x1UL
   2815	#define CREQ_STOP_FUNC_RESP_RESERVED7_MASK		    0xfeUL
   2816	#define CREQ_STOP_FUNC_RESP_RESERVED7_SFT		    1
   2817	u8 event;
   2818	#define CREQ_STOP_FUNC_RESP_EVENT_STOP_FUNC		   0x82UL
   2819	__le16 reserved48[3];
   2820};
   2821
   2822/* Query function command response (16 bytes) */
   2823struct creq_query_func_resp {
   2824	u8 type;
   2825	#define CREQ_QUERY_FUNC_RESP_TYPE_MASK			    0x3fUL
   2826	#define CREQ_QUERY_FUNC_RESP_TYPE_SFT			    0
   2827	#define CREQ_QUERY_FUNC_RESP_TYPE_QP_EVENT		   0x38UL
   2828	#define CREQ_QUERY_FUNC_RESP_RESERVED2_MASK		    0xc0UL
   2829	#define CREQ_QUERY_FUNC_RESP_RESERVED2_SFT		    6
   2830	u8 status;
   2831	__le16 cookie;
   2832	__le32 size;
   2833	u8 v;
   2834	#define CREQ_QUERY_FUNC_RESP_V				    0x1UL
   2835	#define CREQ_QUERY_FUNC_RESP_RESERVED7_MASK		    0xfeUL
   2836	#define CREQ_QUERY_FUNC_RESP_RESERVED7_SFT		    1
   2837	u8 event;
   2838	#define CREQ_QUERY_FUNC_RESP_EVENT_QUERY_FUNC		   0x83UL
   2839	__le16 reserved48[3];
   2840};
   2841
   2842/* Query function command response side buffer structure (88 bytes) */
   2843struct creq_query_func_resp_sb {
   2844	u8 opcode;
   2845	#define CREQ_QUERY_FUNC_RESP_SB_OPCODE_QUERY_FUNC	   0x83UL
   2846	u8 status;
   2847	__le16 cookie;
   2848	__le16 flags;
   2849	u8 resp_size;
   2850	u8 reserved8;
   2851	__le64 max_mr_size;
   2852	__le32 max_qp;
   2853	__le16 max_qp_wr;
   2854	__le16 dev_cap_flags;
   2855	#define CREQ_QUERY_FUNC_RESP_SB_DEV_CAP_FLAGS_RESIZE_QP   0x1UL
   2856	#define CREQ_QUERY_FUNC_RESP_SB_EXT_STATS                 0x10UL
   2857	__le32 max_cq;
   2858	__le32 max_cqe;
   2859	__le32 max_pd;
   2860	u8 max_sge;
   2861	u8 max_srq_sge;
   2862	u8 max_qp_rd_atom;
   2863	u8 max_qp_init_rd_atom;
   2864	__le32 max_mr;
   2865	__le32 max_mw;
   2866	__le32 max_raw_eth_qp;
   2867	__le32 max_ah;
   2868	__le32 max_fmr;
   2869	__le32 max_srq_wr;
   2870	__le32 max_pkeys;
   2871	__le32 max_inline_data;
   2872	u8 max_map_per_fmr;
   2873	u8 l2_db_space_size;
   2874	__le16 max_srq;
   2875	__le32 max_gid;
   2876	__le32 tqm_alloc_reqs[12];
   2877	__le32 max_dpi;
   2878	__le32 reserved_32;
   2879};
   2880
   2881/* Set resources command response (16 bytes) */
   2882struct creq_set_func_resources_resp {
   2883	u8 type;
   2884	#define CREQ_SET_FUNC_RESOURCES_RESP_TYPE_MASK		    0x3fUL
   2885	#define CREQ_SET_FUNC_RESOURCES_RESP_TYPE_SFT		    0
   2886	#define CREQ_SET_FUNC_RESOURCES_RESP_TYPE_QP_EVENT	   0x38UL
   2887	#define CREQ_SET_FUNC_RESOURCES_RESP_RESERVED2_MASK	    0xc0UL
   2888	#define CREQ_SET_FUNC_RESOURCES_RESP_RESERVED2_SFT	    6
   2889	u8 status;
   2890	__le16 cookie;
   2891	__le32 reserved32;
   2892	u8 v;
   2893	#define CREQ_SET_FUNC_RESOURCES_RESP_V			    0x1UL
   2894	#define CREQ_SET_FUNC_RESOURCES_RESP_RESERVED7_MASK	    0xfeUL
   2895	#define CREQ_SET_FUNC_RESOURCES_RESP_RESERVED7_SFT	    1
   2896	u8 event;
   2897	#define CREQ_SET_FUNC_RESOURCES_RESP_EVENT_SET_FUNC_RESOURCES 0x84UL
   2898	__le16 reserved48[3];
   2899};
   2900
   2901/* Map TC to COS response (16 bytes) */
   2902struct creq_map_tc_to_cos_resp {
   2903	u8 type;
   2904	#define CREQ_MAP_TC_TO_COS_RESP_TYPE_MASK		    0x3fUL
   2905	#define CREQ_MAP_TC_TO_COS_RESP_TYPE_SFT		    0
   2906	#define CREQ_MAP_TC_TO_COS_RESP_TYPE_QP_EVENT		   0x38UL
   2907	#define CREQ_MAP_TC_TO_COS_RESP_RESERVED2_MASK		    0xc0UL
   2908	#define CREQ_MAP_TC_TO_COS_RESP_RESERVED2_SFT		    6
   2909	u8 status;
   2910	__le16 cookie;
   2911	__le32 reserved32;
   2912	u8 v;
   2913	#define CREQ_MAP_TC_TO_COS_RESP_V			    0x1UL
   2914	#define CREQ_MAP_TC_TO_COS_RESP_RESERVED7_MASK		    0xfeUL
   2915	#define CREQ_MAP_TC_TO_COS_RESP_RESERVED7_SFT		    1
   2916	u8 event;
   2917	#define CREQ_MAP_TC_TO_COS_RESP_EVENT_MAP_TC_TO_COS       0x8aUL
   2918	__le16 reserved48[3];
   2919};
   2920
   2921/* Query version response (16 bytes) */
   2922struct creq_query_version_resp {
   2923	u8 type;
   2924	#define CREQ_QUERY_VERSION_RESP_TYPE_MASK		    0x3fUL
   2925	#define CREQ_QUERY_VERSION_RESP_TYPE_SFT		    0
   2926	#define CREQ_QUERY_VERSION_RESP_TYPE_QP_EVENT		   0x38UL
   2927	#define CREQ_QUERY_VERSION_RESP_RESERVED2_MASK		    0xc0UL
   2928	#define CREQ_QUERY_VERSION_RESP_RESERVED2_SFT		    6
   2929	u8 status;
   2930	__le16 cookie;
   2931	u8 fw_maj;
   2932	u8 fw_minor;
   2933	u8 fw_bld;
   2934	u8 fw_rsvd;
   2935	u8 v;
   2936	#define CREQ_QUERY_VERSION_RESP_V			    0x1UL
   2937	#define CREQ_QUERY_VERSION_RESP_RESERVED7_MASK		    0xfeUL
   2938	#define CREQ_QUERY_VERSION_RESP_RESERVED7_SFT		    1
   2939	u8 event;
   2940	#define CREQ_QUERY_VERSION_RESP_EVENT_QUERY_VERSION       0x8bUL
   2941	__le16 reserved16;
   2942	u8 intf_maj;
   2943	u8 intf_minor;
   2944	u8 intf_bld;
   2945	u8 intf_rsvd;
   2946};
   2947
   2948/* Modify congestion control command response (16 bytes) */
   2949struct creq_modify_cc_resp {
   2950	u8 type;
   2951	#define CREQ_MODIFY_CC_RESP_TYPE_MASK			    0x3fUL
   2952	#define CREQ_MODIFY_CC_RESP_TYPE_SFT			    0
   2953	#define CREQ_MODIFY_CC_RESP_TYPE_QP_EVENT		   0x38UL
   2954	#define CREQ_MODIFY_CC_RESP_RESERVED2_MASK		    0xc0UL
   2955	#define CREQ_MODIFY_CC_RESP_RESERVED2_SFT		    6
   2956	u8 status;
   2957	__le16 cookie;
   2958	__le32 reserved32;
   2959	u8 v;
   2960	#define CREQ_MODIFY_CC_RESP_V				    0x1UL
   2961	#define CREQ_MODIFY_CC_RESP_RESERVED7_MASK		    0xfeUL
   2962	#define CREQ_MODIFY_CC_RESP_RESERVED7_SFT		    1
   2963	u8 event;
   2964	#define CREQ_MODIFY_CC_RESP_EVENT_MODIFY_CC		   0x8cUL
   2965	__le16 reserved48[3];
   2966};
   2967
   2968/* Query congestion control command response (16 bytes) */
   2969struct creq_query_cc_resp {
   2970	u8 type;
   2971	#define CREQ_QUERY_CC_RESP_TYPE_MASK			    0x3fUL
   2972	#define CREQ_QUERY_CC_RESP_TYPE_SFT			    0
   2973	#define CREQ_QUERY_CC_RESP_TYPE_QP_EVENT		   0x38UL
   2974	#define CREQ_QUERY_CC_RESP_RESERVED2_MASK		    0xc0UL
   2975	#define CREQ_QUERY_CC_RESP_RESERVED2_SFT		    6
   2976	u8 status;
   2977	__le16 cookie;
   2978	__le32 size;
   2979	u8 v;
   2980	#define CREQ_QUERY_CC_RESP_V				    0x1UL
   2981	#define CREQ_QUERY_CC_RESP_RESERVED7_MASK		    0xfeUL
   2982	#define CREQ_QUERY_CC_RESP_RESERVED7_SFT		    1
   2983	u8 event;
   2984	#define CREQ_QUERY_CC_RESP_EVENT_QUERY_CC		   0x8dUL
   2985	__le16 reserved48[3];
   2986};
   2987
   2988/* Query congestion control command response side buffer structure (32 bytes) */
   2989struct creq_query_cc_resp_sb {
   2990	u8 opcode;
   2991	#define CREQ_QUERY_CC_RESP_SB_OPCODE_QUERY_CC		   0x8dUL
   2992	u8 status;
   2993	__le16 cookie;
   2994	__le16 flags;
   2995	u8 resp_size;
   2996	u8 reserved8;
   2997	u8 enable_cc;
   2998	#define CREQ_QUERY_CC_RESP_SB_ENABLE_CC		    0x1UL
   2999	u8 g;
   3000	#define CREQ_QUERY_CC_RESP_SB_G_MASK			    0x7UL
   3001	#define CREQ_QUERY_CC_RESP_SB_G_SFT			    0
   3002	u8 num_phases_per_state;
   3003	__le16 init_cr;
   3004	u8 unused_2;
   3005	__le16 unused_3;
   3006	u8 unused_4;
   3007	__le16 init_tr;
   3008	u8 tos_dscp_tos_ecn;
   3009	#define CREQ_QUERY_CC_RESP_SB_TOS_ECN_MASK		    0x3UL
   3010	#define CREQ_QUERY_CC_RESP_SB_TOS_ECN_SFT		    0
   3011	#define CREQ_QUERY_CC_RESP_SB_TOS_DSCP_MASK		    0xfcUL
   3012	#define CREQ_QUERY_CC_RESP_SB_TOS_DSCP_SFT		    2
   3013	__le64 reserved64;
   3014	__le64 reserved64_1;
   3015};
   3016
   3017/* creq_query_roce_stats_resp (size:128b/16B) */
   3018struct creq_query_roce_stats_resp {
   3019	u8	type;
   3020	#define CREQ_QUERY_ROCE_STATS_RESP_TYPE_MASK    0x3fUL
   3021	#define CREQ_QUERY_ROCE_STATS_RESP_TYPE_SFT     0
   3022	#define CREQ_QUERY_ROCE_STATS_RESP_TYPE_QP_EVENT  0x38UL
   3023	#define CREQ_QUERY_ROCE_STATS_RESP_TYPE_LAST	\
   3024				CREQ_QUERY_ROCE_STATS_RESP_TYPE_QP_EVENT
   3025	u8	status;
   3026	__le16	cookie;
   3027	__le32	size;
   3028	u8	v;
   3029	#define CREQ_QUERY_ROCE_STATS_RESP_V     0x1UL
   3030	u8	event;
   3031	#define CREQ_QUERY_ROCE_STATS_RESP_EVENT_QUERY_ROCE_STATS 0x8eUL
   3032	#define CREQ_QUERY_ROCE_STATS_RESP_EVENT_LAST	\
   3033			CREQ_QUERY_ROCE_STATS_RESP_EVENT_QUERY_ROCE_STATS
   3034	u8	reserved48[6];
   3035};
   3036
   3037/* creq_query_roce_stats_resp_sb (size:2624b/328B) */
   3038struct creq_query_roce_stats_resp_sb {
   3039	u8	opcode;
   3040	#define CREQ_QUERY_ROCE_STATS_RESP_SB_OPCODE_QUERY_ROCE_STATS 0x8eUL
   3041	#define CREQ_QUERY_ROCE_STATS_RESP_SB_OPCODE_LAST \
   3042			CREQ_QUERY_ROCE_STATS_RESP_SB_OPCODE_QUERY_ROCE_STATS
   3043	u8	status;
   3044	__le16	cookie;
   3045	__le16	flags;
   3046	u8	resp_size;
   3047	u8	rsvd;
   3048	__le32	num_counters;
   3049	__le32	rsvd1;
   3050	__le64	to_retransmits;
   3051	__le64	seq_err_naks_rcvd;
   3052	__le64	max_retry_exceeded;
   3053	__le64	rnr_naks_rcvd;
   3054	__le64	missing_resp;
   3055	__le64	unrecoverable_err;
   3056	__le64	bad_resp_err;
   3057	__le64	local_qp_op_err;
   3058	__le64	local_protection_err;
   3059	__le64	mem_mgmt_op_err;
   3060	__le64	remote_invalid_req_err;
   3061	__le64	remote_access_err;
   3062	__le64	remote_op_err;
   3063	__le64	dup_req;
   3064	__le64	res_exceed_max;
   3065	__le64	res_length_mismatch;
   3066	__le64	res_exceeds_wqe;
   3067	__le64	res_opcode_err;
   3068	__le64	res_rx_invalid_rkey;
   3069	__le64	res_rx_domain_err;
   3070	__le64	res_rx_no_perm;
   3071	__le64	res_rx_range_err;
   3072	__le64	res_tx_invalid_rkey;
   3073	__le64	res_tx_domain_err;
   3074	__le64	res_tx_no_perm;
   3075	__le64	res_tx_range_err;
   3076	__le64	res_irrq_oflow;
   3077	__le64	res_unsup_opcode;
   3078	__le64	res_unaligned_atomic;
   3079	__le64	res_rem_inv_err;
   3080	__le64	res_mem_error;
   3081	__le64	res_srq_err;
   3082	__le64	res_cmp_err;
   3083	__le64	res_invalid_dup_rkey;
   3084	__le64	res_wqe_format_err;
   3085	__le64	res_cq_load_err;
   3086	__le64	res_srq_load_err;
   3087	__le64	res_tx_pci_err;
   3088	__le64	res_rx_pci_err;
   3089	__le64  res_oos_drop_count;
   3090	__le64  active_qp_count_p0;
   3091	__le64  active_qp_count_p1;
   3092	__le64  active_qp_count_p2;
   3093	__le64  active_qp_count_p3;
   3094};
   3095
   3096/* cmdq_query_roce_stats_ext (size:192b/24B) */
   3097struct cmdq_query_roce_stats_ext {
   3098	u8      opcode;
   3099	#define CMDQ_QUERY_ROCE_STATS_EXT_OPCODE_QUERY_ROCE_STATS 0x92UL
   3100	#define CMDQ_QUERY_ROCE_STATS_EXT_OPCODE_LAST            \
   3101		CMDQ_QUERY_ROCE_STATS_EXT_OPCODE_QUERY_ROCE_STATS
   3102	u8      cmd_size;
   3103	__le16  flags;
   3104	#define CMDQ_QUERY_ROCE_STATS_EXT_FLAGS_COLLECTION_ID     0x1UL
   3105	#define CMDQ_QUERY_ROCE_STATS_EXT_FLAGS_FUNCTION_ID       0x2UL
   3106	__le16  cookie;
   3107	u8      resp_size;
   3108	u8      collection_id;
   3109	__le64  resp_addr;
   3110	__le32  function_id;
   3111	#define CMDQ_QUERY_ROCE_STATS_EXT_PF_NUM_MASK  0xffUL
   3112	#define CMDQ_QUERY_ROCE_STATS_EXT_PF_NUM_SFT   0
   3113	#define CMDQ_QUERY_ROCE_STATS_EXT_VF_NUM_MASK  0xffff00UL
   3114	#define CMDQ_QUERY_ROCE_STATS_EXT_VF_NUM_SFT   8
   3115	#define CMDQ_QUERY_ROCE_STATS_EXT_VF_VALID     0x1000000UL
   3116	__le32  reserved32;
   3117};
   3118
   3119/* creq_query_roce_stats_ext_resp (size:128b/16B) */
   3120struct creq_query_roce_stats_ext_resp {
   3121	u8      type;
   3122	#define CREQ_QUERY_ROCE_STATS_EXT_RESP_TYPE_MASK    0x3fUL
   3123	#define CREQ_QUERY_ROCE_STATS_EXT_RESP_TYPE_SFT     0
   3124	#define CREQ_QUERY_ROCE_STATS_EXT_RESP_TYPE_QP_EVENT  0x38UL
   3125	#define CREQ_QUERY_ROCE_STATS_EXT_RESP_TYPE_LAST     \
   3126		CREQ_QUERY_ROCE_STATS_EXT_RESP_TYPE_QP_EVENT
   3127	u8      status;
   3128	__le16  cookie;
   3129	__le32  size;
   3130	u8      v;
   3131	#define CREQ_QUERY_ROCE_STATS_EXT_RESP_V     0x1UL
   3132	u8      event;
   3133	#define CREQ_QUERY_ROCE_STATS_EXT_RESP_EVENT_QUERY_ROCE_STATS_EXT 0x92UL
   3134	#define CREQ_QUERY_ROCE_STATS_EXT_RESP_EVENT_LAST \
   3135		CREQ_QUERY_ROCE_STATS_EXT_RESP_EVENT_QUERY_ROCE_STATS_EXT
   3136	u8      reserved48[6];
   3137};
   3138
   3139/* creq_query_roce_stats_ext_resp_sb (size:1536b/192B) */
   3140struct creq_query_roce_stats_ext_resp_sb {
   3141	u8      opcode;
   3142	#define CREQ_QUERY_ROCE_STATS_EXT_RESP_SB_OPCODE_QUERY_ROCE_STATS_EXT 0x92UL
   3143	#define CREQ_QUERY_ROCE_STATS_EXT_RESP_SB_OPCODE_LAST \
   3144		CREQ_QUERY_ROCE_STATS_EXT_RESP_SB_OPCODE_QUERY_ROCE_STATS_EXT
   3145	u8      status;
   3146	__le16  cookie;
   3147	__le16  flags;
   3148	u8      resp_size;
   3149	u8      rsvd;
   3150	__le64  tx_atomic_req_pkts;
   3151	__le64  tx_read_req_pkts;
   3152	__le64  tx_read_res_pkts;
   3153	__le64  tx_write_req_pkts;
   3154	__le64  tx_send_req_pkts;
   3155	__le64  tx_roce_pkts;
   3156	__le64  tx_roce_bytes;
   3157	__le64  rx_atomic_req_pkts;
   3158	__le64  rx_read_req_pkts;
   3159	__le64  rx_read_res_pkts;
   3160	__le64  rx_write_req_pkts;
   3161	__le64  rx_send_req_pkts;
   3162	__le64  rx_roce_pkts;
   3163	__le64  rx_roce_bytes;
   3164	__le64  rx_roce_good_pkts;
   3165	__le64  rx_roce_good_bytes;
   3166	__le64  rx_out_of_buffer_pkts;
   3167	__le64  rx_out_of_sequence_pkts;
   3168	__le64  tx_cnp_pkts;
   3169	__le64  rx_cnp_pkts;
   3170	__le64  rx_ecn_marked_pkts;
   3171	__le64  tx_cnp_bytes;
   3172	__le64  rx_cnp_bytes;
   3173};
   3174
   3175/* QP error notification event (16 bytes) */
   3176struct creq_qp_error_notification {
   3177	u8 type;
   3178	#define CREQ_QP_ERROR_NOTIFICATION_TYPE_MASK		    0x3fUL
   3179	#define CREQ_QP_ERROR_NOTIFICATION_TYPE_SFT		    0
   3180	#define CREQ_QP_ERROR_NOTIFICATION_TYPE_QP_EVENT	   0x38UL
   3181	#define CREQ_QP_ERROR_NOTIFICATION_RESERVED2_MASK	    0xc0UL
   3182	#define CREQ_QP_ERROR_NOTIFICATION_RESERVED2_SFT	    6
   3183	u8 status;
   3184	u8 req_slow_path_state;
   3185	u8 req_err_state_reason;
   3186	__le32 xid;
   3187	u8 v;
   3188	#define CREQ_QP_ERROR_NOTIFICATION_V			    0x1UL
   3189	#define CREQ_QP_ERROR_NOTIFICATION_RESERVED7_MASK	    0xfeUL
   3190	#define CREQ_QP_ERROR_NOTIFICATION_RESERVED7_SFT	    1
   3191	u8 event;
   3192	#define CREQ_QP_ERROR_NOTIFICATION_EVENT_QP_ERROR_NOTIFICATION 0xc0UL
   3193	u8 res_slow_path_state;
   3194	u8 res_err_state_reason;
   3195	__le16 sq_cons_idx;
   3196	__le16 rq_cons_idx;
   3197};
   3198
   3199/* RoCE Slowpath HSI Specification 1.6.0 */
   3200#define ROCE_SP_HSI_VERSION_MAJOR	1
   3201#define ROCE_SP_HSI_VERSION_MINOR	6
   3202#define ROCE_SP_HSI_VERSION_UPDATE	0
   3203
   3204#define ROCE_SP_HSI_VERSION_STR	"1.6.0"
   3205/*
   3206 * Following is the signature for ROCE_SP_HSI message field that indicates not
   3207 * applicable (All F's). Need to cast it the size of the field if needed.
   3208 */
   3209#define ROCE_SP_HSI_NA_SIGNATURE	((__le32)(-1))
   3210#endif /* __BNXT_RE_HSI_H__ */