cachepc-linux

Fork of AMDESE/linux with modifications for CachePC side-channel attack
git clone https://git.sinitax.com/sinitax/cachepc-linux
Log | Files | Refs | README | LICENSE | sfeed.txt

qed_rdma_if.h (18359B)


      1/* SPDX-License-Identifier: (GPL-2.0-only OR BSD-3-Clause) */
      2/* QLogic qed NIC Driver
      3 * Copyright (c) 2015-2017  QLogic Corporation
      4 * Copyright (c) 2019-2020 Marvell International Ltd.
      5 */
      6
      7#ifndef _QED_RDMA_IF_H
      8#define _QED_RDMA_IF_H
      9#include <linux/types.h>
     10#include <linux/delay.h>
     11#include <linux/list.h>
     12#include <linux/slab.h>
     13#include <linux/qed/qed_if.h>
     14#include <linux/qed/qed_ll2_if.h>
     15#include <linux/qed/rdma_common.h>
     16
     17#define QED_RDMA_MAX_CNQ_SIZE               (0xFFFF)
     18
     19/* rdma interface */
     20
     21enum qed_roce_qp_state {
     22	QED_ROCE_QP_STATE_RESET,
     23	QED_ROCE_QP_STATE_INIT,
     24	QED_ROCE_QP_STATE_RTR,
     25	QED_ROCE_QP_STATE_RTS,
     26	QED_ROCE_QP_STATE_SQD,
     27	QED_ROCE_QP_STATE_ERR,
     28	QED_ROCE_QP_STATE_SQE
     29};
     30
     31enum qed_rdma_qp_type {
     32	QED_RDMA_QP_TYPE_RC,
     33	QED_RDMA_QP_TYPE_XRC_INI,
     34	QED_RDMA_QP_TYPE_XRC_TGT,
     35	QED_RDMA_QP_TYPE_INVAL = 0xffff,
     36};
     37
     38enum qed_rdma_tid_type {
     39	QED_RDMA_TID_REGISTERED_MR,
     40	QED_RDMA_TID_FMR,
     41	QED_RDMA_TID_MW
     42};
     43
     44struct qed_rdma_events {
     45	void *context;
     46	void (*affiliated_event)(void *context, u8 fw_event_code,
     47				 void *fw_handle);
     48	void (*unaffiliated_event)(void *context, u8 event_code);
     49};
     50
     51struct qed_rdma_device {
     52	u32 vendor_id;
     53	u32 vendor_part_id;
     54	u32 hw_ver;
     55	u64 fw_ver;
     56
     57	u64 node_guid;
     58	u64 sys_image_guid;
     59
     60	u8 max_cnq;
     61	u8 max_sge;
     62	u8 max_srq_sge;
     63	u16 max_inline;
     64	u32 max_wqe;
     65	u32 max_srq_wqe;
     66	u8 max_qp_resp_rd_atomic_resc;
     67	u8 max_qp_req_rd_atomic_resc;
     68	u64 max_dev_resp_rd_atomic_resc;
     69	u32 max_cq;
     70	u32 max_qp;
     71	u32 max_srq;
     72	u32 max_mr;
     73	u64 max_mr_size;
     74	u32 max_cqe;
     75	u32 max_mw;
     76	u32 max_mr_mw_fmr_pbl;
     77	u64 max_mr_mw_fmr_size;
     78	u32 max_pd;
     79	u32 max_ah;
     80	u8 max_pkey;
     81	u16 max_srq_wr;
     82	u8 max_stats_queues;
     83	u32 dev_caps;
     84
     85	/* Abilty to support RNR-NAK generation */
     86
     87#define QED_RDMA_DEV_CAP_RNR_NAK_MASK                           0x1
     88#define QED_RDMA_DEV_CAP_RNR_NAK_SHIFT                  0
     89	/* Abilty to support shutdown port */
     90#define QED_RDMA_DEV_CAP_SHUTDOWN_PORT_MASK                     0x1
     91#define QED_RDMA_DEV_CAP_SHUTDOWN_PORT_SHIFT                    1
     92	/* Abilty to support port active event */
     93#define QED_RDMA_DEV_CAP_PORT_ACTIVE_EVENT_MASK         0x1
     94#define QED_RDMA_DEV_CAP_PORT_ACTIVE_EVENT_SHIFT                2
     95	/* Abilty to support port change event */
     96#define QED_RDMA_DEV_CAP_PORT_CHANGE_EVENT_MASK         0x1
     97#define QED_RDMA_DEV_CAP_PORT_CHANGE_EVENT_SHIFT                3
     98	/* Abilty to support system image GUID */
     99#define QED_RDMA_DEV_CAP_SYS_IMAGE_MASK                 0x1
    100#define QED_RDMA_DEV_CAP_SYS_IMAGE_SHIFT                        4
    101	/* Abilty to support bad P_Key counter support */
    102#define QED_RDMA_DEV_CAP_BAD_PKEY_CNT_MASK                      0x1
    103#define QED_RDMA_DEV_CAP_BAD_PKEY_CNT_SHIFT                     5
    104	/* Abilty to support atomic operations */
    105#define QED_RDMA_DEV_CAP_ATOMIC_OP_MASK                 0x1
    106#define QED_RDMA_DEV_CAP_ATOMIC_OP_SHIFT                        6
    107#define QED_RDMA_DEV_CAP_RESIZE_CQ_MASK                 0x1
    108#define QED_RDMA_DEV_CAP_RESIZE_CQ_SHIFT                        7
    109	/* Abilty to support modifying the maximum number of
    110	 * outstanding work requests per QP
    111	 */
    112#define QED_RDMA_DEV_CAP_RESIZE_MAX_WR_MASK                     0x1
    113#define QED_RDMA_DEV_CAP_RESIZE_MAX_WR_SHIFT                    8
    114	/* Abilty to support automatic path migration */
    115#define QED_RDMA_DEV_CAP_AUTO_PATH_MIG_MASK                     0x1
    116#define QED_RDMA_DEV_CAP_AUTO_PATH_MIG_SHIFT                    9
    117	/* Abilty to support the base memory management extensions */
    118#define QED_RDMA_DEV_CAP_BASE_MEMORY_EXT_MASK                   0x1
    119#define QED_RDMA_DEV_CAP_BASE_MEMORY_EXT_SHIFT          10
    120#define QED_RDMA_DEV_CAP_BASE_QUEUE_EXT_MASK                    0x1
    121#define QED_RDMA_DEV_CAP_BASE_QUEUE_EXT_SHIFT                   11
    122	/* Abilty to support multipile page sizes per memory region */
    123#define QED_RDMA_DEV_CAP_MULTI_PAGE_PER_MR_EXT_MASK             0x1
    124#define QED_RDMA_DEV_CAP_MULTI_PAGE_PER_MR_EXT_SHIFT            12
    125	/* Abilty to support block list physical buffer list */
    126#define QED_RDMA_DEV_CAP_BLOCK_MODE_MASK                        0x1
    127#define QED_RDMA_DEV_CAP_BLOCK_MODE_SHIFT                       13
    128	/* Abilty to support zero based virtual addresses */
    129#define QED_RDMA_DEV_CAP_ZBVA_MASK                              0x1
    130#define QED_RDMA_DEV_CAP_ZBVA_SHIFT                             14
    131	/* Abilty to support local invalidate fencing */
    132#define QED_RDMA_DEV_CAP_LOCAL_INV_FENCE_MASK                   0x1
    133#define QED_RDMA_DEV_CAP_LOCAL_INV_FENCE_SHIFT          15
    134	/* Abilty to support Loopback on QP */
    135#define QED_RDMA_DEV_CAP_LB_INDICATOR_MASK                      0x1
    136#define QED_RDMA_DEV_CAP_LB_INDICATOR_SHIFT                     16
    137	u64 page_size_caps;
    138	u8 dev_ack_delay;
    139	u32 reserved_lkey;
    140	u32 bad_pkey_counter;
    141	struct qed_rdma_events events;
    142};
    143
    144enum qed_port_state {
    145	QED_RDMA_PORT_UP,
    146	QED_RDMA_PORT_DOWN,
    147};
    148
    149enum qed_roce_capability {
    150	QED_ROCE_V1 = 1 << 0,
    151	QED_ROCE_V2 = 1 << 1,
    152};
    153
    154struct qed_rdma_port {
    155	enum qed_port_state port_state;
    156	int link_speed;
    157	u64 max_msg_size;
    158	u8 source_gid_table_len;
    159	void *source_gid_table_ptr;
    160	u8 pkey_table_len;
    161	void *pkey_table_ptr;
    162	u32 pkey_bad_counter;
    163	enum qed_roce_capability capability;
    164};
    165
    166struct qed_rdma_cnq_params {
    167	u8 num_pbl_pages;
    168	u64 pbl_ptr;
    169};
    170
    171/* The CQ Mode affects the CQ doorbell transaction size.
    172 * 64/32 bit machines should configure to 32/16 bits respectively.
    173 */
    174enum qed_rdma_cq_mode {
    175	QED_RDMA_CQ_MODE_16_BITS,
    176	QED_RDMA_CQ_MODE_32_BITS,
    177};
    178
    179struct qed_roce_dcqcn_params {
    180	u8 notification_point;
    181	u8 reaction_point;
    182
    183	/* fields for notification point */
    184	u32 cnp_send_timeout;
    185
    186	/* fields for reaction point */
    187	u32 rl_bc_rate;
    188	u16 rl_max_rate;
    189	u16 rl_r_ai;
    190	u16 rl_r_hai;
    191	u16 dcqcn_g;
    192	u32 dcqcn_k_us;
    193	u32 dcqcn_timeout_us;
    194};
    195
    196struct qed_rdma_start_in_params {
    197	struct qed_rdma_events *events;
    198	struct qed_rdma_cnq_params cnq_pbl_list[128];
    199	u8 desired_cnq;
    200	enum qed_rdma_cq_mode cq_mode;
    201	struct qed_roce_dcqcn_params dcqcn_params;
    202	u16 max_mtu;
    203	u8 mac_addr[ETH_ALEN];
    204	u8 iwarp_flags;
    205};
    206
    207struct qed_rdma_add_user_out_params {
    208	u16 dpi;
    209	void __iomem *dpi_addr;
    210	u64 dpi_phys_addr;
    211	u32 dpi_size;
    212	u16 wid_count;
    213};
    214
    215enum roce_mode {
    216	ROCE_V1,
    217	ROCE_V2_IPV4,
    218	ROCE_V2_IPV6,
    219	MAX_ROCE_MODE
    220};
    221
    222union qed_gid {
    223	u8 bytes[16];
    224	u16 words[8];
    225	u32 dwords[4];
    226	u64 qwords[2];
    227	u32 ipv4_addr;
    228};
    229
    230struct qed_rdma_register_tid_in_params {
    231	u32 itid;
    232	enum qed_rdma_tid_type tid_type;
    233	u8 key;
    234	u16 pd;
    235	bool local_read;
    236	bool local_write;
    237	bool remote_read;
    238	bool remote_write;
    239	bool remote_atomic;
    240	bool mw_bind;
    241	u64 pbl_ptr;
    242	bool pbl_two_level;
    243	u8 pbl_page_size_log;
    244	u8 page_size_log;
    245	u64 length;
    246	u64 vaddr;
    247	bool phy_mr;
    248	bool dma_mr;
    249
    250	bool dif_enabled;
    251	u64 dif_error_addr;
    252};
    253
    254struct qed_rdma_create_cq_in_params {
    255	u32 cq_handle_lo;
    256	u32 cq_handle_hi;
    257	u32 cq_size;
    258	u16 dpi;
    259	bool pbl_two_level;
    260	u64 pbl_ptr;
    261	u16 pbl_num_pages;
    262	u8 pbl_page_size_log;
    263	u8 cnq_id;
    264	u16 int_timeout;
    265};
    266
    267struct qed_rdma_create_srq_in_params {
    268	u64 pbl_base_addr;
    269	u64 prod_pair_addr;
    270	u16 num_pages;
    271	u16 pd_id;
    272	u16 page_size;
    273
    274	/* XRC related only */
    275	bool reserved_key_en;
    276	bool is_xrc;
    277	u32 cq_cid;
    278	u16 xrcd_id;
    279};
    280
    281struct qed_rdma_destroy_cq_in_params {
    282	u16 icid;
    283};
    284
    285struct qed_rdma_destroy_cq_out_params {
    286	u16 num_cq_notif;
    287};
    288
    289struct qed_rdma_create_qp_in_params {
    290	u32 qp_handle_lo;
    291	u32 qp_handle_hi;
    292	u32 qp_handle_async_lo;
    293	u32 qp_handle_async_hi;
    294	bool use_srq;
    295	bool signal_all;
    296	bool fmr_and_reserved_lkey;
    297	u16 pd;
    298	u16 dpi;
    299	u16 sq_cq_id;
    300	u16 sq_num_pages;
    301	u64 sq_pbl_ptr;
    302	u8 max_sq_sges;
    303	u16 rq_cq_id;
    304	u16 rq_num_pages;
    305	u64 rq_pbl_ptr;
    306	u16 srq_id;
    307	u16 xrcd_id;
    308	u8 stats_queue;
    309	enum qed_rdma_qp_type qp_type;
    310	u8 flags;
    311#define QED_ROCE_EDPM_MODE_MASK      0x1
    312#define QED_ROCE_EDPM_MODE_SHIFT     0
    313};
    314
    315struct qed_rdma_create_qp_out_params {
    316	u32 qp_id;
    317	u16 icid;
    318	void *rq_pbl_virt;
    319	dma_addr_t rq_pbl_phys;
    320	void *sq_pbl_virt;
    321	dma_addr_t sq_pbl_phys;
    322};
    323
    324struct qed_rdma_modify_qp_in_params {
    325	u32 modify_flags;
    326#define QED_RDMA_MODIFY_QP_VALID_NEW_STATE_MASK               0x1
    327#define QED_RDMA_MODIFY_QP_VALID_NEW_STATE_SHIFT              0
    328#define QED_ROCE_MODIFY_QP_VALID_PKEY_MASK                    0x1
    329#define QED_ROCE_MODIFY_QP_VALID_PKEY_SHIFT                   1
    330#define QED_RDMA_MODIFY_QP_VALID_RDMA_OPS_EN_MASK             0x1
    331#define QED_RDMA_MODIFY_QP_VALID_RDMA_OPS_EN_SHIFT            2
    332#define QED_ROCE_MODIFY_QP_VALID_DEST_QP_MASK                 0x1
    333#define QED_ROCE_MODIFY_QP_VALID_DEST_QP_SHIFT                3
    334#define QED_ROCE_MODIFY_QP_VALID_ADDRESS_VECTOR_MASK          0x1
    335#define QED_ROCE_MODIFY_QP_VALID_ADDRESS_VECTOR_SHIFT         4
    336#define QED_ROCE_MODIFY_QP_VALID_RQ_PSN_MASK                  0x1
    337#define QED_ROCE_MODIFY_QP_VALID_RQ_PSN_SHIFT                 5
    338#define QED_ROCE_MODIFY_QP_VALID_SQ_PSN_MASK                  0x1
    339#define QED_ROCE_MODIFY_QP_VALID_SQ_PSN_SHIFT                 6
    340#define QED_RDMA_MODIFY_QP_VALID_MAX_RD_ATOMIC_REQ_MASK       0x1
    341#define QED_RDMA_MODIFY_QP_VALID_MAX_RD_ATOMIC_REQ_SHIFT      7
    342#define QED_RDMA_MODIFY_QP_VALID_MAX_RD_ATOMIC_RESP_MASK      0x1
    343#define QED_RDMA_MODIFY_QP_VALID_MAX_RD_ATOMIC_RESP_SHIFT     8
    344#define QED_ROCE_MODIFY_QP_VALID_ACK_TIMEOUT_MASK             0x1
    345#define QED_ROCE_MODIFY_QP_VALID_ACK_TIMEOUT_SHIFT            9
    346#define QED_ROCE_MODIFY_QP_VALID_RETRY_CNT_MASK               0x1
    347#define QED_ROCE_MODIFY_QP_VALID_RETRY_CNT_SHIFT              10
    348#define QED_ROCE_MODIFY_QP_VALID_RNR_RETRY_CNT_MASK           0x1
    349#define QED_ROCE_MODIFY_QP_VALID_RNR_RETRY_CNT_SHIFT          11
    350#define QED_ROCE_MODIFY_QP_VALID_MIN_RNR_NAK_TIMER_MASK       0x1
    351#define QED_ROCE_MODIFY_QP_VALID_MIN_RNR_NAK_TIMER_SHIFT      12
    352#define QED_ROCE_MODIFY_QP_VALID_E2E_FLOW_CONTROL_EN_MASK     0x1
    353#define QED_ROCE_MODIFY_QP_VALID_E2E_FLOW_CONTROL_EN_SHIFT    13
    354#define QED_ROCE_MODIFY_QP_VALID_ROCE_MODE_MASK               0x1
    355#define QED_ROCE_MODIFY_QP_VALID_ROCE_MODE_SHIFT              14
    356
    357	enum qed_roce_qp_state new_state;
    358	u16 pkey;
    359	bool incoming_rdma_read_en;
    360	bool incoming_rdma_write_en;
    361	bool incoming_atomic_en;
    362	bool e2e_flow_control_en;
    363	u32 dest_qp;
    364	bool lb_indication;
    365	u16 mtu;
    366	u8 traffic_class_tos;
    367	u8 hop_limit_ttl;
    368	u32 flow_label;
    369	union qed_gid sgid;
    370	union qed_gid dgid;
    371	u16 udp_src_port;
    372
    373	u16 vlan_id;
    374
    375	u32 rq_psn;
    376	u32 sq_psn;
    377	u8 max_rd_atomic_resp;
    378	u8 max_rd_atomic_req;
    379	u32 ack_timeout;
    380	u8 retry_cnt;
    381	u8 rnr_retry_cnt;
    382	u8 min_rnr_nak_timer;
    383	bool sqd_async;
    384	u8 remote_mac_addr[6];
    385	u8 local_mac_addr[6];
    386	bool use_local_mac;
    387	enum roce_mode roce_mode;
    388};
    389
    390struct qed_rdma_query_qp_out_params {
    391	enum qed_roce_qp_state state;
    392	u32 rq_psn;
    393	u32 sq_psn;
    394	bool draining;
    395	u16 mtu;
    396	u32 dest_qp;
    397	bool incoming_rdma_read_en;
    398	bool incoming_rdma_write_en;
    399	bool incoming_atomic_en;
    400	bool e2e_flow_control_en;
    401	union qed_gid sgid;
    402	union qed_gid dgid;
    403	u32 flow_label;
    404	u8 hop_limit_ttl;
    405	u8 traffic_class_tos;
    406	u32 timeout;
    407	u8 rnr_retry;
    408	u8 retry_cnt;
    409	u8 min_rnr_nak_timer;
    410	u16 pkey_index;
    411	u8 max_rd_atomic;
    412	u8 max_dest_rd_atomic;
    413	bool sqd_async;
    414};
    415
    416struct qed_rdma_create_srq_out_params {
    417	u16 srq_id;
    418};
    419
    420struct qed_rdma_destroy_srq_in_params {
    421	u16 srq_id;
    422	bool is_xrc;
    423};
    424
    425struct qed_rdma_modify_srq_in_params {
    426	u32 wqe_limit;
    427	u16 srq_id;
    428	bool is_xrc;
    429};
    430
    431struct qed_rdma_stats_out_params {
    432	u64 sent_bytes;
    433	u64 sent_pkts;
    434	u64 rcv_bytes;
    435	u64 rcv_pkts;
    436};
    437
    438struct qed_rdma_counters_out_params {
    439	u64 pd_count;
    440	u64 max_pd;
    441	u64 dpi_count;
    442	u64 max_dpi;
    443	u64 cq_count;
    444	u64 max_cq;
    445	u64 qp_count;
    446	u64 max_qp;
    447	u64 tid_count;
    448	u64 max_tid;
    449};
    450
    451#define QED_ROCE_TX_HEAD_FAILURE        (1)
    452#define QED_ROCE_TX_FRAG_FAILURE        (2)
    453
    454enum qed_iwarp_event_type {
    455	QED_IWARP_EVENT_MPA_REQUEST,	  /* Passive side request received */
    456	QED_IWARP_EVENT_PASSIVE_COMPLETE, /* ack on mpa response */
    457	QED_IWARP_EVENT_ACTIVE_COMPLETE,  /* Active side reply received */
    458	QED_IWARP_EVENT_DISCONNECT,
    459	QED_IWARP_EVENT_CLOSE,
    460	QED_IWARP_EVENT_IRQ_FULL,
    461	QED_IWARP_EVENT_RQ_EMPTY,
    462	QED_IWARP_EVENT_LLP_TIMEOUT,
    463	QED_IWARP_EVENT_REMOTE_PROTECTION_ERROR,
    464	QED_IWARP_EVENT_CQ_OVERFLOW,
    465	QED_IWARP_EVENT_QP_CATASTROPHIC,
    466	QED_IWARP_EVENT_ACTIVE_MPA_REPLY,
    467	QED_IWARP_EVENT_LOCAL_ACCESS_ERROR,
    468	QED_IWARP_EVENT_REMOTE_OPERATION_ERROR,
    469	QED_IWARP_EVENT_TERMINATE_RECEIVED,
    470	QED_IWARP_EVENT_SRQ_LIMIT,
    471	QED_IWARP_EVENT_SRQ_EMPTY,
    472};
    473
    474enum qed_tcp_ip_version {
    475	QED_TCP_IPV4,
    476	QED_TCP_IPV6,
    477};
    478
    479struct qed_iwarp_cm_info {
    480	enum qed_tcp_ip_version ip_version;
    481	u32 remote_ip[4];
    482	u32 local_ip[4];
    483	u16 remote_port;
    484	u16 local_port;
    485	u16 vlan;
    486	u8 ord;
    487	u8 ird;
    488	u16 private_data_len;
    489	const void *private_data;
    490};
    491
    492struct qed_iwarp_cm_event_params {
    493	enum qed_iwarp_event_type event;
    494	const struct qed_iwarp_cm_info *cm_info;
    495	void *ep_context;	/* To be passed to accept call */
    496	int status;
    497};
    498
    499typedef int (*iwarp_event_handler) (void *context,
    500				    struct qed_iwarp_cm_event_params *event);
    501
    502struct qed_iwarp_connect_in {
    503	iwarp_event_handler event_cb;
    504	void *cb_context;
    505	struct qed_rdma_qp *qp;
    506	struct qed_iwarp_cm_info cm_info;
    507	u16 mss;
    508	u8 remote_mac_addr[ETH_ALEN];
    509	u8 local_mac_addr[ETH_ALEN];
    510};
    511
    512struct qed_iwarp_connect_out {
    513	void *ep_context;
    514};
    515
    516struct qed_iwarp_listen_in {
    517	iwarp_event_handler event_cb;
    518	void *cb_context;	/* passed to event_cb */
    519	u32 max_backlog;
    520	enum qed_tcp_ip_version ip_version;
    521	u32 ip_addr[4];
    522	u16 port;
    523	u16 vlan;
    524};
    525
    526struct qed_iwarp_listen_out {
    527	void *handle;
    528};
    529
    530struct qed_iwarp_accept_in {
    531	void *ep_context;
    532	void *cb_context;
    533	struct qed_rdma_qp *qp;
    534	const void *private_data;
    535	u16 private_data_len;
    536	u8 ord;
    537	u8 ird;
    538};
    539
    540struct qed_iwarp_reject_in {
    541	void *ep_context;
    542	void *cb_context;
    543	const void *private_data;
    544	u16 private_data_len;
    545};
    546
    547struct qed_iwarp_send_rtr_in {
    548	void *ep_context;
    549};
    550
    551struct qed_roce_ll2_header {
    552	void *vaddr;
    553	dma_addr_t baddr;
    554	size_t len;
    555};
    556
    557struct qed_roce_ll2_buffer {
    558	dma_addr_t baddr;
    559	size_t len;
    560};
    561
    562struct qed_roce_ll2_packet {
    563	struct qed_roce_ll2_header header;
    564	int n_seg;
    565	struct qed_roce_ll2_buffer payload[RDMA_MAX_SGE_PER_SQ_WQE];
    566	int roce_mode;
    567	enum qed_ll2_tx_dest tx_dest;
    568};
    569
    570enum qed_rdma_type {
    571	QED_RDMA_TYPE_ROCE,
    572	QED_RDMA_TYPE_IWARP
    573};
    574
    575struct qed_dev_rdma_info {
    576	struct qed_dev_info common;
    577	enum qed_rdma_type rdma_type;
    578	u8 user_dpm_enabled;
    579};
    580
    581struct qed_rdma_ops {
    582	const struct qed_common_ops *common;
    583
    584	int (*fill_dev_info)(struct qed_dev *cdev,
    585			     struct qed_dev_rdma_info *info);
    586	void *(*rdma_get_rdma_ctx)(struct qed_dev *cdev);
    587
    588	int (*rdma_init)(struct qed_dev *dev,
    589			 struct qed_rdma_start_in_params *iparams);
    590
    591	int (*rdma_add_user)(void *rdma_cxt,
    592			     struct qed_rdma_add_user_out_params *oparams);
    593
    594	void (*rdma_remove_user)(void *rdma_cxt, u16 dpi);
    595	int (*rdma_stop)(void *rdma_cxt);
    596	struct qed_rdma_device* (*rdma_query_device)(void *rdma_cxt);
    597	struct qed_rdma_port* (*rdma_query_port)(void *rdma_cxt);
    598	int (*rdma_get_start_sb)(struct qed_dev *cdev);
    599	int (*rdma_get_min_cnq_msix)(struct qed_dev *cdev);
    600	void (*rdma_cnq_prod_update)(void *rdma_cxt, u8 cnq_index, u16 prod);
    601	int (*rdma_get_rdma_int)(struct qed_dev *cdev,
    602				 struct qed_int_info *info);
    603	int (*rdma_set_rdma_int)(struct qed_dev *cdev, u16 cnt);
    604	int (*rdma_alloc_pd)(void *rdma_cxt, u16 *pd);
    605	void (*rdma_dealloc_pd)(void *rdma_cxt, u16 pd);
    606	int (*rdma_alloc_xrcd)(void *rdma_cxt, u16 *xrcd);
    607	void (*rdma_dealloc_xrcd)(void *rdma_cxt, u16 xrcd);
    608	int (*rdma_create_cq)(void *rdma_cxt,
    609			      struct qed_rdma_create_cq_in_params *params,
    610			      u16 *icid);
    611	int (*rdma_destroy_cq)(void *rdma_cxt,
    612			       struct qed_rdma_destroy_cq_in_params *iparams,
    613			       struct qed_rdma_destroy_cq_out_params *oparams);
    614	struct qed_rdma_qp *
    615	(*rdma_create_qp)(void *rdma_cxt,
    616			  struct qed_rdma_create_qp_in_params *iparams,
    617			  struct qed_rdma_create_qp_out_params *oparams);
    618
    619	int (*rdma_modify_qp)(void *roce_cxt, struct qed_rdma_qp *qp,
    620			      struct qed_rdma_modify_qp_in_params *iparams);
    621
    622	int (*rdma_query_qp)(void *rdma_cxt, struct qed_rdma_qp *qp,
    623			     struct qed_rdma_query_qp_out_params *oparams);
    624	int (*rdma_destroy_qp)(void *rdma_cxt, struct qed_rdma_qp *qp);
    625
    626	int
    627	(*rdma_register_tid)(void *rdma_cxt,
    628			     struct qed_rdma_register_tid_in_params *iparams);
    629
    630	int (*rdma_deregister_tid)(void *rdma_cxt, u32 itid);
    631	int (*rdma_alloc_tid)(void *rdma_cxt, u32 *itid);
    632	void (*rdma_free_tid)(void *rdma_cxt, u32 itid);
    633
    634	int (*rdma_create_srq)(void *rdma_cxt,
    635			       struct qed_rdma_create_srq_in_params *iparams,
    636			       struct qed_rdma_create_srq_out_params *oparams);
    637	int (*rdma_destroy_srq)(void *rdma_cxt,
    638				struct qed_rdma_destroy_srq_in_params *iparams);
    639	int (*rdma_modify_srq)(void *rdma_cxt,
    640			       struct qed_rdma_modify_srq_in_params *iparams);
    641
    642	int (*ll2_acquire_connection)(void *rdma_cxt,
    643				      struct qed_ll2_acquire_data *data);
    644
    645	int (*ll2_establish_connection)(void *rdma_cxt, u8 connection_handle);
    646	int (*ll2_terminate_connection)(void *rdma_cxt, u8 connection_handle);
    647	void (*ll2_release_connection)(void *rdma_cxt, u8 connection_handle);
    648
    649	int (*ll2_prepare_tx_packet)(void *rdma_cxt,
    650				     u8 connection_handle,
    651				     struct qed_ll2_tx_pkt_info *pkt,
    652				     bool notify_fw);
    653
    654	int (*ll2_set_fragment_of_tx_packet)(void *rdma_cxt,
    655					     u8 connection_handle,
    656					     dma_addr_t addr,
    657					     u16 nbytes);
    658	int (*ll2_post_rx_buffer)(void *rdma_cxt, u8 connection_handle,
    659				  dma_addr_t addr, u16 buf_len, void *cookie,
    660				  u8 notify_fw);
    661	int (*ll2_get_stats)(void *rdma_cxt,
    662			     u8 connection_handle,
    663			     struct qed_ll2_stats *p_stats);
    664	int (*ll2_set_mac_filter)(struct qed_dev *cdev,
    665				  u8 *old_mac_address,
    666				  const u8 *new_mac_address);
    667
    668	int (*iwarp_set_engine_affin)(struct qed_dev *cdev, bool b_reset);
    669
    670	int (*iwarp_connect)(void *rdma_cxt,
    671			     struct qed_iwarp_connect_in *iparams,
    672			     struct qed_iwarp_connect_out *oparams);
    673
    674	int (*iwarp_create_listen)(void *rdma_cxt,
    675				   struct qed_iwarp_listen_in *iparams,
    676				   struct qed_iwarp_listen_out *oparams);
    677
    678	int (*iwarp_accept)(void *rdma_cxt,
    679			    struct qed_iwarp_accept_in *iparams);
    680
    681	int (*iwarp_reject)(void *rdma_cxt,
    682			    struct qed_iwarp_reject_in *iparams);
    683
    684	int (*iwarp_destroy_listen)(void *rdma_cxt, void *handle);
    685
    686	int (*iwarp_send_rtr)(void *rdma_cxt,
    687			      struct qed_iwarp_send_rtr_in *iparams);
    688};
    689
    690const struct qed_rdma_ops *qed_get_rdma_ops(void);
    691
    692#endif