efa.h (4928B)
1/* SPDX-License-Identifier: GPL-2.0 OR BSD-2-Clause */ 2/* 3 * Copyright 2018-2021 Amazon.com, Inc. or its affiliates. All rights reserved. 4 */ 5 6#ifndef _EFA_H_ 7#define _EFA_H_ 8 9#include <linux/bitops.h> 10#include <linux/interrupt.h> 11#include <linux/pci.h> 12 13#include <rdma/efa-abi.h> 14#include <rdma/ib_verbs.h> 15 16#include "efa_com_cmd.h" 17 18#define DRV_MODULE_NAME "efa" 19#define DEVICE_NAME "Elastic Fabric Adapter (EFA)" 20 21#define EFA_IRQNAME_SIZE 40 22 23#define EFA_MGMNT_MSIX_VEC_IDX 0 24#define EFA_COMP_EQS_VEC_BASE 1 25 26struct efa_irq { 27 irq_handler_t handler; 28 void *data; 29 u32 irqn; 30 u32 vector; 31 cpumask_t affinity_hint_mask; 32 char name[EFA_IRQNAME_SIZE]; 33}; 34 35/* Don't use anything other than atomic64 */ 36struct efa_stats { 37 atomic64_t alloc_pd_err; 38 atomic64_t create_qp_err; 39 atomic64_t create_cq_err; 40 atomic64_t reg_mr_err; 41 atomic64_t alloc_ucontext_err; 42 atomic64_t create_ah_err; 43 atomic64_t mmap_err; 44 atomic64_t keep_alive_rcvd; 45}; 46 47struct efa_dev { 48 struct ib_device ibdev; 49 struct efa_com_dev edev; 50 struct pci_dev *pdev; 51 struct efa_com_get_device_attr_result dev_attr; 52 53 u64 reg_bar_addr; 54 u64 reg_bar_len; 55 u64 mem_bar_addr; 56 u64 mem_bar_len; 57 u64 db_bar_addr; 58 u64 db_bar_len; 59 60 int admin_msix_vector_idx; 61 struct efa_irq admin_irq; 62 63 struct efa_stats stats; 64 65 /* Array of completion EQs */ 66 struct efa_eq *eqs; 67 unsigned int neqs; 68 69 /* Only stores CQs with interrupts enabled */ 70 struct xarray cqs_xa; 71}; 72 73struct efa_ucontext { 74 struct ib_ucontext ibucontext; 75 u16 uarn; 76}; 77 78struct efa_pd { 79 struct ib_pd ibpd; 80 u16 pdn; 81}; 82 83struct efa_mr { 84 struct ib_mr ibmr; 85 struct ib_umem *umem; 86}; 87 88struct efa_cq { 89 struct ib_cq ibcq; 90 struct efa_ucontext *ucontext; 91 dma_addr_t dma_addr; 92 void *cpu_addr; 93 struct rdma_user_mmap_entry *mmap_entry; 94 struct rdma_user_mmap_entry *db_mmap_entry; 95 size_t size; 96 u16 cq_idx; 97 /* NULL when no interrupts requested */ 98 struct efa_eq *eq; 99}; 100 101struct efa_qp { 102 struct ib_qp ibqp; 103 dma_addr_t rq_dma_addr; 104 void *rq_cpu_addr; 105 size_t rq_size; 106 enum ib_qp_state state; 107 108 /* Used for saving mmap_xa entries */ 109 struct rdma_user_mmap_entry *sq_db_mmap_entry; 110 struct rdma_user_mmap_entry *llq_desc_mmap_entry; 111 struct rdma_user_mmap_entry *rq_db_mmap_entry; 112 struct rdma_user_mmap_entry *rq_mmap_entry; 113 114 u32 qp_handle; 115 u32 max_send_wr; 116 u32 max_recv_wr; 117 u32 max_send_sge; 118 u32 max_recv_sge; 119 u32 max_inline_data; 120}; 121 122struct efa_ah { 123 struct ib_ah ibah; 124 u16 ah; 125 /* dest_addr */ 126 u8 id[EFA_GID_SIZE]; 127}; 128 129struct efa_eq { 130 struct efa_com_eq eeq; 131 struct efa_irq irq; 132}; 133 134int efa_query_device(struct ib_device *ibdev, 135 struct ib_device_attr *props, 136 struct ib_udata *udata); 137int efa_query_port(struct ib_device *ibdev, u32 port, 138 struct ib_port_attr *props); 139int efa_query_qp(struct ib_qp *ibqp, struct ib_qp_attr *qp_attr, 140 int qp_attr_mask, 141 struct ib_qp_init_attr *qp_init_attr); 142int efa_query_gid(struct ib_device *ibdev, u32 port, int index, 143 union ib_gid *gid); 144int efa_query_pkey(struct ib_device *ibdev, u32 port, u16 index, 145 u16 *pkey); 146int efa_alloc_pd(struct ib_pd *ibpd, struct ib_udata *udata); 147int efa_dealloc_pd(struct ib_pd *ibpd, struct ib_udata *udata); 148int efa_destroy_qp(struct ib_qp *ibqp, struct ib_udata *udata); 149int efa_create_qp(struct ib_qp *ibqp, struct ib_qp_init_attr *init_attr, 150 struct ib_udata *udata); 151int efa_destroy_cq(struct ib_cq *ibcq, struct ib_udata *udata); 152int efa_create_cq(struct ib_cq *ibcq, const struct ib_cq_init_attr *attr, 153 struct ib_udata *udata); 154struct ib_mr *efa_reg_mr(struct ib_pd *ibpd, u64 start, u64 length, 155 u64 virt_addr, int access_flags, 156 struct ib_udata *udata); 157struct ib_mr *efa_reg_user_mr_dmabuf(struct ib_pd *ibpd, u64 start, 158 u64 length, u64 virt_addr, 159 int fd, int access_flags, 160 struct ib_udata *udata); 161int efa_dereg_mr(struct ib_mr *ibmr, struct ib_udata *udata); 162int efa_get_port_immutable(struct ib_device *ibdev, u32 port_num, 163 struct ib_port_immutable *immutable); 164int efa_alloc_ucontext(struct ib_ucontext *ibucontext, struct ib_udata *udata); 165void efa_dealloc_ucontext(struct ib_ucontext *ibucontext); 166int efa_mmap(struct ib_ucontext *ibucontext, 167 struct vm_area_struct *vma); 168void efa_mmap_free(struct rdma_user_mmap_entry *rdma_entry); 169int efa_create_ah(struct ib_ah *ibah, 170 struct rdma_ah_init_attr *init_attr, 171 struct ib_udata *udata); 172int efa_destroy_ah(struct ib_ah *ibah, u32 flags); 173int efa_modify_qp(struct ib_qp *ibqp, struct ib_qp_attr *qp_attr, 174 int qp_attr_mask, struct ib_udata *udata); 175enum rdma_link_layer efa_port_link_layer(struct ib_device *ibdev, 176 u32 port_num); 177struct rdma_hw_stats *efa_alloc_hw_port_stats(struct ib_device *ibdev, u32 port_num); 178struct rdma_hw_stats *efa_alloc_hw_device_stats(struct ib_device *ibdev); 179int efa_get_hw_stats(struct ib_device *ibdev, struct rdma_hw_stats *stats, 180 u32 port_num, int index); 181 182#endif /* _EFA_H_ */