1 /* SPDX-License-Identifier: GPL-2.0 OR BSD-2-Clause */
3 * Copyright 2018-2019 Amazon.com, Inc. or its affiliates. All rights reserved.
9 #include <linux/bitops.h>
10 #include <linux/interrupt.h>
11 #include <linux/pci.h>
13 #include <rdma/efa-abi.h>
14 #include <rdma/ib_verbs.h>
16 #include "efa_com_cmd.h"
18 #define DRV_MODULE_NAME "efa"
19 #define DEVICE_NAME "Elastic Fabric Adapter (EFA)"
21 #define EFA_IRQNAME_SIZE 40
23 /* 1 for AENQ + ADMIN */
24 #define EFA_NUM_MSIX_VEC 1
25 #define EFA_MGMNT_MSIX_VEC_IDX 0
28 irq_handler_t handler
;
32 cpumask_t affinity_hint_mask
;
33 char name
[EFA_IRQNAME_SIZE
];
37 atomic64_t alloc_pd_err
;
38 atomic64_t create_qp_err
;
39 atomic64_t create_cq_err
;
40 atomic64_t reg_mr_err
;
41 atomic64_t alloc_ucontext_err
;
42 atomic64_t create_ah_err
;
45 /* Don't use anything other than atomic64 */
47 struct efa_sw_stats sw_stats
;
48 atomic64_t keep_alive_rcvd
;
52 struct ib_device ibdev
;
53 struct efa_com_dev edev
;
55 struct efa_com_get_device_attr_result dev_attr
;
64 int admin_msix_vector_idx
;
65 struct efa_irq admin_irq
;
67 struct efa_stats stats
;
71 struct ib_ucontext ibucontext
;
87 struct efa_ucontext
*ucontext
;
90 struct rdma_user_mmap_entry
*mmap_entry
;
97 dma_addr_t rq_dma_addr
;
100 enum ib_qp_state state
;
102 /* Used for saving mmap_xa entries */
103 struct rdma_user_mmap_entry
*sq_db_mmap_entry
;
104 struct rdma_user_mmap_entry
*llq_desc_mmap_entry
;
105 struct rdma_user_mmap_entry
*rq_db_mmap_entry
;
106 struct rdma_user_mmap_entry
*rq_mmap_entry
;
123 int efa_query_device(struct ib_device
*ibdev
,
124 struct ib_device_attr
*props
,
125 struct ib_udata
*udata
);
126 int efa_query_port(struct ib_device
*ibdev
, u8 port
,
127 struct ib_port_attr
*props
);
128 int efa_query_qp(struct ib_qp
*ibqp
, struct ib_qp_attr
*qp_attr
,
130 struct ib_qp_init_attr
*qp_init_attr
);
131 int efa_query_gid(struct ib_device
*ibdev
, u8 port
, int index
,
133 int efa_query_pkey(struct ib_device
*ibdev
, u8 port
, u16 index
,
135 int efa_alloc_pd(struct ib_pd
*ibpd
, struct ib_udata
*udata
);
136 void efa_dealloc_pd(struct ib_pd
*ibpd
, struct ib_udata
*udata
);
137 int efa_destroy_qp(struct ib_qp
*ibqp
, struct ib_udata
*udata
);
138 struct ib_qp
*efa_create_qp(struct ib_pd
*ibpd
,
139 struct ib_qp_init_attr
*init_attr
,
140 struct ib_udata
*udata
);
141 void efa_destroy_cq(struct ib_cq
*ibcq
, struct ib_udata
*udata
);
142 int efa_create_cq(struct ib_cq
*ibcq
, const struct ib_cq_init_attr
*attr
,
143 struct ib_udata
*udata
);
144 struct ib_mr
*efa_reg_mr(struct ib_pd
*ibpd
, u64 start
, u64 length
,
145 u64 virt_addr
, int access_flags
,
146 struct ib_udata
*udata
);
147 int efa_dereg_mr(struct ib_mr
*ibmr
, struct ib_udata
*udata
);
148 int efa_get_port_immutable(struct ib_device
*ibdev
, u8 port_num
,
149 struct ib_port_immutable
*immutable
);
150 int efa_alloc_ucontext(struct ib_ucontext
*ibucontext
, struct ib_udata
*udata
);
151 void efa_dealloc_ucontext(struct ib_ucontext
*ibucontext
);
152 int efa_mmap(struct ib_ucontext
*ibucontext
,
153 struct vm_area_struct
*vma
);
154 void efa_mmap_free(struct rdma_user_mmap_entry
*rdma_entry
);
155 int efa_create_ah(struct ib_ah
*ibah
,
156 struct rdma_ah_attr
*ah_attr
,
158 struct ib_udata
*udata
);
159 void efa_destroy_ah(struct ib_ah
*ibah
, u32 flags
);
160 int efa_modify_qp(struct ib_qp
*ibqp
, struct ib_qp_attr
*qp_attr
,
161 int qp_attr_mask
, struct ib_udata
*udata
);
162 enum rdma_link_layer
efa_port_link_layer(struct ib_device
*ibdev
,
164 struct rdma_hw_stats
*efa_alloc_hw_stats(struct ib_device
*ibdev
, u8 port_num
);
165 int efa_get_hw_stats(struct ib_device
*ibdev
, struct rdma_hw_stats
*stats
,
166 u8 port_num
, int index
);