1 /* SPDX-License-Identifier: GPL-2.0-only */
3 * QLogic iSCSI Offload Driver
4 * Copyright (c) 2016 Cavium Inc.
10 #define __PREVENT_QED_HSI__
12 #include <scsi/scsi_transport_iscsi.h>
13 #include <scsi/libiscsi.h>
14 #include <scsi/scsi_host.h>
15 #include <linux/uio_driver.h>
18 #include <linux/qed/qed_if.h>
20 #include <linux/qed/qed_iscsi_if.h>
21 #include <linux/qed/qed_ll2_if.h>
22 #include "qedi_version.h"
23 #include "qedi_nvm_iscsi_cfg.h"
25 #define QEDI_MODULE_NAME "qedi"
30 #define GET_FIELD2(value, name) \
31 (((value) & (name ## _MASK)) >> (name ## _OFFSET))
35 * PCI function probe defines
37 #define QEDI_MODE_NORMAL 0
38 #define QEDI_MODE_RECOVERY 1
39 #define QEDI_MODE_SHUTDOWN 2
41 #define ISCSI_WQE_SET_PTU_INVALIDATE 1
42 #define QEDI_MAX_ISCSI_TASK 4096
43 #define QEDI_MAX_TASK_NUM 0x0FFF
44 #define QEDI_MAX_ISCSI_CONNS_PER_HBA 1024
45 #define QEDI_ISCSI_MAX_BDS_PER_CMD 255 /* Firmware max BDs is 255 */
46 #define MAX_OUTSTANDING_TASKS_PER_CON 1024
48 #define QEDI_MAX_BD_LEN 0xffff
49 #define QEDI_BD_SPLIT_SZ 0x1000
50 #define QEDI_PAGE_SIZE 4096
51 #define QEDI_FAST_SGE_COUNT 4
52 /* MAX Length for cached SGL */
53 #define MAX_SGLEN_FOR_CACHESGL ((1U << 16) - 1)
55 #define MIN_NUM_CPUS_MSIX(x) min_t(u32, x->dev_info.num_cqs, \
58 #define QEDI_LOCAL_PORT_MIN 60000
59 #define QEDI_LOCAL_PORT_MAX 61024
60 #define QEDI_LOCAL_PORT_RANGE (QEDI_LOCAL_PORT_MAX - QEDI_LOCAL_PORT_MIN)
61 #define QEDI_LOCAL_PORT_INVALID 0xffff
63 #define RX_RING (TX_RX_RING - 1)
64 #define QEDI_PAGE_ALIGN(addr) ALIGN(addr, QEDI_PAGE_SIZE)
65 #define QEDI_PAGE_MASK (~((QEDI_PAGE_SIZE) - 1))
67 #define QEDI_HW_DMA_BOUNDARY 0xfff
68 #define QEDI_PATH_HANDLE 0xFE0000000UL
75 struct qedi_nvm_iscsi_image
{
76 struct nvm_iscsi_cfg iscsi_cfg
;
80 struct qedi_uio_ctrl
{
108 #define QEDI_RX_DESC_CNT (QEDI_PAGE_SIZE / sizeof(struct qedi_rx_bd))
109 #define QEDI_MAX_RX_DESC_CNT (QEDI_RX_DESC_CNT - 1)
110 #define QEDI_NUM_RX_BD (QEDI_RX_DESC_CNT * 1)
111 #define QEDI_MAX_RX_BD (QEDI_NUM_RX_BD - 1)
113 #define QEDI_NEXT_RX_IDX(x) ((((x) & (QEDI_MAX_RX_DESC_CNT)) == \
114 (QEDI_MAX_RX_DESC_CNT - 1)) ? \
117 struct qedi_uio_dev
{
118 struct uio_info qedi_uinfo
;
120 struct list_head list
;
131 struct qedi_ctx
*qedi
;
132 struct pci_dev
*pdev
;
136 /* List to maintain the skb pointers */
137 struct skb_work_list
{
138 struct list_head list
;
143 /* Queue sizes in number of elements */
144 #define QEDI_SQ_SIZE MAX_OUTSTANDING_TASKS_PER_CON
145 #define QEDI_CQ_SIZE 2048
146 #define QEDI_CMDQ_SIZE QEDI_MAX_ISCSI_TASK
147 #define QEDI_PROTO_CQ_PROD_IDX 0
149 struct qedi_glbl_q_params
{
150 u64 hw_p_cq
; /* Completion queue PBL */
151 u64 hw_p_rq
; /* Request queue PBL */
152 u64 hw_p_cmdq
; /* Command queue PBL */
155 struct global_queue
{
159 u32 cq_cons_idx
; /* Completion queue consumer index */
162 dma_addr_t cq_pbl_dma
;
167 struct qedi_fastpath
{
168 struct qed_sb_info
*sb_info
;
170 #define QEDI_NAME_SIZE 16
171 char name
[QEDI_NAME_SIZE
];
172 struct qedi_ctx
*qedi
;
175 /* Used to pass fastpath information needed to process CQEs */
176 struct qedi_io_work
{
177 struct list_head list
;
178 struct iscsi_cqe_solicited cqe
;
183 * struct iscsi_cid_queue - Per adapter iscsi cid queue
185 * @cid_que_base: queue base memory
186 * @cid_que: queue memory pointer
187 * @cid_q_prod_idx: produce index
188 * @cid_q_cons_idx: consumer index
189 * @cid_q_max_idx: max index. used to detect wrap around condition
190 * @cid_free_cnt: queue size
191 * @conn_cid_tbl: iscsi cid to conn structure mapping table
193 * Per adapter iSCSI CID Queue
195 struct iscsi_cid_queue
{
202 struct qedi_conn
**conn_cid_tbl
;
205 struct qedi_portid_tbl
{
206 spinlock_t lock
; /* Port id lock */
210 unsigned long *table
;
213 struct qedi_itt_map
{
215 struct qedi_cmd
*p_cmd
;
218 /* I/O tracing entry */
219 #define QEDI_IO_TRACE_SIZE 2048
221 #define QEDI_IO_TRACE_REQ 0
222 #define QEDI_IO_TRACE_RSP 1
226 u32 port_id
; /* Remote port fabric ID */
228 u8 op
; /* SCSI CDB */
230 unsigned int bufflen
; /* SCSI buffer length */
231 unsigned int sg_count
; /* Number of SG elements */
232 u8 fast_sgs
; /* number of fast sgls */
233 u8 slow_sgs
; /* number of slow sgls */
234 u8 cached_sgs
; /* number of cached sgls */
235 int result
; /* Result passed back to mid-layer */
236 unsigned long jiffies
; /* Time stamp when I/O logged */
237 int refcount
; /* Reference count for task id */
238 unsigned int blk_req_cpu
; /* CPU that the task is queued on by
241 unsigned int req_cpu
; /* CPU that the task is queued on */
242 unsigned int intr_cpu
; /* Interrupt CPU that the task is received on */
243 unsigned int blk_rsp_cpu
;/* CPU that task is actually processed and
244 * returned to blk layer
251 /* Number of entries in BDQ */
252 #define QEDI_BDQ_NUM 256
253 #define QEDI_BDQ_BUF_SIZE 256
255 /* DMA coherent buffers for BDQ */
256 struct qedi_bdq_buf
{
261 /* Main port level struct */
263 struct qedi_dbg_ctx dbg_ctx
;
264 struct Scsi_Host
*shost
;
265 struct pci_dev
*pdev
;
266 struct qed_dev
*cdev
;
267 struct qed_dev_iscsi_info dev_info
;
268 struct qed_int_info int_info
;
269 struct qedi_glbl_q_params
*p_cpuq
;
270 struct global_queue
**global_queues
;
271 /* uio declaration */
272 struct qedi_uio_dev
*udev
;
273 struct list_head ll2_skb_list
;
274 spinlock_t ll2_lock
; /* Light L2 lock */
275 spinlock_t hba_lock
; /* per port lock */
276 struct task_struct
*ll2_recv_thread
;
277 unsigned long qedi_err_flags
;
278 #define QEDI_ERR_ATTN_CLR_EN 0
279 #define QEDI_ERR_IS_RECOVERABLE 2
280 #define QEDI_ERR_OVERRIDE_EN 31
282 #define UIO_DEV_OPENED 1
283 #define QEDI_IOTHREAD_WAKE 2
284 #define QEDI_IN_RECOVERY 5
285 #define QEDI_IN_OFFLINE 6
286 #define QEDI_IN_SHUTDOWN 7
292 /* Physical address of above array */
293 dma_addr_t hw_p_cpuq
;
295 struct qedi_bdq_buf bdq
[QEDI_BDQ_NUM
];
297 dma_addr_t bdq_pbl_dma
;
298 size_t bdq_pbl_mem_size
;
300 dma_addr_t bdq_pbl_list_dma
;
301 u8 bdq_pbl_list_num_entries
;
302 struct qedi_nvm_iscsi_image
*iscsi_image
;
303 dma_addr_t nvm_buf_dma
;
304 void __iomem
*bdq_primary_prod
;
305 void __iomem
*bdq_secondary_prod
;
311 u32 max_active_conns
;
314 struct iscsi_cid_queue cid_que
;
315 struct qedi_endpoint
**ep_tbl
;
316 struct qedi_portid_tbl lcl_port_tbl
;
318 /* Rx fast path intr context */
319 struct qed_sb_info
*sb_array
;
320 struct qedi_fastpath
*fp_array
;
321 struct qed_iscsi_tid tasks
;
323 #define QEDI_LINK_DOWN 0
324 #define QEDI_LINK_UP 1
327 #define QEDI_RESERVE_TASK_ID 0
328 #define MAX_ISCSI_TASK_ENTRIES 4096
329 #define QEDI_INVALID_TASK_ID (MAX_ISCSI_TASK_ENTRIES + 1)
330 unsigned long task_idx_map
[MAX_ISCSI_TASK_ENTRIES
/ BITS_PER_LONG
];
331 struct qedi_itt_map
*itt_map
;
332 u16 tid_reuse_count
[QEDI_MAX_ISCSI_TASK
];
333 struct qed_pf_params pf_params
;
335 struct workqueue_struct
*tmf_thread
;
336 struct workqueue_struct
*offload_thread
;
340 struct workqueue_struct
*dpc_wq
;
341 struct delayed_work recovery_work
;
342 struct delayed_work board_disable_work
;
344 spinlock_t task_idx_lock
; /* To protect gbl context */
348 struct qedi_io_log io_trace_buf
[QEDI_IO_TRACE_SIZE
];
349 spinlock_t io_trace_lock
; /* prtect trace Log buf */
351 unsigned int intr_cpu
;
359 atomic_t num_offloads
;
360 #define SYSFS_FLAG_FW_SEL_BOOT 2
363 struct iscsi_boot_kset
*boot_kset
;
365 /* Used for iscsi statistics */
366 struct mutex stats_lock
;
370 struct list_head list
;
371 struct qedi_ctx
*qedi
;
377 struct qedi_percpu_s
{
378 struct task_struct
*iothread
;
379 struct list_head work_list
;
380 spinlock_t p_work_lock
; /* Per cpu worker lock */
383 static inline void *qedi_get_task_mem(struct qed_iscsi_tid
*info
, u32 tid
)
385 return (info
->blocks
[tid
/ info
->num_tids_per_block
] +
386 (tid
% info
->num_tids_per_block
) * info
->size
);
389 #define QEDI_U64_HI(val) ((u32)(((u64)(val)) >> 32))
390 #define QEDI_U64_LO(val) ((u32)(((u64)(val)) & 0xffffffff))
392 #endif /* _QEDI_H_ */