1 /* bnx2fc.h: QLogic Linux FCoE offload driver.
3 * Copyright (c) 2008-2013 Broadcom Corporation
4 * Copyright (c) 2014-2016 QLogic Corporation
5 * Copyright (c) 2016-2017 Cavium Inc.
7 * This program is free software; you can redistribute it and/or modify
8 * it under the terms of the GNU General Public License as published by
9 * the Free Software Foundation.
11 * Written by: Bhanu Prakash Gollapudi (bprakash@broadcom.com)
16 #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
18 #include <linux/module.h>
19 #include <linux/moduleparam.h>
20 #include <linux/kernel.h>
21 #include <linux/skbuff.h>
22 #include <linux/netdevice.h>
23 #include <linux/etherdevice.h>
24 #include <linux/if_ether.h>
25 #include <linux/if_vlan.h>
26 #include <linux/kthread.h>
27 #include <linux/crc32.h>
28 #include <linux/cpu.h>
29 #include <linux/types.h>
30 #include <linux/list.h>
31 #include <linux/delay.h>
32 #include <linux/timer.h>
33 #include <linux/errno.h>
34 #include <linux/pci.h>
35 #include <linux/init.h>
36 #include <linux/dma-mapping.h>
37 #include <linux/workqueue.h>
38 #include <linux/mutex.h>
39 #include <linux/spinlock.h>
40 #include <linux/bitops.h>
41 #include <linux/log2.h>
42 #include <linux/interrupt.h>
43 #include <linux/sched/signal.h>
46 #include <scsi/scsi.h>
47 #include <scsi/scsi_host.h>
48 #include <scsi/scsi_device.h>
49 #include <scsi/scsi_cmnd.h>
50 #include <scsi/scsi_eh.h>
51 #include <scsi/scsi_tcq.h>
52 #include <scsi/libfc.h>
53 #include <scsi/libfcoe.h>
54 #include <scsi/scsi_transport.h>
55 #include <scsi/scsi_transport_fc.h>
56 #include <scsi/fc/fc_fip.h>
57 #include <scsi/fc/fc_fc2.h>
58 #include <scsi/fc_frame.h>
59 #include <scsi/fc/fc_fcoe.h>
60 #include <scsi/fc/fc_fcp.h>
62 #include "57xx_hsi_bnx2fc.h"
63 #include "../../net/ethernet/broadcom/cnic_if.h"
64 #include "../../net/ethernet/broadcom/bnx2x/bnx2x_mfw_req.h"
65 #include "bnx2fc_constants.h"
67 #define BNX2FC_NAME "bnx2fc"
68 #define BNX2FC_VERSION "2.12.13"
70 #define PFX "bnx2fc: "
72 #define BCM_CHIP_LEN 16
74 #define BNX2X_DOORBELL_PCI_BAR 2
76 #define BNX2FC_MAX_BD_LEN 0xffff
77 #define BNX2FC_BD_SPLIT_SZ 0xffff
78 #define BNX2FC_MAX_BDS_PER_CMD 255
79 #define BNX2FC_FW_MAX_BDS_PER_CMD 255
81 #define BNX2FC_SQ_WQES_MAX 256
83 #define BNX2FC_SCSI_MAX_SQES ((3 * BNX2FC_SQ_WQES_MAX) / 8)
84 #define BNX2FC_TM_MAX_SQES ((BNX2FC_SQ_WQES_MAX) / 2)
85 #define BNX2FC_ELS_MAX_SQES (BNX2FC_TM_MAX_SQES - 1)
87 #define BNX2FC_RQ_WQES_MAX 16
88 #define BNX2FC_CQ_WQES_MAX (BNX2FC_SQ_WQES_MAX + BNX2FC_RQ_WQES_MAX)
90 #define BNX2FC_NUM_MAX_SESS 1024
91 #define BNX2FC_NUM_MAX_SESS_LOG (ilog2(BNX2FC_NUM_MAX_SESS))
93 #define BNX2FC_MAX_NPIV 256
95 #define BNX2FC_MIN_PAYLOAD 256
96 #define BNX2FC_MAX_PAYLOAD 2048
98 (BNX2FC_MAX_PAYLOAD + sizeof(struct fc_frame_header))
99 #define BNX2FC_MINI_JUMBO_MTU 2500
102 #define BNX2FC_RQ_BUF_SZ 256
103 #define BNX2FC_RQ_BUF_LOG_SZ (ilog2(BNX2FC_RQ_BUF_SZ))
105 #define BNX2FC_SQ_WQE_SIZE (sizeof(struct fcoe_sqe))
106 #define BNX2FC_CQ_WQE_SIZE (sizeof(struct fcoe_cqe))
107 #define BNX2FC_RQ_WQE_SIZE (BNX2FC_RQ_BUF_SZ)
108 #define BNX2FC_XFERQ_WQE_SIZE (sizeof(struct fcoe_xfrqe))
109 #define BNX2FC_CONFQ_WQE_SIZE (sizeof(struct fcoe_confqe))
110 #define BNX2X_DB_SHIFT 3
112 #define BNX2FC_TASK_SIZE 128
113 #define BNX2FC_TASKS_PER_PAGE (PAGE_SIZE/BNX2FC_TASK_SIZE)
115 #define BNX2FC_MAX_ROWS_IN_HASH_TBL 8
116 #define BNX2FC_HASH_TBL_CHUNK_SIZE (16 * 1024)
118 #define BNX2FC_MAX_SEQS 255
119 #define BNX2FC_MAX_RETRY_CNT 3
120 #define BNX2FC_MAX_RPORT_RETRY_CNT 255
122 #define BNX2FC_READ (1 << 1)
123 #define BNX2FC_WRITE (1 << 0)
125 #define BNX2FC_MIN_XID 0
126 #define FCOE_MAX_NUM_XIDS 0x2000
127 #define FCOE_MAX_XID_OFFSET (FCOE_MAX_NUM_XIDS - 1)
128 #define FCOE_XIDS_PER_CPU_OFFSET ((512 * nr_cpu_ids) - 1)
129 #define BNX2FC_MAX_LUN 0xFFFF
130 #define BNX2FC_MAX_FCP_TGT 256
131 #define BNX2FC_MAX_CMD_LEN 16
133 #define BNX2FC_TM_TIMEOUT 60 /* secs */
134 #define BNX2FC_IO_TIMEOUT 20000UL /* msecs */
136 #define BNX2FC_WAIT_CNT 1200
137 #define BNX2FC_FW_TIMEOUT (3 * HZ)
143 #define BNX2FC_RNID_HBA 0x7
145 #define SRR_RETRY_COUNT 5
146 #define REC_RETRY_COUNT 1
147 #define BNX2FC_NUM_ERR_BITS 63
149 #define BNX2FC_RELOGIN_WAIT_TIME 200
150 #define BNX2FC_RELOGIN_WAIT_CNT 10
152 #define BNX2FC_STATS(hba, stat, cnt) \
156 val = fw_stats->stat.cnt; \
157 if (hba->prev_stats.stat.cnt <= val) \
158 val -= hba->prev_stats.stat.cnt; \
160 val += (0xfffffff - hba->prev_stats.stat.cnt); \
161 hba->bfw_stats.cnt += val; \
164 /* bnx2fc driver uses only one instance of fcoe_percpu_s */
165 extern struct fcoe_percpu_s bnx2fc_global
;
167 extern struct workqueue_struct
*bnx2fc_wq
;
169 struct bnx2fc_percpu_s
{
170 struct task_struct
*iothread
;
171 struct list_head work_list
;
172 spinlock_t fp_work_lock
;
175 struct bnx2fc_fw_stats
{
179 u64 fcoe_tx_byte_cnt
;
180 u64 fcoe_rx_byte_cnt
;
184 struct list_head list
;
185 struct cnic_dev
*cnic
;
186 struct pci_dev
*pcidev
;
187 struct net_device
*phys_dev
;
188 unsigned long reg_with_cnic
;
189 #define BNX2FC_CNIC_REGISTERED 1
190 struct bnx2fc_cmd_mgr
*cmd_mgr
;
192 struct mutex hba_mutex
;
193 struct mutex hba_stats_mutex
;
194 unsigned long adapter_state
;
195 #define ADAPTER_STATE_UP 0
196 #define ADAPTER_STATE_GOING_DOWN 1
197 #define ADAPTER_STATE_LINK_DOWN 2
198 #define ADAPTER_STATE_READY 3
200 #define BNX2FC_FLAG_FW_INIT_DONE 0
201 #define BNX2FC_FLAG_DESTROY_CMPL 1
207 u32 max_outstanding_cmds
;
210 struct fcoe_task_ctx_entry
**task_ctx
;
211 dma_addr_t
*task_ctx_dma
;
212 struct regpair
*task_ctx_bd_tbl
;
213 dma_addr_t task_ctx_bd_dma
;
215 int hash_tbl_segment_count
;
216 void **hash_tbl_segments
;
218 dma_addr_t hash_tbl_pbl_dma
;
219 struct fcoe_t2_hash_table_entry
*t2_hash_tbl
;
220 dma_addr_t t2_hash_tbl_dma
;
221 char *t2_hash_tbl_ptr
;
222 dma_addr_t t2_hash_tbl_ptr_dma
;
225 dma_addr_t dummy_buf_dma
;
227 /* Active list of offloaded sessions */
228 struct bnx2fc_rport
**tgt_ofld_list
;
231 struct bnx2fc_fw_stats bfw_stats
;
232 struct fcoe_statistics_params prev_stats
;
233 struct fcoe_statistics_params
*stats_buffer
;
234 dma_addr_t stats_buf_dma
;
235 struct completion stat_req_done
;
236 struct fcoe_capabilities fcoe_cap
;
238 /*destroy handling */
239 struct timer_list destroy_timer
;
240 wait_queue_head_t destroy_wait
;
242 /* linkdown handling */
243 wait_queue_head_t shutdown_wait
;
244 int wait_for_link_down
;
246 struct list_head vports
;
248 char chip_num
[BCM_CHIP_LEN
];
251 struct bnx2fc_interface
{
252 struct list_head list
;
253 unsigned long if_flags
;
254 #define BNX2FC_CTLR_INIT_DONE 0
255 struct bnx2fc_hba
*hba
;
256 struct net_device
*netdev
;
257 struct packet_type fcoe_packet_type
;
258 struct packet_type fip_packet_type
;
259 struct workqueue_struct
*timer_work_queue
;
267 #define bnx2fc_from_ctlr(x) \
268 ((struct bnx2fc_interface *)((x) + 1))
270 #define bnx2fc_to_ctlr(x) \
271 ((struct fcoe_ctlr *)(((struct fcoe_ctlr *)(x)) - 1))
273 struct bnx2fc_lport
{
274 struct list_head list
;
275 struct fc_lport
*lport
;
278 struct bnx2fc_cmd_mgr
{
279 struct bnx2fc_hba
*hba
;
281 struct list_head
*free_list
;
282 spinlock_t
*free_list_lock
;
283 struct io_bdt
**io_bdt_pool
;
284 struct bnx2fc_cmd
**cmds
;
287 struct bnx2fc_rport
{
288 struct fcoe_port
*port
;
289 struct fc_rport
*rport
;
290 struct fc_rport_priv
*rdata
;
291 void __iomem
*ctx_base
;
292 #define DPM_TRIGER_TYPE 0x40
300 #define BNX2FC_FLAG_SESSION_READY 0x1
301 #define BNX2FC_FLAG_OFFLOADED 0x2
302 #define BNX2FC_FLAG_DISABLED 0x3
303 #define BNX2FC_FLAG_DESTROYED 0x4
304 #define BNX2FC_FLAG_OFLD_REQ_CMPL 0x5
305 #define BNX2FC_FLAG_CTX_ALLOC_FAILURE 0x6
306 #define BNX2FC_FLAG_UPLD_REQ_COMPL 0x7
307 #define BNX2FC_FLAG_DISABLE_FAILED 0x9
308 #define BNX2FC_FLAG_ENABLED 0xa
310 u8 src_addr
[ETH_ALEN
];
316 struct b577xx_doorbell_set_prod sq_db
;
317 struct b577xx_fcoe_rx_doorbell rx_db
;
322 u8 sq_curr_toggle_bit
;
328 u8 cq_curr_toggle_bit
;
338 dma_addr_t rq_pbl_dma
;
341 struct fcoe_xfrqe
*xferq
;
342 dma_addr_t xferq_dma
;
345 struct fcoe_confqe
*confq
;
346 dma_addr_t confq_dma
;
350 dma_addr_t confq_pbl_dma
;
353 struct fcoe_conn_db
*conn_db
;
354 dma_addr_t conn_db_dma
;
355 u32 conn_db_mem_size
;
357 struct fcoe_sqe
*lcq
;
363 atomic_t num_active_ios
;
365 unsigned long timestamp
;
366 unsigned long retry_delay_timestamp
;
367 struct bnx2fc_cmd
*pending_queue
[BNX2FC_SQ_WQES_MAX
+1];
368 struct list_head active_cmd_queue
;
369 struct list_head els_queue
;
370 struct list_head io_retire_queue
;
371 struct list_head active_tm_queue
;
373 struct timer_list ofld_timer
;
374 wait_queue_head_t ofld_wait
;
376 struct timer_list upld_timer
;
377 wait_queue_head_t upld_wait
;
380 struct bnx2fc_mp_req
{
386 dma_addr_t req_buf_dma
;
387 struct fcoe_bd_ctx
*mp_req_bd
;
388 dma_addr_t mp_req_bd_dma
;
389 struct fc_frame_header req_fc_hdr
;
393 dma_addr_t resp_buf_dma
;
394 struct fcoe_bd_ctx
*mp_resp_bd
;
395 dma_addr_t mp_resp_bd_dma
;
396 struct fc_frame_header resp_fc_hdr
;
399 struct bnx2fc_els_cb_arg
{
400 struct bnx2fc_cmd
*aborted_io_req
;
401 struct bnx2fc_cmd
*io_req
;
407 /* bnx2fc command structure */
409 struct list_head link
;
413 #define BNX2FC_SCSI_CMD 1
414 #define BNX2FC_TASK_MGMT_CMD 2
415 #define BNX2FC_ABTS 3
417 #define BNX2FC_CLEANUP 5
418 #define BNX2FC_SEQ_CLEANUP 6
420 struct kref refcount
;
421 struct fcoe_port
*port
;
422 struct bnx2fc_rport
*tgt
;
423 struct scsi_cmnd
*sc_cmd
;
424 struct bnx2fc_cmd_mgr
*cmd_mgr
;
425 struct bnx2fc_mp_req mp_req
;
426 void (*cb_func
)(struct bnx2fc_els_cb_arg
*cb_arg
);
427 struct bnx2fc_els_cb_arg
*cb_arg
;
428 struct delayed_work timeout_work
; /* timer for ULP timeouts */
429 struct completion abts_done
;
430 struct completion cleanup_done
;
431 int wait_for_abts_comp
;
432 int wait_for_cleanup_comp
;
434 struct fcoe_err_report_entry err_entry
;
435 struct fcoe_task_ctx_entry
*task
;
436 struct io_bdt
*bd_tbl
;
438 size_t data_xfer_len
;
439 unsigned long req_flags
;
440 #define BNX2FC_FLAG_ISSUE_RRQ 0x1
441 #define BNX2FC_FLAG_ISSUE_ABTS 0x2
442 #define BNX2FC_FLAG_ABTS_DONE 0x3
443 #define BNX2FC_FLAG_TM_COMPL 0x4
444 #define BNX2FC_FLAG_TM_TIMEOUT 0x5
445 #define BNX2FC_FLAG_IO_CLEANUP 0x6
446 #define BNX2FC_FLAG_RETIRE_OXID 0x7
447 #define BNX2FC_FLAG_EH_ABORT 0x8
448 #define BNX2FC_FLAG_IO_COMPL 0x9
449 #define BNX2FC_FLAG_ELS_DONE 0xa
450 #define BNX2FC_FLAG_ELS_TIMEOUT 0xb
451 #define BNX2FC_FLAG_CMD_LOST 0xc
452 #define BNX2FC_FLAG_SRR_SENT 0xd
453 #define BNX2FC_FLAG_ISSUE_CLEANUP_REQ 0xe
461 u8 cdb_status
; /* SCSI IO status */
462 u8 fcp_status
; /* FCP IO status */
468 struct bnx2fc_cmd
*io_req
;
469 struct fcoe_bd_ctx
*bd_tbl
;
470 dma_addr_t bd_tbl_dma
;
475 struct list_head list
;
476 struct bnx2fc_rport
*tgt
;
477 struct fcoe_task_ctx_entry
*task
;
478 unsigned char rq_data
[BNX2FC_RQ_BUF_SZ
];
482 struct bnx2fc_unsol_els
{
483 struct fc_lport
*lport
;
485 struct bnx2fc_hba
*hba
;
486 struct work_struct unsol_els_work
;
490 struct bnx2fc_cmd
*io_req
;
493 static inline struct bnx2fc_priv
*bnx2fc_priv(struct scsi_cmnd
*cmd
)
495 return scsi_cmd_priv(cmd
);
498 struct bnx2fc_cmd
*bnx2fc_cmd_alloc(struct bnx2fc_rport
*tgt
);
499 struct bnx2fc_cmd
*bnx2fc_elstm_alloc(struct bnx2fc_rport
*tgt
, int type
);
500 void bnx2fc_cmd_release(struct kref
*ref
);
501 int bnx2fc_queuecommand(struct Scsi_Host
*host
, struct scsi_cmnd
*sc_cmd
);
502 int bnx2fc_send_fw_fcoe_init_msg(struct bnx2fc_hba
*hba
);
503 int bnx2fc_send_fw_fcoe_destroy_msg(struct bnx2fc_hba
*hba
);
504 int bnx2fc_send_session_ofld_req(struct fcoe_port
*port
,
505 struct bnx2fc_rport
*tgt
);
506 int bnx2fc_send_session_enable_req(struct fcoe_port
*port
,
507 struct bnx2fc_rport
*tgt
);
508 int bnx2fc_send_session_disable_req(struct fcoe_port
*port
,
509 struct bnx2fc_rport
*tgt
);
510 int bnx2fc_send_session_destroy_req(struct bnx2fc_hba
*hba
,
511 struct bnx2fc_rport
*tgt
);
512 int bnx2fc_map_doorbell(struct bnx2fc_rport
*tgt
);
513 void bnx2fc_indicate_kcqe(void *context
, struct kcqe
*kcq
[],
515 int bnx2fc_setup_task_ctx(struct bnx2fc_hba
*hba
);
516 void bnx2fc_free_task_ctx(struct bnx2fc_hba
*hba
);
517 int bnx2fc_setup_fw_resc(struct bnx2fc_hba
*hba
);
518 void bnx2fc_free_fw_resc(struct bnx2fc_hba
*hba
);
519 struct bnx2fc_cmd_mgr
*bnx2fc_cmd_mgr_alloc(struct bnx2fc_hba
*hba
);
520 void bnx2fc_cmd_mgr_free(struct bnx2fc_cmd_mgr
*cmgr
);
521 void bnx2fc_get_link_state(struct bnx2fc_hba
*hba
);
522 char *bnx2fc_get_next_rqe(struct bnx2fc_rport
*tgt
, u8 num_items
);
523 void bnx2fc_return_rqe(struct bnx2fc_rport
*tgt
, u8 num_items
);
524 int bnx2fc_get_paged_crc_eof(struct sk_buff
*skb
, int tlen
);
525 int bnx2fc_send_rrq(struct bnx2fc_cmd
*aborted_io_req
);
526 int bnx2fc_send_adisc(struct bnx2fc_rport
*tgt
, struct fc_frame
*fp
);
527 int bnx2fc_send_logo(struct bnx2fc_rport
*tgt
, struct fc_frame
*fp
);
528 int bnx2fc_send_rls(struct bnx2fc_rport
*tgt
, struct fc_frame
*fp
);
529 int bnx2fc_initiate_cleanup(struct bnx2fc_cmd
*io_req
);
530 int bnx2fc_initiate_abts(struct bnx2fc_cmd
*io_req
);
531 void bnx2fc_cmd_timer_set(struct bnx2fc_cmd
*io_req
,
532 unsigned int timer_msec
);
533 int bnx2fc_init_mp_req(struct bnx2fc_cmd
*io_req
);
534 void bnx2fc_init_cleanup_task(struct bnx2fc_cmd
*io_req
,
535 struct fcoe_task_ctx_entry
*task
,
537 void bnx2fc_init_seq_cleanup_task(struct bnx2fc_cmd
*seq_clnup_req
,
538 struct fcoe_task_ctx_entry
*task
,
539 struct bnx2fc_cmd
*orig_io_req
,
541 void bnx2fc_init_mp_task(struct bnx2fc_cmd
*io_req
,
542 struct fcoe_task_ctx_entry
*task
);
543 void bnx2fc_init_task(struct bnx2fc_cmd
*io_req
,
544 struct fcoe_task_ctx_entry
*task
);
545 void bnx2fc_add_2_sq(struct bnx2fc_rport
*tgt
, u16 xid
);
546 void bnx2fc_ring_doorbell(struct bnx2fc_rport
*tgt
);
547 int bnx2fc_eh_abort(struct scsi_cmnd
*sc_cmd
);
548 int bnx2fc_eh_target_reset(struct scsi_cmnd
*sc_cmd
);
549 int bnx2fc_eh_device_reset(struct scsi_cmnd
*sc_cmd
);
550 void bnx2fc_rport_event_handler(struct fc_lport
*lport
,
551 struct fc_rport_priv
*rport
,
552 enum fc_rport_event event
);
553 void bnx2fc_process_scsi_cmd_compl(struct bnx2fc_cmd
*io_req
,
554 struct fcoe_task_ctx_entry
*task
,
555 u8 num_rq
, unsigned char *rq_data
);
556 void bnx2fc_process_cleanup_compl(struct bnx2fc_cmd
*io_req
,
557 struct fcoe_task_ctx_entry
*task
,
559 void bnx2fc_process_abts_compl(struct bnx2fc_cmd
*io_req
,
560 struct fcoe_task_ctx_entry
*task
,
562 void bnx2fc_process_tm_compl(struct bnx2fc_cmd
*io_req
,
563 struct fcoe_task_ctx_entry
*task
,
564 u8 num_rq
, unsigned char *rq_data
);
565 void bnx2fc_process_els_compl(struct bnx2fc_cmd
*els_req
,
566 struct fcoe_task_ctx_entry
*task
,
568 void bnx2fc_build_fcp_cmnd(struct bnx2fc_cmd
*io_req
,
569 struct fcp_cmnd
*fcp_cmnd
);
573 void bnx2fc_flush_active_ios(struct bnx2fc_rport
*tgt
);
574 struct fc_seq
*bnx2fc_elsct_send(struct fc_lport
*lport
, u32 did
,
575 struct fc_frame
*fp
, unsigned int op
,
576 void (*resp
)(struct fc_seq
*,
579 void *arg
, u32 timeout
);
580 void bnx2fc_arm_cq(struct bnx2fc_rport
*tgt
);
581 int bnx2fc_process_new_cqes(struct bnx2fc_rport
*tgt
);
582 void bnx2fc_process_cq_compl(struct bnx2fc_rport
*tgt
, u16 wqe
,
583 unsigned char *rq_data
, u8 num_rq
,
584 struct fcoe_task_ctx_entry
*task
);
585 struct bnx2fc_rport
*bnx2fc_tgt_lookup(struct fcoe_port
*port
,
587 void bnx2fc_process_l2_frame_compl(struct bnx2fc_rport
*tgt
,
589 u32 frame_len
, u16 l2_oxid
);
590 int bnx2fc_send_stat_req(struct bnx2fc_hba
*hba
);
591 int bnx2fc_post_io_req(struct bnx2fc_rport
*tgt
, struct bnx2fc_cmd
*io_req
);
592 int bnx2fc_send_rec(struct bnx2fc_cmd
*orig_io_req
);
593 int bnx2fc_send_srr(struct bnx2fc_cmd
*orig_io_req
, u32 offset
, u8 r_ctl
);
594 void bnx2fc_process_seq_cleanup_compl(struct bnx2fc_cmd
*seq_clnup_req
,
595 struct fcoe_task_ctx_entry
*task
,
597 int bnx2fc_initiate_seq_cleanup(struct bnx2fc_cmd
*orig_io_req
, u32 offset
,
601 #include "bnx2fc_debug.h"