1 /*******************************************************************
2 * This file is part of the Emulex Linux Device Driver for *
3 * Fibre Channel Host Bus Adapters. *
4 * Copyright (C) 2017-2018 Broadcom. All Rights Reserved. The term *
5 * “Broadcom” refers to Broadcom Inc. and/or its subsidiaries. *
6 * Copyright (C) 2004-2016 Emulex. All rights reserved. *
7 * EMULEX and SLI are trademarks of Emulex. *
9 * Portions Copyright (C) 2004-2005 Christoph Hellwig *
11 * This program is free software; you can redistribute it and/or *
12 * modify it under the terms of version 2 of the GNU General *
13 * Public License as published by the Free Software Foundation. *
14 * This program is distributed in the hope that it will be useful. *
15 * ALL EXPRESS OR IMPLIED CONDITIONS, REPRESENTATIONS AND *
16 * WARRANTIES, INCLUDING ANY IMPLIED WARRANTY OF MERCHANTABILITY, *
17 * FITNESS FOR A PARTICULAR PURPOSE, OR NON-INFRINGEMENT, ARE *
18 * DISCLAIMED, EXCEPT TO THE EXTENT THAT SUCH DISCLAIMERS ARE HELD *
19 * TO BE LEGALLY INVALID. See the GNU General Public License for *
20 * more details, a copy of which can be found in the file COPYING *
21 * included with this package. *
22 ********************************************************************/
24 #define LPFC_NVMET_DEFAULT_SEGS (64 + 1) /* 256K IOs */
25 #define LPFC_NVMET_RQE_MIN_POST 128
26 #define LPFC_NVMET_RQE_DEF_POST 512
27 #define LPFC_NVMET_RQE_DEF_COUNT 2048
28 #define LPFC_NVMET_SUCCESS_LEN 12
30 #define LPFC_NVMET_MRQ_OFF 0xffff
31 #define LPFC_NVMET_MRQ_AUTO 0
32 #define LPFC_NVMET_MRQ_MAX 16
34 #define LPFC_NVMET_WAIT_TMO (5 * MSEC_PER_SEC)
36 /* Used for NVME Target */
37 struct lpfc_nvmet_tgtport
{
38 struct lpfc_hba
*phba
;
39 struct completion
*tport_unreg_cmp
;
41 /* Stats counters - lpfc_nvmet_unsol_ls_buffer */
42 atomic_t rcv_ls_req_in
;
43 atomic_t rcv_ls_req_out
;
44 atomic_t rcv_ls_req_drop
;
45 atomic_t xmt_ls_abort
;
46 atomic_t xmt_ls_abort_cmpl
;
48 /* Stats counters - lpfc_nvmet_xmt_ls_rsp */
52 /* Stats counters - lpfc_nvmet_xmt_ls_rsp_cmp */
53 atomic_t xmt_ls_rsp_error
;
54 atomic_t xmt_ls_rsp_aborted
;
55 atomic_t xmt_ls_rsp_xb_set
;
56 atomic_t xmt_ls_rsp_cmpl
;
58 /* Stats counters - lpfc_nvmet_unsol_fcp_buffer */
59 atomic_t rcv_fcp_cmd_in
;
60 atomic_t rcv_fcp_cmd_out
;
61 atomic_t rcv_fcp_cmd_drop
;
62 atomic_t rcv_fcp_cmd_defer
;
63 atomic_t xmt_fcp_release
;
65 /* Stats counters - lpfc_nvmet_xmt_fcp_op */
66 atomic_t xmt_fcp_drop
;
67 atomic_t xmt_fcp_read_rsp
;
68 atomic_t xmt_fcp_read
;
69 atomic_t xmt_fcp_write
;
72 /* Stats counters - lpfc_nvmet_xmt_fcp_op_cmp */
73 atomic_t xmt_fcp_rsp_xb_set
;
74 atomic_t xmt_fcp_rsp_cmpl
;
75 atomic_t xmt_fcp_rsp_error
;
76 atomic_t xmt_fcp_rsp_aborted
;
77 atomic_t xmt_fcp_rsp_drop
;
79 /* Stats counters - lpfc_nvmet_xmt_fcp_abort */
80 atomic_t xmt_fcp_xri_abort_cqe
;
81 atomic_t xmt_fcp_abort
;
82 atomic_t xmt_fcp_abort_cmpl
;
83 atomic_t xmt_abort_sol
;
84 atomic_t xmt_abort_unsol
;
85 atomic_t xmt_abort_rsp
;
86 atomic_t xmt_abort_rsp_error
;
88 /* Stats counters - defer IO */
91 atomic_t defer_wqfull
;
94 struct lpfc_nvmet_ctx_info
{
95 struct list_head nvmet_ctx_list
;
96 spinlock_t nvmet_ctx_list_lock
; /* lock per CPU */
97 struct lpfc_nvmet_ctx_info
*nvmet_ctx_next_cpu
;
98 struct lpfc_nvmet_ctx_info
*nvmet_ctx_start_cpu
;
99 uint16_t nvmet_ctx_list_cnt
;
100 char pad
[16]; /* pad to a cache-line */
103 /* This retrieves the context info associated with the specified cpu / mrq */
104 #define lpfc_get_ctx_list(phba, cpu, mrq) \
105 (phba->sli4_hba.nvmet_ctx_info + ((cpu * phba->cfg_nvmet_mrq) + mrq))
107 struct lpfc_nvmet_rcv_ctx
{
109 struct nvmefc_tgt_ls_req ls_req
;
110 struct nvmefc_tgt_fcp_req fcp_req
;
112 struct list_head list
;
113 struct lpfc_hba
*phba
;
114 struct lpfc_iocbq
*wqeq
;
115 struct lpfc_iocbq
*abort_wqeq
;
116 dma_addr_t txrdy_phys
;
117 spinlock_t ctxlock
; /* protect flag access */
128 #define LPFC_NVMET_STE_LS_RCV 1
129 #define LPFC_NVMET_STE_LS_ABORT 2
130 #define LPFC_NVMET_STE_LS_RSP 3
131 #define LPFC_NVMET_STE_RCV 4
132 #define LPFC_NVMET_STE_DATA 5
133 #define LPFC_NVMET_STE_ABORT 6
134 #define LPFC_NVMET_STE_DONE 7
135 #define LPFC_NVMET_STE_FREE 0xff
137 #define LPFC_NVMET_IO_INP 0x1 /* IO is in progress on exchange */
138 #define LPFC_NVMET_ABORT_OP 0x2 /* Abort WQE issued on exchange */
139 #define LPFC_NVMET_XBUSY 0x4 /* XB bit set on IO cmpl */
140 #define LPFC_NVMET_CTX_RLS 0x8 /* ctx free requested */
141 #define LPFC_NVMET_ABTS_RCV 0x10 /* ABTS received on exchange */
142 #define LPFC_NVMET_DEFER_WQFULL 0x40 /* Waiting on a free WQE */
143 struct rqb_dmabuf
*rqb_buffer
;
144 struct lpfc_nvmet_ctxbuf
*ctxbuf
;
146 #ifdef CONFIG_SCSI_LPFC_DEBUG_FS
148 uint64_t ts_cmd_nvme
;
149 uint64_t ts_nvme_data
;
150 uint64_t ts_data_wqput
;
151 uint64_t ts_isr_data
;
152 uint64_t ts_data_nvme
;
153 uint64_t ts_nvme_status
;
154 uint64_t ts_status_wqput
;
155 uint64_t ts_isr_status
;
156 uint64_t ts_status_nvme
;