1 /*******************************************************************
2 * This file is part of the Emulex Linux Device Driver for *
3 * Fibre Channel Host Bus Adapters. *
4 * Copyright (C) 2017-2018 Broadcom. All Rights Reserved. The term *
5 * “Broadcom” refers to Broadcom Inc. and/or its subsidiaries. *
6 * Copyright (C) 2004-2016 Emulex. All rights reserved. *
7 * EMULEX and SLI are trademarks of Emulex. *
9 * Portions Copyright (C) 2004-2005 Christoph Hellwig *
11 * This program is free software; you can redistribute it and/or *
12 * modify it under the terms of version 2 of the GNU General *
13 * Public License as published by the Free Software Foundation. *
14 * This program is distributed in the hope that it will be useful. *
15 * ALL EXPRESS OR IMPLIED CONDITIONS, REPRESENTATIONS AND *
16 * WARRANTIES, INCLUDING ANY IMPLIED WARRANTY OF MERCHANTABILITY, *
17 * FITNESS FOR A PARTICULAR PURPOSE, OR NON-INFRINGEMENT, ARE *
18 * DISCLAIMED, EXCEPT TO THE EXTENT THAT SUCH DISCLAIMERS ARE HELD *
19 * TO BE LEGALLY INVALID. See the GNU General Public License for *
20 * more details, a copy of which can be found in the file COPYING *
21 * included with this package. *
22 ********************************************************************/
24 #define LPFC_NVME_DEFAULT_SEGS (64 + 1) /* 256K IOs */
26 #define LPFC_NVME_ERSP_LEN 0x20
28 #define LPFC_NVME_WAIT_TMO 10
29 #define LPFC_NVME_EXPEDITE_XRICNT 8
30 #define LPFC_NVME_FB_SHIFT 9
31 #define LPFC_NVME_MAX_FB (1 << 20) /* 1M */
33 #define lpfc_ndlp_get_nrport(ndlp) \
34 ((!ndlp->nrport || (ndlp->upcall_flags & NLP_WAIT_FOR_UNREG)) \
35 ? NULL : ndlp->nrport)
37 struct lpfc_nvme_qhandle
{
38 uint32_t index
; /* WQ index to use */
39 uint32_t qidx
; /* queue index passed to create */
40 uint32_t cpu_id
; /* current cpu id at time of create */
43 struct lpfc_nvme_ctrl_stat
{
44 atomic_t fc4NvmeInputRequests
;
45 atomic_t fc4NvmeOutputRequests
;
46 atomic_t fc4NvmeControlRequests
;
47 atomic_t fc4NvmeIoCmpls
;
50 /* Declare nvme-based local and remote port definitions. */
51 struct lpfc_nvme_lport
{
52 struct lpfc_vport
*vport
;
53 struct completion
*lport_unreg_cmp
;
54 /* Add stats counters here */
55 struct lpfc_nvme_ctrl_stat
*cstat
;
56 atomic_t fc4NvmeLsRequests
;
57 atomic_t fc4NvmeLsCmpls
;
58 atomic_t xmt_fcp_noxri
;
59 atomic_t xmt_fcp_bad_ndlp
;
60 atomic_t xmt_fcp_qdepth
;
61 atomic_t xmt_fcp_wqerr
;
63 atomic_t xmt_fcp_abort
;
64 atomic_t xmt_ls_abort
;
67 atomic_t cmpl_fcp_err
;
72 struct lpfc_nvme_rport
{
73 struct lpfc_nvme_lport
*lport
;
74 struct nvme_fc_remote_port
*remoteport
;
75 struct lpfc_nodelist
*ndlp
;
76 struct completion rport_unreg_done
;
79 struct lpfc_nvme_buf
{
80 struct list_head list
;
81 struct nvmefc_fcp_req
*nvmeCmd
;
82 struct lpfc_nvme_rport
*nrport
;
83 struct lpfc_nodelist
*ndlp
;
87 uint16_t flags
; /* TBD convert exch_busy to flags */
88 #define LPFC_SBUF_XBUSY 0x1 /* SLI4 hba reported XB on WCQE cmpl */
89 #define LPFC_BUMP_QDEPTH 0x2 /* bumped queue depth counter */
90 uint16_t exch_busy
; /* SLI4 hba reported XB on complete WCQE */
91 uint16_t status
; /* From IOCB Word 7- ulpStatus */
95 uint32_t result
; /* From IOCB Word 4. */
97 uint32_t seg_cnt
; /* Number of scatter-gather segments returned by
98 * dma_map_sg. The driver needs this for calls
101 dma_addr_t nonsg_phys
; /* Non scatter-gather physical address. */
104 * data and dma_handle are the kernel virtual and bus address of the
105 * dma-able buffer containing the fcp_cmd, fcp_rsp and a scatter
106 * gather bde list that supports the sg_tablesize value.
109 dma_addr_t dma_handle
;
111 struct sli4_sge
*nvme_sgl
;
112 dma_addr_t dma_phys_sgl
;
114 /* cur_iocbq has phys of the dma-able buffer.
117 struct lpfc_iocbq cur_iocbq
;
119 wait_queue_head_t
*waitq
;
120 unsigned long start_time
;
121 #ifdef CONFIG_SCSI_LPFC_DEBUG_FS
122 uint64_t ts_cmd_start
;
123 uint64_t ts_last_cmd
;
124 uint64_t ts_cmd_wqput
;
125 uint64_t ts_isr_cmpl
;
126 uint64_t ts_data_nvme
;
130 struct lpfc_nvme_fcpreq_priv
{
131 struct lpfc_nvme_buf
*nvme_buf
;