2 * Copyright (c) 2011-2014, Intel Corporation.
4 * This program is free software; you can redistribute it and/or modify it
5 * under the terms and conditions of the GNU General Public License,
6 * version 2, as published by the Free Software Foundation.
8 * This program is distributed in the hope it will be useful, but WITHOUT
9 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
10 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
17 #include <linux/mutex.h>
18 #include <linux/nvme.h>
19 #include <linux/pci.h>
20 #include <linux/kref.h>
21 #include <linux/blk-mq.h>
23 extern unsigned char nvme_io_timeout
;
24 #define NVME_IO_TIMEOUT (nvme_io_timeout * HZ)
31 /* The below value is the specific amount of delay needed before checking
32 * readiness in case of the PCI_DEVICE(0x1c58, 0x0003), which needs the
33 * NVME_QUIRK_DELAY_BEFORE_CHK_RDY quirk enabled. The value (in ms) was
36 #define NVME_QUIRK_DELAY_AMOUNT 2000
39 * Represents an NVM Express device. Each nvme_dev is a PCI function.
42 struct list_head node
;
43 struct nvme_queue
**queues
;
44 struct request_queue
*admin_q
;
45 struct blk_mq_tag_set tagset
;
46 struct blk_mq_tag_set admin_tagset
;
49 struct dma_pool
*prp_page_pool
;
50 struct dma_pool
*prp_small_pool
;
53 unsigned online_queues
;
58 struct msix_entry
*entry
;
59 struct nvme_bar __iomem
*bar
;
60 struct list_head namespaces
;
62 struct device
*device
;
63 struct work_struct reset_work
;
64 struct work_struct probe_work
;
65 struct work_struct scan_work
;
66 struct mutex shutdown_lock
;
76 dma_addr_t cmb_dma_addr
;
86 * An NVM Express namespace is equivalent to a SCSI LUN
89 struct list_head list
;
92 struct request_queue
*queue
;
102 u64 mode_select_num_blocks
;
103 u32 mode_select_block_len
;
107 * The nvme_iod describes the data in an I/O, including the list of PRP
108 * entries. You can't see it in this data structure because C doesn't let
109 * me express that. Use nvme_alloc_iod to ensure there's enough space
110 * allocated to store the PRP list.
113 unsigned long private; /* For the use of the submitter of the I/O */
114 int npages
; /* In the PRP list. 0 means small pool in use */
115 int offset
; /* Of PRP list */
116 int nents
; /* Used in scatterlist */
117 int length
; /* Of data, in bytes */
118 dma_addr_t first_dma
;
119 struct scatterlist meta_sg
[1]; /* metadata requires single contiguous buffer */
120 struct scatterlist sg
[0];
123 static inline u64
nvme_block_nr(struct nvme_ns
*ns
, sector_t sector
)
125 return (sector
>> (ns
->lba_shift
- 9));
128 int nvme_submit_sync_cmd(struct request_queue
*q
, struct nvme_command
*cmd
,
129 void *buf
, unsigned bufflen
);
130 int __nvme_submit_sync_cmd(struct request_queue
*q
, struct nvme_command
*cmd
,
131 void *buffer
, void __user
*ubuffer
, unsigned bufflen
,
132 u32
*result
, unsigned timeout
);
133 int nvme_identify_ctrl(struct nvme_dev
*dev
, struct nvme_id_ctrl
**id
);
134 int nvme_identify_ns(struct nvme_dev
*dev
, unsigned nsid
,
135 struct nvme_id_ns
**id
);
136 int nvme_get_log_page(struct nvme_dev
*dev
, struct nvme_smart_log
**log
);
137 int nvme_get_features(struct nvme_dev
*dev
, unsigned fid
, unsigned nsid
,
138 dma_addr_t dma_addr
, u32
*result
);
139 int nvme_set_features(struct nvme_dev
*dev
, unsigned fid
, unsigned dword11
,
140 dma_addr_t dma_addr
, u32
*result
);
144 int nvme_sg_io(struct nvme_ns
*ns
, struct sg_io_hdr __user
*u_hdr
);
145 int nvme_sg_io32(struct nvme_ns
*ns
, unsigned long arg
);
146 int nvme_sg_get_version_num(int __user
*ip
);
149 int nvme_nvm_ns_supported(struct nvme_ns
*ns
, struct nvme_id_ns
*id
);
150 int nvme_nvm_register(struct request_queue
*q
, char *disk_name
);
151 void nvme_nvm_unregister(struct request_queue
*q
, char *disk_name
);
153 static inline int nvme_nvm_register(struct request_queue
*q
, char *disk_name
)
158 static inline void nvme_nvm_unregister(struct request_queue
*q
, char *disk_name
) {};
160 static inline int nvme_nvm_ns_supported(struct nvme_ns
*ns
, struct nvme_id_ns
*id
)
164 #endif /* CONFIG_NVM */