2 * Copyright (C) 2017 Western Digital Corporation or its affiliates.
4 * This file is released under the GPL.
10 #include <linux/types.h>
11 #include <linux/blkdev.h>
12 #include <linux/device-mapper.h>
13 #include <linux/dm-kcopyd.h>
14 #include <linux/list.h>
15 #include <linux/spinlock.h>
16 #include <linux/mutex.h>
17 #include <linux/workqueue.h>
18 #include <linux/rwsem.h>
19 #include <linux/rbtree.h>
20 #include <linux/radix-tree.h>
21 #include <linux/shrinker.h>
24 * dm-zoned creates block devices with 4KB blocks, always.
26 #define DMZ_BLOCK_SHIFT 12
27 #define DMZ_BLOCK_SIZE (1 << DMZ_BLOCK_SHIFT)
28 #define DMZ_BLOCK_MASK (DMZ_BLOCK_SIZE - 1)
30 #define DMZ_BLOCK_SHIFT_BITS (DMZ_BLOCK_SHIFT + 3)
31 #define DMZ_BLOCK_SIZE_BITS (1 << DMZ_BLOCK_SHIFT_BITS)
32 #define DMZ_BLOCK_MASK_BITS (DMZ_BLOCK_SIZE_BITS - 1)
34 #define DMZ_BLOCK_SECTORS_SHIFT (DMZ_BLOCK_SHIFT - SECTOR_SHIFT)
35 #define DMZ_BLOCK_SECTORS (DMZ_BLOCK_SIZE >> SECTOR_SHIFT)
36 #define DMZ_BLOCK_SECTORS_MASK (DMZ_BLOCK_SECTORS - 1)
39 * 4KB block <-> 512B sector conversion.
41 #define dmz_blk2sect(b) ((sector_t)(b) << DMZ_BLOCK_SECTORS_SHIFT)
42 #define dmz_sect2blk(s) ((sector_t)(s) >> DMZ_BLOCK_SECTORS_SHIFT)
44 #define dmz_bio_block(bio) dmz_sect2blk((bio)->bi_iter.bi_sector)
45 #define dmz_bio_blocks(bio) dmz_sect2blk(bio_sectors(bio))
48 * Zoned block device information.
51 struct block_device
*bdev
;
53 char name
[BDEVNAME_SIZE
];
57 unsigned int nr_zones
;
59 sector_t zone_nr_sectors
;
60 unsigned int zone_nr_sectors_shift
;
62 sector_t zone_nr_blocks
;
63 sector_t zone_nr_blocks_shift
;
66 #define dmz_bio_chunk(dev, bio) ((bio)->bi_iter.bi_sector >> \
67 (dev)->zone_nr_sectors_shift)
68 #define dmz_chunk_block(dev, b) ((b) & ((dev)->zone_nr_blocks - 1))
74 /* For listing the zone depending on its state */
75 struct list_head link
;
77 /* Zone type and state */
80 /* Zone activation reference count */
83 /* Zone write pointer block (relative to the zone start block) */
84 unsigned int wp_block
;
86 /* Zone weight (number of valid blocks in the zone) */
89 /* The chunk that the zone maps */
93 * For a sequential data zone, pointer to the random zone
94 * used as a buffer for processing unaligned writes.
95 * For a buffer zone, this points back to the data zone.
97 struct dm_zone
*bzone
;
104 /* Zone write type */
108 /* Zone critical condition */
112 /* How the zone is being used */
117 /* Zone internal state */
124 * Zone data accessors.
126 #define dmz_is_rnd(z) test_bit(DMZ_RND, &(z)->flags)
127 #define dmz_is_seq(z) test_bit(DMZ_SEQ, &(z)->flags)
128 #define dmz_is_empty(z) ((z)->wp_block == 0)
129 #define dmz_is_offline(z) test_bit(DMZ_OFFLINE, &(z)->flags)
130 #define dmz_is_readonly(z) test_bit(DMZ_READ_ONLY, &(z)->flags)
131 #define dmz_is_active(z) test_bit(DMZ_ACTIVE, &(z)->flags)
132 #define dmz_in_reclaim(z) test_bit(DMZ_RECLAIM, &(z)->flags)
133 #define dmz_seq_write_err(z) test_bit(DMZ_SEQ_WRITE_ERR, &(z)->flags)
135 #define dmz_is_meta(z) test_bit(DMZ_META, &(z)->flags)
136 #define dmz_is_buf(z) test_bit(DMZ_BUF, &(z)->flags)
137 #define dmz_is_data(z) test_bit(DMZ_DATA, &(z)->flags)
139 #define dmz_weight(z) ((z)->weight)
144 #define dmz_dev_info(dev, format, args...) \
145 DMINFO("(%s): " format, (dev)->name, ## args)
147 #define dmz_dev_err(dev, format, args...) \
148 DMERR("(%s): " format, (dev)->name, ## args)
150 #define dmz_dev_warn(dev, format, args...) \
151 DMWARN("(%s): " format, (dev)->name, ## args)
153 #define dmz_dev_debug(dev, format, args...) \
154 DMDEBUG("(%s): " format, (dev)->name, ## args)
160 * Functions defined in dm-zoned-metadata.c
162 int dmz_ctr_metadata(struct dmz_dev
*dev
, struct dmz_metadata
**zmd
);
163 void dmz_dtr_metadata(struct dmz_metadata
*zmd
);
164 int dmz_resume_metadata(struct dmz_metadata
*zmd
);
166 void dmz_lock_map(struct dmz_metadata
*zmd
);
167 void dmz_unlock_map(struct dmz_metadata
*zmd
);
168 void dmz_lock_metadata(struct dmz_metadata
*zmd
);
169 void dmz_unlock_metadata(struct dmz_metadata
*zmd
);
170 void dmz_lock_flush(struct dmz_metadata
*zmd
);
171 void dmz_unlock_flush(struct dmz_metadata
*zmd
);
172 int dmz_flush_metadata(struct dmz_metadata
*zmd
);
174 unsigned int dmz_id(struct dmz_metadata
*zmd
, struct dm_zone
*zone
);
175 sector_t
dmz_start_sect(struct dmz_metadata
*zmd
, struct dm_zone
*zone
);
176 sector_t
dmz_start_block(struct dmz_metadata
*zmd
, struct dm_zone
*zone
);
177 unsigned int dmz_nr_chunks(struct dmz_metadata
*zmd
);
179 #define DMZ_ALLOC_RND 0x01
180 #define DMZ_ALLOC_RECLAIM 0x02
182 struct dm_zone
*dmz_alloc_zone(struct dmz_metadata
*zmd
, unsigned long flags
);
183 void dmz_free_zone(struct dmz_metadata
*zmd
, struct dm_zone
*zone
);
185 void dmz_map_zone(struct dmz_metadata
*zmd
, struct dm_zone
*zone
,
187 void dmz_unmap_zone(struct dmz_metadata
*zmd
, struct dm_zone
*zone
);
188 unsigned int dmz_nr_rnd_zones(struct dmz_metadata
*zmd
);
189 unsigned int dmz_nr_unmap_rnd_zones(struct dmz_metadata
*zmd
);
191 void dmz_activate_zone(struct dm_zone
*zone
);
192 void dmz_deactivate_zone(struct dm_zone
*zone
);
194 int dmz_lock_zone_reclaim(struct dm_zone
*zone
);
195 void dmz_unlock_zone_reclaim(struct dm_zone
*zone
);
196 struct dm_zone
*dmz_get_zone_for_reclaim(struct dmz_metadata
*zmd
);
198 struct dm_zone
*dmz_get_chunk_mapping(struct dmz_metadata
*zmd
,
199 unsigned int chunk
, int op
);
200 void dmz_put_chunk_mapping(struct dmz_metadata
*zmd
, struct dm_zone
*zone
);
201 struct dm_zone
*dmz_get_chunk_buffer(struct dmz_metadata
*zmd
,
202 struct dm_zone
*dzone
);
204 int dmz_validate_blocks(struct dmz_metadata
*zmd
, struct dm_zone
*zone
,
205 sector_t chunk_block
, unsigned int nr_blocks
);
206 int dmz_invalidate_blocks(struct dmz_metadata
*zmd
, struct dm_zone
*zone
,
207 sector_t chunk_block
, unsigned int nr_blocks
);
208 int dmz_block_valid(struct dmz_metadata
*zmd
, struct dm_zone
*zone
,
209 sector_t chunk_block
);
210 int dmz_first_valid_block(struct dmz_metadata
*zmd
, struct dm_zone
*zone
,
211 sector_t
*chunk_block
);
212 int dmz_copy_valid_blocks(struct dmz_metadata
*zmd
, struct dm_zone
*from_zone
,
213 struct dm_zone
*to_zone
);
214 int dmz_merge_valid_blocks(struct dmz_metadata
*zmd
, struct dm_zone
*from_zone
,
215 struct dm_zone
*to_zone
, sector_t chunk_block
);
218 * Functions defined in dm-zoned-reclaim.c
220 int dmz_ctr_reclaim(struct dmz_dev
*dev
, struct dmz_metadata
*zmd
,
221 struct dmz_reclaim
**zrc
);
222 void dmz_dtr_reclaim(struct dmz_reclaim
*zrc
);
223 void dmz_suspend_reclaim(struct dmz_reclaim
*zrc
);
224 void dmz_resume_reclaim(struct dmz_reclaim
*zrc
);
225 void dmz_reclaim_bio_acc(struct dmz_reclaim
*zrc
);
226 void dmz_schedule_reclaim(struct dmz_reclaim
*zrc
);
228 #endif /* DM_ZONED_H */