2 * Interface to Linux block layer for MTD 'translation layers'.
4 * Copyright © 2003-2010 David Woodhouse <dwmw2@infradead.org>
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License as published by
8 * the Free Software Foundation; either version 2 of the License, or
9 * (at your option) any later version.
11 * This program is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 * GNU General Public License for more details.
16 * You should have received a copy of the GNU General Public License
17 * along with this program; if not, write to the Free Software
18 * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
22 #include <linux/kernel.h>
23 #include <linux/slab.h>
24 #include <linux/module.h>
25 #include <linux/list.h>
27 #include <linux/mtd/blktrans.h>
28 #include <linux/mtd/mtd.h>
29 #include <linux/blkdev.h>
30 #include <linux/blk-mq.h>
31 #include <linux/blkpg.h>
32 #include <linux/spinlock.h>
33 #include <linux/hdreg.h>
34 #include <linux/mutex.h>
35 #include <linux/uaccess.h>
39 static LIST_HEAD(blktrans_majors
);
40 static DEFINE_MUTEX(blktrans_ref_mutex
);
42 static void blktrans_dev_release(struct kref
*kref
)
44 struct mtd_blktrans_dev
*dev
=
45 container_of(kref
, struct mtd_blktrans_dev
, ref
);
47 dev
->disk
->private_data
= NULL
;
48 blk_cleanup_queue(dev
->rq
);
49 blk_mq_free_tag_set(dev
->tag_set
);
56 static struct mtd_blktrans_dev
*blktrans_dev_get(struct gendisk
*disk
)
58 struct mtd_blktrans_dev
*dev
;
60 mutex_lock(&blktrans_ref_mutex
);
61 dev
= disk
->private_data
;
67 mutex_unlock(&blktrans_ref_mutex
);
71 static void blktrans_dev_put(struct mtd_blktrans_dev
*dev
)
73 mutex_lock(&blktrans_ref_mutex
);
74 kref_put(&dev
->ref
, blktrans_dev_release
);
75 mutex_unlock(&blktrans_ref_mutex
);
79 static blk_status_t
do_blktrans_request(struct mtd_blktrans_ops
*tr
,
80 struct mtd_blktrans_dev
*dev
,
83 unsigned long block
, nsect
;
86 block
= blk_rq_pos(req
) << 9 >> tr
->blkshift
;
87 nsect
= blk_rq_cur_bytes(req
) >> tr
->blkshift
;
89 if (req_op(req
) == REQ_OP_FLUSH
) {
95 if (blk_rq_pos(req
) + blk_rq_cur_sectors(req
) >
96 get_capacity(req
->rq_disk
))
99 switch (req_op(req
)) {
101 if (tr
->discard(dev
, block
, nsect
))
102 return BLK_STS_IOERR
;
105 buf
= kmap(bio_page(req
->bio
)) + bio_offset(req
->bio
);
106 for (; nsect
> 0; nsect
--, block
++, buf
+= tr
->blksize
) {
107 if (tr
->readsect(dev
, block
, buf
)) {
108 kunmap(bio_page(req
->bio
));
109 return BLK_STS_IOERR
;
112 kunmap(bio_page(req
->bio
));
113 rq_flush_dcache_pages(req
);
117 return BLK_STS_IOERR
;
119 rq_flush_dcache_pages(req
);
120 buf
= kmap(bio_page(req
->bio
)) + bio_offset(req
->bio
);
121 for (; nsect
> 0; nsect
--, block
++, buf
+= tr
->blksize
) {
122 if (tr
->writesect(dev
, block
, buf
)) {
123 kunmap(bio_page(req
->bio
));
124 return BLK_STS_IOERR
;
127 kunmap(bio_page(req
->bio
));
130 return BLK_STS_IOERR
;
134 int mtd_blktrans_cease_background(struct mtd_blktrans_dev
*dev
)
138 EXPORT_SYMBOL_GPL(mtd_blktrans_cease_background
);
140 static struct request
*mtd_next_request(struct mtd_blktrans_dev
*dev
)
144 rq
= list_first_entry_or_null(&dev
->rq_list
, struct request
, queuelist
);
146 list_del_init(&rq
->queuelist
);
147 blk_mq_start_request(rq
);
154 static void mtd_blktrans_work(struct mtd_blktrans_dev
*dev
)
155 __releases(&dev
->queue_lock
)
156 __acquires(&dev
->queue_lock
)
158 struct mtd_blktrans_ops
*tr
= dev
->tr
;
159 struct request
*req
= NULL
;
160 int background_done
= 0;
165 dev
->bg_stop
= false;
166 if (!req
&& !(req
= mtd_next_request(dev
))) {
167 if (tr
->background
&& !background_done
) {
168 spin_unlock_irq(&dev
->queue_lock
);
169 mutex_lock(&dev
->lock
);
171 mutex_unlock(&dev
->lock
);
172 spin_lock_irq(&dev
->queue_lock
);
174 * Do background processing just once per idle
177 background_done
= !dev
->bg_stop
;
183 spin_unlock_irq(&dev
->queue_lock
);
185 mutex_lock(&dev
->lock
);
186 res
= do_blktrans_request(dev
->tr
, dev
, req
);
187 mutex_unlock(&dev
->lock
);
189 if (!blk_update_request(req
, res
, blk_rq_cur_bytes(req
))) {
190 __blk_mq_end_request(req
, res
);
195 spin_lock_irq(&dev
->queue_lock
);
199 static blk_status_t
mtd_queue_rq(struct blk_mq_hw_ctx
*hctx
,
200 const struct blk_mq_queue_data
*bd
)
202 struct mtd_blktrans_dev
*dev
;
204 dev
= hctx
->queue
->queuedata
;
206 blk_mq_start_request(bd
->rq
);
207 return BLK_STS_IOERR
;
210 spin_lock_irq(&dev
->queue_lock
);
211 list_add_tail(&bd
->rq
->queuelist
, &dev
->rq_list
);
212 mtd_blktrans_work(dev
);
213 spin_unlock_irq(&dev
->queue_lock
);
218 static int blktrans_open(struct block_device
*bdev
, fmode_t mode
)
220 struct mtd_blktrans_dev
*dev
= blktrans_dev_get(bdev
->bd_disk
);
224 return -ERESTARTSYS
; /* FIXME: busy loop! -arnd*/
226 mutex_lock(&mtd_table_mutex
);
227 mutex_lock(&dev
->lock
);
233 __module_get(dev
->tr
->owner
);
239 ret
= dev
->tr
->open(dev
);
244 ret
= __get_mtd_device(dev
->mtd
);
247 dev
->file_mode
= mode
;
251 mutex_unlock(&dev
->lock
);
252 mutex_unlock(&mtd_table_mutex
);
253 blktrans_dev_put(dev
);
257 if (dev
->tr
->release
)
258 dev
->tr
->release(dev
);
260 module_put(dev
->tr
->owner
);
261 kref_put(&dev
->ref
, blktrans_dev_release
);
262 mutex_unlock(&dev
->lock
);
263 mutex_unlock(&mtd_table_mutex
);
264 blktrans_dev_put(dev
);
268 static void blktrans_release(struct gendisk
*disk
, fmode_t mode
)
270 struct mtd_blktrans_dev
*dev
= blktrans_dev_get(disk
);
275 mutex_lock(&mtd_table_mutex
);
276 mutex_lock(&dev
->lock
);
281 kref_put(&dev
->ref
, blktrans_dev_release
);
282 module_put(dev
->tr
->owner
);
285 if (dev
->tr
->release
)
286 dev
->tr
->release(dev
);
287 __put_mtd_device(dev
->mtd
);
290 mutex_unlock(&dev
->lock
);
291 mutex_unlock(&mtd_table_mutex
);
292 blktrans_dev_put(dev
);
295 static int blktrans_getgeo(struct block_device
*bdev
, struct hd_geometry
*geo
)
297 struct mtd_blktrans_dev
*dev
= blktrans_dev_get(bdev
->bd_disk
);
303 mutex_lock(&dev
->lock
);
308 ret
= dev
->tr
->getgeo
? dev
->tr
->getgeo(dev
, geo
) : -ENOTTY
;
310 mutex_unlock(&dev
->lock
);
311 blktrans_dev_put(dev
);
315 static int blktrans_ioctl(struct block_device
*bdev
, fmode_t mode
,
316 unsigned int cmd
, unsigned long arg
)
318 struct mtd_blktrans_dev
*dev
= blktrans_dev_get(bdev
->bd_disk
);
324 mutex_lock(&dev
->lock
);
331 ret
= dev
->tr
->flush
? dev
->tr
->flush(dev
) : 0;
337 mutex_unlock(&dev
->lock
);
338 blktrans_dev_put(dev
);
342 static const struct block_device_operations mtd_block_ops
= {
343 .owner
= THIS_MODULE
,
344 .open
= blktrans_open
,
345 .release
= blktrans_release
,
346 .ioctl
= blktrans_ioctl
,
347 .getgeo
= blktrans_getgeo
,
350 static const struct blk_mq_ops mtd_mq_ops
= {
351 .queue_rq
= mtd_queue_rq
,
354 int add_mtd_blktrans_dev(struct mtd_blktrans_dev
*new)
356 struct mtd_blktrans_ops
*tr
= new->tr
;
357 struct mtd_blktrans_dev
*d
;
358 int last_devnum
= -1;
362 if (mutex_trylock(&mtd_table_mutex
)) {
363 mutex_unlock(&mtd_table_mutex
);
367 mutex_lock(&blktrans_ref_mutex
);
368 list_for_each_entry(d
, &tr
->devs
, list
) {
369 if (new->devnum
== -1) {
370 /* Use first free number */
371 if (d
->devnum
!= last_devnum
+1) {
372 /* Found a free devnum. Plug it in here */
373 new->devnum
= last_devnum
+1;
374 list_add_tail(&new->list
, &d
->list
);
377 } else if (d
->devnum
== new->devnum
) {
378 /* Required number taken */
379 mutex_unlock(&blktrans_ref_mutex
);
381 } else if (d
->devnum
> new->devnum
) {
382 /* Required number was free */
383 list_add_tail(&new->list
, &d
->list
);
386 last_devnum
= d
->devnum
;
390 if (new->devnum
== -1)
391 new->devnum
= last_devnum
+1;
393 /* Check that the device and any partitions will get valid
394 * minor numbers and that the disk naming code below can cope
395 * with this number. */
396 if (new->devnum
> (MINORMASK
>> tr
->part_bits
) ||
397 (tr
->part_bits
&& new->devnum
>= 27 * 26)) {
398 mutex_unlock(&blktrans_ref_mutex
);
402 list_add_tail(&new->list
, &tr
->devs
);
404 mutex_unlock(&blktrans_ref_mutex
);
406 mutex_init(&new->lock
);
407 kref_init(&new->ref
);
413 gd
= alloc_disk(1 << tr
->part_bits
);
419 gd
->private_data
= new;
420 gd
->major
= tr
->major
;
421 gd
->first_minor
= (new->devnum
) << tr
->part_bits
;
422 gd
->fops
= &mtd_block_ops
;
425 if (new->devnum
< 26)
426 snprintf(gd
->disk_name
, sizeof(gd
->disk_name
),
427 "%s%c", tr
->name
, 'a' + new->devnum
);
429 snprintf(gd
->disk_name
, sizeof(gd
->disk_name
),
431 'a' - 1 + new->devnum
/ 26,
432 'a' + new->devnum
% 26);
434 snprintf(gd
->disk_name
, sizeof(gd
->disk_name
),
435 "%s%d", tr
->name
, new->devnum
);
437 set_capacity(gd
, ((u64
)new->size
* tr
->blksize
) >> 9);
439 /* Create the request queue */
440 spin_lock_init(&new->queue_lock
);
441 INIT_LIST_HEAD(&new->rq_list
);
443 new->tag_set
= kzalloc(sizeof(*new->tag_set
), GFP_KERNEL
);
447 new->rq
= blk_mq_init_sq_queue(new->tag_set
, &mtd_mq_ops
, 2,
448 BLK_MQ_F_SHOULD_MERGE
| BLK_MQ_F_BLOCKING
);
449 if (IS_ERR(new->rq
)) {
450 ret
= PTR_ERR(new->rq
);
456 blk_queue_write_cache(new->rq
, true, false);
458 new->rq
->queuedata
= new;
459 blk_queue_logical_block_size(new->rq
, tr
->blksize
);
461 blk_queue_flag_set(QUEUE_FLAG_NONROT
, new->rq
);
462 blk_queue_flag_clear(QUEUE_FLAG_ADD_RANDOM
, new->rq
);
465 blk_queue_flag_set(QUEUE_FLAG_DISCARD
, new->rq
);
466 blk_queue_max_discard_sectors(new->rq
, UINT_MAX
);
474 device_add_disk(&new->mtd
->dev
, gd
, NULL
);
476 if (new->disk_attributes
) {
477 ret
= sysfs_create_group(&disk_to_dev(gd
)->kobj
,
478 new->disk_attributes
);
487 list_del(&new->list
);
492 int del_mtd_blktrans_dev(struct mtd_blktrans_dev
*old
)
496 if (mutex_trylock(&mtd_table_mutex
)) {
497 mutex_unlock(&mtd_table_mutex
);
501 if (old
->disk_attributes
)
502 sysfs_remove_group(&disk_to_dev(old
->disk
)->kobj
,
503 old
->disk_attributes
);
505 /* Stop new requests to arrive */
506 del_gendisk(old
->disk
);
508 /* Kill current requests */
509 spin_lock_irqsave(&old
->queue_lock
, flags
);
510 old
->rq
->queuedata
= NULL
;
511 spin_unlock_irqrestore(&old
->queue_lock
, flags
);
513 /* freeze+quiesce queue to ensure all requests are flushed */
514 blk_mq_freeze_queue(old
->rq
);
515 blk_mq_quiesce_queue(old
->rq
);
516 blk_mq_unquiesce_queue(old
->rq
);
517 blk_mq_unfreeze_queue(old
->rq
);
519 /* If the device is currently open, tell trans driver to close it,
520 then put mtd device, and don't touch it again */
521 mutex_lock(&old
->lock
);
523 if (old
->tr
->release
)
524 old
->tr
->release(old
);
525 __put_mtd_device(old
->mtd
);
530 mutex_unlock(&old
->lock
);
531 blktrans_dev_put(old
);
535 static void blktrans_notify_remove(struct mtd_info
*mtd
)
537 struct mtd_blktrans_ops
*tr
;
538 struct mtd_blktrans_dev
*dev
, *next
;
540 list_for_each_entry(tr
, &blktrans_majors
, list
)
541 list_for_each_entry_safe(dev
, next
, &tr
->devs
, list
)
546 static void blktrans_notify_add(struct mtd_info
*mtd
)
548 struct mtd_blktrans_ops
*tr
;
550 if (mtd
->type
== MTD_ABSENT
)
553 list_for_each_entry(tr
, &blktrans_majors
, list
)
554 tr
->add_mtd(tr
, mtd
);
557 static struct mtd_notifier blktrans_notifier
= {
558 .add
= blktrans_notify_add
,
559 .remove
= blktrans_notify_remove
,
562 int register_mtd_blktrans(struct mtd_blktrans_ops
*tr
)
564 struct mtd_info
*mtd
;
567 /* Register the notifier if/when the first device type is
568 registered, to prevent the link/init ordering from fucking
570 if (!blktrans_notifier
.list
.next
)
571 register_mtd_user(&blktrans_notifier
);
574 mutex_lock(&mtd_table_mutex
);
576 ret
= register_blkdev(tr
->major
, tr
->name
);
578 printk(KERN_WARNING
"Unable to register %s block device on major %d: %d\n",
579 tr
->name
, tr
->major
, ret
);
580 mutex_unlock(&mtd_table_mutex
);
587 tr
->blkshift
= ffs(tr
->blksize
) - 1;
589 INIT_LIST_HEAD(&tr
->devs
);
590 list_add(&tr
->list
, &blktrans_majors
);
592 mtd_for_each_device(mtd
)
593 if (mtd
->type
!= MTD_ABSENT
)
594 tr
->add_mtd(tr
, mtd
);
596 mutex_unlock(&mtd_table_mutex
);
600 int deregister_mtd_blktrans(struct mtd_blktrans_ops
*tr
)
602 struct mtd_blktrans_dev
*dev
, *next
;
604 mutex_lock(&mtd_table_mutex
);
606 /* Remove it from the list of active majors */
609 list_for_each_entry_safe(dev
, next
, &tr
->devs
, list
)
612 unregister_blkdev(tr
->major
, tr
->name
);
613 mutex_unlock(&mtd_table_mutex
);
615 BUG_ON(!list_empty(&tr
->devs
));
619 static void __exit
mtd_blktrans_exit(void)
621 /* No race here -- if someone's currently in register_mtd_blktrans
622 we're screwed anyway. */
623 if (blktrans_notifier
.list
.next
)
624 unregister_mtd_user(&blktrans_notifier
);
627 module_exit(mtd_blktrans_exit
);
629 EXPORT_SYMBOL_GPL(register_mtd_blktrans
);
630 EXPORT_SYMBOL_GPL(deregister_mtd_blktrans
);
631 EXPORT_SYMBOL_GPL(add_mtd_blktrans_dev
);
632 EXPORT_SYMBOL_GPL(del_mtd_blktrans_dev
);
634 MODULE_AUTHOR("David Woodhouse <dwmw2@infradead.org>");
635 MODULE_LICENSE("GPL");
636 MODULE_DESCRIPTION("Common interface to block layer for MTD 'translation layers'");