5 #include <linux/module.h>
7 #include <linux/genhd.h>
8 #include <linux/kdev_t.h>
9 #include <linux/kernel.h>
10 #include <linux/blkdev.h>
11 #include <linux/init.h>
12 #include <linux/spinlock.h>
13 #include <linux/seq_file.h>
14 #include <linux/slab.h>
15 #include <linux/kmod.h>
16 #include <linux/kobj_map.h>
17 #include <linux/buffer_head.h>
18 #include <linux/mutex.h>
20 struct kset block_subsys
;
21 static DEFINE_MUTEX(block_subsys_lock
);
24 * Can be deleted altogether. Later.
27 static struct blk_major_name
{
28 struct blk_major_name
*next
;
31 } *major_names
[BLKDEV_MAJOR_HASH_SIZE
];
33 /* index in the above - for now: assume no multimajor ranges */
34 static inline int major_to_index(int major
)
36 return major
% BLKDEV_MAJOR_HASH_SIZE
;
41 void blkdev_show(struct seq_file
*f
, off_t offset
)
43 struct blk_major_name
*dp
;
45 if (offset
< BLKDEV_MAJOR_HASH_SIZE
) {
46 mutex_lock(&block_subsys_lock
);
47 for (dp
= major_names
[offset
]; dp
; dp
= dp
->next
)
48 seq_printf(f
, "%3d %s\n", dp
->major
, dp
->name
);
49 mutex_unlock(&block_subsys_lock
);
53 #endif /* CONFIG_PROC_FS */
55 int register_blkdev(unsigned int major
, const char *name
)
57 struct blk_major_name
**n
, *p
;
60 mutex_lock(&block_subsys_lock
);
64 for (index
= ARRAY_SIZE(major_names
)-1; index
> 0; index
--) {
65 if (major_names
[index
] == NULL
)
70 printk("register_blkdev: failed to get major for %s\n",
79 p
= kmalloc(sizeof(struct blk_major_name
), GFP_KERNEL
);
86 strlcpy(p
->name
, name
, sizeof(p
->name
));
88 index
= major_to_index(major
);
90 for (n
= &major_names
[index
]; *n
; n
= &(*n
)->next
) {
91 if ((*n
)->major
== major
)
100 printk("register_blkdev: cannot get major %d for %s\n",
105 mutex_unlock(&block_subsys_lock
);
109 EXPORT_SYMBOL(register_blkdev
);
111 /* todo: make void - error printk here */
112 int unregister_blkdev(unsigned int major
, const char *name
)
114 struct blk_major_name
**n
;
115 struct blk_major_name
*p
= NULL
;
116 int index
= major_to_index(major
);
119 mutex_lock(&block_subsys_lock
);
120 for (n
= &major_names
[index
]; *n
; n
= &(*n
)->next
)
121 if ((*n
)->major
== major
)
123 if (!*n
|| strcmp((*n
)->name
, name
))
129 mutex_unlock(&block_subsys_lock
);
135 EXPORT_SYMBOL(unregister_blkdev
);
137 static struct kobj_map
*bdev_map
;
140 * Register device numbers dev..(dev+range-1)
141 * range must be nonzero
142 * The hash chain is sorted on range, so that subranges can override.
144 void blk_register_region(dev_t dev
, unsigned long range
, struct module
*module
,
145 struct kobject
*(*probe
)(dev_t
, int *, void *),
146 int (*lock
)(dev_t
, void *), void *data
)
148 kobj_map(bdev_map
, dev
, range
, module
, probe
, lock
, data
);
151 EXPORT_SYMBOL(blk_register_region
);
153 void blk_unregister_region(dev_t dev
, unsigned long range
)
155 kobj_unmap(bdev_map
, dev
, range
);
158 EXPORT_SYMBOL(blk_unregister_region
);
160 static struct kobject
*exact_match(dev_t dev
, int *part
, void *data
)
162 struct gendisk
*p
= data
;
166 static int exact_lock(dev_t dev
, void *data
)
168 struct gendisk
*p
= data
;
176 * add_disk - add partitioning information to kernel list
177 * @disk: per-device partitioning information
179 * This function registers the partitioning information in @disk
182 void add_disk(struct gendisk
*disk
)
184 disk
->flags
|= GENHD_FL_UP
;
185 blk_register_region(MKDEV(disk
->major
, disk
->first_minor
),
186 disk
->minors
, NULL
, exact_match
, exact_lock
, disk
);
188 blk_register_queue(disk
);
191 EXPORT_SYMBOL(add_disk
);
192 EXPORT_SYMBOL(del_gendisk
); /* in partitions/check.c */
194 void unlink_gendisk(struct gendisk
*disk
)
196 blk_unregister_queue(disk
);
197 blk_unregister_region(MKDEV(disk
->major
, disk
->first_minor
),
201 #define to_disk(obj) container_of(obj,struct gendisk,kobj)
204 * get_gendisk - get partitioning information for a given device
205 * @dev: device to get partitioning information for
207 * This function gets the structure containing partitioning
208 * information for the given device @dev.
210 struct gendisk
*get_gendisk(dev_t dev
, int *part
)
212 struct kobject
*kobj
= kobj_lookup(bdev_map
, dev
, part
);
213 return kobj
? to_disk(kobj
) : NULL
;
216 #ifdef CONFIG_PROC_FS
218 static void *part_start(struct seq_file
*part
, loff_t
*pos
)
223 mutex_lock(&block_subsys_lock
);
224 list_for_each(p
, &block_subsys
.list
)
226 return list_entry(p
, struct gendisk
, kobj
.entry
);
230 static void *part_next(struct seq_file
*part
, void *v
, loff_t
*pos
)
232 struct list_head
*p
= ((struct gendisk
*)v
)->kobj
.entry
.next
;
234 return p
==&block_subsys
.list
? NULL
:
235 list_entry(p
, struct gendisk
, kobj
.entry
);
238 static void part_stop(struct seq_file
*part
, void *v
)
240 mutex_unlock(&block_subsys_lock
);
243 static int show_partition(struct seq_file
*part
, void *v
)
245 struct gendisk
*sgp
= v
;
247 char buf
[BDEVNAME_SIZE
];
249 if (&sgp
->kobj
.entry
== block_subsys
.list
.next
)
250 seq_puts(part
, "major minor #blocks name\n\n");
252 /* Don't show non-partitionable removeable devices or empty devices */
253 if (!get_capacity(sgp
) ||
254 (sgp
->minors
== 1 && (sgp
->flags
& GENHD_FL_REMOVABLE
)))
256 if (sgp
->flags
& GENHD_FL_SUPPRESS_PARTITION_INFO
)
259 /* show the full disk and all non-0 size partitions of it */
260 seq_printf(part
, "%4d %4d %10llu %s\n",
261 sgp
->major
, sgp
->first_minor
,
262 (unsigned long long)get_capacity(sgp
) >> 1,
263 disk_name(sgp
, 0, buf
));
264 for (n
= 0; n
< sgp
->minors
- 1; n
++) {
267 if (sgp
->part
[n
]->nr_sects
== 0)
269 seq_printf(part
, "%4d %4d %10llu %s\n",
270 sgp
->major
, n
+ 1 + sgp
->first_minor
,
271 (unsigned long long)sgp
->part
[n
]->nr_sects
>> 1 ,
272 disk_name(sgp
, n
+ 1, buf
));
278 struct seq_operations partitions_op
= {
282 .show
= show_partition
287 extern int blk_dev_init(void);
289 static struct kobject
*base_probe(dev_t dev
, int *part
, void *data
)
291 if (request_module("block-major-%d-%d", MAJOR(dev
), MINOR(dev
)) > 0)
292 /* Make old-style 2.4 aliases work */
293 request_module("block-major-%d", MAJOR(dev
));
297 static int __init
genhd_device_init(void)
301 bdev_map
= kobj_map_init(base_probe
, &block_subsys_lock
);
303 err
= subsystem_register(&block_subsys
);
305 printk(KERN_WARNING
"%s: subsystem_register error: %d\n",
310 subsys_initcall(genhd_device_init
);
315 * kobject & sysfs bindings for block devices
317 static ssize_t
disk_attr_show(struct kobject
*kobj
, struct attribute
*attr
,
320 struct gendisk
*disk
= to_disk(kobj
);
321 struct disk_attribute
*disk_attr
=
322 container_of(attr
,struct disk_attribute
,attr
);
326 ret
= disk_attr
->show(disk
,page
);
330 static ssize_t
disk_attr_store(struct kobject
* kobj
, struct attribute
* attr
,
331 const char *page
, size_t count
)
333 struct gendisk
*disk
= to_disk(kobj
);
334 struct disk_attribute
*disk_attr
=
335 container_of(attr
,struct disk_attribute
,attr
);
338 if (disk_attr
->store
)
339 ret
= disk_attr
->store(disk
, page
, count
);
343 static struct sysfs_ops disk_sysfs_ops
= {
344 .show
= &disk_attr_show
,
345 .store
= &disk_attr_store
,
348 static ssize_t
disk_uevent_store(struct gendisk
* disk
,
349 const char *buf
, size_t count
)
351 kobject_uevent(&disk
->kobj
, KOBJ_ADD
);
354 static ssize_t
disk_dev_read(struct gendisk
* disk
, char *page
)
356 dev_t base
= MKDEV(disk
->major
, disk
->first_minor
);
357 return print_dev_t(page
, base
);
359 static ssize_t
disk_range_read(struct gendisk
* disk
, char *page
)
361 return sprintf(page
, "%d\n", disk
->minors
);
363 static ssize_t
disk_removable_read(struct gendisk
* disk
, char *page
)
365 return sprintf(page
, "%d\n",
366 (disk
->flags
& GENHD_FL_REMOVABLE
? 1 : 0));
369 static ssize_t
disk_size_read(struct gendisk
* disk
, char *page
)
371 return sprintf(page
, "%llu\n", (unsigned long long)get_capacity(disk
));
374 static ssize_t
disk_stats_read(struct gendisk
* disk
, char *page
)
377 disk_round_stats(disk
);
380 "%8lu %8lu %8llu %8u "
381 "%8lu %8lu %8llu %8u "
384 disk_stat_read(disk
, ios
[READ
]),
385 disk_stat_read(disk
, merges
[READ
]),
386 (unsigned long long)disk_stat_read(disk
, sectors
[READ
]),
387 jiffies_to_msecs(disk_stat_read(disk
, ticks
[READ
])),
388 disk_stat_read(disk
, ios
[WRITE
]),
389 disk_stat_read(disk
, merges
[WRITE
]),
390 (unsigned long long)disk_stat_read(disk
, sectors
[WRITE
]),
391 jiffies_to_msecs(disk_stat_read(disk
, ticks
[WRITE
])),
393 jiffies_to_msecs(disk_stat_read(disk
, io_ticks
)),
394 jiffies_to_msecs(disk_stat_read(disk
, time_in_queue
)));
396 static struct disk_attribute disk_attr_uevent
= {
397 .attr
= {.name
= "uevent", .mode
= S_IWUSR
},
398 .store
= disk_uevent_store
400 static struct disk_attribute disk_attr_dev
= {
401 .attr
= {.name
= "dev", .mode
= S_IRUGO
},
402 .show
= disk_dev_read
404 static struct disk_attribute disk_attr_range
= {
405 .attr
= {.name
= "range", .mode
= S_IRUGO
},
406 .show
= disk_range_read
408 static struct disk_attribute disk_attr_removable
= {
409 .attr
= {.name
= "removable", .mode
= S_IRUGO
},
410 .show
= disk_removable_read
412 static struct disk_attribute disk_attr_size
= {
413 .attr
= {.name
= "size", .mode
= S_IRUGO
},
414 .show
= disk_size_read
416 static struct disk_attribute disk_attr_stat
= {
417 .attr
= {.name
= "stat", .mode
= S_IRUGO
},
418 .show
= disk_stats_read
421 #ifdef CONFIG_FAIL_MAKE_REQUEST
423 static ssize_t
disk_fail_store(struct gendisk
* disk
,
424 const char *buf
, size_t count
)
428 if (count
> 0 && sscanf(buf
, "%d", &i
) > 0) {
430 disk
->flags
&= ~GENHD_FL_FAIL
;
432 disk
->flags
|= GENHD_FL_FAIL
;
437 static ssize_t
disk_fail_read(struct gendisk
* disk
, char *page
)
439 return sprintf(page
, "%d\n", disk
->flags
& GENHD_FL_FAIL
? 1 : 0);
441 static struct disk_attribute disk_attr_fail
= {
442 .attr
= {.name
= "make-it-fail", .mode
= S_IRUGO
| S_IWUSR
},
443 .store
= disk_fail_store
,
444 .show
= disk_fail_read
449 static struct attribute
* default_attrs
[] = {
450 &disk_attr_uevent
.attr
,
452 &disk_attr_range
.attr
,
453 &disk_attr_removable
.attr
,
454 &disk_attr_size
.attr
,
455 &disk_attr_stat
.attr
,
456 #ifdef CONFIG_FAIL_MAKE_REQUEST
457 &disk_attr_fail
.attr
,
462 static void disk_release(struct kobject
* kobj
)
464 struct gendisk
*disk
= to_disk(kobj
);
467 free_disk_stats(disk
);
471 static struct kobj_type ktype_block
= {
472 .release
= disk_release
,
473 .sysfs_ops
= &disk_sysfs_ops
,
474 .default_attrs
= default_attrs
,
477 extern struct kobj_type ktype_part
;
479 static int block_uevent_filter(struct kset
*kset
, struct kobject
*kobj
)
481 struct kobj_type
*ktype
= get_ktype(kobj
);
483 return ((ktype
== &ktype_block
) || (ktype
== &ktype_part
));
486 static int block_uevent(struct kset
*kset
, struct kobject
*kobj
, char **envp
,
487 int num_envp
, char *buffer
, int buffer_size
)
489 struct kobj_type
*ktype
= get_ktype(kobj
);
490 struct device
*physdev
;
491 struct gendisk
*disk
;
492 struct hd_struct
*part
;
496 if (ktype
== &ktype_block
) {
497 disk
= container_of(kobj
, struct gendisk
, kobj
);
498 add_uevent_var(envp
, num_envp
, &i
, buffer
, buffer_size
,
499 &length
, "MINOR=%u", disk
->first_minor
);
500 } else if (ktype
== &ktype_part
) {
501 disk
= container_of(kobj
->parent
, struct gendisk
, kobj
);
502 part
= container_of(kobj
, struct hd_struct
, kobj
);
503 add_uevent_var(envp
, num_envp
, &i
, buffer
, buffer_size
,
505 disk
->first_minor
+ part
->partno
);
509 add_uevent_var(envp
, num_envp
, &i
, buffer
, buffer_size
, &length
,
510 "MAJOR=%u", disk
->major
);
512 /* add physical device, backing this device */
513 physdev
= disk
->driverfs_dev
;
515 char *path
= kobject_get_path(&physdev
->kobj
, GFP_KERNEL
);
517 add_uevent_var(envp
, num_envp
, &i
, buffer
, buffer_size
,
518 &length
, "PHYSDEVPATH=%s", path
);
522 add_uevent_var(envp
, num_envp
, &i
,
523 buffer
, buffer_size
, &length
,
528 add_uevent_var(envp
, num_envp
, &i
,
529 buffer
, buffer_size
, &length
,
531 physdev
->driver
->name
);
534 /* terminate, set to next free slot, shrink available space */
538 buffer
= &buffer
[length
];
539 buffer_size
-= length
;
544 static struct kset_uevent_ops block_uevent_ops
= {
545 .filter
= block_uevent_filter
,
546 .uevent
= block_uevent
,
549 decl_subsys(block
, &ktype_block
, &block_uevent_ops
);
552 * aggregate disk stat collector. Uses the same stats that the sysfs
553 * entries do, above, but makes them available through one seq_file.
554 * Watching a few disks may be efficient through sysfs, but watching
555 * all of them will be more efficient through this interface.
557 * The output looks suspiciously like /proc/partitions with a bunch of
562 static void *diskstats_start(struct seq_file
*part
, loff_t
*pos
)
567 mutex_lock(&block_subsys_lock
);
568 list_for_each(p
, &block_subsys
.list
)
570 return list_entry(p
, struct gendisk
, kobj
.entry
);
574 static void *diskstats_next(struct seq_file
*part
, void *v
, loff_t
*pos
)
576 struct list_head
*p
= ((struct gendisk
*)v
)->kobj
.entry
.next
;
578 return p
==&block_subsys
.list
? NULL
:
579 list_entry(p
, struct gendisk
, kobj
.entry
);
582 static void diskstats_stop(struct seq_file
*part
, void *v
)
584 mutex_unlock(&block_subsys_lock
);
587 static int diskstats_show(struct seq_file
*s
, void *v
)
589 struct gendisk
*gp
= v
;
590 char buf
[BDEVNAME_SIZE
];
594 if (&sgp->kobj.entry == block_subsys.kset.list.next)
595 seq_puts(s, "major minor name"
596 " rio rmerge rsect ruse wio wmerge "
597 "wsect wuse running use aveq"
602 disk_round_stats(gp
);
604 seq_printf(s
, "%4d %4d %s %lu %lu %llu %u %lu %lu %llu %u %u %u %u\n",
605 gp
->major
, n
+ gp
->first_minor
, disk_name(gp
, n
, buf
),
606 disk_stat_read(gp
, ios
[0]), disk_stat_read(gp
, merges
[0]),
607 (unsigned long long)disk_stat_read(gp
, sectors
[0]),
608 jiffies_to_msecs(disk_stat_read(gp
, ticks
[0])),
609 disk_stat_read(gp
, ios
[1]), disk_stat_read(gp
, merges
[1]),
610 (unsigned long long)disk_stat_read(gp
, sectors
[1]),
611 jiffies_to_msecs(disk_stat_read(gp
, ticks
[1])),
613 jiffies_to_msecs(disk_stat_read(gp
, io_ticks
)),
614 jiffies_to_msecs(disk_stat_read(gp
, time_in_queue
)));
616 /* now show all non-0 size partitions of it */
617 for (n
= 0; n
< gp
->minors
- 1; n
++) {
618 struct hd_struct
*hd
= gp
->part
[n
];
620 if (hd
&& hd
->nr_sects
)
621 seq_printf(s
, "%4d %4d %s %u %u %u %u\n",
622 gp
->major
, n
+ gp
->first_minor
+ 1,
623 disk_name(gp
, n
+ 1, buf
),
624 hd
->ios
[0], hd
->sectors
[0],
625 hd
->ios
[1], hd
->sectors
[1]);
631 struct seq_operations diskstats_op
= {
632 .start
= diskstats_start
,
633 .next
= diskstats_next
,
634 .stop
= diskstats_stop
,
635 .show
= diskstats_show
638 struct gendisk
*alloc_disk(int minors
)
640 return alloc_disk_node(minors
, -1);
643 struct gendisk
*alloc_disk_node(int minors
, int node_id
)
645 struct gendisk
*disk
;
647 disk
= kmalloc_node(sizeof(struct gendisk
), GFP_KERNEL
, node_id
);
649 memset(disk
, 0, sizeof(struct gendisk
));
650 if (!init_disk_stats(disk
)) {
655 int size
= (minors
- 1) * sizeof(struct hd_struct
*);
656 disk
->part
= kmalloc_node(size
, GFP_KERNEL
, node_id
);
661 memset(disk
->part
, 0, size
);
663 disk
->minors
= minors
;
664 kobj_set_kset_s(disk
,block_subsys
);
665 kobject_init(&disk
->kobj
);
666 rand_initialize_disk(disk
);
671 EXPORT_SYMBOL(alloc_disk
);
672 EXPORT_SYMBOL(alloc_disk_node
);
674 struct kobject
*get_disk(struct gendisk
*disk
)
676 struct module
*owner
;
677 struct kobject
*kobj
;
681 owner
= disk
->fops
->owner
;
682 if (owner
&& !try_module_get(owner
))
684 kobj
= kobject_get(&disk
->kobj
);
693 EXPORT_SYMBOL(get_disk
);
695 void put_disk(struct gendisk
*disk
)
698 kobject_put(&disk
->kobj
);
701 EXPORT_SYMBOL(put_disk
);
703 void set_device_ro(struct block_device
*bdev
, int flag
)
705 if (bdev
->bd_contains
!= bdev
)
706 bdev
->bd_part
->policy
= flag
;
708 bdev
->bd_disk
->policy
= flag
;
711 EXPORT_SYMBOL(set_device_ro
);
713 void set_disk_ro(struct gendisk
*disk
, int flag
)
717 for (i
= 0; i
< disk
->minors
- 1; i
++)
718 if (disk
->part
[i
]) disk
->part
[i
]->policy
= flag
;
721 EXPORT_SYMBOL(set_disk_ro
);
723 int bdev_read_only(struct block_device
*bdev
)
727 else if (bdev
->bd_contains
!= bdev
)
728 return bdev
->bd_part
->policy
;
730 return bdev
->bd_disk
->policy
;
733 EXPORT_SYMBOL(bdev_read_only
);
735 int invalidate_partition(struct gendisk
*disk
, int index
)
738 struct block_device
*bdev
= bdget_disk(disk
, index
);
741 res
= __invalidate_device(bdev
);
747 EXPORT_SYMBOL(invalidate_partition
);