2 * Copyright (C) 2001, 2002 Sistina Software (UK) Limited.
3 * Copyright (C) 2004 - 2006 Red Hat, Inc. All rights reserved.
5 * This file is released under the GPL.
10 #include <linux/module.h>
11 #include <linux/vmalloc.h>
12 #include <linux/miscdevice.h>
13 #include <linux/init.h>
14 #include <linux/wait.h>
15 #include <linux/slab.h>
16 #include <linux/dm-ioctl.h>
17 #include <linux/hdreg.h>
18 #include <linux/compat.h>
20 #include <asm/uaccess.h>
22 #define DM_MSG_PREFIX "ioctl"
23 #define DM_DRIVER_EMAIL "dm-devel@redhat.com"
25 /*-----------------------------------------------------------------
26 * The ioctl interface needs to be able to look up devices by
28 *---------------------------------------------------------------*/
30 struct list_head name_list
;
31 struct list_head uuid_list
;
35 struct mapped_device
*md
;
36 struct dm_table
*new_map
;
41 struct dm_target_versions
*vers
, *old_vers
;
47 #define NUM_BUCKETS 64
48 #define MASK_BUCKETS (NUM_BUCKETS - 1)
49 static struct list_head _name_buckets
[NUM_BUCKETS
];
50 static struct list_head _uuid_buckets
[NUM_BUCKETS
];
52 static void dm_hash_remove_all(int keep_open_devices
);
55 * Guards access to both hash tables.
57 static DECLARE_RWSEM(_hash_lock
);
60 * Protects use of mdptr to obtain hash cell name and uuid from mapped device.
62 static DEFINE_MUTEX(dm_hash_cells_mutex
);
64 static void init_buckets(struct list_head
*buckets
)
68 for (i
= 0; i
< NUM_BUCKETS
; i
++)
69 INIT_LIST_HEAD(buckets
+ i
);
72 static int dm_hash_init(void)
74 init_buckets(_name_buckets
);
75 init_buckets(_uuid_buckets
);
79 static void dm_hash_exit(void)
81 dm_hash_remove_all(0);
84 /*-----------------------------------------------------------------
86 * We're not really concerned with the str hash function being
87 * fast since it's only used by the ioctl interface.
88 *---------------------------------------------------------------*/
89 static unsigned int hash_str(const char *str
)
91 const unsigned int hash_mult
= 2654435387U;
95 h
= (h
+ (unsigned int) *str
++) * hash_mult
;
97 return h
& MASK_BUCKETS
;
100 /*-----------------------------------------------------------------
101 * Code for looking up a device by name
102 *---------------------------------------------------------------*/
103 static struct hash_cell
*__get_name_cell(const char *str
)
105 struct hash_cell
*hc
;
106 unsigned int h
= hash_str(str
);
108 list_for_each_entry (hc
, _name_buckets
+ h
, name_list
)
109 if (!strcmp(hc
->name
, str
)) {
117 static struct hash_cell
*__get_uuid_cell(const char *str
)
119 struct hash_cell
*hc
;
120 unsigned int h
= hash_str(str
);
122 list_for_each_entry (hc
, _uuid_buckets
+ h
, uuid_list
)
123 if (!strcmp(hc
->uuid
, str
)) {
131 static struct hash_cell
*__get_dev_cell(uint64_t dev
)
133 struct mapped_device
*md
;
134 struct hash_cell
*hc
;
136 md
= dm_get_md(huge_decode_dev(dev
));
140 hc
= dm_get_mdptr(md
);
149 /*-----------------------------------------------------------------
150 * Inserting, removing and renaming a device.
151 *---------------------------------------------------------------*/
152 static struct hash_cell
*alloc_cell(const char *name
, const char *uuid
,
153 struct mapped_device
*md
)
155 struct hash_cell
*hc
;
157 hc
= kmalloc(sizeof(*hc
), GFP_KERNEL
);
161 hc
->name
= kstrdup(name
, GFP_KERNEL
);
171 hc
->uuid
= kstrdup(uuid
, GFP_KERNEL
);
179 INIT_LIST_HEAD(&hc
->name_list
);
180 INIT_LIST_HEAD(&hc
->uuid_list
);
186 static void free_cell(struct hash_cell
*hc
)
196 * The kdev_t and uuid of a device can never change once it is
197 * initially inserted.
199 static int dm_hash_insert(const char *name
, const char *uuid
, struct mapped_device
*md
)
201 struct hash_cell
*cell
, *hc
;
204 * Allocate the new cells.
206 cell
= alloc_cell(name
, uuid
, md
);
211 * Insert the cell into both hash tables.
213 down_write(&_hash_lock
);
214 hc
= __get_name_cell(name
);
220 list_add(&cell
->name_list
, _name_buckets
+ hash_str(name
));
223 hc
= __get_uuid_cell(uuid
);
225 list_del(&cell
->name_list
);
229 list_add(&cell
->uuid_list
, _uuid_buckets
+ hash_str(uuid
));
232 mutex_lock(&dm_hash_cells_mutex
);
233 dm_set_mdptr(md
, cell
);
234 mutex_unlock(&dm_hash_cells_mutex
);
235 up_write(&_hash_lock
);
240 up_write(&_hash_lock
);
245 static void __hash_remove(struct hash_cell
*hc
)
247 struct dm_table
*table
;
249 /* remove from the dev hash */
250 list_del(&hc
->uuid_list
);
251 list_del(&hc
->name_list
);
252 mutex_lock(&dm_hash_cells_mutex
);
253 dm_set_mdptr(hc
->md
, NULL
);
254 mutex_unlock(&dm_hash_cells_mutex
);
256 table
= dm_get_live_table(hc
->md
);
258 dm_table_event(table
);
263 dm_table_destroy(hc
->new_map
);
268 static void dm_hash_remove_all(int keep_open_devices
)
271 struct hash_cell
*hc
;
272 struct mapped_device
*md
;
277 down_write(&_hash_lock
);
279 for (i
= 0; i
< NUM_BUCKETS
; i
++) {
280 list_for_each_entry(hc
, _name_buckets
+ i
, name_list
) {
284 if (keep_open_devices
&& dm_lock_for_deletion(md
)) {
292 up_write(&_hash_lock
);
295 if (likely(keep_open_devices
))
298 dm_destroy_immediate(md
);
301 * Some mapped devices may be using other mapped
302 * devices, so repeat until we make no further
303 * progress. If a new mapped device is created
304 * here it will also get removed.
310 up_write(&_hash_lock
);
313 DMWARN("remove_all left %d open device(s)", dev_skipped
);
317 * Set the uuid of a hash_cell that isn't already set.
319 static void __set_cell_uuid(struct hash_cell
*hc
, char *new_uuid
)
321 mutex_lock(&dm_hash_cells_mutex
);
323 mutex_unlock(&dm_hash_cells_mutex
);
325 list_add(&hc
->uuid_list
, _uuid_buckets
+ hash_str(new_uuid
));
329 * Changes the name of a hash_cell and returns the old name for
330 * the caller to free.
332 static char *__change_cell_name(struct hash_cell
*hc
, char *new_name
)
337 * Rename and move the name cell.
339 list_del(&hc
->name_list
);
342 mutex_lock(&dm_hash_cells_mutex
);
344 mutex_unlock(&dm_hash_cells_mutex
);
346 list_add(&hc
->name_list
, _name_buckets
+ hash_str(new_name
));
351 static struct mapped_device
*dm_hash_rename(struct dm_ioctl
*param
,
354 char *new_data
, *old_name
= NULL
;
355 struct hash_cell
*hc
;
356 struct dm_table
*table
;
357 struct mapped_device
*md
;
358 unsigned change_uuid
= (param
->flags
& DM_UUID_FLAG
) ? 1 : 0;
363 new_data
= kstrdup(new, GFP_KERNEL
);
365 return ERR_PTR(-ENOMEM
);
367 down_write(&_hash_lock
);
373 hc
= __get_uuid_cell(new);
375 hc
= __get_name_cell(new);
378 DMWARN("Unable to change %s on mapped device %s to one that "
379 "already exists: %s",
380 change_uuid
? "uuid" : "name",
383 up_write(&_hash_lock
);
385 return ERR_PTR(-EBUSY
);
389 * Is there such a device as 'old' ?
391 hc
= __get_name_cell(param
->name
);
393 DMWARN("Unable to rename non-existent device, %s to %s%s",
394 param
->name
, change_uuid
? "uuid " : "", new);
395 up_write(&_hash_lock
);
397 return ERR_PTR(-ENXIO
);
401 * Does this device already have a uuid?
403 if (change_uuid
&& hc
->uuid
) {
404 DMWARN("Unable to change uuid of mapped device %s to %s "
405 "because uuid is already set to %s",
406 param
->name
, new, hc
->uuid
);
408 up_write(&_hash_lock
);
410 return ERR_PTR(-EINVAL
);
414 __set_cell_uuid(hc
, new_data
);
416 old_name
= __change_cell_name(hc
, new_data
);
419 * Wake up any dm event waiters.
421 table
= dm_get_live_table(hc
->md
);
423 dm_table_event(table
);
427 if (!dm_kobject_uevent(hc
->md
, KOBJ_CHANGE
, param
->event_nr
))
428 param
->flags
|= DM_UEVENT_GENERATED_FLAG
;
431 up_write(&_hash_lock
);
437 /*-----------------------------------------------------------------
438 * Implementation of the ioctl commands
439 *---------------------------------------------------------------*/
441 * All the ioctl commands get dispatched to functions with this
444 typedef int (*ioctl_fn
)(struct dm_ioctl
*param
, size_t param_size
);
446 static int remove_all(struct dm_ioctl
*param
, size_t param_size
)
448 dm_hash_remove_all(1);
449 param
->data_size
= 0;
454 * Round up the ptr to an 8-byte boundary.
457 static inline void *align_ptr(void *ptr
)
459 return (void *) (((size_t) (ptr
+ ALIGN_MASK
)) & ~ALIGN_MASK
);
463 * Retrieves the data payload buffer from an already allocated
466 static void *get_result_buffer(struct dm_ioctl
*param
, size_t param_size
,
469 param
->data_start
= align_ptr(param
+ 1) - (void *) param
;
471 if (param
->data_start
< param_size
)
472 *len
= param_size
- param
->data_start
;
476 return ((void *) param
) + param
->data_start
;
479 static int list_devices(struct dm_ioctl
*param
, size_t param_size
)
482 struct hash_cell
*hc
;
483 size_t len
, needed
= 0;
484 struct gendisk
*disk
;
485 struct dm_name_list
*nl
, *old_nl
= NULL
;
487 down_write(&_hash_lock
);
490 * Loop through all the devices working out how much
493 for (i
= 0; i
< NUM_BUCKETS
; i
++) {
494 list_for_each_entry (hc
, _name_buckets
+ i
, name_list
) {
495 needed
+= sizeof(struct dm_name_list
);
496 needed
+= strlen(hc
->name
) + 1;
497 needed
+= ALIGN_MASK
;
502 * Grab our output buffer.
504 nl
= get_result_buffer(param
, param_size
, &len
);
506 param
->flags
|= DM_BUFFER_FULL_FLAG
;
509 param
->data_size
= param
->data_start
+ needed
;
511 nl
->dev
= 0; /* Flags no data */
514 * Now loop through filling out the names.
516 for (i
= 0; i
< NUM_BUCKETS
; i
++) {
517 list_for_each_entry (hc
, _name_buckets
+ i
, name_list
) {
519 old_nl
->next
= (uint32_t) ((void *) nl
-
521 disk
= dm_disk(hc
->md
);
522 nl
->dev
= huge_encode_dev(disk_devt(disk
));
524 strcpy(nl
->name
, hc
->name
);
527 nl
= align_ptr(((void *) ++nl
) + strlen(hc
->name
) + 1);
532 up_write(&_hash_lock
);
536 static void list_version_get_needed(struct target_type
*tt
, void *needed_param
)
538 size_t *needed
= needed_param
;
540 *needed
+= sizeof(struct dm_target_versions
);
541 *needed
+= strlen(tt
->name
);
542 *needed
+= ALIGN_MASK
;
545 static void list_version_get_info(struct target_type
*tt
, void *param
)
547 struct vers_iter
*info
= param
;
549 /* Check space - it might have changed since the first iteration */
550 if ((char *)info
->vers
+ sizeof(tt
->version
) + strlen(tt
->name
) + 1 >
553 info
->flags
= DM_BUFFER_FULL_FLAG
;
558 info
->old_vers
->next
= (uint32_t) ((void *)info
->vers
-
559 (void *)info
->old_vers
);
560 info
->vers
->version
[0] = tt
->version
[0];
561 info
->vers
->version
[1] = tt
->version
[1];
562 info
->vers
->version
[2] = tt
->version
[2];
563 info
->vers
->next
= 0;
564 strcpy(info
->vers
->name
, tt
->name
);
566 info
->old_vers
= info
->vers
;
567 info
->vers
= align_ptr(((void *) ++info
->vers
) + strlen(tt
->name
) + 1);
570 static int list_versions(struct dm_ioctl
*param
, size_t param_size
)
572 size_t len
, needed
= 0;
573 struct dm_target_versions
*vers
;
574 struct vers_iter iter_info
;
577 * Loop through all the devices working out how much
580 dm_target_iterate(list_version_get_needed
, &needed
);
583 * Grab our output buffer.
585 vers
= get_result_buffer(param
, param_size
, &len
);
587 param
->flags
|= DM_BUFFER_FULL_FLAG
;
590 param
->data_size
= param
->data_start
+ needed
;
592 iter_info
.param_size
= param_size
;
593 iter_info
.old_vers
= NULL
;
594 iter_info
.vers
= vers
;
596 iter_info
.end
= (char *)vers
+len
;
599 * Now loop through filling out the names & versions.
601 dm_target_iterate(list_version_get_info
, &iter_info
);
602 param
->flags
|= iter_info
.flags
;
608 static int check_name(const char *name
)
610 if (strchr(name
, '/')) {
611 DMWARN("invalid device name");
619 * On successful return, the caller must not attempt to acquire
620 * _hash_lock without first calling dm_table_put, because dm_table_destroy
621 * waits for this dm_table_put and could be called under this lock.
623 static struct dm_table
*dm_get_inactive_table(struct mapped_device
*md
)
625 struct hash_cell
*hc
;
626 struct dm_table
*table
= NULL
;
628 down_read(&_hash_lock
);
629 hc
= dm_get_mdptr(md
);
630 if (!hc
|| hc
->md
!= md
) {
631 DMWARN("device has been removed from the dev hash table.");
640 up_read(&_hash_lock
);
645 static struct dm_table
*dm_get_live_or_inactive_table(struct mapped_device
*md
,
646 struct dm_ioctl
*param
)
648 return (param
->flags
& DM_QUERY_INACTIVE_TABLE_FLAG
) ?
649 dm_get_inactive_table(md
) : dm_get_live_table(md
);
653 * Fills in a dm_ioctl structure, ready for sending back to
656 static void __dev_status(struct mapped_device
*md
, struct dm_ioctl
*param
)
658 struct gendisk
*disk
= dm_disk(md
);
659 struct dm_table
*table
;
661 param
->flags
&= ~(DM_SUSPEND_FLAG
| DM_READONLY_FLAG
|
662 DM_ACTIVE_PRESENT_FLAG
);
664 if (dm_suspended_md(md
))
665 param
->flags
|= DM_SUSPEND_FLAG
;
667 param
->dev
= huge_encode_dev(disk_devt(disk
));
670 * Yes, this will be out of date by the time it gets back
671 * to userland, but it is still very useful for
674 param
->open_count
= dm_open_count(md
);
676 param
->event_nr
= dm_get_event_nr(md
);
677 param
->target_count
= 0;
679 table
= dm_get_live_table(md
);
681 if (!(param
->flags
& DM_QUERY_INACTIVE_TABLE_FLAG
)) {
682 if (get_disk_ro(disk
))
683 param
->flags
|= DM_READONLY_FLAG
;
684 param
->target_count
= dm_table_get_num_targets(table
);
688 param
->flags
|= DM_ACTIVE_PRESENT_FLAG
;
691 if (param
->flags
& DM_QUERY_INACTIVE_TABLE_FLAG
) {
692 table
= dm_get_inactive_table(md
);
694 if (!(dm_table_get_mode(table
) & FMODE_WRITE
))
695 param
->flags
|= DM_READONLY_FLAG
;
696 param
->target_count
= dm_table_get_num_targets(table
);
702 static int dev_create(struct dm_ioctl
*param
, size_t param_size
)
704 int r
, m
= DM_ANY_MINOR
;
705 struct mapped_device
*md
;
707 r
= check_name(param
->name
);
711 if (param
->flags
& DM_PERSISTENT_DEV_FLAG
)
712 m
= MINOR(huge_decode_dev(param
->dev
));
714 r
= dm_create(m
, &md
);
718 r
= dm_hash_insert(param
->name
, *param
->uuid
? param
->uuid
: NULL
, md
);
725 param
->flags
&= ~DM_INACTIVE_PRESENT_FLAG
;
727 __dev_status(md
, param
);
735 * Always use UUID for lookups if it's present, otherwise use name or dev.
737 static struct hash_cell
*__find_device_hash_cell(struct dm_ioctl
*param
)
739 struct hash_cell
*hc
= NULL
;
742 if (*param
->name
|| param
->dev
)
745 hc
= __get_uuid_cell(param
->uuid
);
748 } else if (*param
->name
) {
752 hc
= __get_name_cell(param
->name
);
755 } else if (param
->dev
) {
756 hc
= __get_dev_cell(param
->dev
);
763 * Sneakily write in both the name and the uuid
764 * while we have the cell.
766 strlcpy(param
->name
, hc
->name
, sizeof(param
->name
));
768 strlcpy(param
->uuid
, hc
->uuid
, sizeof(param
->uuid
));
770 param
->uuid
[0] = '\0';
773 param
->flags
|= DM_INACTIVE_PRESENT_FLAG
;
775 param
->flags
&= ~DM_INACTIVE_PRESENT_FLAG
;
780 static struct mapped_device
*find_device(struct dm_ioctl
*param
)
782 struct hash_cell
*hc
;
783 struct mapped_device
*md
= NULL
;
785 down_read(&_hash_lock
);
786 hc
= __find_device_hash_cell(param
);
789 up_read(&_hash_lock
);
794 static int dev_remove(struct dm_ioctl
*param
, size_t param_size
)
796 struct hash_cell
*hc
;
797 struct mapped_device
*md
;
800 down_write(&_hash_lock
);
801 hc
= __find_device_hash_cell(param
);
804 DMDEBUG_LIMIT("device doesn't appear to be in the dev hash table.");
805 up_write(&_hash_lock
);
812 * Ensure the device is not open and nothing further can open it.
814 r
= dm_lock_for_deletion(md
);
816 DMDEBUG_LIMIT("unable to remove open device %s", hc
->name
);
817 up_write(&_hash_lock
);
823 up_write(&_hash_lock
);
825 if (!dm_kobject_uevent(md
, KOBJ_REMOVE
, param
->event_nr
))
826 param
->flags
|= DM_UEVENT_GENERATED_FLAG
;
834 * Check a string doesn't overrun the chunk of
835 * memory we copied from userland.
837 static int invalid_str(char *str
, void *end
)
839 while ((void *) str
< end
)
846 static int dev_rename(struct dm_ioctl
*param
, size_t param_size
)
849 char *new_data
= (char *) param
+ param
->data_start
;
850 struct mapped_device
*md
;
851 unsigned change_uuid
= (param
->flags
& DM_UUID_FLAG
) ? 1 : 0;
853 if (new_data
< param
->data
||
854 invalid_str(new_data
, (void *) param
+ param_size
) ||
855 strlen(new_data
) > (change_uuid
? DM_UUID_LEN
- 1 : DM_NAME_LEN
- 1)) {
856 DMWARN("Invalid new mapped device name or uuid string supplied.");
861 r
= check_name(new_data
);
866 md
= dm_hash_rename(param
, new_data
);
870 __dev_status(md
, param
);
876 static int dev_set_geometry(struct dm_ioctl
*param
, size_t param_size
)
879 struct mapped_device
*md
;
880 struct hd_geometry geometry
;
881 unsigned long indata
[4];
882 char *geostr
= (char *) param
+ param
->data_start
;
885 md
= find_device(param
);
889 if (geostr
< param
->data
||
890 invalid_str(geostr
, (void *) param
+ param_size
)) {
891 DMWARN("Invalid geometry supplied.");
895 x
= sscanf(geostr
, "%lu %lu %lu %lu%c", indata
,
896 indata
+ 1, indata
+ 2, indata
+ 3, &dummy
);
899 DMWARN("Unable to interpret geometry settings.");
903 if (indata
[0] > 65535 || indata
[1] > 255 ||
904 indata
[2] > 255 || indata
[3] > ULONG_MAX
) {
905 DMWARN("Geometry exceeds range limits.");
909 geometry
.cylinders
= indata
[0];
910 geometry
.heads
= indata
[1];
911 geometry
.sectors
= indata
[2];
912 geometry
.start
= indata
[3];
914 r
= dm_set_geometry(md
, &geometry
);
916 param
->data_size
= 0;
923 static int do_suspend(struct dm_ioctl
*param
)
926 unsigned suspend_flags
= DM_SUSPEND_LOCKFS_FLAG
;
927 struct mapped_device
*md
;
929 md
= find_device(param
);
933 if (param
->flags
& DM_SKIP_LOCKFS_FLAG
)
934 suspend_flags
&= ~DM_SUSPEND_LOCKFS_FLAG
;
935 if (param
->flags
& DM_NOFLUSH_FLAG
)
936 suspend_flags
|= DM_SUSPEND_NOFLUSH_FLAG
;
938 if (!dm_suspended_md(md
)) {
939 r
= dm_suspend(md
, suspend_flags
);
944 __dev_status(md
, param
);
952 static int do_resume(struct dm_ioctl
*param
)
955 unsigned suspend_flags
= DM_SUSPEND_LOCKFS_FLAG
;
956 struct hash_cell
*hc
;
957 struct mapped_device
*md
;
958 struct dm_table
*new_map
, *old_map
= NULL
;
960 down_write(&_hash_lock
);
962 hc
= __find_device_hash_cell(param
);
964 DMDEBUG_LIMIT("device doesn't appear to be in the dev hash table.");
965 up_write(&_hash_lock
);
971 new_map
= hc
->new_map
;
973 param
->flags
&= ~DM_INACTIVE_PRESENT_FLAG
;
975 up_write(&_hash_lock
);
977 /* Do we need to load a new map ? */
979 /* Suspend if it isn't already suspended */
980 if (param
->flags
& DM_SKIP_LOCKFS_FLAG
)
981 suspend_flags
&= ~DM_SUSPEND_LOCKFS_FLAG
;
982 if (param
->flags
& DM_NOFLUSH_FLAG
)
983 suspend_flags
|= DM_SUSPEND_NOFLUSH_FLAG
;
984 if (!dm_suspended_md(md
))
985 dm_suspend(md
, suspend_flags
);
987 old_map
= dm_swap_table(md
, new_map
);
988 if (IS_ERR(old_map
)) {
989 dm_table_destroy(new_map
);
991 return PTR_ERR(old_map
);
994 if (dm_table_get_mode(new_map
) & FMODE_WRITE
)
995 set_disk_ro(dm_disk(md
), 0);
997 set_disk_ro(dm_disk(md
), 1);
1000 if (dm_suspended_md(md
)) {
1002 if (!r
&& !dm_kobject_uevent(md
, KOBJ_CHANGE
, param
->event_nr
))
1003 param
->flags
|= DM_UEVENT_GENERATED_FLAG
;
1007 dm_table_destroy(old_map
);
1010 __dev_status(md
, param
);
1017 * Set or unset the suspension state of a device.
1018 * If the device already is in the requested state we just return its status.
1020 static int dev_suspend(struct dm_ioctl
*param
, size_t param_size
)
1022 if (param
->flags
& DM_SUSPEND_FLAG
)
1023 return do_suspend(param
);
1025 return do_resume(param
);
1029 * Copies device info back to user space, used by
1030 * the create and info ioctls.
1032 static int dev_status(struct dm_ioctl
*param
, size_t param_size
)
1034 struct mapped_device
*md
;
1036 md
= find_device(param
);
1040 __dev_status(md
, param
);
1047 * Build up the status struct for each target
1049 static void retrieve_status(struct dm_table
*table
,
1050 struct dm_ioctl
*param
, size_t param_size
)
1052 unsigned int i
, num_targets
;
1053 struct dm_target_spec
*spec
;
1054 char *outbuf
, *outptr
;
1056 size_t remaining
, len
, used
= 0;
1058 outptr
= outbuf
= get_result_buffer(param
, param_size
, &len
);
1060 if (param
->flags
& DM_STATUS_TABLE_FLAG
)
1061 type
= STATUSTYPE_TABLE
;
1063 type
= STATUSTYPE_INFO
;
1065 /* Get all the target info */
1066 num_targets
= dm_table_get_num_targets(table
);
1067 for (i
= 0; i
< num_targets
; i
++) {
1068 struct dm_target
*ti
= dm_table_get_target(table
, i
);
1070 remaining
= len
- (outptr
- outbuf
);
1071 if (remaining
<= sizeof(struct dm_target_spec
)) {
1072 param
->flags
|= DM_BUFFER_FULL_FLAG
;
1076 spec
= (struct dm_target_spec
*) outptr
;
1079 spec
->sector_start
= ti
->begin
;
1080 spec
->length
= ti
->len
;
1081 strncpy(spec
->target_type
, ti
->type
->name
,
1082 sizeof(spec
->target_type
));
1084 outptr
+= sizeof(struct dm_target_spec
);
1085 remaining
= len
- (outptr
- outbuf
);
1086 if (remaining
<= 0) {
1087 param
->flags
|= DM_BUFFER_FULL_FLAG
;
1091 /* Get the status/table string from the target driver */
1092 if (ti
->type
->status
) {
1093 if (ti
->type
->status(ti
, type
, outptr
, remaining
)) {
1094 param
->flags
|= DM_BUFFER_FULL_FLAG
;
1100 outptr
+= strlen(outptr
) + 1;
1101 used
= param
->data_start
+ (outptr
- outbuf
);
1103 outptr
= align_ptr(outptr
);
1104 spec
->next
= outptr
- outbuf
;
1108 param
->data_size
= used
;
1110 param
->target_count
= num_targets
;
1114 * Wait for a device to report an event
1116 static int dev_wait(struct dm_ioctl
*param
, size_t param_size
)
1119 struct mapped_device
*md
;
1120 struct dm_table
*table
;
1122 md
= find_device(param
);
1127 * Wait for a notification event
1129 if (dm_wait_event(md
, param
->event_nr
)) {
1135 * The userland program is going to want to know what
1136 * changed to trigger the event, so we may as well tell
1137 * him and save an ioctl.
1139 __dev_status(md
, param
);
1141 table
= dm_get_live_or_inactive_table(md
, param
);
1143 retrieve_status(table
, param
, param_size
);
1144 dm_table_put(table
);
1153 static inline fmode_t
get_mode(struct dm_ioctl
*param
)
1155 fmode_t mode
= FMODE_READ
| FMODE_WRITE
;
1157 if (param
->flags
& DM_READONLY_FLAG
)
1163 static int next_target(struct dm_target_spec
*last
, uint32_t next
, void *end
,
1164 struct dm_target_spec
**spec
, char **target_params
)
1166 *spec
= (struct dm_target_spec
*) ((unsigned char *) last
+ next
);
1167 *target_params
= (char *) (*spec
+ 1);
1169 if (*spec
< (last
+ 1))
1172 return invalid_str(*target_params
, end
);
1175 static int populate_table(struct dm_table
*table
,
1176 struct dm_ioctl
*param
, size_t param_size
)
1180 struct dm_target_spec
*spec
= (struct dm_target_spec
*) param
;
1181 uint32_t next
= param
->data_start
;
1182 void *end
= (void *) param
+ param_size
;
1183 char *target_params
;
1185 if (!param
->target_count
) {
1186 DMWARN("populate_table: no targets specified");
1190 for (i
= 0; i
< param
->target_count
; i
++) {
1192 r
= next_target(spec
, next
, end
, &spec
, &target_params
);
1194 DMWARN("unable to find target");
1198 r
= dm_table_add_target(table
, spec
->target_type
,
1199 (sector_t
) spec
->sector_start
,
1200 (sector_t
) spec
->length
,
1203 DMWARN("error adding target to table");
1210 return dm_table_complete(table
);
1213 static int table_load(struct dm_ioctl
*param
, size_t param_size
)
1216 struct hash_cell
*hc
;
1218 struct mapped_device
*md
;
1219 struct target_type
*immutable_target_type
;
1221 md
= find_device(param
);
1225 r
= dm_table_create(&t
, get_mode(param
), param
->target_count
, md
);
1229 r
= populate_table(t
, param
, param_size
);
1231 dm_table_destroy(t
);
1235 immutable_target_type
= dm_get_immutable_target_type(md
);
1236 if (immutable_target_type
&&
1237 (immutable_target_type
!= dm_table_get_immutable_target_type(t
))) {
1238 DMWARN("can't replace immutable target type %s",
1239 immutable_target_type
->name
);
1240 dm_table_destroy(t
);
1245 /* Protect md->type and md->queue against concurrent table loads. */
1246 dm_lock_md_type(md
);
1247 if (dm_get_md_type(md
) == DM_TYPE_NONE
)
1248 /* Initial table load: acquire type of table. */
1249 dm_set_md_type(md
, dm_table_get_type(t
));
1250 else if (dm_get_md_type(md
) != dm_table_get_type(t
)) {
1251 DMWARN("can't change device type after initial table load.");
1252 dm_table_destroy(t
);
1253 dm_unlock_md_type(md
);
1258 /* setup md->queue to reflect md's type (may block) */
1259 r
= dm_setup_md_queue(md
);
1261 DMWARN("unable to set up device queue for new table.");
1262 dm_table_destroy(t
);
1263 dm_unlock_md_type(md
);
1266 dm_unlock_md_type(md
);
1268 /* stage inactive table */
1269 down_write(&_hash_lock
);
1270 hc
= dm_get_mdptr(md
);
1271 if (!hc
|| hc
->md
!= md
) {
1272 DMWARN("device has been removed from the dev hash table.");
1273 dm_table_destroy(t
);
1274 up_write(&_hash_lock
);
1280 dm_table_destroy(hc
->new_map
);
1282 up_write(&_hash_lock
);
1284 param
->flags
|= DM_INACTIVE_PRESENT_FLAG
;
1285 __dev_status(md
, param
);
1293 static int table_clear(struct dm_ioctl
*param
, size_t param_size
)
1295 struct hash_cell
*hc
;
1296 struct mapped_device
*md
;
1298 down_write(&_hash_lock
);
1300 hc
= __find_device_hash_cell(param
);
1302 DMDEBUG_LIMIT("device doesn't appear to be in the dev hash table.");
1303 up_write(&_hash_lock
);
1308 dm_table_destroy(hc
->new_map
);
1312 param
->flags
&= ~DM_INACTIVE_PRESENT_FLAG
;
1314 __dev_status(hc
->md
, param
);
1316 up_write(&_hash_lock
);
1323 * Retrieves a list of devices used by a particular dm device.
1325 static void retrieve_deps(struct dm_table
*table
,
1326 struct dm_ioctl
*param
, size_t param_size
)
1328 unsigned int count
= 0;
1329 struct list_head
*tmp
;
1331 struct dm_dev_internal
*dd
;
1332 struct dm_target_deps
*deps
;
1334 deps
= get_result_buffer(param
, param_size
, &len
);
1337 * Count the devices.
1339 list_for_each (tmp
, dm_table_get_devices(table
))
1343 * Check we have enough space.
1345 needed
= sizeof(*deps
) + (sizeof(*deps
->dev
) * count
);
1347 param
->flags
|= DM_BUFFER_FULL_FLAG
;
1352 * Fill in the devices.
1354 deps
->count
= count
;
1356 list_for_each_entry (dd
, dm_table_get_devices(table
), list
)
1357 deps
->dev
[count
++] = huge_encode_dev(dd
->dm_dev
.bdev
->bd_dev
);
1359 param
->data_size
= param
->data_start
+ needed
;
1362 static int table_deps(struct dm_ioctl
*param
, size_t param_size
)
1364 struct mapped_device
*md
;
1365 struct dm_table
*table
;
1367 md
= find_device(param
);
1371 __dev_status(md
, param
);
1373 table
= dm_get_live_or_inactive_table(md
, param
);
1375 retrieve_deps(table
, param
, param_size
);
1376 dm_table_put(table
);
1385 * Return the status of a device as a text string for each
1388 static int table_status(struct dm_ioctl
*param
, size_t param_size
)
1390 struct mapped_device
*md
;
1391 struct dm_table
*table
;
1393 md
= find_device(param
);
1397 __dev_status(md
, param
);
1399 table
= dm_get_live_or_inactive_table(md
, param
);
1401 retrieve_status(table
, param
, param_size
);
1402 dm_table_put(table
);
1411 * Pass a message to the target that's at the supplied device offset.
1413 static int target_message(struct dm_ioctl
*param
, size_t param_size
)
1417 struct mapped_device
*md
;
1418 struct dm_table
*table
;
1419 struct dm_target
*ti
;
1420 struct dm_target_msg
*tmsg
= (void *) param
+ param
->data_start
;
1422 md
= find_device(param
);
1426 if (tmsg
< (struct dm_target_msg
*) param
->data
||
1427 invalid_str(tmsg
->message
, (void *) param
+ param_size
)) {
1428 DMWARN("Invalid target message parameters.");
1433 r
= dm_split_args(&argc
, &argv
, tmsg
->message
);
1435 DMWARN("Failed to split target message parameters");
1440 DMWARN("Empty message received.");
1444 table
= dm_get_live_table(md
);
1448 if (dm_deleting_md(md
)) {
1453 ti
= dm_table_find_target(table
, tmsg
->sector
);
1454 if (!dm_target_is_valid(ti
)) {
1455 DMWARN("Target message sector outside device.");
1457 } else if (ti
->type
->message
)
1458 r
= ti
->type
->message(ti
, argc
, argv
);
1460 DMWARN("Target type does not support messages");
1465 dm_table_put(table
);
1469 param
->data_size
= 0;
1474 /*-----------------------------------------------------------------
1475 * Implementation of open/close/ioctl on the special char
1477 *---------------------------------------------------------------*/
1478 static ioctl_fn
lookup_ioctl(unsigned int cmd
)
1484 {DM_VERSION_CMD
, NULL
}, /* version is dealt with elsewhere */
1485 {DM_REMOVE_ALL_CMD
, remove_all
},
1486 {DM_LIST_DEVICES_CMD
, list_devices
},
1488 {DM_DEV_CREATE_CMD
, dev_create
},
1489 {DM_DEV_REMOVE_CMD
, dev_remove
},
1490 {DM_DEV_RENAME_CMD
, dev_rename
},
1491 {DM_DEV_SUSPEND_CMD
, dev_suspend
},
1492 {DM_DEV_STATUS_CMD
, dev_status
},
1493 {DM_DEV_WAIT_CMD
, dev_wait
},
1495 {DM_TABLE_LOAD_CMD
, table_load
},
1496 {DM_TABLE_CLEAR_CMD
, table_clear
},
1497 {DM_TABLE_DEPS_CMD
, table_deps
},
1498 {DM_TABLE_STATUS_CMD
, table_status
},
1500 {DM_LIST_VERSIONS_CMD
, list_versions
},
1502 {DM_TARGET_MSG_CMD
, target_message
},
1503 {DM_DEV_SET_GEOMETRY_CMD
, dev_set_geometry
}
1506 return (cmd
>= ARRAY_SIZE(_ioctls
)) ? NULL
: _ioctls
[cmd
].fn
;
1510 * As well as checking the version compatibility this always
1511 * copies the kernel interface version out.
1513 static int check_version(unsigned int cmd
, struct dm_ioctl __user
*user
)
1515 uint32_t version
[3];
1518 if (copy_from_user(version
, user
->version
, sizeof(version
)))
1521 if ((DM_VERSION_MAJOR
!= version
[0]) ||
1522 (DM_VERSION_MINOR
< version
[1])) {
1523 DMWARN("ioctl interface mismatch: "
1524 "kernel(%u.%u.%u), user(%u.%u.%u), cmd(%d)",
1525 DM_VERSION_MAJOR
, DM_VERSION_MINOR
,
1526 DM_VERSION_PATCHLEVEL
,
1527 version
[0], version
[1], version
[2], cmd
);
1532 * Fill in the kernel version.
1534 version
[0] = DM_VERSION_MAJOR
;
1535 version
[1] = DM_VERSION_MINOR
;
1536 version
[2] = DM_VERSION_PATCHLEVEL
;
1537 if (copy_to_user(user
->version
, version
, sizeof(version
)))
1543 static int copy_params(struct dm_ioctl __user
*user
, struct dm_ioctl
**param
)
1545 struct dm_ioctl tmp
, *dmi
;
1548 if (copy_from_user(&tmp
, user
, sizeof(tmp
) - sizeof(tmp
.data
)))
1551 if (tmp
.data_size
< (sizeof(tmp
) - sizeof(tmp
.data
)))
1554 secure_data
= tmp
.flags
& DM_SECURE_DATA_FLAG
;
1556 dmi
= vmalloc(tmp
.data_size
);
1558 if (secure_data
&& clear_user(user
, tmp
.data_size
))
1563 if (copy_from_user(dmi
, user
, tmp
.data_size
))
1566 /* Wipe the user buffer so we do not return it to userspace */
1567 if (secure_data
&& clear_user(user
, tmp
.data_size
))
1575 memset(dmi
, 0, tmp
.data_size
);
1580 static int validate_params(uint cmd
, struct dm_ioctl
*param
)
1582 /* Always clear this flag */
1583 param
->flags
&= ~DM_BUFFER_FULL_FLAG
;
1584 param
->flags
&= ~DM_UEVENT_GENERATED_FLAG
;
1585 param
->flags
&= ~DM_SECURE_DATA_FLAG
;
1587 /* Ignores parameters */
1588 if (cmd
== DM_REMOVE_ALL_CMD
||
1589 cmd
== DM_LIST_DEVICES_CMD
||
1590 cmd
== DM_LIST_VERSIONS_CMD
)
1593 if ((cmd
== DM_DEV_CREATE_CMD
)) {
1594 if (!*param
->name
) {
1595 DMWARN("name not supplied when creating device");
1598 } else if ((*param
->uuid
&& *param
->name
)) {
1599 DMWARN("only supply one of name or uuid, cmd(%u)", cmd
);
1603 /* Ensure strings are terminated */
1604 param
->name
[DM_NAME_LEN
- 1] = '\0';
1605 param
->uuid
[DM_UUID_LEN
- 1] = '\0';
1610 static int ctl_ioctl(uint command
, struct dm_ioctl __user
*user
)
1615 struct dm_ioctl
*uninitialized_var(param
);
1617 size_t input_param_size
;
1619 /* only root can play with this */
1620 if (!capable(CAP_SYS_ADMIN
))
1623 if (_IOC_TYPE(command
) != DM_IOCTL
)
1626 cmd
= _IOC_NR(command
);
1629 * Check the interface version passed in. This also
1630 * writes out the kernel's interface version.
1632 r
= check_version(cmd
, user
);
1637 * Nothing more to do for the version command.
1639 if (cmd
== DM_VERSION_CMD
)
1642 fn
= lookup_ioctl(cmd
);
1644 DMWARN("dm_ctl_ioctl: unknown command 0x%x", command
);
1649 * Trying to avoid low memory issues when a device is
1652 current
->flags
|= PF_MEMALLOC
;
1655 * Copy the parameters into kernel space.
1657 r
= copy_params(user
, ¶m
);
1659 current
->flags
&= ~PF_MEMALLOC
;
1664 input_param_size
= param
->data_size
;
1665 wipe_buffer
= param
->flags
& DM_SECURE_DATA_FLAG
;
1667 r
= validate_params(cmd
, param
);
1671 param
->data_size
= sizeof(*param
);
1672 r
= fn(param
, input_param_size
);
1675 * Copy the results back to userland.
1677 if (!r
&& copy_to_user(user
, param
, param
->data_size
))
1682 memset(param
, 0, input_param_size
);
1688 static long dm_ctl_ioctl(struct file
*file
, uint command
, ulong u
)
1690 return (long)ctl_ioctl(command
, (struct dm_ioctl __user
*)u
);
1693 #ifdef CONFIG_COMPAT
1694 static long dm_compat_ctl_ioctl(struct file
*file
, uint command
, ulong u
)
1696 return (long)dm_ctl_ioctl(file
, command
, (ulong
) compat_ptr(u
));
1699 #define dm_compat_ctl_ioctl NULL
1702 static const struct file_operations _ctl_fops
= {
1703 .open
= nonseekable_open
,
1704 .unlocked_ioctl
= dm_ctl_ioctl
,
1705 .compat_ioctl
= dm_compat_ctl_ioctl
,
1706 .owner
= THIS_MODULE
,
1707 .llseek
= noop_llseek
,
1710 static struct miscdevice _dm_misc
= {
1711 .minor
= MAPPER_CTRL_MINOR
,
1713 .nodename
= DM_DIR
"/" DM_CONTROL_NODE
,
1717 MODULE_ALIAS_MISCDEV(MAPPER_CTRL_MINOR
);
1718 MODULE_ALIAS("devname:" DM_DIR
"/" DM_CONTROL_NODE
);
1721 * Create misc character device and link to DM_DIR/control.
1723 int __init
dm_interface_init(void)
1731 r
= misc_register(&_dm_misc
);
1733 DMERR("misc_register failed for control device");
1738 DMINFO("%d.%d.%d%s initialised: %s", DM_VERSION_MAJOR
,
1739 DM_VERSION_MINOR
, DM_VERSION_PATCHLEVEL
, DM_VERSION_EXTRA
,
1744 void dm_interface_exit(void)
1746 if (misc_deregister(&_dm_misc
) < 0)
1747 DMERR("misc_deregister failed for control device");
1753 * dm_copy_name_and_uuid - Copy mapped device name & uuid into supplied buffers
1754 * @md: Pointer to mapped_device
1755 * @name: Buffer (size DM_NAME_LEN) for name
1756 * @uuid: Buffer (size DM_UUID_LEN) for uuid or empty string if uuid not defined
1758 int dm_copy_name_and_uuid(struct mapped_device
*md
, char *name
, char *uuid
)
1761 struct hash_cell
*hc
;
1766 mutex_lock(&dm_hash_cells_mutex
);
1767 hc
= dm_get_mdptr(md
);
1768 if (!hc
|| hc
->md
!= md
) {
1774 strcpy(name
, hc
->name
);
1776 strcpy(uuid
, hc
->uuid
? : "");
1779 mutex_unlock(&dm_hash_cells_mutex
);