2 * Internal header file _only_ for device mapper core
4 * Copyright (C) 2016 Red Hat, Inc. All rights reserved.
6 * This file is released under the LGPL.
9 #ifndef DM_CORE_INTERNAL_H
10 #define DM_CORE_INTERNAL_H
12 #include <linux/kthread.h>
13 #include <linux/ktime.h>
14 #include <linux/blk-mq.h>
16 #include <trace/events/block.h>
20 #define DM_RESERVED_MAX_IOS 1024
22 struct dm_kobject_holder
{
24 struct completion completion
;
28 * DM core internal structure that used directly by dm.c and dm-rq.c
29 * DM targets must _not_ deference a mapped_device to directly access its members!
31 struct mapped_device
{
32 struct srcu_struct io_barrier
;
33 struct mutex suspend_lock
;
36 * The current mapping (struct dm_table *).
37 * Use dm_get_live_table{_fast} or take suspend_lock for
42 struct list_head table_devices
;
43 struct mutex table_devices_lock
;
47 struct request_queue
*queue
;
51 /* Protect queue and type against concurrent access. */
52 struct mutex type_lock
;
57 struct dm_target
*immutable_target
;
58 struct target_type
*immutable_target_type
;
66 * A list of ios that arrived while we were suspended.
69 wait_queue_head_t wait
;
70 struct work_struct work
;
71 spinlock_t deferred_lock
;
72 struct bio_list deferred
;
77 wait_queue_head_t eventq
;
80 struct list_head uevent_list
;
81 spinlock_t uevent_lock
; /* Protect access to uevent_list */
83 /* the number of internal suspends */
84 unsigned internal_suspend_count
;
87 * Processing queue (flush)
89 struct workqueue_struct
*wq
;
92 * io objects are allocated from here.
100 * freeze/thaw support require holding onto a super block
102 struct super_block
*frozen_sb
;
104 /* forced geometry settings */
105 struct hd_geometry geometry
;
107 struct block_device
*bdev
;
109 /* kobject and completion */
110 struct dm_kobject_holder kobj_holder
;
112 /* zero-length flush that will be cloned and submitted to targets */
113 struct bio flush_bio
;
115 struct dm_stats stats
;
117 struct kthread_worker kworker
;
118 struct task_struct
*kworker_task
;
120 /* for request-based merge heuristic in dm_request_fn() */
121 unsigned seq_rq_merge_deadline_usecs
;
123 sector_t last_rq_pos
;
124 ktime_t last_rq_start_time
;
126 /* for blk-mq request-based DM support */
127 struct blk_mq_tag_set
*tag_set
;
132 void dm_init_md_queue(struct mapped_device
*md
);
133 void dm_init_normal_md_queue(struct mapped_device
*md
);
134 int md_in_flight(struct mapped_device
*md
);
135 void disable_write_same(struct mapped_device
*md
);
137 static inline struct completion
*dm_get_completion_from_kobject(struct kobject
*kobj
)
139 return &container_of(kobj
, struct dm_kobject_holder
, kobj
)->completion
;
142 unsigned __dm_get_module_param(unsigned *module_param
, unsigned def
, unsigned max
);
144 static inline bool dm_message_test_buffer_overflow(char *result
, unsigned maxlen
)
146 return !maxlen
|| strlen(result
) + 1 >= maxlen
;