4 * The contents of this file are subject to the terms of the
5 * Common Development and Distribution License (the "License").
6 * You may not use this file except in compliance with the License.
8 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
9 * or http://www.opensolaris.org/os/licensing.
10 * See the License for the specific language governing permissions
11 * and limitations under the License.
13 * When distributing Covered Code, include this CDDL HEADER in each
14 * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
15 * If applicable, add the following below this CDDL HEADER, with the
16 * fields enclosed by brackets "[]" replaced with your own identifying
17 * information: Portions Copyright [yyyy] [name of copyright owner]
22 * Copyright 2008 Sun Microsystems, Inc. All rights reserved.
23 * Use is subject to license terms.
29 * To handle fault injection, we keep track of a series of zinject_record_t
30 * structures which describe which logical block(s) should be injected with a
31 * fault. These are kept in a global list. Each record corresponds to a given
32 * spa_t and maintains a special hold on the spa_t so that it cannot be deleted
33 * or exported while the injection record exists.
35 * Device level injection is done using the 'zi_guid' field. If this is set, it
36 * means that the error is destined for a particular device, not a piece of
39 * This is a rather poor data structure and algorithm, but we don't expect more
40 * than a few faults at any one time, so it should be sufficient for our needs.
44 #include <sys/zio_impl.h>
45 #include <sys/zfs_ioctl.h>
46 #include <sys/spa_impl.h>
47 #include <sys/vdev_impl.h>
48 #include <sys/fs/zfs.h>
50 uint32_t zio_injection_enabled
;
52 typedef struct inject_handler
{
55 zinject_record_t zi_record
;
59 static list_t inject_handlers
;
60 static krwlock_t inject_lock
;
61 static int inject_next_id
= 1;
64 * Returns true if the given record matches the I/O in progress.
67 zio_match_handler(zbookmark_t
*zb
, uint64_t type
,
68 zinject_record_t
*record
, int error
)
71 * Check for a match against the MOS, which is based on type
73 if (zb
->zb_objset
== 0 && record
->zi_objset
== 0 &&
74 record
->zi_object
== 0) {
75 if (record
->zi_type
== DMU_OT_NONE
||
76 type
== record
->zi_type
)
77 return (record
->zi_freq
== 0 ||
78 spa_get_random(100) < record
->zi_freq
);
84 * Check for an exact match.
86 if (zb
->zb_objset
== record
->zi_objset
&&
87 zb
->zb_object
== record
->zi_object
&&
88 zb
->zb_level
== record
->zi_level
&&
89 zb
->zb_blkid
>= record
->zi_start
&&
90 zb
->zb_blkid
<= record
->zi_end
&&
91 error
== record
->zi_error
)
92 return (record
->zi_freq
== 0 ||
93 spa_get_random(100) < record
->zi_freq
);
99 * Determine if the I/O in question should return failure. Returns the errno
100 * to be returned to the caller.
103 zio_handle_fault_injection(zio_t
*zio
, int error
)
106 inject_handler_t
*handler
;
109 * Ignore I/O not associated with any logical data.
111 if (zio
->io_logical
== NULL
)
115 * Currently, we only support fault injection on reads.
117 if (zio
->io_type
!= ZIO_TYPE_READ
)
120 rw_enter(&inject_lock
, RW_READER
);
122 for (handler
= list_head(&inject_handlers
); handler
!= NULL
;
123 handler
= list_next(&inject_handlers
, handler
)) {
125 /* Ignore errors not destined for this pool */
126 if (zio
->io_spa
!= handler
->zi_spa
)
129 /* Ignore device errors */
130 if (handler
->zi_record
.zi_guid
!= 0)
133 /* If this handler matches, return EIO */
134 if (zio_match_handler(&zio
->io_logical
->io_bookmark
,
135 zio
->io_bp
? BP_GET_TYPE(zio
->io_bp
) : DMU_OT_NONE
,
136 &handler
->zi_record
, error
)) {
142 rw_exit(&inject_lock
);
148 * Determine if the zio is part of a label update and has an injection
149 * handler associated with that portion of the label. Currently, we
150 * allow error injection in either the nvlist or the uberblock region of
154 zio_handle_label_injection(zio_t
*zio
, int error
)
156 inject_handler_t
*handler
;
157 vdev_t
*vd
= zio
->io_vd
;
158 uint64_t offset
= zio
->io_offset
;
162 if (offset
+ zio
->io_size
> VDEV_LABEL_START_SIZE
&&
163 offset
< vd
->vdev_psize
- VDEV_LABEL_END_SIZE
)
166 rw_enter(&inject_lock
, RW_READER
);
168 for (handler
= list_head(&inject_handlers
); handler
!= NULL
;
169 handler
= list_next(&inject_handlers
, handler
)) {
170 uint64_t start
= handler
->zi_record
.zi_start
;
171 uint64_t end
= handler
->zi_record
.zi_end
;
173 /* Ignore device only faults */
174 if (handler
->zi_record
.zi_start
== 0)
178 * The injection region is the relative offsets within a
179 * vdev label. We must determine the label which is being
180 * updated and adjust our region accordingly.
182 label
= vdev_label_number(vd
->vdev_psize
, offset
);
183 start
= vdev_label_offset(vd
->vdev_psize
, label
, start
);
184 end
= vdev_label_offset(vd
->vdev_psize
, label
, end
);
186 if (zio
->io_vd
->vdev_guid
== handler
->zi_record
.zi_guid
&&
187 (offset
>= start
&& offset
<= end
)) {
192 rw_exit(&inject_lock
);
198 zio_handle_device_injection(vdev_t
*vd
, int error
)
200 inject_handler_t
*handler
;
203 rw_enter(&inject_lock
, RW_READER
);
205 for (handler
= list_head(&inject_handlers
); handler
!= NULL
;
206 handler
= list_next(&inject_handlers
, handler
)) {
208 /* Ignore label specific faults */
209 if (handler
->zi_record
.zi_start
!= 0)
212 if (vd
->vdev_guid
== handler
->zi_record
.zi_guid
) {
213 if (handler
->zi_record
.zi_error
== error
) {
215 * For a failed open, pretend like the device
219 vd
->vdev_stat
.vs_aux
=
220 VDEV_AUX_OPEN_FAILED
;
224 if (handler
->zi_record
.zi_error
== ENXIO
) {
231 rw_exit(&inject_lock
);
237 * Create a new handler for the given record. We add it to the list, adding
238 * a reference to the spa_t in the process. We increment zio_injection_enabled,
239 * which is the switch to trigger all fault injection.
242 zio_inject_fault(char *name
, int flags
, int *id
, zinject_record_t
*record
)
244 inject_handler_t
*handler
;
249 * If this is pool-wide metadata, make sure we unload the corresponding
250 * spa_t, so that the next attempt to load it will trigger the fault.
251 * We call spa_reset() to unload the pool appropriately.
253 if (flags
& ZINJECT_UNLOAD_SPA
)
254 if ((error
= spa_reset(name
)) != 0)
257 if (!(flags
& ZINJECT_NULL
)) {
259 * spa_inject_ref() will add an injection reference, which will
260 * prevent the pool from being removed from the namespace while
261 * still allowing it to be unloaded.
263 if ((spa
= spa_inject_addref(name
)) == NULL
)
266 handler
= kmem_alloc(sizeof (inject_handler_t
), KM_SLEEP
);
268 rw_enter(&inject_lock
, RW_WRITER
);
270 *id
= handler
->zi_id
= inject_next_id
++;
271 handler
->zi_spa
= spa
;
272 handler
->zi_record
= *record
;
273 list_insert_tail(&inject_handlers
, handler
);
274 atomic_add_32(&zio_injection_enabled
, 1);
276 rw_exit(&inject_lock
);
280 * Flush the ARC, so that any attempts to read this data will end up
281 * going to the ZIO layer. Note that this is a little overkill, but
282 * we don't have the necessary ARC interfaces to do anything else, and
283 * fault injection isn't a performance critical path.
285 if (flags
& ZINJECT_FLUSH_ARC
)
292 * Returns the next record with an ID greater than that supplied to the
293 * function. Used to iterate over all handlers in the system.
296 zio_inject_list_next(int *id
, char *name
, size_t buflen
,
297 zinject_record_t
*record
)
299 inject_handler_t
*handler
;
302 mutex_enter(&spa_namespace_lock
);
303 rw_enter(&inject_lock
, RW_READER
);
305 for (handler
= list_head(&inject_handlers
); handler
!= NULL
;
306 handler
= list_next(&inject_handlers
, handler
))
307 if (handler
->zi_id
> *id
)
311 *record
= handler
->zi_record
;
312 *id
= handler
->zi_id
;
313 (void) strncpy(name
, spa_name(handler
->zi_spa
), buflen
);
319 rw_exit(&inject_lock
);
320 mutex_exit(&spa_namespace_lock
);
326 * Clear the fault handler with the given identifier, or return ENOENT if none
330 zio_clear_fault(int id
)
332 inject_handler_t
*handler
;
335 rw_enter(&inject_lock
, RW_WRITER
);
337 for (handler
= list_head(&inject_handlers
); handler
!= NULL
;
338 handler
= list_next(&inject_handlers
, handler
))
339 if (handler
->zi_id
== id
)
342 if (handler
== NULL
) {
345 list_remove(&inject_handlers
, handler
);
346 spa_inject_delref(handler
->zi_spa
);
347 kmem_free(handler
, sizeof (inject_handler_t
));
348 atomic_add_32(&zio_injection_enabled
, -1);
352 rw_exit(&inject_lock
);
358 zio_inject_init(void)
360 rw_init(&inject_lock
, NULL
, RW_DEFAULT
, NULL
);
361 list_create(&inject_handlers
, sizeof (inject_handler_t
),
362 offsetof(inject_handler_t
, zi_link
));
366 zio_inject_fini(void)
368 list_destroy(&inject_handlers
);
369 rw_destroy(&inject_lock
);