4 * The contents of this file are subject to the terms of the
5 * Common Development and Distribution License (the "License").
6 * You may not use this file except in compliance with the License.
8 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
9 * or http://www.opensolaris.org/os/licensing.
10 * See the License for the specific language governing permissions
11 * and limitations under the License.
13 * When distributing Covered Code, include this CDDL HEADER in each
14 * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
15 * If applicable, add the following below this CDDL HEADER, with the
16 * fields enclosed by brackets "[]" replaced with your own identifying
17 * information: Portions Copyright [yyyy] [name of copyright owner]
23 * Copyright (c) 2005, 2010, Oracle and/or its affiliates. All rights reserved.
24 * Copyright (c) 2012 by Delphix. All rights reserved.
25 * Copyright (c) 2013 Steven Hartland. All rights reserved.
26 * Copyright (c) 2021, Colm Buckley <colm@tuatha.org>
30 * This file contains the functions which analyze the status of a pool. This
31 * include both the status of an active pool, as well as the status exported
32 * pools. Returns one of the ZPOOL_STATUS_* defines describing the status of
33 * the pool. This status is independent (to a certain degree) from the state of
34 * the pool. A pool's state describes only whether or not it is capable of
35 * providing the necessary fault tolerance for data. The status describes the
36 * overall status of devices. A pool that is online can still have a device
37 * that is experiencing errors.
39 * Only a subset of the possible faults can be detected using 'zpool status',
40 * and not all possible errors correspond to a FMA message ID. The explanation
41 * is left up to the caller, depending on whether it is a live pool or an
50 #include <sys/systeminfo.h>
51 #include "libzfs_impl.h"
52 #include "zfeature_common.h"
55 * Message ID table. This must be kept in sync with the ZPOOL_STATUS_* defines
56 * in include/libzfs.h. Note that there are some status results which go past
57 * the end of this table, and hence have no associated message ID.
59 static char *zfs_msgid_table
[] = {
60 "ZFS-8000-14", /* ZPOOL_STATUS_CORRUPT_CACHE */
61 "ZFS-8000-2Q", /* ZPOOL_STATUS_MISSING_DEV_R */
62 "ZFS-8000-3C", /* ZPOOL_STATUS_MISSING_DEV_NR */
63 "ZFS-8000-4J", /* ZPOOL_STATUS_CORRUPT_LABEL_R */
64 "ZFS-8000-5E", /* ZPOOL_STATUS_CORRUPT_LABEL_NR */
65 "ZFS-8000-6X", /* ZPOOL_STATUS_BAD_GUID_SUM */
66 "ZFS-8000-72", /* ZPOOL_STATUS_CORRUPT_POOL */
67 "ZFS-8000-8A", /* ZPOOL_STATUS_CORRUPT_DATA */
68 "ZFS-8000-9P", /* ZPOOL_STATUS_FAILING_DEV */
69 "ZFS-8000-A5", /* ZPOOL_STATUS_VERSION_NEWER */
70 "ZFS-8000-EY", /* ZPOOL_STATUS_HOSTID_MISMATCH */
71 "ZFS-8000-EY", /* ZPOOL_STATUS_HOSTID_ACTIVE */
72 "ZFS-8000-EY", /* ZPOOL_STATUS_HOSTID_REQUIRED */
73 "ZFS-8000-HC", /* ZPOOL_STATUS_IO_FAILURE_WAIT */
74 "ZFS-8000-JQ", /* ZPOOL_STATUS_IO_FAILURE_CONTINUE */
75 "ZFS-8000-MM", /* ZPOOL_STATUS_IO_FAILURE_MMP */
76 "ZFS-8000-K4", /* ZPOOL_STATUS_BAD_LOG */
77 "ZFS-8000-ER", /* ZPOOL_STATUS_ERRATA */
79 * The following results have no message ID.
80 * ZPOOL_STATUS_UNSUP_FEAT_READ
81 * ZPOOL_STATUS_UNSUP_FEAT_WRITE
82 * ZPOOL_STATUS_FAULTED_DEV_R
83 * ZPOOL_STATUS_FAULTED_DEV_NR
84 * ZPOOL_STATUS_VERSION_OLDER
85 * ZPOOL_STATUS_FEAT_DISABLED
86 * ZPOOL_STATUS_RESILVERING
87 * ZPOOL_STATUS_OFFLINE_DEV
88 * ZPOOL_STATUS_REMOVED_DEV
89 * ZPOOL_STATUS_REBUILDING
90 * ZPOOL_STATUS_REBUILD_SCRUB
91 * ZPOOL_STATUS_COMPATIBILITY_ERR
96 #define NMSGID (sizeof (zfs_msgid_table) / sizeof (zfs_msgid_table[0]))
100 vdev_missing(vdev_stat_t
*vs
, uint_t vsc
)
102 return (vs
->vs_state
== VDEV_STATE_CANT_OPEN
&&
103 vs
->vs_aux
== VDEV_AUX_OPEN_FAILED
);
108 vdev_faulted(vdev_stat_t
*vs
, uint_t vsc
)
110 return (vs
->vs_state
== VDEV_STATE_FAULTED
);
115 vdev_errors(vdev_stat_t
*vs
, uint_t vsc
)
117 return (vs
->vs_state
== VDEV_STATE_DEGRADED
||
118 vs
->vs_read_errors
!= 0 || vs
->vs_write_errors
!= 0 ||
119 vs
->vs_checksum_errors
!= 0);
124 vdev_broken(vdev_stat_t
*vs
, uint_t vsc
)
126 return (vs
->vs_state
== VDEV_STATE_CANT_OPEN
);
131 vdev_offlined(vdev_stat_t
*vs
, uint_t vsc
)
133 return (vs
->vs_state
== VDEV_STATE_OFFLINE
);
138 vdev_removed(vdev_stat_t
*vs
, uint_t vsc
)
140 return (vs
->vs_state
== VDEV_STATE_REMOVED
);
144 vdev_non_native_ashift(vdev_stat_t
*vs
, uint_t vsc
)
146 if (getenv("ZPOOL_STATUS_NON_NATIVE_ASHIFT_IGNORE") != NULL
)
149 return (VDEV_STAT_VALID(vs_physical_ashift
, vsc
) &&
150 vs
->vs_configured_ashift
< vs
->vs_physical_ashift
);
154 * Detect if any leaf devices that have seen errors or could not be opened.
157 find_vdev_problem(nvlist_t
*vdev
, int (*func
)(vdev_stat_t
*, uint_t
),
158 boolean_t ignore_replacing
)
162 uint_t c
, vsc
, children
;
165 * Ignore problems within a 'replacing' vdev, since we're presumably in
166 * the process of repairing any such errors, and don't want to call them
167 * out again. We'll pick up the fact that a resilver is happening
170 if (ignore_replacing
== B_TRUE
) {
173 verify(nvlist_lookup_string(vdev
, ZPOOL_CONFIG_TYPE
,
175 if (strcmp(type
, VDEV_TYPE_REPLACING
) == 0)
179 if (nvlist_lookup_nvlist_array(vdev
, ZPOOL_CONFIG_CHILDREN
, &child
,
181 for (c
= 0; c
< children
; c
++)
182 if (find_vdev_problem(child
[c
], func
, ignore_replacing
))
185 verify(nvlist_lookup_uint64_array(vdev
, ZPOOL_CONFIG_VDEV_STATS
,
186 (uint64_t **)&vs
, &vsc
) == 0);
188 if (func(vs
, vsc
) != 0)
193 * Check any L2 cache devs
195 if (nvlist_lookup_nvlist_array(vdev
, ZPOOL_CONFIG_L2CACHE
, &child
,
197 for (c
= 0; c
< children
; c
++)
198 if (find_vdev_problem(child
[c
], func
, ignore_replacing
))
206 * Active pool health status.
208 * To determine the status for a pool, we make several passes over the config,
209 * picking the most egregious error we find. In order of importance, we do the
212 * - Check for a complete and valid configuration
213 * - Look for any faulted or missing devices in a non-replicated config
214 * - Check for any data errors
215 * - Check for any faulted or missing devices in a replicated config
216 * - Look for any devices showing errors
217 * - Check for any resilvering or rebuilding devices
219 * There can obviously be multiple errors within a single pool, so this routine
220 * only picks the most damaging of all the current errors to report.
222 static zpool_status_t
223 check_status(nvlist_t
*config
, boolean_t isimport
,
224 zpool_errata_t
*erratap
, const char *compat
)
228 pool_scan_stat_t
*ps
= NULL
;
236 unsigned long system_hostid
= get_system_hostid();
238 verify(nvlist_lookup_uint64(config
, ZPOOL_CONFIG_VERSION
,
240 verify(nvlist_lookup_nvlist(config
, ZPOOL_CONFIG_VDEV_TREE
,
242 verify(nvlist_lookup_uint64_array(nvroot
, ZPOOL_CONFIG_VDEV_STATS
,
243 (uint64_t **)&vs
, &vsc
) == 0);
244 verify(nvlist_lookup_uint64(config
, ZPOOL_CONFIG_POOL_STATE
,
248 * Currently resilvering a vdev
250 (void) nvlist_lookup_uint64_array(nvroot
, ZPOOL_CONFIG_SCAN_STATS
,
251 (uint64_t **)&ps
, &psc
);
252 if (ps
!= NULL
&& ps
->pss_func
== POOL_SCAN_RESILVER
&&
253 ps
->pss_state
== DSS_SCANNING
)
254 return (ZPOOL_STATUS_RESILVERING
);
257 * Currently rebuilding a vdev, check top-level vdevs.
259 vdev_rebuild_stat_t
*vrs
= NULL
;
261 uint_t c
, i
, children
;
262 uint64_t rebuild_end_time
= 0;
263 if (nvlist_lookup_nvlist_array(nvroot
, ZPOOL_CONFIG_CHILDREN
,
264 &child
, &children
) == 0) {
265 for (c
= 0; c
< children
; c
++) {
266 if ((nvlist_lookup_uint64_array(child
[c
],
267 ZPOOL_CONFIG_REBUILD_STATS
,
268 (uint64_t **)&vrs
, &i
) == 0) && (vrs
!= NULL
)) {
269 uint64_t state
= vrs
->vrs_state
;
271 if (state
== VDEV_REBUILD_ACTIVE
) {
272 return (ZPOOL_STATUS_REBUILDING
);
273 } else if (state
== VDEV_REBUILD_COMPLETE
&&
274 vrs
->vrs_end_time
> rebuild_end_time
) {
275 rebuild_end_time
= vrs
->vrs_end_time
;
281 * If we can determine when the last scrub was run, and it
282 * was before the last rebuild completed, then recommend
283 * that the pool be scrubbed to verify all checksums. When
284 * ps is NULL we can infer the pool has never been scrubbed.
286 if (rebuild_end_time
> 0) {
288 if ((ps
->pss_state
== DSS_FINISHED
&&
289 ps
->pss_func
== POOL_SCAN_SCRUB
&&
290 rebuild_end_time
> ps
->pss_end_time
) ||
291 ps
->pss_state
== DSS_NONE
)
292 return (ZPOOL_STATUS_REBUILD_SCRUB
);
294 return (ZPOOL_STATUS_REBUILD_SCRUB
);
300 * The multihost property is set and the pool may be active.
302 if (vs
->vs_state
== VDEV_STATE_CANT_OPEN
&&
303 vs
->vs_aux
== VDEV_AUX_ACTIVE
) {
304 mmp_state_t mmp_state
;
307 nvinfo
= fnvlist_lookup_nvlist(config
, ZPOOL_CONFIG_LOAD_INFO
);
308 mmp_state
= fnvlist_lookup_uint64(nvinfo
,
309 ZPOOL_CONFIG_MMP_STATE
);
311 if (mmp_state
== MMP_STATE_ACTIVE
)
312 return (ZPOOL_STATUS_HOSTID_ACTIVE
);
313 else if (mmp_state
== MMP_STATE_NO_HOSTID
)
314 return (ZPOOL_STATUS_HOSTID_REQUIRED
);
316 return (ZPOOL_STATUS_HOSTID_MISMATCH
);
320 * Pool last accessed by another system.
322 (void) nvlist_lookup_uint64(config
, ZPOOL_CONFIG_HOSTID
, &hostid
);
323 if (hostid
!= 0 && (unsigned long)hostid
!= system_hostid
&&
324 stateval
== POOL_STATE_ACTIVE
)
325 return (ZPOOL_STATUS_HOSTID_MISMATCH
);
328 * Newer on-disk version.
330 if (vs
->vs_state
== VDEV_STATE_CANT_OPEN
&&
331 vs
->vs_aux
== VDEV_AUX_VERSION_NEWER
)
332 return (ZPOOL_STATUS_VERSION_NEWER
);
335 * Unsupported feature(s).
337 if (vs
->vs_state
== VDEV_STATE_CANT_OPEN
&&
338 vs
->vs_aux
== VDEV_AUX_UNSUP_FEAT
) {
341 verify(nvlist_lookup_nvlist(config
, ZPOOL_CONFIG_LOAD_INFO
,
343 if (nvlist_exists(nvinfo
, ZPOOL_CONFIG_CAN_RDONLY
))
344 return (ZPOOL_STATUS_UNSUP_FEAT_WRITE
);
345 return (ZPOOL_STATUS_UNSUP_FEAT_READ
);
349 * Check that the config is complete.
351 if (vs
->vs_state
== VDEV_STATE_CANT_OPEN
&&
352 vs
->vs_aux
== VDEV_AUX_BAD_GUID_SUM
)
353 return (ZPOOL_STATUS_BAD_GUID_SUM
);
356 * Check whether the pool has suspended.
358 if (nvlist_lookup_uint64(config
, ZPOOL_CONFIG_SUSPENDED
,
362 if (nvlist_lookup_uint64(config
, ZPOOL_CONFIG_SUSPENDED_REASON
,
363 &reason
) == 0 && reason
== ZIO_SUSPEND_MMP
)
364 return (ZPOOL_STATUS_IO_FAILURE_MMP
);
366 if (suspended
== ZIO_FAILURE_MODE_CONTINUE
)
367 return (ZPOOL_STATUS_IO_FAILURE_CONTINUE
);
368 return (ZPOOL_STATUS_IO_FAILURE_WAIT
);
372 * Could not read a log.
374 if (vs
->vs_state
== VDEV_STATE_CANT_OPEN
&&
375 vs
->vs_aux
== VDEV_AUX_BAD_LOG
) {
376 return (ZPOOL_STATUS_BAD_LOG
);
380 * Bad devices in non-replicated config.
382 if (vs
->vs_state
== VDEV_STATE_CANT_OPEN
&&
383 find_vdev_problem(nvroot
, vdev_faulted
, B_TRUE
))
384 return (ZPOOL_STATUS_FAULTED_DEV_NR
);
386 if (vs
->vs_state
== VDEV_STATE_CANT_OPEN
&&
387 find_vdev_problem(nvroot
, vdev_missing
, B_TRUE
))
388 return (ZPOOL_STATUS_MISSING_DEV_NR
);
390 if (vs
->vs_state
== VDEV_STATE_CANT_OPEN
&&
391 find_vdev_problem(nvroot
, vdev_broken
, B_TRUE
))
392 return (ZPOOL_STATUS_CORRUPT_LABEL_NR
);
395 * Corrupted pool metadata
397 if (vs
->vs_state
== VDEV_STATE_CANT_OPEN
&&
398 vs
->vs_aux
== VDEV_AUX_CORRUPT_DATA
)
399 return (ZPOOL_STATUS_CORRUPT_POOL
);
402 * Persistent data errors.
405 if (nvlist_lookup_uint64(config
, ZPOOL_CONFIG_ERRCOUNT
,
406 &nerr
) == 0 && nerr
!= 0)
407 return (ZPOOL_STATUS_CORRUPT_DATA
);
411 * Missing devices in a replicated config.
413 if (find_vdev_problem(nvroot
, vdev_faulted
, B_TRUE
))
414 return (ZPOOL_STATUS_FAULTED_DEV_R
);
415 if (find_vdev_problem(nvroot
, vdev_missing
, B_TRUE
))
416 return (ZPOOL_STATUS_MISSING_DEV_R
);
417 if (find_vdev_problem(nvroot
, vdev_broken
, B_TRUE
))
418 return (ZPOOL_STATUS_CORRUPT_LABEL_R
);
421 * Devices with errors
423 if (!isimport
&& find_vdev_problem(nvroot
, vdev_errors
, B_TRUE
))
424 return (ZPOOL_STATUS_FAILING_DEV
);
429 if (find_vdev_problem(nvroot
, vdev_offlined
, B_TRUE
))
430 return (ZPOOL_STATUS_OFFLINE_DEV
);
435 if (find_vdev_problem(nvroot
, vdev_removed
, B_TRUE
))
436 return (ZPOOL_STATUS_REMOVED_DEV
);
439 * Suboptimal, but usable, ashift configuration.
441 if (find_vdev_problem(nvroot
, vdev_non_native_ashift
, B_FALSE
))
442 return (ZPOOL_STATUS_NON_NATIVE_ASHIFT
);
445 * Informational errata available.
447 (void) nvlist_lookup_uint64(config
, ZPOOL_CONFIG_ERRATA
, &errata
);
450 return (ZPOOL_STATUS_ERRATA
);
454 * Outdated, but usable, version
456 if (SPA_VERSION_IS_SUPPORTED(version
) && version
!= SPA_VERSION
)
457 return (ZPOOL_STATUS_VERSION_OLDER
);
460 * Usable pool with disabled features
462 if (version
>= SPA_VERSION_FEATURES
) {
467 feat
= fnvlist_lookup_nvlist(config
,
468 ZPOOL_CONFIG_LOAD_INFO
);
469 if (nvlist_exists(feat
, ZPOOL_CONFIG_ENABLED_FEAT
))
470 feat
= fnvlist_lookup_nvlist(feat
,
471 ZPOOL_CONFIG_ENABLED_FEAT
);
473 feat
= fnvlist_lookup_nvlist(config
,
474 ZPOOL_CONFIG_FEATURE_STATS
);
477 /* check against all features, or limited set? */
478 boolean_t pool_features
[SPA_FEATURES
];
480 if (zpool_load_compat(compat
, pool_features
, NULL
, NULL
) !=
481 ZPOOL_COMPATIBILITY_OK
)
482 return (ZPOOL_STATUS_COMPATIBILITY_ERR
);
483 for (i
= 0; i
< SPA_FEATURES
; i
++) {
484 zfeature_info_t
*fi
= &spa_feature_table
[i
];
485 if (!fi
->fi_zfs_mod_supported
)
487 if (pool_features
[i
] &&
488 !nvlist_exists(feat
, fi
->fi_guid
))
489 return (ZPOOL_STATUS_FEAT_DISABLED
);
493 return (ZPOOL_STATUS_OK
);
497 zpool_get_status(zpool_handle_t
*zhp
, char **msgid
, zpool_errata_t
*errata
)
500 * pass in the desired feature set, as
501 * it affects check for disabled features
503 char compatibility
[ZFS_MAXPROPLEN
];
504 if (zpool_get_prop(zhp
, ZPOOL_PROP_COMPATIBILITY
, compatibility
,
505 ZFS_MAXPROPLEN
, NULL
, B_FALSE
) != 0)
506 compatibility
[0] = '\0';
508 zpool_status_t ret
= check_status(zhp
->zpool_config
, B_FALSE
, errata
,
515 *msgid
= zfs_msgid_table
[ret
];
521 zpool_import_status(nvlist_t
*config
, char **msgid
, zpool_errata_t
*errata
)
523 zpool_status_t ret
= check_status(config
, B_TRUE
, errata
, NULL
);
528 *msgid
= zfs_msgid_table
[ret
];