4 * The contents of this file are subject to the terms of the
5 * Common Development and Distribution License (the "License").
6 * You may not use this file except in compliance with the License.
8 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
9 * or https://opensource.org/licenses/CDDL-1.0.
10 * See the License for the specific language governing permissions
11 * and limitations under the License.
13 * When distributing Covered Code, include this CDDL HEADER in each
14 * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
15 * If applicable, add the following below this CDDL HEADER, with the
16 * fields enclosed by brackets "[]" replaced with your own identifying
17 * information: Portions Copyright [yyyy] [name of copyright owner]
23 * Copyright (c) 2005, 2010, Oracle and/or its affiliates. All rights reserved.
24 * Copyright (c) 2012 by Delphix. All rights reserved.
25 * Copyright (c) 2013 Steven Hartland. All rights reserved.
26 * Copyright (c) 2021, Colm Buckley <colm@tuatha.org>
30 * This file contains the functions which analyze the status of a pool. This
31 * include both the status of an active pool, as well as the status exported
32 * pools. Returns one of the ZPOOL_STATUS_* defines describing the status of
33 * the pool. This status is independent (to a certain degree) from the state of
34 * the pool. A pool's state describes only whether or not it is capable of
35 * providing the necessary fault tolerance for data. The status describes the
36 * overall status of devices. A pool that is online can still have a device
37 * that is experiencing errors.
39 * Only a subset of the possible faults can be detected using 'zpool status',
40 * and not all possible errors correspond to a FMA message ID. The explanation
41 * is left up to the caller, depending on whether it is a live pool or an
50 #include <sys/systeminfo.h>
51 #include "libzfs_impl.h"
52 #include "zfeature_common.h"
55 * Message ID table. This must be kept in sync with the ZPOOL_STATUS_* defines
56 * in include/libzfs.h. Note that there are some status results which go past
57 * the end of this table, and hence have no associated message ID.
59 static const char *const zfs_msgid_table
[] = {
60 "ZFS-8000-14", /* ZPOOL_STATUS_CORRUPT_CACHE */
61 "ZFS-8000-2Q", /* ZPOOL_STATUS_MISSING_DEV_R */
62 "ZFS-8000-3C", /* ZPOOL_STATUS_MISSING_DEV_NR */
63 "ZFS-8000-4J", /* ZPOOL_STATUS_CORRUPT_LABEL_R */
64 "ZFS-8000-5E", /* ZPOOL_STATUS_CORRUPT_LABEL_NR */
65 "ZFS-8000-6X", /* ZPOOL_STATUS_BAD_GUID_SUM */
66 "ZFS-8000-72", /* ZPOOL_STATUS_CORRUPT_POOL */
67 "ZFS-8000-8A", /* ZPOOL_STATUS_CORRUPT_DATA */
68 "ZFS-8000-9P", /* ZPOOL_STATUS_FAILING_DEV */
69 "ZFS-8000-A5", /* ZPOOL_STATUS_VERSION_NEWER */
70 "ZFS-8000-EY", /* ZPOOL_STATUS_HOSTID_MISMATCH */
71 "ZFS-8000-EY", /* ZPOOL_STATUS_HOSTID_ACTIVE */
72 "ZFS-8000-EY", /* ZPOOL_STATUS_HOSTID_REQUIRED */
73 "ZFS-8000-HC", /* ZPOOL_STATUS_IO_FAILURE_WAIT */
74 "ZFS-8000-JQ", /* ZPOOL_STATUS_IO_FAILURE_CONTINUE */
75 "ZFS-8000-MM", /* ZPOOL_STATUS_IO_FAILURE_MMP */
76 "ZFS-8000-K4", /* ZPOOL_STATUS_BAD_LOG */
77 "ZFS-8000-ER", /* ZPOOL_STATUS_ERRATA */
79 * The following results have no message ID.
80 * ZPOOL_STATUS_UNSUP_FEAT_READ
81 * ZPOOL_STATUS_UNSUP_FEAT_WRITE
82 * ZPOOL_STATUS_FAULTED_DEV_R
83 * ZPOOL_STATUS_FAULTED_DEV_NR
84 * ZPOOL_STATUS_VERSION_OLDER
85 * ZPOOL_STATUS_FEAT_DISABLED
86 * ZPOOL_STATUS_RESILVERING
87 * ZPOOL_STATUS_OFFLINE_DEV
88 * ZPOOL_STATUS_REMOVED_DEV
89 * ZPOOL_STATUS_REBUILDING
90 * ZPOOL_STATUS_REBUILD_SCRUB
91 * ZPOOL_STATUS_COMPATIBILITY_ERR
92 * ZPOOL_STATUS_INCOMPATIBLE_FEAT
97 #define NMSGID (sizeof (zfs_msgid_table) / sizeof (zfs_msgid_table[0]))
100 vdev_missing(vdev_stat_t
*vs
, uint_t vsc
)
103 return (vs
->vs_state
== VDEV_STATE_CANT_OPEN
&&
104 vs
->vs_aux
== VDEV_AUX_OPEN_FAILED
);
108 vdev_faulted(vdev_stat_t
*vs
, uint_t vsc
)
111 return (vs
->vs_state
== VDEV_STATE_FAULTED
);
115 vdev_errors(vdev_stat_t
*vs
, uint_t vsc
)
118 return (vs
->vs_state
== VDEV_STATE_DEGRADED
||
119 vs
->vs_read_errors
!= 0 || vs
->vs_write_errors
!= 0 ||
120 vs
->vs_checksum_errors
!= 0);
124 vdev_broken(vdev_stat_t
*vs
, uint_t vsc
)
127 return (vs
->vs_state
== VDEV_STATE_CANT_OPEN
);
131 vdev_offlined(vdev_stat_t
*vs
, uint_t vsc
)
134 return (vs
->vs_state
== VDEV_STATE_OFFLINE
);
138 vdev_removed(vdev_stat_t
*vs
, uint_t vsc
)
141 return (vs
->vs_state
== VDEV_STATE_REMOVED
);
145 vdev_non_native_ashift(vdev_stat_t
*vs
, uint_t vsc
)
147 if (getenv("ZPOOL_STATUS_NON_NATIVE_ASHIFT_IGNORE") != NULL
)
150 return (VDEV_STAT_VALID(vs_physical_ashift
, vsc
) &&
151 vs
->vs_configured_ashift
< vs
->vs_physical_ashift
);
155 * Detect if any leaf devices that have seen errors or could not be opened.
158 find_vdev_problem(nvlist_t
*vdev
, int (*func
)(vdev_stat_t
*, uint_t
),
159 boolean_t ignore_replacing
)
165 * Ignore problems within a 'replacing' vdev, since we're presumably in
166 * the process of repairing any such errors, and don't want to call them
167 * out again. We'll pick up the fact that a resilver is happening
170 if (ignore_replacing
== B_TRUE
) {
171 char *type
= fnvlist_lookup_string(vdev
, ZPOOL_CONFIG_TYPE
);
172 if (strcmp(type
, VDEV_TYPE_REPLACING
) == 0)
176 if (nvlist_lookup_nvlist_array(vdev
, ZPOOL_CONFIG_CHILDREN
, &child
,
178 for (c
= 0; c
< children
; c
++)
179 if (find_vdev_problem(child
[c
], func
, ignore_replacing
))
183 vdev_stat_t
*vs
= (vdev_stat_t
*)fnvlist_lookup_uint64_array(
184 vdev
, ZPOOL_CONFIG_VDEV_STATS
, &vsc
);
185 if (func(vs
, vsc
) != 0)
190 * Check any L2 cache devs
192 if (nvlist_lookup_nvlist_array(vdev
, ZPOOL_CONFIG_L2CACHE
, &child
,
194 for (c
= 0; c
< children
; c
++)
195 if (find_vdev_problem(child
[c
], func
, ignore_replacing
))
203 * Active pool health status.
205 * To determine the status for a pool, we make several passes over the config,
206 * picking the most egregious error we find. In order of importance, we do the
209 * - Check for a complete and valid configuration
210 * - Look for any faulted or missing devices in a non-replicated config
211 * - Check for any data errors
212 * - Check for any faulted or missing devices in a replicated config
213 * - Look for any devices showing errors
214 * - Check for any resilvering or rebuilding devices
216 * There can obviously be multiple errors within a single pool, so this routine
217 * only picks the most damaging of all the current errors to report.
219 static zpool_status_t
220 check_status(nvlist_t
*config
, boolean_t isimport
,
221 zpool_errata_t
*erratap
, const char *compat
)
223 pool_scan_stat_t
*ps
= NULL
;
229 unsigned long system_hostid
= get_system_hostid();
231 uint64_t version
= fnvlist_lookup_uint64(config
, ZPOOL_CONFIG_VERSION
);
232 nvlist_t
*nvroot
= fnvlist_lookup_nvlist(config
,
233 ZPOOL_CONFIG_VDEV_TREE
);
234 vdev_stat_t
*vs
= (vdev_stat_t
*)fnvlist_lookup_uint64_array(nvroot
,
235 ZPOOL_CONFIG_VDEV_STATS
, &vsc
);
236 uint64_t stateval
= fnvlist_lookup_uint64(config
,
237 ZPOOL_CONFIG_POOL_STATE
);
240 * Currently resilvering a vdev
242 (void) nvlist_lookup_uint64_array(nvroot
, ZPOOL_CONFIG_SCAN_STATS
,
243 (uint64_t **)&ps
, &psc
);
244 if (ps
!= NULL
&& ps
->pss_func
== POOL_SCAN_RESILVER
&&
245 ps
->pss_state
== DSS_SCANNING
)
246 return (ZPOOL_STATUS_RESILVERING
);
249 * Currently rebuilding a vdev, check top-level vdevs.
251 vdev_rebuild_stat_t
*vrs
= NULL
;
253 uint_t c
, i
, children
;
254 uint64_t rebuild_end_time
= 0;
255 if (nvlist_lookup_nvlist_array(nvroot
, ZPOOL_CONFIG_CHILDREN
,
256 &child
, &children
) == 0) {
257 for (c
= 0; c
< children
; c
++) {
258 if ((nvlist_lookup_uint64_array(child
[c
],
259 ZPOOL_CONFIG_REBUILD_STATS
,
260 (uint64_t **)&vrs
, &i
) == 0) && (vrs
!= NULL
)) {
261 uint64_t state
= vrs
->vrs_state
;
263 if (state
== VDEV_REBUILD_ACTIVE
) {
264 return (ZPOOL_STATUS_REBUILDING
);
265 } else if (state
== VDEV_REBUILD_COMPLETE
&&
266 vrs
->vrs_end_time
> rebuild_end_time
) {
267 rebuild_end_time
= vrs
->vrs_end_time
;
273 * If we can determine when the last scrub was run, and it
274 * was before the last rebuild completed, then recommend
275 * that the pool be scrubbed to verify all checksums. When
276 * ps is NULL we can infer the pool has never been scrubbed.
278 if (rebuild_end_time
> 0) {
280 if ((ps
->pss_state
== DSS_FINISHED
&&
281 ps
->pss_func
== POOL_SCAN_SCRUB
&&
282 rebuild_end_time
> ps
->pss_end_time
) ||
283 ps
->pss_state
== DSS_NONE
)
284 return (ZPOOL_STATUS_REBUILD_SCRUB
);
286 return (ZPOOL_STATUS_REBUILD_SCRUB
);
292 * The multihost property is set and the pool may be active.
294 if (vs
->vs_state
== VDEV_STATE_CANT_OPEN
&&
295 vs
->vs_aux
== VDEV_AUX_ACTIVE
) {
296 mmp_state_t mmp_state
;
299 nvinfo
= fnvlist_lookup_nvlist(config
, ZPOOL_CONFIG_LOAD_INFO
);
300 mmp_state
= fnvlist_lookup_uint64(nvinfo
,
301 ZPOOL_CONFIG_MMP_STATE
);
303 if (mmp_state
== MMP_STATE_ACTIVE
)
304 return (ZPOOL_STATUS_HOSTID_ACTIVE
);
305 else if (mmp_state
== MMP_STATE_NO_HOSTID
)
306 return (ZPOOL_STATUS_HOSTID_REQUIRED
);
308 return (ZPOOL_STATUS_HOSTID_MISMATCH
);
312 * Pool last accessed by another system.
314 (void) nvlist_lookup_uint64(config
, ZPOOL_CONFIG_HOSTID
, &hostid
);
315 if (hostid
!= 0 && (unsigned long)hostid
!= system_hostid
&&
316 stateval
== POOL_STATE_ACTIVE
)
317 return (ZPOOL_STATUS_HOSTID_MISMATCH
);
320 * Newer on-disk version.
322 if (vs
->vs_state
== VDEV_STATE_CANT_OPEN
&&
323 vs
->vs_aux
== VDEV_AUX_VERSION_NEWER
)
324 return (ZPOOL_STATUS_VERSION_NEWER
);
327 * Unsupported feature(s).
329 if (vs
->vs_state
== VDEV_STATE_CANT_OPEN
&&
330 vs
->vs_aux
== VDEV_AUX_UNSUP_FEAT
) {
331 nvlist_t
*nvinfo
= fnvlist_lookup_nvlist(config
,
332 ZPOOL_CONFIG_LOAD_INFO
);
333 if (nvlist_exists(nvinfo
, ZPOOL_CONFIG_CAN_RDONLY
))
334 return (ZPOOL_STATUS_UNSUP_FEAT_WRITE
);
335 return (ZPOOL_STATUS_UNSUP_FEAT_READ
);
339 * Check that the config is complete.
341 if (vs
->vs_state
== VDEV_STATE_CANT_OPEN
&&
342 vs
->vs_aux
== VDEV_AUX_BAD_GUID_SUM
)
343 return (ZPOOL_STATUS_BAD_GUID_SUM
);
346 * Check whether the pool has suspended.
348 if (nvlist_lookup_uint64(config
, ZPOOL_CONFIG_SUSPENDED
,
352 if (nvlist_lookup_uint64(config
, ZPOOL_CONFIG_SUSPENDED_REASON
,
353 &reason
) == 0 && reason
== ZIO_SUSPEND_MMP
)
354 return (ZPOOL_STATUS_IO_FAILURE_MMP
);
356 if (suspended
== ZIO_FAILURE_MODE_CONTINUE
)
357 return (ZPOOL_STATUS_IO_FAILURE_CONTINUE
);
358 return (ZPOOL_STATUS_IO_FAILURE_WAIT
);
362 * Could not read a log.
364 if (vs
->vs_state
== VDEV_STATE_CANT_OPEN
&&
365 vs
->vs_aux
== VDEV_AUX_BAD_LOG
) {
366 return (ZPOOL_STATUS_BAD_LOG
);
370 * Bad devices in non-replicated config.
372 if (vs
->vs_state
== VDEV_STATE_CANT_OPEN
&&
373 find_vdev_problem(nvroot
, vdev_faulted
, B_TRUE
))
374 return (ZPOOL_STATUS_FAULTED_DEV_NR
);
376 if (vs
->vs_state
== VDEV_STATE_CANT_OPEN
&&
377 find_vdev_problem(nvroot
, vdev_missing
, B_TRUE
))
378 return (ZPOOL_STATUS_MISSING_DEV_NR
);
380 if (vs
->vs_state
== VDEV_STATE_CANT_OPEN
&&
381 find_vdev_problem(nvroot
, vdev_broken
, B_TRUE
))
382 return (ZPOOL_STATUS_CORRUPT_LABEL_NR
);
385 * Corrupted pool metadata
387 if (vs
->vs_state
== VDEV_STATE_CANT_OPEN
&&
388 vs
->vs_aux
== VDEV_AUX_CORRUPT_DATA
)
389 return (ZPOOL_STATUS_CORRUPT_POOL
);
392 * Persistent data errors.
395 if (nvlist_lookup_uint64(config
, ZPOOL_CONFIG_ERRCOUNT
,
396 &nerr
) == 0 && nerr
!= 0)
397 return (ZPOOL_STATUS_CORRUPT_DATA
);
401 * Missing devices in a replicated config.
403 if (find_vdev_problem(nvroot
, vdev_faulted
, B_TRUE
))
404 return (ZPOOL_STATUS_FAULTED_DEV_R
);
405 if (find_vdev_problem(nvroot
, vdev_missing
, B_TRUE
))
406 return (ZPOOL_STATUS_MISSING_DEV_R
);
407 if (find_vdev_problem(nvroot
, vdev_broken
, B_TRUE
))
408 return (ZPOOL_STATUS_CORRUPT_LABEL_R
);
411 * Devices with errors
413 if (!isimport
&& find_vdev_problem(nvroot
, vdev_errors
, B_TRUE
))
414 return (ZPOOL_STATUS_FAILING_DEV
);
419 if (find_vdev_problem(nvroot
, vdev_offlined
, B_TRUE
))
420 return (ZPOOL_STATUS_OFFLINE_DEV
);
425 if (find_vdev_problem(nvroot
, vdev_removed
, B_TRUE
))
426 return (ZPOOL_STATUS_REMOVED_DEV
);
429 * Suboptimal, but usable, ashift configuration.
431 if (find_vdev_problem(nvroot
, vdev_non_native_ashift
, B_FALSE
))
432 return (ZPOOL_STATUS_NON_NATIVE_ASHIFT
);
435 * Informational errata available.
437 (void) nvlist_lookup_uint64(config
, ZPOOL_CONFIG_ERRATA
, &errata
);
440 return (ZPOOL_STATUS_ERRATA
);
444 * Outdated, but usable, version
446 if (SPA_VERSION_IS_SUPPORTED(version
) && version
!= SPA_VERSION
) {
447 /* "legacy" compatibility disables old version reporting */
448 if (compat
!= NULL
&& strcmp(compat
, ZPOOL_COMPAT_LEGACY
) == 0)
449 return (ZPOOL_STATUS_OK
);
451 return (ZPOOL_STATUS_VERSION_OLDER
);
455 * Usable pool with disabled or superfluous features
456 * (superfluous = beyond what's requested by 'compatibility')
458 if (version
>= SPA_VERSION_FEATURES
) {
463 feat
= fnvlist_lookup_nvlist(config
,
464 ZPOOL_CONFIG_LOAD_INFO
);
465 if (nvlist_exists(feat
, ZPOOL_CONFIG_ENABLED_FEAT
))
466 feat
= fnvlist_lookup_nvlist(feat
,
467 ZPOOL_CONFIG_ENABLED_FEAT
);
469 feat
= fnvlist_lookup_nvlist(config
,
470 ZPOOL_CONFIG_FEATURE_STATS
);
473 /* check against all features, or limited set? */
474 boolean_t c_features
[SPA_FEATURES
];
476 switch (zpool_load_compat(compat
, c_features
, NULL
, 0)) {
477 case ZPOOL_COMPATIBILITY_OK
:
478 case ZPOOL_COMPATIBILITY_WARNTOKEN
:
481 return (ZPOOL_STATUS_COMPATIBILITY_ERR
);
483 for (i
= 0; i
< SPA_FEATURES
; i
++) {
484 zfeature_info_t
*fi
= &spa_feature_table
[i
];
485 if (!fi
->fi_zfs_mod_supported
)
487 if (c_features
[i
] && !nvlist_exists(feat
, fi
->fi_guid
))
488 return (ZPOOL_STATUS_FEAT_DISABLED
);
489 if (!c_features
[i
] && nvlist_exists(feat
, fi
->fi_guid
))
490 return (ZPOOL_STATUS_INCOMPATIBLE_FEAT
);
494 return (ZPOOL_STATUS_OK
);
498 zpool_get_status(zpool_handle_t
*zhp
, const char **msgid
,
499 zpool_errata_t
*errata
)
502 * pass in the desired feature set, as
503 * it affects check for disabled features
505 char compatibility
[ZFS_MAXPROPLEN
];
506 if (zpool_get_prop(zhp
, ZPOOL_PROP_COMPATIBILITY
, compatibility
,
507 ZFS_MAXPROPLEN
, NULL
, B_FALSE
) != 0)
508 compatibility
[0] = '\0';
510 zpool_status_t ret
= check_status(zhp
->zpool_config
, B_FALSE
, errata
,
517 *msgid
= zfs_msgid_table
[ret
];
523 zpool_import_status(nvlist_t
*config
, const char **msgid
,
524 zpool_errata_t
*errata
)
526 zpool_status_t ret
= check_status(config
, B_TRUE
, errata
, NULL
);
531 *msgid
= zfs_msgid_table
[ret
];