fs/xfs/xfs_health.c

   1 // SPDX-License-Identifier: GPL-2.0+
   2 /*
   3  * Copyright (C) 2019 Oracle.  All Rights Reserved.
   4  * Author: Darrick J. Wong <darrick.wong@oracle.com>
   5  */
   6 #include "xfs.h"
   7 #include "xfs_fs.h"
   8 #include "xfs_shared.h"
   9 #include "xfs_format.h"
  10 #include "xfs_log_format.h"
  11 #include "xfs_trans_resv.h"
  12 #include "xfs_mount.h"
  13 #include "xfs_inode.h"
  14 #include "xfs_trace.h"
  15 #include "xfs_health.h"
  16 #include "xfs_ag.h"
  17 #include "xfs_btree.h"
  18 #include "xfs_da_format.h"
  19 #include "xfs_da_btree.h"
  20 #include "xfs_quota_defs.h"
  21
  22 /*
  23  * Warn about metadata corruption that we detected but haven't fixed, and
  24  * make sure we're not sitting on anything that would get in the way of
  25  * recovery.
  26  */
  27 void
  28 xfs_health_unmount(
  29         struct xfs_mount        *mp)
  30 {
  31         struct xfs_perag        *pag;
  32         xfs_agnumber_t          agno;
  33         unsigned int            sick = 0;
  34         unsigned int            checked = 0;
  35         bool                    warn = false;
  36
  37         if (xfs_is_shutdown(mp))
  38                 return;
  39
  40         /* Measure AG corruption levels. */
  41         for_each_perag(mp, agno, pag) {
  42                 xfs_ag_measure_sickness(pag, &sick, &checked);
  43                 if (sick) {
  44                         trace_xfs_ag_unfixed_corruption(mp, agno, sick);
  45                         warn = true;
  46                 }
  47         }
  48
  49         /* Measure realtime volume corruption levels. */
  50         xfs_rt_measure_sickness(mp, &sick, &checked);
  51         if (sick) {
  52                 trace_xfs_rt_unfixed_corruption(mp, sick);
  53                 warn = true;
  54         }
  55
  56         /*
  57          * Measure fs corruption and keep the sample around for the warning.
  58          * See the note below for why we exempt FS_COUNTERS.
  59          */
  60         xfs_fs_measure_sickness(mp, &sick, &checked);
  61         if (sick & ~XFS_SICK_FS_COUNTERS) {
  62                 trace_xfs_fs_unfixed_corruption(mp, sick);
  63                 warn = true;
  64         }
  65
  66         if (warn) {
  67                 xfs_warn(mp,
  68 "Uncorrected metadata errors detected; please run xfs_repair.");
  69
  70                 /*
  71                  * We discovered uncorrected metadata problems at some point
  72                  * during this filesystem mount and have advised the
  73                  * administrator to run repair once the unmount completes.
  74                  *
  75                  * However, we must be careful -- when FSCOUNTERS are flagged
  76                  * unhealthy, the unmount procedure omits writing the clean
  77                  * unmount record to the log so that the next mount will run
  78                  * recovery and recompute the summary counters.  In other
  79                  * words, we leave a dirty log to get the counters fixed.
  80                  *
  81                  * Unfortunately, xfs_repair cannot recover dirty logs, so if
  82                  * there were filesystem problems, FSCOUNTERS was flagged, and
  83                  * the administrator takes our advice to run xfs_repair,
  84                  * they'll have to zap the log before repairing structures.
  85                  * We don't really want to encourage this, so we mark the
  86                  * FSCOUNTERS healthy so that a subsequent repair run won't see
  87                  * a dirty log.
  88                  */
  89                 if (sick & XFS_SICK_FS_COUNTERS)
  90                         xfs_fs_mark_healthy(mp, XFS_SICK_FS_COUNTERS);
  91         }
  92 }
  93
  94 /* Mark unhealthy per-fs metadata. */
  95 void
  96 xfs_fs_mark_sick(
  97         struct xfs_mount        *mp,
  98         unsigned int            mask)
  99 {
 100         ASSERT(!(mask & ~XFS_SICK_FS_ALL));
 101         trace_xfs_fs_mark_sick(mp, mask);
 102
 103         spin_lock(&mp->m_sb_lock);
 104         mp->m_fs_sick |= mask;
 105         spin_unlock(&mp->m_sb_lock);
 106 }
 107
 108 /* Mark per-fs metadata as having been checked and found unhealthy by fsck. */
 109 void
 110 xfs_fs_mark_corrupt(
 111         struct xfs_mount        *mp,
 112         unsigned int            mask)
 113 {
 114         ASSERT(!(mask & ~XFS_SICK_FS_ALL));
 115         trace_xfs_fs_mark_corrupt(mp, mask);
 116
 117         spin_lock(&mp->m_sb_lock);
 118         mp->m_fs_sick |= mask;
 119         mp->m_fs_checked |= mask;
 120         spin_unlock(&mp->m_sb_lock);
 121 }
 122
 123 /* Mark a per-fs metadata healed. */
 124 void
 125 xfs_fs_mark_healthy(
 126         struct xfs_mount        *mp,
 127         unsigned int            mask)
 128 {
 129         ASSERT(!(mask & ~XFS_SICK_FS_ALL));
 130         trace_xfs_fs_mark_healthy(mp, mask);
 131
 132         spin_lock(&mp->m_sb_lock);
 133         mp->m_fs_sick &= ~mask;
 134         if (!(mp->m_fs_sick & XFS_SICK_FS_PRIMARY))
 135                 mp->m_fs_sick &= ~XFS_SICK_FS_SECONDARY;
 136         mp->m_fs_checked |= mask;
 137         spin_unlock(&mp->m_sb_lock);
 138 }
 139
 140 /* Sample which per-fs metadata are unhealthy. */
 141 void
 142 xfs_fs_measure_sickness(
 143         struct xfs_mount        *mp,
 144         unsigned int            *sick,
 145         unsigned int            *checked)
 146 {
 147         spin_lock(&mp->m_sb_lock);
 148         *sick = mp->m_fs_sick;
 149         *checked = mp->m_fs_checked;
 150         spin_unlock(&mp->m_sb_lock);
 151 }
 152
 153 /* Mark unhealthy realtime metadata. */
 154 void
 155 xfs_rt_mark_sick(
 156         struct xfs_mount        *mp,
 157         unsigned int            mask)
 158 {
 159         ASSERT(!(mask & ~XFS_SICK_RT_ALL));
 160         trace_xfs_rt_mark_sick(mp, mask);
 161
 162         spin_lock(&mp->m_sb_lock);
 163         mp->m_rt_sick |= mask;
 164         spin_unlock(&mp->m_sb_lock);
 165 }
 166
 167 /* Mark realtime metadata as having been checked and found unhealthy by fsck. */
 168 void
 169 xfs_rt_mark_corrupt(
 170         struct xfs_mount        *mp,
 171         unsigned int            mask)
 172 {
 173         ASSERT(!(mask & ~XFS_SICK_RT_ALL));
 174         trace_xfs_rt_mark_corrupt(mp, mask);
 175
 176         spin_lock(&mp->m_sb_lock);
 177         mp->m_rt_sick |= mask;
 178         mp->m_rt_checked |= mask;
 179         spin_unlock(&mp->m_sb_lock);
 180 }
 181
 182 /* Mark a realtime metadata healed. */
 183 void
 184 xfs_rt_mark_healthy(
 185         struct xfs_mount        *mp,
 186         unsigned int            mask)
 187 {
 188         ASSERT(!(mask & ~XFS_SICK_RT_ALL));
 189         trace_xfs_rt_mark_healthy(mp, mask);
 190
 191         spin_lock(&mp->m_sb_lock);
 192         mp->m_rt_sick &= ~mask;
 193         if (!(mp->m_rt_sick & XFS_SICK_RT_PRIMARY))
 194                 mp->m_rt_sick &= ~XFS_SICK_RT_SECONDARY;
 195         mp->m_rt_checked |= mask;
 196         spin_unlock(&mp->m_sb_lock);
 197 }
 198
 199 /* Sample which realtime metadata are unhealthy. */
 200 void
 201 xfs_rt_measure_sickness(
 202         struct xfs_mount        *mp,
 203         unsigned int            *sick,
 204         unsigned int            *checked)
 205 {
 206         spin_lock(&mp->m_sb_lock);
 207         *sick = mp->m_rt_sick;
 208         *checked = mp->m_rt_checked;
 209         spin_unlock(&mp->m_sb_lock);
 210 }
 211
 212 /* Mark unhealthy per-ag metadata given a raw AG number. */
 213 void
 214 xfs_agno_mark_sick(
 215         struct xfs_mount        *mp,
 216         xfs_agnumber_t          agno,
 217         unsigned int            mask)
 218 {
 219         struct xfs_perag        *pag = xfs_perag_get(mp, agno);
 220
 221         /* per-ag structure not set up yet? */
 222         if (!pag)
 223                 return;
 224
 225         xfs_ag_mark_sick(pag, mask);
 226         xfs_perag_put(pag);
 227 }
 228
 229 /* Mark unhealthy per-ag metadata. */
 230 void
 231 xfs_ag_mark_sick(
 232         struct xfs_perag        *pag,
 233         unsigned int            mask)
 234 {
 235         ASSERT(!(mask & ~XFS_SICK_AG_ALL));
 236         trace_xfs_ag_mark_sick(pag->pag_mount, pag->pag_agno, mask);
 237
 238         spin_lock(&pag->pag_state_lock);
 239         pag->pag_sick |= mask;
 240         spin_unlock(&pag->pag_state_lock);
 241 }
 242
 243 /* Mark per-ag metadata as having been checked and found unhealthy by fsck. */
 244 void
 245 xfs_ag_mark_corrupt(
 246         struct xfs_perag        *pag,
 247         unsigned int            mask)
 248 {
 249         ASSERT(!(mask & ~XFS_SICK_AG_ALL));
 250         trace_xfs_ag_mark_corrupt(pag->pag_mount, pag->pag_agno, mask);
 251
 252         spin_lock(&pag->pag_state_lock);
 253         pag->pag_sick |= mask;
 254         pag->pag_checked |= mask;
 255         spin_unlock(&pag->pag_state_lock);
 256 }
 257
 258 /* Mark per-ag metadata ok. */
 259 void
 260 xfs_ag_mark_healthy(
 261         struct xfs_perag        *pag,
 262         unsigned int            mask)
 263 {
 264         ASSERT(!(mask & ~XFS_SICK_AG_ALL));
 265         trace_xfs_ag_mark_healthy(pag->pag_mount, pag->pag_agno, mask);
 266
 267         spin_lock(&pag->pag_state_lock);
 268         pag->pag_sick &= ~mask;
 269         if (!(pag->pag_sick & XFS_SICK_AG_PRIMARY))
 270                 pag->pag_sick &= ~XFS_SICK_AG_SECONDARY;
 271         pag->pag_checked |= mask;
 272         spin_unlock(&pag->pag_state_lock);
 273 }
 274
 275 /* Sample which per-ag metadata are unhealthy. */
 276 void
 277 xfs_ag_measure_sickness(
 278         struct xfs_perag        *pag,
 279         unsigned int            *sick,
 280         unsigned int            *checked)
 281 {
 282         spin_lock(&pag->pag_state_lock);
 283         *sick = pag->pag_sick;
 284         *checked = pag->pag_checked;
 285         spin_unlock(&pag->pag_state_lock);
 286 }
 287
 288 /* Mark the unhealthy parts of an inode. */
 289 void
 290 xfs_inode_mark_sick(
 291         struct xfs_inode        *ip,
 292         unsigned int            mask)
 293 {
 294         ASSERT(!(mask & ~XFS_SICK_INO_ALL));
 295         trace_xfs_inode_mark_sick(ip, mask);
 296
 297         spin_lock(&ip->i_flags_lock);
 298         ip->i_sick |= mask;
 299         spin_unlock(&ip->i_flags_lock);
 300
 301         /*
 302          * Keep this inode around so we don't lose the sickness report.  Scrub
 303          * grabs inodes with DONTCACHE assuming that most inode are ok, which
 304          * is not the case here.
 305          */
 306         spin_lock(&VFS_I(ip)->i_lock);
 307         VFS_I(ip)->i_state &= ~I_DONTCACHE;
 308         spin_unlock(&VFS_I(ip)->i_lock);
 309 }
 310
 311 /* Mark inode metadata as having been checked and found unhealthy by fsck. */
 312 void
 313 xfs_inode_mark_corrupt(
 314         struct xfs_inode        *ip,
 315         unsigned int            mask)
 316 {
 317         ASSERT(!(mask & ~XFS_SICK_INO_ALL));
 318         trace_xfs_inode_mark_corrupt(ip, mask);
 319
 320         spin_lock(&ip->i_flags_lock);
 321         ip->i_sick |= mask;
 322         ip->i_checked |= mask;
 323         spin_unlock(&ip->i_flags_lock);
 324
 325         /*
 326          * Keep this inode around so we don't lose the sickness report.  Scrub
 327          * grabs inodes with DONTCACHE assuming that most inode are ok, which
 328          * is not the case here.
 329          */
 330         spin_lock(&VFS_I(ip)->i_lock);
 331         VFS_I(ip)->i_state &= ~I_DONTCACHE;
 332         spin_unlock(&VFS_I(ip)->i_lock);
 333 }
 334
 335 /* Mark parts of an inode healed. */
 336 void
 337 xfs_inode_mark_healthy(
 338         struct xfs_inode        *ip,
 339         unsigned int            mask)
 340 {
 341         ASSERT(!(mask & ~XFS_SICK_INO_ALL));
 342         trace_xfs_inode_mark_healthy(ip, mask);
 343
 344         spin_lock(&ip->i_flags_lock);
 345         ip->i_sick &= ~mask;
 346         if (!(ip->i_sick & XFS_SICK_INO_PRIMARY))
 347                 ip->i_sick &= ~XFS_SICK_INO_SECONDARY;
 348         ip->i_checked |= mask;
 349         spin_unlock(&ip->i_flags_lock);
 350 }
 351
 352 /* Sample which parts of an inode are unhealthy. */
 353 void
 354 xfs_inode_measure_sickness(
 355         struct xfs_inode        *ip,
 356         unsigned int            *sick,
 357         unsigned int            *checked)
 358 {
 359         spin_lock(&ip->i_flags_lock);
 360         *sick = ip->i_sick;
 361         *checked = ip->i_checked;
 362         spin_unlock(&ip->i_flags_lock);
 363 }
 364
 365 /* Mappings between internal sick masks and ioctl sick masks. */
 366
 367 struct ioctl_sick_map {
 368         unsigned int            sick_mask;
 369         unsigned int            ioctl_mask;
 370 };
 371
 372 static const struct ioctl_sick_map fs_map[] = {
 373         { XFS_SICK_FS_COUNTERS, XFS_FSOP_GEOM_SICK_COUNTERS},
 374         { XFS_SICK_FS_UQUOTA,   XFS_FSOP_GEOM_SICK_UQUOTA },
 375         { XFS_SICK_FS_GQUOTA,   XFS_FSOP_GEOM_SICK_GQUOTA },
 376         { XFS_SICK_FS_PQUOTA,   XFS_FSOP_GEOM_SICK_PQUOTA },
 377         { XFS_SICK_FS_QUOTACHECK, XFS_FSOP_GEOM_SICK_QUOTACHECK },
 378         { XFS_SICK_FS_NLINKS,   XFS_FSOP_GEOM_SICK_NLINKS },
 379         { 0, 0 },
 380 };
 381
 382 static const struct ioctl_sick_map rt_map[] = {
 383         { XFS_SICK_RT_BITMAP,   XFS_FSOP_GEOM_SICK_RT_BITMAP },
 384         { XFS_SICK_RT_SUMMARY,  XFS_FSOP_GEOM_SICK_RT_SUMMARY },
 385         { 0, 0 },
 386 };
 387
 388 static inline void
 389 xfgeo_health_tick(
 390         struct xfs_fsop_geom            *geo,
 391         unsigned int                    sick,
 392         unsigned int                    checked,
 393         const struct ioctl_sick_map     *m)
 394 {
 395         if (checked & m->sick_mask)
 396                 geo->checked |= m->ioctl_mask;
 397         if (sick & m->sick_mask)
 398                 geo->sick |= m->ioctl_mask;
 399 }
 400
 401 /* Fill out fs geometry health info. */
 402 void
 403 xfs_fsop_geom_health(
 404         struct xfs_mount                *mp,
 405         struct xfs_fsop_geom            *geo)
 406 {
 407         const struct ioctl_sick_map     *m;
 408         unsigned int                    sick;
 409         unsigned int                    checked;
 410
 411         geo->sick = 0;
 412         geo->checked = 0;
 413
 414         xfs_fs_measure_sickness(mp, &sick, &checked);
 415         for (m = fs_map; m->sick_mask; m++)
 416                 xfgeo_health_tick(geo, sick, checked, m);
 417
 418         xfs_rt_measure_sickness(mp, &sick, &checked);
 419         for (m = rt_map; m->sick_mask; m++)
 420                 xfgeo_health_tick(geo, sick, checked, m);
 421 }
 422
 423 static const struct ioctl_sick_map ag_map[] = {
 424         { XFS_SICK_AG_SB,       XFS_AG_GEOM_SICK_SB },
 425         { XFS_SICK_AG_AGF,      XFS_AG_GEOM_SICK_AGF },
 426         { XFS_SICK_AG_AGFL,     XFS_AG_GEOM_SICK_AGFL },
 427         { XFS_SICK_AG_AGI,      XFS_AG_GEOM_SICK_AGI },
 428         { XFS_SICK_AG_BNOBT,    XFS_AG_GEOM_SICK_BNOBT },
 429         { XFS_SICK_AG_CNTBT,    XFS_AG_GEOM_SICK_CNTBT },
 430         { XFS_SICK_AG_INOBT,    XFS_AG_GEOM_SICK_INOBT },
 431         { XFS_SICK_AG_FINOBT,   XFS_AG_GEOM_SICK_FINOBT },
 432         { XFS_SICK_AG_RMAPBT,   XFS_AG_GEOM_SICK_RMAPBT },
 433         { XFS_SICK_AG_REFCNTBT, XFS_AG_GEOM_SICK_REFCNTBT },
 434         { XFS_SICK_AG_INODES,   XFS_AG_GEOM_SICK_INODES },
 435         { 0, 0 },
 436 };
 437
 438 /* Fill out ag geometry health info. */
 439 void
 440 xfs_ag_geom_health(
 441         struct xfs_perag                *pag,
 442         struct xfs_ag_geometry          *ageo)
 443 {
 444         const struct ioctl_sick_map     *m;
 445         unsigned int                    sick;
 446         unsigned int                    checked;
 447
 448         ageo->ag_sick = 0;
 449         ageo->ag_checked = 0;
 450
 451         xfs_ag_measure_sickness(pag, &sick, &checked);
 452         for (m = ag_map; m->sick_mask; m++) {
 453                 if (checked & m->sick_mask)
 454                         ageo->ag_checked |= m->ioctl_mask;
 455                 if (sick & m->sick_mask)
 456                         ageo->ag_sick |= m->ioctl_mask;
 457         }
 458 }
 459
 460 static const struct ioctl_sick_map ino_map[] = {
 461         { XFS_SICK_INO_CORE,    XFS_BS_SICK_INODE },
 462         { XFS_SICK_INO_BMBTD,   XFS_BS_SICK_BMBTD },
 463         { XFS_SICK_INO_BMBTA,   XFS_BS_SICK_BMBTA },
 464         { XFS_SICK_INO_BMBTC,   XFS_BS_SICK_BMBTC },
 465         { XFS_SICK_INO_DIR,     XFS_BS_SICK_DIR },
 466         { XFS_SICK_INO_XATTR,   XFS_BS_SICK_XATTR },
 467         { XFS_SICK_INO_SYMLINK, XFS_BS_SICK_SYMLINK },
 468         { XFS_SICK_INO_PARENT,  XFS_BS_SICK_PARENT },
 469         { XFS_SICK_INO_BMBTD_ZAPPED,    XFS_BS_SICK_BMBTD },
 470         { XFS_SICK_INO_BMBTA_ZAPPED,    XFS_BS_SICK_BMBTA },
 471         { XFS_SICK_INO_DIR_ZAPPED,      XFS_BS_SICK_DIR },
 472         { XFS_SICK_INO_SYMLINK_ZAPPED,  XFS_BS_SICK_SYMLINK },
 473         { XFS_SICK_INO_DIRTREE, XFS_BS_SICK_DIRTREE },
 474         { 0, 0 },
 475 };
 476
 477 /* Fill out bulkstat health info. */
 478 void
 479 xfs_bulkstat_health(
 480         struct xfs_inode                *ip,
 481         struct xfs_bulkstat             *bs)
 482 {
 483         const struct ioctl_sick_map     *m;
 484         unsigned int                    sick;
 485         unsigned int                    checked;
 486
 487         bs->bs_sick = 0;
 488         bs->bs_checked = 0;
 489
 490         xfs_inode_measure_sickness(ip, &sick, &checked);
 491         for (m = ino_map; m->sick_mask; m++) {
 492                 if (checked & m->sick_mask)
 493                         bs->bs_checked |= m->ioctl_mask;
 494                 if (sick & m->sick_mask)
 495                         bs->bs_sick |= m->ioctl_mask;
 496         }
 497 }
 498
 499 /* Mark a block mapping sick. */
 500 void
 501 xfs_bmap_mark_sick(
 502         struct xfs_inode        *ip,
 503         int                     whichfork)
 504 {
 505         unsigned int            mask;
 506
 507         switch (whichfork) {
 508         case XFS_DATA_FORK:
 509                 mask = XFS_SICK_INO_BMBTD;
 510                 break;
 511         case XFS_ATTR_FORK:
 512                 mask = XFS_SICK_INO_BMBTA;
 513                 break;
 514         case XFS_COW_FORK:
 515                 mask = XFS_SICK_INO_BMBTC;
 516                 break;
 517         default:
 518                 ASSERT(0);
 519                 return;
 520         }
 521
 522         xfs_inode_mark_sick(ip, mask);
 523 }
 524
 525 /* Record observations of btree corruption with the health tracking system. */
 526 void
 527 xfs_btree_mark_sick(
 528         struct xfs_btree_cur            *cur)
 529 {
 530         switch (cur->bc_ops->type) {
 531         case XFS_BTREE_TYPE_MEM:
 532                 /* no health state tracking for ephemeral btrees */
 533                 return;
 534         case XFS_BTREE_TYPE_AG:
 535                 ASSERT(cur->bc_ops->sick_mask);
 536                 xfs_ag_mark_sick(cur->bc_ag.pag, cur->bc_ops->sick_mask);
 537                 return;
 538         case XFS_BTREE_TYPE_INODE:
 539                 if (xfs_btree_is_bmap(cur->bc_ops)) {
 540                         xfs_bmap_mark_sick(cur->bc_ino.ip,
 541                                            cur->bc_ino.whichfork);
 542                         return;
 543                 }
 544                 fallthrough;
 545         default:
 546                 ASSERT(0);
 547                 return;
 548         }
 549 }
 550
 551 /*
 552  * Record observations of dir/attr btree corruption with the health tracking
 553  * system.
 554  */
 555 void
 556 xfs_dirattr_mark_sick(
 557         struct xfs_inode        *ip,
 558         int                     whichfork)
 559 {
 560         unsigned int            mask;
 561
 562         switch (whichfork) {
 563         case XFS_DATA_FORK:
 564                 mask = XFS_SICK_INO_DIR;
 565                 break;
 566         case XFS_ATTR_FORK:
 567                 mask = XFS_SICK_INO_XATTR;
 568                 break;
 569         default:
 570                 ASSERT(0);
 571                 return;
 572         }
 573
 574         xfs_inode_mark_sick(ip, mask);
 575 }
 576
 577 /*
 578  * Record observations of dir/attr btree corruption with the health tracking
 579  * system.
 580  */
 581 void
 582 xfs_da_mark_sick(
 583         struct xfs_da_args      *args)
 584 {
 585         xfs_dirattr_mark_sick(args->dp, args->whichfork);
 586 }