arm64: kgdb: Fix single-step exception handling oops
[linux/fpc-iii.git] / fs / xfs / xfs_qm.c
blobe3edaa5472169b4b81fd97181dc8c06b21b5c233
1 /*
2 * Copyright (c) 2000-2005 Silicon Graphics, Inc.
3 * All Rights Reserved.
5 * This program is free software; you can redistribute it and/or
6 * modify it under the terms of the GNU General Public License as
7 * published by the Free Software Foundation.
9 * This program is distributed in the hope that it would be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 * GNU General Public License for more details.
14 * You should have received a copy of the GNU General Public License
15 * along with this program; if not, write the Free Software Foundation,
16 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
18 #include "xfs.h"
19 #include "xfs_fs.h"
20 #include "xfs_shared.h"
21 #include "xfs_format.h"
22 #include "xfs_log_format.h"
23 #include "xfs_trans_resv.h"
24 #include "xfs_bit.h"
25 #include "xfs_sb.h"
26 #include "xfs_mount.h"
27 #include "xfs_inode.h"
28 #include "xfs_ialloc.h"
29 #include "xfs_itable.h"
30 #include "xfs_quota.h"
31 #include "xfs_error.h"
32 #include "xfs_bmap.h"
33 #include "xfs_bmap_btree.h"
34 #include "xfs_trans.h"
35 #include "xfs_trans_space.h"
36 #include "xfs_qm.h"
37 #include "xfs_trace.h"
38 #include "xfs_icache.h"
39 #include "xfs_cksum.h"
42 * The global quota manager. There is only one of these for the entire
43 * system, _not_ one per file system. XQM keeps track of the overall
44 * quota functionality, including maintaining the freelist and hash
45 * tables of dquots.
47 STATIC int xfs_qm_init_quotainos(xfs_mount_t *);
48 STATIC int xfs_qm_init_quotainfo(xfs_mount_t *);
50 STATIC void xfs_qm_destroy_quotainos(xfs_quotainfo_t *qi);
51 STATIC void xfs_qm_dqfree_one(struct xfs_dquot *dqp);
53 * We use the batch lookup interface to iterate over the dquots as it
54 * currently is the only interface into the radix tree code that allows
55 * fuzzy lookups instead of exact matches. Holding the lock over multiple
56 * operations is fine as all callers are used either during mount/umount
57 * or quotaoff.
59 #define XFS_DQ_LOOKUP_BATCH 32
61 STATIC int
62 xfs_qm_dquot_walk(
63 struct xfs_mount *mp,
64 int type,
65 int (*execute)(struct xfs_dquot *dqp, void *data),
66 void *data)
68 struct xfs_quotainfo *qi = mp->m_quotainfo;
69 struct radix_tree_root *tree = xfs_dquot_tree(qi, type);
70 uint32_t next_index;
71 int last_error = 0;
72 int skipped;
73 int nr_found;
75 restart:
76 skipped = 0;
77 next_index = 0;
78 nr_found = 0;
80 while (1) {
81 struct xfs_dquot *batch[XFS_DQ_LOOKUP_BATCH];
82 int error = 0;
83 int i;
85 mutex_lock(&qi->qi_tree_lock);
86 nr_found = radix_tree_gang_lookup(tree, (void **)batch,
87 next_index, XFS_DQ_LOOKUP_BATCH);
88 if (!nr_found) {
89 mutex_unlock(&qi->qi_tree_lock);
90 break;
93 for (i = 0; i < nr_found; i++) {
94 struct xfs_dquot *dqp = batch[i];
96 next_index = be32_to_cpu(dqp->q_core.d_id) + 1;
98 error = execute(batch[i], data);
99 if (error == -EAGAIN) {
100 skipped++;
101 continue;
103 if (error && last_error != -EFSCORRUPTED)
104 last_error = error;
107 mutex_unlock(&qi->qi_tree_lock);
109 /* bail out if the filesystem is corrupted. */
110 if (last_error == -EFSCORRUPTED) {
111 skipped = 0;
112 break;
114 /* we're done if id overflows back to zero */
115 if (!next_index)
116 break;
119 if (skipped) {
120 delay(1);
121 goto restart;
124 return last_error;
129 * Purge a dquot from all tracking data structures and free it.
131 STATIC int
132 xfs_qm_dqpurge(
133 struct xfs_dquot *dqp,
134 void *data)
136 struct xfs_mount *mp = dqp->q_mount;
137 struct xfs_quotainfo *qi = mp->m_quotainfo;
139 xfs_dqlock(dqp);
140 if ((dqp->dq_flags & XFS_DQ_FREEING) || dqp->q_nrefs != 0) {
141 xfs_dqunlock(dqp);
142 return -EAGAIN;
145 dqp->dq_flags |= XFS_DQ_FREEING;
147 xfs_dqflock(dqp);
150 * If we are turning this type of quotas off, we don't care
151 * about the dirty metadata sitting in this dquot. OTOH, if
152 * we're unmounting, we do care, so we flush it and wait.
154 if (XFS_DQ_IS_DIRTY(dqp)) {
155 struct xfs_buf *bp = NULL;
156 int error;
159 * We don't care about getting disk errors here. We need
160 * to purge this dquot anyway, so we go ahead regardless.
162 error = xfs_qm_dqflush(dqp, &bp);
163 if (error) {
164 xfs_warn(mp, "%s: dquot %p flush failed",
165 __func__, dqp);
166 } else {
167 error = xfs_bwrite(bp);
168 xfs_buf_relse(bp);
170 xfs_dqflock(dqp);
173 ASSERT(atomic_read(&dqp->q_pincount) == 0);
174 ASSERT(XFS_FORCED_SHUTDOWN(mp) ||
175 !(dqp->q_logitem.qli_item.li_flags & XFS_LI_IN_AIL));
177 xfs_dqfunlock(dqp);
178 xfs_dqunlock(dqp);
180 radix_tree_delete(xfs_dquot_tree(qi, dqp->q_core.d_flags),
181 be32_to_cpu(dqp->q_core.d_id));
182 qi->qi_dquots--;
185 * We move dquots to the freelist as soon as their reference count
186 * hits zero, so it really should be on the freelist here.
188 ASSERT(!list_empty(&dqp->q_lru));
189 list_lru_del(&qi->qi_lru, &dqp->q_lru);
190 XFS_STATS_DEC(mp, xs_qm_dquot_unused);
192 xfs_qm_dqdestroy(dqp);
193 return 0;
197 * Purge the dquot cache.
199 void
200 xfs_qm_dqpurge_all(
201 struct xfs_mount *mp,
202 uint flags)
204 if (flags & XFS_QMOPT_UQUOTA)
205 xfs_qm_dquot_walk(mp, XFS_DQ_USER, xfs_qm_dqpurge, NULL);
206 if (flags & XFS_QMOPT_GQUOTA)
207 xfs_qm_dquot_walk(mp, XFS_DQ_GROUP, xfs_qm_dqpurge, NULL);
208 if (flags & XFS_QMOPT_PQUOTA)
209 xfs_qm_dquot_walk(mp, XFS_DQ_PROJ, xfs_qm_dqpurge, NULL);
213 * Just destroy the quotainfo structure.
215 void
216 xfs_qm_unmount(
217 struct xfs_mount *mp)
219 if (mp->m_quotainfo) {
220 xfs_qm_dqpurge_all(mp, XFS_QMOPT_QUOTALL);
221 xfs_qm_destroy_quotainfo(mp);
226 * Called from the vfsops layer.
228 void
229 xfs_qm_unmount_quotas(
230 xfs_mount_t *mp)
233 * Release the dquots that root inode, et al might be holding,
234 * before we flush quotas and blow away the quotainfo structure.
236 ASSERT(mp->m_rootip);
237 xfs_qm_dqdetach(mp->m_rootip);
238 if (mp->m_rbmip)
239 xfs_qm_dqdetach(mp->m_rbmip);
240 if (mp->m_rsumip)
241 xfs_qm_dqdetach(mp->m_rsumip);
244 * Release the quota inodes.
246 if (mp->m_quotainfo) {
247 if (mp->m_quotainfo->qi_uquotaip) {
248 IRELE(mp->m_quotainfo->qi_uquotaip);
249 mp->m_quotainfo->qi_uquotaip = NULL;
251 if (mp->m_quotainfo->qi_gquotaip) {
252 IRELE(mp->m_quotainfo->qi_gquotaip);
253 mp->m_quotainfo->qi_gquotaip = NULL;
255 if (mp->m_quotainfo->qi_pquotaip) {
256 IRELE(mp->m_quotainfo->qi_pquotaip);
257 mp->m_quotainfo->qi_pquotaip = NULL;
262 STATIC int
263 xfs_qm_dqattach_one(
264 xfs_inode_t *ip,
265 xfs_dqid_t id,
266 uint type,
267 uint doalloc,
268 xfs_dquot_t **IO_idqpp)
270 xfs_dquot_t *dqp;
271 int error;
273 ASSERT(xfs_isilocked(ip, XFS_ILOCK_EXCL));
274 error = 0;
277 * See if we already have it in the inode itself. IO_idqpp is &i_udquot
278 * or &i_gdquot. This made the code look weird, but made the logic a lot
279 * simpler.
281 dqp = *IO_idqpp;
282 if (dqp) {
283 trace_xfs_dqattach_found(dqp);
284 return 0;
288 * Find the dquot from somewhere. This bumps the reference count of
289 * dquot and returns it locked. This can return ENOENT if dquot didn't
290 * exist on disk and we didn't ask it to allocate; ESRCH if quotas got
291 * turned off suddenly.
293 error = xfs_qm_dqget(ip->i_mount, ip, id, type,
294 doalloc | XFS_QMOPT_DOWARN, &dqp);
295 if (error)
296 return error;
298 trace_xfs_dqattach_get(dqp);
301 * dqget may have dropped and re-acquired the ilock, but it guarantees
302 * that the dquot returned is the one that should go in the inode.
304 *IO_idqpp = dqp;
305 xfs_dqunlock(dqp);
306 return 0;
309 static bool
310 xfs_qm_need_dqattach(
311 struct xfs_inode *ip)
313 struct xfs_mount *mp = ip->i_mount;
315 if (!XFS_IS_QUOTA_RUNNING(mp))
316 return false;
317 if (!XFS_IS_QUOTA_ON(mp))
318 return false;
319 if (!XFS_NOT_DQATTACHED(mp, ip))
320 return false;
321 if (xfs_is_quota_inode(&mp->m_sb, ip->i_ino))
322 return false;
323 return true;
327 * Given a locked inode, attach dquot(s) to it, taking U/G/P-QUOTAON
328 * into account.
329 * If XFS_QMOPT_DQALLOC, the dquot(s) will be allocated if needed.
330 * Inode may get unlocked and relocked in here, and the caller must deal with
331 * the consequences.
334 xfs_qm_dqattach_locked(
335 xfs_inode_t *ip,
336 uint flags)
338 xfs_mount_t *mp = ip->i_mount;
339 int error = 0;
341 if (!xfs_qm_need_dqattach(ip))
342 return 0;
344 ASSERT(xfs_isilocked(ip, XFS_ILOCK_EXCL));
346 if (XFS_IS_UQUOTA_ON(mp) && !ip->i_udquot) {
347 error = xfs_qm_dqattach_one(ip, ip->i_d.di_uid, XFS_DQ_USER,
348 flags & XFS_QMOPT_DQALLOC,
349 &ip->i_udquot);
350 if (error)
351 goto done;
352 ASSERT(ip->i_udquot);
355 if (XFS_IS_GQUOTA_ON(mp) && !ip->i_gdquot) {
356 error = xfs_qm_dqattach_one(ip, ip->i_d.di_gid, XFS_DQ_GROUP,
357 flags & XFS_QMOPT_DQALLOC,
358 &ip->i_gdquot);
359 if (error)
360 goto done;
361 ASSERT(ip->i_gdquot);
364 if (XFS_IS_PQUOTA_ON(mp) && !ip->i_pdquot) {
365 error = xfs_qm_dqattach_one(ip, xfs_get_projid(ip), XFS_DQ_PROJ,
366 flags & XFS_QMOPT_DQALLOC,
367 &ip->i_pdquot);
368 if (error)
369 goto done;
370 ASSERT(ip->i_pdquot);
373 done:
375 * Don't worry about the dquots that we may have attached before any
376 * error - they'll get detached later if it has not already been done.
378 ASSERT(xfs_isilocked(ip, XFS_ILOCK_EXCL));
379 return error;
383 xfs_qm_dqattach(
384 struct xfs_inode *ip,
385 uint flags)
387 int error;
389 if (!xfs_qm_need_dqattach(ip))
390 return 0;
392 xfs_ilock(ip, XFS_ILOCK_EXCL);
393 error = xfs_qm_dqattach_locked(ip, flags);
394 xfs_iunlock(ip, XFS_ILOCK_EXCL);
396 return error;
400 * Release dquots (and their references) if any.
401 * The inode should be locked EXCL except when this's called by
402 * xfs_ireclaim.
404 void
405 xfs_qm_dqdetach(
406 xfs_inode_t *ip)
408 if (!(ip->i_udquot || ip->i_gdquot || ip->i_pdquot))
409 return;
411 trace_xfs_dquot_dqdetach(ip);
413 ASSERT(!xfs_is_quota_inode(&ip->i_mount->m_sb, ip->i_ino));
414 if (ip->i_udquot) {
415 xfs_qm_dqrele(ip->i_udquot);
416 ip->i_udquot = NULL;
418 if (ip->i_gdquot) {
419 xfs_qm_dqrele(ip->i_gdquot);
420 ip->i_gdquot = NULL;
422 if (ip->i_pdquot) {
423 xfs_qm_dqrele(ip->i_pdquot);
424 ip->i_pdquot = NULL;
428 struct xfs_qm_isolate {
429 struct list_head buffers;
430 struct list_head dispose;
433 static enum lru_status
434 xfs_qm_dquot_isolate(
435 struct list_head *item,
436 struct list_lru_one *lru,
437 spinlock_t *lru_lock,
438 void *arg)
439 __releases(lru_lock) __acquires(lru_lock)
441 struct xfs_dquot *dqp = container_of(item,
442 struct xfs_dquot, q_lru);
443 struct xfs_qm_isolate *isol = arg;
445 if (!xfs_dqlock_nowait(dqp))
446 goto out_miss_busy;
449 * This dquot has acquired a reference in the meantime remove it from
450 * the freelist and try again.
452 if (dqp->q_nrefs) {
453 xfs_dqunlock(dqp);
454 XFS_STATS_INC(dqp->q_mount, xs_qm_dqwants);
456 trace_xfs_dqreclaim_want(dqp);
457 list_lru_isolate(lru, &dqp->q_lru);
458 XFS_STATS_DEC(dqp->q_mount, xs_qm_dquot_unused);
459 return LRU_REMOVED;
463 * If the dquot is dirty, flush it. If it's already being flushed, just
464 * skip it so there is time for the IO to complete before we try to
465 * reclaim it again on the next LRU pass.
467 if (!xfs_dqflock_nowait(dqp)) {
468 xfs_dqunlock(dqp);
469 goto out_miss_busy;
472 if (XFS_DQ_IS_DIRTY(dqp)) {
473 struct xfs_buf *bp = NULL;
474 int error;
476 trace_xfs_dqreclaim_dirty(dqp);
478 /* we have to drop the LRU lock to flush the dquot */
479 spin_unlock(lru_lock);
481 error = xfs_qm_dqflush(dqp, &bp);
482 if (error) {
483 xfs_warn(dqp->q_mount, "%s: dquot %p flush failed",
484 __func__, dqp);
485 goto out_unlock_dirty;
488 xfs_buf_delwri_queue(bp, &isol->buffers);
489 xfs_buf_relse(bp);
490 goto out_unlock_dirty;
492 xfs_dqfunlock(dqp);
495 * Prevent lookups now that we are past the point of no return.
497 dqp->dq_flags |= XFS_DQ_FREEING;
498 xfs_dqunlock(dqp);
500 ASSERT(dqp->q_nrefs == 0);
501 list_lru_isolate_move(lru, &dqp->q_lru, &isol->dispose);
502 XFS_STATS_DEC(dqp->q_mount, xs_qm_dquot_unused);
503 trace_xfs_dqreclaim_done(dqp);
504 XFS_STATS_INC(dqp->q_mount, xs_qm_dqreclaims);
505 return LRU_REMOVED;
507 out_miss_busy:
508 trace_xfs_dqreclaim_busy(dqp);
509 XFS_STATS_INC(dqp->q_mount, xs_qm_dqreclaim_misses);
510 return LRU_SKIP;
512 out_unlock_dirty:
513 trace_xfs_dqreclaim_busy(dqp);
514 XFS_STATS_INC(dqp->q_mount, xs_qm_dqreclaim_misses);
515 xfs_dqunlock(dqp);
516 spin_lock(lru_lock);
517 return LRU_RETRY;
520 static unsigned long
521 xfs_qm_shrink_scan(
522 struct shrinker *shrink,
523 struct shrink_control *sc)
525 struct xfs_quotainfo *qi = container_of(shrink,
526 struct xfs_quotainfo, qi_shrinker);
527 struct xfs_qm_isolate isol;
528 unsigned long freed;
529 int error;
531 if ((sc->gfp_mask & (__GFP_FS|__GFP_DIRECT_RECLAIM)) != (__GFP_FS|__GFP_DIRECT_RECLAIM))
532 return 0;
534 INIT_LIST_HEAD(&isol.buffers);
535 INIT_LIST_HEAD(&isol.dispose);
537 freed = list_lru_shrink_walk(&qi->qi_lru, sc,
538 xfs_qm_dquot_isolate, &isol);
540 error = xfs_buf_delwri_submit(&isol.buffers);
541 if (error)
542 xfs_warn(NULL, "%s: dquot reclaim failed", __func__);
544 while (!list_empty(&isol.dispose)) {
545 struct xfs_dquot *dqp;
547 dqp = list_first_entry(&isol.dispose, struct xfs_dquot, q_lru);
548 list_del_init(&dqp->q_lru);
549 xfs_qm_dqfree_one(dqp);
552 return freed;
555 static unsigned long
556 xfs_qm_shrink_count(
557 struct shrinker *shrink,
558 struct shrink_control *sc)
560 struct xfs_quotainfo *qi = container_of(shrink,
561 struct xfs_quotainfo, qi_shrinker);
563 return list_lru_shrink_count(&qi->qi_lru, sc);
566 STATIC void
567 xfs_qm_set_defquota(
568 xfs_mount_t *mp,
569 uint type,
570 xfs_quotainfo_t *qinf)
572 xfs_dquot_t *dqp;
573 struct xfs_def_quota *defq;
574 int error;
576 error = xfs_qm_dqread(mp, 0, type, XFS_QMOPT_DOWARN, &dqp);
578 if (!error) {
579 xfs_disk_dquot_t *ddqp = &dqp->q_core;
581 defq = xfs_get_defquota(dqp, qinf);
584 * Timers and warnings have been already set, let's just set the
585 * default limits for this quota type
587 defq->bhardlimit = be64_to_cpu(ddqp->d_blk_hardlimit);
588 defq->bsoftlimit = be64_to_cpu(ddqp->d_blk_softlimit);
589 defq->ihardlimit = be64_to_cpu(ddqp->d_ino_hardlimit);
590 defq->isoftlimit = be64_to_cpu(ddqp->d_ino_softlimit);
591 defq->rtbhardlimit = be64_to_cpu(ddqp->d_rtb_hardlimit);
592 defq->rtbsoftlimit = be64_to_cpu(ddqp->d_rtb_softlimit);
593 xfs_qm_dqdestroy(dqp);
598 * This initializes all the quota information that's kept in the
599 * mount structure
601 STATIC int
602 xfs_qm_init_quotainfo(
603 xfs_mount_t *mp)
605 xfs_quotainfo_t *qinf;
606 int error;
607 xfs_dquot_t *dqp;
609 ASSERT(XFS_IS_QUOTA_RUNNING(mp));
611 qinf = mp->m_quotainfo = kmem_zalloc(sizeof(xfs_quotainfo_t), KM_SLEEP);
613 error = list_lru_init(&qinf->qi_lru);
614 if (error)
615 goto out_free_qinf;
618 * See if quotainodes are setup, and if not, allocate them,
619 * and change the superblock accordingly.
621 error = xfs_qm_init_quotainos(mp);
622 if (error)
623 goto out_free_lru;
625 INIT_RADIX_TREE(&qinf->qi_uquota_tree, GFP_NOFS);
626 INIT_RADIX_TREE(&qinf->qi_gquota_tree, GFP_NOFS);
627 INIT_RADIX_TREE(&qinf->qi_pquota_tree, GFP_NOFS);
628 mutex_init(&qinf->qi_tree_lock);
630 /* mutex used to serialize quotaoffs */
631 mutex_init(&qinf->qi_quotaofflock);
633 /* Precalc some constants */
634 qinf->qi_dqchunklen = XFS_FSB_TO_BB(mp, XFS_DQUOT_CLUSTER_SIZE_FSB);
635 qinf->qi_dqperchunk = xfs_calc_dquots_per_chunk(qinf->qi_dqchunklen);
637 mp->m_qflags |= (mp->m_sb.sb_qflags & XFS_ALL_QUOTA_CHKD);
640 * We try to get the limits from the superuser's limits fields.
641 * This is quite hacky, but it is standard quota practice.
643 * Since we may not have done a quotacheck by this point, just read
644 * the dquot without attaching it to any hashtables or lists.
646 * Timers and warnings are globally set by the first timer found in
647 * user/group/proj quota types, otherwise a default value is used.
648 * This should be split into different fields per quota type.
650 error = xfs_qm_dqread(mp, 0,
651 XFS_IS_UQUOTA_RUNNING(mp) ? XFS_DQ_USER :
652 (XFS_IS_GQUOTA_RUNNING(mp) ? XFS_DQ_GROUP :
653 XFS_DQ_PROJ),
654 XFS_QMOPT_DOWARN, &dqp);
656 if (!error) {
657 xfs_disk_dquot_t *ddqp = &dqp->q_core;
660 * The warnings and timers set the grace period given to
661 * a user or group before he or she can not perform any
662 * more writing. If it is zero, a default is used.
664 qinf->qi_btimelimit = ddqp->d_btimer ?
665 be32_to_cpu(ddqp->d_btimer) : XFS_QM_BTIMELIMIT;
666 qinf->qi_itimelimit = ddqp->d_itimer ?
667 be32_to_cpu(ddqp->d_itimer) : XFS_QM_ITIMELIMIT;
668 qinf->qi_rtbtimelimit = ddqp->d_rtbtimer ?
669 be32_to_cpu(ddqp->d_rtbtimer) : XFS_QM_RTBTIMELIMIT;
670 qinf->qi_bwarnlimit = ddqp->d_bwarns ?
671 be16_to_cpu(ddqp->d_bwarns) : XFS_QM_BWARNLIMIT;
672 qinf->qi_iwarnlimit = ddqp->d_iwarns ?
673 be16_to_cpu(ddqp->d_iwarns) : XFS_QM_IWARNLIMIT;
674 qinf->qi_rtbwarnlimit = ddqp->d_rtbwarns ?
675 be16_to_cpu(ddqp->d_rtbwarns) : XFS_QM_RTBWARNLIMIT;
676 xfs_qm_dqdestroy(dqp);
677 } else {
678 qinf->qi_btimelimit = XFS_QM_BTIMELIMIT;
679 qinf->qi_itimelimit = XFS_QM_ITIMELIMIT;
680 qinf->qi_rtbtimelimit = XFS_QM_RTBTIMELIMIT;
681 qinf->qi_bwarnlimit = XFS_QM_BWARNLIMIT;
682 qinf->qi_iwarnlimit = XFS_QM_IWARNLIMIT;
683 qinf->qi_rtbwarnlimit = XFS_QM_RTBWARNLIMIT;
686 if (XFS_IS_UQUOTA_RUNNING(mp))
687 xfs_qm_set_defquota(mp, XFS_DQ_USER, qinf);
688 if (XFS_IS_GQUOTA_RUNNING(mp))
689 xfs_qm_set_defquota(mp, XFS_DQ_GROUP, qinf);
690 if (XFS_IS_PQUOTA_RUNNING(mp))
691 xfs_qm_set_defquota(mp, XFS_DQ_PROJ, qinf);
693 qinf->qi_shrinker.count_objects = xfs_qm_shrink_count;
694 qinf->qi_shrinker.scan_objects = xfs_qm_shrink_scan;
695 qinf->qi_shrinker.seeks = DEFAULT_SEEKS;
696 qinf->qi_shrinker.flags = SHRINKER_NUMA_AWARE;
698 error = register_shrinker(&qinf->qi_shrinker);
699 if (error)
700 goto out_free_inos;
702 return 0;
704 out_free_inos:
705 mutex_destroy(&qinf->qi_quotaofflock);
706 mutex_destroy(&qinf->qi_tree_lock);
707 xfs_qm_destroy_quotainos(qinf);
708 out_free_lru:
709 list_lru_destroy(&qinf->qi_lru);
710 out_free_qinf:
711 kmem_free(qinf);
712 mp->m_quotainfo = NULL;
713 return error;
717 * Gets called when unmounting a filesystem or when all quotas get
718 * turned off.
719 * This purges the quota inodes, destroys locks and frees itself.
721 void
722 xfs_qm_destroy_quotainfo(
723 xfs_mount_t *mp)
725 xfs_quotainfo_t *qi;
727 qi = mp->m_quotainfo;
728 ASSERT(qi != NULL);
730 unregister_shrinker(&qi->qi_shrinker);
731 list_lru_destroy(&qi->qi_lru);
732 xfs_qm_destroy_quotainos(qi);
733 mutex_destroy(&qi->qi_tree_lock);
734 mutex_destroy(&qi->qi_quotaofflock);
735 kmem_free(qi);
736 mp->m_quotainfo = NULL;
740 * Create an inode and return with a reference already taken, but unlocked
741 * This is how we create quota inodes
743 STATIC int
744 xfs_qm_qino_alloc(
745 xfs_mount_t *mp,
746 xfs_inode_t **ip,
747 uint flags)
749 xfs_trans_t *tp;
750 int error;
751 int committed;
752 bool need_alloc = true;
754 *ip = NULL;
756 * With superblock that doesn't have separate pquotino, we
757 * share an inode between gquota and pquota. If the on-disk
758 * superblock has GQUOTA and the filesystem is now mounted
759 * with PQUOTA, just use sb_gquotino for sb_pquotino and
760 * vice-versa.
762 if (!xfs_sb_version_has_pquotino(&mp->m_sb) &&
763 (flags & (XFS_QMOPT_PQUOTA|XFS_QMOPT_GQUOTA))) {
764 xfs_ino_t ino = NULLFSINO;
766 if ((flags & XFS_QMOPT_PQUOTA) &&
767 (mp->m_sb.sb_gquotino != NULLFSINO)) {
768 ino = mp->m_sb.sb_gquotino;
769 ASSERT(mp->m_sb.sb_pquotino == NULLFSINO);
770 } else if ((flags & XFS_QMOPT_GQUOTA) &&
771 (mp->m_sb.sb_pquotino != NULLFSINO)) {
772 ino = mp->m_sb.sb_pquotino;
773 ASSERT(mp->m_sb.sb_gquotino == NULLFSINO);
775 if (ino != NULLFSINO) {
776 error = xfs_iget(mp, NULL, ino, 0, 0, ip);
777 if (error)
778 return error;
779 mp->m_sb.sb_gquotino = NULLFSINO;
780 mp->m_sb.sb_pquotino = NULLFSINO;
781 need_alloc = false;
785 error = xfs_trans_alloc(mp, &M_RES(mp)->tr_create,
786 XFS_QM_QINOCREATE_SPACE_RES(mp), 0, 0, &tp);
787 if (error)
788 return error;
790 if (need_alloc) {
791 error = xfs_dir_ialloc(&tp, NULL, S_IFREG, 1, 0, 0, 1, ip,
792 &committed);
793 if (error) {
794 xfs_trans_cancel(tp);
795 return error;
800 * Make the changes in the superblock, and log those too.
801 * sbfields arg may contain fields other than *QUOTINO;
802 * VERSIONNUM for example.
804 spin_lock(&mp->m_sb_lock);
805 if (flags & XFS_QMOPT_SBVERSION) {
806 ASSERT(!xfs_sb_version_hasquota(&mp->m_sb));
808 xfs_sb_version_addquota(&mp->m_sb);
809 mp->m_sb.sb_uquotino = NULLFSINO;
810 mp->m_sb.sb_gquotino = NULLFSINO;
811 mp->m_sb.sb_pquotino = NULLFSINO;
813 /* qflags will get updated fully _after_ quotacheck */
814 mp->m_sb.sb_qflags = mp->m_qflags & XFS_ALL_QUOTA_ACCT;
816 if (flags & XFS_QMOPT_UQUOTA)
817 mp->m_sb.sb_uquotino = (*ip)->i_ino;
818 else if (flags & XFS_QMOPT_GQUOTA)
819 mp->m_sb.sb_gquotino = (*ip)->i_ino;
820 else
821 mp->m_sb.sb_pquotino = (*ip)->i_ino;
822 spin_unlock(&mp->m_sb_lock);
823 xfs_log_sb(tp);
825 error = xfs_trans_commit(tp);
826 if (error) {
827 ASSERT(XFS_FORCED_SHUTDOWN(mp));
828 xfs_alert(mp, "%s failed (error %d)!", __func__, error);
830 if (need_alloc)
831 xfs_finish_inode_setup(*ip);
832 return error;
836 STATIC void
837 xfs_qm_reset_dqcounts(
838 xfs_mount_t *mp,
839 xfs_buf_t *bp,
840 xfs_dqid_t id,
841 uint type)
843 struct xfs_dqblk *dqb;
844 int j;
846 trace_xfs_reset_dqcounts(bp, _RET_IP_);
849 * Reset all counters and timers. They'll be
850 * started afresh by xfs_qm_quotacheck.
852 #ifdef DEBUG
853 j = XFS_FSB_TO_B(mp, XFS_DQUOT_CLUSTER_SIZE_FSB);
854 do_div(j, sizeof(xfs_dqblk_t));
855 ASSERT(mp->m_quotainfo->qi_dqperchunk == j);
856 #endif
857 dqb = bp->b_addr;
858 for (j = 0; j < mp->m_quotainfo->qi_dqperchunk; j++) {
859 struct xfs_disk_dquot *ddq;
861 ddq = (struct xfs_disk_dquot *)&dqb[j];
864 * Do a sanity check, and if needed, repair the dqblk. Don't
865 * output any warnings because it's perfectly possible to
866 * find uninitialised dquot blks. See comment in xfs_dqcheck.
868 xfs_dqcheck(mp, ddq, id+j, type, XFS_QMOPT_DQREPAIR,
869 "xfs_quotacheck");
871 * Reset type in case we are reusing group quota file for
872 * project quotas or vice versa
874 ddq->d_flags = type;
875 ddq->d_bcount = 0;
876 ddq->d_icount = 0;
877 ddq->d_rtbcount = 0;
878 ddq->d_btimer = 0;
879 ddq->d_itimer = 0;
880 ddq->d_rtbtimer = 0;
881 ddq->d_bwarns = 0;
882 ddq->d_iwarns = 0;
883 ddq->d_rtbwarns = 0;
885 if (xfs_sb_version_hascrc(&mp->m_sb)) {
886 xfs_update_cksum((char *)&dqb[j],
887 sizeof(struct xfs_dqblk),
888 XFS_DQUOT_CRC_OFF);
893 STATIC int
894 xfs_qm_dqiter_bufs(
895 struct xfs_mount *mp,
896 xfs_dqid_t firstid,
897 xfs_fsblock_t bno,
898 xfs_filblks_t blkcnt,
899 uint flags,
900 struct list_head *buffer_list)
902 struct xfs_buf *bp;
903 int error;
904 int type;
906 ASSERT(blkcnt > 0);
907 type = flags & XFS_QMOPT_UQUOTA ? XFS_DQ_USER :
908 (flags & XFS_QMOPT_PQUOTA ? XFS_DQ_PROJ : XFS_DQ_GROUP);
909 error = 0;
912 * Blkcnt arg can be a very big number, and might even be
913 * larger than the log itself. So, we have to break it up into
914 * manageable-sized transactions.
915 * Note that we don't start a permanent transaction here; we might
916 * not be able to get a log reservation for the whole thing up front,
917 * and we don't really care to either, because we just discard
918 * everything if we were to crash in the middle of this loop.
920 while (blkcnt--) {
921 error = xfs_trans_read_buf(mp, NULL, mp->m_ddev_targp,
922 XFS_FSB_TO_DADDR(mp, bno),
923 mp->m_quotainfo->qi_dqchunklen, 0, &bp,
924 &xfs_dquot_buf_ops);
927 * CRC and validation errors will return a EFSCORRUPTED here. If
928 * this occurs, re-read without CRC validation so that we can
929 * repair the damage via xfs_qm_reset_dqcounts(). This process
930 * will leave a trace in the log indicating corruption has
931 * been detected.
933 if (error == -EFSCORRUPTED) {
934 error = xfs_trans_read_buf(mp, NULL, mp->m_ddev_targp,
935 XFS_FSB_TO_DADDR(mp, bno),
936 mp->m_quotainfo->qi_dqchunklen, 0, &bp,
937 NULL);
940 if (error)
941 break;
944 * A corrupt buffer might not have a verifier attached, so
945 * make sure we have the correct one attached before writeback
946 * occurs.
948 bp->b_ops = &xfs_dquot_buf_ops;
949 xfs_qm_reset_dqcounts(mp, bp, firstid, type);
950 xfs_buf_delwri_queue(bp, buffer_list);
951 xfs_buf_relse(bp);
953 /* goto the next block. */
954 bno++;
955 firstid += mp->m_quotainfo->qi_dqperchunk;
958 return error;
962 * Iterate over all allocated USR/GRP/PRJ dquots in the system, calling a
963 * caller supplied function for every chunk of dquots that we find.
965 STATIC int
966 xfs_qm_dqiterate(
967 struct xfs_mount *mp,
968 struct xfs_inode *qip,
969 uint flags,
970 struct list_head *buffer_list)
972 struct xfs_bmbt_irec *map;
973 int i, nmaps; /* number of map entries */
974 int error; /* return value */
975 xfs_fileoff_t lblkno;
976 xfs_filblks_t maxlblkcnt;
977 xfs_dqid_t firstid;
978 xfs_fsblock_t rablkno;
979 xfs_filblks_t rablkcnt;
981 error = 0;
983 * This looks racy, but we can't keep an inode lock across a
984 * trans_reserve. But, this gets called during quotacheck, and that
985 * happens only at mount time which is single threaded.
987 if (qip->i_d.di_nblocks == 0)
988 return 0;
990 map = kmem_alloc(XFS_DQITER_MAP_SIZE * sizeof(*map), KM_SLEEP);
992 lblkno = 0;
993 maxlblkcnt = XFS_B_TO_FSB(mp, mp->m_super->s_maxbytes);
994 do {
995 uint lock_mode;
997 nmaps = XFS_DQITER_MAP_SIZE;
999 * We aren't changing the inode itself. Just changing
1000 * some of its data. No new blocks are added here, and
1001 * the inode is never added to the transaction.
1003 lock_mode = xfs_ilock_data_map_shared(qip);
1004 error = xfs_bmapi_read(qip, lblkno, maxlblkcnt - lblkno,
1005 map, &nmaps, 0);
1006 xfs_iunlock(qip, lock_mode);
1007 if (error)
1008 break;
1010 ASSERT(nmaps <= XFS_DQITER_MAP_SIZE);
1011 for (i = 0; i < nmaps; i++) {
1012 ASSERT(map[i].br_startblock != DELAYSTARTBLOCK);
1013 ASSERT(map[i].br_blockcount);
1016 lblkno += map[i].br_blockcount;
1018 if (map[i].br_startblock == HOLESTARTBLOCK)
1019 continue;
1021 firstid = (xfs_dqid_t) map[i].br_startoff *
1022 mp->m_quotainfo->qi_dqperchunk;
1024 * Do a read-ahead on the next extent.
1026 if ((i+1 < nmaps) &&
1027 (map[i+1].br_startblock != HOLESTARTBLOCK)) {
1028 rablkcnt = map[i+1].br_blockcount;
1029 rablkno = map[i+1].br_startblock;
1030 while (rablkcnt--) {
1031 xfs_buf_readahead(mp->m_ddev_targp,
1032 XFS_FSB_TO_DADDR(mp, rablkno),
1033 mp->m_quotainfo->qi_dqchunklen,
1034 &xfs_dquot_buf_ops);
1035 rablkno++;
1039 * Iterate thru all the blks in the extent and
1040 * reset the counters of all the dquots inside them.
1042 error = xfs_qm_dqiter_bufs(mp, firstid,
1043 map[i].br_startblock,
1044 map[i].br_blockcount,
1045 flags, buffer_list);
1046 if (error)
1047 goto out;
1049 } while (nmaps > 0);
1051 out:
1052 kmem_free(map);
1053 return error;
1057 * Called by dqusage_adjust in doing a quotacheck.
1059 * Given the inode, and a dquot id this updates both the incore dqout as well
1060 * as the buffer copy. This is so that once the quotacheck is done, we can
1061 * just log all the buffers, as opposed to logging numerous updates to
1062 * individual dquots.
1064 STATIC int
1065 xfs_qm_quotacheck_dqadjust(
1066 struct xfs_inode *ip,
1067 xfs_dqid_t id,
1068 uint type,
1069 xfs_qcnt_t nblks,
1070 xfs_qcnt_t rtblks)
1072 struct xfs_mount *mp = ip->i_mount;
1073 struct xfs_dquot *dqp;
1074 int error;
1076 error = xfs_qm_dqget(mp, ip, id, type,
1077 XFS_QMOPT_DQALLOC | XFS_QMOPT_DOWARN, &dqp);
1078 if (error) {
1080 * Shouldn't be able to turn off quotas here.
1082 ASSERT(error != -ESRCH);
1083 ASSERT(error != -ENOENT);
1084 return error;
1087 trace_xfs_dqadjust(dqp);
1090 * Adjust the inode count and the block count to reflect this inode's
1091 * resource usage.
1093 be64_add_cpu(&dqp->q_core.d_icount, 1);
1094 dqp->q_res_icount++;
1095 if (nblks) {
1096 be64_add_cpu(&dqp->q_core.d_bcount, nblks);
1097 dqp->q_res_bcount += nblks;
1099 if (rtblks) {
1100 be64_add_cpu(&dqp->q_core.d_rtbcount, rtblks);
1101 dqp->q_res_rtbcount += rtblks;
1105 * Set default limits, adjust timers (since we changed usages)
1107 * There are no timers for the default values set in the root dquot.
1109 if (dqp->q_core.d_id) {
1110 xfs_qm_adjust_dqlimits(mp, dqp);
1111 xfs_qm_adjust_dqtimers(mp, &dqp->q_core);
1114 dqp->dq_flags |= XFS_DQ_DIRTY;
1115 xfs_qm_dqput(dqp);
1116 return 0;
1119 STATIC int
1120 xfs_qm_get_rtblks(
1121 xfs_inode_t *ip,
1122 xfs_qcnt_t *O_rtblks)
1124 xfs_filblks_t rtblks; /* total rt blks */
1125 xfs_extnum_t idx; /* extent record index */
1126 xfs_ifork_t *ifp; /* inode fork pointer */
1127 xfs_extnum_t nextents; /* number of extent entries */
1128 int error;
1130 ASSERT(XFS_IS_REALTIME_INODE(ip));
1131 ifp = XFS_IFORK_PTR(ip, XFS_DATA_FORK);
1132 if (!(ifp->if_flags & XFS_IFEXTENTS)) {
1133 if ((error = xfs_iread_extents(NULL, ip, XFS_DATA_FORK)))
1134 return error;
1136 rtblks = 0;
1137 nextents = xfs_iext_count(ifp);
1138 for (idx = 0; idx < nextents; idx++)
1139 rtblks += xfs_bmbt_get_blockcount(xfs_iext_get_ext(ifp, idx));
1140 *O_rtblks = (xfs_qcnt_t)rtblks;
1141 return 0;
1145 * callback routine supplied to bulkstat(). Given an inumber, find its
1146 * dquots and update them to account for resources taken by that inode.
1148 /* ARGSUSED */
1149 STATIC int
1150 xfs_qm_dqusage_adjust(
1151 xfs_mount_t *mp, /* mount point for filesystem */
1152 xfs_ino_t ino, /* inode number to get data for */
1153 void __user *buffer, /* not used */
1154 int ubsize, /* not used */
1155 int *ubused, /* not used */
1156 int *res) /* result code value */
1158 xfs_inode_t *ip;
1159 xfs_qcnt_t nblks, rtblks = 0;
1160 int error;
1162 ASSERT(XFS_IS_QUOTA_RUNNING(mp));
1165 * rootino must have its resources accounted for, not so with the quota
1166 * inodes.
1168 if (xfs_is_quota_inode(&mp->m_sb, ino)) {
1169 *res = BULKSTAT_RV_NOTHING;
1170 return -EINVAL;
1174 * We don't _need_ to take the ilock EXCL. However, the xfs_qm_dqget
1175 * interface expects the inode to be exclusively locked because that's
1176 * the case in all other instances. It's OK that we do this because
1177 * quotacheck is done only at mount time.
1179 error = xfs_iget(mp, NULL, ino, XFS_IGET_DONTCACHE, XFS_ILOCK_EXCL,
1180 &ip);
1181 if (error) {
1182 *res = BULKSTAT_RV_NOTHING;
1183 return error;
1186 ASSERT(ip->i_delayed_blks == 0);
1188 if (XFS_IS_REALTIME_INODE(ip)) {
1190 * Walk thru the extent list and count the realtime blocks.
1192 error = xfs_qm_get_rtblks(ip, &rtblks);
1193 if (error)
1194 goto error0;
1197 nblks = (xfs_qcnt_t)ip->i_d.di_nblocks - rtblks;
1200 * Add the (disk blocks and inode) resources occupied by this
1201 * inode to its dquots. We do this adjustment in the incore dquot,
1202 * and also copy the changes to its buffer.
1203 * We don't care about putting these changes in a transaction
1204 * envelope because if we crash in the middle of a 'quotacheck'
1205 * we have to start from the beginning anyway.
1206 * Once we're done, we'll log all the dquot bufs.
1208 * The *QUOTA_ON checks below may look pretty racy, but quotachecks
1209 * and quotaoffs don't race. (Quotachecks happen at mount time only).
1211 if (XFS_IS_UQUOTA_ON(mp)) {
1212 error = xfs_qm_quotacheck_dqadjust(ip, ip->i_d.di_uid,
1213 XFS_DQ_USER, nblks, rtblks);
1214 if (error)
1215 goto error0;
1218 if (XFS_IS_GQUOTA_ON(mp)) {
1219 error = xfs_qm_quotacheck_dqadjust(ip, ip->i_d.di_gid,
1220 XFS_DQ_GROUP, nblks, rtblks);
1221 if (error)
1222 goto error0;
1225 if (XFS_IS_PQUOTA_ON(mp)) {
1226 error = xfs_qm_quotacheck_dqadjust(ip, xfs_get_projid(ip),
1227 XFS_DQ_PROJ, nblks, rtblks);
1228 if (error)
1229 goto error0;
1232 xfs_iunlock(ip, XFS_ILOCK_EXCL);
1233 IRELE(ip);
1234 *res = BULKSTAT_RV_DIDONE;
1235 return 0;
1237 error0:
1238 xfs_iunlock(ip, XFS_ILOCK_EXCL);
1239 IRELE(ip);
1240 *res = BULKSTAT_RV_GIVEUP;
1241 return error;
1244 STATIC int
1245 xfs_qm_flush_one(
1246 struct xfs_dquot *dqp,
1247 void *data)
1249 struct xfs_mount *mp = dqp->q_mount;
1250 struct list_head *buffer_list = data;
1251 struct xfs_buf *bp = NULL;
1252 int error = 0;
1254 xfs_dqlock(dqp);
1255 if (dqp->dq_flags & XFS_DQ_FREEING)
1256 goto out_unlock;
1257 if (!XFS_DQ_IS_DIRTY(dqp))
1258 goto out_unlock;
1261 * The only way the dquot is already flush locked by the time quotacheck
1262 * gets here is if reclaim flushed it before the dqadjust walk dirtied
1263 * it for the final time. Quotacheck collects all dquot bufs in the
1264 * local delwri queue before dquots are dirtied, so reclaim can't have
1265 * possibly queued it for I/O. The only way out is to push the buffer to
1266 * cycle the flush lock.
1268 if (!xfs_dqflock_nowait(dqp)) {
1269 /* buf is pinned in-core by delwri list */
1270 DEFINE_SINGLE_BUF_MAP(map, dqp->q_blkno,
1271 mp->m_quotainfo->qi_dqchunklen);
1272 bp = _xfs_buf_find(mp->m_ddev_targp, &map, 1, 0, NULL);
1273 if (!bp) {
1274 error = -EINVAL;
1275 goto out_unlock;
1277 xfs_buf_unlock(bp);
1279 xfs_buf_delwri_pushbuf(bp, buffer_list);
1280 xfs_buf_rele(bp);
1282 error = -EAGAIN;
1283 goto out_unlock;
1286 error = xfs_qm_dqflush(dqp, &bp);
1287 if (error)
1288 goto out_unlock;
1290 xfs_buf_delwri_queue(bp, buffer_list);
1291 xfs_buf_relse(bp);
1292 out_unlock:
1293 xfs_dqunlock(dqp);
1294 return error;
1298 * Walk thru all the filesystem inodes and construct a consistent view
1299 * of the disk quota world. If the quotacheck fails, disable quotas.
1301 STATIC int
1302 xfs_qm_quotacheck(
1303 xfs_mount_t *mp)
1305 int done, count, error, error2;
1306 xfs_ino_t lastino;
1307 size_t structsz;
1308 uint flags;
1309 LIST_HEAD (buffer_list);
1310 struct xfs_inode *uip = mp->m_quotainfo->qi_uquotaip;
1311 struct xfs_inode *gip = mp->m_quotainfo->qi_gquotaip;
1312 struct xfs_inode *pip = mp->m_quotainfo->qi_pquotaip;
1314 count = INT_MAX;
1315 structsz = 1;
1316 lastino = 0;
1317 flags = 0;
1319 ASSERT(uip || gip || pip);
1320 ASSERT(XFS_IS_QUOTA_RUNNING(mp));
1322 xfs_notice(mp, "Quotacheck needed: Please wait.");
1325 * First we go thru all the dquots on disk, USR and GRP/PRJ, and reset
1326 * their counters to zero. We need a clean slate.
1327 * We don't log our changes till later.
1329 if (uip) {
1330 error = xfs_qm_dqiterate(mp, uip, XFS_QMOPT_UQUOTA,
1331 &buffer_list);
1332 if (error)
1333 goto error_return;
1334 flags |= XFS_UQUOTA_CHKD;
1337 if (gip) {
1338 error = xfs_qm_dqiterate(mp, gip, XFS_QMOPT_GQUOTA,
1339 &buffer_list);
1340 if (error)
1341 goto error_return;
1342 flags |= XFS_GQUOTA_CHKD;
1345 if (pip) {
1346 error = xfs_qm_dqiterate(mp, pip, XFS_QMOPT_PQUOTA,
1347 &buffer_list);
1348 if (error)
1349 goto error_return;
1350 flags |= XFS_PQUOTA_CHKD;
1353 do {
1355 * Iterate thru all the inodes in the file system,
1356 * adjusting the corresponding dquot counters in core.
1358 error = xfs_bulkstat(mp, &lastino, &count,
1359 xfs_qm_dqusage_adjust,
1360 structsz, NULL, &done);
1361 if (error)
1362 break;
1364 } while (!done);
1367 * We've made all the changes that we need to make incore. Flush them
1368 * down to disk buffers if everything was updated successfully.
1370 if (XFS_IS_UQUOTA_ON(mp)) {
1371 error = xfs_qm_dquot_walk(mp, XFS_DQ_USER, xfs_qm_flush_one,
1372 &buffer_list);
1374 if (XFS_IS_GQUOTA_ON(mp)) {
1375 error2 = xfs_qm_dquot_walk(mp, XFS_DQ_GROUP, xfs_qm_flush_one,
1376 &buffer_list);
1377 if (!error)
1378 error = error2;
1380 if (XFS_IS_PQUOTA_ON(mp)) {
1381 error2 = xfs_qm_dquot_walk(mp, XFS_DQ_PROJ, xfs_qm_flush_one,
1382 &buffer_list);
1383 if (!error)
1384 error = error2;
1387 error2 = xfs_buf_delwri_submit(&buffer_list);
1388 if (!error)
1389 error = error2;
1392 * We can get this error if we couldn't do a dquot allocation inside
1393 * xfs_qm_dqusage_adjust (via bulkstat). We don't care about the
1394 * dirty dquots that might be cached, we just want to get rid of them
1395 * and turn quotaoff. The dquots won't be attached to any of the inodes
1396 * at this point (because we intentionally didn't in dqget_noattach).
1398 if (error) {
1399 xfs_qm_dqpurge_all(mp, XFS_QMOPT_QUOTALL);
1400 goto error_return;
1404 * If one type of quotas is off, then it will lose its
1405 * quotachecked status, since we won't be doing accounting for
1406 * that type anymore.
1408 mp->m_qflags &= ~XFS_ALL_QUOTA_CHKD;
1409 mp->m_qflags |= flags;
1411 error_return:
1412 xfs_buf_delwri_cancel(&buffer_list);
1414 if (error) {
1415 xfs_warn(mp,
1416 "Quotacheck: Unsuccessful (Error %d): Disabling quotas.",
1417 error);
1419 * We must turn off quotas.
1421 ASSERT(mp->m_quotainfo != NULL);
1422 xfs_qm_destroy_quotainfo(mp);
1423 if (xfs_mount_reset_sbqflags(mp)) {
1424 xfs_warn(mp,
1425 "Quotacheck: Failed to reset quota flags.");
1427 } else
1428 xfs_notice(mp, "Quotacheck: Done.");
1429 return error;
1433 * This is called from xfs_mountfs to start quotas and initialize all
1434 * necessary data structures like quotainfo. This is also responsible for
1435 * running a quotacheck as necessary. We are guaranteed that the superblock
1436 * is consistently read in at this point.
1438 * If we fail here, the mount will continue with quota turned off. We don't
1439 * need to inidicate success or failure at all.
1441 void
1442 xfs_qm_mount_quotas(
1443 struct xfs_mount *mp)
1445 int error = 0;
1446 uint sbf;
1449 * If quotas on realtime volumes is not supported, we disable
1450 * quotas immediately.
1452 if (mp->m_sb.sb_rextents) {
1453 xfs_notice(mp, "Cannot turn on quotas for realtime filesystem");
1454 mp->m_qflags = 0;
1455 goto write_changes;
1458 ASSERT(XFS_IS_QUOTA_RUNNING(mp));
1461 * Allocate the quotainfo structure inside the mount struct, and
1462 * create quotainode(s), and change/rev superblock if necessary.
1464 error = xfs_qm_init_quotainfo(mp);
1465 if (error) {
1467 * We must turn off quotas.
1469 ASSERT(mp->m_quotainfo == NULL);
1470 mp->m_qflags = 0;
1471 goto write_changes;
1474 * If any of the quotas are not consistent, do a quotacheck.
1476 if (XFS_QM_NEED_QUOTACHECK(mp)) {
1477 error = xfs_qm_quotacheck(mp);
1478 if (error) {
1479 /* Quotacheck failed and disabled quotas. */
1480 return;
1484 * If one type of quotas is off, then it will lose its
1485 * quotachecked status, since we won't be doing accounting for
1486 * that type anymore.
1488 if (!XFS_IS_UQUOTA_ON(mp))
1489 mp->m_qflags &= ~XFS_UQUOTA_CHKD;
1490 if (!XFS_IS_GQUOTA_ON(mp))
1491 mp->m_qflags &= ~XFS_GQUOTA_CHKD;
1492 if (!XFS_IS_PQUOTA_ON(mp))
1493 mp->m_qflags &= ~XFS_PQUOTA_CHKD;
1495 write_changes:
1497 * We actually don't have to acquire the m_sb_lock at all.
1498 * This can only be called from mount, and that's single threaded. XXX
1500 spin_lock(&mp->m_sb_lock);
1501 sbf = mp->m_sb.sb_qflags;
1502 mp->m_sb.sb_qflags = mp->m_qflags & XFS_MOUNT_QUOTA_ALL;
1503 spin_unlock(&mp->m_sb_lock);
1505 if (sbf != (mp->m_qflags & XFS_MOUNT_QUOTA_ALL)) {
1506 if (xfs_sync_sb(mp, false)) {
1508 * We could only have been turning quotas off.
1509 * We aren't in very good shape actually because
1510 * the incore structures are convinced that quotas are
1511 * off, but the on disk superblock doesn't know that !
1513 ASSERT(!(XFS_IS_QUOTA_RUNNING(mp)));
1514 xfs_alert(mp, "%s: Superblock update failed!",
1515 __func__);
1519 if (error) {
1520 xfs_warn(mp, "Failed to initialize disk quotas.");
1521 return;
1526 * This is called after the superblock has been read in and we're ready to
1527 * iget the quota inodes.
1529 STATIC int
1530 xfs_qm_init_quotainos(
1531 xfs_mount_t *mp)
1533 struct xfs_inode *uip = NULL;
1534 struct xfs_inode *gip = NULL;
1535 struct xfs_inode *pip = NULL;
1536 int error;
1537 uint flags = 0;
1539 ASSERT(mp->m_quotainfo);
1542 * Get the uquota and gquota inodes
1544 if (xfs_sb_version_hasquota(&mp->m_sb)) {
1545 if (XFS_IS_UQUOTA_ON(mp) &&
1546 mp->m_sb.sb_uquotino != NULLFSINO) {
1547 ASSERT(mp->m_sb.sb_uquotino > 0);
1548 error = xfs_iget(mp, NULL, mp->m_sb.sb_uquotino,
1549 0, 0, &uip);
1550 if (error)
1551 return error;
1553 if (XFS_IS_GQUOTA_ON(mp) &&
1554 mp->m_sb.sb_gquotino != NULLFSINO) {
1555 ASSERT(mp->m_sb.sb_gquotino > 0);
1556 error = xfs_iget(mp, NULL, mp->m_sb.sb_gquotino,
1557 0, 0, &gip);
1558 if (error)
1559 goto error_rele;
1561 if (XFS_IS_PQUOTA_ON(mp) &&
1562 mp->m_sb.sb_pquotino != NULLFSINO) {
1563 ASSERT(mp->m_sb.sb_pquotino > 0);
1564 error = xfs_iget(mp, NULL, mp->m_sb.sb_pquotino,
1565 0, 0, &pip);
1566 if (error)
1567 goto error_rele;
1569 } else {
1570 flags |= XFS_QMOPT_SBVERSION;
1574 * Create the three inodes, if they don't exist already. The changes
1575 * made above will get added to a transaction and logged in one of
1576 * the qino_alloc calls below. If the device is readonly,
1577 * temporarily switch to read-write to do this.
1579 if (XFS_IS_UQUOTA_ON(mp) && uip == NULL) {
1580 error = xfs_qm_qino_alloc(mp, &uip,
1581 flags | XFS_QMOPT_UQUOTA);
1582 if (error)
1583 goto error_rele;
1585 flags &= ~XFS_QMOPT_SBVERSION;
1587 if (XFS_IS_GQUOTA_ON(mp) && gip == NULL) {
1588 error = xfs_qm_qino_alloc(mp, &gip,
1589 flags | XFS_QMOPT_GQUOTA);
1590 if (error)
1591 goto error_rele;
1593 flags &= ~XFS_QMOPT_SBVERSION;
1595 if (XFS_IS_PQUOTA_ON(mp) && pip == NULL) {
1596 error = xfs_qm_qino_alloc(mp, &pip,
1597 flags | XFS_QMOPT_PQUOTA);
1598 if (error)
1599 goto error_rele;
1602 mp->m_quotainfo->qi_uquotaip = uip;
1603 mp->m_quotainfo->qi_gquotaip = gip;
1604 mp->m_quotainfo->qi_pquotaip = pip;
1606 return 0;
1608 error_rele:
1609 if (uip)
1610 IRELE(uip);
1611 if (gip)
1612 IRELE(gip);
1613 if (pip)
1614 IRELE(pip);
1615 return error;
1618 STATIC void
1619 xfs_qm_destroy_quotainos(
1620 xfs_quotainfo_t *qi)
1622 if (qi->qi_uquotaip) {
1623 IRELE(qi->qi_uquotaip);
1624 qi->qi_uquotaip = NULL; /* paranoia */
1626 if (qi->qi_gquotaip) {
1627 IRELE(qi->qi_gquotaip);
1628 qi->qi_gquotaip = NULL;
1630 if (qi->qi_pquotaip) {
1631 IRELE(qi->qi_pquotaip);
1632 qi->qi_pquotaip = NULL;
1636 STATIC void
1637 xfs_qm_dqfree_one(
1638 struct xfs_dquot *dqp)
1640 struct xfs_mount *mp = dqp->q_mount;
1641 struct xfs_quotainfo *qi = mp->m_quotainfo;
1643 mutex_lock(&qi->qi_tree_lock);
1644 radix_tree_delete(xfs_dquot_tree(qi, dqp->q_core.d_flags),
1645 be32_to_cpu(dqp->q_core.d_id));
1647 qi->qi_dquots--;
1648 mutex_unlock(&qi->qi_tree_lock);
1650 xfs_qm_dqdestroy(dqp);
1653 /* --------------- utility functions for vnodeops ---------------- */
1657 * Given an inode, a uid, gid and prid make sure that we have
1658 * allocated relevant dquot(s) on disk, and that we won't exceed inode
1659 * quotas by creating this file.
1660 * This also attaches dquot(s) to the given inode after locking it,
1661 * and returns the dquots corresponding to the uid and/or gid.
1663 * in : inode (unlocked)
1664 * out : udquot, gdquot with references taken and unlocked
1667 xfs_qm_vop_dqalloc(
1668 struct xfs_inode *ip,
1669 xfs_dqid_t uid,
1670 xfs_dqid_t gid,
1671 prid_t prid,
1672 uint flags,
1673 struct xfs_dquot **O_udqpp,
1674 struct xfs_dquot **O_gdqpp,
1675 struct xfs_dquot **O_pdqpp)
1677 struct xfs_mount *mp = ip->i_mount;
1678 struct xfs_dquot *uq = NULL;
1679 struct xfs_dquot *gq = NULL;
1680 struct xfs_dquot *pq = NULL;
1681 int error;
1682 uint lockflags;
1684 if (!XFS_IS_QUOTA_RUNNING(mp) || !XFS_IS_QUOTA_ON(mp))
1685 return 0;
1687 lockflags = XFS_ILOCK_EXCL;
1688 xfs_ilock(ip, lockflags);
1690 if ((flags & XFS_QMOPT_INHERIT) && XFS_INHERIT_GID(ip))
1691 gid = ip->i_d.di_gid;
1694 * Attach the dquot(s) to this inode, doing a dquot allocation
1695 * if necessary. The dquot(s) will not be locked.
1697 if (XFS_NOT_DQATTACHED(mp, ip)) {
1698 error = xfs_qm_dqattach_locked(ip, XFS_QMOPT_DQALLOC);
1699 if (error) {
1700 xfs_iunlock(ip, lockflags);
1701 return error;
1705 if ((flags & XFS_QMOPT_UQUOTA) && XFS_IS_UQUOTA_ON(mp)) {
1706 if (ip->i_d.di_uid != uid) {
1708 * What we need is the dquot that has this uid, and
1709 * if we send the inode to dqget, the uid of the inode
1710 * takes priority over what's sent in the uid argument.
1711 * We must unlock inode here before calling dqget if
1712 * we're not sending the inode, because otherwise
1713 * we'll deadlock by doing trans_reserve while
1714 * holding ilock.
1716 xfs_iunlock(ip, lockflags);
1717 error = xfs_qm_dqget(mp, NULL, uid,
1718 XFS_DQ_USER,
1719 XFS_QMOPT_DQALLOC |
1720 XFS_QMOPT_DOWARN,
1721 &uq);
1722 if (error) {
1723 ASSERT(error != -ENOENT);
1724 return error;
1727 * Get the ilock in the right order.
1729 xfs_dqunlock(uq);
1730 lockflags = XFS_ILOCK_SHARED;
1731 xfs_ilock(ip, lockflags);
1732 } else {
1734 * Take an extra reference, because we'll return
1735 * this to caller
1737 ASSERT(ip->i_udquot);
1738 uq = xfs_qm_dqhold(ip->i_udquot);
1741 if ((flags & XFS_QMOPT_GQUOTA) && XFS_IS_GQUOTA_ON(mp)) {
1742 if (ip->i_d.di_gid != gid) {
1743 xfs_iunlock(ip, lockflags);
1744 error = xfs_qm_dqget(mp, NULL, gid,
1745 XFS_DQ_GROUP,
1746 XFS_QMOPT_DQALLOC |
1747 XFS_QMOPT_DOWARN,
1748 &gq);
1749 if (error) {
1750 ASSERT(error != -ENOENT);
1751 goto error_rele;
1753 xfs_dqunlock(gq);
1754 lockflags = XFS_ILOCK_SHARED;
1755 xfs_ilock(ip, lockflags);
1756 } else {
1757 ASSERT(ip->i_gdquot);
1758 gq = xfs_qm_dqhold(ip->i_gdquot);
1761 if ((flags & XFS_QMOPT_PQUOTA) && XFS_IS_PQUOTA_ON(mp)) {
1762 if (xfs_get_projid(ip) != prid) {
1763 xfs_iunlock(ip, lockflags);
1764 error = xfs_qm_dqget(mp, NULL, (xfs_dqid_t)prid,
1765 XFS_DQ_PROJ,
1766 XFS_QMOPT_DQALLOC |
1767 XFS_QMOPT_DOWARN,
1768 &pq);
1769 if (error) {
1770 ASSERT(error != -ENOENT);
1771 goto error_rele;
1773 xfs_dqunlock(pq);
1774 lockflags = XFS_ILOCK_SHARED;
1775 xfs_ilock(ip, lockflags);
1776 } else {
1777 ASSERT(ip->i_pdquot);
1778 pq = xfs_qm_dqhold(ip->i_pdquot);
1781 if (uq)
1782 trace_xfs_dquot_dqalloc(ip);
1784 xfs_iunlock(ip, lockflags);
1785 if (O_udqpp)
1786 *O_udqpp = uq;
1787 else
1788 xfs_qm_dqrele(uq);
1789 if (O_gdqpp)
1790 *O_gdqpp = gq;
1791 else
1792 xfs_qm_dqrele(gq);
1793 if (O_pdqpp)
1794 *O_pdqpp = pq;
1795 else
1796 xfs_qm_dqrele(pq);
1797 return 0;
1799 error_rele:
1800 xfs_qm_dqrele(gq);
1801 xfs_qm_dqrele(uq);
1802 return error;
1806 * Actually transfer ownership, and do dquot modifications.
1807 * These were already reserved.
1809 xfs_dquot_t *
1810 xfs_qm_vop_chown(
1811 xfs_trans_t *tp,
1812 xfs_inode_t *ip,
1813 xfs_dquot_t **IO_olddq,
1814 xfs_dquot_t *newdq)
1816 xfs_dquot_t *prevdq;
1817 uint bfield = XFS_IS_REALTIME_INODE(ip) ?
1818 XFS_TRANS_DQ_RTBCOUNT : XFS_TRANS_DQ_BCOUNT;
1821 ASSERT(xfs_isilocked(ip, XFS_ILOCK_EXCL));
1822 ASSERT(XFS_IS_QUOTA_RUNNING(ip->i_mount));
1824 /* old dquot */
1825 prevdq = *IO_olddq;
1826 ASSERT(prevdq);
1827 ASSERT(prevdq != newdq);
1829 xfs_trans_mod_dquot(tp, prevdq, bfield, -(ip->i_d.di_nblocks));
1830 xfs_trans_mod_dquot(tp, prevdq, XFS_TRANS_DQ_ICOUNT, -1);
1832 /* the sparkling new dquot */
1833 xfs_trans_mod_dquot(tp, newdq, bfield, ip->i_d.di_nblocks);
1834 xfs_trans_mod_dquot(tp, newdq, XFS_TRANS_DQ_ICOUNT, 1);
1837 * Take an extra reference, because the inode is going to keep
1838 * this dquot pointer even after the trans_commit.
1840 *IO_olddq = xfs_qm_dqhold(newdq);
1842 return prevdq;
1846 * Quota reservations for setattr(AT_UID|AT_GID|AT_PROJID).
1849 xfs_qm_vop_chown_reserve(
1850 struct xfs_trans *tp,
1851 struct xfs_inode *ip,
1852 struct xfs_dquot *udqp,
1853 struct xfs_dquot *gdqp,
1854 struct xfs_dquot *pdqp,
1855 uint flags)
1857 struct xfs_mount *mp = ip->i_mount;
1858 uint delblks, blkflags, prjflags = 0;
1859 struct xfs_dquot *udq_unres = NULL;
1860 struct xfs_dquot *gdq_unres = NULL;
1861 struct xfs_dquot *pdq_unres = NULL;
1862 struct xfs_dquot *udq_delblks = NULL;
1863 struct xfs_dquot *gdq_delblks = NULL;
1864 struct xfs_dquot *pdq_delblks = NULL;
1865 int error;
1868 ASSERT(xfs_isilocked(ip, XFS_ILOCK_EXCL|XFS_ILOCK_SHARED));
1869 ASSERT(XFS_IS_QUOTA_RUNNING(mp));
1871 delblks = ip->i_delayed_blks;
1872 blkflags = XFS_IS_REALTIME_INODE(ip) ?
1873 XFS_QMOPT_RES_RTBLKS : XFS_QMOPT_RES_REGBLKS;
1875 if (XFS_IS_UQUOTA_ON(mp) && udqp &&
1876 ip->i_d.di_uid != be32_to_cpu(udqp->q_core.d_id)) {
1877 udq_delblks = udqp;
1879 * If there are delayed allocation blocks, then we have to
1880 * unreserve those from the old dquot, and add them to the
1881 * new dquot.
1883 if (delblks) {
1884 ASSERT(ip->i_udquot);
1885 udq_unres = ip->i_udquot;
1888 if (XFS_IS_GQUOTA_ON(ip->i_mount) && gdqp &&
1889 ip->i_d.di_gid != be32_to_cpu(gdqp->q_core.d_id)) {
1890 gdq_delblks = gdqp;
1891 if (delblks) {
1892 ASSERT(ip->i_gdquot);
1893 gdq_unres = ip->i_gdquot;
1897 if (XFS_IS_PQUOTA_ON(ip->i_mount) && pdqp &&
1898 xfs_get_projid(ip) != be32_to_cpu(pdqp->q_core.d_id)) {
1899 prjflags = XFS_QMOPT_ENOSPC;
1900 pdq_delblks = pdqp;
1901 if (delblks) {
1902 ASSERT(ip->i_pdquot);
1903 pdq_unres = ip->i_pdquot;
1907 error = xfs_trans_reserve_quota_bydquots(tp, ip->i_mount,
1908 udq_delblks, gdq_delblks, pdq_delblks,
1909 ip->i_d.di_nblocks, 1,
1910 flags | blkflags | prjflags);
1911 if (error)
1912 return error;
1915 * Do the delayed blks reservations/unreservations now. Since, these
1916 * are done without the help of a transaction, if a reservation fails
1917 * its previous reservations won't be automatically undone by trans
1918 * code. So, we have to do it manually here.
1920 if (delblks) {
1922 * Do the reservations first. Unreservation can't fail.
1924 ASSERT(udq_delblks || gdq_delblks || pdq_delblks);
1925 ASSERT(udq_unres || gdq_unres || pdq_unres);
1926 error = xfs_trans_reserve_quota_bydquots(NULL, ip->i_mount,
1927 udq_delblks, gdq_delblks, pdq_delblks,
1928 (xfs_qcnt_t)delblks, 0,
1929 flags | blkflags | prjflags);
1930 if (error)
1931 return error;
1932 xfs_trans_reserve_quota_bydquots(NULL, ip->i_mount,
1933 udq_unres, gdq_unres, pdq_unres,
1934 -((xfs_qcnt_t)delblks), 0, blkflags);
1937 return 0;
1941 xfs_qm_vop_rename_dqattach(
1942 struct xfs_inode **i_tab)
1944 struct xfs_mount *mp = i_tab[0]->i_mount;
1945 int i;
1947 if (!XFS_IS_QUOTA_RUNNING(mp) || !XFS_IS_QUOTA_ON(mp))
1948 return 0;
1950 for (i = 0; (i < 4 && i_tab[i]); i++) {
1951 struct xfs_inode *ip = i_tab[i];
1952 int error;
1955 * Watch out for duplicate entries in the table.
1957 if (i == 0 || ip != i_tab[i-1]) {
1958 if (XFS_NOT_DQATTACHED(mp, ip)) {
1959 error = xfs_qm_dqattach(ip, 0);
1960 if (error)
1961 return error;
1965 return 0;
1968 void
1969 xfs_qm_vop_create_dqattach(
1970 struct xfs_trans *tp,
1971 struct xfs_inode *ip,
1972 struct xfs_dquot *udqp,
1973 struct xfs_dquot *gdqp,
1974 struct xfs_dquot *pdqp)
1976 struct xfs_mount *mp = tp->t_mountp;
1978 if (!XFS_IS_QUOTA_RUNNING(mp) || !XFS_IS_QUOTA_ON(mp))
1979 return;
1981 ASSERT(xfs_isilocked(ip, XFS_ILOCK_EXCL));
1982 ASSERT(XFS_IS_QUOTA_RUNNING(mp));
1984 if (udqp && XFS_IS_UQUOTA_ON(mp)) {
1985 ASSERT(ip->i_udquot == NULL);
1986 ASSERT(ip->i_d.di_uid == be32_to_cpu(udqp->q_core.d_id));
1988 ip->i_udquot = xfs_qm_dqhold(udqp);
1989 xfs_trans_mod_dquot(tp, udqp, XFS_TRANS_DQ_ICOUNT, 1);
1991 if (gdqp && XFS_IS_GQUOTA_ON(mp)) {
1992 ASSERT(ip->i_gdquot == NULL);
1993 ASSERT(ip->i_d.di_gid == be32_to_cpu(gdqp->q_core.d_id));
1994 ip->i_gdquot = xfs_qm_dqhold(gdqp);
1995 xfs_trans_mod_dquot(tp, gdqp, XFS_TRANS_DQ_ICOUNT, 1);
1997 if (pdqp && XFS_IS_PQUOTA_ON(mp)) {
1998 ASSERT(ip->i_pdquot == NULL);
1999 ASSERT(xfs_get_projid(ip) == be32_to_cpu(pdqp->q_core.d_id));
2001 ip->i_pdquot = xfs_qm_dqhold(pdqp);
2002 xfs_trans_mod_dquot(tp, pdqp, XFS_TRANS_DQ_ICOUNT, 1);