2 * Copyright (c) 2000-2005 Silicon Graphics, Inc.
5 * This program is free software; you can redistribute it and/or
6 * modify it under the terms of the GNU General Public License as
7 * published by the Free Software Foundation.
9 * This program is distributed in the hope that it would be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 * GNU General Public License for more details.
14 * You should have received a copy of the GNU General Public License
15 * along with this program; if not, write the Free Software Foundation,
16 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
20 #include "xfs_shared.h"
21 #include "xfs_format.h"
22 #include "xfs_log_format.h"
23 #include "xfs_trans_resv.h"
27 #include "xfs_mount.h"
28 #include "xfs_inode.h"
30 #include "xfs_bmap_util.h"
31 #include "xfs_bmap_btree.h"
32 #include "xfs_alloc.h"
33 #include "xfs_error.h"
34 #include "xfs_trans.h"
35 #include "xfs_trans_space.h"
36 #include "xfs_trace.h"
38 #include "xfs_icache.h"
39 #include "xfs_dinode.h"
40 #include "xfs_rtalloc.h"
44 * Read and return the summary information for a given extent size,
45 * bitmap block combination.
46 * Keeps track of a current summary block, so we don't keep reading
47 * it from the buffer cache.
49 STATIC
int /* error */
51 xfs_mount_t
*mp
, /* file system mount structure */
52 xfs_trans_t
*tp
, /* transaction pointer */
53 int log
, /* log2 of extent size */
54 xfs_rtblock_t bbno
, /* bitmap block number */
55 xfs_buf_t
**rbpp
, /* in/out: summary block buffer */
56 xfs_fsblock_t
*rsb
, /* in/out: summary block number */
57 xfs_suminfo_t
*sum
) /* out: summary info for this block */
59 xfs_buf_t
*bp
; /* buffer for summary block */
60 int error
; /* error value */
61 xfs_fsblock_t sb
; /* summary fsblock */
62 int so
; /* index into the summary file */
63 xfs_suminfo_t
*sp
; /* pointer to returned data */
66 * Compute entry number in the summary file.
68 so
= XFS_SUMOFFS(mp
, log
, bbno
);
70 * Compute the block number in the summary file.
72 sb
= XFS_SUMOFFSTOBLOCK(mp
, so
);
74 * If we have an old buffer, and the block number matches, use that.
76 if (rbpp
&& *rbpp
&& *rsb
== sb
)
79 * Otherwise we have to get the buffer.
83 * If there was an old one, get rid of it first.
86 xfs_trans_brelse(tp
, *rbpp
);
87 error
= xfs_rtbuf_get(mp
, tp
, sb
, 1, &bp
);
92 * Remember this buffer and block for the next call.
100 * Point to the summary information & copy it out.
102 sp
= XFS_SUMPTR(mp
, bp
, so
);
105 * Drop the buffer if we're not asked to remember it.
108 xfs_trans_brelse(tp
, bp
);
114 * Return whether there are any free extents in the size range given
115 * by low and high, for the bitmap block bbno.
117 STATIC
int /* error */
119 xfs_mount_t
*mp
, /* file system mount structure */
120 xfs_trans_t
*tp
, /* transaction pointer */
121 int low
, /* low log2 extent size */
122 int high
, /* high log2 extent size */
123 xfs_rtblock_t bbno
, /* bitmap block number */
124 xfs_buf_t
**rbpp
, /* in/out: summary block buffer */
125 xfs_fsblock_t
*rsb
, /* in/out: summary block number */
126 int *stat
) /* out: any good extents here? */
128 int error
; /* error value */
129 int log
; /* loop counter, log2 of ext. size */
130 xfs_suminfo_t sum
; /* summary data */
133 * Loop over logs of extent sizes. Order is irrelevant.
135 for (log
= low
; log
<= high
; log
++) {
137 * Get one summary datum.
139 error
= xfs_rtget_summary(mp
, tp
, log
, bbno
, rbpp
, rsb
, &sum
);
144 * If there are any, return success.
152 * Found nothing, return failure.
160 * Copy and transform the summary file, given the old and new
161 * parameters in the mount structures.
163 STATIC
int /* error */
165 xfs_mount_t
*omp
, /* old file system mount point */
166 xfs_mount_t
*nmp
, /* new file system mount point */
167 xfs_trans_t
*tp
) /* transaction pointer */
169 xfs_rtblock_t bbno
; /* bitmap block number */
170 xfs_buf_t
*bp
; /* summary buffer */
171 int error
; /* error return value */
172 int log
; /* summary level number (log length) */
173 xfs_suminfo_t sum
; /* summary data */
174 xfs_fsblock_t sumbno
; /* summary block number */
177 for (log
= omp
->m_rsumlevels
- 1; log
>= 0; log
--) {
178 for (bbno
= omp
->m_sb
.sb_rbmblocks
- 1;
179 (xfs_srtblock_t
)bbno
>= 0;
181 error
= xfs_rtget_summary(omp
, tp
, log
, bbno
, &bp
,
187 error
= xfs_rtmodify_summary(omp
, tp
, log
, bbno
, -sum
,
191 error
= xfs_rtmodify_summary(nmp
, tp
, log
, bbno
, sum
,
201 * Mark an extent specified by start and len allocated.
202 * Updates all the summary information as well as the bitmap.
204 STATIC
int /* error */
205 xfs_rtallocate_range(
206 xfs_mount_t
*mp
, /* file system mount point */
207 xfs_trans_t
*tp
, /* transaction pointer */
208 xfs_rtblock_t start
, /* start block to allocate */
209 xfs_extlen_t len
, /* length to allocate */
210 xfs_buf_t
**rbpp
, /* in/out: summary block buffer */
211 xfs_fsblock_t
*rsb
) /* in/out: summary block number */
213 xfs_rtblock_t end
; /* end of the allocated extent */
214 int error
; /* error value */
215 xfs_rtblock_t postblock
= 0; /* first block allocated > end */
216 xfs_rtblock_t preblock
= 0; /* first block allocated < start */
218 end
= start
+ len
- 1;
220 * Assume we're allocating out of the middle of a free extent.
221 * We need to find the beginning and end of the extent so we can
222 * properly update the summary.
224 error
= xfs_rtfind_back(mp
, tp
, start
, 0, &preblock
);
229 * Find the next allocated block (end of free extent).
231 error
= xfs_rtfind_forw(mp
, tp
, end
, mp
->m_sb
.sb_rextents
- 1,
237 * Decrement the summary information corresponding to the entire
240 error
= xfs_rtmodify_summary(mp
, tp
,
241 XFS_RTBLOCKLOG(postblock
+ 1 - preblock
),
242 XFS_BITTOBLOCK(mp
, preblock
), -1, rbpp
, rsb
);
247 * If there are blocks not being allocated at the front of the
248 * old extent, add summary data for them to be free.
250 if (preblock
< start
) {
251 error
= xfs_rtmodify_summary(mp
, tp
,
252 XFS_RTBLOCKLOG(start
- preblock
),
253 XFS_BITTOBLOCK(mp
, preblock
), 1, rbpp
, rsb
);
259 * If there are blocks not being allocated at the end of the
260 * old extent, add summary data for them to be free.
262 if (postblock
> end
) {
263 error
= xfs_rtmodify_summary(mp
, tp
,
264 XFS_RTBLOCKLOG(postblock
- end
),
265 XFS_BITTOBLOCK(mp
, end
+ 1), 1, rbpp
, rsb
);
271 * Modify the bitmap to mark this extent allocated.
273 error
= xfs_rtmodify_range(mp
, tp
, start
, len
, 0);
278 * Attempt to allocate an extent minlen<=len<=maxlen starting from
279 * bitmap block bbno. If we don't get maxlen then use prod to trim
280 * the length, if given. Returns error; returns starting block in *rtblock.
281 * The lengths are all in rtextents.
283 STATIC
int /* error */
284 xfs_rtallocate_extent_block(
285 xfs_mount_t
*mp
, /* file system mount point */
286 xfs_trans_t
*tp
, /* transaction pointer */
287 xfs_rtblock_t bbno
, /* bitmap block number */
288 xfs_extlen_t minlen
, /* minimum length to allocate */
289 xfs_extlen_t maxlen
, /* maximum length to allocate */
290 xfs_extlen_t
*len
, /* out: actual length allocated */
291 xfs_rtblock_t
*nextp
, /* out: next block to try */
292 xfs_buf_t
**rbpp
, /* in/out: summary block buffer */
293 xfs_fsblock_t
*rsb
, /* in/out: summary block number */
294 xfs_extlen_t prod
, /* extent product factor */
295 xfs_rtblock_t
*rtblock
) /* out: start block allocated */
297 xfs_rtblock_t besti
; /* best rtblock found so far */
298 xfs_rtblock_t bestlen
; /* best length found so far */
299 xfs_rtblock_t end
; /* last rtblock in chunk */
300 int error
; /* error value */
301 xfs_rtblock_t i
; /* current rtblock trying */
302 xfs_rtblock_t next
; /* next rtblock to try */
303 int stat
; /* status from internal calls */
306 * Loop over all the extents starting in this bitmap block,
307 * looking for one that's long enough.
309 for (i
= XFS_BLOCKTOBIT(mp
, bbno
), besti
= -1, bestlen
= 0,
310 end
= XFS_BLOCKTOBIT(mp
, bbno
+ 1) - 1;
314 * See if there's a free extent of maxlen starting at i.
315 * If it's not so then next will contain the first non-free.
317 error
= xfs_rtcheck_range(mp
, tp
, i
, maxlen
, 1, &next
, &stat
);
323 * i for maxlen is all free, allocate and return that.
325 error
= xfs_rtallocate_range(mp
, tp
, i
, maxlen
, rbpp
,
335 * In the case where we have a variable-sized allocation
336 * request, figure out how big this free piece is,
337 * and if it's big enough for the minimum, and the best
338 * so far, remember it.
340 if (minlen
< maxlen
) {
341 xfs_rtblock_t thislen
; /* this extent size */
344 if (thislen
>= minlen
&& thislen
> bestlen
) {
350 * If not done yet, find the start of the next free space.
353 error
= xfs_rtfind_forw(mp
, tp
, next
, end
, &i
);
361 * Searched the whole thing & didn't find a maxlen free extent.
363 if (minlen
< maxlen
&& besti
!= -1) {
364 xfs_extlen_t p
; /* amount to trim length by */
367 * If size should be a multiple of prod, make that so.
369 if (prod
> 1 && (p
= do_mod(bestlen
, prod
)))
372 * Allocate besti for bestlen & return that.
374 error
= xfs_rtallocate_range(mp
, tp
, besti
, bestlen
, rbpp
, rsb
);
383 * Allocation failed. Set *nextp to the next block to try.
386 *rtblock
= NULLRTBLOCK
;
391 * Allocate an extent of length minlen<=len<=maxlen, starting at block
392 * bno. If we don't get maxlen then use prod to trim the length, if given.
393 * Returns error; returns starting block in *rtblock.
394 * The lengths are all in rtextents.
396 STATIC
int /* error */
397 xfs_rtallocate_extent_exact(
398 xfs_mount_t
*mp
, /* file system mount point */
399 xfs_trans_t
*tp
, /* transaction pointer */
400 xfs_rtblock_t bno
, /* starting block number to allocate */
401 xfs_extlen_t minlen
, /* minimum length to allocate */
402 xfs_extlen_t maxlen
, /* maximum length to allocate */
403 xfs_extlen_t
*len
, /* out: actual length allocated */
404 xfs_buf_t
**rbpp
, /* in/out: summary block buffer */
405 xfs_fsblock_t
*rsb
, /* in/out: summary block number */
406 xfs_extlen_t prod
, /* extent product factor */
407 xfs_rtblock_t
*rtblock
) /* out: start block allocated */
409 int error
; /* error value */
410 xfs_extlen_t i
; /* extent length trimmed due to prod */
411 int isfree
; /* extent is free */
412 xfs_rtblock_t next
; /* next block to try (dummy) */
414 ASSERT(minlen
% prod
== 0 && maxlen
% prod
== 0);
416 * Check if the range in question (for maxlen) is free.
418 error
= xfs_rtcheck_range(mp
, tp
, bno
, maxlen
, 1, &next
, &isfree
);
424 * If it is, allocate it and return success.
426 error
= xfs_rtallocate_range(mp
, tp
, bno
, maxlen
, rbpp
, rsb
);
435 * If not, allocate what there is, if it's at least minlen.
438 if (maxlen
< minlen
) {
440 * Failed, return failure status.
442 *rtblock
= NULLRTBLOCK
;
446 * Trim off tail of extent, if prod is specified.
448 if (prod
> 1 && (i
= maxlen
% prod
)) {
450 if (maxlen
< minlen
) {
452 * Now we can't do it, return failure status.
454 *rtblock
= NULLRTBLOCK
;
459 * Allocate what we can and return it.
461 error
= xfs_rtallocate_range(mp
, tp
, bno
, maxlen
, rbpp
, rsb
);
471 * Allocate an extent of length minlen<=len<=maxlen, starting as near
472 * to bno as possible. If we don't get maxlen then use prod to trim
473 * the length, if given. The lengths are all in rtextents.
475 STATIC
int /* error */
476 xfs_rtallocate_extent_near(
477 xfs_mount_t
*mp
, /* file system mount point */
478 xfs_trans_t
*tp
, /* transaction pointer */
479 xfs_rtblock_t bno
, /* starting block number to allocate */
480 xfs_extlen_t minlen
, /* minimum length to allocate */
481 xfs_extlen_t maxlen
, /* maximum length to allocate */
482 xfs_extlen_t
*len
, /* out: actual length allocated */
483 xfs_buf_t
**rbpp
, /* in/out: summary block buffer */
484 xfs_fsblock_t
*rsb
, /* in/out: summary block number */
485 xfs_extlen_t prod
, /* extent product factor */
486 xfs_rtblock_t
*rtblock
) /* out: start block allocated */
488 int any
; /* any useful extents from summary */
489 xfs_rtblock_t bbno
; /* bitmap block number */
490 int error
; /* error value */
491 int i
; /* bitmap block offset (loop control) */
492 int j
; /* secondary loop control */
493 int log2len
; /* log2 of minlen */
494 xfs_rtblock_t n
; /* next block to try */
495 xfs_rtblock_t r
; /* result block */
497 ASSERT(minlen
% prod
== 0 && maxlen
% prod
== 0);
499 * If the block number given is off the end, silently set it to
502 if (bno
>= mp
->m_sb
.sb_rextents
)
503 bno
= mp
->m_sb
.sb_rextents
- 1;
505 * Try the exact allocation first.
507 error
= xfs_rtallocate_extent_exact(mp
, tp
, bno
, minlen
, maxlen
, len
,
508 rbpp
, rsb
, prod
, &r
);
513 * If the exact allocation worked, return that.
515 if (r
!= NULLRTBLOCK
) {
519 bbno
= XFS_BITTOBLOCK(mp
, bno
);
522 log2len
= xfs_highbit32(minlen
);
524 * Loop over all bitmap blocks (bbno + i is current block).
528 * Get summary information of extents of all useful levels
529 * starting in this bitmap block.
531 error
= xfs_rtany_summary(mp
, tp
, log2len
, mp
->m_rsumlevels
- 1,
532 bbno
+ i
, rbpp
, rsb
, &any
);
537 * If there are any useful extents starting here, try
542 * On the positive side of the starting location.
546 * Try to allocate an extent starting in
549 error
= xfs_rtallocate_extent_block(mp
, tp
,
550 bbno
+ i
, minlen
, maxlen
, len
, &n
, rbpp
,
556 * If it worked, return it.
558 if (r
!= NULLRTBLOCK
) {
564 * On the negative side of the starting location.
568 * Loop backwards through the bitmap blocks from
569 * the starting point-1 up to where we are now.
570 * There should be an extent which ends in this
571 * bitmap block and is long enough.
573 for (j
= -1; j
> i
; j
--) {
575 * Grab the summary information for
578 error
= xfs_rtany_summary(mp
, tp
,
579 log2len
, mp
->m_rsumlevels
- 1,
580 bbno
+ j
, rbpp
, rsb
, &any
);
585 * If there's no extent given in the
586 * summary that means the extent we
587 * found must carry over from an
588 * earlier block. If there is an
589 * extent given, we've already tried
590 * that allocation, don't do it again.
594 error
= xfs_rtallocate_extent_block(mp
,
595 tp
, bbno
+ j
, minlen
, maxlen
,
596 len
, &n
, rbpp
, rsb
, prod
, &r
);
601 * If it works, return the extent.
603 if (r
!= NULLRTBLOCK
) {
609 * There weren't intervening bitmap blocks
610 * with a long enough extent, or the
611 * allocation didn't work for some reason
612 * (i.e. it's a little * too short).
613 * Try to allocate from the summary block
616 error
= xfs_rtallocate_extent_block(mp
, tp
,
617 bbno
+ i
, minlen
, maxlen
, len
, &n
, rbpp
,
623 * If it works, return the extent.
625 if (r
!= NULLRTBLOCK
) {
632 * Loop control. If we were on the positive side, and there's
633 * still more blocks on the negative side, go there.
635 if (i
> 0 && (int)bbno
- i
>= 0)
638 * If positive, and no more negative, but there are more
639 * positive, go there.
641 else if (i
> 0 && (int)bbno
+ i
< mp
->m_sb
.sb_rbmblocks
- 1)
644 * If negative or 0 (just started), and there are positive
645 * blocks to go, go there. The 0 case moves to block 1.
647 else if (i
<= 0 && (int)bbno
- i
< mp
->m_sb
.sb_rbmblocks
- 1)
650 * If negative or 0 and there are more negative blocks,
653 else if (i
<= 0 && (int)bbno
+ i
> 0)
656 * Must be done. Return failure.
661 *rtblock
= NULLRTBLOCK
;
666 * Allocate an extent of length minlen<=len<=maxlen, with no position
667 * specified. If we don't get maxlen then use prod to trim
668 * the length, if given. The lengths are all in rtextents.
670 STATIC
int /* error */
671 xfs_rtallocate_extent_size(
672 xfs_mount_t
*mp
, /* file system mount point */
673 xfs_trans_t
*tp
, /* transaction pointer */
674 xfs_extlen_t minlen
, /* minimum length to allocate */
675 xfs_extlen_t maxlen
, /* maximum length to allocate */
676 xfs_extlen_t
*len
, /* out: actual length allocated */
677 xfs_buf_t
**rbpp
, /* in/out: summary block buffer */
678 xfs_fsblock_t
*rsb
, /* in/out: summary block number */
679 xfs_extlen_t prod
, /* extent product factor */
680 xfs_rtblock_t
*rtblock
) /* out: start block allocated */
682 int error
; /* error value */
683 int i
; /* bitmap block number */
684 int l
; /* level number (loop control) */
685 xfs_rtblock_t n
; /* next block to be tried */
686 xfs_rtblock_t r
; /* result block number */
687 xfs_suminfo_t sum
; /* summary information for extents */
689 ASSERT(minlen
% prod
== 0 && maxlen
% prod
== 0);
693 * Loop over all the levels starting with maxlen.
694 * At each level, look at all the bitmap blocks, to see if there
695 * are extents starting there that are long enough (>= maxlen).
696 * Note, only on the initial level can the allocation fail if
697 * the summary says there's an extent.
699 for (l
= xfs_highbit32(maxlen
); l
< mp
->m_rsumlevels
; l
++) {
701 * Loop over all the bitmap blocks.
703 for (i
= 0; i
< mp
->m_sb
.sb_rbmblocks
; i
++) {
705 * Get the summary for this level/block.
707 error
= xfs_rtget_summary(mp
, tp
, l
, i
, rbpp
, rsb
,
713 * Nothing there, on to the next block.
718 * Try allocating the extent.
720 error
= xfs_rtallocate_extent_block(mp
, tp
, i
, maxlen
,
721 maxlen
, len
, &n
, rbpp
, rsb
, prod
, &r
);
726 * If it worked, return that.
728 if (r
!= NULLRTBLOCK
) {
733 * If the "next block to try" returned from the
734 * allocator is beyond the next bitmap block,
735 * skip to that bitmap block.
737 if (XFS_BITTOBLOCK(mp
, n
) > i
+ 1)
738 i
= XFS_BITTOBLOCK(mp
, n
) - 1;
742 * Didn't find any maxlen blocks. Try smaller ones, unless
743 * we're asking for a fixed size extent.
745 if (minlen
> --maxlen
) {
746 *rtblock
= NULLRTBLOCK
;
753 * Loop over sizes, from maxlen down to minlen.
754 * This time, when we do the allocations, allow smaller ones
757 for (l
= xfs_highbit32(maxlen
); l
>= xfs_highbit32(minlen
); l
--) {
759 * Loop over all the bitmap blocks, try an allocation
760 * starting in that block.
762 for (i
= 0; i
< mp
->m_sb
.sb_rbmblocks
; i
++) {
764 * Get the summary information for this level/block.
766 error
= xfs_rtget_summary(mp
, tp
, l
, i
, rbpp
, rsb
,
772 * If nothing there, go on to next.
777 * Try the allocation. Make sure the specified
778 * minlen/maxlen are in the possible range for
779 * this summary level.
781 error
= xfs_rtallocate_extent_block(mp
, tp
, i
,
782 XFS_RTMAX(minlen
, 1 << l
),
783 XFS_RTMIN(maxlen
, (1 << (l
+ 1)) - 1),
784 len
, &n
, rbpp
, rsb
, prod
, &r
);
789 * If it worked, return that extent.
791 if (r
!= NULLRTBLOCK
) {
796 * If the "next block to try" returned from the
797 * allocator is beyond the next bitmap block,
798 * skip to that bitmap block.
800 if (XFS_BITTOBLOCK(mp
, n
) > i
+ 1)
801 i
= XFS_BITTOBLOCK(mp
, n
) - 1;
805 * Got nothing, return failure.
807 *rtblock
= NULLRTBLOCK
;
812 * Allocate space to the bitmap or summary file, and zero it, for growfs.
814 STATIC
int /* error */
816 xfs_mount_t
*mp
, /* file system mount point */
817 xfs_extlen_t oblocks
, /* old count of blocks */
818 xfs_extlen_t nblocks
, /* new count of blocks */
819 xfs_inode_t
*ip
) /* inode (bitmap/summary) */
821 xfs_fileoff_t bno
; /* block number in file */
822 xfs_buf_t
*bp
; /* temporary buffer for zeroing */
823 int committed
; /* transaction committed flag */
824 xfs_daddr_t d
; /* disk block address */
825 int error
; /* error return value */
826 xfs_fsblock_t firstblock
; /* first block allocated in xaction */
827 xfs_bmap_free_t flist
; /* list of freed blocks */
828 xfs_fsblock_t fsbno
; /* filesystem block for bno */
829 xfs_bmbt_irec_t map
; /* block map output */
830 int nmap
; /* number of block maps */
831 int resblks
; /* space reservation */
834 * Allocate space to the file, as necessary.
836 while (oblocks
< nblocks
) {
840 tp
= xfs_trans_alloc(mp
, XFS_TRANS_GROWFSRT_ALLOC
);
841 resblks
= XFS_GROWFSRT_SPACE_RES(mp
, nblocks
- oblocks
);
843 * Reserve space & log for one extent added to the file.
845 error
= xfs_trans_reserve(tp
, &M_RES(mp
)->tr_growrtalloc
,
849 cancelflags
= XFS_TRANS_RELEASE_LOG_RES
;
853 xfs_ilock(ip
, XFS_ILOCK_EXCL
);
854 xfs_trans_ijoin(tp
, ip
, XFS_ILOCK_EXCL
);
856 xfs_bmap_init(&flist
, &firstblock
);
858 * Allocate blocks to the bitmap file.
861 cancelflags
|= XFS_TRANS_ABORT
;
862 error
= xfs_bmapi_write(tp
, ip
, oblocks
, nblocks
- oblocks
,
863 XFS_BMAPI_METADATA
, &firstblock
,
864 resblks
, &map
, &nmap
, &flist
);
865 if (!error
&& nmap
< 1)
866 error
= XFS_ERROR(ENOSPC
);
870 * Free any blocks freed up in the transaction, then commit.
872 error
= xfs_bmap_finish(&tp
, &flist
, &committed
);
875 error
= xfs_trans_commit(tp
, XFS_TRANS_RELEASE_LOG_RES
);
879 * Now we need to clear the allocated blocks.
880 * Do this one block per transaction, to keep it simple.
883 for (bno
= map
.br_startoff
, fsbno
= map
.br_startblock
;
884 bno
< map
.br_startoff
+ map
.br_blockcount
;
886 tp
= xfs_trans_alloc(mp
, XFS_TRANS_GROWFSRT_ZERO
);
888 * Reserve log for one block zeroing.
890 error
= xfs_trans_reserve(tp
, &M_RES(mp
)->tr_growrtzero
,
895 * Lock the bitmap inode.
897 xfs_ilock(ip
, XFS_ILOCK_EXCL
);
898 xfs_trans_ijoin(tp
, ip
, XFS_ILOCK_EXCL
);
900 * Get a buffer for the block.
902 d
= XFS_FSB_TO_DADDR(mp
, fsbno
);
903 bp
= xfs_trans_get_buf(tp
, mp
->m_ddev_targp
, d
,
906 error
= XFS_ERROR(EIO
);
908 xfs_trans_cancel(tp
, cancelflags
);
911 memset(bp
->b_addr
, 0, mp
->m_sb
.sb_blocksize
);
912 xfs_trans_log_buf(tp
, bp
, 0, mp
->m_sb
.sb_blocksize
- 1);
914 * Commit the transaction.
916 error
= xfs_trans_commit(tp
, 0);
921 * Go on to the next extent, if any.
923 oblocks
= map
.br_startoff
+ map
.br_blockcount
;
932 * Visible (exported) functions.
936 * Grow the realtime area of the filesystem.
940 xfs_mount_t
*mp
, /* mount point for filesystem */
941 xfs_growfs_rt_t
*in
) /* growfs rt input struct */
943 xfs_rtblock_t bmbno
; /* bitmap block number */
944 xfs_buf_t
*bp
; /* temporary buffer */
945 int error
; /* error return value */
946 xfs_mount_t
*nmp
; /* new (fake) mount structure */
947 xfs_drfsbno_t nrblocks
; /* new number of realtime blocks */
948 xfs_extlen_t nrbmblocks
; /* new number of rt bitmap blocks */
949 xfs_drtbno_t nrextents
; /* new number of realtime extents */
950 uint8_t nrextslog
; /* new log2 of sb_rextents */
951 xfs_extlen_t nrsumblocks
; /* new number of summary blocks */
952 uint nrsumlevels
; /* new rt summary levels */
953 uint nrsumsize
; /* new size of rt summary, bytes */
954 xfs_sb_t
*nsbp
; /* new superblock */
955 xfs_extlen_t rbmblocks
; /* current number of rt bitmap blocks */
956 xfs_extlen_t rsumblocks
; /* current number of rt summary blks */
957 xfs_sb_t
*sbp
; /* old superblock */
958 xfs_fsblock_t sumbno
; /* summary block number */
962 * Initial error checking.
964 if (!capable(CAP_SYS_ADMIN
))
965 return XFS_ERROR(EPERM
);
966 if (mp
->m_rtdev_targp
== NULL
|| mp
->m_rbmip
== NULL
||
967 (nrblocks
= in
->newblocks
) <= sbp
->sb_rblocks
||
968 (sbp
->sb_rblocks
&& (in
->extsize
!= sbp
->sb_rextsize
)))
969 return XFS_ERROR(EINVAL
);
970 if ((error
= xfs_sb_validate_fsb_count(sbp
, nrblocks
)))
973 * Read in the last block of the device, make sure it exists.
975 bp
= xfs_buf_read_uncached(mp
->m_rtdev_targp
,
976 XFS_FSB_TO_BB(mp
, nrblocks
- 1),
977 XFS_FSB_TO_BB(mp
, 1), 0, NULL
);
988 * Calculate new parameters. These are the final values to be reached.
990 nrextents
= nrblocks
;
991 do_div(nrextents
, in
->extsize
);
992 nrbmblocks
= howmany_64(nrextents
, NBBY
* sbp
->sb_blocksize
);
993 nrextslog
= xfs_highbit32(nrextents
);
994 nrsumlevels
= nrextslog
+ 1;
995 nrsumsize
= (uint
)sizeof(xfs_suminfo_t
) * nrsumlevels
* nrbmblocks
;
996 nrsumblocks
= XFS_B_TO_FSB(mp
, nrsumsize
);
997 nrsumsize
= XFS_FSB_TO_B(mp
, nrsumblocks
);
999 * New summary size can't be more than half the size of
1000 * the log. This prevents us from getting a log overflow,
1001 * since we'll log basically the whole summary file at once.
1003 if (nrsumblocks
> (mp
->m_sb
.sb_logblocks
>> 1))
1004 return XFS_ERROR(EINVAL
);
1006 * Get the old block counts for bitmap and summary inodes.
1007 * These can't change since other growfs callers are locked out.
1009 rbmblocks
= XFS_B_TO_FSB(mp
, mp
->m_rbmip
->i_d
.di_size
);
1010 rsumblocks
= XFS_B_TO_FSB(mp
, mp
->m_rsumip
->i_d
.di_size
);
1012 * Allocate space to the bitmap and summary files, as necessary.
1014 error
= xfs_growfs_rt_alloc(mp
, rbmblocks
, nrbmblocks
, mp
->m_rbmip
);
1017 error
= xfs_growfs_rt_alloc(mp
, rsumblocks
, nrsumblocks
, mp
->m_rsumip
);
1021 * Allocate a new (fake) mount/sb.
1023 nmp
= kmem_alloc(sizeof(*nmp
), KM_SLEEP
);
1025 * Loop over the bitmap blocks.
1026 * We will do everything one bitmap block at a time.
1027 * Skip the current block if it is exactly full.
1028 * This also deals with the case where there were no rtextents before.
1030 for (bmbno
= sbp
->sb_rbmblocks
-
1031 ((sbp
->sb_rextents
& ((1 << mp
->m_blkbit_log
) - 1)) != 0);
1035 int cancelflags
= 0;
1040 * Calculate new sb and mount fields for this round.
1042 nsbp
->sb_rextsize
= in
->extsize
;
1043 nsbp
->sb_rbmblocks
= bmbno
+ 1;
1046 nsbp
->sb_rbmblocks
* NBBY
*
1047 nsbp
->sb_blocksize
* nsbp
->sb_rextsize
);
1048 nsbp
->sb_rextents
= nsbp
->sb_rblocks
;
1049 do_div(nsbp
->sb_rextents
, nsbp
->sb_rextsize
);
1050 ASSERT(nsbp
->sb_rextents
!= 0);
1051 nsbp
->sb_rextslog
= xfs_highbit32(nsbp
->sb_rextents
);
1052 nrsumlevels
= nmp
->m_rsumlevels
= nsbp
->sb_rextslog
+ 1;
1054 (uint
)sizeof(xfs_suminfo_t
) * nrsumlevels
*
1056 nrsumblocks
= XFS_B_TO_FSB(mp
, nrsumsize
);
1057 nmp
->m_rsumsize
= nrsumsize
= XFS_FSB_TO_B(mp
, nrsumblocks
);
1059 * Start a transaction, get the log reservation.
1061 tp
= xfs_trans_alloc(mp
, XFS_TRANS_GROWFSRT_FREE
);
1062 error
= xfs_trans_reserve(tp
, &M_RES(mp
)->tr_growrtfree
,
1067 * Lock out other callers by grabbing the bitmap inode lock.
1069 xfs_ilock(mp
->m_rbmip
, XFS_ILOCK_EXCL
);
1070 xfs_trans_ijoin(tp
, mp
->m_rbmip
, XFS_ILOCK_EXCL
);
1072 * Update the bitmap inode's size.
1074 mp
->m_rbmip
->i_d
.di_size
=
1075 nsbp
->sb_rbmblocks
* nsbp
->sb_blocksize
;
1076 xfs_trans_log_inode(tp
, mp
->m_rbmip
, XFS_ILOG_CORE
);
1077 cancelflags
|= XFS_TRANS_ABORT
;
1079 * Get the summary inode into the transaction.
1081 xfs_ilock(mp
->m_rsumip
, XFS_ILOCK_EXCL
);
1082 xfs_trans_ijoin(tp
, mp
->m_rsumip
, XFS_ILOCK_EXCL
);
1084 * Update the summary inode's size.
1086 mp
->m_rsumip
->i_d
.di_size
= nmp
->m_rsumsize
;
1087 xfs_trans_log_inode(tp
, mp
->m_rsumip
, XFS_ILOG_CORE
);
1089 * Copy summary data from old to new sizes.
1090 * Do this when the real size (not block-aligned) changes.
1092 if (sbp
->sb_rbmblocks
!= nsbp
->sb_rbmblocks
||
1093 mp
->m_rsumlevels
!= nmp
->m_rsumlevels
) {
1094 error
= xfs_rtcopy_summary(mp
, nmp
, tp
);
1099 * Update superblock fields.
1101 if (nsbp
->sb_rextsize
!= sbp
->sb_rextsize
)
1102 xfs_trans_mod_sb(tp
, XFS_TRANS_SB_REXTSIZE
,
1103 nsbp
->sb_rextsize
- sbp
->sb_rextsize
);
1104 if (nsbp
->sb_rbmblocks
!= sbp
->sb_rbmblocks
)
1105 xfs_trans_mod_sb(tp
, XFS_TRANS_SB_RBMBLOCKS
,
1106 nsbp
->sb_rbmblocks
- sbp
->sb_rbmblocks
);
1107 if (nsbp
->sb_rblocks
!= sbp
->sb_rblocks
)
1108 xfs_trans_mod_sb(tp
, XFS_TRANS_SB_RBLOCKS
,
1109 nsbp
->sb_rblocks
- sbp
->sb_rblocks
);
1110 if (nsbp
->sb_rextents
!= sbp
->sb_rextents
)
1111 xfs_trans_mod_sb(tp
, XFS_TRANS_SB_REXTENTS
,
1112 nsbp
->sb_rextents
- sbp
->sb_rextents
);
1113 if (nsbp
->sb_rextslog
!= sbp
->sb_rextslog
)
1114 xfs_trans_mod_sb(tp
, XFS_TRANS_SB_REXTSLOG
,
1115 nsbp
->sb_rextslog
- sbp
->sb_rextslog
);
1120 error
= xfs_rtfree_range(nmp
, tp
, sbp
->sb_rextents
,
1121 nsbp
->sb_rextents
- sbp
->sb_rextents
, &bp
, &sumbno
);
1124 xfs_trans_cancel(tp
, cancelflags
);
1128 * Mark more blocks free in the superblock.
1130 xfs_trans_mod_sb(tp
, XFS_TRANS_SB_FREXTENTS
,
1131 nsbp
->sb_rextents
- sbp
->sb_rextents
);
1133 * Update mp values into the real mp structure.
1135 mp
->m_rsumlevels
= nrsumlevels
;
1136 mp
->m_rsumsize
= nrsumsize
;
1138 error
= xfs_trans_commit(tp
, 0);
1144 * Free the fake mp structure.
1152 * Allocate an extent in the realtime subvolume, with the usual allocation
1153 * parameters. The length units are all in realtime extents, as is the
1154 * result block number.
1157 xfs_rtallocate_extent(
1158 xfs_trans_t
*tp
, /* transaction pointer */
1159 xfs_rtblock_t bno
, /* starting block number to allocate */
1160 xfs_extlen_t minlen
, /* minimum length to allocate */
1161 xfs_extlen_t maxlen
, /* maximum length to allocate */
1162 xfs_extlen_t
*len
, /* out: actual length allocated */
1163 xfs_alloctype_t type
, /* allocation type XFS_ALLOCTYPE... */
1164 int wasdel
, /* was a delayed allocation extent */
1165 xfs_extlen_t prod
, /* extent product factor */
1166 xfs_rtblock_t
*rtblock
) /* out: start block allocated */
1168 xfs_mount_t
*mp
= tp
->t_mountp
;
1169 int error
; /* error value */
1170 xfs_rtblock_t r
; /* result allocated block */
1171 xfs_fsblock_t sb
; /* summary file block number */
1172 xfs_buf_t
*sumbp
; /* summary file block buffer */
1174 ASSERT(xfs_isilocked(mp
->m_rbmip
, XFS_ILOCK_EXCL
));
1175 ASSERT(minlen
> 0 && minlen
<= maxlen
);
1178 * If prod is set then figure out what to do to minlen and maxlen.
1183 if ((i
= maxlen
% prod
))
1185 if ((i
= minlen
% prod
))
1187 if (maxlen
< minlen
) {
1188 *rtblock
= NULLRTBLOCK
;
1195 * Allocate by size, or near another block, or exactly at some block.
1198 case XFS_ALLOCTYPE_ANY_AG
:
1199 error
= xfs_rtallocate_extent_size(mp
, tp
, minlen
, maxlen
, len
,
1200 &sumbp
, &sb
, prod
, &r
);
1202 case XFS_ALLOCTYPE_NEAR_BNO
:
1203 error
= xfs_rtallocate_extent_near(mp
, tp
, bno
, minlen
, maxlen
,
1204 len
, &sumbp
, &sb
, prod
, &r
);
1206 case XFS_ALLOCTYPE_THIS_BNO
:
1207 error
= xfs_rtallocate_extent_exact(mp
, tp
, bno
, minlen
, maxlen
,
1208 len
, &sumbp
, &sb
, prod
, &r
);
1218 * If it worked, update the superblock.
1220 if (r
!= NULLRTBLOCK
) {
1221 long slen
= (long)*len
;
1223 ASSERT(*len
>= minlen
&& *len
<= maxlen
);
1225 xfs_trans_mod_sb(tp
, XFS_TRANS_SB_RES_FREXTENTS
, -slen
);
1227 xfs_trans_mod_sb(tp
, XFS_TRANS_SB_FREXTENTS
, -slen
);
1234 * Initialize realtime fields in the mount structure.
1238 xfs_mount_t
*mp
) /* file system mount structure */
1240 xfs_buf_t
*bp
; /* buffer for last block of subvolume */
1241 xfs_daddr_t d
; /* address of last block of subvolume */
1242 xfs_sb_t
*sbp
; /* filesystem superblock copy in mount */
1245 if (sbp
->sb_rblocks
== 0)
1247 if (mp
->m_rtdev_targp
== NULL
) {
1249 "Filesystem has a realtime volume, use rtdev=device option");
1250 return XFS_ERROR(ENODEV
);
1252 mp
->m_rsumlevels
= sbp
->sb_rextslog
+ 1;
1254 (uint
)sizeof(xfs_suminfo_t
) * mp
->m_rsumlevels
*
1256 mp
->m_rsumsize
= roundup(mp
->m_rsumsize
, sbp
->sb_blocksize
);
1257 mp
->m_rbmip
= mp
->m_rsumip
= NULL
;
1259 * Check that the realtime section is an ok size.
1261 d
= (xfs_daddr_t
)XFS_FSB_TO_BB(mp
, mp
->m_sb
.sb_rblocks
);
1262 if (XFS_BB_TO_FSB(mp
, d
) != mp
->m_sb
.sb_rblocks
) {
1263 xfs_warn(mp
, "realtime mount -- %llu != %llu",
1264 (unsigned long long) XFS_BB_TO_FSB(mp
, d
),
1265 (unsigned long long) mp
->m_sb
.sb_rblocks
);
1266 return XFS_ERROR(EFBIG
);
1268 bp
= xfs_buf_read_uncached(mp
->m_rtdev_targp
,
1269 d
- XFS_FSB_TO_BB(mp
, 1),
1270 XFS_FSB_TO_BB(mp
, 1), 0, NULL
);
1271 if (!bp
|| bp
->b_error
) {
1272 xfs_warn(mp
, "realtime device size check failed");
1282 * Get the bitmap and summary inodes into the mount structure
1287 xfs_mount_t
*mp
) /* file system mount structure */
1289 int error
; /* error return value */
1293 if (sbp
->sb_rbmino
== NULLFSINO
)
1295 error
= xfs_iget(mp
, NULL
, sbp
->sb_rbmino
, 0, 0, &mp
->m_rbmip
);
1298 ASSERT(mp
->m_rbmip
!= NULL
);
1299 ASSERT(sbp
->sb_rsumino
!= NULLFSINO
);
1300 error
= xfs_iget(mp
, NULL
, sbp
->sb_rsumino
, 0, 0, &mp
->m_rsumip
);
1305 ASSERT(mp
->m_rsumip
!= NULL
);
1310 xfs_rtunmount_inodes(
1311 struct xfs_mount
*mp
)
1316 IRELE(mp
->m_rsumip
);
1320 * Pick an extent for allocation at the start of a new realtime file.
1321 * Use the sequence number stored in the atime field of the bitmap inode.
1322 * Translate this to a fraction of the rtextents, and return the product
1323 * of rtextents and the fraction.
1324 * The fraction sequence is 0, 1/2, 1/4, 3/4, 1/8, ..., 7/8, 1/16, ...
1328 xfs_mount_t
*mp
, /* file system mount point */
1329 xfs_trans_t
*tp
, /* transaction pointer */
1330 xfs_extlen_t len
, /* allocation length (rtextents) */
1331 xfs_rtblock_t
*pick
) /* result rt extent */
1333 xfs_rtblock_t b
; /* result block */
1334 int log2
; /* log of sequence number */
1335 __uint64_t resid
; /* residual after log removed */
1336 __uint64_t seq
; /* sequence number of file creation */
1337 __uint64_t
*seqp
; /* pointer to seqno in inode */
1339 ASSERT(xfs_isilocked(mp
->m_rbmip
, XFS_ILOCK_EXCL
));
1341 seqp
= (__uint64_t
*)&mp
->m_rbmip
->i_d
.di_atime
;
1342 if (!(mp
->m_rbmip
->i_d
.di_flags
& XFS_DIFLAG_NEWRTBM
)) {
1343 mp
->m_rbmip
->i_d
.di_flags
|= XFS_DIFLAG_NEWRTBM
;
1347 if ((log2
= xfs_highbit64(seq
)) == -1)
1350 resid
= seq
- (1ULL << log2
);
1351 b
= (mp
->m_sb
.sb_rextents
* ((resid
<< 1) + 1ULL)) >>
1353 if (b
>= mp
->m_sb
.sb_rextents
)
1354 b
= do_mod(b
, mp
->m_sb
.sb_rextents
);
1355 if (b
+ len
> mp
->m_sb
.sb_rextents
)
1356 b
= mp
->m_sb
.sb_rextents
- len
;
1359 xfs_trans_log_inode(tp
, mp
->m_rbmip
, XFS_ILOG_CORE
);