2 * Copyright (c) 2000-2006 Silicon Graphics, Inc.
5 * This program is free software; you can redistribute it and/or
6 * modify it under the terms of the GNU General Public License as
7 * published by the Free Software Foundation.
9 * This program is distributed in the hope that it would be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 * GNU General Public License for more details.
14 * You should have received a copy of the GNU General Public License
15 * along with this program; if not, write the Free Software Foundation,
16 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
21 #include "xfs_trans.h"
24 #include "xfs_alloc.h"
25 #include "xfs_quota.h"
26 #include "xfs_mount.h"
27 #include "xfs_bmap_btree.h"
28 #include "xfs_alloc_btree.h"
29 #include "xfs_ialloc_btree.h"
30 #include "xfs_dinode.h"
31 #include "xfs_inode.h"
32 #include "xfs_inode_item.h"
33 #include "xfs_btree.h"
35 #include "xfs_rtalloc.h"
36 #include "xfs_error.h"
37 #include "xfs_itable.h"
39 #include "xfs_buf_item.h"
40 #include "xfs_trans_space.h"
41 #include "xfs_utils.h"
42 #include "xfs_iomap.h"
43 #include "xfs_trace.h"
44 #include "xfs_icache.h"
47 #define XFS_WRITEIO_ALIGN(mp,off) (((off) >> mp->m_writeio_log) \
49 #define XFS_WRITE_IMAPS XFS_BMAP_MAX_NMAP
52 xfs_iomap_eof_align_last_fsb(
56 xfs_fileoff_t
*last_fsb
)
58 xfs_fileoff_t new_last_fsb
= 0;
59 xfs_extlen_t align
= 0;
62 if (!XFS_IS_REALTIME_INODE(ip
)) {
64 * Round up the allocation request to a stripe unit
65 * (m_dalign) boundary if the file size is >= stripe unit
66 * size, and we are allocating past the allocation eof.
68 * If mounted with the "-o swalloc" option the alignment is
69 * increased from the strip unit size to the stripe width.
71 if (mp
->m_swidth
&& (mp
->m_flags
& XFS_MOUNT_SWALLOC
))
73 else if (mp
->m_dalign
)
76 if (align
&& XFS_ISIZE(ip
) >= XFS_FSB_TO_B(mp
, align
))
77 new_last_fsb
= roundup_64(*last_fsb
, align
);
81 * Always round up the allocation request to an extent boundary
82 * (when file on a real-time subvolume or has di_extsize hint).
86 align
= roundup_64(new_last_fsb
, extsize
);
89 new_last_fsb
= roundup_64(*last_fsb
, align
);
93 error
= xfs_bmap_eof(ip
, new_last_fsb
, XFS_DATA_FORK
, &eof
);
97 *last_fsb
= new_last_fsb
;
103 xfs_alert_fsblock_zero(
105 xfs_bmbt_irec_t
*imap
)
107 xfs_alert_tag(ip
->i_mount
, XFS_PTAG_FSBLOCK_ZERO
,
108 "Access to block zero in inode %llu "
109 "start_block: %llx start_off: %llx "
110 "blkcnt: %llx extent-state: %x\n",
111 (unsigned long long)ip
->i_ino
,
112 (unsigned long long)imap
->br_startblock
,
113 (unsigned long long)imap
->br_startoff
,
114 (unsigned long long)imap
->br_blockcount
,
120 xfs_iomap_write_direct(
124 xfs_bmbt_irec_t
*imap
,
127 xfs_mount_t
*mp
= ip
->i_mount
;
128 xfs_fileoff_t offset_fsb
;
129 xfs_fileoff_t last_fsb
;
130 xfs_filblks_t count_fsb
, resaligned
;
131 xfs_fsblock_t firstfsb
;
132 xfs_extlen_t extsz
, temp
;
138 xfs_bmap_free_t free_list
;
139 uint qblocks
, resblks
, resrtextents
;
143 error
= xfs_qm_dqattach(ip
, 0);
145 return XFS_ERROR(error
);
147 rt
= XFS_IS_REALTIME_INODE(ip
);
148 extsz
= xfs_get_extsz_hint(ip
);
150 offset_fsb
= XFS_B_TO_FSBT(mp
, offset
);
151 last_fsb
= XFS_B_TO_FSB(mp
, ((xfs_ufsize_t
)(offset
+ count
)));
152 if ((offset
+ count
) > XFS_ISIZE(ip
)) {
153 error
= xfs_iomap_eof_align_last_fsb(mp
, ip
, extsz
, &last_fsb
);
155 return XFS_ERROR(error
);
157 if (nmaps
&& (imap
->br_startblock
== HOLESTARTBLOCK
))
158 last_fsb
= MIN(last_fsb
, (xfs_fileoff_t
)
159 imap
->br_blockcount
+
162 count_fsb
= last_fsb
- offset_fsb
;
163 ASSERT(count_fsb
> 0);
165 resaligned
= count_fsb
;
166 if (unlikely(extsz
)) {
167 if ((temp
= do_mod(offset_fsb
, extsz
)))
169 if ((temp
= do_mod(resaligned
, extsz
)))
170 resaligned
+= extsz
- temp
;
174 resrtextents
= qblocks
= resaligned
;
175 resrtextents
/= mp
->m_sb
.sb_rextsize
;
176 resblks
= XFS_DIOSTRAT_SPACE_RES(mp
, 0);
177 quota_flag
= XFS_QMOPT_RES_RTBLKS
;
180 resblks
= qblocks
= XFS_DIOSTRAT_SPACE_RES(mp
, resaligned
);
181 quota_flag
= XFS_QMOPT_RES_REGBLKS
;
185 * Allocate and setup the transaction
187 tp
= xfs_trans_alloc(mp
, XFS_TRANS_DIOSTRAT
);
188 error
= xfs_trans_reserve(tp
, resblks
,
189 XFS_WRITE_LOG_RES(mp
), resrtextents
,
190 XFS_TRANS_PERM_LOG_RES
,
191 XFS_WRITE_LOG_COUNT
);
193 * Check for running out of space, note: need lock to return
196 xfs_trans_cancel(tp
, 0);
197 return XFS_ERROR(error
);
200 xfs_ilock(ip
, XFS_ILOCK_EXCL
);
202 error
= xfs_trans_reserve_quota_nblks(tp
, ip
, qblocks
, 0, quota_flag
);
204 goto out_trans_cancel
;
206 xfs_trans_ijoin(tp
, ip
, 0);
209 if (offset
< XFS_ISIZE(ip
) || extsz
)
210 bmapi_flag
|= XFS_BMAPI_PREALLOC
;
213 * From this point onwards we overwrite the imap pointer that the
216 xfs_bmap_init(&free_list
, &firstfsb
);
218 error
= xfs_bmapi_write(tp
, ip
, offset_fsb
, count_fsb
, bmapi_flag
,
219 &firstfsb
, 0, imap
, &nimaps
, &free_list
);
221 goto out_bmap_cancel
;
224 * Complete the transaction
226 error
= xfs_bmap_finish(&tp
, &free_list
, &committed
);
228 goto out_bmap_cancel
;
229 error
= xfs_trans_commit(tp
, XFS_TRANS_RELEASE_LOG_RES
);
234 * Copy any maps to caller's array and return any error.
237 error
= XFS_ERROR(ENOSPC
);
241 if (!(imap
->br_startblock
|| XFS_IS_REALTIME_INODE(ip
)))
242 error
= xfs_alert_fsblock_zero(ip
, imap
);
245 xfs_iunlock(ip
, XFS_ILOCK_EXCL
);
249 xfs_bmap_cancel(&free_list
);
250 xfs_trans_unreserve_quota_nblks(tp
, ip
, (long)qblocks
, 0, quota_flag
);
252 xfs_trans_cancel(tp
, XFS_TRANS_RELEASE_LOG_RES
| XFS_TRANS_ABORT
);
257 * If the caller is doing a write at the end of the file, then extend the
258 * allocation out to the file system's write iosize. We clean up any extra
259 * space left over when the file is closed in xfs_inactive().
261 * If we find we already have delalloc preallocation beyond EOF, don't do more
262 * preallocation as it it not needed.
265 xfs_iomap_eof_want_preallocate(
270 xfs_bmbt_irec_t
*imap
,
274 xfs_fileoff_t start_fsb
;
275 xfs_filblks_t count_fsb
;
276 xfs_fsblock_t firstblock
;
278 int found_delalloc
= 0;
281 if (offset
+ count
<= XFS_ISIZE(ip
))
285 * If there are any real blocks past eof, then don't
286 * do any speculative allocation.
288 start_fsb
= XFS_B_TO_FSBT(mp
, ((xfs_ufsize_t
)(offset
+ count
- 1)));
289 count_fsb
= XFS_B_TO_FSB(mp
, mp
->m_super
->s_maxbytes
);
290 while (count_fsb
> 0) {
292 firstblock
= NULLFSBLOCK
;
293 error
= xfs_bmapi_read(ip
, start_fsb
, count_fsb
, imap
, &imaps
,
297 for (n
= 0; n
< imaps
; n
++) {
298 if ((imap
[n
].br_startblock
!= HOLESTARTBLOCK
) &&
299 (imap
[n
].br_startblock
!= DELAYSTARTBLOCK
))
301 start_fsb
+= imap
[n
].br_blockcount
;
302 count_fsb
-= imap
[n
].br_blockcount
;
304 if (imap
[n
].br_startblock
== DELAYSTARTBLOCK
)
314 * If we don't have a user specified preallocation size, dynamically increase
315 * the preallocation size as the size of the file grows. Cap the maximum size
316 * at a single extent or less if the filesystem is near full. The closer the
317 * filesystem is to full, the smaller the maximum prealocation.
320 xfs_iomap_prealloc_size(
321 struct xfs_mount
*mp
,
322 struct xfs_inode
*ip
)
324 xfs_fsblock_t alloc_blocks
= 0;
326 if (!(mp
->m_flags
& XFS_MOUNT_DFLT_IOSIZE
)) {
331 * rounddown_pow_of_two() returns an undefined result
332 * if we pass in alloc_blocks = 0. Hence the "+ 1" to
333 * ensure we always pass in a non-zero value.
335 alloc_blocks
= XFS_B_TO_FSB(mp
, XFS_ISIZE(ip
)) + 1;
336 alloc_blocks
= XFS_FILEOFF_MIN(MAXEXTLEN
,
337 rounddown_pow_of_two(alloc_blocks
));
339 xfs_icsb_sync_counters(mp
, XFS_ICSB_LAZY_COUNT
);
340 freesp
= mp
->m_sb
.sb_fdblocks
;
341 if (freesp
< mp
->m_low_space
[XFS_LOWSP_5_PCNT
]) {
343 if (freesp
< mp
->m_low_space
[XFS_LOWSP_4_PCNT
])
345 if (freesp
< mp
->m_low_space
[XFS_LOWSP_3_PCNT
])
347 if (freesp
< mp
->m_low_space
[XFS_LOWSP_2_PCNT
])
349 if (freesp
< mp
->m_low_space
[XFS_LOWSP_1_PCNT
])
353 alloc_blocks
>>= shift
;
356 if (alloc_blocks
< mp
->m_writeio_blocks
)
357 alloc_blocks
= mp
->m_writeio_blocks
;
363 xfs_iomap_write_delay(
367 xfs_bmbt_irec_t
*ret_imap
)
369 xfs_mount_t
*mp
= ip
->i_mount
;
370 xfs_fileoff_t offset_fsb
;
371 xfs_fileoff_t last_fsb
;
372 xfs_off_t aligned_offset
;
373 xfs_fileoff_t ioalign
;
376 xfs_bmbt_irec_t imap
[XFS_WRITE_IMAPS
];
380 ASSERT(xfs_isilocked(ip
, XFS_ILOCK_EXCL
));
383 * Make sure that the dquots are there. This doesn't hold
384 * the ilock across a disk read.
386 error
= xfs_qm_dqattach_locked(ip
, 0);
388 return XFS_ERROR(error
);
390 extsz
= xfs_get_extsz_hint(ip
);
391 offset_fsb
= XFS_B_TO_FSBT(mp
, offset
);
394 error
= xfs_iomap_eof_want_preallocate(mp
, ip
, offset
, count
,
395 imap
, XFS_WRITE_IMAPS
, &prealloc
);
401 xfs_fsblock_t alloc_blocks
= xfs_iomap_prealloc_size(mp
, ip
);
403 aligned_offset
= XFS_WRITEIO_ALIGN(mp
, (offset
+ count
- 1));
404 ioalign
= XFS_B_TO_FSBT(mp
, aligned_offset
);
405 last_fsb
= ioalign
+ alloc_blocks
;
407 last_fsb
= XFS_B_TO_FSB(mp
, ((xfs_ufsize_t
)(offset
+ count
)));
410 if (prealloc
|| extsz
) {
411 error
= xfs_iomap_eof_align_last_fsb(mp
, ip
, extsz
, &last_fsb
);
417 * Make sure preallocation does not create extents beyond the range we
418 * actually support in this filesystem.
420 if (last_fsb
> XFS_B_TO_FSB(mp
, mp
->m_super
->s_maxbytes
))
421 last_fsb
= XFS_B_TO_FSB(mp
, mp
->m_super
->s_maxbytes
);
423 ASSERT(last_fsb
> offset_fsb
);
425 nimaps
= XFS_WRITE_IMAPS
;
426 error
= xfs_bmapi_delay(ip
, offset_fsb
, last_fsb
- offset_fsb
,
427 imap
, &nimaps
, XFS_BMAPI_ENTIRE
);
434 return XFS_ERROR(error
);
438 * If bmapi returned us nothing, we got either ENOSPC or EDQUOT. Retry
439 * without EOF preallocation.
442 trace_xfs_delalloc_enospc(ip
, offset
, count
);
448 return XFS_ERROR(error
? error
: ENOSPC
);
451 if (!(imap
[0].br_startblock
|| XFS_IS_REALTIME_INODE(ip
)))
452 return xfs_alert_fsblock_zero(ip
, &imap
[0]);
455 * Tag the inode as speculatively preallocated so we can reclaim this
456 * space on demand, if necessary.
459 xfs_inode_set_eofblocks_tag(ip
);
466 * Pass in a delayed allocate extent, convert it to real extents;
467 * return to the caller the extent we create which maps on top of
468 * the originating callers request.
470 * Called without a lock on the inode.
472 * We no longer bother to look at the incoming map - all we have to
473 * guarantee is that whatever we allocate fills the required range.
476 xfs_iomap_write_allocate(
480 xfs_bmbt_irec_t
*imap
)
482 xfs_mount_t
*mp
= ip
->i_mount
;
483 xfs_fileoff_t offset_fsb
, last_block
;
484 xfs_fileoff_t end_fsb
, map_start_fsb
;
485 xfs_fsblock_t first_block
;
486 xfs_bmap_free_t free_list
;
487 xfs_filblks_t count_fsb
;
489 int nimaps
, committed
;
494 * Make sure that the dquots are there.
496 error
= xfs_qm_dqattach(ip
, 0);
498 return XFS_ERROR(error
);
500 offset_fsb
= XFS_B_TO_FSBT(mp
, offset
);
501 count_fsb
= imap
->br_blockcount
;
502 map_start_fsb
= imap
->br_startoff
;
504 XFS_STATS_ADD(xs_xstrat_bytes
, XFS_FSB_TO_B(mp
, count_fsb
));
506 while (count_fsb
!= 0) {
508 * Set up a transaction with which to allocate the
509 * backing store for the file. Do allocations in a
510 * loop until we get some space in the range we are
511 * interested in. The other space that might be allocated
512 * is in the delayed allocation extent on which we sit
513 * but before our buffer starts.
517 while (nimaps
== 0) {
518 tp
= xfs_trans_alloc(mp
, XFS_TRANS_STRAT_WRITE
);
519 tp
->t_flags
|= XFS_TRANS_RESERVE
;
520 nres
= XFS_EXTENTADD_SPACE_RES(mp
, XFS_DATA_FORK
);
521 error
= xfs_trans_reserve(tp
, nres
,
522 XFS_WRITE_LOG_RES(mp
),
523 0, XFS_TRANS_PERM_LOG_RES
,
524 XFS_WRITE_LOG_COUNT
);
526 xfs_trans_cancel(tp
, 0);
527 return XFS_ERROR(error
);
529 xfs_ilock(ip
, XFS_ILOCK_EXCL
);
530 xfs_trans_ijoin(tp
, ip
, 0);
532 xfs_bmap_init(&free_list
, &first_block
);
535 * it is possible that the extents have changed since
536 * we did the read call as we dropped the ilock for a
537 * while. We have to be careful about truncates or hole
538 * punchs here - we are not allowed to allocate
539 * non-delalloc blocks here.
541 * The only protection against truncation is the pages
542 * for the range we are being asked to convert are
543 * locked and hence a truncate will block on them
546 * As a result, if we go beyond the range we really
547 * need and hit an delalloc extent boundary followed by
548 * a hole while we have excess blocks in the map, we
549 * will fill the hole incorrectly and overrun the
550 * transaction reservation.
552 * Using a single map prevents this as we are forced to
553 * check each map we look for overlap with the desired
554 * range and abort as soon as we find it. Also, given
555 * that we only return a single map, having one beyond
556 * what we can return is probably a bit silly.
558 * We also need to check that we don't go beyond EOF;
559 * this is a truncate optimisation as a truncate sets
560 * the new file size before block on the pages we
561 * currently have locked under writeback. Because they
562 * are about to be tossed, we don't need to write them
566 end_fsb
= XFS_B_TO_FSB(mp
, XFS_ISIZE(ip
));
567 error
= xfs_bmap_last_offset(NULL
, ip
, &last_block
,
572 last_block
= XFS_FILEOFF_MAX(last_block
, end_fsb
);
573 if ((map_start_fsb
+ count_fsb
) > last_block
) {
574 count_fsb
= last_block
- map_start_fsb
;
575 if (count_fsb
== 0) {
582 * From this point onwards we overwrite the imap
583 * pointer that the caller gave to us.
585 error
= xfs_bmapi_write(tp
, ip
, map_start_fsb
,
587 XFS_BMAPI_STACK_SWITCH
,
589 imap
, &nimaps
, &free_list
);
593 error
= xfs_bmap_finish(&tp
, &free_list
, &committed
);
597 error
= xfs_trans_commit(tp
, XFS_TRANS_RELEASE_LOG_RES
);
601 xfs_iunlock(ip
, XFS_ILOCK_EXCL
);
605 * See if we were able to allocate an extent that
606 * covers at least part of the callers request
608 if (!(imap
->br_startblock
|| XFS_IS_REALTIME_INODE(ip
)))
609 return xfs_alert_fsblock_zero(ip
, imap
);
611 if ((offset_fsb
>= imap
->br_startoff
) &&
612 (offset_fsb
< (imap
->br_startoff
+
613 imap
->br_blockcount
))) {
614 XFS_STATS_INC(xs_xstrat_quick
);
619 * So far we have not mapped the requested part of the
620 * file, just surrounding data, try again.
622 count_fsb
-= imap
->br_blockcount
;
623 map_start_fsb
= imap
->br_startoff
+ imap
->br_blockcount
;
627 xfs_bmap_cancel(&free_list
);
628 xfs_trans_cancel(tp
, XFS_TRANS_RELEASE_LOG_RES
| XFS_TRANS_ABORT
);
630 xfs_iunlock(ip
, XFS_ILOCK_EXCL
);
631 return XFS_ERROR(error
);
635 xfs_iomap_write_unwritten(
640 xfs_mount_t
*mp
= ip
->i_mount
;
641 xfs_fileoff_t offset_fsb
;
642 xfs_filblks_t count_fsb
;
643 xfs_filblks_t numblks_fsb
;
644 xfs_fsblock_t firstfsb
;
647 xfs_bmbt_irec_t imap
;
648 xfs_bmap_free_t free_list
;
654 trace_xfs_unwritten_convert(ip
, offset
, count
);
656 offset_fsb
= XFS_B_TO_FSBT(mp
, offset
);
657 count_fsb
= XFS_B_TO_FSB(mp
, (xfs_ufsize_t
)offset
+ count
);
658 count_fsb
= (xfs_filblks_t
)(count_fsb
- offset_fsb
);
661 * Reserve enough blocks in this transaction for two complete extent
662 * btree splits. We may be converting the middle part of an unwritten
663 * extent and in this case we will insert two new extents in the btree
664 * each of which could cause a full split.
666 * This reservation amount will be used in the first call to
667 * xfs_bmbt_split() to select an AG with enough space to satisfy the
668 * rest of the operation.
670 resblks
= XFS_DIOSTRAT_SPACE_RES(mp
, 0) << 1;
674 * set up a transaction to convert the range of extents
675 * from unwritten to real. Do allocations in a loop until
676 * we have covered the range passed in.
678 * Note that we open code the transaction allocation here
679 * to pass KM_NOFS--we can't risk to recursing back into
680 * the filesystem here as we might be asked to write out
681 * the same inode that we complete here and might deadlock
684 sb_start_intwrite(mp
->m_super
);
685 tp
= _xfs_trans_alloc(mp
, XFS_TRANS_STRAT_WRITE
, KM_NOFS
);
686 tp
->t_flags
|= XFS_TRANS_RESERVE
| XFS_TRANS_FREEZE_PROT
;
687 error
= xfs_trans_reserve(tp
, resblks
,
688 XFS_WRITE_LOG_RES(mp
), 0,
689 XFS_TRANS_PERM_LOG_RES
,
690 XFS_WRITE_LOG_COUNT
);
692 xfs_trans_cancel(tp
, 0);
693 return XFS_ERROR(error
);
696 xfs_ilock(ip
, XFS_ILOCK_EXCL
);
697 xfs_trans_ijoin(tp
, ip
, 0);
700 * Modify the unwritten extent state of the buffer.
702 xfs_bmap_init(&free_list
, &firstfsb
);
704 error
= xfs_bmapi_write(tp
, ip
, offset_fsb
, count_fsb
,
705 XFS_BMAPI_CONVERT
, &firstfsb
,
706 1, &imap
, &nimaps
, &free_list
);
708 goto error_on_bmapi_transaction
;
711 * Log the updated inode size as we go. We have to be careful
712 * to only log it up to the actual write offset if it is
713 * halfway into a block.
715 i_size
= XFS_FSB_TO_B(mp
, offset_fsb
+ count_fsb
);
716 if (i_size
> offset
+ count
)
717 i_size
= offset
+ count
;
719 i_size
= xfs_new_eof(ip
, i_size
);
721 ip
->i_d
.di_size
= i_size
;
722 xfs_trans_log_inode(tp
, ip
, XFS_ILOG_CORE
);
725 error
= xfs_bmap_finish(&tp
, &free_list
, &committed
);
727 goto error_on_bmapi_transaction
;
729 error
= xfs_trans_commit(tp
, XFS_TRANS_RELEASE_LOG_RES
);
730 xfs_iunlock(ip
, XFS_ILOCK_EXCL
);
732 return XFS_ERROR(error
);
734 if (!(imap
.br_startblock
|| XFS_IS_REALTIME_INODE(ip
)))
735 return xfs_alert_fsblock_zero(ip
, &imap
);
737 if ((numblks_fsb
= imap
.br_blockcount
) == 0) {
739 * The numblks_fsb value should always get
740 * smaller, otherwise the loop is stuck.
742 ASSERT(imap
.br_blockcount
);
745 offset_fsb
+= numblks_fsb
;
746 count_fsb
-= numblks_fsb
;
747 } while (count_fsb
> 0);
751 error_on_bmapi_transaction
:
752 xfs_bmap_cancel(&free_list
);
753 xfs_trans_cancel(tp
, (XFS_TRANS_RELEASE_LOG_RES
| XFS_TRANS_ABORT
));
754 xfs_iunlock(ip
, XFS_ILOCK_EXCL
);
755 return XFS_ERROR(error
);