1 // SPDX-License-Identifier: GPL-2.0-or-later
5 * File open, close, extend, truncate
7 * Copyright (C) 2002, 2004 Oracle. All rights reserved.
10 #include <linux/capability.h>
12 #include <linux/types.h>
13 #include <linux/slab.h>
14 #include <linux/highmem.h>
15 #include <linux/pagemap.h>
16 #include <linux/uio.h>
17 #include <linux/sched.h>
18 #include <linux/splice.h>
19 #include <linux/mount.h>
20 #include <linux/writeback.h>
21 #include <linux/falloc.h>
22 #include <linux/quotaops.h>
23 #include <linux/blkdev.h>
24 #include <linux/backing-dev.h>
26 #include <cluster/masklog.h>
34 #include "extent_map.h"
47 #include "refcounttree.h"
48 #include "ocfs2_trace.h"
50 #include "buffer_head_io.h"
52 static int ocfs2_init_file_private(struct inode
*inode
, struct file
*file
)
54 struct ocfs2_file_private
*fp
;
56 fp
= kzalloc(sizeof(struct ocfs2_file_private
), GFP_KERNEL
);
61 mutex_init(&fp
->fp_mutex
);
62 ocfs2_file_lock_res_init(&fp
->fp_flock
, fp
);
63 file
->private_data
= fp
;
68 static void ocfs2_free_file_private(struct inode
*inode
, struct file
*file
)
70 struct ocfs2_file_private
*fp
= file
->private_data
;
71 struct ocfs2_super
*osb
= OCFS2_SB(inode
->i_sb
);
74 ocfs2_simple_drop_lockres(osb
, &fp
->fp_flock
);
75 ocfs2_lock_res_free(&fp
->fp_flock
);
77 file
->private_data
= NULL
;
81 static int ocfs2_file_open(struct inode
*inode
, struct file
*file
)
84 int mode
= file
->f_flags
;
85 struct ocfs2_inode_info
*oi
= OCFS2_I(inode
);
87 trace_ocfs2_file_open(inode
, file
, file
->f_path
.dentry
,
88 (unsigned long long)oi
->ip_blkno
,
89 file
->f_path
.dentry
->d_name
.len
,
90 file
->f_path
.dentry
->d_name
.name
, mode
);
92 if (file
->f_mode
& FMODE_WRITE
) {
93 status
= dquot_initialize(inode
);
98 spin_lock(&oi
->ip_lock
);
100 /* Check that the inode hasn't been wiped from disk by another
101 * node. If it hasn't then we're safe as long as we hold the
102 * spin lock until our increment of open count. */
103 if (oi
->ip_flags
& OCFS2_INODE_DELETED
) {
104 spin_unlock(&oi
->ip_lock
);
111 oi
->ip_flags
|= OCFS2_INODE_OPEN_DIRECT
;
114 spin_unlock(&oi
->ip_lock
);
116 status
= ocfs2_init_file_private(inode
, file
);
119 * We want to set open count back if we're failing the
122 spin_lock(&oi
->ip_lock
);
124 spin_unlock(&oi
->ip_lock
);
127 file
->f_mode
|= FMODE_NOWAIT
;
133 static int ocfs2_file_release(struct inode
*inode
, struct file
*file
)
135 struct ocfs2_inode_info
*oi
= OCFS2_I(inode
);
137 spin_lock(&oi
->ip_lock
);
138 if (!--oi
->ip_open_count
)
139 oi
->ip_flags
&= ~OCFS2_INODE_OPEN_DIRECT
;
141 trace_ocfs2_file_release(inode
, file
, file
->f_path
.dentry
,
143 file
->f_path
.dentry
->d_name
.len
,
144 file
->f_path
.dentry
->d_name
.name
,
146 spin_unlock(&oi
->ip_lock
);
148 ocfs2_free_file_private(inode
, file
);
153 static int ocfs2_dir_open(struct inode
*inode
, struct file
*file
)
155 return ocfs2_init_file_private(inode
, file
);
158 static int ocfs2_dir_release(struct inode
*inode
, struct file
*file
)
160 ocfs2_free_file_private(inode
, file
);
164 static int ocfs2_sync_file(struct file
*file
, loff_t start
, loff_t end
,
168 struct inode
*inode
= file
->f_mapping
->host
;
169 struct ocfs2_super
*osb
= OCFS2_SB(inode
->i_sb
);
170 struct ocfs2_inode_info
*oi
= OCFS2_I(inode
);
171 journal_t
*journal
= osb
->journal
->j_journal
;
174 bool needs_barrier
= false;
176 trace_ocfs2_sync_file(inode
, file
, file
->f_path
.dentry
,
178 file
->f_path
.dentry
->d_name
.len
,
179 file
->f_path
.dentry
->d_name
.name
,
180 (unsigned long long)datasync
);
182 if (ocfs2_is_hard_readonly(osb
) || ocfs2_is_soft_readonly(osb
))
185 err
= file_write_and_wait_range(file
, start
, end
);
189 commit_tid
= datasync
? oi
->i_datasync_tid
: oi
->i_sync_tid
;
190 if (journal
->j_flags
& JBD2_BARRIER
&&
191 !jbd2_trans_will_send_data_barrier(journal
, commit_tid
))
192 needs_barrier
= true;
193 err
= jbd2_complete_transaction(journal
, commit_tid
);
195 ret
= blkdev_issue_flush(inode
->i_sb
->s_bdev
);
203 return (err
< 0) ? -EIO
: 0;
206 int ocfs2_should_update_atime(struct inode
*inode
,
207 struct vfsmount
*vfsmnt
)
209 struct timespec64 now
;
210 struct ocfs2_super
*osb
= OCFS2_SB(inode
->i_sb
);
212 if (ocfs2_is_hard_readonly(osb
) || ocfs2_is_soft_readonly(osb
))
215 if ((inode
->i_flags
& S_NOATIME
) ||
216 ((inode
->i_sb
->s_flags
& SB_NODIRATIME
) && S_ISDIR(inode
->i_mode
)))
220 * We can be called with no vfsmnt structure - NFSD will
223 * Note that our action here is different than touch_atime() -
224 * if we can't tell whether this is a noatime mount, then we
225 * don't know whether to trust the value of s_atime_quantum.
230 if ((vfsmnt
->mnt_flags
& MNT_NOATIME
) ||
231 ((vfsmnt
->mnt_flags
& MNT_NODIRATIME
) && S_ISDIR(inode
->i_mode
)))
234 if (vfsmnt
->mnt_flags
& MNT_RELATIME
) {
235 struct timespec64 ctime
= inode_get_ctime(inode
);
236 struct timespec64 atime
= inode_get_atime(inode
);
237 struct timespec64 mtime
= inode_get_mtime(inode
);
239 if ((timespec64_compare(&atime
, &mtime
) <= 0) ||
240 (timespec64_compare(&atime
, &ctime
) <= 0))
246 now
= current_time(inode
);
247 if ((now
.tv_sec
- inode_get_atime_sec(inode
) <= osb
->s_atime_quantum
))
253 int ocfs2_update_inode_atime(struct inode
*inode
,
254 struct buffer_head
*bh
)
257 struct ocfs2_super
*osb
= OCFS2_SB(inode
->i_sb
);
259 struct ocfs2_dinode
*di
= (struct ocfs2_dinode
*) bh
->b_data
;
261 handle
= ocfs2_start_trans(osb
, OCFS2_INODE_UPDATE_CREDITS
);
262 if (IS_ERR(handle
)) {
263 ret
= PTR_ERR(handle
);
268 ret
= ocfs2_journal_access_di(handle
, INODE_CACHE(inode
), bh
,
269 OCFS2_JOURNAL_ACCESS_WRITE
);
276 * Don't use ocfs2_mark_inode_dirty() here as we don't always
277 * have i_rwsem to guard against concurrent changes to other
280 inode_set_atime_to_ts(inode
, current_time(inode
));
281 di
->i_atime
= cpu_to_le64(inode_get_atime_sec(inode
));
282 di
->i_atime_nsec
= cpu_to_le32(inode_get_atime_nsec(inode
));
283 ocfs2_update_inode_fsync_trans(handle
, inode
, 0);
284 ocfs2_journal_dirty(handle
, bh
);
287 ocfs2_commit_trans(osb
, handle
);
292 int ocfs2_set_inode_size(handle_t
*handle
,
294 struct buffer_head
*fe_bh
,
299 i_size_write(inode
, new_i_size
);
300 inode
->i_blocks
= ocfs2_inode_sector_count(inode
);
301 inode_set_mtime_to_ts(inode
, inode_set_ctime_current(inode
));
303 status
= ocfs2_mark_inode_dirty(handle
, inode
, fe_bh
);
313 int ocfs2_simple_size_update(struct inode
*inode
,
314 struct buffer_head
*di_bh
,
318 struct ocfs2_super
*osb
= OCFS2_SB(inode
->i_sb
);
319 handle_t
*handle
= NULL
;
321 handle
= ocfs2_start_trans(osb
, OCFS2_INODE_UPDATE_CREDITS
);
322 if (IS_ERR(handle
)) {
323 ret
= PTR_ERR(handle
);
328 ret
= ocfs2_set_inode_size(handle
, inode
, di_bh
,
333 ocfs2_update_inode_fsync_trans(handle
, inode
, 0);
334 ocfs2_commit_trans(osb
, handle
);
339 static int ocfs2_cow_file_pos(struct inode
*inode
,
340 struct buffer_head
*fe_bh
,
344 u32 phys
, cpos
= offset
>> OCFS2_SB(inode
->i_sb
)->s_clustersize_bits
;
345 unsigned int num_clusters
= 0;
346 unsigned int ext_flags
= 0;
349 * If the new offset is aligned to the range of the cluster, there is
350 * no space for ocfs2_zero_range_for_truncate to fill, so no need to
353 if ((offset
& (OCFS2_SB(inode
->i_sb
)->s_clustersize
- 1)) == 0)
356 status
= ocfs2_get_clusters(inode
, cpos
, &phys
,
357 &num_clusters
, &ext_flags
);
363 if (!(ext_flags
& OCFS2_EXT_REFCOUNTED
))
366 return ocfs2_refcount_cow(inode
, fe_bh
, cpos
, 1, cpos
+1);
372 static int ocfs2_orphan_for_truncate(struct ocfs2_super
*osb
,
374 struct buffer_head
*fe_bh
,
379 struct ocfs2_dinode
*di
;
383 * We need to CoW the cluster contains the offset if it is reflinked
384 * since we will call ocfs2_zero_range_for_truncate later which will
385 * write "0" from offset to the end of the cluster.
387 status
= ocfs2_cow_file_pos(inode
, fe_bh
, new_i_size
);
393 /* TODO: This needs to actually orphan the inode in this
396 handle
= ocfs2_start_trans(osb
, OCFS2_INODE_UPDATE_CREDITS
);
397 if (IS_ERR(handle
)) {
398 status
= PTR_ERR(handle
);
403 status
= ocfs2_journal_access_di(handle
, INODE_CACHE(inode
), fe_bh
,
404 OCFS2_JOURNAL_ACCESS_WRITE
);
411 * Do this before setting i_size.
413 cluster_bytes
= ocfs2_align_bytes_to_clusters(inode
->i_sb
, new_i_size
);
414 status
= ocfs2_zero_range_for_truncate(inode
, handle
, new_i_size
,
421 i_size_write(inode
, new_i_size
);
422 inode_set_mtime_to_ts(inode
, inode_set_ctime_current(inode
));
424 di
= (struct ocfs2_dinode
*) fe_bh
->b_data
;
425 di
->i_size
= cpu_to_le64(new_i_size
);
426 di
->i_ctime
= di
->i_mtime
= cpu_to_le64(inode_get_ctime_sec(inode
));
427 di
->i_ctime_nsec
= di
->i_mtime_nsec
= cpu_to_le32(inode_get_ctime_nsec(inode
));
428 ocfs2_update_inode_fsync_trans(handle
, inode
, 0);
430 ocfs2_journal_dirty(handle
, fe_bh
);
433 ocfs2_commit_trans(osb
, handle
);
438 int ocfs2_truncate_file(struct inode
*inode
,
439 struct buffer_head
*di_bh
,
443 struct ocfs2_dinode
*fe
= NULL
;
444 struct ocfs2_super
*osb
= OCFS2_SB(inode
->i_sb
);
446 /* We trust di_bh because it comes from ocfs2_inode_lock(), which
447 * already validated it */
448 fe
= (struct ocfs2_dinode
*) di_bh
->b_data
;
450 trace_ocfs2_truncate_file((unsigned long long)OCFS2_I(inode
)->ip_blkno
,
451 (unsigned long long)le64_to_cpu(fe
->i_size
),
452 (unsigned long long)new_i_size
);
454 mlog_bug_on_msg(le64_to_cpu(fe
->i_size
) != i_size_read(inode
),
455 "Inode %llu, inode i_size = %lld != di "
456 "i_size = %llu, i_flags = 0x%x\n",
457 (unsigned long long)OCFS2_I(inode
)->ip_blkno
,
459 (unsigned long long)le64_to_cpu(fe
->i_size
),
460 le32_to_cpu(fe
->i_flags
));
462 if (new_i_size
> le64_to_cpu(fe
->i_size
)) {
463 trace_ocfs2_truncate_file_error(
464 (unsigned long long)le64_to_cpu(fe
->i_size
),
465 (unsigned long long)new_i_size
);
471 down_write(&OCFS2_I(inode
)->ip_alloc_sem
);
473 ocfs2_resv_discard(&osb
->osb_la_resmap
,
474 &OCFS2_I(inode
)->ip_la_data_resv
);
477 * The inode lock forced other nodes to sync and drop their
478 * pages, which (correctly) happens even if we have a truncate
479 * without allocation change - ocfs2 cluster sizes can be much
480 * greater than page size, so we have to truncate them
484 if (OCFS2_I(inode
)->ip_dyn_features
& OCFS2_INLINE_DATA_FL
) {
485 unmap_mapping_range(inode
->i_mapping
,
486 new_i_size
+ PAGE_SIZE
- 1, 0, 1);
487 truncate_inode_pages(inode
->i_mapping
, new_i_size
);
488 status
= ocfs2_truncate_inline(inode
, di_bh
, new_i_size
,
489 i_size_read(inode
), 1);
493 goto bail_unlock_sem
;
496 /* alright, we're going to need to do a full blown alloc size
497 * change. Orphan the inode so that recovery can complete the
498 * truncate if necessary. This does the task of marking
500 status
= ocfs2_orphan_for_truncate(osb
, inode
, di_bh
, new_i_size
);
503 goto bail_unlock_sem
;
506 unmap_mapping_range(inode
->i_mapping
, new_i_size
+ PAGE_SIZE
- 1, 0, 1);
507 truncate_inode_pages(inode
->i_mapping
, new_i_size
);
509 status
= ocfs2_commit_truncate(osb
, inode
, di_bh
);
512 goto bail_unlock_sem
;
515 /* TODO: orphan dir cleanup here. */
517 up_write(&OCFS2_I(inode
)->ip_alloc_sem
);
520 if (!status
&& OCFS2_I(inode
)->ip_clusters
== 0)
521 status
= ocfs2_try_remove_refcount_tree(inode
, di_bh
);
527 * extend file allocation only here.
528 * we'll update all the disk stuff, and oip->alloc_size
530 * expect stuff to be locked, a transaction started and enough data /
531 * metadata reservations in the contexts.
533 * Will return -EAGAIN, and a reason if a restart is needed.
534 * If passed in, *reason will always be set, even in error.
536 int ocfs2_add_inode_data(struct ocfs2_super
*osb
,
541 struct buffer_head
*fe_bh
,
543 struct ocfs2_alloc_context
*data_ac
,
544 struct ocfs2_alloc_context
*meta_ac
,
545 enum ocfs2_alloc_restarted
*reason_ret
)
547 struct ocfs2_extent_tree et
;
549 ocfs2_init_dinode_extent_tree(&et
, INODE_CACHE(inode
), fe_bh
);
550 return ocfs2_add_clusters_in_btree(handle
, &et
, logical_offset
,
551 clusters_to_add
, mark_unwritten
,
552 data_ac
, meta_ac
, reason_ret
);
555 static int ocfs2_extend_allocation(struct inode
*inode
, u32 logical_start
,
556 u32 clusters_to_add
, int mark_unwritten
)
559 int restart_func
= 0;
562 struct buffer_head
*bh
= NULL
;
563 struct ocfs2_dinode
*fe
= NULL
;
564 handle_t
*handle
= NULL
;
565 struct ocfs2_alloc_context
*data_ac
= NULL
;
566 struct ocfs2_alloc_context
*meta_ac
= NULL
;
567 enum ocfs2_alloc_restarted why
= RESTART_NONE
;
568 struct ocfs2_super
*osb
= OCFS2_SB(inode
->i_sb
);
569 struct ocfs2_extent_tree et
;
573 * Unwritten extent only exists for file systems which
576 BUG_ON(mark_unwritten
&& !ocfs2_sparse_alloc(osb
));
578 status
= ocfs2_read_inode_block(inode
, &bh
);
583 fe
= (struct ocfs2_dinode
*) bh
->b_data
;
586 BUG_ON(le32_to_cpu(fe
->i_clusters
) != OCFS2_I(inode
)->ip_clusters
);
588 ocfs2_init_dinode_extent_tree(&et
, INODE_CACHE(inode
), bh
);
589 status
= ocfs2_lock_allocators(inode
, &et
, clusters_to_add
, 0,
596 credits
= ocfs2_calc_extend_credits(osb
->sb
, &fe
->id2
.i_list
);
597 handle
= ocfs2_start_trans(osb
, credits
);
598 if (IS_ERR(handle
)) {
599 status
= PTR_ERR(handle
);
605 restarted_transaction
:
606 trace_ocfs2_extend_allocation(
607 (unsigned long long)OCFS2_I(inode
)->ip_blkno
,
608 (unsigned long long)i_size_read(inode
),
609 le32_to_cpu(fe
->i_clusters
), clusters_to_add
,
612 status
= dquot_alloc_space_nodirty(inode
,
613 ocfs2_clusters_to_bytes(osb
->sb
, clusters_to_add
));
618 /* reserve a write to the file entry early on - that we if we
619 * run out of credits in the allocation path, we can still
621 status
= ocfs2_journal_access_di(handle
, INODE_CACHE(inode
), bh
,
622 OCFS2_JOURNAL_ACCESS_WRITE
);
628 prev_clusters
= OCFS2_I(inode
)->ip_clusters
;
630 status
= ocfs2_add_inode_data(osb
,
640 if ((status
< 0) && (status
!= -EAGAIN
)) {
641 if (status
!= -ENOSPC
)
645 ocfs2_update_inode_fsync_trans(handle
, inode
, 1);
646 ocfs2_journal_dirty(handle
, bh
);
648 spin_lock(&OCFS2_I(inode
)->ip_lock
);
649 clusters_to_add
-= (OCFS2_I(inode
)->ip_clusters
- prev_clusters
);
650 spin_unlock(&OCFS2_I(inode
)->ip_lock
);
651 /* Release unused quota reservation */
652 dquot_free_space(inode
,
653 ocfs2_clusters_to_bytes(osb
->sb
, clusters_to_add
));
656 if (why
!= RESTART_NONE
&& clusters_to_add
) {
657 if (why
== RESTART_META
) {
661 BUG_ON(why
!= RESTART_TRANS
);
663 status
= ocfs2_allocate_extend_trans(handle
, 1);
665 /* handle still has to be committed at
671 goto restarted_transaction
;
675 trace_ocfs2_extend_allocation_end(OCFS2_I(inode
)->ip_blkno
,
676 le32_to_cpu(fe
->i_clusters
),
677 (unsigned long long)le64_to_cpu(fe
->i_size
),
678 OCFS2_I(inode
)->ip_clusters
,
679 (unsigned long long)i_size_read(inode
));
682 if (status
< 0 && did_quota
)
683 dquot_free_space(inode
,
684 ocfs2_clusters_to_bytes(osb
->sb
, clusters_to_add
));
686 ocfs2_commit_trans(osb
, handle
);
690 ocfs2_free_alloc_context(data_ac
);
694 ocfs2_free_alloc_context(meta_ac
);
697 if ((!status
) && restart_func
) {
708 * While a write will already be ordering the data, a truncate will not.
709 * Thus, we need to explicitly order the zeroed pages.
711 static handle_t
*ocfs2_zero_start_ordered_transaction(struct inode
*inode
,
712 struct buffer_head
*di_bh
,
716 struct ocfs2_super
*osb
= OCFS2_SB(inode
->i_sb
);
717 handle_t
*handle
= NULL
;
720 if (!ocfs2_should_order_data(inode
))
723 handle
= ocfs2_start_trans(osb
, OCFS2_INODE_UPDATE_CREDITS
);
724 if (IS_ERR(handle
)) {
730 ret
= ocfs2_jbd2_inode_add_write(handle
, inode
, start_byte
, length
);
736 ret
= ocfs2_journal_access_di(handle
, INODE_CACHE(inode
), di_bh
,
737 OCFS2_JOURNAL_ACCESS_WRITE
);
740 ocfs2_update_inode_fsync_trans(handle
, inode
, 1);
745 ocfs2_commit_trans(osb
, handle
);
746 handle
= ERR_PTR(ret
);
751 /* Some parts of this taken from generic_cont_expand, which turned out
752 * to be too fragile to do exactly what we need without us having to
753 * worry about recursive locking in ->write_begin() and ->write_end(). */
754 static int ocfs2_write_zero_page(struct inode
*inode
, u64 abs_from
,
755 u64 abs_to
, struct buffer_head
*di_bh
)
757 struct address_space
*mapping
= inode
->i_mapping
;
759 unsigned long index
= abs_from
>> PAGE_SHIFT
;
762 unsigned zero_from
, zero_to
, block_start
, block_end
;
763 struct ocfs2_dinode
*di
= (struct ocfs2_dinode
*)di_bh
->b_data
;
765 BUG_ON(abs_from
>= abs_to
);
766 BUG_ON(abs_to
> (((u64
)index
+ 1) << PAGE_SHIFT
));
767 BUG_ON(abs_from
& (inode
->i_blkbits
- 1));
769 handle
= ocfs2_zero_start_ordered_transaction(inode
, di_bh
,
772 if (IS_ERR(handle
)) {
773 ret
= PTR_ERR(handle
);
777 folio
= __filemap_get_folio(mapping
, index
,
778 FGP_LOCK
| FGP_ACCESSED
| FGP_CREAT
, GFP_NOFS
);
780 ret
= PTR_ERR(folio
);
782 goto out_commit_trans
;
785 /* Get the offsets within the page that we want to zero */
786 zero_from
= abs_from
& (PAGE_SIZE
- 1);
787 zero_to
= abs_to
& (PAGE_SIZE
- 1);
791 trace_ocfs2_write_zero_page(
792 (unsigned long long)OCFS2_I(inode
)->ip_blkno
,
793 (unsigned long long)abs_from
,
794 (unsigned long long)abs_to
,
795 index
, zero_from
, zero_to
);
797 /* We know that zero_from is block aligned */
798 for (block_start
= zero_from
; block_start
< zero_to
;
799 block_start
= block_end
) {
800 block_end
= block_start
+ i_blocksize(inode
);
803 * block_start is block-aligned. Bump it by one to force
804 * __block_write_begin and block_commit_write to zero the
807 ret
= __block_write_begin(folio
, block_start
+ 1, 0,
815 /* must not update i_size! */
816 block_commit_write(&folio
->page
, block_start
+ 1, block_start
+ 1);
820 * fs-writeback will release the dirty pages without page lock
821 * whose offset are over inode size, the release happens at
822 * block_write_full_folio().
824 i_size_write(inode
, abs_to
);
825 inode
->i_blocks
= ocfs2_inode_sector_count(inode
);
826 di
->i_size
= cpu_to_le64((u64
)i_size_read(inode
));
827 inode_set_mtime_to_ts(inode
, inode_set_ctime_current(inode
));
828 di
->i_mtime
= di
->i_ctime
= cpu_to_le64(inode_get_mtime_sec(inode
));
829 di
->i_ctime_nsec
= cpu_to_le32(inode_get_mtime_nsec(inode
));
830 di
->i_mtime_nsec
= di
->i_ctime_nsec
;
832 ocfs2_journal_dirty(handle
, di_bh
);
833 ocfs2_update_inode_fsync_trans(handle
, inode
, 1);
841 ocfs2_commit_trans(OCFS2_SB(inode
->i_sb
), handle
);
847 * Find the next range to zero. We do this in terms of bytes because
848 * that's what ocfs2_zero_extend() wants, and it is dealing with the
849 * pagecache. We may return multiple extents.
851 * zero_start and zero_end are ocfs2_zero_extend()s current idea of what
852 * needs to be zeroed. range_start and range_end return the next zeroing
853 * range. A subsequent call should pass the previous range_end as its
854 * zero_start. If range_end is 0, there's nothing to do.
856 * Unwritten extents are skipped over. Refcounted extents are CoWd.
858 static int ocfs2_zero_extend_get_range(struct inode
*inode
,
859 struct buffer_head
*di_bh
,
860 u64 zero_start
, u64 zero_end
,
861 u64
*range_start
, u64
*range_end
)
863 int rc
= 0, needs_cow
= 0;
864 u32 p_cpos
, zero_clusters
= 0;
866 zero_start
>> OCFS2_SB(inode
->i_sb
)->s_clustersize_bits
;
867 u32 last_cpos
= ocfs2_clusters_for_bytes(inode
->i_sb
, zero_end
);
868 unsigned int num_clusters
= 0;
869 unsigned int ext_flags
= 0;
871 while (zero_cpos
< last_cpos
) {
872 rc
= ocfs2_get_clusters(inode
, zero_cpos
, &p_cpos
,
873 &num_clusters
, &ext_flags
);
879 if (p_cpos
&& !(ext_flags
& OCFS2_EXT_UNWRITTEN
)) {
880 zero_clusters
= num_clusters
;
881 if (ext_flags
& OCFS2_EXT_REFCOUNTED
)
886 zero_cpos
+= num_clusters
;
888 if (!zero_clusters
) {
893 while ((zero_cpos
+ zero_clusters
) < last_cpos
) {
894 rc
= ocfs2_get_clusters(inode
, zero_cpos
+ zero_clusters
,
895 &p_cpos
, &num_clusters
,
902 if (!p_cpos
|| (ext_flags
& OCFS2_EXT_UNWRITTEN
))
904 if (ext_flags
& OCFS2_EXT_REFCOUNTED
)
906 zero_clusters
+= num_clusters
;
908 if ((zero_cpos
+ zero_clusters
) > last_cpos
)
909 zero_clusters
= last_cpos
- zero_cpos
;
912 rc
= ocfs2_refcount_cow(inode
, di_bh
, zero_cpos
,
913 zero_clusters
, UINT_MAX
);
920 *range_start
= ocfs2_clusters_to_bytes(inode
->i_sb
, zero_cpos
);
921 *range_end
= ocfs2_clusters_to_bytes(inode
->i_sb
,
922 zero_cpos
+ zero_clusters
);
929 * Zero one range returned from ocfs2_zero_extend_get_range(). The caller
930 * has made sure that the entire range needs zeroing.
932 static int ocfs2_zero_extend_range(struct inode
*inode
, u64 range_start
,
933 u64 range_end
, struct buffer_head
*di_bh
)
937 u64 zero_pos
= range_start
;
939 trace_ocfs2_zero_extend_range(
940 (unsigned long long)OCFS2_I(inode
)->ip_blkno
,
941 (unsigned long long)range_start
,
942 (unsigned long long)range_end
);
943 BUG_ON(range_start
>= range_end
);
945 while (zero_pos
< range_end
) {
946 next_pos
= (zero_pos
& PAGE_MASK
) + PAGE_SIZE
;
947 if (next_pos
> range_end
)
948 next_pos
= range_end
;
949 rc
= ocfs2_write_zero_page(inode
, zero_pos
, next_pos
, di_bh
);
957 * Very large extends have the potential to lock up
958 * the cpu for extended periods of time.
966 int ocfs2_zero_extend(struct inode
*inode
, struct buffer_head
*di_bh
,
970 u64 zero_start
, range_start
= 0, range_end
= 0;
971 struct super_block
*sb
= inode
->i_sb
;
973 zero_start
= ocfs2_align_bytes_to_blocks(sb
, i_size_read(inode
));
974 trace_ocfs2_zero_extend((unsigned long long)OCFS2_I(inode
)->ip_blkno
,
975 (unsigned long long)zero_start
,
976 (unsigned long long)i_size_read(inode
));
977 while (zero_start
< zero_to_size
) {
978 ret
= ocfs2_zero_extend_get_range(inode
, di_bh
, zero_start
,
989 if (range_start
< zero_start
)
990 range_start
= zero_start
;
991 if (range_end
> zero_to_size
)
992 range_end
= zero_to_size
;
994 ret
= ocfs2_zero_extend_range(inode
, range_start
,
1000 zero_start
= range_end
;
1006 int ocfs2_extend_no_holes(struct inode
*inode
, struct buffer_head
*di_bh
,
1007 u64 new_i_size
, u64 zero_to
)
1010 u32 clusters_to_add
;
1011 struct ocfs2_inode_info
*oi
= OCFS2_I(inode
);
1014 * Only quota files call this without a bh, and they can't be
1017 BUG_ON(!di_bh
&& ocfs2_is_refcount_inode(inode
));
1018 BUG_ON(!di_bh
&& !(oi
->ip_flags
& OCFS2_INODE_SYSTEM_FILE
));
1020 clusters_to_add
= ocfs2_clusters_for_bytes(inode
->i_sb
, new_i_size
);
1021 if (clusters_to_add
< oi
->ip_clusters
)
1022 clusters_to_add
= 0;
1024 clusters_to_add
-= oi
->ip_clusters
;
1026 if (clusters_to_add
) {
1027 ret
= ocfs2_extend_allocation(inode
, oi
->ip_clusters
,
1028 clusters_to_add
, 0);
1036 * Call this even if we don't add any clusters to the tree. We
1037 * still need to zero the area between the old i_size and the
1040 ret
= ocfs2_zero_extend(inode
, di_bh
, zero_to
);
1048 static int ocfs2_extend_file(struct inode
*inode
,
1049 struct buffer_head
*di_bh
,
1053 struct ocfs2_inode_info
*oi
= OCFS2_I(inode
);
1057 /* setattr sometimes calls us like this. */
1058 if (new_i_size
== 0)
1061 if (i_size_read(inode
) == new_i_size
)
1063 BUG_ON(new_i_size
< i_size_read(inode
));
1066 * The alloc sem blocks people in read/write from reading our
1067 * allocation until we're done changing it. We depend on
1068 * i_rwsem to block other extend/truncate calls while we're
1069 * here. We even have to hold it for sparse files because there
1070 * might be some tail zeroing.
1072 down_write(&oi
->ip_alloc_sem
);
1074 if (oi
->ip_dyn_features
& OCFS2_INLINE_DATA_FL
) {
1076 * We can optimize small extends by keeping the inodes
1079 if (ocfs2_size_fits_inline_data(di_bh
, new_i_size
)) {
1080 up_write(&oi
->ip_alloc_sem
);
1081 goto out_update_size
;
1084 ret
= ocfs2_convert_inline_data_to_extents(inode
, di_bh
);
1086 up_write(&oi
->ip_alloc_sem
);
1092 if (ocfs2_sparse_alloc(OCFS2_SB(inode
->i_sb
)))
1093 ret
= ocfs2_zero_extend(inode
, di_bh
, new_i_size
);
1095 ret
= ocfs2_extend_no_holes(inode
, di_bh
, new_i_size
,
1098 up_write(&oi
->ip_alloc_sem
);
1106 ret
= ocfs2_simple_size_update(inode
, di_bh
, new_i_size
);
1114 int ocfs2_setattr(struct mnt_idmap
*idmap
, struct dentry
*dentry
,
1117 int status
= 0, size_change
;
1118 int inode_locked
= 0;
1119 struct inode
*inode
= d_inode(dentry
);
1120 struct super_block
*sb
= inode
->i_sb
;
1121 struct ocfs2_super
*osb
= OCFS2_SB(sb
);
1122 struct buffer_head
*bh
= NULL
;
1123 handle_t
*handle
= NULL
;
1124 struct dquot
*transfer_to
[MAXQUOTAS
] = { };
1127 struct ocfs2_lock_holder oh
;
1129 trace_ocfs2_setattr(inode
, dentry
,
1130 (unsigned long long)OCFS2_I(inode
)->ip_blkno
,
1131 dentry
->d_name
.len
, dentry
->d_name
.name
,
1132 attr
->ia_valid
, attr
->ia_mode
,
1133 from_kuid(&init_user_ns
, attr
->ia_uid
),
1134 from_kgid(&init_user_ns
, attr
->ia_gid
));
1136 /* ensuring we don't even attempt to truncate a symlink */
1137 if (S_ISLNK(inode
->i_mode
))
1138 attr
->ia_valid
&= ~ATTR_SIZE
;
1140 #define OCFS2_VALID_ATTRS (ATTR_ATIME | ATTR_MTIME | ATTR_CTIME | ATTR_SIZE \
1141 | ATTR_GID | ATTR_UID | ATTR_MODE)
1142 if (!(attr
->ia_valid
& OCFS2_VALID_ATTRS
))
1145 status
= setattr_prepare(&nop_mnt_idmap
, dentry
, attr
);
1149 if (is_quota_modification(&nop_mnt_idmap
, inode
, attr
)) {
1150 status
= dquot_initialize(inode
);
1154 size_change
= S_ISREG(inode
->i_mode
) && attr
->ia_valid
& ATTR_SIZE
;
1157 * Here we should wait dio to finish before inode lock
1158 * to avoid a deadlock between ocfs2_setattr() and
1159 * ocfs2_dio_end_io_write()
1161 inode_dio_wait(inode
);
1163 status
= ocfs2_rw_lock(inode
, 1);
1170 had_lock
= ocfs2_inode_lock_tracker(inode
, &bh
, 1, &oh
);
1173 goto bail_unlock_rw
;
1174 } else if (had_lock
) {
1176 * As far as we know, ocfs2_setattr() could only be the first
1177 * VFS entry point in the call chain of recursive cluster
1185 * ocfs2_iop_get_acl()
1187 * But, we're not 100% sure if it's always true, because the
1188 * ordering of the VFS entry points in the call chain is out
1189 * of our control. So, we'd better dump the stack here to
1190 * catch the other cases of recursive locking.
1192 mlog(ML_ERROR
, "Another case of recursive locking:\n");
1198 status
= inode_newsize_ok(inode
, attr
->ia_size
);
1202 if (i_size_read(inode
) >= attr
->ia_size
) {
1203 if (ocfs2_should_order_data(inode
)) {
1204 status
= ocfs2_begin_ordered_truncate(inode
,
1209 status
= ocfs2_truncate_file(inode
, bh
, attr
->ia_size
);
1211 status
= ocfs2_extend_file(inode
, bh
, attr
->ia_size
);
1213 if (status
!= -ENOSPC
)
1220 if ((attr
->ia_valid
& ATTR_UID
&& !uid_eq(attr
->ia_uid
, inode
->i_uid
)) ||
1221 (attr
->ia_valid
& ATTR_GID
&& !gid_eq(attr
->ia_gid
, inode
->i_gid
))) {
1223 * Gather pointers to quota structures so that allocation /
1224 * freeing of quota structures happens here and not inside
1225 * dquot_transfer() where we have problems with lock ordering
1227 if (attr
->ia_valid
& ATTR_UID
&& !uid_eq(attr
->ia_uid
, inode
->i_uid
)
1228 && OCFS2_HAS_RO_COMPAT_FEATURE(sb
,
1229 OCFS2_FEATURE_RO_COMPAT_USRQUOTA
)) {
1230 transfer_to
[USRQUOTA
] = dqget(sb
, make_kqid_uid(attr
->ia_uid
));
1231 if (IS_ERR(transfer_to
[USRQUOTA
])) {
1232 status
= PTR_ERR(transfer_to
[USRQUOTA
]);
1233 transfer_to
[USRQUOTA
] = NULL
;
1237 if (attr
->ia_valid
& ATTR_GID
&& !gid_eq(attr
->ia_gid
, inode
->i_gid
)
1238 && OCFS2_HAS_RO_COMPAT_FEATURE(sb
,
1239 OCFS2_FEATURE_RO_COMPAT_GRPQUOTA
)) {
1240 transfer_to
[GRPQUOTA
] = dqget(sb
, make_kqid_gid(attr
->ia_gid
));
1241 if (IS_ERR(transfer_to
[GRPQUOTA
])) {
1242 status
= PTR_ERR(transfer_to
[GRPQUOTA
]);
1243 transfer_to
[GRPQUOTA
] = NULL
;
1247 down_write(&OCFS2_I(inode
)->ip_alloc_sem
);
1248 handle
= ocfs2_start_trans(osb
, OCFS2_INODE_UPDATE_CREDITS
+
1249 2 * ocfs2_quota_trans_credits(sb
));
1250 if (IS_ERR(handle
)) {
1251 status
= PTR_ERR(handle
);
1253 goto bail_unlock_alloc
;
1255 status
= __dquot_transfer(inode
, transfer_to
);
1259 down_write(&OCFS2_I(inode
)->ip_alloc_sem
);
1260 handle
= ocfs2_start_trans(osb
, OCFS2_INODE_UPDATE_CREDITS
);
1261 if (IS_ERR(handle
)) {
1262 status
= PTR_ERR(handle
);
1264 goto bail_unlock_alloc
;
1268 setattr_copy(&nop_mnt_idmap
, inode
, attr
);
1269 mark_inode_dirty(inode
);
1271 status
= ocfs2_mark_inode_dirty(handle
, inode
, bh
);
1276 ocfs2_commit_trans(osb
, handle
);
1278 up_write(&OCFS2_I(inode
)->ip_alloc_sem
);
1280 if (status
&& inode_locked
) {
1281 ocfs2_inode_unlock_tracker(inode
, 1, &oh
, had_lock
);
1286 ocfs2_rw_unlock(inode
, 1);
1289 /* Release quota pointers in case we acquired them */
1290 for (qtype
= 0; qtype
< OCFS2_MAXQUOTAS
; qtype
++)
1291 dqput(transfer_to
[qtype
]);
1293 if (!status
&& attr
->ia_valid
& ATTR_MODE
) {
1294 status
= ocfs2_acl_chmod(inode
, bh
);
1299 ocfs2_inode_unlock_tracker(inode
, 1, &oh
, had_lock
);
1305 int ocfs2_getattr(struct mnt_idmap
*idmap
, const struct path
*path
,
1306 struct kstat
*stat
, u32 request_mask
, unsigned int flags
)
1308 struct inode
*inode
= d_inode(path
->dentry
);
1309 struct super_block
*sb
= path
->dentry
->d_sb
;
1310 struct ocfs2_super
*osb
= sb
->s_fs_info
;
1313 err
= ocfs2_inode_revalidate(path
->dentry
);
1320 generic_fillattr(&nop_mnt_idmap
, request_mask
, inode
, stat
);
1322 * If there is inline data in the inode, the inode will normally not
1323 * have data blocks allocated (it may have an external xattr block).
1324 * Report at least one sector for such files, so tools like tar, rsync,
1325 * others don't incorrectly think the file is completely sparse.
1327 if (unlikely(OCFS2_I(inode
)->ip_dyn_features
& OCFS2_INLINE_DATA_FL
))
1328 stat
->blocks
+= (stat
->size
+ 511)>>9;
1330 /* We set the blksize from the cluster size for performance */
1331 stat
->blksize
= osb
->s_clustersize
;
1337 int ocfs2_permission(struct mnt_idmap
*idmap
, struct inode
*inode
,
1341 struct ocfs2_lock_holder oh
;
1343 if (mask
& MAY_NOT_BLOCK
)
1346 had_lock
= ocfs2_inode_lock_tracker(inode
, NULL
, 0, &oh
);
1350 } else if (had_lock
) {
1351 /* See comments in ocfs2_setattr() for details.
1352 * The call chain of this case could be:
1355 * inode_permission()
1356 * ocfs2_permission()
1357 * ocfs2_iop_get_acl()
1359 mlog(ML_ERROR
, "Another case of recursive locking:\n");
1363 ret
= generic_permission(&nop_mnt_idmap
, inode
, mask
);
1365 ocfs2_inode_unlock_tracker(inode
, 0, &oh
, had_lock
);
1370 static int __ocfs2_write_remove_suid(struct inode
*inode
,
1371 struct buffer_head
*bh
)
1375 struct ocfs2_super
*osb
= OCFS2_SB(inode
->i_sb
);
1376 struct ocfs2_dinode
*di
;
1378 trace_ocfs2_write_remove_suid(
1379 (unsigned long long)OCFS2_I(inode
)->ip_blkno
,
1382 handle
= ocfs2_start_trans(osb
, OCFS2_INODE_UPDATE_CREDITS
);
1383 if (IS_ERR(handle
)) {
1384 ret
= PTR_ERR(handle
);
1389 ret
= ocfs2_journal_access_di(handle
, INODE_CACHE(inode
), bh
,
1390 OCFS2_JOURNAL_ACCESS_WRITE
);
1396 inode
->i_mode
&= ~S_ISUID
;
1397 if ((inode
->i_mode
& S_ISGID
) && (inode
->i_mode
& S_IXGRP
))
1398 inode
->i_mode
&= ~S_ISGID
;
1400 di
= (struct ocfs2_dinode
*) bh
->b_data
;
1401 di
->i_mode
= cpu_to_le16(inode
->i_mode
);
1402 ocfs2_update_inode_fsync_trans(handle
, inode
, 0);
1404 ocfs2_journal_dirty(handle
, bh
);
1407 ocfs2_commit_trans(osb
, handle
);
1412 static int ocfs2_write_remove_suid(struct inode
*inode
)
1415 struct buffer_head
*bh
= NULL
;
1417 ret
= ocfs2_read_inode_block(inode
, &bh
);
1423 ret
= __ocfs2_write_remove_suid(inode
, bh
);
1430 * Allocate enough extents to cover the region starting at byte offset
1431 * start for len bytes. Existing extents are skipped, any extents
1432 * added are marked as "unwritten".
1434 static int ocfs2_allocate_unwritten_extents(struct inode
*inode
,
1438 u32 cpos
, phys_cpos
, clusters
, alloc_size
;
1439 u64 end
= start
+ len
;
1440 struct buffer_head
*di_bh
= NULL
;
1442 if (OCFS2_I(inode
)->ip_dyn_features
& OCFS2_INLINE_DATA_FL
) {
1443 ret
= ocfs2_read_inode_block(inode
, &di_bh
);
1450 * Nothing to do if the requested reservation range
1451 * fits within the inode.
1453 if (ocfs2_size_fits_inline_data(di_bh
, end
))
1456 ret
= ocfs2_convert_inline_data_to_extents(inode
, di_bh
);
1464 * We consider both start and len to be inclusive.
1466 cpos
= start
>> OCFS2_SB(inode
->i_sb
)->s_clustersize_bits
;
1467 clusters
= ocfs2_clusters_for_bytes(inode
->i_sb
, start
+ len
);
1471 ret
= ocfs2_get_clusters(inode
, cpos
, &phys_cpos
,
1479 * Hole or existing extent len can be arbitrary, so
1480 * cap it to our own allocation request.
1482 if (alloc_size
> clusters
)
1483 alloc_size
= clusters
;
1487 * We already have an allocation at this
1488 * region so we can safely skip it.
1493 ret
= ocfs2_extend_allocation(inode
, cpos
, alloc_size
, 1);
1502 clusters
-= alloc_size
;
1513 * Truncate a byte range, avoiding pages within partial clusters. This
1514 * preserves those pages for the zeroing code to write to.
1516 static void ocfs2_truncate_cluster_pages(struct inode
*inode
, u64 byte_start
,
1519 struct ocfs2_super
*osb
= OCFS2_SB(inode
->i_sb
);
1521 struct address_space
*mapping
= inode
->i_mapping
;
1523 start
= (loff_t
)ocfs2_align_bytes_to_clusters(inode
->i_sb
, byte_start
);
1524 end
= byte_start
+ byte_len
;
1525 end
= end
& ~(osb
->s_clustersize
- 1);
1528 unmap_mapping_range(mapping
, start
, end
- start
, 0);
1529 truncate_inode_pages_range(mapping
, start
, end
- 1);
1534 * zero out partial blocks of one cluster.
1536 * start: file offset where zero starts, will be made upper block aligned.
1537 * len: it will be trimmed to the end of current cluster if "start + len"
1538 * is bigger than it.
1540 static int ocfs2_zeroout_partial_cluster(struct inode
*inode
,
1544 u64 start_block
, end_block
, nr_blocks
;
1545 u64 p_block
, offset
;
1546 u32 cluster
, p_cluster
, nr_clusters
;
1547 struct super_block
*sb
= inode
->i_sb
;
1548 u64 end
= ocfs2_align_bytes_to_clusters(sb
, start
);
1550 if (start
+ len
< end
)
1553 start_block
= ocfs2_blocks_for_bytes(sb
, start
);
1554 end_block
= ocfs2_blocks_for_bytes(sb
, end
);
1555 nr_blocks
= end_block
- start_block
;
1559 cluster
= ocfs2_bytes_to_clusters(sb
, start
);
1560 ret
= ocfs2_get_clusters(inode
, cluster
, &p_cluster
,
1561 &nr_clusters
, NULL
);
1567 offset
= start_block
- ocfs2_clusters_to_blocks(sb
, cluster
);
1568 p_block
= ocfs2_clusters_to_blocks(sb
, p_cluster
) + offset
;
1569 return sb_issue_zeroout(sb
, p_block
, nr_blocks
, GFP_NOFS
);
1572 static int ocfs2_zero_partial_clusters(struct inode
*inode
,
1577 u64 end
= start
+ len
;
1578 struct ocfs2_super
*osb
= OCFS2_SB(inode
->i_sb
);
1579 unsigned int csize
= osb
->s_clustersize
;
1581 loff_t isize
= i_size_read(inode
);
1584 * The "start" and "end" values are NOT necessarily part of
1585 * the range whose allocation is being deleted. Rather, this
1586 * is what the user passed in with the request. We must zero
1587 * partial clusters here. There's no need to worry about
1588 * physical allocation - the zeroing code knows to skip holes.
1590 trace_ocfs2_zero_partial_clusters(
1591 (unsigned long long)OCFS2_I(inode
)->ip_blkno
,
1592 (unsigned long long)start
, (unsigned long long)end
);
1595 * If both edges are on a cluster boundary then there's no
1596 * zeroing required as the region is part of the allocation to
1599 if ((start
& (csize
- 1)) == 0 && (end
& (csize
- 1)) == 0)
1602 /* No page cache for EOF blocks, issue zero out to disk. */
1605 * zeroout eof blocks in last cluster starting from
1606 * "isize" even "start" > "isize" because it is
1607 * complicated to zeroout just at "start" as "start"
1608 * may be not aligned with block size, buffer write
1609 * would be required to do that, but out of eof buffer
1610 * write is not supported.
1612 ret
= ocfs2_zeroout_partial_cluster(inode
, isize
,
1622 handle
= ocfs2_start_trans(osb
, OCFS2_INODE_UPDATE_CREDITS
);
1623 if (IS_ERR(handle
)) {
1624 ret
= PTR_ERR(handle
);
1630 * If start is on a cluster boundary and end is somewhere in another
1631 * cluster, we have not COWed the cluster starting at start, unless
1632 * end is also within the same cluster. So, in this case, we skip this
1633 * first call to ocfs2_zero_range_for_truncate() truncate and move on
1636 if ((start
& (csize
- 1)) != 0) {
1638 * We want to get the byte offset of the end of the 1st
1641 tmpend
= (u64
)osb
->s_clustersize
+
1642 (start
& ~(osb
->s_clustersize
- 1));
1646 trace_ocfs2_zero_partial_clusters_range1(
1647 (unsigned long long)start
,
1648 (unsigned long long)tmpend
);
1650 ret
= ocfs2_zero_range_for_truncate(inode
, handle
, start
,
1658 * This may make start and end equal, but the zeroing
1659 * code will skip any work in that case so there's no
1660 * need to catch it up here.
1662 start
= end
& ~(osb
->s_clustersize
- 1);
1664 trace_ocfs2_zero_partial_clusters_range2(
1665 (unsigned long long)start
, (unsigned long long)end
);
1667 ret
= ocfs2_zero_range_for_truncate(inode
, handle
, start
, end
);
1671 ocfs2_update_inode_fsync_trans(handle
, inode
, 1);
1673 ocfs2_commit_trans(osb
, handle
);
1678 static int ocfs2_find_rec(struct ocfs2_extent_list
*el
, u32 pos
)
1681 struct ocfs2_extent_rec
*rec
= NULL
;
1683 for (i
= le16_to_cpu(el
->l_next_free_rec
) - 1; i
>= 0; i
--) {
1685 rec
= &el
->l_recs
[i
];
1687 if (le32_to_cpu(rec
->e_cpos
) < pos
)
1695 * Helper to calculate the punching pos and length in one run, we handle the
1696 * following three cases in order:
1698 * - remove the entire record
1699 * - remove a partial record
1700 * - no record needs to be removed (hole-punching completed)
1702 static void ocfs2_calc_trunc_pos(struct inode
*inode
,
1703 struct ocfs2_extent_list
*el
,
1704 struct ocfs2_extent_rec
*rec
,
1705 u32 trunc_start
, u32
*trunc_cpos
,
1706 u32
*trunc_len
, u32
*trunc_end
,
1707 u64
*blkno
, int *done
)
1712 range
= le32_to_cpu(rec
->e_cpos
) + ocfs2_rec_clusters(el
, rec
);
1714 if (le32_to_cpu(rec
->e_cpos
) >= trunc_start
) {
1716 * remove an entire extent record.
1718 *trunc_cpos
= le32_to_cpu(rec
->e_cpos
);
1720 * Skip holes if any.
1722 if (range
< *trunc_end
)
1724 *trunc_len
= *trunc_end
- le32_to_cpu(rec
->e_cpos
);
1725 *blkno
= le64_to_cpu(rec
->e_blkno
);
1726 *trunc_end
= le32_to_cpu(rec
->e_cpos
);
1727 } else if (range
> trunc_start
) {
1729 * remove a partial extent record, which means we're
1730 * removing the last extent record.
1732 *trunc_cpos
= trunc_start
;
1736 if (range
< *trunc_end
)
1738 *trunc_len
= *trunc_end
- trunc_start
;
1739 coff
= trunc_start
- le32_to_cpu(rec
->e_cpos
);
1740 *blkno
= le64_to_cpu(rec
->e_blkno
) +
1741 ocfs2_clusters_to_blocks(inode
->i_sb
, coff
);
1742 *trunc_end
= trunc_start
;
1745 * It may have two following possibilities:
1747 * - last record has been removed
1748 * - trunc_start was within a hole
1750 * both two cases mean the completion of hole punching.
1758 int ocfs2_remove_inode_range(struct inode
*inode
,
1759 struct buffer_head
*di_bh
, u64 byte_start
,
1762 int ret
= 0, flags
= 0, done
= 0, i
;
1763 u32 trunc_start
, trunc_len
, trunc_end
, trunc_cpos
, phys_cpos
;
1765 struct ocfs2_super
*osb
= OCFS2_SB(inode
->i_sb
);
1766 struct ocfs2_cached_dealloc_ctxt dealloc
;
1767 struct address_space
*mapping
= inode
->i_mapping
;
1768 struct ocfs2_extent_tree et
;
1769 struct ocfs2_path
*path
= NULL
;
1770 struct ocfs2_extent_list
*el
= NULL
;
1771 struct ocfs2_extent_rec
*rec
= NULL
;
1772 struct ocfs2_dinode
*di
= (struct ocfs2_dinode
*)di_bh
->b_data
;
1773 u64 blkno
, refcount_loc
= le64_to_cpu(di
->i_refcount_loc
);
1775 ocfs2_init_dinode_extent_tree(&et
, INODE_CACHE(inode
), di_bh
);
1776 ocfs2_init_dealloc_ctxt(&dealloc
);
1778 trace_ocfs2_remove_inode_range(
1779 (unsigned long long)OCFS2_I(inode
)->ip_blkno
,
1780 (unsigned long long)byte_start
,
1781 (unsigned long long)byte_len
);
1786 if (OCFS2_I(inode
)->ip_dyn_features
& OCFS2_INLINE_DATA_FL
) {
1787 ret
= ocfs2_truncate_inline(inode
, di_bh
, byte_start
,
1788 byte_start
+ byte_len
, 0);
1794 * There's no need to get fancy with the page cache
1795 * truncate of an inline-data inode. We're talking
1796 * about less than a page here, which will be cached
1797 * in the dinode buffer anyway.
1799 unmap_mapping_range(mapping
, 0, 0, 0);
1800 truncate_inode_pages(mapping
, 0);
1805 * For reflinks, we may need to CoW 2 clusters which might be
1806 * partially zero'd later, if hole's start and end offset were
1807 * within one cluster(means is not exactly aligned to clustersize).
1810 if (ocfs2_is_refcount_inode(inode
)) {
1811 ret
= ocfs2_cow_file_pos(inode
, di_bh
, byte_start
);
1817 ret
= ocfs2_cow_file_pos(inode
, di_bh
, byte_start
+ byte_len
);
1824 trunc_start
= ocfs2_clusters_for_bytes(osb
->sb
, byte_start
);
1825 trunc_end
= (byte_start
+ byte_len
) >> osb
->s_clustersize_bits
;
1826 cluster_in_el
= trunc_end
;
1828 ret
= ocfs2_zero_partial_clusters(inode
, byte_start
, byte_len
);
1834 path
= ocfs2_new_path_from_et(&et
);
1841 while (trunc_end
> trunc_start
) {
1843 ret
= ocfs2_find_path(INODE_CACHE(inode
), path
,
1850 el
= path_leaf_el(path
);
1852 i
= ocfs2_find_rec(el
, trunc_end
);
1854 * Need to go to previous extent block.
1857 if (path
->p_tree_depth
== 0)
1860 ret
= ocfs2_find_cpos_for_left_leaf(inode
->i_sb
,
1869 * We've reached the leftmost extent block,
1870 * it's safe to leave.
1872 if (cluster_in_el
== 0)
1876 * The 'pos' searched for previous extent block is
1877 * always one cluster less than actual trunc_end.
1879 trunc_end
= cluster_in_el
+ 1;
1881 ocfs2_reinit_path(path
, 1);
1886 rec
= &el
->l_recs
[i
];
1888 ocfs2_calc_trunc_pos(inode
, el
, rec
, trunc_start
, &trunc_cpos
,
1889 &trunc_len
, &trunc_end
, &blkno
, &done
);
1893 flags
= rec
->e_flags
;
1894 phys_cpos
= ocfs2_blocks_to_clusters(inode
->i_sb
, blkno
);
1896 ret
= ocfs2_remove_btree_range(inode
, &et
, trunc_cpos
,
1897 phys_cpos
, trunc_len
, flags
,
1898 &dealloc
, refcount_loc
, false);
1904 cluster_in_el
= trunc_end
;
1906 ocfs2_reinit_path(path
, 1);
1909 ocfs2_truncate_cluster_pages(inode
, byte_start
, byte_len
);
1912 ocfs2_free_path(path
);
1913 ocfs2_schedule_truncate_log_flush(osb
, 1);
1914 ocfs2_run_deallocs(osb
, &dealloc
);
1920 * Parts of this function taken from xfs_change_file_space()
1922 static int __ocfs2_change_file_space(struct file
*file
, struct inode
*inode
,
1923 loff_t f_pos
, unsigned int cmd
,
1924 struct ocfs2_space_resv
*sr
,
1929 loff_t size
, orig_isize
;
1930 struct ocfs2_super
*osb
= OCFS2_SB(inode
->i_sb
);
1931 struct buffer_head
*di_bh
= NULL
;
1933 unsigned long long max_off
= inode
->i_sb
->s_maxbytes
;
1935 if (ocfs2_is_hard_readonly(osb
) || ocfs2_is_soft_readonly(osb
))
1940 /* Wait all existing dio workers, newcomers will block on i_rwsem */
1941 inode_dio_wait(inode
);
1943 * This prevents concurrent writes on other nodes
1945 ret
= ocfs2_rw_lock(inode
, 1);
1951 ret
= ocfs2_inode_lock(inode
, &di_bh
, 1);
1957 if (inode
->i_flags
& (S_IMMUTABLE
|S_APPEND
)) {
1959 goto out_inode_unlock
;
1962 switch (sr
->l_whence
) {
1963 case 0: /*SEEK_SET*/
1965 case 1: /*SEEK_CUR*/
1966 sr
->l_start
+= f_pos
;
1968 case 2: /*SEEK_END*/
1969 sr
->l_start
+= i_size_read(inode
);
1973 goto out_inode_unlock
;
1977 llen
= sr
->l_len
> 0 ? sr
->l_len
- 1 : sr
->l_len
;
1980 || sr
->l_start
> max_off
1981 || (sr
->l_start
+ llen
) < 0
1982 || (sr
->l_start
+ llen
) > max_off
) {
1984 goto out_inode_unlock
;
1986 size
= sr
->l_start
+ sr
->l_len
;
1988 if (cmd
== OCFS2_IOC_RESVSP
|| cmd
== OCFS2_IOC_RESVSP64
||
1989 cmd
== OCFS2_IOC_UNRESVSP
|| cmd
== OCFS2_IOC_UNRESVSP64
) {
1990 if (sr
->l_len
<= 0) {
1992 goto out_inode_unlock
;
1996 if (file
&& setattr_should_drop_suidgid(&nop_mnt_idmap
, file_inode(file
))) {
1997 ret
= __ocfs2_write_remove_suid(inode
, di_bh
);
2000 goto out_inode_unlock
;
2004 down_write(&OCFS2_I(inode
)->ip_alloc_sem
);
2006 case OCFS2_IOC_RESVSP
:
2007 case OCFS2_IOC_RESVSP64
:
2009 * This takes unsigned offsets, but the signed ones we
2010 * pass have been checked against overflow above.
2012 ret
= ocfs2_allocate_unwritten_extents(inode
, sr
->l_start
,
2015 case OCFS2_IOC_UNRESVSP
:
2016 case OCFS2_IOC_UNRESVSP64
:
2017 ret
= ocfs2_remove_inode_range(inode
, di_bh
, sr
->l_start
,
2024 orig_isize
= i_size_read(inode
);
2025 /* zeroout eof blocks in the cluster. */
2026 if (!ret
&& change_size
&& orig_isize
< size
) {
2027 ret
= ocfs2_zeroout_partial_cluster(inode
, orig_isize
,
2030 i_size_write(inode
, size
);
2032 up_write(&OCFS2_I(inode
)->ip_alloc_sem
);
2035 goto out_inode_unlock
;
2039 * We update c/mtime for these changes
2041 handle
= ocfs2_start_trans(osb
, OCFS2_INODE_UPDATE_CREDITS
);
2042 if (IS_ERR(handle
)) {
2043 ret
= PTR_ERR(handle
);
2045 goto out_inode_unlock
;
2048 inode_set_mtime_to_ts(inode
, inode_set_ctime_current(inode
));
2049 ret
= ocfs2_mark_inode_dirty(handle
, inode
, di_bh
);
2053 if (file
&& (file
->f_flags
& O_SYNC
))
2056 ocfs2_commit_trans(osb
, handle
);
2060 ocfs2_inode_unlock(inode
, 1);
2062 ocfs2_rw_unlock(inode
, 1);
2065 inode_unlock(inode
);
2069 int ocfs2_change_file_space(struct file
*file
, unsigned int cmd
,
2070 struct ocfs2_space_resv
*sr
)
2072 struct inode
*inode
= file_inode(file
);
2073 struct ocfs2_super
*osb
= OCFS2_SB(inode
->i_sb
);
2076 if ((cmd
== OCFS2_IOC_RESVSP
|| cmd
== OCFS2_IOC_RESVSP64
) &&
2077 !ocfs2_writes_unwritten_extents(osb
))
2079 else if ((cmd
== OCFS2_IOC_UNRESVSP
|| cmd
== OCFS2_IOC_UNRESVSP64
) &&
2080 !ocfs2_sparse_alloc(osb
))
2083 if (!S_ISREG(inode
->i_mode
))
2086 if (!(file
->f_mode
& FMODE_WRITE
))
2089 ret
= mnt_want_write_file(file
);
2092 ret
= __ocfs2_change_file_space(file
, inode
, file
->f_pos
, cmd
, sr
, 0);
2093 mnt_drop_write_file(file
);
2097 static long ocfs2_fallocate(struct file
*file
, int mode
, loff_t offset
,
2100 struct inode
*inode
= file_inode(file
);
2101 struct ocfs2_super
*osb
= OCFS2_SB(inode
->i_sb
);
2102 struct ocfs2_space_resv sr
;
2103 int change_size
= 1;
2104 int cmd
= OCFS2_IOC_RESVSP64
;
2107 if (mode
& ~(FALLOC_FL_KEEP_SIZE
| FALLOC_FL_PUNCH_HOLE
))
2109 if (!ocfs2_writes_unwritten_extents(osb
))
2112 if (mode
& FALLOC_FL_KEEP_SIZE
) {
2115 ret
= inode_newsize_ok(inode
, offset
+ len
);
2120 if (mode
& FALLOC_FL_PUNCH_HOLE
)
2121 cmd
= OCFS2_IOC_UNRESVSP64
;
2124 sr
.l_start
= (s64
)offset
;
2125 sr
.l_len
= (s64
)len
;
2127 return __ocfs2_change_file_space(NULL
, inode
, offset
, cmd
, &sr
,
2131 int ocfs2_check_range_for_refcount(struct inode
*inode
, loff_t pos
,
2135 unsigned int extent_flags
;
2136 u32 cpos
, clusters
, extent_len
, phys_cpos
;
2137 struct super_block
*sb
= inode
->i_sb
;
2139 if (!ocfs2_refcount_tree(OCFS2_SB(inode
->i_sb
)) ||
2140 !ocfs2_is_refcount_inode(inode
) ||
2141 OCFS2_I(inode
)->ip_dyn_features
& OCFS2_INLINE_DATA_FL
)
2144 cpos
= pos
>> OCFS2_SB(sb
)->s_clustersize_bits
;
2145 clusters
= ocfs2_clusters_for_bytes(sb
, pos
+ count
) - cpos
;
2148 ret
= ocfs2_get_clusters(inode
, cpos
, &phys_cpos
, &extent_len
,
2155 if (phys_cpos
&& (extent_flags
& OCFS2_EXT_REFCOUNTED
)) {
2160 if (extent_len
> clusters
)
2161 extent_len
= clusters
;
2163 clusters
-= extent_len
;
2170 static int ocfs2_is_io_unaligned(struct inode
*inode
, size_t count
, loff_t pos
)
2172 int blockmask
= inode
->i_sb
->s_blocksize
- 1;
2173 loff_t final_size
= pos
+ count
;
2175 if ((pos
& blockmask
) || (final_size
& blockmask
))
2180 static int ocfs2_inode_lock_for_extent_tree(struct inode
*inode
,
2181 struct buffer_head
**di_bh
,
2189 ret
= ocfs2_inode_lock(inode
, di_bh
, meta_level
);
2191 ret
= ocfs2_try_inode_lock(inode
, di_bh
, meta_level
);
2197 down_write(&OCFS2_I(inode
)->ip_alloc_sem
);
2199 down_read(&OCFS2_I(inode
)->ip_alloc_sem
);
2202 ret
= down_write_trylock(&OCFS2_I(inode
)->ip_alloc_sem
);
2204 ret
= down_read_trylock(&OCFS2_I(inode
)->ip_alloc_sem
);
2217 ocfs2_inode_unlock(inode
, meta_level
);
2222 static void ocfs2_inode_unlock_for_extent_tree(struct inode
*inode
,
2223 struct buffer_head
**di_bh
,
2228 up_write(&OCFS2_I(inode
)->ip_alloc_sem
);
2230 up_read(&OCFS2_I(inode
)->ip_alloc_sem
);
2235 if (meta_level
>= 0)
2236 ocfs2_inode_unlock(inode
, meta_level
);
2239 static int ocfs2_prepare_inode_for_write(struct file
*file
,
2240 loff_t pos
, size_t count
, int wait
)
2242 int ret
= 0, meta_level
= 0, overwrite_io
= 0;
2244 struct dentry
*dentry
= file
->f_path
.dentry
;
2245 struct inode
*inode
= d_inode(dentry
);
2246 struct buffer_head
*di_bh
= NULL
;
2251 * We start with a read level meta lock and only jump to an ex
2252 * if we need to make modifications here.
2255 ret
= ocfs2_inode_lock_for_extent_tree(inode
,
2267 * Check if IO will overwrite allocated blocks in case
2268 * IOCB_NOWAIT flag is set.
2270 if (!wait
&& !overwrite_io
) {
2273 ret
= ocfs2_overwrite_io(inode
, di_bh
, pos
, count
);
2281 /* Clear suid / sgid if necessary. We do this here
2282 * instead of later in the write path because
2283 * remove_suid() calls ->setattr without any hint that
2284 * we may have already done our cluster locking. Since
2285 * ocfs2_setattr() *must* take cluster locks to
2286 * proceed, this will lead us to recursively lock the
2287 * inode. There's also the dinode i_size state which
2288 * can be lost via setattr during extending writes (we
2289 * set inode->i_size at the end of a write. */
2290 if (setattr_should_drop_suidgid(&nop_mnt_idmap
, inode
)) {
2291 if (meta_level
== 0) {
2292 ocfs2_inode_unlock_for_extent_tree(inode
,
2300 ret
= ocfs2_write_remove_suid(inode
);
2307 ret
= ocfs2_check_range_for_refcount(inode
, pos
, count
);
2309 ocfs2_inode_unlock_for_extent_tree(inode
,
2315 ret
= ocfs2_inode_lock_for_extent_tree(inode
,
2326 cpos
= pos
>> OCFS2_SB(inode
->i_sb
)->s_clustersize_bits
;
2328 ocfs2_clusters_for_bytes(inode
->i_sb
, pos
+ count
) - cpos
;
2329 ret
= ocfs2_refcount_cow(inode
, di_bh
, cpos
, clusters
, UINT_MAX
);
2342 trace_ocfs2_prepare_inode_for_write(OCFS2_I(inode
)->ip_blkno
,
2345 ocfs2_inode_unlock_for_extent_tree(inode
,
2354 static ssize_t
ocfs2_file_write_iter(struct kiocb
*iocb
,
2355 struct iov_iter
*from
)
2358 ssize_t written
= 0;
2360 size_t count
= iov_iter_count(from
);
2361 struct file
*file
= iocb
->ki_filp
;
2362 struct inode
*inode
= file_inode(file
);
2363 struct ocfs2_super
*osb
= OCFS2_SB(inode
->i_sb
);
2364 int full_coherency
= !(osb
->s_mount_opt
&
2365 OCFS2_MOUNT_COHERENCY_BUFFERED
);
2366 void *saved_ki_complete
= NULL
;
2367 int append_write
= ((iocb
->ki_pos
+ count
) >=
2368 i_size_read(inode
) ? 1 : 0);
2369 int direct_io
= iocb
->ki_flags
& IOCB_DIRECT
? 1 : 0;
2370 int nowait
= iocb
->ki_flags
& IOCB_NOWAIT
? 1 : 0;
2372 trace_ocfs2_file_write_iter(inode
, file
, file
->f_path
.dentry
,
2373 (unsigned long long)OCFS2_I(inode
)->ip_blkno
,
2374 file
->f_path
.dentry
->d_name
.len
,
2375 file
->f_path
.dentry
->d_name
.name
,
2376 (unsigned int)from
->nr_segs
); /* GRRRRR */
2378 if (!direct_io
&& nowait
)
2385 if (!inode_trylock(inode
))
2391 * Concurrent O_DIRECT writes are allowed with
2392 * mount_option "coherency=buffered".
2393 * For append write, we must take rw EX.
2395 rw_level
= (!direct_io
|| full_coherency
|| append_write
);
2398 ret
= ocfs2_try_rw_lock(inode
, rw_level
);
2400 ret
= ocfs2_rw_lock(inode
, rw_level
);
2408 * O_DIRECT writes with "coherency=full" need to take EX cluster
2409 * inode_lock to guarantee coherency.
2411 if (direct_io
&& full_coherency
) {
2413 * We need to take and drop the inode lock to force
2414 * other nodes to drop their caches. Buffered I/O
2415 * already does this in write_begin().
2418 ret
= ocfs2_try_inode_lock(inode
, NULL
, 1);
2420 ret
= ocfs2_inode_lock(inode
, NULL
, 1);
2427 ocfs2_inode_unlock(inode
, 1);
2430 ret
= generic_write_checks(iocb
, from
);
2438 ret
= ocfs2_prepare_inode_for_write(file
, iocb
->ki_pos
, count
, !nowait
);
2445 if (direct_io
&& !is_sync_kiocb(iocb
) &&
2446 ocfs2_is_io_unaligned(inode
, count
, iocb
->ki_pos
)) {
2448 * Make it a sync io if it's an unaligned aio.
2450 saved_ki_complete
= xchg(&iocb
->ki_complete
, NULL
);
2453 /* communicate with ocfs2_dio_end_io */
2454 ocfs2_iocb_set_rw_locked(iocb
, rw_level
);
2456 written
= __generic_file_write_iter(iocb
, from
);
2457 /* buffered aio wouldn't have proper lock coverage today */
2458 BUG_ON(written
== -EIOCBQUEUED
&& !direct_io
);
2461 * deep in g_f_a_w_n()->ocfs2_direct_IO we pass in a ocfs2_dio_end_io
2462 * function pointer which is called when o_direct io completes so that
2463 * it can unlock our rw lock.
2464 * Unfortunately there are error cases which call end_io and others
2465 * that don't. so we don't have to unlock the rw_lock if either an
2466 * async dio is going to do it in the future or an end_io after an
2467 * error has already done it.
2469 if ((written
== -EIOCBQUEUED
) || (!ocfs2_iocb_is_rw_locked(iocb
))) {
2473 if (unlikely(written
<= 0))
2476 if (((file
->f_flags
& O_DSYNC
) && !direct_io
) ||
2478 ret
= filemap_fdatawrite_range(file
->f_mapping
,
2479 iocb
->ki_pos
- written
,
2485 ret
= jbd2_journal_force_commit(osb
->journal
->j_journal
);
2491 ret
= filemap_fdatawait_range(file
->f_mapping
,
2492 iocb
->ki_pos
- written
,
2497 if (saved_ki_complete
)
2498 xchg(&iocb
->ki_complete
, saved_ki_complete
);
2501 ocfs2_rw_unlock(inode
, rw_level
);
2504 inode_unlock(inode
);
2511 static ssize_t
ocfs2_file_read_iter(struct kiocb
*iocb
,
2512 struct iov_iter
*to
)
2514 int ret
= 0, rw_level
= -1, lock_level
= 0;
2515 struct file
*filp
= iocb
->ki_filp
;
2516 struct inode
*inode
= file_inode(filp
);
2517 int direct_io
= iocb
->ki_flags
& IOCB_DIRECT
? 1 : 0;
2518 int nowait
= iocb
->ki_flags
& IOCB_NOWAIT
? 1 : 0;
2520 trace_ocfs2_file_read_iter(inode
, filp
, filp
->f_path
.dentry
,
2521 (unsigned long long)OCFS2_I(inode
)->ip_blkno
,
2522 filp
->f_path
.dentry
->d_name
.len
,
2523 filp
->f_path
.dentry
->d_name
.name
,
2524 to
->nr_segs
); /* GRRRRR */
2533 if (!direct_io
&& nowait
)
2537 * buffered reads protect themselves in ->read_folio(). O_DIRECT reads
2538 * need locks to protect pending reads from racing with truncate.
2542 ret
= ocfs2_try_rw_lock(inode
, 0);
2544 ret
= ocfs2_rw_lock(inode
, 0);
2552 /* communicate with ocfs2_dio_end_io */
2553 ocfs2_iocb_set_rw_locked(iocb
, rw_level
);
2557 * We're fine letting folks race truncates and extending
2558 * writes with read across the cluster, just like they can
2559 * locally. Hence no rw_lock during read.
2561 * Take and drop the meta data lock to update inode fields
2562 * like i_size. This allows the checks down below
2563 * copy_splice_read() a chance of actually working.
2565 ret
= ocfs2_inode_lock_atime(inode
, filp
->f_path
.mnt
, &lock_level
,
2572 ocfs2_inode_unlock(inode
, lock_level
);
2574 ret
= generic_file_read_iter(iocb
, to
);
2575 trace_generic_file_read_iter_ret(ret
);
2577 /* buffered aio wouldn't have proper lock coverage today */
2578 BUG_ON(ret
== -EIOCBQUEUED
&& !direct_io
);
2580 /* see ocfs2_file_write_iter */
2581 if (ret
== -EIOCBQUEUED
|| !ocfs2_iocb_is_rw_locked(iocb
)) {
2587 ocfs2_rw_unlock(inode
, rw_level
);
2592 static ssize_t
ocfs2_file_splice_read(struct file
*in
, loff_t
*ppos
,
2593 struct pipe_inode_info
*pipe
,
2594 size_t len
, unsigned int flags
)
2596 struct inode
*inode
= file_inode(in
);
2600 trace_ocfs2_file_splice_read(inode
, in
, in
->f_path
.dentry
,
2601 (unsigned long long)OCFS2_I(inode
)->ip_blkno
,
2602 in
->f_path
.dentry
->d_name
.len
,
2603 in
->f_path
.dentry
->d_name
.name
,
2607 * We're fine letting folks race truncates and extending writes with
2608 * read across the cluster, just like they can locally. Hence no
2609 * rw_lock during read.
2611 * Take and drop the meta data lock to update inode fields like i_size.
2612 * This allows the checks down below filemap_splice_read() a chance of
2615 ret
= ocfs2_inode_lock_atime(inode
, in
->f_path
.mnt
, &lock_level
, 1);
2621 ocfs2_inode_unlock(inode
, lock_level
);
2623 ret
= filemap_splice_read(in
, ppos
, pipe
, len
, flags
);
2624 trace_filemap_splice_read_ret(ret
);
2629 /* Refer generic_file_llseek_unlocked() */
2630 static loff_t
ocfs2_file_llseek(struct file
*file
, loff_t offset
, int whence
)
2632 struct inode
*inode
= file
->f_mapping
->host
;
2641 /* SEEK_END requires the OCFS2 inode lock for the file
2642 * because it references the file's size.
2644 ret
= ocfs2_inode_lock(inode
, NULL
, 0);
2649 offset
+= i_size_read(inode
);
2650 ocfs2_inode_unlock(inode
, 0);
2654 offset
= file
->f_pos
;
2657 offset
+= file
->f_pos
;
2661 ret
= ocfs2_seek_data_hole_offset(file
, &offset
, whence
);
2670 offset
= vfs_setpos(file
, offset
, inode
->i_sb
->s_maxbytes
);
2673 inode_unlock(inode
);
2679 static loff_t
ocfs2_remap_file_range(struct file
*file_in
, loff_t pos_in
,
2680 struct file
*file_out
, loff_t pos_out
,
2681 loff_t len
, unsigned int remap_flags
)
2683 struct inode
*inode_in
= file_inode(file_in
);
2684 struct inode
*inode_out
= file_inode(file_out
);
2685 struct ocfs2_super
*osb
= OCFS2_SB(inode_in
->i_sb
);
2686 struct buffer_head
*in_bh
= NULL
, *out_bh
= NULL
;
2687 bool same_inode
= (inode_in
== inode_out
);
2688 loff_t remapped
= 0;
2691 if (remap_flags
& ~(REMAP_FILE_DEDUP
| REMAP_FILE_ADVISORY
))
2693 if (!ocfs2_refcount_tree(osb
))
2695 if (ocfs2_is_hard_readonly(osb
) || ocfs2_is_soft_readonly(osb
))
2698 /* Lock both files against IO */
2699 ret
= ocfs2_reflink_inodes_lock(inode_in
, &in_bh
, inode_out
, &out_bh
);
2703 /* Check file eligibility and prepare for block sharing. */
2705 if ((OCFS2_I(inode_in
)->ip_flags
& OCFS2_INODE_SYSTEM_FILE
) ||
2706 (OCFS2_I(inode_out
)->ip_flags
& OCFS2_INODE_SYSTEM_FILE
))
2709 ret
= generic_remap_file_range_prep(file_in
, pos_in
, file_out
, pos_out
,
2711 if (ret
< 0 || len
== 0)
2714 /* Lock out changes to the allocation maps and remap. */
2715 down_write(&OCFS2_I(inode_in
)->ip_alloc_sem
);
2717 down_write_nested(&OCFS2_I(inode_out
)->ip_alloc_sem
,
2718 SINGLE_DEPTH_NESTING
);
2720 /* Zap any page cache for the destination file's range. */
2721 truncate_inode_pages_range(&inode_out
->i_data
,
2722 round_down(pos_out
, PAGE_SIZE
),
2723 round_up(pos_out
+ len
, PAGE_SIZE
) - 1);
2725 remapped
= ocfs2_reflink_remap_blocks(inode_in
, in_bh
, pos_in
,
2726 inode_out
, out_bh
, pos_out
, len
);
2727 up_write(&OCFS2_I(inode_in
)->ip_alloc_sem
);
2729 up_write(&OCFS2_I(inode_out
)->ip_alloc_sem
);
2737 * Empty the extent map so that we may get the right extent
2738 * record from the disk.
2740 ocfs2_extent_map_trunc(inode_in
, 0);
2741 ocfs2_extent_map_trunc(inode_out
, 0);
2743 ret
= ocfs2_reflink_update_dest(inode_out
, out_bh
, pos_out
+ len
);
2750 ocfs2_reflink_inodes_unlock(inode_in
, in_bh
, inode_out
, out_bh
);
2751 return remapped
> 0 ? remapped
: ret
;
2754 static loff_t
ocfs2_dir_llseek(struct file
*file
, loff_t offset
, int whence
)
2756 struct ocfs2_file_private
*fp
= file
->private_data
;
2758 return generic_llseek_cookie(file
, offset
, whence
, &fp
->cookie
);
2761 const struct inode_operations ocfs2_file_iops
= {
2762 .setattr
= ocfs2_setattr
,
2763 .getattr
= ocfs2_getattr
,
2764 .permission
= ocfs2_permission
,
2765 .listxattr
= ocfs2_listxattr
,
2766 .fiemap
= ocfs2_fiemap
,
2767 .get_inode_acl
= ocfs2_iop_get_acl
,
2768 .set_acl
= ocfs2_iop_set_acl
,
2769 .fileattr_get
= ocfs2_fileattr_get
,
2770 .fileattr_set
= ocfs2_fileattr_set
,
2773 const struct inode_operations ocfs2_special_file_iops
= {
2774 .setattr
= ocfs2_setattr
,
2775 .getattr
= ocfs2_getattr
,
2776 .listxattr
= ocfs2_listxattr
,
2777 .permission
= ocfs2_permission
,
2778 .get_inode_acl
= ocfs2_iop_get_acl
,
2779 .set_acl
= ocfs2_iop_set_acl
,
2783 * Other than ->lock, keep ocfs2_fops and ocfs2_dops in sync with
2784 * ocfs2_fops_no_plocks and ocfs2_dops_no_plocks!
2786 const struct file_operations ocfs2_fops
= {
2787 .llseek
= ocfs2_file_llseek
,
2789 .fsync
= ocfs2_sync_file
,
2790 .release
= ocfs2_file_release
,
2791 .open
= ocfs2_file_open
,
2792 .read_iter
= ocfs2_file_read_iter
,
2793 .write_iter
= ocfs2_file_write_iter
,
2794 .unlocked_ioctl
= ocfs2_ioctl
,
2795 #ifdef CONFIG_COMPAT
2796 .compat_ioctl
= ocfs2_compat_ioctl
,
2799 .flock
= ocfs2_flock
,
2800 .splice_read
= ocfs2_file_splice_read
,
2801 .splice_write
= iter_file_splice_write
,
2802 .fallocate
= ocfs2_fallocate
,
2803 .remap_file_range
= ocfs2_remap_file_range
,
2806 WRAP_DIR_ITER(ocfs2_readdir
) // FIXME!
2807 const struct file_operations ocfs2_dops
= {
2808 .llseek
= ocfs2_dir_llseek
,
2809 .read
= generic_read_dir
,
2810 .iterate_shared
= shared_ocfs2_readdir
,
2811 .fsync
= ocfs2_sync_file
,
2812 .release
= ocfs2_dir_release
,
2813 .open
= ocfs2_dir_open
,
2814 .unlocked_ioctl
= ocfs2_ioctl
,
2815 #ifdef CONFIG_COMPAT
2816 .compat_ioctl
= ocfs2_compat_ioctl
,
2819 .flock
= ocfs2_flock
,
2823 * POSIX-lockless variants of our file_operations.
2825 * These will be used if the underlying cluster stack does not support
2826 * posix file locking, if the user passes the "localflocks" mount
2827 * option, or if we have a local-only fs.
2829 * ocfs2_flock is in here because all stacks handle UNIX file locks,
2830 * so we still want it in the case of no stack support for
2831 * plocks. Internally, it will do the right thing when asked to ignore
2834 const struct file_operations ocfs2_fops_no_plocks
= {
2835 .llseek
= ocfs2_file_llseek
,
2837 .fsync
= ocfs2_sync_file
,
2838 .release
= ocfs2_file_release
,
2839 .open
= ocfs2_file_open
,
2840 .read_iter
= ocfs2_file_read_iter
,
2841 .write_iter
= ocfs2_file_write_iter
,
2842 .unlocked_ioctl
= ocfs2_ioctl
,
2843 #ifdef CONFIG_COMPAT
2844 .compat_ioctl
= ocfs2_compat_ioctl
,
2846 .flock
= ocfs2_flock
,
2847 .splice_read
= filemap_splice_read
,
2848 .splice_write
= iter_file_splice_write
,
2849 .fallocate
= ocfs2_fallocate
,
2850 .remap_file_range
= ocfs2_remap_file_range
,
2853 const struct file_operations ocfs2_dops_no_plocks
= {
2854 .llseek
= ocfs2_dir_llseek
,
2855 .read
= generic_read_dir
,
2856 .iterate_shared
= shared_ocfs2_readdir
,
2857 .fsync
= ocfs2_sync_file
,
2858 .release
= ocfs2_dir_release
,
2859 .open
= ocfs2_dir_open
,
2860 .unlocked_ioctl
= ocfs2_ioctl
,
2861 #ifdef CONFIG_COMPAT
2862 .compat_ioctl
= ocfs2_compat_ioctl
,
2864 .flock
= ocfs2_flock
,