4 * Copyright (C) 1992, 1993, 1994, 1995
5 * Remy Card (card@masi.ibp.fr)
6 * Laboratoire MASI - Institut Blaise Pascal
7 * Universite Pierre et Marie Curie (Paris VI)
11 * linux/fs/minix/file.c
13 * Copyright (C) 1991, 1992 Linus Torvalds
15 * ext4 fs regular file handling primitives
17 * 64-bit file support on 64-bit platforms by Jakub Jelinek
18 * (jj@sunsite.ms.mff.cuni.cz)
21 #include <linux/time.h>
23 #include <linux/jbd2.h>
24 #include <linux/mount.h>
25 #include <linux/path.h>
26 #include <linux/quotaops.h>
28 #include "ext4_jbd2.h"
33 * Called when an inode is released. Note that this is different
34 * from ext4_file_open: open gets called at every open, but release
35 * gets called only when /all/ the files are closed.
37 static int ext4_release_file(struct inode
*inode
, struct file
*filp
)
39 if (ext4_test_inode_state(inode
, EXT4_STATE_DA_ALLOC_CLOSE
)) {
40 ext4_alloc_da_blocks(inode
);
41 ext4_clear_inode_state(inode
, EXT4_STATE_DA_ALLOC_CLOSE
);
43 /* if we are the last writer on the inode, drop the block reservation */
44 if ((filp
->f_mode
& FMODE_WRITE
) &&
45 (atomic_read(&inode
->i_writecount
) == 1) &&
46 !EXT4_I(inode
)->i_reserved_data_blocks
)
48 down_write(&EXT4_I(inode
)->i_data_sem
);
49 ext4_discard_preallocations(inode
);
50 up_write(&EXT4_I(inode
)->i_data_sem
);
52 if (is_dx(inode
) && filp
->private_data
)
53 ext4_htree_free_dir_info(filp
->private_data
);
58 void ext4_unwritten_wait(struct inode
*inode
)
60 wait_queue_head_t
*wq
= ext4_ioend_wq(inode
);
62 wait_event(*wq
, (atomic_read(&EXT4_I(inode
)->i_unwritten
) == 0));
66 * This tests whether the IO in question is block-aligned or not.
67 * Ext4 utilizes unwritten extents when hole-filling during direct IO, and they
68 * are converted to written only after the IO is complete. Until they are
69 * mapped, these blocks appear as holes, so dio_zero_block() will assume that
70 * it needs to zero out portions of the start and/or end block. If 2 AIO
71 * threads are at work on the same unwritten block, they must be synchronized
72 * or one thread will zero the other's data, causing corruption.
75 ext4_unaligned_aio(struct inode
*inode
, const struct iovec
*iov
,
76 unsigned long nr_segs
, loff_t pos
)
78 struct super_block
*sb
= inode
->i_sb
;
79 int blockmask
= sb
->s_blocksize
- 1;
80 size_t count
= iov_length(iov
, nr_segs
);
81 loff_t final_size
= pos
+ count
;
83 if (pos
>= inode
->i_size
)
86 if ((pos
& blockmask
) || (final_size
& blockmask
))
93 ext4_file_dio_write(struct kiocb
*iocb
, const struct iovec
*iov
,
94 unsigned long nr_segs
, loff_t pos
)
96 struct file
*file
= iocb
->ki_filp
;
97 struct inode
*inode
= file
->f_mapping
->host
;
99 int unaligned_aio
= 0;
102 size_t length
= iov_length(iov
, nr_segs
);
104 if (ext4_test_inode_flag(inode
, EXT4_INODE_EXTENTS
) &&
105 !is_sync_kiocb(iocb
))
106 unaligned_aio
= ext4_unaligned_aio(inode
, iov
, nr_segs
, pos
);
108 /* Unaligned direct AIO must be serialized; see comment above */
110 static unsigned long unaligned_warn_time
;
112 /* Warn about this once per day */
113 if (printk_timed_ratelimit(&unaligned_warn_time
, 60*60*24*HZ
))
114 ext4_msg(inode
->i_sb
, KERN_WARNING
,
115 "Unaligned AIO/DIO on inode %ld by %s; "
116 "performance will be poor.",
117 inode
->i_ino
, current
->comm
);
118 mutex_lock(ext4_aio_mutex(inode
));
119 ext4_unwritten_wait(inode
);
122 BUG_ON(iocb
->ki_pos
!= pos
);
124 mutex_lock(&inode
->i_mutex
);
125 blk_start_plug(&plug
);
127 iocb
->private = &overwrite
;
129 /* check whether we do a DIO overwrite or not */
130 if (ext4_should_dioread_nolock(inode
) && !unaligned_aio
&&
131 !file
->f_mapping
->nrpages
&& pos
+ length
<= i_size_read(inode
)) {
132 struct ext4_map_blocks map
;
133 unsigned int blkbits
= inode
->i_blkbits
;
136 map
.m_lblk
= pos
>> blkbits
;
137 map
.m_len
= (EXT4_BLOCK_ALIGN(pos
+ length
, blkbits
) >> blkbits
)
141 err
= ext4_map_blocks(NULL
, inode
, &map
, 0);
143 * 'err==len' means that all of blocks has been preallocated no
144 * matter they are initialized or not. For excluding
145 * uninitialized extents, we need to check m_flags. There are
146 * two conditions that indicate for initialized extents.
147 * 1) If we hit extent cache, EXT4_MAP_MAPPED flag is returned;
148 * 2) If we do a real lookup, non-flags are returned.
149 * So we should check these two conditions.
151 if (err
== len
&& (map
.m_flags
& EXT4_MAP_MAPPED
))
155 ret
= __generic_file_aio_write(iocb
, iov
, nr_segs
, &iocb
->ki_pos
);
156 mutex_unlock(&inode
->i_mutex
);
158 if (ret
> 0 || ret
== -EIOCBQUEUED
) {
161 err
= generic_write_sync(file
, pos
, ret
);
162 if (err
< 0 && ret
> 0)
165 blk_finish_plug(&plug
);
168 mutex_unlock(ext4_aio_mutex(inode
));
174 ext4_file_write(struct kiocb
*iocb
, const struct iovec
*iov
,
175 unsigned long nr_segs
, loff_t pos
)
177 struct inode
*inode
= iocb
->ki_filp
->f_path
.dentry
->d_inode
;
181 * If we have encountered a bitmap-format file, the size limit
182 * is smaller than s_maxbytes, which is for extent-mapped files.
185 if (!(ext4_test_inode_flag(inode
, EXT4_INODE_EXTENTS
))) {
186 struct ext4_sb_info
*sbi
= EXT4_SB(inode
->i_sb
);
187 size_t length
= iov_length(iov
, nr_segs
);
189 if ((pos
> sbi
->s_bitmap_maxbytes
||
190 (pos
== sbi
->s_bitmap_maxbytes
&& length
> 0)))
193 if (pos
+ length
> sbi
->s_bitmap_maxbytes
) {
194 nr_segs
= iov_shorten((struct iovec
*)iov
, nr_segs
,
195 sbi
->s_bitmap_maxbytes
- pos
);
199 if (unlikely(iocb
->ki_filp
->f_flags
& O_DIRECT
))
200 ret
= ext4_file_dio_write(iocb
, iov
, nr_segs
, pos
);
202 ret
= generic_file_aio_write(iocb
, iov
, nr_segs
, pos
);
207 static const struct vm_operations_struct ext4_file_vm_ops
= {
208 .fault
= filemap_fault
,
209 .page_mkwrite
= ext4_page_mkwrite
,
210 .remap_pages
= generic_file_remap_pages
,
213 static int ext4_file_mmap(struct file
*file
, struct vm_area_struct
*vma
)
215 struct address_space
*mapping
= file
->f_mapping
;
217 if (!mapping
->a_ops
->readpage
)
220 vma
->vm_ops
= &ext4_file_vm_ops
;
224 static int ext4_file_open(struct inode
* inode
, struct file
* filp
)
226 struct super_block
*sb
= inode
->i_sb
;
227 struct ext4_sb_info
*sbi
= EXT4_SB(inode
->i_sb
);
228 struct ext4_inode_info
*ei
= EXT4_I(inode
);
229 struct vfsmount
*mnt
= filp
->f_path
.mnt
;
233 if (unlikely(!(sbi
->s_mount_flags
& EXT4_MF_MNTDIR_SAMPLED
) &&
234 !(sb
->s_flags
& MS_RDONLY
))) {
235 sbi
->s_mount_flags
|= EXT4_MF_MNTDIR_SAMPLED
;
237 * Sample where the filesystem has been mounted and
238 * store it in the superblock for sysadmin convenience
239 * when trying to sort through large numbers of block
240 * devices or filesystem images.
242 memset(buf
, 0, sizeof(buf
));
244 path
.dentry
= mnt
->mnt_root
;
245 cp
= d_path(&path
, buf
, sizeof(buf
));
250 handle
= ext4_journal_start_sb(sb
, 1);
252 return PTR_ERR(handle
);
253 err
= ext4_journal_get_write_access(handle
, sbi
->s_sbh
);
255 ext4_journal_stop(handle
);
258 strlcpy(sbi
->s_es
->s_last_mounted
, cp
,
259 sizeof(sbi
->s_es
->s_last_mounted
));
260 ext4_handle_dirty_super(handle
, sb
);
261 ext4_journal_stop(handle
);
265 * Set up the jbd2_inode if we are opening the inode for
266 * writing and the journal is present
268 if (sbi
->s_journal
&& !ei
->jinode
&& (filp
->f_mode
& FMODE_WRITE
)) {
269 struct jbd2_inode
*jinode
= jbd2_alloc_inode(GFP_KERNEL
);
271 spin_lock(&inode
->i_lock
);
274 spin_unlock(&inode
->i_lock
);
278 jbd2_journal_init_jbd_inode(ei
->jinode
, inode
);
281 spin_unlock(&inode
->i_lock
);
282 if (unlikely(jinode
!= NULL
))
283 jbd2_free_inode(jinode
);
285 return dquot_file_open(inode
, filp
);
289 * ext4_llseek() handles both block-mapped and extent-mapped maxbytes values
290 * by calling generic_file_llseek_size() with the appropriate maxbytes
293 loff_t
ext4_llseek(struct file
*file
, loff_t offset
, int origin
)
295 struct inode
*inode
= file
->f_mapping
->host
;
298 if (!(ext4_test_inode_flag(inode
, EXT4_INODE_EXTENTS
)))
299 maxbytes
= EXT4_SB(inode
->i_sb
)->s_bitmap_maxbytes
;
301 maxbytes
= inode
->i_sb
->s_maxbytes
;
303 return generic_file_llseek_size(file
, offset
, origin
,
304 maxbytes
, i_size_read(inode
));
307 const struct file_operations ext4_file_operations
= {
308 .llseek
= ext4_llseek
,
309 .read
= do_sync_read
,
310 .write
= do_sync_write
,
311 .aio_read
= generic_file_aio_read
,
312 .aio_write
= ext4_file_write
,
313 .unlocked_ioctl
= ext4_ioctl
,
315 .compat_ioctl
= ext4_compat_ioctl
,
317 .mmap
= ext4_file_mmap
,
318 .open
= ext4_file_open
,
319 .release
= ext4_release_file
,
320 .fsync
= ext4_sync_file
,
321 .splice_read
= generic_file_splice_read
,
322 .splice_write
= generic_file_splice_write
,
323 .fallocate
= ext4_fallocate
,
326 const struct inode_operations ext4_file_inode_operations
= {
327 .setattr
= ext4_setattr
,
328 .getattr
= ext4_getattr
,
329 #ifdef CONFIG_EXT4_FS_XATTR
330 .setxattr
= generic_setxattr
,
331 .getxattr
= generic_getxattr
,
332 .listxattr
= ext4_listxattr
,
333 .removexattr
= generic_removexattr
,
335 .get_acl
= ext4_get_acl
,
336 .fiemap
= ext4_fiemap
,