1 // SPDX-License-Identifier: GPL-2.0
3 * Copyright (c) 2000-2005 Silicon Graphics, Inc.
8 #include "xfs_shared.h"
9 #include "xfs_format.h"
10 #include "xfs_log_format.h"
11 #include "xfs_trans_resv.h"
12 #include "xfs_mount.h"
13 #include "xfs_inode.h"
15 #include "xfs_quota.h"
16 #include "xfs_da_format.h"
17 #include "xfs_da_btree.h"
19 #include "xfs_trans.h"
20 #include "xfs_trans_space.h"
21 #include "xfs_bmap_btree.h"
22 #include "xfs_trace.h"
23 #include "xfs_icache.h"
24 #include "xfs_symlink.h"
26 #include "xfs_iomap.h"
27 #include "xfs_error.h"
28 #include "xfs_ioctl.h"
29 #include "xfs_xattr.h"
33 #include <linux/posix_acl.h>
34 #include <linux/security.h>
35 #include <linux/iversion.h>
36 #include <linux/fiemap.h>
39 * Directories have different lock order w.r.t. mmap_lock compared to regular
40 * files. This is due to readdir potentially triggering page faults on a user
41 * buffer inside filldir(), and this happens with the ilock on the directory
42 * held. For regular files, the lock order is the other way around - the
43 * mmap_lock is taken during the page fault, and then we lock the ilock to do
44 * block mapping. Hence we need a different class for the directory ilock so
45 * that lockdep can tell them apart. Directories in the metadata directory
46 * tree get a separate class so that lockdep reports will warn us if someone
47 * ever tries to lock regular directories after locking metadata directories.
49 static struct lock_class_key xfs_nondir_ilock_class
;
50 static struct lock_class_key xfs_dir_ilock_class
;
55 const struct xattr
*xattr_array
,
58 const struct xattr
*xattr
;
59 struct xfs_inode
*ip
= XFS_I(inode
);
62 for (xattr
= xattr_array
; xattr
->name
!= NULL
; xattr
++) {
63 struct xfs_da_args args
= {
65 .attr_filter
= XFS_ATTR_SECURE
,
67 .namelen
= strlen(xattr
->name
),
68 .value
= xattr
->value
,
69 .valuelen
= xattr
->value_len
,
71 error
= xfs_attr_change(&args
, XFS_ATTRUPDATE_UPSERT
);
79 * Hook in SELinux. This is not quite correct yet, what we really need
80 * here (as we do for default ACLs) is a mechanism by which creation of
81 * these attrs can be journalled at inode creation time (along with the
82 * inode, of course, such that log replay can't cause these to be lost).
85 xfs_inode_init_security(
88 const struct qstr
*qstr
)
90 return security_inode_init_security(inode
, dir
, qstr
,
91 &xfs_initxattrs
, NULL
);
96 struct xfs_name
*namep
,
97 struct dentry
*dentry
)
99 namep
->name
= dentry
->d_name
.name
;
100 namep
->len
= dentry
->d_name
.len
;
101 namep
->type
= XFS_DIR3_FT_UNKNOWN
;
105 xfs_dentry_mode_to_name(
106 struct xfs_name
*namep
,
107 struct dentry
*dentry
,
110 namep
->name
= dentry
->d_name
.name
;
111 namep
->len
= dentry
->d_name
.len
;
112 namep
->type
= xfs_mode_to_ftype(mode
);
114 if (unlikely(namep
->type
== XFS_DIR3_FT_UNKNOWN
))
115 return -EFSCORRUPTED
;
124 struct dentry
*dentry
)
126 struct xfs_name teardown
;
129 * If we can't add the ACL or we fail in
130 * xfs_inode_init_security we must back out.
131 * ENOSPC can hit here, among other things.
133 xfs_dentry_to_name(&teardown
, dentry
);
135 xfs_remove(XFS_I(dir
), &teardown
, XFS_I(inode
));
139 * Check to see if we are likely to need an extended attribute to be added to
140 * the inode we are about to allocate. This allows the attribute fork to be
141 * created during the inode allocation, reducing the number of transactions we
142 * need to do in this fast path.
144 * The security checks are optimistic, but not guaranteed. The two LSMs that
145 * require xattrs to be added here (selinux and smack) are also the only two
146 * LSMs that add a sb->s_security structure to the superblock. Hence if security
147 * is enabled and sb->s_security is set, we have a pretty good idea that we are
148 * going to be asked to add a security xattr immediately after allocating the
149 * xfs inode and instantiating the VFS inode.
152 xfs_create_need_xattr(
154 struct posix_acl
*default_acl
,
155 struct posix_acl
*acl
)
161 #if IS_ENABLED(CONFIG_SECURITY)
162 if (dir
->i_sb
->s_security
)
171 struct mnt_idmap
*idmap
,
173 struct dentry
*dentry
,
176 struct file
*tmpfile
) /* unnamed file */
178 struct xfs_icreate_args args
= {
185 struct xfs_inode
*ip
= NULL
;
186 struct posix_acl
*default_acl
, *acl
;
187 struct xfs_name name
;
191 * Irix uses Missed'em'V split, but doesn't want to see
192 * the upper 5 bits of (14bit) major.
194 if (S_ISCHR(args
.mode
) || S_ISBLK(args
.mode
)) {
195 if (unlikely(!sysv_valid_dev(args
.rdev
) ||
196 MAJOR(args
.rdev
) & ~0x1ff))
202 error
= posix_acl_create(dir
, &args
.mode
, &default_acl
, &acl
);
206 /* Verify mode is valid also for tmpfile case */
207 error
= xfs_dentry_mode_to_name(&name
, dentry
, args
.mode
);
212 if (xfs_create_need_xattr(dir
, default_acl
, acl
))
213 args
.flags
|= XFS_ICREATE_INIT_XATTRS
;
215 error
= xfs_create(&args
, &name
, &ip
);
217 args
.flags
|= XFS_ICREATE_TMPFILE
;
220 * If this temporary file will not be linkable, don't bother
221 * creating an attr fork to receive a parent pointer.
223 if (tmpfile
->f_flags
& O_EXCL
)
224 args
.flags
|= XFS_ICREATE_UNLINKABLE
;
226 error
= xfs_create_tmpfile(&args
, &ip
);
233 error
= xfs_inode_init_security(inode
, dir
, &dentry
->d_name
);
235 goto out_cleanup_inode
;
238 error
= __xfs_set_acl(inode
, default_acl
, ACL_TYPE_DEFAULT
);
240 goto out_cleanup_inode
;
243 error
= __xfs_set_acl(inode
, acl
, ACL_TYPE_ACCESS
);
245 goto out_cleanup_inode
;
252 * The VFS requires that any inode fed to d_tmpfile must have
253 * nlink == 1 so that it can decrement the nlink in d_tmpfile.
254 * However, we created the temp file with nlink == 0 because
255 * we're not allowed to put an inode with nlink > 0 on the
256 * unlinked list. Therefore we have to set nlink to 1 so that
257 * d_tmpfile can immediately set it back to zero.
260 d_tmpfile(tmpfile
, inode
);
262 d_instantiate(dentry
, inode
);
264 xfs_finish_inode_setup(ip
);
267 posix_acl_release(default_acl
);
268 posix_acl_release(acl
);
272 xfs_finish_inode_setup(ip
);
274 xfs_cleanup_inode(dir
, inode
, dentry
);
281 struct mnt_idmap
*idmap
,
283 struct dentry
*dentry
,
287 return xfs_generic_create(idmap
, dir
, dentry
, mode
, rdev
, NULL
);
292 struct mnt_idmap
*idmap
,
294 struct dentry
*dentry
,
298 return xfs_generic_create(idmap
, dir
, dentry
, mode
, 0, NULL
);
303 struct mnt_idmap
*idmap
,
305 struct dentry
*dentry
,
308 return xfs_generic_create(idmap
, dir
, dentry
, mode
| S_IFDIR
, 0, NULL
);
311 STATIC
struct dentry
*
314 struct dentry
*dentry
,
318 struct xfs_inode
*cip
;
319 struct xfs_name name
;
322 if (dentry
->d_name
.len
>= MAXNAMELEN
)
323 return ERR_PTR(-ENAMETOOLONG
);
325 xfs_dentry_to_name(&name
, dentry
);
326 error
= xfs_lookup(XFS_I(dir
), &name
, &cip
, NULL
);
329 else if (likely(error
== -ENOENT
))
332 inode
= ERR_PTR(error
);
333 return d_splice_alias(inode
, dentry
);
336 STATIC
struct dentry
*
339 struct dentry
*dentry
,
342 struct xfs_inode
*ip
;
343 struct xfs_name xname
;
344 struct xfs_name ci_name
;
348 if (dentry
->d_name
.len
>= MAXNAMELEN
)
349 return ERR_PTR(-ENAMETOOLONG
);
351 xfs_dentry_to_name(&xname
, dentry
);
352 error
= xfs_lookup(XFS_I(dir
), &xname
, &ip
, &ci_name
);
353 if (unlikely(error
)) {
354 if (unlikely(error
!= -ENOENT
))
355 return ERR_PTR(error
);
357 * call d_add(dentry, NULL) here when d_drop_negative_children
358 * is called in xfs_vn_mknod (ie. allow negative dentries
359 * with CI filesystems).
364 /* if exact match, just splice and exit */
366 return d_splice_alias(VFS_I(ip
), dentry
);
368 /* else case-insensitive match... */
369 dname
.name
= ci_name
.name
;
370 dname
.len
= ci_name
.len
;
371 dentry
= d_add_ci(dentry
, VFS_I(ip
), &dname
);
378 struct dentry
*old_dentry
,
380 struct dentry
*dentry
)
382 struct inode
*inode
= d_inode(old_dentry
);
383 struct xfs_name name
;
386 error
= xfs_dentry_mode_to_name(&name
, dentry
, inode
->i_mode
);
390 if (IS_PRIVATE(inode
))
393 error
= xfs_link(XFS_I(dir
), XFS_I(inode
), &name
);
398 d_instantiate(dentry
, inode
);
405 struct dentry
*dentry
)
407 struct xfs_name name
;
410 xfs_dentry_to_name(&name
, dentry
);
412 error
= xfs_remove(XFS_I(dir
), &name
, XFS_I(d_inode(dentry
)));
417 * With unlink, the VFS makes the dentry "negative": no inode,
418 * but still hashed. This is incompatible with case-insensitive
419 * mode, so invalidate (unhash) the dentry in CI-mode.
421 if (xfs_has_asciici(XFS_M(dir
->i_sb
)))
422 d_invalidate(dentry
);
428 struct mnt_idmap
*idmap
,
430 struct dentry
*dentry
,
434 struct xfs_inode
*cip
= NULL
;
435 struct xfs_name name
;
440 (irix_symlink_mode
? 0777 & ~current_umask() : S_IRWXUGO
);
441 error
= xfs_dentry_mode_to_name(&name
, dentry
, mode
);
445 error
= xfs_symlink(idmap
, XFS_I(dir
), &name
, symname
, mode
, &cip
);
451 error
= xfs_inode_init_security(inode
, dir
, &dentry
->d_name
);
453 goto out_cleanup_inode
;
457 d_instantiate(dentry
, inode
);
458 xfs_finish_inode_setup(cip
);
462 xfs_finish_inode_setup(cip
);
463 xfs_cleanup_inode(dir
, inode
, dentry
);
471 struct mnt_idmap
*idmap
,
473 struct dentry
*odentry
,
475 struct dentry
*ndentry
,
478 struct inode
*new_inode
= d_inode(ndentry
);
481 struct xfs_name oname
;
482 struct xfs_name nname
;
484 if (flags
& ~(RENAME_NOREPLACE
| RENAME_EXCHANGE
| RENAME_WHITEOUT
))
487 /* if we are exchanging files, we need to set i_mode of both files */
488 if (flags
& RENAME_EXCHANGE
)
489 omode
= d_inode(ndentry
)->i_mode
;
491 error
= xfs_dentry_mode_to_name(&oname
, odentry
, omode
);
492 if (omode
&& unlikely(error
))
495 error
= xfs_dentry_mode_to_name(&nname
, ndentry
,
496 d_inode(odentry
)->i_mode
);
500 return xfs_rename(idmap
, XFS_I(odir
), &oname
,
501 XFS_I(d_inode(odentry
)), XFS_I(ndir
), &nname
,
502 new_inode
? XFS_I(new_inode
) : NULL
, flags
);
506 * careful here - this function can get called recursively, so
507 * we need to be very careful about how much stack we use.
508 * uio is kmalloced for this reason...
512 struct dentry
*dentry
,
514 struct delayed_call
*done
)
520 return ERR_PTR(-ECHILD
);
522 link
= kmalloc(XFS_SYMLINK_MAXLEN
+1, GFP_KERNEL
);
526 error
= xfs_readlink(XFS_I(d_inode(dentry
)), link
);
530 set_delayed_call(done
, kfree_link
, link
);
536 return ERR_PTR(error
);
541 struct xfs_inode
*ip
)
543 struct xfs_mount
*mp
= ip
->i_mount
;
546 * If the file blocks are being allocated from a realtime volume, then
547 * always return the realtime extent size.
549 if (XFS_IS_REALTIME_INODE(ip
))
550 return XFS_FSB_TO_B(mp
, xfs_get_extsz_hint(ip
) ? : 1);
553 * Allow large block sizes to be reported to userspace programs if the
554 * "largeio" mount option is used.
556 * If compatibility mode is specified, simply return the basic unit of
557 * caching so that we don't get inefficient read/modify/write I/O from
558 * user apps. Otherwise....
560 * If the underlying volume is a stripe, then return the stripe width in
561 * bytes as the recommended I/O size. It is not a stripe and we've set a
562 * default buffered I/O size, return that, otherwise return the compat
565 if (xfs_has_large_iosize(mp
)) {
567 return XFS_FSB_TO_B(mp
, mp
->m_swidth
);
568 if (xfs_has_allocsize(mp
))
569 return 1U << mp
->m_allocsize_log
;
572 return max_t(uint32_t, PAGE_SIZE
, mp
->m_sb
.sb_blocksize
);
576 xfs_get_atomic_write_attr(
577 struct xfs_inode
*ip
,
578 unsigned int *unit_min
,
579 unsigned int *unit_max
)
581 if (!xfs_inode_can_atomicwrite(ip
)) {
582 *unit_min
= *unit_max
= 0;
586 *unit_min
= *unit_max
= ip
->i_mount
->m_sb
.sb_blocksize
;
591 struct mnt_idmap
*idmap
,
592 const struct path
*path
,
595 unsigned int query_flags
)
597 struct inode
*inode
= d_inode(path
->dentry
);
598 struct xfs_inode
*ip
= XFS_I(inode
);
599 struct xfs_mount
*mp
= ip
->i_mount
;
600 vfsuid_t vfsuid
= i_uid_into_vfsuid(idmap
, inode
);
601 vfsgid_t vfsgid
= i_gid_into_vfsgid(idmap
, inode
);
603 trace_xfs_getattr(ip
);
605 if (xfs_is_shutdown(mp
))
608 stat
->size
= XFS_ISIZE(ip
);
609 stat
->dev
= inode
->i_sb
->s_dev
;
610 stat
->mode
= inode
->i_mode
;
611 stat
->nlink
= inode
->i_nlink
;
612 stat
->uid
= vfsuid_into_kuid(vfsuid
);
613 stat
->gid
= vfsgid_into_kgid(vfsgid
);
614 stat
->ino
= ip
->i_ino
;
615 stat
->atime
= inode_get_atime(inode
);
617 fill_mg_cmtime(stat
, request_mask
, inode
);
619 stat
->blocks
= XFS_FSB_TO_BB(mp
, ip
->i_nblocks
+ ip
->i_delayed_blks
);
621 if (xfs_has_v3inodes(mp
)) {
622 if (request_mask
& STATX_BTIME
) {
623 stat
->result_mask
|= STATX_BTIME
;
624 stat
->btime
= ip
->i_crtime
;
629 * Note: If you add another clause to set an attribute flag, please
630 * update attributes_mask below.
632 if (ip
->i_diflags
& XFS_DIFLAG_IMMUTABLE
)
633 stat
->attributes
|= STATX_ATTR_IMMUTABLE
;
634 if (ip
->i_diflags
& XFS_DIFLAG_APPEND
)
635 stat
->attributes
|= STATX_ATTR_APPEND
;
636 if (ip
->i_diflags
& XFS_DIFLAG_NODUMP
)
637 stat
->attributes
|= STATX_ATTR_NODUMP
;
639 stat
->attributes_mask
|= (STATX_ATTR_IMMUTABLE
|
643 switch (inode
->i_mode
& S_IFMT
) {
646 stat
->blksize
= BLKDEV_IOSIZE
;
647 stat
->rdev
= inode
->i_rdev
;
650 if (request_mask
& STATX_DIOALIGN
) {
651 struct xfs_buftarg
*target
= xfs_inode_buftarg(ip
);
652 struct block_device
*bdev
= target
->bt_bdev
;
654 stat
->result_mask
|= STATX_DIOALIGN
;
655 stat
->dio_mem_align
= bdev_dma_alignment(bdev
) + 1;
656 stat
->dio_offset_align
= bdev_logical_block_size(bdev
);
658 if (request_mask
& STATX_WRITE_ATOMIC
) {
659 unsigned int unit_min
, unit_max
;
661 xfs_get_atomic_write_attr(ip
, &unit_min
,
663 generic_fill_statx_atomic_writes(stat
,
668 stat
->blksize
= xfs_stat_blksize(ip
);
678 struct mnt_idmap
*idmap
,
679 struct dentry
*dentry
,
682 struct xfs_mount
*mp
= XFS_I(d_inode(dentry
))->i_mount
;
684 if (xfs_is_readonly(mp
))
687 if (xfs_is_shutdown(mp
))
690 return setattr_prepare(idmap
, dentry
, iattr
);
694 * Set non-size attributes of an inode.
696 * Caution: The caller of this function is responsible for calling
697 * setattr_prepare() or otherwise verifying the change is fine.
701 struct mnt_idmap
*idmap
,
702 struct dentry
*dentry
,
703 struct xfs_inode
*ip
,
706 xfs_mount_t
*mp
= ip
->i_mount
;
707 struct inode
*inode
= VFS_I(ip
);
708 int mask
= iattr
->ia_valid
;
711 kuid_t uid
= GLOBAL_ROOT_UID
;
712 kgid_t gid
= GLOBAL_ROOT_GID
;
713 struct xfs_dquot
*udqp
= NULL
, *gdqp
= NULL
;
714 struct xfs_dquot
*old_udqp
= NULL
, *old_gdqp
= NULL
;
716 ASSERT((mask
& ATTR_SIZE
) == 0);
719 * If disk quotas is on, we make sure that the dquots do exist on disk,
720 * before we start any other transactions. Trying to do this later
721 * is messy. We don't care to take a readlock to look at the ids
722 * in inode here, because we can't hold it across the trans_reserve.
723 * If the IDs do change before we take the ilock, we're covered
724 * because the i_*dquot fields will get updated anyway.
726 if (XFS_IS_QUOTA_ON(mp
) && (mask
& (ATTR_UID
|ATTR_GID
))) {
729 if ((mask
& ATTR_UID
) && XFS_IS_UQUOTA_ON(mp
)) {
730 uid
= from_vfsuid(idmap
, i_user_ns(inode
),
732 qflags
|= XFS_QMOPT_UQUOTA
;
736 if ((mask
& ATTR_GID
) && XFS_IS_GQUOTA_ON(mp
)) {
737 gid
= from_vfsgid(idmap
, i_user_ns(inode
),
739 qflags
|= XFS_QMOPT_GQUOTA
;
745 * We take a reference when we initialize udqp and gdqp,
746 * so it is important that we never blindly double trip on
747 * the same variable. See xfs_create() for an example.
749 ASSERT(udqp
== NULL
);
750 ASSERT(gdqp
== NULL
);
751 error
= xfs_qm_vop_dqalloc(ip
, uid
, gid
, ip
->i_projid
,
752 qflags
, &udqp
, &gdqp
, NULL
);
757 error
= xfs_trans_alloc_ichange(ip
, udqp
, gdqp
, NULL
,
758 has_capability_noaudit(current
, CAP_FOWNER
), &tp
);
763 * Register quota modifications in the transaction. Must be the owner
764 * or privileged. These IDs could have changed since we last looked at
765 * them. But, we're assured that if the ownership did change while we
766 * didn't have the inode locked, inode's dquot(s) would have changed
769 if (XFS_IS_UQUOTA_ON(mp
) &&
770 i_uid_needs_update(idmap
, iattr
, inode
)) {
772 old_udqp
= xfs_qm_vop_chown(tp
, ip
, &ip
->i_udquot
, udqp
);
774 if (XFS_IS_GQUOTA_ON(mp
) &&
775 i_gid_needs_update(idmap
, iattr
, inode
)) {
776 ASSERT(xfs_has_pquotino(mp
) || !XFS_IS_PQUOTA_ON(mp
));
778 old_gdqp
= xfs_qm_vop_chown(tp
, ip
, &ip
->i_gdquot
, gdqp
);
781 setattr_copy(idmap
, inode
, iattr
);
782 xfs_trans_log_inode(tp
, ip
, XFS_ILOG_CORE
);
784 XFS_STATS_INC(mp
, xs_ig_attrchg
);
786 if (xfs_has_wsync(mp
))
787 xfs_trans_set_sync(tp
);
788 error
= xfs_trans_commit(tp
);
791 * Release any dquot(s) the inode had kept before chown.
793 xfs_qm_dqrele(old_udqp
);
794 xfs_qm_dqrele(old_gdqp
);
802 * XXX(hch): Updating the ACL entries is not atomic vs the i_mode
803 * update. We could avoid this with linked transactions
804 * and passing down the transaction pointer all the way
805 * to attr_set. No previous user of the generic
806 * Posix ACL code seems to care about this issue either.
808 if (mask
& ATTR_MODE
) {
809 error
= posix_acl_chmod(idmap
, dentry
, inode
->i_mode
);
823 * Truncate file. Must have write permission and not be a directory.
825 * Caution: The caller of this function is responsible for calling
826 * setattr_prepare() or otherwise verifying the change is fine.
830 struct mnt_idmap
*idmap
,
831 struct dentry
*dentry
,
832 struct xfs_inode
*ip
,
835 struct xfs_mount
*mp
= ip
->i_mount
;
836 struct inode
*inode
= VFS_I(ip
);
837 xfs_off_t oldsize
, newsize
;
838 struct xfs_trans
*tp
;
842 bool did_zeroing
= false;
844 xfs_assert_ilocked(ip
, XFS_IOLOCK_EXCL
| XFS_MMAPLOCK_EXCL
);
845 ASSERT(S_ISREG(inode
->i_mode
));
846 ASSERT((iattr
->ia_valid
& (ATTR_UID
|ATTR_GID
|ATTR_ATIME
|ATTR_ATIME_SET
|
847 ATTR_MTIME_SET
|ATTR_TIMES_SET
)) == 0);
849 oldsize
= inode
->i_size
;
850 newsize
= iattr
->ia_size
;
853 * Short circuit the truncate case for zero length files.
855 if (newsize
== 0 && oldsize
== 0 && ip
->i_df
.if_nextents
== 0) {
856 if (!(iattr
->ia_valid
& (ATTR_CTIME
|ATTR_MTIME
)))
860 * Use the regular setattr path to update the timestamps.
862 iattr
->ia_valid
&= ~ATTR_SIZE
;
863 return xfs_setattr_nonsize(idmap
, dentry
, ip
, iattr
);
867 * Make sure that the dquots are attached to the inode.
869 error
= xfs_qm_dqattach(ip
);
874 * Wait for all direct I/O to complete.
876 inode_dio_wait(inode
);
879 * File data changes must be complete before we start the transaction to
880 * modify the inode. This needs to be done before joining the inode to
881 * the transaction because the inode cannot be unlocked once it is a
882 * part of the transaction.
884 * Start with zeroing any data beyond EOF that we may expose on file
885 * extension, or zeroing out the rest of the block on a downward
888 if (newsize
> oldsize
) {
889 trace_xfs_zero_eof(ip
, oldsize
, newsize
- oldsize
);
890 error
= xfs_zero_range(ip
, oldsize
, newsize
- oldsize
,
893 error
= xfs_truncate_page(ip
, newsize
, &did_zeroing
);
900 * We've already locked out new page faults, so now we can safely remove
901 * pages from the page cache knowing they won't get refaulted until we
902 * drop the XFS_MMAP_EXCL lock after the extent manipulations are
903 * complete. The truncate_setsize() call also cleans partial EOF page
904 * PTEs on extending truncates and hence ensures sub-page block size
905 * filesystems are correctly handled, too.
907 * We have to do all the page cache truncate work outside the
908 * transaction context as the "lock" order is page lock->log space
909 * reservation as defined by extent allocation in the writeback path.
910 * Hence a truncate can fail with ENOMEM from xfs_trans_alloc(), but
911 * having already truncated the in-memory version of the file (i.e. made
912 * user visible changes). There's not much we can do about this, except
913 * to hope that the caller sees ENOMEM and retries the truncate
916 * And we update in-core i_size and truncate page cache beyond newsize
917 * before writeback the [i_disk_size, newsize] range, so we're
918 * guaranteed not to write stale data past the new EOF on truncate down.
920 truncate_setsize(inode
, newsize
);
923 * We are going to log the inode size change in this transaction so
924 * any previous writes that are beyond the on disk EOF and the new
925 * EOF that have not been written out need to be written here. If we
926 * do not write the data out, we expose ourselves to the null files
927 * problem. Note that this includes any block zeroing we did above;
928 * otherwise those blocks may not be zeroed after a crash.
931 (newsize
> ip
->i_disk_size
&& oldsize
!= ip
->i_disk_size
)) {
932 error
= filemap_write_and_wait_range(VFS_I(ip
)->i_mapping
,
933 ip
->i_disk_size
, newsize
- 1);
939 * For realtime inode with more than one block rtextsize, we need the
940 * block reservation for bmap btree block allocations/splits that can
941 * happen since it could split the tail written extent and convert the
942 * right beyond EOF one to unwritten.
944 if (xfs_inode_has_bigrtalloc(ip
))
945 resblks
= XFS_DIOSTRAT_SPACE_RES(mp
, 0);
947 error
= xfs_trans_alloc(mp
, &M_RES(mp
)->tr_itruncate
, resblks
,
952 lock_flags
|= XFS_ILOCK_EXCL
;
953 xfs_ilock(ip
, XFS_ILOCK_EXCL
);
954 xfs_trans_ijoin(tp
, ip
, 0);
957 * Only change the c/mtime if we are changing the size or we are
958 * explicitly asked to change it. This handles the semantic difference
959 * between truncate() and ftruncate() as implemented in the VFS.
961 * The regular truncate() case without ATTR_CTIME and ATTR_MTIME is a
962 * special case where we need to update the times despite not having
963 * these flags set. For all other operations the VFS set these flags
964 * explicitly if it wants a timestamp update.
966 if (newsize
!= oldsize
&&
967 !(iattr
->ia_valid
& (ATTR_CTIME
| ATTR_MTIME
))) {
968 iattr
->ia_ctime
= iattr
->ia_mtime
=
970 iattr
->ia_valid
|= ATTR_CTIME
| ATTR_MTIME
;
974 * The first thing we do is set the size to new_size permanently on
975 * disk. This way we don't have to worry about anyone ever being able
976 * to look at the data being freed even in the face of a crash.
977 * What we're getting around here is the case where we free a block, it
978 * is allocated to another file, it is written to, and then we crash.
979 * If the new data gets written to the file but the log buffers
980 * containing the free and reallocation don't, then we'd end up with
981 * garbage in the blocks being freed. As long as we make the new size
982 * permanent before actually freeing any blocks it doesn't matter if
983 * they get written to.
985 ip
->i_disk_size
= newsize
;
986 xfs_trans_log_inode(tp
, ip
, XFS_ILOG_CORE
);
988 if (newsize
<= oldsize
) {
989 error
= xfs_itruncate_extents(&tp
, ip
, XFS_DATA_FORK
, newsize
);
991 goto out_trans_cancel
;
994 * Truncated "down", so we're removing references to old data
995 * here - if we delay flushing for a long time, we expose
996 * ourselves unduly to the notorious NULL files problem. So,
997 * we mark this inode and flush it when the file is closed,
998 * and do not wait the usual (long) time for writeout.
1000 xfs_iflags_set(ip
, XFS_ITRUNCATED
);
1002 /* A truncate down always removes post-EOF blocks. */
1003 xfs_inode_clear_eofblocks_tag(ip
);
1006 ASSERT(!(iattr
->ia_valid
& (ATTR_UID
| ATTR_GID
)));
1007 setattr_copy(idmap
, inode
, iattr
);
1008 xfs_trans_log_inode(tp
, ip
, XFS_ILOG_CORE
);
1010 XFS_STATS_INC(mp
, xs_ig_attrchg
);
1012 if (xfs_has_wsync(mp
))
1013 xfs_trans_set_sync(tp
);
1015 error
= xfs_trans_commit(tp
);
1018 xfs_iunlock(ip
, lock_flags
);
1022 xfs_trans_cancel(tp
);
1027 xfs_vn_setattr_size(
1028 struct mnt_idmap
*idmap
,
1029 struct dentry
*dentry
,
1030 struct iattr
*iattr
)
1032 struct xfs_inode
*ip
= XFS_I(d_inode(dentry
));
1035 trace_xfs_setattr(ip
);
1037 error
= xfs_vn_change_ok(idmap
, dentry
, iattr
);
1040 return xfs_setattr_size(idmap
, dentry
, ip
, iattr
);
1045 struct mnt_idmap
*idmap
,
1046 struct dentry
*dentry
,
1047 struct iattr
*iattr
)
1049 struct inode
*inode
= d_inode(dentry
);
1050 struct xfs_inode
*ip
= XFS_I(inode
);
1053 if (iattr
->ia_valid
& ATTR_SIZE
) {
1056 xfs_ilock(ip
, XFS_MMAPLOCK_EXCL
);
1057 iolock
= XFS_IOLOCK_EXCL
| XFS_MMAPLOCK_EXCL
;
1059 error
= xfs_break_layouts(inode
, &iolock
, BREAK_UNMAP
);
1061 xfs_iunlock(ip
, XFS_MMAPLOCK_EXCL
);
1065 error
= xfs_vn_setattr_size(idmap
, dentry
, iattr
);
1066 xfs_iunlock(ip
, XFS_MMAPLOCK_EXCL
);
1068 trace_xfs_setattr(ip
);
1070 error
= xfs_vn_change_ok(idmap
, dentry
, iattr
);
1072 error
= xfs_setattr_nonsize(idmap
, dentry
, ip
, iattr
);
1080 struct inode
*inode
,
1083 struct xfs_inode
*ip
= XFS_I(inode
);
1084 struct xfs_mount
*mp
= ip
->i_mount
;
1085 int log_flags
= XFS_ILOG_TIMESTAMP
;
1086 struct xfs_trans
*tp
;
1088 struct timespec64 now
;
1090 trace_xfs_update_time(ip
);
1092 if (inode
->i_sb
->s_flags
& SB_LAZYTIME
) {
1093 if (!((flags
& S_VERSION
) &&
1094 inode_maybe_inc_iversion(inode
, false))) {
1095 generic_update_time(inode
, flags
);
1099 /* Capture the iversion update that just occurred */
1100 log_flags
|= XFS_ILOG_CORE
;
1103 error
= xfs_trans_alloc(mp
, &M_RES(mp
)->tr_fsyncts
, 0, 0, 0, &tp
);
1107 xfs_ilock(ip
, XFS_ILOCK_EXCL
);
1108 if (flags
& (S_CTIME
|S_MTIME
))
1109 now
= inode_set_ctime_current(inode
);
1111 now
= current_time(inode
);
1113 if (flags
& S_MTIME
)
1114 inode_set_mtime_to_ts(inode
, now
);
1115 if (flags
& S_ATIME
)
1116 inode_set_atime_to_ts(inode
, now
);
1118 xfs_trans_ijoin(tp
, ip
, XFS_ILOCK_EXCL
);
1119 xfs_trans_log_inode(tp
, ip
, log_flags
);
1120 return xfs_trans_commit(tp
);
1125 struct inode
*inode
,
1126 struct fiemap_extent_info
*fieinfo
,
1132 xfs_ilock(XFS_I(inode
), XFS_IOLOCK_SHARED
);
1133 if (fieinfo
->fi_flags
& FIEMAP_FLAG_XATTR
) {
1134 fieinfo
->fi_flags
&= ~FIEMAP_FLAG_XATTR
;
1135 error
= iomap_fiemap(inode
, fieinfo
, start
, length
,
1136 &xfs_xattr_iomap_ops
);
1138 error
= iomap_fiemap(inode
, fieinfo
, start
, length
,
1139 &xfs_read_iomap_ops
);
1141 xfs_iunlock(XFS_I(inode
), XFS_IOLOCK_SHARED
);
1148 struct mnt_idmap
*idmap
,
1153 int err
= xfs_generic_create(idmap
, dir
, file
->f_path
.dentry
, mode
, 0, file
);
1155 return finish_open_simple(file
, err
);
1158 static const struct inode_operations xfs_inode_operations
= {
1159 .get_inode_acl
= xfs_get_acl
,
1160 .set_acl
= xfs_set_acl
,
1161 .getattr
= xfs_vn_getattr
,
1162 .setattr
= xfs_vn_setattr
,
1163 .listxattr
= xfs_vn_listxattr
,
1164 .fiemap
= xfs_vn_fiemap
,
1165 .update_time
= xfs_vn_update_time
,
1166 .fileattr_get
= xfs_fileattr_get
,
1167 .fileattr_set
= xfs_fileattr_set
,
1170 static const struct inode_operations xfs_dir_inode_operations
= {
1171 .create
= xfs_vn_create
,
1172 .lookup
= xfs_vn_lookup
,
1173 .link
= xfs_vn_link
,
1174 .unlink
= xfs_vn_unlink
,
1175 .symlink
= xfs_vn_symlink
,
1176 .mkdir
= xfs_vn_mkdir
,
1178 * Yes, XFS uses the same method for rmdir and unlink.
1180 * There are some subtile differences deeper in the code,
1181 * but we use S_ISDIR to check for those.
1183 .rmdir
= xfs_vn_unlink
,
1184 .mknod
= xfs_vn_mknod
,
1185 .rename
= xfs_vn_rename
,
1186 .get_inode_acl
= xfs_get_acl
,
1187 .set_acl
= xfs_set_acl
,
1188 .getattr
= xfs_vn_getattr
,
1189 .setattr
= xfs_vn_setattr
,
1190 .listxattr
= xfs_vn_listxattr
,
1191 .update_time
= xfs_vn_update_time
,
1192 .tmpfile
= xfs_vn_tmpfile
,
1193 .fileattr_get
= xfs_fileattr_get
,
1194 .fileattr_set
= xfs_fileattr_set
,
1197 static const struct inode_operations xfs_dir_ci_inode_operations
= {
1198 .create
= xfs_vn_create
,
1199 .lookup
= xfs_vn_ci_lookup
,
1200 .link
= xfs_vn_link
,
1201 .unlink
= xfs_vn_unlink
,
1202 .symlink
= xfs_vn_symlink
,
1203 .mkdir
= xfs_vn_mkdir
,
1205 * Yes, XFS uses the same method for rmdir and unlink.
1207 * There are some subtile differences deeper in the code,
1208 * but we use S_ISDIR to check for those.
1210 .rmdir
= xfs_vn_unlink
,
1211 .mknod
= xfs_vn_mknod
,
1212 .rename
= xfs_vn_rename
,
1213 .get_inode_acl
= xfs_get_acl
,
1214 .set_acl
= xfs_set_acl
,
1215 .getattr
= xfs_vn_getattr
,
1216 .setattr
= xfs_vn_setattr
,
1217 .listxattr
= xfs_vn_listxattr
,
1218 .update_time
= xfs_vn_update_time
,
1219 .tmpfile
= xfs_vn_tmpfile
,
1220 .fileattr_get
= xfs_fileattr_get
,
1221 .fileattr_set
= xfs_fileattr_set
,
1224 static const struct inode_operations xfs_symlink_inode_operations
= {
1225 .get_link
= xfs_vn_get_link
,
1226 .getattr
= xfs_vn_getattr
,
1227 .setattr
= xfs_vn_setattr
,
1228 .listxattr
= xfs_vn_listxattr
,
1229 .update_time
= xfs_vn_update_time
,
1232 /* Figure out if this file actually supports DAX. */
1234 xfs_inode_supports_dax(
1235 struct xfs_inode
*ip
)
1237 struct xfs_mount
*mp
= ip
->i_mount
;
1239 /* Only supported on regular files. */
1240 if (!S_ISREG(VFS_I(ip
)->i_mode
))
1243 /* Block size must match page size */
1244 if (mp
->m_sb
.sb_blocksize
!= PAGE_SIZE
)
1247 /* Device has to support DAX too. */
1248 return xfs_inode_buftarg(ip
)->bt_daxdev
!= NULL
;
1252 xfs_inode_should_enable_dax(
1253 struct xfs_inode
*ip
)
1255 if (!IS_ENABLED(CONFIG_FS_DAX
))
1257 if (xfs_has_dax_never(ip
->i_mount
))
1259 if (!xfs_inode_supports_dax(ip
))
1261 if (xfs_has_dax_always(ip
->i_mount
))
1263 if (ip
->i_diflags2
& XFS_DIFLAG2_DAX
)
1269 xfs_diflags_to_iflags(
1270 struct xfs_inode
*ip
,
1273 struct inode
*inode
= VFS_I(ip
);
1274 unsigned int xflags
= xfs_ip2xflags(ip
);
1275 unsigned int flags
= 0;
1277 ASSERT(!(IS_DAX(inode
) && init
));
1279 if (xflags
& FS_XFLAG_IMMUTABLE
)
1280 flags
|= S_IMMUTABLE
;
1281 if (xflags
& FS_XFLAG_APPEND
)
1283 if (xflags
& FS_XFLAG_SYNC
)
1285 if (xflags
& FS_XFLAG_NOATIME
)
1287 if (init
&& xfs_inode_should_enable_dax(ip
))
1291 * S_DAX can only be set during inode initialization and is never set by
1292 * the VFS, so we cannot mask off S_DAX in i_flags.
1294 inode
->i_flags
&= ~(S_IMMUTABLE
| S_APPEND
| S_SYNC
| S_NOATIME
);
1295 inode
->i_flags
|= flags
;
1299 * Initialize the Linux inode.
1301 * When reading existing inodes from disk this is called directly from xfs_iget,
1302 * when creating a new inode it is called from xfs_init_new_inode after setting
1303 * up the inode. These callers have different criteria for clearing XFS_INEW, so
1304 * leave it up to the caller to deal with unlocking the inode appropriately.
1308 struct xfs_inode
*ip
)
1310 struct inode
*inode
= &ip
->i_vnode
;
1312 bool is_meta
= xfs_is_internal_inode(ip
);
1314 inode
->i_ino
= ip
->i_ino
;
1315 inode
->i_state
|= I_NEW
;
1317 inode_sb_list_add(inode
);
1318 /* make the inode look hashed for the writeback code */
1319 inode_fake_hash(inode
);
1321 i_size_write(inode
, ip
->i_disk_size
);
1322 xfs_diflags_to_iflags(ip
, true);
1325 * Mark our metadata files as private so that LSMs and the ACL code
1326 * don't try to add their own metadata or reason about these files,
1327 * and users cannot ever obtain file handles to them.
1330 inode
->i_flags
|= S_PRIVATE
;
1331 inode
->i_opflags
&= ~IOP_XATTR
;
1334 if (S_ISDIR(inode
->i_mode
)) {
1336 * We set the i_rwsem class here to avoid potential races with
1337 * lockdep_annotate_inode_mutex_key() reinitialising the lock
1338 * after a filehandle lookup has already found the inode in
1339 * cache before it has been unlocked via unlock_new_inode().
1341 lockdep_set_class(&inode
->i_rwsem
,
1342 &inode
->i_sb
->s_type
->i_mutex_dir_key
);
1343 lockdep_set_class(&ip
->i_lock
, &xfs_dir_ilock_class
);
1345 lockdep_set_class(&ip
->i_lock
, &xfs_nondir_ilock_class
);
1349 * Ensure all page cache allocations are done from GFP_NOFS context to
1350 * prevent direct reclaim recursion back into the filesystem and blowing
1351 * stacks or deadlocking.
1353 gfp_mask
= mapping_gfp_mask(inode
->i_mapping
);
1354 mapping_set_gfp_mask(inode
->i_mapping
, (gfp_mask
& ~(__GFP_FS
)));
1357 * For real-time inodes update the stable write flags to that of the RT
1358 * device instead of the data device.
1360 if (S_ISREG(inode
->i_mode
) && XFS_IS_REALTIME_INODE(ip
))
1361 xfs_update_stable_writes(ip
);
1364 * If there is no attribute fork no ACL can exist on this inode,
1365 * and it can't have any file capabilities attached to it either.
1367 if (!xfs_inode_has_attr_fork(ip
)) {
1368 inode_has_no_xattr(inode
);
1369 cache_no_acl(inode
);
1375 struct xfs_inode
*ip
)
1377 struct inode
*inode
= &ip
->i_vnode
;
1379 switch (inode
->i_mode
& S_IFMT
) {
1381 inode
->i_op
= &xfs_inode_operations
;
1382 inode
->i_fop
= &xfs_file_operations
;
1384 inode
->i_mapping
->a_ops
= &xfs_dax_aops
;
1386 inode
->i_mapping
->a_ops
= &xfs_address_space_operations
;
1389 if (xfs_has_asciici(XFS_M(inode
->i_sb
)))
1390 inode
->i_op
= &xfs_dir_ci_inode_operations
;
1392 inode
->i_op
= &xfs_dir_inode_operations
;
1393 inode
->i_fop
= &xfs_dir_file_operations
;
1396 inode
->i_op
= &xfs_symlink_inode_operations
;
1399 inode
->i_op
= &xfs_inode_operations
;
1400 init_special_inode(inode
, inode
->i_mode
, inode
->i_rdev
);