1 // SPDX-License-Identifier: GPL-2.0
3 * Copyright (c) 2000-2005 Silicon Graphics, Inc.
8 #include "xfs_shared.h"
9 #include "xfs_format.h"
10 #include "xfs_log_format.h"
11 #include "xfs_trans_resv.h"
12 #include "xfs_mount.h"
13 #include "xfs_inode.h"
15 #include "xfs_quota.h"
17 #include "xfs_trans.h"
18 #include "xfs_trace.h"
19 #include "xfs_icache.h"
20 #include "xfs_symlink.h"
22 #include "xfs_iomap.h"
23 #include "xfs_error.h"
25 #include <linux/posix_acl.h>
26 #include <linux/security.h>
27 #include <linux/iversion.h>
30 * Directories have different lock order w.r.t. mmap_sem compared to regular
31 * files. This is due to readdir potentially triggering page faults on a user
32 * buffer inside filldir(), and this happens with the ilock on the directory
33 * held. For regular files, the lock order is the other way around - the
34 * mmap_sem is taken during the page fault, and then we lock the ilock to do
35 * block mapping. Hence we need a different class for the directory ilock so
36 * that lockdep can tell them apart.
38 static struct lock_class_key xfs_nondir_ilock_class
;
39 static struct lock_class_key xfs_dir_ilock_class
;
44 const struct xattr
*xattr_array
,
47 const struct xattr
*xattr
;
48 struct xfs_inode
*ip
= XFS_I(inode
);
51 for (xattr
= xattr_array
; xattr
->name
!= NULL
; xattr
++) {
52 struct xfs_da_args args
= {
54 .attr_filter
= XFS_ATTR_SECURE
,
56 .namelen
= strlen(xattr
->name
),
57 .value
= xattr
->value
,
58 .valuelen
= xattr
->value_len
,
60 error
= xfs_attr_set(&args
);
68 * Hook in SELinux. This is not quite correct yet, what we really need
69 * here (as we do for default ACLs) is a mechanism by which creation of
70 * these attrs can be journalled at inode creation time (along with the
71 * inode, of course, such that log replay can't cause these to be lost).
78 const struct qstr
*qstr
)
80 return security_inode_init_security(inode
, dir
, qstr
,
81 &xfs_initxattrs
, NULL
);
86 struct xfs_name
*namep
,
87 struct dentry
*dentry
)
89 namep
->name
= dentry
->d_name
.name
;
90 namep
->len
= dentry
->d_name
.len
;
91 namep
->type
= XFS_DIR3_FT_UNKNOWN
;
95 xfs_dentry_mode_to_name(
96 struct xfs_name
*namep
,
97 struct dentry
*dentry
,
100 namep
->name
= dentry
->d_name
.name
;
101 namep
->len
= dentry
->d_name
.len
;
102 namep
->type
= xfs_mode_to_ftype(mode
);
104 if (unlikely(namep
->type
== XFS_DIR3_FT_UNKNOWN
))
105 return -EFSCORRUPTED
;
114 struct dentry
*dentry
)
116 struct xfs_name teardown
;
119 * If we can't add the ACL or we fail in
120 * xfs_init_security we must back out.
121 * ENOSPC can hit here, among other things.
123 xfs_dentry_to_name(&teardown
, dentry
);
125 xfs_remove(XFS_I(dir
), &teardown
, XFS_I(inode
));
131 struct dentry
*dentry
,
134 bool tmpfile
) /* unnamed file */
137 struct xfs_inode
*ip
= NULL
;
138 struct posix_acl
*default_acl
, *acl
;
139 struct xfs_name name
;
143 * Irix uses Missed'em'V split, but doesn't want to see
144 * the upper 5 bits of (14bit) major.
146 if (S_ISCHR(mode
) || S_ISBLK(mode
)) {
147 if (unlikely(!sysv_valid_dev(rdev
) || MAJOR(rdev
) & ~0x1ff))
153 error
= posix_acl_create(dir
, &mode
, &default_acl
, &acl
);
157 /* Verify mode is valid also for tmpfile case */
158 error
= xfs_dentry_mode_to_name(&name
, dentry
, mode
);
163 error
= xfs_create(XFS_I(dir
), &name
, mode
, rdev
, &ip
);
165 error
= xfs_create_tmpfile(XFS_I(dir
), mode
, &ip
);
172 error
= xfs_init_security(inode
, dir
, &dentry
->d_name
);
174 goto out_cleanup_inode
;
176 #ifdef CONFIG_XFS_POSIX_ACL
178 error
= __xfs_set_acl(inode
, default_acl
, ACL_TYPE_DEFAULT
);
180 goto out_cleanup_inode
;
183 error
= __xfs_set_acl(inode
, acl
, ACL_TYPE_ACCESS
);
185 goto out_cleanup_inode
;
193 * The VFS requires that any inode fed to d_tmpfile must have
194 * nlink == 1 so that it can decrement the nlink in d_tmpfile.
195 * However, we created the temp file with nlink == 0 because
196 * we're not allowed to put an inode with nlink > 0 on the
197 * unlinked list. Therefore we have to set nlink to 1 so that
198 * d_tmpfile can immediately set it back to zero.
201 d_tmpfile(dentry
, inode
);
203 d_instantiate(dentry
, inode
);
205 xfs_finish_inode_setup(ip
);
209 posix_acl_release(default_acl
);
211 posix_acl_release(acl
);
215 xfs_finish_inode_setup(ip
);
217 xfs_cleanup_inode(dir
, inode
, dentry
);
225 struct dentry
*dentry
,
229 return xfs_generic_create(dir
, dentry
, mode
, rdev
, false);
235 struct dentry
*dentry
,
239 return xfs_vn_mknod(dir
, dentry
, mode
, 0);
245 struct dentry
*dentry
,
248 return xfs_vn_mknod(dir
, dentry
, mode
|S_IFDIR
, 0);
251 STATIC
struct dentry
*
254 struct dentry
*dentry
,
258 struct xfs_inode
*cip
;
259 struct xfs_name name
;
262 if (dentry
->d_name
.len
>= MAXNAMELEN
)
263 return ERR_PTR(-ENAMETOOLONG
);
265 xfs_dentry_to_name(&name
, dentry
);
266 error
= xfs_lookup(XFS_I(dir
), &name
, &cip
, NULL
);
269 else if (likely(error
== -ENOENT
))
272 inode
= ERR_PTR(error
);
273 return d_splice_alias(inode
, dentry
);
276 STATIC
struct dentry
*
279 struct dentry
*dentry
,
282 struct xfs_inode
*ip
;
283 struct xfs_name xname
;
284 struct xfs_name ci_name
;
288 if (dentry
->d_name
.len
>= MAXNAMELEN
)
289 return ERR_PTR(-ENAMETOOLONG
);
291 xfs_dentry_to_name(&xname
, dentry
);
292 error
= xfs_lookup(XFS_I(dir
), &xname
, &ip
, &ci_name
);
293 if (unlikely(error
)) {
294 if (unlikely(error
!= -ENOENT
))
295 return ERR_PTR(error
);
297 * call d_add(dentry, NULL) here when d_drop_negative_children
298 * is called in xfs_vn_mknod (ie. allow negative dentries
299 * with CI filesystems).
304 /* if exact match, just splice and exit */
306 return d_splice_alias(VFS_I(ip
), dentry
);
308 /* else case-insensitive match... */
309 dname
.name
= ci_name
.name
;
310 dname
.len
= ci_name
.len
;
311 dentry
= d_add_ci(dentry
, VFS_I(ip
), &dname
);
312 kmem_free(ci_name
.name
);
318 struct dentry
*old_dentry
,
320 struct dentry
*dentry
)
322 struct inode
*inode
= d_inode(old_dentry
);
323 struct xfs_name name
;
326 error
= xfs_dentry_mode_to_name(&name
, dentry
, inode
->i_mode
);
330 error
= xfs_link(XFS_I(dir
), XFS_I(inode
), &name
);
335 d_instantiate(dentry
, inode
);
342 struct dentry
*dentry
)
344 struct xfs_name name
;
347 xfs_dentry_to_name(&name
, dentry
);
349 error
= xfs_remove(XFS_I(dir
), &name
, XFS_I(d_inode(dentry
)));
354 * With unlink, the VFS makes the dentry "negative": no inode,
355 * but still hashed. This is incompatible with case-insensitive
356 * mode, so invalidate (unhash) the dentry in CI-mode.
358 if (xfs_sb_version_hasasciici(&XFS_M(dir
->i_sb
)->m_sb
))
359 d_invalidate(dentry
);
366 struct dentry
*dentry
,
370 struct xfs_inode
*cip
= NULL
;
371 struct xfs_name name
;
376 (irix_symlink_mode
? 0777 & ~current_umask() : S_IRWXUGO
);
377 error
= xfs_dentry_mode_to_name(&name
, dentry
, mode
);
381 error
= xfs_symlink(XFS_I(dir
), &name
, symname
, mode
, &cip
);
387 error
= xfs_init_security(inode
, dir
, &dentry
->d_name
);
389 goto out_cleanup_inode
;
393 d_instantiate(dentry
, inode
);
394 xfs_finish_inode_setup(cip
);
398 xfs_finish_inode_setup(cip
);
399 xfs_cleanup_inode(dir
, inode
, dentry
);
408 struct dentry
*odentry
,
410 struct dentry
*ndentry
,
413 struct inode
*new_inode
= d_inode(ndentry
);
416 struct xfs_name oname
;
417 struct xfs_name nname
;
419 if (flags
& ~(RENAME_NOREPLACE
| RENAME_EXCHANGE
| RENAME_WHITEOUT
))
422 /* if we are exchanging files, we need to set i_mode of both files */
423 if (flags
& RENAME_EXCHANGE
)
424 omode
= d_inode(ndentry
)->i_mode
;
426 error
= xfs_dentry_mode_to_name(&oname
, odentry
, omode
);
427 if (omode
&& unlikely(error
))
430 error
= xfs_dentry_mode_to_name(&nname
, ndentry
,
431 d_inode(odentry
)->i_mode
);
435 return xfs_rename(XFS_I(odir
), &oname
, XFS_I(d_inode(odentry
)),
437 new_inode
? XFS_I(new_inode
) : NULL
, flags
);
441 * careful here - this function can get called recursively, so
442 * we need to be very careful about how much stack we use.
443 * uio is kmalloced for this reason...
447 struct dentry
*dentry
,
449 struct delayed_call
*done
)
455 return ERR_PTR(-ECHILD
);
457 link
= kmalloc(XFS_SYMLINK_MAXLEN
+1, GFP_KERNEL
);
461 error
= xfs_readlink(XFS_I(d_inode(dentry
)), link
);
465 set_delayed_call(done
, kfree_link
, link
);
471 return ERR_PTR(error
);
475 xfs_vn_get_link_inline(
476 struct dentry
*dentry
,
478 struct delayed_call
*done
)
480 struct xfs_inode
*ip
= XFS_I(inode
);
483 ASSERT(ip
->i_df
.if_flags
& XFS_IFINLINE
);
486 * The VFS crashes on a NULL pointer, so return -EFSCORRUPTED if
489 link
= ip
->i_df
.if_u1
.if_data
;
490 if (XFS_IS_CORRUPT(ip
->i_mount
, !link
))
491 return ERR_PTR(-EFSCORRUPTED
);
497 struct xfs_inode
*ip
)
499 struct xfs_mount
*mp
= ip
->i_mount
;
502 * If the file blocks are being allocated from a realtime volume, then
503 * always return the realtime extent size.
505 if (XFS_IS_REALTIME_INODE(ip
))
506 return xfs_get_extsz_hint(ip
) << mp
->m_sb
.sb_blocklog
;
509 * Allow large block sizes to be reported to userspace programs if the
510 * "largeio" mount option is used.
512 * If compatibility mode is specified, simply return the basic unit of
513 * caching so that we don't get inefficient read/modify/write I/O from
514 * user apps. Otherwise....
516 * If the underlying volume is a stripe, then return the stripe width in
517 * bytes as the recommended I/O size. It is not a stripe and we've set a
518 * default buffered I/O size, return that, otherwise return the compat
521 if (mp
->m_flags
& XFS_MOUNT_LARGEIO
) {
523 return mp
->m_swidth
<< mp
->m_sb
.sb_blocklog
;
524 if (mp
->m_flags
& XFS_MOUNT_ALLOCSIZE
)
525 return 1U << mp
->m_allocsize_log
;
533 const struct path
*path
,
536 unsigned int query_flags
)
538 struct inode
*inode
= d_inode(path
->dentry
);
539 struct xfs_inode
*ip
= XFS_I(inode
);
540 struct xfs_mount
*mp
= ip
->i_mount
;
542 trace_xfs_getattr(ip
);
544 if (XFS_FORCED_SHUTDOWN(mp
))
547 stat
->size
= XFS_ISIZE(ip
);
548 stat
->dev
= inode
->i_sb
->s_dev
;
549 stat
->mode
= inode
->i_mode
;
550 stat
->nlink
= inode
->i_nlink
;
551 stat
->uid
= inode
->i_uid
;
552 stat
->gid
= inode
->i_gid
;
553 stat
->ino
= ip
->i_ino
;
554 stat
->atime
= inode
->i_atime
;
555 stat
->mtime
= inode
->i_mtime
;
556 stat
->ctime
= inode
->i_ctime
;
558 XFS_FSB_TO_BB(mp
, ip
->i_d
.di_nblocks
+ ip
->i_delayed_blks
);
560 if (xfs_sb_version_has_v3inode(&mp
->m_sb
)) {
561 if (request_mask
& STATX_BTIME
) {
562 stat
->result_mask
|= STATX_BTIME
;
563 stat
->btime
= ip
->i_d
.di_crtime
;
568 * Note: If you add another clause to set an attribute flag, please
569 * update attributes_mask below.
571 if (ip
->i_d
.di_flags
& XFS_DIFLAG_IMMUTABLE
)
572 stat
->attributes
|= STATX_ATTR_IMMUTABLE
;
573 if (ip
->i_d
.di_flags
& XFS_DIFLAG_APPEND
)
574 stat
->attributes
|= STATX_ATTR_APPEND
;
575 if (ip
->i_d
.di_flags
& XFS_DIFLAG_NODUMP
)
576 stat
->attributes
|= STATX_ATTR_NODUMP
;
578 stat
->attributes_mask
|= (STATX_ATTR_IMMUTABLE
|
582 switch (inode
->i_mode
& S_IFMT
) {
585 stat
->blksize
= BLKDEV_IOSIZE
;
586 stat
->rdev
= inode
->i_rdev
;
589 stat
->blksize
= xfs_stat_blksize(ip
);
599 struct xfs_inode
*ip
,
602 struct inode
*inode
= VFS_I(ip
);
603 umode_t mode
= iattr
->ia_mode
;
605 ASSERT(xfs_isilocked(ip
, XFS_ILOCK_EXCL
));
607 inode
->i_mode
&= S_IFMT
;
608 inode
->i_mode
|= mode
& ~S_IFMT
;
613 struct xfs_inode
*ip
,
616 struct inode
*inode
= VFS_I(ip
);
618 ASSERT(xfs_isilocked(ip
, XFS_ILOCK_EXCL
));
620 if (iattr
->ia_valid
& ATTR_ATIME
)
621 inode
->i_atime
= iattr
->ia_atime
;
622 if (iattr
->ia_valid
& ATTR_CTIME
)
623 inode
->i_ctime
= iattr
->ia_ctime
;
624 if (iattr
->ia_valid
& ATTR_MTIME
)
625 inode
->i_mtime
= iattr
->ia_mtime
;
630 struct dentry
*dentry
,
633 struct xfs_mount
*mp
= XFS_I(d_inode(dentry
))->i_mount
;
635 if (mp
->m_flags
& XFS_MOUNT_RDONLY
)
638 if (XFS_FORCED_SHUTDOWN(mp
))
641 return setattr_prepare(dentry
, iattr
);
645 * Set non-size attributes of an inode.
647 * Caution: The caller of this function is responsible for calling
648 * setattr_prepare() or otherwise verifying the change is fine.
652 struct xfs_inode
*ip
,
656 xfs_mount_t
*mp
= ip
->i_mount
;
657 struct inode
*inode
= VFS_I(ip
);
658 int mask
= iattr
->ia_valid
;
661 kuid_t uid
= GLOBAL_ROOT_UID
, iuid
= GLOBAL_ROOT_UID
;
662 kgid_t gid
= GLOBAL_ROOT_GID
, igid
= GLOBAL_ROOT_GID
;
663 struct xfs_dquot
*udqp
= NULL
, *gdqp
= NULL
;
664 struct xfs_dquot
*olddquot1
= NULL
, *olddquot2
= NULL
;
666 ASSERT((mask
& ATTR_SIZE
) == 0);
669 * If disk quotas is on, we make sure that the dquots do exist on disk,
670 * before we start any other transactions. Trying to do this later
671 * is messy. We don't care to take a readlock to look at the ids
672 * in inode here, because we can't hold it across the trans_reserve.
673 * If the IDs do change before we take the ilock, we're covered
674 * because the i_*dquot fields will get updated anyway.
676 if (XFS_IS_QUOTA_ON(mp
) && (mask
& (ATTR_UID
|ATTR_GID
))) {
679 if ((mask
& ATTR_UID
) && XFS_IS_UQUOTA_ON(mp
)) {
681 qflags
|= XFS_QMOPT_UQUOTA
;
685 if ((mask
& ATTR_GID
) && XFS_IS_GQUOTA_ON(mp
)) {
687 qflags
|= XFS_QMOPT_GQUOTA
;
693 * We take a reference when we initialize udqp and gdqp,
694 * so it is important that we never blindly double trip on
695 * the same variable. See xfs_create() for an example.
697 ASSERT(udqp
== NULL
);
698 ASSERT(gdqp
== NULL
);
699 error
= xfs_qm_vop_dqalloc(ip
, uid
, gid
, ip
->i_d
.di_projid
,
700 qflags
, &udqp
, &gdqp
, NULL
);
705 error
= xfs_trans_alloc(mp
, &M_RES(mp
)->tr_ichange
, 0, 0, 0, &tp
);
709 xfs_ilock(ip
, XFS_ILOCK_EXCL
);
710 xfs_trans_ijoin(tp
, ip
, 0);
713 * Change file ownership. Must be the owner or privileged.
715 if (mask
& (ATTR_UID
|ATTR_GID
)) {
717 * These IDs could have changed since we last looked at them.
718 * But, we're assured that if the ownership did change
719 * while we didn't have the inode locked, inode's dquot(s)
720 * would have changed also.
724 gid
= (mask
& ATTR_GID
) ? iattr
->ia_gid
: igid
;
725 uid
= (mask
& ATTR_UID
) ? iattr
->ia_uid
: iuid
;
728 * Do a quota reservation only if uid/gid is actually
731 if (XFS_IS_QUOTA_RUNNING(mp
) &&
732 ((XFS_IS_UQUOTA_ON(mp
) && !uid_eq(iuid
, uid
)) ||
733 (XFS_IS_GQUOTA_ON(mp
) && !gid_eq(igid
, gid
)))) {
735 error
= xfs_qm_vop_chown_reserve(tp
, ip
, udqp
, gdqp
,
736 NULL
, capable(CAP_FOWNER
) ?
737 XFS_QMOPT_FORCE_RES
: 0);
738 if (error
) /* out of quota */
744 * Change file ownership. Must be the owner or privileged.
746 if (mask
& (ATTR_UID
|ATTR_GID
)) {
748 * CAP_FSETID overrides the following restrictions:
750 * The set-user-ID and set-group-ID bits of a file will be
751 * cleared upon successful return from chown()
753 if ((inode
->i_mode
& (S_ISUID
|S_ISGID
)) &&
754 !capable(CAP_FSETID
))
755 inode
->i_mode
&= ~(S_ISUID
|S_ISGID
);
758 * Change the ownerships and register quota modifications
759 * in the transaction.
761 if (!uid_eq(iuid
, uid
)) {
762 if (XFS_IS_QUOTA_RUNNING(mp
) && XFS_IS_UQUOTA_ON(mp
)) {
763 ASSERT(mask
& ATTR_UID
);
765 olddquot1
= xfs_qm_vop_chown(tp
, ip
,
766 &ip
->i_udquot
, udqp
);
770 if (!gid_eq(igid
, gid
)) {
771 if (XFS_IS_QUOTA_RUNNING(mp
) && XFS_IS_GQUOTA_ON(mp
)) {
772 ASSERT(xfs_sb_version_has_pquotino(&mp
->m_sb
) ||
773 !XFS_IS_PQUOTA_ON(mp
));
774 ASSERT(mask
& ATTR_GID
);
776 olddquot2
= xfs_qm_vop_chown(tp
, ip
,
777 &ip
->i_gdquot
, gdqp
);
783 if (mask
& ATTR_MODE
)
784 xfs_setattr_mode(ip
, iattr
);
785 if (mask
& (ATTR_ATIME
|ATTR_CTIME
|ATTR_MTIME
))
786 xfs_setattr_time(ip
, iattr
);
788 xfs_trans_log_inode(tp
, ip
, XFS_ILOG_CORE
);
790 XFS_STATS_INC(mp
, xs_ig_attrchg
);
792 if (mp
->m_flags
& XFS_MOUNT_WSYNC
)
793 xfs_trans_set_sync(tp
);
794 error
= xfs_trans_commit(tp
);
796 xfs_iunlock(ip
, XFS_ILOCK_EXCL
);
799 * Release any dquot(s) the inode had kept before chown.
801 xfs_qm_dqrele(olddquot1
);
802 xfs_qm_dqrele(olddquot2
);
810 * XXX(hch): Updating the ACL entries is not atomic vs the i_mode
811 * update. We could avoid this with linked transactions
812 * and passing down the transaction pointer all the way
813 * to attr_set. No previous user of the generic
814 * Posix ACL code seems to care about this issue either.
816 if ((mask
& ATTR_MODE
) && !(flags
& XFS_ATTR_NOACL
)) {
817 error
= posix_acl_chmod(inode
, inode
->i_mode
);
825 xfs_trans_cancel(tp
);
826 xfs_iunlock(ip
, XFS_ILOCK_EXCL
);
834 xfs_vn_setattr_nonsize(
835 struct dentry
*dentry
,
838 struct xfs_inode
*ip
= XFS_I(d_inode(dentry
));
841 trace_xfs_setattr(ip
);
843 error
= xfs_vn_change_ok(dentry
, iattr
);
846 return xfs_setattr_nonsize(ip
, iattr
, 0);
850 * Truncate file. Must have write permission and not be a directory.
852 * Caution: The caller of this function is responsible for calling
853 * setattr_prepare() or otherwise verifying the change is fine.
857 struct xfs_inode
*ip
,
860 struct xfs_mount
*mp
= ip
->i_mount
;
861 struct inode
*inode
= VFS_I(ip
);
862 xfs_off_t oldsize
, newsize
;
863 struct xfs_trans
*tp
;
866 bool did_zeroing
= false;
868 ASSERT(xfs_isilocked(ip
, XFS_IOLOCK_EXCL
));
869 ASSERT(xfs_isilocked(ip
, XFS_MMAPLOCK_EXCL
));
870 ASSERT(S_ISREG(inode
->i_mode
));
871 ASSERT((iattr
->ia_valid
& (ATTR_UID
|ATTR_GID
|ATTR_ATIME
|ATTR_ATIME_SET
|
872 ATTR_MTIME_SET
|ATTR_KILL_PRIV
|ATTR_TIMES_SET
)) == 0);
874 oldsize
= inode
->i_size
;
875 newsize
= iattr
->ia_size
;
878 * Short circuit the truncate case for zero length files.
880 if (newsize
== 0 && oldsize
== 0 && ip
->i_d
.di_nextents
== 0) {
881 if (!(iattr
->ia_valid
& (ATTR_CTIME
|ATTR_MTIME
)))
885 * Use the regular setattr path to update the timestamps.
887 iattr
->ia_valid
&= ~ATTR_SIZE
;
888 return xfs_setattr_nonsize(ip
, iattr
, 0);
892 * Make sure that the dquots are attached to the inode.
894 error
= xfs_qm_dqattach(ip
);
899 * Wait for all direct I/O to complete.
901 inode_dio_wait(inode
);
904 * File data changes must be complete before we start the transaction to
905 * modify the inode. This needs to be done before joining the inode to
906 * the transaction because the inode cannot be unlocked once it is a
907 * part of the transaction.
909 * Start with zeroing any data beyond EOF that we may expose on file
910 * extension, or zeroing out the rest of the block on a downward
913 if (newsize
> oldsize
) {
914 trace_xfs_zero_eof(ip
, oldsize
, newsize
- oldsize
);
915 error
= iomap_zero_range(inode
, oldsize
, newsize
- oldsize
,
916 &did_zeroing
, &xfs_buffered_write_iomap_ops
);
918 error
= iomap_truncate_page(inode
, newsize
, &did_zeroing
,
919 &xfs_buffered_write_iomap_ops
);
926 * We've already locked out new page faults, so now we can safely remove
927 * pages from the page cache knowing they won't get refaulted until we
928 * drop the XFS_MMAP_EXCL lock after the extent manipulations are
929 * complete. The truncate_setsize() call also cleans partial EOF page
930 * PTEs on extending truncates and hence ensures sub-page block size
931 * filesystems are correctly handled, too.
933 * We have to do all the page cache truncate work outside the
934 * transaction context as the "lock" order is page lock->log space
935 * reservation as defined by extent allocation in the writeback path.
936 * Hence a truncate can fail with ENOMEM from xfs_trans_alloc(), but
937 * having already truncated the in-memory version of the file (i.e. made
938 * user visible changes). There's not much we can do about this, except
939 * to hope that the caller sees ENOMEM and retries the truncate
942 * And we update in-core i_size and truncate page cache beyond newsize
943 * before writeback the [di_size, newsize] range, so we're guaranteed
944 * not to write stale data past the new EOF on truncate down.
946 truncate_setsize(inode
, newsize
);
949 * We are going to log the inode size change in this transaction so
950 * any previous writes that are beyond the on disk EOF and the new
951 * EOF that have not been written out need to be written here. If we
952 * do not write the data out, we expose ourselves to the null files
953 * problem. Note that this includes any block zeroing we did above;
954 * otherwise those blocks may not be zeroed after a crash.
957 (newsize
> ip
->i_d
.di_size
&& oldsize
!= ip
->i_d
.di_size
)) {
958 error
= filemap_write_and_wait_range(VFS_I(ip
)->i_mapping
,
959 ip
->i_d
.di_size
, newsize
- 1);
964 error
= xfs_trans_alloc(mp
, &M_RES(mp
)->tr_itruncate
, 0, 0, 0, &tp
);
968 lock_flags
|= XFS_ILOCK_EXCL
;
969 xfs_ilock(ip
, XFS_ILOCK_EXCL
);
970 xfs_trans_ijoin(tp
, ip
, 0);
973 * Only change the c/mtime if we are changing the size or we are
974 * explicitly asked to change it. This handles the semantic difference
975 * between truncate() and ftruncate() as implemented in the VFS.
977 * The regular truncate() case without ATTR_CTIME and ATTR_MTIME is a
978 * special case where we need to update the times despite not having
979 * these flags set. For all other operations the VFS set these flags
980 * explicitly if it wants a timestamp update.
982 if (newsize
!= oldsize
&&
983 !(iattr
->ia_valid
& (ATTR_CTIME
| ATTR_MTIME
))) {
984 iattr
->ia_ctime
= iattr
->ia_mtime
=
986 iattr
->ia_valid
|= ATTR_CTIME
| ATTR_MTIME
;
990 * The first thing we do is set the size to new_size permanently on
991 * disk. This way we don't have to worry about anyone ever being able
992 * to look at the data being freed even in the face of a crash.
993 * What we're getting around here is the case where we free a block, it
994 * is allocated to another file, it is written to, and then we crash.
995 * If the new data gets written to the file but the log buffers
996 * containing the free and reallocation don't, then we'd end up with
997 * garbage in the blocks being freed. As long as we make the new size
998 * permanent before actually freeing any blocks it doesn't matter if
999 * they get written to.
1001 ip
->i_d
.di_size
= newsize
;
1002 xfs_trans_log_inode(tp
, ip
, XFS_ILOG_CORE
);
1004 if (newsize
<= oldsize
) {
1005 error
= xfs_itruncate_extents(&tp
, ip
, XFS_DATA_FORK
, newsize
);
1007 goto out_trans_cancel
;
1010 * Truncated "down", so we're removing references to old data
1011 * here - if we delay flushing for a long time, we expose
1012 * ourselves unduly to the notorious NULL files problem. So,
1013 * we mark this inode and flush it when the file is closed,
1014 * and do not wait the usual (long) time for writeout.
1016 xfs_iflags_set(ip
, XFS_ITRUNCATED
);
1018 /* A truncate down always removes post-EOF blocks. */
1019 xfs_inode_clear_eofblocks_tag(ip
);
1022 if (iattr
->ia_valid
& ATTR_MODE
)
1023 xfs_setattr_mode(ip
, iattr
);
1024 if (iattr
->ia_valid
& (ATTR_ATIME
|ATTR_CTIME
|ATTR_MTIME
))
1025 xfs_setattr_time(ip
, iattr
);
1027 xfs_trans_log_inode(tp
, ip
, XFS_ILOG_CORE
);
1029 XFS_STATS_INC(mp
, xs_ig_attrchg
);
1031 if (mp
->m_flags
& XFS_MOUNT_WSYNC
)
1032 xfs_trans_set_sync(tp
);
1034 error
= xfs_trans_commit(tp
);
1037 xfs_iunlock(ip
, lock_flags
);
1041 xfs_trans_cancel(tp
);
1046 xfs_vn_setattr_size(
1047 struct dentry
*dentry
,
1048 struct iattr
*iattr
)
1050 struct xfs_inode
*ip
= XFS_I(d_inode(dentry
));
1053 trace_xfs_setattr(ip
);
1055 error
= xfs_vn_change_ok(dentry
, iattr
);
1058 return xfs_setattr_size(ip
, iattr
);
1063 struct dentry
*dentry
,
1064 struct iattr
*iattr
)
1068 if (iattr
->ia_valid
& ATTR_SIZE
) {
1069 struct inode
*inode
= d_inode(dentry
);
1070 struct xfs_inode
*ip
= XFS_I(inode
);
1073 xfs_ilock(ip
, XFS_MMAPLOCK_EXCL
);
1074 iolock
= XFS_IOLOCK_EXCL
| XFS_MMAPLOCK_EXCL
;
1076 error
= xfs_break_layouts(inode
, &iolock
, BREAK_UNMAP
);
1078 xfs_iunlock(ip
, XFS_MMAPLOCK_EXCL
);
1082 error
= xfs_vn_setattr_size(dentry
, iattr
);
1083 xfs_iunlock(ip
, XFS_MMAPLOCK_EXCL
);
1085 error
= xfs_vn_setattr_nonsize(dentry
, iattr
);
1093 struct inode
*inode
,
1094 struct timespec64
*now
,
1097 struct xfs_inode
*ip
= XFS_I(inode
);
1098 struct xfs_mount
*mp
= ip
->i_mount
;
1099 int log_flags
= XFS_ILOG_TIMESTAMP
;
1100 struct xfs_trans
*tp
;
1103 trace_xfs_update_time(ip
);
1105 if (inode
->i_sb
->s_flags
& SB_LAZYTIME
) {
1106 if (!((flags
& S_VERSION
) &&
1107 inode_maybe_inc_iversion(inode
, false)))
1108 return generic_update_time(inode
, now
, flags
);
1110 /* Capture the iversion update that just occurred */
1111 log_flags
|= XFS_ILOG_CORE
;
1114 error
= xfs_trans_alloc(mp
, &M_RES(mp
)->tr_fsyncts
, 0, 0, 0, &tp
);
1118 xfs_ilock(ip
, XFS_ILOCK_EXCL
);
1119 if (flags
& S_CTIME
)
1120 inode
->i_ctime
= *now
;
1121 if (flags
& S_MTIME
)
1122 inode
->i_mtime
= *now
;
1123 if (flags
& S_ATIME
)
1124 inode
->i_atime
= *now
;
1126 xfs_trans_ijoin(tp
, ip
, XFS_ILOCK_EXCL
);
1127 xfs_trans_log_inode(tp
, ip
, log_flags
);
1128 return xfs_trans_commit(tp
);
1133 struct inode
*inode
,
1134 struct fiemap_extent_info
*fieinfo
,
1140 xfs_ilock(XFS_I(inode
), XFS_IOLOCK_SHARED
);
1141 if (fieinfo
->fi_flags
& FIEMAP_FLAG_XATTR
) {
1142 fieinfo
->fi_flags
&= ~FIEMAP_FLAG_XATTR
;
1143 error
= iomap_fiemap(inode
, fieinfo
, start
, length
,
1144 &xfs_xattr_iomap_ops
);
1146 error
= iomap_fiemap(inode
, fieinfo
, start
, length
,
1147 &xfs_read_iomap_ops
);
1149 xfs_iunlock(XFS_I(inode
), XFS_IOLOCK_SHARED
);
1157 struct dentry
*dentry
,
1160 return xfs_generic_create(dir
, dentry
, mode
, 0, true);
1163 static const struct inode_operations xfs_inode_operations
= {
1164 .get_acl
= xfs_get_acl
,
1165 .set_acl
= xfs_set_acl
,
1166 .getattr
= xfs_vn_getattr
,
1167 .setattr
= xfs_vn_setattr
,
1168 .listxattr
= xfs_vn_listxattr
,
1169 .fiemap
= xfs_vn_fiemap
,
1170 .update_time
= xfs_vn_update_time
,
1173 static const struct inode_operations xfs_dir_inode_operations
= {
1174 .create
= xfs_vn_create
,
1175 .lookup
= xfs_vn_lookup
,
1176 .link
= xfs_vn_link
,
1177 .unlink
= xfs_vn_unlink
,
1178 .symlink
= xfs_vn_symlink
,
1179 .mkdir
= xfs_vn_mkdir
,
1181 * Yes, XFS uses the same method for rmdir and unlink.
1183 * There are some subtile differences deeper in the code,
1184 * but we use S_ISDIR to check for those.
1186 .rmdir
= xfs_vn_unlink
,
1187 .mknod
= xfs_vn_mknod
,
1188 .rename
= xfs_vn_rename
,
1189 .get_acl
= xfs_get_acl
,
1190 .set_acl
= xfs_set_acl
,
1191 .getattr
= xfs_vn_getattr
,
1192 .setattr
= xfs_vn_setattr
,
1193 .listxattr
= xfs_vn_listxattr
,
1194 .update_time
= xfs_vn_update_time
,
1195 .tmpfile
= xfs_vn_tmpfile
,
1198 static const struct inode_operations xfs_dir_ci_inode_operations
= {
1199 .create
= xfs_vn_create
,
1200 .lookup
= xfs_vn_ci_lookup
,
1201 .link
= xfs_vn_link
,
1202 .unlink
= xfs_vn_unlink
,
1203 .symlink
= xfs_vn_symlink
,
1204 .mkdir
= xfs_vn_mkdir
,
1206 * Yes, XFS uses the same method for rmdir and unlink.
1208 * There are some subtile differences deeper in the code,
1209 * but we use S_ISDIR to check for those.
1211 .rmdir
= xfs_vn_unlink
,
1212 .mknod
= xfs_vn_mknod
,
1213 .rename
= xfs_vn_rename
,
1214 .get_acl
= xfs_get_acl
,
1215 .set_acl
= xfs_set_acl
,
1216 .getattr
= xfs_vn_getattr
,
1217 .setattr
= xfs_vn_setattr
,
1218 .listxattr
= xfs_vn_listxattr
,
1219 .update_time
= xfs_vn_update_time
,
1220 .tmpfile
= xfs_vn_tmpfile
,
1223 static const struct inode_operations xfs_symlink_inode_operations
= {
1224 .get_link
= xfs_vn_get_link
,
1225 .getattr
= xfs_vn_getattr
,
1226 .setattr
= xfs_vn_setattr
,
1227 .listxattr
= xfs_vn_listxattr
,
1228 .update_time
= xfs_vn_update_time
,
1231 static const struct inode_operations xfs_inline_symlink_inode_operations
= {
1232 .get_link
= xfs_vn_get_link_inline
,
1233 .getattr
= xfs_vn_getattr
,
1234 .setattr
= xfs_vn_setattr
,
1235 .listxattr
= xfs_vn_listxattr
,
1236 .update_time
= xfs_vn_update_time
,
1239 /* Figure out if this file actually supports DAX. */
1241 xfs_inode_supports_dax(
1242 struct xfs_inode
*ip
)
1244 struct xfs_mount
*mp
= ip
->i_mount
;
1246 /* Only supported on non-reflinked files. */
1247 if (!S_ISREG(VFS_I(ip
)->i_mode
) || xfs_is_reflink_inode(ip
))
1250 /* DAX mount option or DAX iflag must be set. */
1251 if (!(mp
->m_flags
& XFS_MOUNT_DAX
) &&
1252 !(ip
->i_d
.di_flags2
& XFS_DIFLAG2_DAX
))
1255 /* Block size must match page size */
1256 if (mp
->m_sb
.sb_blocksize
!= PAGE_SIZE
)
1259 /* Device has to support DAX too. */
1260 return xfs_inode_buftarg(ip
)->bt_daxdev
!= NULL
;
1264 xfs_diflags_to_iflags(
1265 struct inode
*inode
,
1266 struct xfs_inode
*ip
)
1268 uint16_t flags
= ip
->i_d
.di_flags
;
1270 inode
->i_flags
&= ~(S_IMMUTABLE
| S_APPEND
| S_SYNC
|
1273 if (flags
& XFS_DIFLAG_IMMUTABLE
)
1274 inode
->i_flags
|= S_IMMUTABLE
;
1275 if (flags
& XFS_DIFLAG_APPEND
)
1276 inode
->i_flags
|= S_APPEND
;
1277 if (flags
& XFS_DIFLAG_SYNC
)
1278 inode
->i_flags
|= S_SYNC
;
1279 if (flags
& XFS_DIFLAG_NOATIME
)
1280 inode
->i_flags
|= S_NOATIME
;
1281 if (xfs_inode_supports_dax(ip
))
1282 inode
->i_flags
|= S_DAX
;
1286 * Initialize the Linux inode.
1288 * When reading existing inodes from disk this is called directly from xfs_iget,
1289 * when creating a new inode it is called from xfs_ialloc after setting up the
1290 * inode. These callers have different criteria for clearing XFS_INEW, so leave
1291 * it up to the caller to deal with unlocking the inode appropriately.
1295 struct xfs_inode
*ip
)
1297 struct inode
*inode
= &ip
->i_vnode
;
1300 inode
->i_ino
= ip
->i_ino
;
1301 inode
->i_state
= I_NEW
;
1303 inode_sb_list_add(inode
);
1304 /* make the inode look hashed for the writeback code */
1305 inode_fake_hash(inode
);
1307 i_size_write(inode
, ip
->i_d
.di_size
);
1308 xfs_diflags_to_iflags(inode
, ip
);
1310 if (S_ISDIR(inode
->i_mode
)) {
1312 * We set the i_rwsem class here to avoid potential races with
1313 * lockdep_annotate_inode_mutex_key() reinitialising the lock
1314 * after a filehandle lookup has already found the inode in
1315 * cache before it has been unlocked via unlock_new_inode().
1317 lockdep_set_class(&inode
->i_rwsem
,
1318 &inode
->i_sb
->s_type
->i_mutex_dir_key
);
1319 lockdep_set_class(&ip
->i_lock
.mr_lock
, &xfs_dir_ilock_class
);
1321 lockdep_set_class(&ip
->i_lock
.mr_lock
, &xfs_nondir_ilock_class
);
1325 * Ensure all page cache allocations are done from GFP_NOFS context to
1326 * prevent direct reclaim recursion back into the filesystem and blowing
1327 * stacks or deadlocking.
1329 gfp_mask
= mapping_gfp_mask(inode
->i_mapping
);
1330 mapping_set_gfp_mask(inode
->i_mapping
, (gfp_mask
& ~(__GFP_FS
)));
1333 * If there is no attribute fork no ACL can exist on this inode,
1334 * and it can't have any file capabilities attached to it either.
1336 if (!XFS_IFORK_Q(ip
)) {
1337 inode_has_no_xattr(inode
);
1338 cache_no_acl(inode
);
1344 struct xfs_inode
*ip
)
1346 struct inode
*inode
= &ip
->i_vnode
;
1348 switch (inode
->i_mode
& S_IFMT
) {
1350 inode
->i_op
= &xfs_inode_operations
;
1351 inode
->i_fop
= &xfs_file_operations
;
1353 inode
->i_mapping
->a_ops
= &xfs_dax_aops
;
1355 inode
->i_mapping
->a_ops
= &xfs_address_space_operations
;
1358 if (xfs_sb_version_hasasciici(&XFS_M(inode
->i_sb
)->m_sb
))
1359 inode
->i_op
= &xfs_dir_ci_inode_operations
;
1361 inode
->i_op
= &xfs_dir_inode_operations
;
1362 inode
->i_fop
= &xfs_dir_file_operations
;
1365 if (ip
->i_df
.if_flags
& XFS_IFINLINE
)
1366 inode
->i_op
= &xfs_inline_symlink_inode_operations
;
1368 inode
->i_op
= &xfs_symlink_inode_operations
;
1371 inode
->i_op
= &xfs_inode_operations
;
1372 init_special_inode(inode
, inode
->i_mode
, inode
->i_rdev
);