1 // SPDX-License-Identifier: GPL-2.0
3 * Copyright (c) 2000-2005 Silicon Graphics, Inc.
8 #include "xfs_shared.h"
9 #include "xfs_format.h"
10 #include "xfs_log_format.h"
11 #include "xfs_trans_resv.h"
12 #include "xfs_mount.h"
13 #include "xfs_inode.h"
15 #include "xfs_quota.h"
17 #include "xfs_trans.h"
18 #include "xfs_trace.h"
19 #include "xfs_icache.h"
20 #include "xfs_symlink.h"
22 #include "xfs_iomap.h"
23 #include "xfs_error.h"
25 #include <linux/xattr.h>
26 #include <linux/posix_acl.h>
27 #include <linux/security.h>
28 #include <linux/iversion.h>
31 * Directories have different lock order w.r.t. mmap_sem compared to regular
32 * files. This is due to readdir potentially triggering page faults on a user
33 * buffer inside filldir(), and this happens with the ilock on the directory
34 * held. For regular files, the lock order is the other way around - the
35 * mmap_sem is taken during the page fault, and then we lock the ilock to do
36 * block mapping. Hence we need a different class for the directory ilock so
37 * that lockdep can tell them apart.
39 static struct lock_class_key xfs_nondir_ilock_class
;
40 static struct lock_class_key xfs_dir_ilock_class
;
45 const struct xattr
*xattr_array
,
48 const struct xattr
*xattr
;
49 struct xfs_inode
*ip
= XFS_I(inode
);
52 for (xattr
= xattr_array
; xattr
->name
!= NULL
; xattr
++) {
53 error
= xfs_attr_set(ip
, xattr
->name
,
55 xattr
->value
, xattr
->value_len
,
64 * Hook in SELinux. This is not quite correct yet, what we really need
65 * here (as we do for default ACLs) is a mechanism by which creation of
66 * these attrs can be journalled at inode creation time (along with the
67 * inode, of course, such that log replay can't cause these to be lost).
74 const struct qstr
*qstr
)
76 return security_inode_init_security(inode
, dir
, qstr
,
77 &xfs_initxattrs
, NULL
);
82 struct xfs_name
*namep
,
83 struct dentry
*dentry
)
85 namep
->name
= dentry
->d_name
.name
;
86 namep
->len
= dentry
->d_name
.len
;
87 namep
->type
= XFS_DIR3_FT_UNKNOWN
;
91 xfs_dentry_mode_to_name(
92 struct xfs_name
*namep
,
93 struct dentry
*dentry
,
96 namep
->name
= dentry
->d_name
.name
;
97 namep
->len
= dentry
->d_name
.len
;
98 namep
->type
= xfs_mode_to_ftype(mode
);
100 if (unlikely(namep
->type
== XFS_DIR3_FT_UNKNOWN
))
101 return -EFSCORRUPTED
;
110 struct dentry
*dentry
)
112 struct xfs_name teardown
;
115 * If we can't add the ACL or we fail in
116 * xfs_init_security we must back out.
117 * ENOSPC can hit here, among other things.
119 xfs_dentry_to_name(&teardown
, dentry
);
121 xfs_remove(XFS_I(dir
), &teardown
, XFS_I(inode
));
127 struct dentry
*dentry
,
130 bool tmpfile
) /* unnamed file */
133 struct xfs_inode
*ip
= NULL
;
134 struct posix_acl
*default_acl
, *acl
;
135 struct xfs_name name
;
139 * Irix uses Missed'em'V split, but doesn't want to see
140 * the upper 5 bits of (14bit) major.
142 if (S_ISCHR(mode
) || S_ISBLK(mode
)) {
143 if (unlikely(!sysv_valid_dev(rdev
) || MAJOR(rdev
) & ~0x1ff))
149 error
= posix_acl_create(dir
, &mode
, &default_acl
, &acl
);
153 /* Verify mode is valid also for tmpfile case */
154 error
= xfs_dentry_mode_to_name(&name
, dentry
, mode
);
159 error
= xfs_create(XFS_I(dir
), &name
, mode
, rdev
, &ip
);
161 error
= xfs_create_tmpfile(XFS_I(dir
), mode
, &ip
);
168 error
= xfs_init_security(inode
, dir
, &dentry
->d_name
);
170 goto out_cleanup_inode
;
172 #ifdef CONFIG_XFS_POSIX_ACL
174 error
= __xfs_set_acl(inode
, default_acl
, ACL_TYPE_DEFAULT
);
176 goto out_cleanup_inode
;
179 error
= __xfs_set_acl(inode
, acl
, ACL_TYPE_ACCESS
);
181 goto out_cleanup_inode
;
189 * The VFS requires that any inode fed to d_tmpfile must have
190 * nlink == 1 so that it can decrement the nlink in d_tmpfile.
191 * However, we created the temp file with nlink == 0 because
192 * we're not allowed to put an inode with nlink > 0 on the
193 * unlinked list. Therefore we have to set nlink to 1 so that
194 * d_tmpfile can immediately set it back to zero.
197 d_tmpfile(dentry
, inode
);
199 d_instantiate(dentry
, inode
);
201 xfs_finish_inode_setup(ip
);
205 posix_acl_release(default_acl
);
207 posix_acl_release(acl
);
211 xfs_finish_inode_setup(ip
);
213 xfs_cleanup_inode(dir
, inode
, dentry
);
221 struct dentry
*dentry
,
225 return xfs_generic_create(dir
, dentry
, mode
, rdev
, false);
231 struct dentry
*dentry
,
235 return xfs_vn_mknod(dir
, dentry
, mode
, 0);
241 struct dentry
*dentry
,
244 return xfs_vn_mknod(dir
, dentry
, mode
|S_IFDIR
, 0);
247 STATIC
struct dentry
*
250 struct dentry
*dentry
,
254 struct xfs_inode
*cip
;
255 struct xfs_name name
;
258 if (dentry
->d_name
.len
>= MAXNAMELEN
)
259 return ERR_PTR(-ENAMETOOLONG
);
261 xfs_dentry_to_name(&name
, dentry
);
262 error
= xfs_lookup(XFS_I(dir
), &name
, &cip
, NULL
);
265 else if (likely(error
== -ENOENT
))
268 inode
= ERR_PTR(error
);
269 return d_splice_alias(inode
, dentry
);
272 STATIC
struct dentry
*
275 struct dentry
*dentry
,
278 struct xfs_inode
*ip
;
279 struct xfs_name xname
;
280 struct xfs_name ci_name
;
284 if (dentry
->d_name
.len
>= MAXNAMELEN
)
285 return ERR_PTR(-ENAMETOOLONG
);
287 xfs_dentry_to_name(&xname
, dentry
);
288 error
= xfs_lookup(XFS_I(dir
), &xname
, &ip
, &ci_name
);
289 if (unlikely(error
)) {
290 if (unlikely(error
!= -ENOENT
))
291 return ERR_PTR(error
);
293 * call d_add(dentry, NULL) here when d_drop_negative_children
294 * is called in xfs_vn_mknod (ie. allow negative dentries
295 * with CI filesystems).
300 /* if exact match, just splice and exit */
302 return d_splice_alias(VFS_I(ip
), dentry
);
304 /* else case-insensitive match... */
305 dname
.name
= ci_name
.name
;
306 dname
.len
= ci_name
.len
;
307 dentry
= d_add_ci(dentry
, VFS_I(ip
), &dname
);
308 kmem_free(ci_name
.name
);
314 struct dentry
*old_dentry
,
316 struct dentry
*dentry
)
318 struct inode
*inode
= d_inode(old_dentry
);
319 struct xfs_name name
;
322 error
= xfs_dentry_mode_to_name(&name
, dentry
, inode
->i_mode
);
326 error
= xfs_link(XFS_I(dir
), XFS_I(inode
), &name
);
331 d_instantiate(dentry
, inode
);
338 struct dentry
*dentry
)
340 struct xfs_name name
;
343 xfs_dentry_to_name(&name
, dentry
);
345 error
= xfs_remove(XFS_I(dir
), &name
, XFS_I(d_inode(dentry
)));
350 * With unlink, the VFS makes the dentry "negative": no inode,
351 * but still hashed. This is incompatible with case-insensitive
352 * mode, so invalidate (unhash) the dentry in CI-mode.
354 if (xfs_sb_version_hasasciici(&XFS_M(dir
->i_sb
)->m_sb
))
355 d_invalidate(dentry
);
362 struct dentry
*dentry
,
366 struct xfs_inode
*cip
= NULL
;
367 struct xfs_name name
;
372 (irix_symlink_mode
? 0777 & ~current_umask() : S_IRWXUGO
);
373 error
= xfs_dentry_mode_to_name(&name
, dentry
, mode
);
377 error
= xfs_symlink(XFS_I(dir
), &name
, symname
, mode
, &cip
);
383 error
= xfs_init_security(inode
, dir
, &dentry
->d_name
);
385 goto out_cleanup_inode
;
389 d_instantiate(dentry
, inode
);
390 xfs_finish_inode_setup(cip
);
394 xfs_finish_inode_setup(cip
);
395 xfs_cleanup_inode(dir
, inode
, dentry
);
404 struct dentry
*odentry
,
406 struct dentry
*ndentry
,
409 struct inode
*new_inode
= d_inode(ndentry
);
412 struct xfs_name oname
;
413 struct xfs_name nname
;
415 if (flags
& ~(RENAME_NOREPLACE
| RENAME_EXCHANGE
| RENAME_WHITEOUT
))
418 /* if we are exchanging files, we need to set i_mode of both files */
419 if (flags
& RENAME_EXCHANGE
)
420 omode
= d_inode(ndentry
)->i_mode
;
422 error
= xfs_dentry_mode_to_name(&oname
, odentry
, omode
);
423 if (omode
&& unlikely(error
))
426 error
= xfs_dentry_mode_to_name(&nname
, ndentry
,
427 d_inode(odentry
)->i_mode
);
431 return xfs_rename(XFS_I(odir
), &oname
, XFS_I(d_inode(odentry
)),
433 new_inode
? XFS_I(new_inode
) : NULL
, flags
);
437 * careful here - this function can get called recursively, so
438 * we need to be very careful about how much stack we use.
439 * uio is kmalloced for this reason...
443 struct dentry
*dentry
,
445 struct delayed_call
*done
)
451 return ERR_PTR(-ECHILD
);
453 link
= kmalloc(XFS_SYMLINK_MAXLEN
+1, GFP_KERNEL
);
457 error
= xfs_readlink(XFS_I(d_inode(dentry
)), link
);
461 set_delayed_call(done
, kfree_link
, link
);
467 return ERR_PTR(error
);
471 xfs_vn_get_link_inline(
472 struct dentry
*dentry
,
474 struct delayed_call
*done
)
476 struct xfs_inode
*ip
= XFS_I(inode
);
479 ASSERT(ip
->i_df
.if_flags
& XFS_IFINLINE
);
482 * The VFS crashes on a NULL pointer, so return -EFSCORRUPTED if
485 link
= ip
->i_df
.if_u1
.if_data
;
486 if (XFS_IS_CORRUPT(ip
->i_mount
, !link
))
487 return ERR_PTR(-EFSCORRUPTED
);
493 struct xfs_inode
*ip
)
495 struct xfs_mount
*mp
= ip
->i_mount
;
498 * If the file blocks are being allocated from a realtime volume, then
499 * always return the realtime extent size.
501 if (XFS_IS_REALTIME_INODE(ip
))
502 return xfs_get_extsz_hint(ip
) << mp
->m_sb
.sb_blocklog
;
505 * Allow large block sizes to be reported to userspace programs if the
506 * "largeio" mount option is used.
508 * If compatibility mode is specified, simply return the basic unit of
509 * caching so that we don't get inefficient read/modify/write I/O from
510 * user apps. Otherwise....
512 * If the underlying volume is a stripe, then return the stripe width in
513 * bytes as the recommended I/O size. It is not a stripe and we've set a
514 * default buffered I/O size, return that, otherwise return the compat
517 if (mp
->m_flags
& XFS_MOUNT_LARGEIO
) {
519 return mp
->m_swidth
<< mp
->m_sb
.sb_blocklog
;
520 if (mp
->m_flags
& XFS_MOUNT_ALLOCSIZE
)
521 return 1U << mp
->m_allocsize_log
;
529 const struct path
*path
,
532 unsigned int query_flags
)
534 struct inode
*inode
= d_inode(path
->dentry
);
535 struct xfs_inode
*ip
= XFS_I(inode
);
536 struct xfs_mount
*mp
= ip
->i_mount
;
538 trace_xfs_getattr(ip
);
540 if (XFS_FORCED_SHUTDOWN(mp
))
543 stat
->size
= XFS_ISIZE(ip
);
544 stat
->dev
= inode
->i_sb
->s_dev
;
545 stat
->mode
= inode
->i_mode
;
546 stat
->nlink
= inode
->i_nlink
;
547 stat
->uid
= inode
->i_uid
;
548 stat
->gid
= inode
->i_gid
;
549 stat
->ino
= ip
->i_ino
;
550 stat
->atime
= inode
->i_atime
;
551 stat
->mtime
= inode
->i_mtime
;
552 stat
->ctime
= inode
->i_ctime
;
554 XFS_FSB_TO_BB(mp
, ip
->i_d
.di_nblocks
+ ip
->i_delayed_blks
);
556 if (ip
->i_d
.di_version
== 3) {
557 if (request_mask
& STATX_BTIME
) {
558 stat
->result_mask
|= STATX_BTIME
;
559 stat
->btime
= ip
->i_d
.di_crtime
;
564 * Note: If you add another clause to set an attribute flag, please
565 * update attributes_mask below.
567 if (ip
->i_d
.di_flags
& XFS_DIFLAG_IMMUTABLE
)
568 stat
->attributes
|= STATX_ATTR_IMMUTABLE
;
569 if (ip
->i_d
.di_flags
& XFS_DIFLAG_APPEND
)
570 stat
->attributes
|= STATX_ATTR_APPEND
;
571 if (ip
->i_d
.di_flags
& XFS_DIFLAG_NODUMP
)
572 stat
->attributes
|= STATX_ATTR_NODUMP
;
574 stat
->attributes_mask
|= (STATX_ATTR_IMMUTABLE
|
578 switch (inode
->i_mode
& S_IFMT
) {
581 stat
->blksize
= BLKDEV_IOSIZE
;
582 stat
->rdev
= inode
->i_rdev
;
585 stat
->blksize
= xfs_stat_blksize(ip
);
595 struct xfs_inode
*ip
,
598 struct inode
*inode
= VFS_I(ip
);
599 umode_t mode
= iattr
->ia_mode
;
601 ASSERT(xfs_isilocked(ip
, XFS_ILOCK_EXCL
));
603 inode
->i_mode
&= S_IFMT
;
604 inode
->i_mode
|= mode
& ~S_IFMT
;
609 struct xfs_inode
*ip
,
612 struct inode
*inode
= VFS_I(ip
);
614 ASSERT(xfs_isilocked(ip
, XFS_ILOCK_EXCL
));
616 if (iattr
->ia_valid
& ATTR_ATIME
)
617 inode
->i_atime
= iattr
->ia_atime
;
618 if (iattr
->ia_valid
& ATTR_CTIME
)
619 inode
->i_ctime
= iattr
->ia_ctime
;
620 if (iattr
->ia_valid
& ATTR_MTIME
)
621 inode
->i_mtime
= iattr
->ia_mtime
;
626 struct dentry
*dentry
,
629 struct xfs_mount
*mp
= XFS_I(d_inode(dentry
))->i_mount
;
631 if (mp
->m_flags
& XFS_MOUNT_RDONLY
)
634 if (XFS_FORCED_SHUTDOWN(mp
))
637 return setattr_prepare(dentry
, iattr
);
641 * Set non-size attributes of an inode.
643 * Caution: The caller of this function is responsible for calling
644 * setattr_prepare() or otherwise verifying the change is fine.
648 struct xfs_inode
*ip
,
652 xfs_mount_t
*mp
= ip
->i_mount
;
653 struct inode
*inode
= VFS_I(ip
);
654 int mask
= iattr
->ia_valid
;
657 kuid_t uid
= GLOBAL_ROOT_UID
, iuid
= GLOBAL_ROOT_UID
;
658 kgid_t gid
= GLOBAL_ROOT_GID
, igid
= GLOBAL_ROOT_GID
;
659 struct xfs_dquot
*udqp
= NULL
, *gdqp
= NULL
;
660 struct xfs_dquot
*olddquot1
= NULL
, *olddquot2
= NULL
;
662 ASSERT((mask
& ATTR_SIZE
) == 0);
665 * If disk quotas is on, we make sure that the dquots do exist on disk,
666 * before we start any other transactions. Trying to do this later
667 * is messy. We don't care to take a readlock to look at the ids
668 * in inode here, because we can't hold it across the trans_reserve.
669 * If the IDs do change before we take the ilock, we're covered
670 * because the i_*dquot fields will get updated anyway.
672 if (XFS_IS_QUOTA_ON(mp
) && (mask
& (ATTR_UID
|ATTR_GID
))) {
675 if ((mask
& ATTR_UID
) && XFS_IS_UQUOTA_ON(mp
)) {
677 qflags
|= XFS_QMOPT_UQUOTA
;
681 if ((mask
& ATTR_GID
) && XFS_IS_GQUOTA_ON(mp
)) {
683 qflags
|= XFS_QMOPT_GQUOTA
;
689 * We take a reference when we initialize udqp and gdqp,
690 * so it is important that we never blindly double trip on
691 * the same variable. See xfs_create() for an example.
693 ASSERT(udqp
== NULL
);
694 ASSERT(gdqp
== NULL
);
695 error
= xfs_qm_vop_dqalloc(ip
, xfs_kuid_to_uid(uid
),
696 xfs_kgid_to_gid(gid
),
698 qflags
, &udqp
, &gdqp
, NULL
);
703 error
= xfs_trans_alloc(mp
, &M_RES(mp
)->tr_ichange
, 0, 0, 0, &tp
);
707 xfs_ilock(ip
, XFS_ILOCK_EXCL
);
708 xfs_trans_ijoin(tp
, ip
, 0);
711 * Change file ownership. Must be the owner or privileged.
713 if (mask
& (ATTR_UID
|ATTR_GID
)) {
715 * These IDs could have changed since we last looked at them.
716 * But, we're assured that if the ownership did change
717 * while we didn't have the inode locked, inode's dquot(s)
718 * would have changed also.
722 gid
= (mask
& ATTR_GID
) ? iattr
->ia_gid
: igid
;
723 uid
= (mask
& ATTR_UID
) ? iattr
->ia_uid
: iuid
;
726 * Do a quota reservation only if uid/gid is actually
729 if (XFS_IS_QUOTA_RUNNING(mp
) &&
730 ((XFS_IS_UQUOTA_ON(mp
) && !uid_eq(iuid
, uid
)) ||
731 (XFS_IS_GQUOTA_ON(mp
) && !gid_eq(igid
, gid
)))) {
733 error
= xfs_qm_vop_chown_reserve(tp
, ip
, udqp
, gdqp
,
734 NULL
, capable(CAP_FOWNER
) ?
735 XFS_QMOPT_FORCE_RES
: 0);
736 if (error
) /* out of quota */
742 * Change file ownership. Must be the owner or privileged.
744 if (mask
& (ATTR_UID
|ATTR_GID
)) {
746 * CAP_FSETID overrides the following restrictions:
748 * The set-user-ID and set-group-ID bits of a file will be
749 * cleared upon successful return from chown()
751 if ((inode
->i_mode
& (S_ISUID
|S_ISGID
)) &&
752 !capable(CAP_FSETID
))
753 inode
->i_mode
&= ~(S_ISUID
|S_ISGID
);
756 * Change the ownerships and register quota modifications
757 * in the transaction.
759 if (!uid_eq(iuid
, uid
)) {
760 if (XFS_IS_QUOTA_RUNNING(mp
) && XFS_IS_UQUOTA_ON(mp
)) {
761 ASSERT(mask
& ATTR_UID
);
763 olddquot1
= xfs_qm_vop_chown(tp
, ip
,
764 &ip
->i_udquot
, udqp
);
766 ip
->i_d
.di_uid
= xfs_kuid_to_uid(uid
);
769 if (!gid_eq(igid
, gid
)) {
770 if (XFS_IS_QUOTA_RUNNING(mp
) && XFS_IS_GQUOTA_ON(mp
)) {
771 ASSERT(xfs_sb_version_has_pquotino(&mp
->m_sb
) ||
772 !XFS_IS_PQUOTA_ON(mp
));
773 ASSERT(mask
& ATTR_GID
);
775 olddquot2
= xfs_qm_vop_chown(tp
, ip
,
776 &ip
->i_gdquot
, gdqp
);
778 ip
->i_d
.di_gid
= xfs_kgid_to_gid(gid
);
783 if (mask
& ATTR_MODE
)
784 xfs_setattr_mode(ip
, iattr
);
785 if (mask
& (ATTR_ATIME
|ATTR_CTIME
|ATTR_MTIME
))
786 xfs_setattr_time(ip
, iattr
);
788 xfs_trans_log_inode(tp
, ip
, XFS_ILOG_CORE
);
790 XFS_STATS_INC(mp
, xs_ig_attrchg
);
792 if (mp
->m_flags
& XFS_MOUNT_WSYNC
)
793 xfs_trans_set_sync(tp
);
794 error
= xfs_trans_commit(tp
);
796 xfs_iunlock(ip
, XFS_ILOCK_EXCL
);
799 * Release any dquot(s) the inode had kept before chown.
801 xfs_qm_dqrele(olddquot1
);
802 xfs_qm_dqrele(olddquot2
);
810 * XXX(hch): Updating the ACL entries is not atomic vs the i_mode
811 * update. We could avoid this with linked transactions
812 * and passing down the transaction pointer all the way
813 * to attr_set. No previous user of the generic
814 * Posix ACL code seems to care about this issue either.
816 if ((mask
& ATTR_MODE
) && !(flags
& XFS_ATTR_NOACL
)) {
817 error
= posix_acl_chmod(inode
, inode
->i_mode
);
825 xfs_trans_cancel(tp
);
826 xfs_iunlock(ip
, XFS_ILOCK_EXCL
);
834 xfs_vn_setattr_nonsize(
835 struct dentry
*dentry
,
838 struct xfs_inode
*ip
= XFS_I(d_inode(dentry
));
841 trace_xfs_setattr(ip
);
843 error
= xfs_vn_change_ok(dentry
, iattr
);
846 return xfs_setattr_nonsize(ip
, iattr
, 0);
850 * Truncate file. Must have write permission and not be a directory.
852 * Caution: The caller of this function is responsible for calling
853 * setattr_prepare() or otherwise verifying the change is fine.
857 struct xfs_inode
*ip
,
860 struct xfs_mount
*mp
= ip
->i_mount
;
861 struct inode
*inode
= VFS_I(ip
);
862 xfs_off_t oldsize
, newsize
;
863 struct xfs_trans
*tp
;
866 bool did_zeroing
= false;
868 ASSERT(xfs_isilocked(ip
, XFS_IOLOCK_EXCL
));
869 ASSERT(xfs_isilocked(ip
, XFS_MMAPLOCK_EXCL
));
870 ASSERT(S_ISREG(inode
->i_mode
));
871 ASSERT((iattr
->ia_valid
& (ATTR_UID
|ATTR_GID
|ATTR_ATIME
|ATTR_ATIME_SET
|
872 ATTR_MTIME_SET
|ATTR_KILL_PRIV
|ATTR_TIMES_SET
)) == 0);
874 oldsize
= inode
->i_size
;
875 newsize
= iattr
->ia_size
;
878 * Short circuit the truncate case for zero length files.
880 if (newsize
== 0 && oldsize
== 0 && ip
->i_d
.di_nextents
== 0) {
881 if (!(iattr
->ia_valid
& (ATTR_CTIME
|ATTR_MTIME
)))
885 * Use the regular setattr path to update the timestamps.
887 iattr
->ia_valid
&= ~ATTR_SIZE
;
888 return xfs_setattr_nonsize(ip
, iattr
, 0);
892 * Make sure that the dquots are attached to the inode.
894 error
= xfs_qm_dqattach(ip
);
899 * Wait for all direct I/O to complete.
901 inode_dio_wait(inode
);
904 * File data changes must be complete before we start the transaction to
905 * modify the inode. This needs to be done before joining the inode to
906 * the transaction because the inode cannot be unlocked once it is a
907 * part of the transaction.
909 * Start with zeroing any data beyond EOF that we may expose on file
910 * extension, or zeroing out the rest of the block on a downward
913 if (newsize
> oldsize
) {
914 trace_xfs_zero_eof(ip
, oldsize
, newsize
- oldsize
);
915 error
= iomap_zero_range(inode
, oldsize
, newsize
- oldsize
,
916 &did_zeroing
, &xfs_buffered_write_iomap_ops
);
918 error
= iomap_truncate_page(inode
, newsize
, &did_zeroing
,
919 &xfs_buffered_write_iomap_ops
);
926 * We've already locked out new page faults, so now we can safely remove
927 * pages from the page cache knowing they won't get refaulted until we
928 * drop the XFS_MMAP_EXCL lock after the extent manipulations are
929 * complete. The truncate_setsize() call also cleans partial EOF page
930 * PTEs on extending truncates and hence ensures sub-page block size
931 * filesystems are correctly handled, too.
933 * We have to do all the page cache truncate work outside the
934 * transaction context as the "lock" order is page lock->log space
935 * reservation as defined by extent allocation in the writeback path.
936 * Hence a truncate can fail with ENOMEM from xfs_trans_alloc(), but
937 * having already truncated the in-memory version of the file (i.e. made
938 * user visible changes). There's not much we can do about this, except
939 * to hope that the caller sees ENOMEM and retries the truncate
942 * And we update in-core i_size and truncate page cache beyond newsize
943 * before writeback the [di_size, newsize] range, so we're guaranteed
944 * not to write stale data past the new EOF on truncate down.
946 truncate_setsize(inode
, newsize
);
949 * We are going to log the inode size change in this transaction so
950 * any previous writes that are beyond the on disk EOF and the new
951 * EOF that have not been written out need to be written here. If we
952 * do not write the data out, we expose ourselves to the null files
953 * problem. Note that this includes any block zeroing we did above;
954 * otherwise those blocks may not be zeroed after a crash.
957 (newsize
> ip
->i_d
.di_size
&& oldsize
!= ip
->i_d
.di_size
)) {
958 error
= filemap_write_and_wait_range(VFS_I(ip
)->i_mapping
,
959 ip
->i_d
.di_size
, newsize
- 1);
964 error
= xfs_trans_alloc(mp
, &M_RES(mp
)->tr_itruncate
, 0, 0, 0, &tp
);
968 lock_flags
|= XFS_ILOCK_EXCL
;
969 xfs_ilock(ip
, XFS_ILOCK_EXCL
);
970 xfs_trans_ijoin(tp
, ip
, 0);
973 * Only change the c/mtime if we are changing the size or we are
974 * explicitly asked to change it. This handles the semantic difference
975 * between truncate() and ftruncate() as implemented in the VFS.
977 * The regular truncate() case without ATTR_CTIME and ATTR_MTIME is a
978 * special case where we need to update the times despite not having
979 * these flags set. For all other operations the VFS set these flags
980 * explicitly if it wants a timestamp update.
982 if (newsize
!= oldsize
&&
983 !(iattr
->ia_valid
& (ATTR_CTIME
| ATTR_MTIME
))) {
984 iattr
->ia_ctime
= iattr
->ia_mtime
=
986 iattr
->ia_valid
|= ATTR_CTIME
| ATTR_MTIME
;
990 * The first thing we do is set the size to new_size permanently on
991 * disk. This way we don't have to worry about anyone ever being able
992 * to look at the data being freed even in the face of a crash.
993 * What we're getting around here is the case where we free a block, it
994 * is allocated to another file, it is written to, and then we crash.
995 * If the new data gets written to the file but the log buffers
996 * containing the free and reallocation don't, then we'd end up with
997 * garbage in the blocks being freed. As long as we make the new size
998 * permanent before actually freeing any blocks it doesn't matter if
999 * they get written to.
1001 ip
->i_d
.di_size
= newsize
;
1002 xfs_trans_log_inode(tp
, ip
, XFS_ILOG_CORE
);
1004 if (newsize
<= oldsize
) {
1005 error
= xfs_itruncate_extents(&tp
, ip
, XFS_DATA_FORK
, newsize
);
1007 goto out_trans_cancel
;
1010 * Truncated "down", so we're removing references to old data
1011 * here - if we delay flushing for a long time, we expose
1012 * ourselves unduly to the notorious NULL files problem. So,
1013 * we mark this inode and flush it when the file is closed,
1014 * and do not wait the usual (long) time for writeout.
1016 xfs_iflags_set(ip
, XFS_ITRUNCATED
);
1018 /* A truncate down always removes post-EOF blocks. */
1019 xfs_inode_clear_eofblocks_tag(ip
);
1022 if (iattr
->ia_valid
& ATTR_MODE
)
1023 xfs_setattr_mode(ip
, iattr
);
1024 if (iattr
->ia_valid
& (ATTR_ATIME
|ATTR_CTIME
|ATTR_MTIME
))
1025 xfs_setattr_time(ip
, iattr
);
1027 xfs_trans_log_inode(tp
, ip
, XFS_ILOG_CORE
);
1029 XFS_STATS_INC(mp
, xs_ig_attrchg
);
1031 if (mp
->m_flags
& XFS_MOUNT_WSYNC
)
1032 xfs_trans_set_sync(tp
);
1034 error
= xfs_trans_commit(tp
);
1037 xfs_iunlock(ip
, lock_flags
);
1041 xfs_trans_cancel(tp
);
1046 xfs_vn_setattr_size(
1047 struct dentry
*dentry
,
1048 struct iattr
*iattr
)
1050 struct xfs_inode
*ip
= XFS_I(d_inode(dentry
));
1053 trace_xfs_setattr(ip
);
1055 error
= xfs_vn_change_ok(dentry
, iattr
);
1058 return xfs_setattr_size(ip
, iattr
);
1063 struct dentry
*dentry
,
1064 struct iattr
*iattr
)
1068 if (iattr
->ia_valid
& ATTR_SIZE
) {
1069 struct inode
*inode
= d_inode(dentry
);
1070 struct xfs_inode
*ip
= XFS_I(inode
);
1073 xfs_ilock(ip
, XFS_MMAPLOCK_EXCL
);
1074 iolock
= XFS_IOLOCK_EXCL
| XFS_MMAPLOCK_EXCL
;
1076 error
= xfs_break_layouts(inode
, &iolock
, BREAK_UNMAP
);
1078 xfs_iunlock(ip
, XFS_MMAPLOCK_EXCL
);
1082 error
= xfs_vn_setattr_size(dentry
, iattr
);
1083 xfs_iunlock(ip
, XFS_MMAPLOCK_EXCL
);
1085 error
= xfs_vn_setattr_nonsize(dentry
, iattr
);
1093 struct inode
*inode
,
1094 struct timespec64
*now
,
1097 struct xfs_inode
*ip
= XFS_I(inode
);
1098 struct xfs_mount
*mp
= ip
->i_mount
;
1099 int log_flags
= XFS_ILOG_TIMESTAMP
;
1100 struct xfs_trans
*tp
;
1103 trace_xfs_update_time(ip
);
1105 if (inode
->i_sb
->s_flags
& SB_LAZYTIME
) {
1106 if (!((flags
& S_VERSION
) &&
1107 inode_maybe_inc_iversion(inode
, false)))
1108 return generic_update_time(inode
, now
, flags
);
1110 /* Capture the iversion update that just occurred */
1111 log_flags
|= XFS_ILOG_CORE
;
1114 error
= xfs_trans_alloc(mp
, &M_RES(mp
)->tr_fsyncts
, 0, 0, 0, &tp
);
1118 xfs_ilock(ip
, XFS_ILOCK_EXCL
);
1119 if (flags
& S_CTIME
)
1120 inode
->i_ctime
= *now
;
1121 if (flags
& S_MTIME
)
1122 inode
->i_mtime
= *now
;
1123 if (flags
& S_ATIME
)
1124 inode
->i_atime
= *now
;
1126 xfs_trans_ijoin(tp
, ip
, XFS_ILOCK_EXCL
);
1127 xfs_trans_log_inode(tp
, ip
, log_flags
);
1128 return xfs_trans_commit(tp
);
1133 struct inode
*inode
,
1134 struct fiemap_extent_info
*fieinfo
,
1140 xfs_ilock(XFS_I(inode
), XFS_IOLOCK_SHARED
);
1141 if (fieinfo
->fi_flags
& FIEMAP_FLAG_XATTR
) {
1142 fieinfo
->fi_flags
&= ~FIEMAP_FLAG_XATTR
;
1143 error
= iomap_fiemap(inode
, fieinfo
, start
, length
,
1144 &xfs_xattr_iomap_ops
);
1146 error
= iomap_fiemap(inode
, fieinfo
, start
, length
,
1147 &xfs_read_iomap_ops
);
1149 xfs_iunlock(XFS_I(inode
), XFS_IOLOCK_SHARED
);
1157 struct dentry
*dentry
,
1160 return xfs_generic_create(dir
, dentry
, mode
, 0, true);
1163 static const struct inode_operations xfs_inode_operations
= {
1164 .get_acl
= xfs_get_acl
,
1165 .set_acl
= xfs_set_acl
,
1166 .getattr
= xfs_vn_getattr
,
1167 .setattr
= xfs_vn_setattr
,
1168 .listxattr
= xfs_vn_listxattr
,
1169 .fiemap
= xfs_vn_fiemap
,
1170 .update_time
= xfs_vn_update_time
,
1173 static const struct inode_operations xfs_dir_inode_operations
= {
1174 .create
= xfs_vn_create
,
1175 .lookup
= xfs_vn_lookup
,
1176 .link
= xfs_vn_link
,
1177 .unlink
= xfs_vn_unlink
,
1178 .symlink
= xfs_vn_symlink
,
1179 .mkdir
= xfs_vn_mkdir
,
1181 * Yes, XFS uses the same method for rmdir and unlink.
1183 * There are some subtile differences deeper in the code,
1184 * but we use S_ISDIR to check for those.
1186 .rmdir
= xfs_vn_unlink
,
1187 .mknod
= xfs_vn_mknod
,
1188 .rename
= xfs_vn_rename
,
1189 .get_acl
= xfs_get_acl
,
1190 .set_acl
= xfs_set_acl
,
1191 .getattr
= xfs_vn_getattr
,
1192 .setattr
= xfs_vn_setattr
,
1193 .listxattr
= xfs_vn_listxattr
,
1194 .update_time
= xfs_vn_update_time
,
1195 .tmpfile
= xfs_vn_tmpfile
,
1198 static const struct inode_operations xfs_dir_ci_inode_operations
= {
1199 .create
= xfs_vn_create
,
1200 .lookup
= xfs_vn_ci_lookup
,
1201 .link
= xfs_vn_link
,
1202 .unlink
= xfs_vn_unlink
,
1203 .symlink
= xfs_vn_symlink
,
1204 .mkdir
= xfs_vn_mkdir
,
1206 * Yes, XFS uses the same method for rmdir and unlink.
1208 * There are some subtile differences deeper in the code,
1209 * but we use S_ISDIR to check for those.
1211 .rmdir
= xfs_vn_unlink
,
1212 .mknod
= xfs_vn_mknod
,
1213 .rename
= xfs_vn_rename
,
1214 .get_acl
= xfs_get_acl
,
1215 .set_acl
= xfs_set_acl
,
1216 .getattr
= xfs_vn_getattr
,
1217 .setattr
= xfs_vn_setattr
,
1218 .listxattr
= xfs_vn_listxattr
,
1219 .update_time
= xfs_vn_update_time
,
1220 .tmpfile
= xfs_vn_tmpfile
,
1223 static const struct inode_operations xfs_symlink_inode_operations
= {
1224 .get_link
= xfs_vn_get_link
,
1225 .getattr
= xfs_vn_getattr
,
1226 .setattr
= xfs_vn_setattr
,
1227 .listxattr
= xfs_vn_listxattr
,
1228 .update_time
= xfs_vn_update_time
,
1231 static const struct inode_operations xfs_inline_symlink_inode_operations
= {
1232 .get_link
= xfs_vn_get_link_inline
,
1233 .getattr
= xfs_vn_getattr
,
1234 .setattr
= xfs_vn_setattr
,
1235 .listxattr
= xfs_vn_listxattr
,
1236 .update_time
= xfs_vn_update_time
,
1239 /* Figure out if this file actually supports DAX. */
1241 xfs_inode_supports_dax(
1242 struct xfs_inode
*ip
)
1244 struct xfs_mount
*mp
= ip
->i_mount
;
1246 /* Only supported on non-reflinked files. */
1247 if (!S_ISREG(VFS_I(ip
)->i_mode
) || xfs_is_reflink_inode(ip
))
1250 /* DAX mount option or DAX iflag must be set. */
1251 if (!(mp
->m_flags
& XFS_MOUNT_DAX
) &&
1252 !(ip
->i_d
.di_flags2
& XFS_DIFLAG2_DAX
))
1255 /* Block size must match page size */
1256 if (mp
->m_sb
.sb_blocksize
!= PAGE_SIZE
)
1259 /* Device has to support DAX too. */
1260 return xfs_inode_buftarg(ip
)->bt_daxdev
!= NULL
;
1264 xfs_diflags_to_iflags(
1265 struct inode
*inode
,
1266 struct xfs_inode
*ip
)
1268 uint16_t flags
= ip
->i_d
.di_flags
;
1270 inode
->i_flags
&= ~(S_IMMUTABLE
| S_APPEND
| S_SYNC
|
1273 if (flags
& XFS_DIFLAG_IMMUTABLE
)
1274 inode
->i_flags
|= S_IMMUTABLE
;
1275 if (flags
& XFS_DIFLAG_APPEND
)
1276 inode
->i_flags
|= S_APPEND
;
1277 if (flags
& XFS_DIFLAG_SYNC
)
1278 inode
->i_flags
|= S_SYNC
;
1279 if (flags
& XFS_DIFLAG_NOATIME
)
1280 inode
->i_flags
|= S_NOATIME
;
1281 if (xfs_inode_supports_dax(ip
))
1282 inode
->i_flags
|= S_DAX
;
1286 * Initialize the Linux inode.
1288 * When reading existing inodes from disk this is called directly from xfs_iget,
1289 * when creating a new inode it is called from xfs_ialloc after setting up the
1290 * inode. These callers have different criteria for clearing XFS_INEW, so leave
1291 * it up to the caller to deal with unlocking the inode appropriately.
1295 struct xfs_inode
*ip
)
1297 struct inode
*inode
= &ip
->i_vnode
;
1300 inode
->i_ino
= ip
->i_ino
;
1301 inode
->i_state
= I_NEW
;
1303 inode_sb_list_add(inode
);
1304 /* make the inode look hashed for the writeback code */
1305 inode_fake_hash(inode
);
1307 inode
->i_uid
= xfs_uid_to_kuid(ip
->i_d
.di_uid
);
1308 inode
->i_gid
= xfs_gid_to_kgid(ip
->i_d
.di_gid
);
1310 i_size_write(inode
, ip
->i_d
.di_size
);
1311 xfs_diflags_to_iflags(inode
, ip
);
1313 if (S_ISDIR(inode
->i_mode
)) {
1315 * We set the i_rwsem class here to avoid potential races with
1316 * lockdep_annotate_inode_mutex_key() reinitialising the lock
1317 * after a filehandle lookup has already found the inode in
1318 * cache before it has been unlocked via unlock_new_inode().
1320 lockdep_set_class(&inode
->i_rwsem
,
1321 &inode
->i_sb
->s_type
->i_mutex_dir_key
);
1322 lockdep_set_class(&ip
->i_lock
.mr_lock
, &xfs_dir_ilock_class
);
1324 lockdep_set_class(&ip
->i_lock
.mr_lock
, &xfs_nondir_ilock_class
);
1328 * Ensure all page cache allocations are done from GFP_NOFS context to
1329 * prevent direct reclaim recursion back into the filesystem and blowing
1330 * stacks or deadlocking.
1332 gfp_mask
= mapping_gfp_mask(inode
->i_mapping
);
1333 mapping_set_gfp_mask(inode
->i_mapping
, (gfp_mask
& ~(__GFP_FS
)));
1336 * If there is no attribute fork no ACL can exist on this inode,
1337 * and it can't have any file capabilities attached to it either.
1339 if (!XFS_IFORK_Q(ip
)) {
1340 inode_has_no_xattr(inode
);
1341 cache_no_acl(inode
);
1347 struct xfs_inode
*ip
)
1349 struct inode
*inode
= &ip
->i_vnode
;
1351 switch (inode
->i_mode
& S_IFMT
) {
1353 inode
->i_op
= &xfs_inode_operations
;
1354 inode
->i_fop
= &xfs_file_operations
;
1356 inode
->i_mapping
->a_ops
= &xfs_dax_aops
;
1358 inode
->i_mapping
->a_ops
= &xfs_address_space_operations
;
1361 if (xfs_sb_version_hasasciici(&XFS_M(inode
->i_sb
)->m_sb
))
1362 inode
->i_op
= &xfs_dir_ci_inode_operations
;
1364 inode
->i_op
= &xfs_dir_inode_operations
;
1365 inode
->i_fop
= &xfs_dir_file_operations
;
1368 if (ip
->i_df
.if_flags
& XFS_IFINLINE
)
1369 inode
->i_op
= &xfs_inline_symlink_inode_operations
;
1371 inode
->i_op
= &xfs_symlink_inode_operations
;
1374 inode
->i_op
= &xfs_inode_operations
;
1375 init_special_inode(inode
, inode
->i_mode
, inode
->i_rdev
);