1 // SPDX-License-Identifier: GPL-2.0
2 #include <linux/fanotify.h>
3 #include <linux/fdtable.h>
4 #include <linux/fsnotify_backend.h>
5 #include <linux/init.h>
6 #include <linux/jiffies.h>
7 #include <linux/kernel.h> /* UINT_MAX */
8 #include <linux/mount.h>
9 #include <linux/sched.h>
10 #include <linux/sched/user.h>
11 #include <linux/sched/signal.h>
12 #include <linux/types.h>
13 #include <linux/wait.h>
14 #include <linux/audit.h>
15 #include <linux/sched/mm.h>
16 #include <linux/statfs.h>
20 static bool fanotify_path_equal(struct path
*p1
, struct path
*p2
)
22 return p1
->mnt
== p2
->mnt
&& p1
->dentry
== p2
->dentry
;
25 static inline bool fanotify_fsid_equal(__kernel_fsid_t
*fsid1
,
26 __kernel_fsid_t
*fsid2
)
28 return fsid1
->val
[0] == fsid2
->val
[0] && fsid1
->val
[1] == fsid2
->val
[1];
31 static bool fanotify_fh_equal(struct fanotify_fh
*fh1
,
32 struct fanotify_fh
*fh2
)
34 if (fh1
->type
!= fh2
->type
|| fh1
->len
!= fh2
->len
)
37 /* Do not merge events if we failed to encode fh */
38 if (fh1
->type
== FILEID_INVALID
)
42 !memcmp(fanotify_fh_buf(fh1
), fanotify_fh_buf(fh2
), fh1
->len
);
45 static bool fanotify_fid_event_equal(struct fanotify_fid_event
*ffe1
,
46 struct fanotify_fid_event
*ffe2
)
48 /* Do not merge fid events without object fh */
49 if (!ffe1
->object_fh
.len
)
52 return fanotify_fsid_equal(&ffe1
->fsid
, &ffe2
->fsid
) &&
53 fanotify_fh_equal(&ffe1
->object_fh
, &ffe2
->object_fh
);
56 static bool fanotify_name_event_equal(struct fanotify_name_event
*fne1
,
57 struct fanotify_name_event
*fne2
)
60 * Do not merge name events without dir fh.
61 * FAN_DIR_MODIFY does not encode object fh, so it may be empty.
63 if (!fne1
->dir_fh
.len
)
66 if (fne1
->name_len
!= fne2
->name_len
||
67 !fanotify_fh_equal(&fne1
->dir_fh
, &fne2
->dir_fh
))
70 return !memcmp(fne1
->name
, fne2
->name
, fne1
->name_len
);
73 static bool should_merge(struct fsnotify_event
*old_fsn
,
74 struct fsnotify_event
*new_fsn
)
76 struct fanotify_event
*old
, *new;
78 pr_debug("%s: old=%p new=%p\n", __func__
, old_fsn
, new_fsn
);
79 old
= FANOTIFY_E(old_fsn
);
80 new = FANOTIFY_E(new_fsn
);
82 if (old_fsn
->objectid
!= new_fsn
->objectid
||
83 old
->type
!= new->type
|| old
->pid
!= new->pid
)
87 case FANOTIFY_EVENT_TYPE_PATH
:
88 return fanotify_path_equal(fanotify_event_path(old
),
89 fanotify_event_path(new));
90 case FANOTIFY_EVENT_TYPE_FID
:
92 * We want to merge many dirent events in the same dir (i.e.
93 * creates/unlinks/renames), but we do not want to merge dirent
94 * events referring to subdirs with dirent events referring to
95 * non subdirs, otherwise, user won't be able to tell from a
96 * mask FAN_CREATE|FAN_DELETE|FAN_ONDIR if it describes mkdir+
97 * unlink pair or rmdir+create pair of events.
99 if ((old
->mask
& FS_ISDIR
) != (new->mask
& FS_ISDIR
))
102 return fanotify_fid_event_equal(FANOTIFY_FE(old
),
104 case FANOTIFY_EVENT_TYPE_FID_NAME
:
105 return fanotify_name_event_equal(FANOTIFY_NE(old
),
114 /* and the list better be locked by something too! */
115 static int fanotify_merge(struct list_head
*list
, struct fsnotify_event
*event
)
117 struct fsnotify_event
*test_event
;
118 struct fanotify_event
*new;
120 pr_debug("%s: list=%p event=%p\n", __func__
, list
, event
);
121 new = FANOTIFY_E(event
);
124 * Don't merge a permission event with any other event so that we know
125 * the event structure we have created in fanotify_handle_event() is the
126 * one we should check for permission response.
128 if (fanotify_is_perm_event(new->mask
))
131 list_for_each_entry_reverse(test_event
, list
, list
) {
132 if (should_merge(test_event
, event
)) {
133 FANOTIFY_E(test_event
)->mask
|= new->mask
;
142 * Wait for response to permission event. The function also takes care of
143 * freeing the permission event (or offloads that in case the wait is canceled
144 * by a signal). The function returns 0 in case access got allowed by userspace,
145 * -EPERM in case userspace disallowed the access, and -ERESTARTSYS in case
146 * the wait got interrupted by a signal.
148 static int fanotify_get_response(struct fsnotify_group
*group
,
149 struct fanotify_perm_event
*event
,
150 struct fsnotify_iter_info
*iter_info
)
154 pr_debug("%s: group=%p event=%p\n", __func__
, group
, event
);
156 ret
= wait_event_killable(group
->fanotify_data
.access_waitq
,
157 event
->state
== FAN_EVENT_ANSWERED
);
158 /* Signal pending? */
160 spin_lock(&group
->notification_lock
);
161 /* Event reported to userspace and no answer yet? */
162 if (event
->state
== FAN_EVENT_REPORTED
) {
163 /* Event will get freed once userspace answers to it */
164 event
->state
= FAN_EVENT_CANCELED
;
165 spin_unlock(&group
->notification_lock
);
168 /* Event not yet reported? Just remove it. */
169 if (event
->state
== FAN_EVENT_INIT
)
170 fsnotify_remove_queued_event(group
, &event
->fae
.fse
);
172 * Event may be also answered in case signal delivery raced
173 * with wakeup. In that case we have nothing to do besides
174 * freeing the event and reporting error.
176 spin_unlock(&group
->notification_lock
);
180 /* userspace responded, convert to something usable */
181 switch (event
->response
& ~FAN_AUDIT
) {
190 /* Check if the response should be audited */
191 if (event
->response
& FAN_AUDIT
)
192 audit_fanotify(event
->response
& ~FAN_AUDIT
);
194 pr_debug("%s: group=%p event=%p about to return ret=%d\n", __func__
,
197 fsnotify_destroy_event(group
, &event
->fae
.fse
);
203 * This function returns a mask for an event that only contains the flags
204 * that have been specifically requested by the user. Flags that may have
205 * been included within the event mask, but have not been explicitly
206 * requested by the user, will not be present in the returned mask.
208 static u32
fanotify_group_event_mask(struct fsnotify_group
*group
,
209 struct fsnotify_iter_info
*iter_info
,
210 u32 event_mask
, const void *data
,
213 __u32 marks_mask
= 0, marks_ignored_mask
= 0;
214 __u32 test_mask
, user_mask
= FANOTIFY_OUTGOING_EVENTS
;
215 const struct path
*path
= fsnotify_data_path(data
, data_type
);
216 struct fsnotify_mark
*mark
;
219 pr_debug("%s: report_mask=%x mask=%x data=%p data_type=%d\n",
220 __func__
, iter_info
->report_mask
, event_mask
, data
, data_type
);
222 if (!FAN_GROUP_FLAG(group
, FAN_REPORT_FID
)) {
223 /* Do we have path to open a file descriptor? */
226 /* Path type events are only relevant for files and dirs */
227 if (!d_is_reg(path
->dentry
) && !d_can_lookup(path
->dentry
))
231 fsnotify_foreach_obj_type(type
) {
232 if (!fsnotify_iter_should_report_type(iter_info
, type
))
234 mark
= iter_info
->marks
[type
];
236 * If the event is on dir and this mark doesn't care about
237 * events on dir, don't send it!
239 if (event_mask
& FS_ISDIR
&& !(mark
->mask
& FS_ISDIR
))
243 * If the event is for a child and this mark doesn't care about
244 * events on a child, don't send it!
246 if (event_mask
& FS_EVENT_ON_CHILD
&&
247 (type
!= FSNOTIFY_OBJ_TYPE_INODE
||
248 !(mark
->mask
& FS_EVENT_ON_CHILD
)))
251 marks_mask
|= mark
->mask
;
252 marks_ignored_mask
|= mark
->ignored_mask
;
255 test_mask
= event_mask
& marks_mask
& ~marks_ignored_mask
;
258 * For dirent modification events (create/delete/move) that do not carry
259 * the child entry name information, we report FAN_ONDIR for mkdir/rmdir
260 * so user can differentiate them from creat/unlink.
262 * For backward compatibility and consistency, do not report FAN_ONDIR
263 * to user in legacy fanotify mode (reporting fd) and report FAN_ONDIR
264 * to user in FAN_REPORT_FID mode for all event types.
266 if (FAN_GROUP_FLAG(group
, FAN_REPORT_FID
)) {
267 /* Do not report FAN_ONDIR without any event */
268 if (!(test_mask
& ~FAN_ONDIR
))
271 user_mask
&= ~FAN_ONDIR
;
274 return test_mask
& user_mask
;
277 static void fanotify_encode_fh(struct fanotify_fh
*fh
, struct inode
*inode
,
280 int dwords
, type
, bytes
= 0;
281 char *ext_buf
= NULL
;
290 type
= exportfs_encode_inode_fh(inode
, NULL
, &dwords
, NULL
);
295 if (bytes
> FANOTIFY_INLINE_FH_LEN
) {
296 /* Treat failure to allocate fh as failure to allocate event */
298 ext_buf
= kmalloc(bytes
, gfp
);
302 *fanotify_fh_ext_buf_ptr(fh
) = ext_buf
;
306 type
= exportfs_encode_inode_fh(inode
, buf
, &dwords
, NULL
);
308 if (!type
|| type
== FILEID_INVALID
|| bytes
!= dwords
<< 2)
317 pr_warn_ratelimited("fanotify: failed to encode fid (type=%d, len=%d, err=%i)\n",
320 *fanotify_fh_ext_buf_ptr(fh
) = NULL
;
322 /* Report the event without a file identifier on encode error */
323 fh
->type
= FILEID_INVALID
;
328 * The inode to use as identifier when reporting fid depends on the event.
329 * Report the modified directory inode on dirent modification events.
330 * Report the "victim" inode otherwise.
332 * FS_ATTRIB reports the child inode even if reported on a watched parent.
333 * FS_CREATE reports the modified dir inode and not the created inode.
335 static struct inode
*fanotify_fid_inode(struct inode
*to_tell
, u32 event_mask
,
336 const void *data
, int data_type
)
338 if (event_mask
& ALL_FSNOTIFY_DIRENT_EVENTS
)
341 return (struct inode
*)fsnotify_data_inode(data
, data_type
);
344 struct fanotify_event
*fanotify_alloc_event(struct fsnotify_group
*group
,
345 struct inode
*inode
, u32 mask
,
346 const void *data
, int data_type
,
347 const struct qstr
*file_name
,
348 __kernel_fsid_t
*fsid
)
350 struct fanotify_event
*event
= NULL
;
351 struct fanotify_fid_event
*ffe
= NULL
;
352 struct fanotify_name_event
*fne
= NULL
;
353 gfp_t gfp
= GFP_KERNEL_ACCOUNT
;
354 struct inode
*id
= fanotify_fid_inode(inode
, mask
, data
, data_type
);
355 const struct path
*path
= fsnotify_data_path(data
, data_type
);
358 * For queues with unlimited length lost events are not expected and
359 * can possibly have security implications. Avoid losing events when
360 * memory is short. For the limited size queues, avoid OOM killer in the
361 * target monitoring memcg as it may have security repercussion.
363 if (group
->max_events
== UINT_MAX
)
366 gfp
|= __GFP_RETRY_MAYFAIL
;
368 /* Whoever is interested in the event, pays for the allocation. */
369 memalloc_use_memcg(group
->memcg
);
371 if (fanotify_is_perm_event(mask
)) {
372 struct fanotify_perm_event
*pevent
;
374 pevent
= kmem_cache_alloc(fanotify_perm_event_cachep
, gfp
);
378 event
= &pevent
->fae
;
379 event
->type
= FANOTIFY_EVENT_TYPE_PATH_PERM
;
380 pevent
->response
= 0;
381 pevent
->state
= FAN_EVENT_INIT
;
386 * For FAN_DIR_MODIFY event, we report the fid of the directory and
387 * the name of the modified entry.
388 * Allocate an fanotify_name_event struct and copy the name.
390 if (mask
& FAN_DIR_MODIFY
&& !(WARN_ON_ONCE(!file_name
))) {
391 fne
= kmalloc(sizeof(*fne
) + file_name
->len
+ 1, gfp
);
396 event
->type
= FANOTIFY_EVENT_TYPE_FID_NAME
;
397 fne
->name_len
= file_name
->len
;
398 strcpy(fne
->name
, file_name
->name
);
402 if (FAN_GROUP_FLAG(group
, FAN_REPORT_FID
)) {
403 ffe
= kmem_cache_alloc(fanotify_fid_event_cachep
, gfp
);
408 event
->type
= FANOTIFY_EVENT_TYPE_FID
;
410 struct fanotify_path_event
*pevent
;
412 pevent
= kmem_cache_alloc(fanotify_path_event_cachep
, gfp
);
416 event
= &pevent
->fae
;
417 event
->type
= FANOTIFY_EVENT_TYPE_PATH
;
422 * Use the victim inode instead of the watching inode as the id for
423 * event queue, so event reported on parent is merged with event
424 * reported on child when both directory and child watches exist.
426 fsnotify_init_event(&event
->fse
, (unsigned long)id
);
428 if (FAN_GROUP_FLAG(group
, FAN_REPORT_TID
))
429 event
->pid
= get_pid(task_pid(current
));
431 event
->pid
= get_pid(task_tgid(current
));
433 if (fsid
&& fanotify_event_fsid(event
))
434 *fanotify_event_fsid(event
) = *fsid
;
436 if (fanotify_event_object_fh(event
))
437 fanotify_encode_fh(fanotify_event_object_fh(event
), id
, gfp
);
439 if (fanotify_event_dir_fh(event
))
440 fanotify_encode_fh(fanotify_event_dir_fh(event
), id
, gfp
);
442 if (fanotify_event_has_path(event
)) {
443 struct path
*p
= fanotify_event_path(event
);
454 memalloc_unuse_memcg();
459 * Get cached fsid of the filesystem containing the object from any connector.
460 * All connectors are supposed to have the same fsid, but we do not verify that
463 static __kernel_fsid_t
fanotify_get_fsid(struct fsnotify_iter_info
*iter_info
)
466 __kernel_fsid_t fsid
= {};
468 fsnotify_foreach_obj_type(type
) {
469 struct fsnotify_mark_connector
*conn
;
471 if (!fsnotify_iter_should_report_type(iter_info
, type
))
474 conn
= READ_ONCE(iter_info
->marks
[type
]->connector
);
475 /* Mark is just getting destroyed or created? */
478 if (!(conn
->flags
& FSNOTIFY_CONN_FLAG_HAS_FSID
))
480 /* Pairs with smp_wmb() in fsnotify_add_mark_list() */
483 if (WARN_ON_ONCE(!fsid
.val
[0] && !fsid
.val
[1]))
491 static int fanotify_handle_event(struct fsnotify_group
*group
,
493 u32 mask
, const void *data
, int data_type
,
494 const struct qstr
*file_name
, u32 cookie
,
495 struct fsnotify_iter_info
*iter_info
)
498 struct fanotify_event
*event
;
499 struct fsnotify_event
*fsn_event
;
500 __kernel_fsid_t fsid
= {};
502 BUILD_BUG_ON(FAN_ACCESS
!= FS_ACCESS
);
503 BUILD_BUG_ON(FAN_MODIFY
!= FS_MODIFY
);
504 BUILD_BUG_ON(FAN_ATTRIB
!= FS_ATTRIB
);
505 BUILD_BUG_ON(FAN_CLOSE_NOWRITE
!= FS_CLOSE_NOWRITE
);
506 BUILD_BUG_ON(FAN_CLOSE_WRITE
!= FS_CLOSE_WRITE
);
507 BUILD_BUG_ON(FAN_OPEN
!= FS_OPEN
);
508 BUILD_BUG_ON(FAN_MOVED_TO
!= FS_MOVED_TO
);
509 BUILD_BUG_ON(FAN_MOVED_FROM
!= FS_MOVED_FROM
);
510 BUILD_BUG_ON(FAN_CREATE
!= FS_CREATE
);
511 BUILD_BUG_ON(FAN_DELETE
!= FS_DELETE
);
512 BUILD_BUG_ON(FAN_DIR_MODIFY
!= FS_DIR_MODIFY
);
513 BUILD_BUG_ON(FAN_DELETE_SELF
!= FS_DELETE_SELF
);
514 BUILD_BUG_ON(FAN_MOVE_SELF
!= FS_MOVE_SELF
);
515 BUILD_BUG_ON(FAN_EVENT_ON_CHILD
!= FS_EVENT_ON_CHILD
);
516 BUILD_BUG_ON(FAN_Q_OVERFLOW
!= FS_Q_OVERFLOW
);
517 BUILD_BUG_ON(FAN_OPEN_PERM
!= FS_OPEN_PERM
);
518 BUILD_BUG_ON(FAN_ACCESS_PERM
!= FS_ACCESS_PERM
);
519 BUILD_BUG_ON(FAN_ONDIR
!= FS_ISDIR
);
520 BUILD_BUG_ON(FAN_OPEN_EXEC
!= FS_OPEN_EXEC
);
521 BUILD_BUG_ON(FAN_OPEN_EXEC_PERM
!= FS_OPEN_EXEC_PERM
);
523 BUILD_BUG_ON(HWEIGHT32(ALL_FANOTIFY_EVENT_BITS
) != 20);
525 mask
= fanotify_group_event_mask(group
, iter_info
, mask
, data
,
530 pr_debug("%s: group=%p inode=%p mask=%x\n", __func__
, group
, inode
,
533 if (fanotify_is_perm_event(mask
)) {
535 * fsnotify_prepare_user_wait() fails if we race with mark
536 * deletion. Just let the operation pass in that case.
538 if (!fsnotify_prepare_user_wait(iter_info
))
542 if (FAN_GROUP_FLAG(group
, FAN_REPORT_FID
)) {
543 fsid
= fanotify_get_fsid(iter_info
);
544 /* Racing with mark destruction or creation? */
545 if (!fsid
.val
[0] && !fsid
.val
[1])
549 event
= fanotify_alloc_event(group
, inode
, mask
, data
, data_type
,
552 if (unlikely(!event
)) {
554 * We don't queue overflow events for permission events as
555 * there the access is denied and so no event is in fact lost.
557 if (!fanotify_is_perm_event(mask
))
558 fsnotify_queue_overflow(group
);
562 fsn_event
= &event
->fse
;
563 ret
= fsnotify_add_event(group
, fsn_event
, fanotify_merge
);
565 /* Permission events shouldn't be merged */
566 BUG_ON(ret
== 1 && mask
& FANOTIFY_PERM_EVENTS
);
567 /* Our event wasn't used in the end. Free it. */
568 fsnotify_destroy_event(group
, fsn_event
);
571 } else if (fanotify_is_perm_event(mask
)) {
572 ret
= fanotify_get_response(group
, FANOTIFY_PERM(event
),
576 if (fanotify_is_perm_event(mask
))
577 fsnotify_finish_user_wait(iter_info
);
582 static void fanotify_free_group_priv(struct fsnotify_group
*group
)
584 struct user_struct
*user
;
586 user
= group
->fanotify_data
.user
;
587 atomic_dec(&user
->fanotify_listeners
);
591 static void fanotify_free_path_event(struct fanotify_event
*event
)
593 path_put(fanotify_event_path(event
));
594 kmem_cache_free(fanotify_path_event_cachep
, FANOTIFY_PE(event
));
597 static void fanotify_free_perm_event(struct fanotify_event
*event
)
599 path_put(fanotify_event_path(event
));
600 kmem_cache_free(fanotify_perm_event_cachep
, FANOTIFY_PERM(event
));
603 static void fanotify_free_fid_event(struct fanotify_event
*event
)
605 struct fanotify_fid_event
*ffe
= FANOTIFY_FE(event
);
607 if (fanotify_fh_has_ext_buf(&ffe
->object_fh
))
608 kfree(fanotify_fh_ext_buf(&ffe
->object_fh
));
609 kmem_cache_free(fanotify_fid_event_cachep
, ffe
);
612 static void fanotify_free_name_event(struct fanotify_event
*event
)
614 struct fanotify_name_event
*fne
= FANOTIFY_NE(event
);
616 if (fanotify_fh_has_ext_buf(&fne
->dir_fh
))
617 kfree(fanotify_fh_ext_buf(&fne
->dir_fh
));
621 static void fanotify_free_event(struct fsnotify_event
*fsn_event
)
623 struct fanotify_event
*event
;
625 event
= FANOTIFY_E(fsn_event
);
627 switch (event
->type
) {
628 case FANOTIFY_EVENT_TYPE_PATH
:
629 fanotify_free_path_event(event
);
631 case FANOTIFY_EVENT_TYPE_PATH_PERM
:
632 fanotify_free_perm_event(event
);
634 case FANOTIFY_EVENT_TYPE_FID
:
635 fanotify_free_fid_event(event
);
637 case FANOTIFY_EVENT_TYPE_FID_NAME
:
638 fanotify_free_name_event(event
);
645 static void fanotify_free_mark(struct fsnotify_mark
*fsn_mark
)
647 kmem_cache_free(fanotify_mark_cache
, fsn_mark
);
650 const struct fsnotify_ops fanotify_fsnotify_ops
= {
651 .handle_event
= fanotify_handle_event
,
652 .free_group_priv
= fanotify_free_group_priv
,
653 .free_event
= fanotify_free_event
,
654 .free_mark
= fanotify_free_mark
,