1 // SPDX-License-Identifier: GPL-2.0
5 * Copyright (C) 1991, 1992 Linus Torvalds
8 #include <linux/syscalls.h>
9 #include <linux/init.h>
11 #include <linux/sched/task.h>
13 #include <linux/filelock.h>
14 #include <linux/file.h>
15 #include <linux/capability.h>
16 #include <linux/dnotify.h>
17 #include <linux/slab.h>
18 #include <linux/module.h>
19 #include <linux/pipe_fs_i.h>
20 #include <linux/security.h>
21 #include <linux/ptrace.h>
22 #include <linux/signal.h>
23 #include <linux/rcupdate.h>
24 #include <linux/pid_namespace.h>
25 #include <linux/user_namespace.h>
26 #include <linux/memfd.h>
27 #include <linux/compat.h>
28 #include <linux/mount.h>
29 #include <linux/rw_hint.h>
31 #include <linux/poll.h>
32 #include <asm/siginfo.h>
33 #include <linux/uaccess.h>
37 #define SETFL_MASK (O_APPEND | O_NONBLOCK | O_NDELAY | O_DIRECT | O_NOATIME)
39 static int setfl(int fd
, struct file
* filp
, unsigned int arg
)
41 struct inode
* inode
= file_inode(filp
);
45 * O_APPEND cannot be cleared if the file is marked as append-only
46 * and the file is open for write.
48 if (((arg
^ filp
->f_flags
) & O_APPEND
) && IS_APPEND(inode
))
51 /* O_NOATIME can only be set by the owner or superuser */
52 if ((arg
& O_NOATIME
) && !(filp
->f_flags
& O_NOATIME
))
53 if (!inode_owner_or_capable(file_mnt_idmap(filp
), inode
))
56 /* required for strict SunOS emulation */
57 if (O_NONBLOCK
!= O_NDELAY
)
61 /* Pipe packetized mode is controlled by O_DIRECT flag */
62 if (!S_ISFIFO(inode
->i_mode
) &&
64 !(filp
->f_mode
& FMODE_CAN_ODIRECT
))
67 if (filp
->f_op
->check_flags
)
68 error
= filp
->f_op
->check_flags(arg
);
73 * ->fasync() is responsible for setting the FASYNC bit.
75 if (((arg
^ filp
->f_flags
) & FASYNC
) && filp
->f_op
->fasync
) {
76 error
= filp
->f_op
->fasync(fd
, filp
, (arg
& FASYNC
) != 0);
82 spin_lock(&filp
->f_lock
);
83 filp
->f_flags
= (arg
& SETFL_MASK
) | (filp
->f_flags
& ~SETFL_MASK
);
84 filp
->f_iocb_flags
= iocb_flags(filp
);
85 spin_unlock(&filp
->f_lock
);
92 * Allocate an file->f_owner struct if it doesn't exist, handling racing
93 * allocations correctly.
95 int file_f_owner_allocate(struct file
*file
)
97 struct fown_struct
*f_owner
;
99 f_owner
= file_f_owner(file
);
103 f_owner
= kzalloc(sizeof(struct fown_struct
), GFP_KERNEL
);
107 rwlock_init(&f_owner
->lock
);
108 f_owner
->file
= file
;
109 /* If someone else raced us, drop our allocation. */
110 if (unlikely(cmpxchg(&file
->f_owner
, NULL
, f_owner
)))
114 EXPORT_SYMBOL(file_f_owner_allocate
);
116 void file_f_owner_release(struct file
*file
)
118 struct fown_struct
*f_owner
;
120 f_owner
= file_f_owner(file
);
122 put_pid(f_owner
->pid
);
127 void __f_setown(struct file
*filp
, struct pid
*pid
, enum pid_type type
,
130 struct fown_struct
*f_owner
;
132 f_owner
= file_f_owner(filp
);
133 if (WARN_ON_ONCE(!f_owner
))
136 write_lock_irq(&f_owner
->lock
);
137 if (force
|| !f_owner
->pid
) {
138 put_pid(f_owner
->pid
);
139 f_owner
->pid
= get_pid(pid
);
140 f_owner
->pid_type
= type
;
143 const struct cred
*cred
= current_cred();
144 security_file_set_fowner(filp
);
145 f_owner
->uid
= cred
->uid
;
146 f_owner
->euid
= cred
->euid
;
149 write_unlock_irq(&f_owner
->lock
);
151 EXPORT_SYMBOL(__f_setown
);
153 int f_setown(struct file
*filp
, int who
, int force
)
156 struct pid
*pid
= NULL
;
163 /* avoid overflow below */
171 ret
= file_f_owner_allocate(filp
);
177 pid
= find_vpid(who
);
183 __f_setown(filp
, pid
, type
, force
);
188 EXPORT_SYMBOL(f_setown
);
190 void f_delown(struct file
*filp
)
192 __f_setown(filp
, NULL
, PIDTYPE_TGID
, 1);
195 pid_t
f_getown(struct file
*filp
)
198 struct fown_struct
*f_owner
;
200 f_owner
= file_f_owner(filp
);
204 read_lock_irq(&f_owner
->lock
);
206 if (pid_task(f_owner
->pid
, f_owner
->pid_type
)) {
207 pid
= pid_vnr(f_owner
->pid
);
208 if (f_owner
->pid_type
== PIDTYPE_PGID
)
212 read_unlock_irq(&f_owner
->lock
);
216 static int f_setown_ex(struct file
*filp
, unsigned long arg
)
218 struct f_owner_ex __user
*owner_p
= (void __user
*)arg
;
219 struct f_owner_ex owner
;
224 ret
= copy_from_user(&owner
, owner_p
, sizeof(owner
));
228 switch (owner
.type
) {
245 ret
= file_f_owner_allocate(filp
);
250 pid
= find_vpid(owner
.pid
);
251 if (owner
.pid
&& !pid
)
254 __f_setown(filp
, pid
, type
, 1);
260 static int f_getown_ex(struct file
*filp
, unsigned long arg
)
262 struct f_owner_ex __user
*owner_p
= (void __user
*)arg
;
263 struct f_owner_ex owner
= {};
265 struct fown_struct
*f_owner
;
266 enum pid_type pid_type
= PIDTYPE_PID
;
268 f_owner
= file_f_owner(filp
);
270 read_lock_irq(&f_owner
->lock
);
272 if (pid_task(f_owner
->pid
, f_owner
->pid_type
))
273 owner
.pid
= pid_vnr(f_owner
->pid
);
275 pid_type
= f_owner
->pid_type
;
280 owner
.type
= F_OWNER_TID
;
284 owner
.type
= F_OWNER_PID
;
288 owner
.type
= F_OWNER_PGRP
;
297 read_unlock_irq(&f_owner
->lock
);
300 ret
= copy_to_user(owner_p
, &owner
, sizeof(owner
));
307 #ifdef CONFIG_CHECKPOINT_RESTORE
308 static int f_getowner_uids(struct file
*filp
, unsigned long arg
)
310 struct user_namespace
*user_ns
= current_user_ns();
311 struct fown_struct
*f_owner
;
312 uid_t __user
*dst
= (void __user
*)arg
;
313 uid_t src
[2] = {0, 0};
316 f_owner
= file_f_owner(filp
);
318 read_lock_irq(&f_owner
->lock
);
319 src
[0] = from_kuid(user_ns
, f_owner
->uid
);
320 src
[1] = from_kuid(user_ns
, f_owner
->euid
);
321 read_unlock_irq(&f_owner
->lock
);
324 err
= put_user(src
[0], &dst
[0]);
325 err
|= put_user(src
[1], &dst
[1]);
330 static int f_getowner_uids(struct file
*filp
, unsigned long arg
)
336 static bool rw_hint_valid(u64 hint
)
338 BUILD_BUG_ON(WRITE_LIFE_NOT_SET
!= RWH_WRITE_LIFE_NOT_SET
);
339 BUILD_BUG_ON(WRITE_LIFE_NONE
!= RWH_WRITE_LIFE_NONE
);
340 BUILD_BUG_ON(WRITE_LIFE_SHORT
!= RWH_WRITE_LIFE_SHORT
);
341 BUILD_BUG_ON(WRITE_LIFE_MEDIUM
!= RWH_WRITE_LIFE_MEDIUM
);
342 BUILD_BUG_ON(WRITE_LIFE_LONG
!= RWH_WRITE_LIFE_LONG
);
343 BUILD_BUG_ON(WRITE_LIFE_EXTREME
!= RWH_WRITE_LIFE_EXTREME
);
346 case RWH_WRITE_LIFE_NOT_SET
:
347 case RWH_WRITE_LIFE_NONE
:
348 case RWH_WRITE_LIFE_SHORT
:
349 case RWH_WRITE_LIFE_MEDIUM
:
350 case RWH_WRITE_LIFE_LONG
:
351 case RWH_WRITE_LIFE_EXTREME
:
358 static long fcntl_get_rw_hint(struct file
*file
, unsigned int cmd
,
361 struct inode
*inode
= file_inode(file
);
362 u64 __user
*argp
= (u64 __user
*)arg
;
363 u64 hint
= READ_ONCE(inode
->i_write_hint
);
365 if (copy_to_user(argp
, &hint
, sizeof(*argp
)))
370 static long fcntl_set_rw_hint(struct file
*file
, unsigned int cmd
,
373 struct inode
*inode
= file_inode(file
);
374 u64 __user
*argp
= (u64 __user
*)arg
;
377 if (!inode_owner_or_capable(file_mnt_idmap(file
), inode
))
380 if (copy_from_user(&hint
, argp
, sizeof(hint
)))
382 if (!rw_hint_valid(hint
))
385 WRITE_ONCE(inode
->i_write_hint
, hint
);
388 * file->f_mapping->host may differ from inode. As an example,
389 * blkdev_open() modifies file->f_mapping.
391 if (file
->f_mapping
->host
!= inode
)
392 WRITE_ONCE(file
->f_mapping
->host
->i_write_hint
, hint
);
397 /* Is the file descriptor a dup of the file? */
398 static long f_dupfd_query(int fd
, struct file
*filp
)
400 CLASS(fd_raw
, f
)(fd
);
406 * We can do the 'fdput()' immediately, as the only thing that
407 * matters is the pointer value which isn't changed by the fdput.
409 * Technically we didn't need a ref at all, and 'fdget()' was
410 * overkill, but given our lockless file pointer lookup, the
411 * alternatives are complicated.
413 return fd_file(f
) == filp
;
416 /* Let the caller figure out whether a given file was just created. */
417 static long f_created_query(const struct file
*filp
)
419 return !!(filp
->f_mode
& FMODE_CREATED
);
422 static int f_owner_sig(struct file
*filp
, int signum
, bool setsig
)
425 struct fown_struct
*f_owner
;
430 if (!valid_signal(signum
))
433 ret
= file_f_owner_allocate(filp
);
438 f_owner
= file_f_owner(filp
);
440 f_owner
->signum
= signum
;
442 ret
= f_owner
->signum
;
446 static long do_fcntl(int fd
, unsigned int cmd
, unsigned long arg
,
449 void __user
*argp
= (void __user
*)arg
;
455 case F_CREATED_QUERY
:
456 err
= f_created_query(filp
);
459 err
= f_dupfd(argi
, filp
, 0);
461 case F_DUPFD_CLOEXEC
:
462 err
= f_dupfd(argi
, filp
, O_CLOEXEC
);
465 err
= f_dupfd_query(argi
, filp
);
468 err
= get_close_on_exec(fd
) ? FD_CLOEXEC
: 0;
472 set_close_on_exec(fd
, argi
& FD_CLOEXEC
);
478 err
= setfl(fd
, filp
, argi
);
480 #if BITS_PER_LONG != 32
481 /* 32-bit arches must use fcntl64() */
485 if (copy_from_user(&flock
, argp
, sizeof(flock
)))
487 err
= fcntl_getlk(filp
, cmd
, &flock
);
488 if (!err
&& copy_to_user(argp
, &flock
, sizeof(flock
)))
491 #if BITS_PER_LONG != 32
492 /* 32-bit arches must use fcntl64() */
499 if (copy_from_user(&flock
, argp
, sizeof(flock
)))
501 err
= fcntl_setlk(fd
, filp
, cmd
, &flock
);
505 * XXX If f_owner is a process group, the
506 * negative return value will get converted
507 * into an error. Oops. If we keep the
508 * current syscall conventions, the only way
509 * to fix this will be in libc.
511 err
= f_getown(filp
);
512 force_successful_syscall_return();
515 err
= f_setown(filp
, argi
, 1);
518 err
= f_getown_ex(filp
, arg
);
521 err
= f_setown_ex(filp
, arg
);
523 case F_GETOWNER_UIDS
:
524 err
= f_getowner_uids(filp
, arg
);
527 err
= f_owner_sig(filp
, 0, false);
530 err
= f_owner_sig(filp
, argi
, true);
533 err
= fcntl_getlease(filp
);
536 err
= fcntl_setlease(fd
, filp
, argi
);
539 err
= fcntl_dirnotify(fd
, filp
, argi
);
543 err
= pipe_fcntl(filp
, cmd
, argi
);
547 err
= memfd_fcntl(filp
, cmd
, argi
);
550 err
= fcntl_get_rw_hint(filp
, cmd
, arg
);
553 err
= fcntl_set_rw_hint(filp
, cmd
, arg
);
561 static int check_fcntl_cmd(unsigned cmd
)
564 case F_CREATED_QUERY
:
566 case F_DUPFD_CLOEXEC
:
576 SYSCALL_DEFINE3(fcntl
, unsigned int, fd
, unsigned int, cmd
, unsigned long, arg
)
578 CLASS(fd_raw
, f
)(fd
);
584 if (unlikely(fd_file(f
)->f_mode
& FMODE_PATH
)) {
585 if (!check_fcntl_cmd(cmd
))
589 err
= security_file_fcntl(fd_file(f
), cmd
, arg
);
591 err
= do_fcntl(fd
, cmd
, arg
, fd_file(f
));
596 #if BITS_PER_LONG == 32
597 SYSCALL_DEFINE3(fcntl64
, unsigned int, fd
, unsigned int, cmd
,
600 void __user
*argp
= (void __user
*)arg
;
601 CLASS(fd_raw
, f
)(fd
);
602 struct flock64 flock
;
608 if (unlikely(fd_file(f
)->f_mode
& FMODE_PATH
)) {
609 if (!check_fcntl_cmd(cmd
))
613 err
= security_file_fcntl(fd_file(f
), cmd
, arg
);
621 if (copy_from_user(&flock
, argp
, sizeof(flock
)))
623 err
= fcntl_getlk64(fd_file(f
), cmd
, &flock
);
624 if (!err
&& copy_to_user(argp
, &flock
, sizeof(flock
)))
632 if (copy_from_user(&flock
, argp
, sizeof(flock
)))
634 err
= fcntl_setlk64(fd
, fd_file(f
), cmd
, &flock
);
637 err
= do_fcntl(fd
, cmd
, arg
, fd_file(f
));
645 /* careful - don't use anywhere else */
646 #define copy_flock_fields(dst, src) \
647 (dst)->l_type = (src)->l_type; \
648 (dst)->l_whence = (src)->l_whence; \
649 (dst)->l_start = (src)->l_start; \
650 (dst)->l_len = (src)->l_len; \
651 (dst)->l_pid = (src)->l_pid;
653 static int get_compat_flock(struct flock
*kfl
, const struct compat_flock __user
*ufl
)
655 struct compat_flock fl
;
657 if (copy_from_user(&fl
, ufl
, sizeof(struct compat_flock
)))
659 copy_flock_fields(kfl
, &fl
);
663 static int get_compat_flock64(struct flock
*kfl
, const struct compat_flock64 __user
*ufl
)
665 struct compat_flock64 fl
;
667 if (copy_from_user(&fl
, ufl
, sizeof(struct compat_flock64
)))
669 copy_flock_fields(kfl
, &fl
);
673 static int put_compat_flock(const struct flock
*kfl
, struct compat_flock __user
*ufl
)
675 struct compat_flock fl
;
677 memset(&fl
, 0, sizeof(struct compat_flock
));
678 copy_flock_fields(&fl
, kfl
);
679 if (copy_to_user(ufl
, &fl
, sizeof(struct compat_flock
)))
684 static int put_compat_flock64(const struct flock
*kfl
, struct compat_flock64 __user
*ufl
)
686 struct compat_flock64 fl
;
688 BUILD_BUG_ON(sizeof(kfl
->l_start
) > sizeof(ufl
->l_start
));
689 BUILD_BUG_ON(sizeof(kfl
->l_len
) > sizeof(ufl
->l_len
));
691 memset(&fl
, 0, sizeof(struct compat_flock64
));
692 copy_flock_fields(&fl
, kfl
);
693 if (copy_to_user(ufl
, &fl
, sizeof(struct compat_flock64
)))
697 #undef copy_flock_fields
700 convert_fcntl_cmd(unsigned int cmd
)
715 * GETLK was successful and we need to return the data, but it needs to fit in
716 * the compat structure.
717 * l_start shouldn't be too big, unless the original start + end is greater than
718 * COMPAT_OFF_T_MAX, in which case the app was asking for trouble, so we return
719 * -EOVERFLOW in that case. l_len could be too big, in which case we just
720 * truncate it, and only allow the app to see that part of the conflicting lock
721 * that might make sense to it anyway
723 static int fixup_compat_flock(struct flock
*flock
)
725 if (flock
->l_start
> COMPAT_OFF_T_MAX
)
727 if (flock
->l_len
> COMPAT_OFF_T_MAX
)
728 flock
->l_len
= COMPAT_OFF_T_MAX
;
732 static long do_compat_fcntl64(unsigned int fd
, unsigned int cmd
,
735 CLASS(fd_raw
, f
)(fd
);
742 if (unlikely(fd_file(f
)->f_mode
& FMODE_PATH
)) {
743 if (!check_fcntl_cmd(cmd
))
747 err
= security_file_fcntl(fd_file(f
), cmd
, arg
);
753 err
= get_compat_flock(&flock
, compat_ptr(arg
));
756 err
= fcntl_getlk(fd_file(f
), convert_fcntl_cmd(cmd
), &flock
);
759 err
= fixup_compat_flock(&flock
);
761 err
= put_compat_flock(&flock
, compat_ptr(arg
));
765 err
= get_compat_flock64(&flock
, compat_ptr(arg
));
768 err
= fcntl_getlk(fd_file(f
), convert_fcntl_cmd(cmd
), &flock
);
770 err
= put_compat_flock64(&flock
, compat_ptr(arg
));
774 err
= get_compat_flock(&flock
, compat_ptr(arg
));
777 err
= fcntl_setlk(fd
, fd_file(f
), convert_fcntl_cmd(cmd
), &flock
);
783 err
= get_compat_flock64(&flock
, compat_ptr(arg
));
786 err
= fcntl_setlk(fd
, fd_file(f
), convert_fcntl_cmd(cmd
), &flock
);
789 err
= do_fcntl(fd
, cmd
, arg
, fd_file(f
));
795 COMPAT_SYSCALL_DEFINE3(fcntl64
, unsigned int, fd
, unsigned int, cmd
,
798 return do_compat_fcntl64(fd
, cmd
, arg
);
801 COMPAT_SYSCALL_DEFINE3(fcntl
, unsigned int, fd
, unsigned int, cmd
,
813 return do_compat_fcntl64(fd
, cmd
, arg
);
817 /* Table to convert sigio signal codes into poll band bitmaps */
819 static const __poll_t band_table
[NSIGPOLL
] = {
820 EPOLLIN
| EPOLLRDNORM
, /* POLL_IN */
821 EPOLLOUT
| EPOLLWRNORM
| EPOLLWRBAND
, /* POLL_OUT */
822 EPOLLIN
| EPOLLRDNORM
| EPOLLMSG
, /* POLL_MSG */
823 EPOLLERR
, /* POLL_ERR */
824 EPOLLPRI
| EPOLLRDBAND
, /* POLL_PRI */
825 EPOLLHUP
| EPOLLERR
/* POLL_HUP */
828 static inline int sigio_perm(struct task_struct
*p
,
829 struct fown_struct
*fown
, int sig
)
831 const struct cred
*cred
;
835 cred
= __task_cred(p
);
836 ret
= ((uid_eq(fown
->euid
, GLOBAL_ROOT_UID
) ||
837 uid_eq(fown
->euid
, cred
->suid
) || uid_eq(fown
->euid
, cred
->uid
) ||
838 uid_eq(fown
->uid
, cred
->suid
) || uid_eq(fown
->uid
, cred
->uid
)) &&
839 !security_file_send_sigiotask(p
, fown
, sig
));
844 static void send_sigio_to_task(struct task_struct
*p
,
845 struct fown_struct
*fown
,
846 int fd
, int reason
, enum pid_type type
)
849 * F_SETSIG can change ->signum lockless in parallel, make
850 * sure we read it once and use the same value throughout.
852 int signum
= READ_ONCE(fown
->signum
);
854 if (!sigio_perm(p
, fown
, signum
))
861 /* Queue a rt signal with the appropriate fd as its
862 value. We use SI_SIGIO as the source, not
863 SI_KERNEL, since kernel signals always get
864 delivered even if we can't queue. Failure to
865 queue in this case _should_ be reported; we fall
866 back to SIGIO in that case. --sct */
868 si
.si_signo
= signum
;
872 * Posix definies POLL_IN and friends to be signal
873 * specific si_codes for SIG_POLL. Linux extended
874 * these si_codes to other signals in a way that is
875 * ambiguous if other signals also have signal
876 * specific si_codes. In that case use SI_SIGIO instead
877 * to remove the ambiguity.
879 if ((signum
!= SIGPOLL
) && sig_specific_sicodes(signum
))
880 si
.si_code
= SI_SIGIO
;
882 /* Make sure we are called with one of the POLL_*
883 reasons, otherwise we could leak kernel stack into
885 BUG_ON((reason
< POLL_IN
) || ((reason
- POLL_IN
) >= NSIGPOLL
));
886 if (reason
- POLL_IN
>= NSIGPOLL
)
889 si
.si_band
= mangle_poll(band_table
[reason
- POLL_IN
]);
891 if (!do_send_sig_info(signum
, &si
, p
, type
))
894 fallthrough
; /* fall back on the old plain SIGIO signal */
896 do_send_sig_info(SIGIO
, SEND_SIG_PRIV
, p
, type
);
900 void send_sigio(struct fown_struct
*fown
, int fd
, int band
)
902 struct task_struct
*p
;
907 read_lock_irqsave(&fown
->lock
, flags
);
909 type
= fown
->pid_type
;
912 goto out_unlock_fown
;
914 if (type
<= PIDTYPE_TGID
) {
916 p
= pid_task(pid
, PIDTYPE_PID
);
918 send_sigio_to_task(p
, fown
, fd
, band
, type
);
921 read_lock(&tasklist_lock
);
922 do_each_pid_task(pid
, type
, p
) {
923 send_sigio_to_task(p
, fown
, fd
, band
, type
);
924 } while_each_pid_task(pid
, type
, p
);
925 read_unlock(&tasklist_lock
);
928 read_unlock_irqrestore(&fown
->lock
, flags
);
931 static void send_sigurg_to_task(struct task_struct
*p
,
932 struct fown_struct
*fown
, enum pid_type type
)
934 if (sigio_perm(p
, fown
, SIGURG
))
935 do_send_sig_info(SIGURG
, SEND_SIG_PRIV
, p
, type
);
938 int send_sigurg(struct file
*file
)
940 struct fown_struct
*fown
;
941 struct task_struct
*p
;
947 fown
= file_f_owner(file
);
951 read_lock_irqsave(&fown
->lock
, flags
);
953 type
= fown
->pid_type
;
956 goto out_unlock_fown
;
960 if (type
<= PIDTYPE_TGID
) {
962 p
= pid_task(pid
, PIDTYPE_PID
);
964 send_sigurg_to_task(p
, fown
, type
);
967 read_lock(&tasklist_lock
);
968 do_each_pid_task(pid
, type
, p
) {
969 send_sigurg_to_task(p
, fown
, type
);
970 } while_each_pid_task(pid
, type
, p
);
971 read_unlock(&tasklist_lock
);
974 read_unlock_irqrestore(&fown
->lock
, flags
);
978 static DEFINE_SPINLOCK(fasync_lock
);
979 static struct kmem_cache
*fasync_cache __ro_after_init
;
982 * Remove a fasync entry. If successfully removed, return
983 * positive and clear the FASYNC flag. If no entry exists,
984 * do nothing and return 0.
986 * NOTE! It is very important that the FASYNC flag always
987 * match the state "is the filp on a fasync list".
990 int fasync_remove_entry(struct file
*filp
, struct fasync_struct
**fapp
)
992 struct fasync_struct
*fa
, **fp
;
995 spin_lock(&filp
->f_lock
);
996 spin_lock(&fasync_lock
);
997 for (fp
= fapp
; (fa
= *fp
) != NULL
; fp
= &fa
->fa_next
) {
998 if (fa
->fa_file
!= filp
)
1001 write_lock_irq(&fa
->fa_lock
);
1003 write_unlock_irq(&fa
->fa_lock
);
1006 kfree_rcu(fa
, fa_rcu
);
1007 filp
->f_flags
&= ~FASYNC
;
1011 spin_unlock(&fasync_lock
);
1012 spin_unlock(&filp
->f_lock
);
1016 struct fasync_struct
*fasync_alloc(void)
1018 return kmem_cache_alloc(fasync_cache
, GFP_KERNEL
);
1022 * NOTE! This can be used only for unused fasync entries:
1023 * entries that actually got inserted on the fasync list
1024 * need to be released by rcu - see fasync_remove_entry.
1026 void fasync_free(struct fasync_struct
*new)
1028 kmem_cache_free(fasync_cache
, new);
1032 * Insert a new entry into the fasync list. Return the pointer to the
1033 * old one if we didn't use the new one.
1035 * NOTE! It is very important that the FASYNC flag always
1036 * match the state "is the filp on a fasync list".
1038 struct fasync_struct
*fasync_insert_entry(int fd
, struct file
*filp
, struct fasync_struct
**fapp
, struct fasync_struct
*new)
1040 struct fasync_struct
*fa
, **fp
;
1042 spin_lock(&filp
->f_lock
);
1043 spin_lock(&fasync_lock
);
1044 for (fp
= fapp
; (fa
= *fp
) != NULL
; fp
= &fa
->fa_next
) {
1045 if (fa
->fa_file
!= filp
)
1048 write_lock_irq(&fa
->fa_lock
);
1050 write_unlock_irq(&fa
->fa_lock
);
1054 rwlock_init(&new->fa_lock
);
1055 new->magic
= FASYNC_MAGIC
;
1056 new->fa_file
= filp
;
1058 new->fa_next
= *fapp
;
1059 rcu_assign_pointer(*fapp
, new);
1060 filp
->f_flags
|= FASYNC
;
1063 spin_unlock(&fasync_lock
);
1064 spin_unlock(&filp
->f_lock
);
1069 * Add a fasync entry. Return negative on error, positive if
1070 * added, and zero if did nothing but change an existing one.
1072 static int fasync_add_entry(int fd
, struct file
*filp
, struct fasync_struct
**fapp
)
1074 struct fasync_struct
*new;
1076 new = fasync_alloc();
1081 * fasync_insert_entry() returns the old (update) entry if
1084 * So free the (unused) new entry and return 0 to let the
1085 * caller know that we didn't add any new fasync entries.
1087 if (fasync_insert_entry(fd
, filp
, fapp
, new)) {
1096 * fasync_helper() is used by almost all character device drivers
1097 * to set up the fasync queue, and for regular files by the file
1098 * lease code. It returns negative on error, 0 if it did no changes
1099 * and positive if it added/deleted the entry.
1101 int fasync_helper(int fd
, struct file
* filp
, int on
, struct fasync_struct
**fapp
)
1104 return fasync_remove_entry(filp
, fapp
);
1105 return fasync_add_entry(fd
, filp
, fapp
);
1108 EXPORT_SYMBOL(fasync_helper
);
1111 * rcu_read_lock() is held
1113 static void kill_fasync_rcu(struct fasync_struct
*fa
, int sig
, int band
)
1116 struct fown_struct
*fown
;
1117 unsigned long flags
;
1119 if (fa
->magic
!= FASYNC_MAGIC
) {
1120 printk(KERN_ERR
"kill_fasync: bad magic number in "
1121 "fasync_struct!\n");
1124 read_lock_irqsave(&fa
->fa_lock
, flags
);
1126 fown
= file_f_owner(fa
->fa_file
);
1129 /* Don't send SIGURG to processes which have not set a
1130 queued signum: SIGURG has its own default signalling
1132 if (!(sig
== SIGURG
&& fown
->signum
== 0))
1133 send_sigio(fown
, fa
->fa_fd
, band
);
1136 read_unlock_irqrestore(&fa
->fa_lock
, flags
);
1137 fa
= rcu_dereference(fa
->fa_next
);
1141 void kill_fasync(struct fasync_struct
**fp
, int sig
, int band
)
1143 /* First a quick test without locking: usually
1144 * the list is empty.
1148 kill_fasync_rcu(rcu_dereference(*fp
), sig
, band
);
1152 EXPORT_SYMBOL(kill_fasync
);
1154 static int __init
fcntl_init(void)
1157 * Please add new bits here to ensure allocation uniqueness.
1158 * Exceptions: O_NONBLOCK is a two bit define on parisc; O_NDELAY
1159 * is defined as O_NONBLOCK on some platforms and not on others.
1161 BUILD_BUG_ON(21 - 1 /* for O_RDONLY being 0 */ !=
1163 (VALID_OPEN_FLAGS
& ~(O_NONBLOCK
| O_NDELAY
)) |
1164 __FMODE_EXEC
| __FMODE_NONOTIFY
));
1166 fasync_cache
= kmem_cache_create("fasync_cache",
1167 sizeof(struct fasync_struct
), 0,
1168 SLAB_PANIC
| SLAB_ACCOUNT
, NULL
);
1172 module_init(fcntl_init
)