1 /* SPDX-License-Identifier: GPL-2.0 */
3 * Copyright (C) 2000-2003 Axis Communications AB
5 * Authors: Bjorn Wesen (bjornw@axis.com)
6 * Tobias Anderberg (tobiasa@axis.com), CRISv32 port.
8 * Code for the system-call and fault low-level handling routines.
10 * NOTE: This code handles signal-recognition, which happens every time
11 * after a timer-interrupt and after each system call.
13 * Stack layout in 'ret_from_system_call':
14 * ptrace needs to have all regs on the stack.
15 * if the order here is changed, it needs to be
16 * updated in fork.c:copy_process, signal.c:do_signal,
17 * ptrace.c and ptrace.h
21 #include <linux/linkage.h>
22 #include <linux/sys.h>
23 #include <asm/unistd.h>
24 #include <asm/errno.h>
25 #include <asm/thread_info.h>
26 #include <asm/asm-offsets.h>
28 #include <hwregs/asm/reg_map_asm.h>
29 #include <hwregs/asm/intr_vect_defs_asm.h>
31 ;; Exported functions.
35 .globl ret_from_kernel_thread
37 .globl multiple_interrupt
39 .globl spurious_interrupt
41 .globl gdb_handle_exception
44 ; Check if preemptive kernel scheduling should be done.
48 ; Load current task struct.
49 movs.w -8192, $r0 ; THREAD_SIZE = 8192
52 addoq +TI_preempt_count, $r0, $acr
53 move.d [$acr], $r10 ; Preemption disabled?
58 addoq +TI_flags, $r0, $acr
60 btstq TIF_NEED_RESCHED, $r10 ; Check if need_resched is set.
64 ; Do preemptive kernel scheduling.
65 jsr preempt_schedule_irq
68 ; Load new task struct.
69 movs.w -8192, $r0 ; THREAD_SIZE = 8192.
72 ; One more time with new task.
76 #define _resume_kernel _Rexit
79 ; Called at exit from fork. schedule_tail must be called to drop
80 ; spinlock if CONFIG_PREEMPT.
81 .type ret_from_fork,@function
87 .size ret_from_fork, . - ret_from_fork
89 .type ret_from_kernel_thread,@function
90 ret_from_kernel_thread:
96 moveq 0, $r9 ; no syscall restarts, TYVM...
99 .size ret_from_kernel_thread, . - ret_from_kernel_thread
101 .type ret_from_intr,@function
103 moveq 0, $r9 ; not a syscall
105 ;; Check for resched if preemptive kernel, or if we're going back to
106 ;; user-mode. This test matches the user_regs(regs) macro. Don't simply
107 ;; test CCS since that doesn't necessarily reflect what mode we'll
109 addoq +PT_ccs, $sp, $acr
111 btstq 16, $r0 ; User-mode flag.
113 .size ret_from_intr, . - ret_from_intr + 2 ; +2 includes the dslot.
115 ; Note that di below is in delay slot.
116 .type _resume_userspace,@function
118 di ; So need_resched and sigpending don't change.
120 movs.w -8192, $r0 ; THREAD_SIZE == 8192
123 addoq +TI_flags, $r0, $acr ; current->work
125 and.d _TIF_WORK_MASK, $r10 ; Work to be done on return?
130 .size _resume_userspace, . - _resume_userspace
132 ;; The system_call is called by a BREAK instruction, which looks pretty
133 ;; much like any other exception.
135 ;; System calls can't be made from interrupts but we still stack ERP
136 ;; to have a complete stack frame.
138 ;; In r9 we have the wanted syscall number. Arguments come in r10,r11,r12,
141 ;; This function looks on the _surface_ like spaghetti programming, but it's
142 ;; really designed so that the fast-path does not force cache-loading of
143 ;; non-used instructions. Only the non-common cases cause the outlined code
146 .type system_call,@function
148 ;; Stack-frame similar to the irq heads, which is reversed in
149 ;; ret_from_sys_call.
151 sub.d 92, $sp ; Skip EDA.
162 move.d $r9, $r7 ; Store syscall number in EXS
165 ei ; Enable interrupts while processing syscalls.
168 ; Set S-bit when kernel debugging to keep hardware breakpoints active.
169 #ifdef CONFIG_ETRAX_KGDB
176 addoq +PT_r10, $sp, $acr
179 ;; Check if this process is syscall-traced.
180 movs.w -8192, $r0 ; THREAD_SIZE == 8192
183 addoq +TI_flags, $r0, $acr
185 btstq TIF_SYSCALL_TRACE, $r0
186 bmi _syscall_trace_entry
190 ;; Check for sanity in the requested syscall number.
191 cmpu.w NR_syscalls, $r9
192 bhs ret_from_sys_call
193 lslq 2, $r9 ; Multiply by 4, in the delay slot.
195 ;; The location on the stack for the register structure is passed as a
196 ;; seventh argument. Some system calls need this.
201 ;; The registers carrying parameters (R10-R13) are intact. The optional
202 ;; fifth and sixth parameters is in MOF and SRP respectively. Put them
203 ;; back on the stack.
209 ;; Actually to the system call.
210 addo.d +sys_call_table, $r9, $acr
215 addq 3*4, $sp ; Pop the mof, srp and regs parameters.
216 addoq +PT_r10, $sp, $acr
217 move.d $r10, [$acr] ; Save the return value.
219 moveq 1, $r9 ; "Parameter" to ret_from_sys_call to
220 ; show it was a sys call.
222 ;; Fall through into ret_from_sys_call to return.
225 ;; R9 is a parameter:
229 ;; Get the current task-struct pointer.
230 movs.w -8192, $r0 ; THREAD_SIZE == 8192
233 di ; Make sure need_resched and sigpending don't change.
235 addoq +TI_flags, $r0, $acr
237 and.d _TIF_ALLWORK_MASK, $r1
238 bne _syscall_exit_work
240 .size system_call, . - system_call
242 .type _Rexit,@function
244 #if defined(CONFIG_TRACE_IRQFLAGS)
245 addoq +PT_ccs, $sp, $acr
250 jsr trace_hardirqs_on
255 ;; This epilogue MUST match the prologues in multiple_interrupt, irq.h
257 addq 4, $sp ; Skip orig_r10.
258 movem [$sp+], $r13 ; Registers R0-R13.
267 addq 8, $sp ; Skip EXS, EDA.
269 rfe ; Restore condition code stack in delay-slot.
270 .size _Rexit, . - _Rexit
272 ;; We get here after doing a syscall if extra work might need to be done
273 ;; perform syscall exit tracing if needed.
275 .type _syscall_exit_work,@function
277 ;; R0 contains current at this point and irq's are disabled.
279 addoq +TI_flags, $r0, $acr
281 btstq TIF_SYSCALL_TRACE, $r1
285 move.d $r9, $r1 ; Preserve R9.
291 .size _syscall_exit_work, . - _syscall_exit_work
293 .type _work_pending,@function
295 addoq +TI_flags, $r0, $acr
296 move.d [$acr], $r12 ; The thread_info_flags parameter.
297 move.d $sp, $r11 ; The regs param.
299 move.d $r9, $r10 ; The syscall/irq param.
303 .size _work_pending, . - _work_pending
305 ;; We get here as a sidetrack when we've entered a syscall with the
306 ;; trace-bit set. We need to call do_syscall_trace and then continue
309 _syscall_trace_entry:
310 ;; PT_r10 in the frame contains -ENOSYS as required, at this point.
315 ;; Now re-enter the syscall code to do the syscall itself. We need to
316 ;; restore R9 here to contain the wanted syscall, and the other
317 ;; parameter-bearing registers.
318 addoq +PT_r9, $sp, $acr
320 addoq +PT_orig_r10, $sp, $acr
321 move.d [$acr], $r10 ; PT_r10 is already -ENOSYS.
322 addoq +PT_r11, $sp, $acr
324 addoq +PT_r12, $sp, $acr
326 addoq +PT_r13, $sp, $acr
328 addoq +PT_mof, $sp, $acr
330 addoq +PT_srp, $sp, $acr
336 ;; Resume performs the actual task-switching, by switching stack
337 ;; pointers. Input arguments are:
341 ;; R12 = thread offset in task struct.
343 ;; Returns old current in R10.
345 .type resume,@function
347 subq 4, $sp ; Make space for srp.
349 add.d $r12, $r10 ; R10 = current tasks tss.
350 addoq +THREAD_ccs, $r10, $acr
351 move $srp, [$sp] ; Keep old/new PC on the stack.
352 move $ccs, [$acr] ; Save IRQ enable state.
355 addoq +THREAD_usp, $r10, $acr
356 subq 10*4, $sp ; Make room for R9.
357 move $usp, [$acr] ; Save user-mode stackpointer.
359 ;; See copy_thread for the reason why register R9 is saved.
360 movem $r9, [$sp] ; Save non-scratch registers and R9.
362 addoq +THREAD_ksp, $r10, $acr
363 move.d $sp, $r10 ; Return last running task in R10.
364 move.d $sp, [$acr] ; Save kernel SP for old task.
366 and.d -8192, $r10 ; Get thread_info from stackpointer.
367 addoq +TI_task, $r10, $acr
368 add.d $r12, $r11 ; Find the new tasks tss.
369 move.d [$acr], $r10 ; Get task.
370 addoq +THREAD_ksp, $r11, $acr
371 move.d [$acr], $sp ; Switch to new stackframe.
372 addoq +THREAD_usp, $r11, $acr
373 movem [$sp+], $r9 ; Restore non-scratch registers and R9.
375 move [$acr], $usp ; Restore user-mode stackpointer.
377 addoq +THREAD_ccs, $r11, $acr
379 jump $r11 ; Restore PC.
380 move [$acr], $ccs ; Restore IRQ enable status.
381 .size resume, . - resume
385 ;; If we receive a watchdog interrupt while it is not expected, then set
386 ;; up a canonical frame and dump register contents before dying.
388 ;; This prologue MUST match the one in irq.h and the struct in ptregs.h!
389 subq 12, $sp ; Skip EXS, EDA.
403 subq 14*4, $sp ; Make room for R0-R13.
404 movem $r13, [$sp] ; Push R0-R13.
406 move.d $r10, [$sp] ; Push orig_r10.
407 move.d REG_ADDR(intr_vect, regi_irq, r_nmi), $r0
409 btstq REG_BIT(intr_vect, r_nmi, watchdog), $r0
412 jsr handle_watchdog_bite ; In time.c.
413 move.d $sp, $r10 ; Pointer to registers
414 1: btstq REG_BIT(intr_vect, r_nmi, ext), $r0
418 move.d $sp, $r10 ; Pointer to registers
419 1: addq 4, $sp ; Skip orig_r10
429 addq 8, $sp ; Skip EXS, EDA.
433 .comm cause_of_death, 4 ;; Don't declare this anywhere.
440 ;; This handles the case when multiple interrupts arrive at the same
441 ;; time. Jump to the first set interrupt bit in a priority fashion. The
442 ;; hardware will call the unserved interrupts after the handler
444 .type multiple_interrupt, @function
446 ;; This prologue MUST match the one in irq.h and the struct in ptregs.h!
447 subq 12, $sp ; Skip EXS, EDA.
461 subq 14*4, $sp ; Make room for R0-R13.
462 movem $r13, [$sp] ; Push R0-R13.
464 move.d $r10, [$sp] ; Push orig_r10.
466 ; Set S-bit when kernel debugging to keep hardware breakpoints active.
467 #ifdef CONFIG_ETRAX_KGDB
473 jsr crisv32_do_multiple
477 .size multiple_interrupt, . - multiple_interrupt
480 ;; Sigtraps the process that executed the BREAK instruction. Creates a
481 ;; frame that Rexit expects.
500 di ; Need to disable irq's at this point.
501 subq 14*4, $sp ; Make room for r0-r13.
502 movem $r13, [$sp] ; Push the r0-r13 registers.
504 move.d $r10, [$sp] ; Push orig_r10.
506 movs.w -8192, $r9 ; THREAD_SIZE == 8192
509 ;; thread_info as first parameter
511 moveq 5, $r11 ; SIGTRAP as second argument.
514 jump ret_from_intr ; Use the return routine for interrupts.
517 gdb_handle_exception:
520 #ifdef CONFIG_ETRAX_KGDB
521 move $ccs, $r0 ; U-flag not affected by previous insns.
522 btstq 16, $r0 ; Test the U-flag.
523 bmi _ugdb_handle_exception ; Go to user mode debugging.
524 nop ; Empty delay-slot (cannot pop R0 here).
525 ba kgdb_handle_exception ; Go to kernel debugging.
526 move.d [$sp+], $r0 ; Restore R0 in delay slot.
529 _ugdb_handle_exception:
530 ba do_sigtrap ; SIGTRAP the offending process.
531 move.d [$sp+], $r0 ; Restore R0 in delay slot.
537 .long sys_restart_syscall ; 0 - old "setup()" system call, used
543 .long sys_open /* 5 */
548 .long sys_unlink /* 10 */
553 .long sys_chmod /* 15 */
555 .long sys_ni_syscall /* old break syscall holder */
558 .long sys_getpid /* 20 */
563 .long sys_stime /* 25 */
568 .long sys_utime /* 30 */
569 .long sys_ni_syscall /* old stty syscall holder */
570 .long sys_ni_syscall /* old gtty syscall holder */
573 .long sys_ni_syscall /* 35 old ftime syscall holder */
578 .long sys_rmdir /* 40 */
582 .long sys_ni_syscall /* old prof syscall holder */
583 .long sys_brk /* 45 */
588 .long sys_getegid16 /* 50 */
590 .long sys_umount /* recycled never used phys( */
591 .long sys_ni_syscall /* old lock syscall holder */
593 .long sys_fcntl /* 55 */
594 .long sys_ni_syscall /* old mpx syscall holder */
596 .long sys_ni_syscall /* old ulimit syscall holder */
597 .long sys_ni_syscall /* old sys_olduname holder */
598 .long sys_umask /* 60 */
603 .long sys_getpgrp /* 65 */
608 .long sys_setreuid16 /* 70 */
612 .long sys_sethostname
613 .long sys_setrlimit /* 75 */
614 .long sys_old_getrlimit
616 .long sys_gettimeofday
617 .long sys_settimeofday
618 .long sys_getgroups16 /* 80 */
619 .long sys_setgroups16
620 .long sys_select /* was old_select in Linux/E100 */
623 .long sys_readlink /* 85 */
627 .long sys_old_readdir
628 .long sys_old_mmap /* 90 */
633 .long sys_fchown16 /* 95 */
634 .long sys_getpriority
635 .long sys_setpriority
636 .long sys_ni_syscall /* old profil syscall holder */
638 .long sys_fstatfs /* 100 */
639 .long sys_ni_syscall /* sys_ioperm in i386 */
643 .long sys_getitimer /* 105 */
647 .long sys_ni_syscall /* old sys_uname holder */
648 .long sys_ni_syscall /* sys_iopl in i386 */
650 .long sys_ni_syscall /* old "idle" system call */
651 .long sys_ni_syscall /* vm86old in i386 */
653 .long sys_swapoff /* 115 */
658 .long sys_clone /* 120 */
659 .long sys_setdomainname
661 .long sys_ni_syscall /* sys_modify_ldt */
663 .long sys_mprotect /* 125 */
664 .long sys_sigprocmask
665 .long sys_ni_syscall /* old "create_module" */
666 .long sys_init_module
667 .long sys_delete_module
668 .long sys_ni_syscall /* 130: old "get_kernel_syms" */
673 .long sys_sysfs /* 135 */
674 .long sys_personality
675 .long sys_ni_syscall /* for afs_syscall */
678 .long sys_llseek /* 140 */
683 .long sys_readv /* 145 */
688 .long sys_mlock /* 150 */
692 .long sys_sched_setparam
693 .long sys_sched_getparam /* 155 */
694 .long sys_sched_setscheduler
695 .long sys_sched_getscheduler
696 .long sys_sched_yield
697 .long sys_sched_get_priority_max
698 .long sys_sched_get_priority_min /* 160 */
699 .long sys_sched_rr_get_interval
702 .long sys_setresuid16
703 .long sys_getresuid16 /* 165 */
704 .long sys_ni_syscall /* sys_vm86 */
705 .long sys_ni_syscall /* Old sys_query_module */
707 .long sys_ni_syscall /* Old nfsservctl */
708 .long sys_setresgid16 /* 170 */
709 .long sys_getresgid16
711 .long sys_rt_sigreturn
712 .long sys_rt_sigaction
713 .long sys_rt_sigprocmask /* 175 */
714 .long sys_rt_sigpending
715 .long sys_rt_sigtimedwait
716 .long sys_rt_sigqueueinfo
717 .long sys_rt_sigsuspend
718 .long sys_pread64 /* 180 */
723 .long sys_capset /* 185 */
724 .long sys_sigaltstack
726 .long sys_ni_syscall /* streams1 */
727 .long sys_ni_syscall /* streams2 */
728 .long sys_vfork /* 190 */
732 .long sys_ftruncate64
733 .long sys_stat64 /* 195 */
738 .long sys_getgid /* 200 */
743 .long sys_getgroups /* 205 */
748 .long sys_setresgid /* 210 */
753 .long sys_setfsuid /* 215 */
758 .long sys_getdents64 /* 220 */
760 .long sys_ni_syscall /* reserved for TUX */
763 .long sys_readahead /* 225 */
768 .long sys_lgetxattr /* 230 */
773 .long sys_removexattr /* 235 */
774 .long sys_lremovexattr
775 .long sys_fremovexattr
778 .long sys_futex /* 240 */
779 .long sys_sched_setaffinity
780 .long sys_sched_getaffinity
781 .long sys_ni_syscall /* sys_set_thread_area */
782 .long sys_ni_syscall /* sys_get_thread_area */
783 .long sys_io_setup /* 245 */
785 .long sys_io_getevents
788 .long sys_fadvise64 /* 250 */
791 .long sys_lookup_dcookie
792 .long sys_epoll_create
793 .long sys_epoll_ctl /* 255 */
795 .long sys_remap_file_pages
796 .long sys_set_tid_address
797 .long sys_timer_create
798 .long sys_timer_settime /* 260 */
799 .long sys_timer_gettime
800 .long sys_timer_getoverrun
801 .long sys_timer_delete
802 .long sys_clock_settime
803 .long sys_clock_gettime /* 265 */
804 .long sys_clock_getres
805 .long sys_clock_nanosleep
808 .long sys_tgkill /* 270 */
810 .long sys_fadvise64_64
811 .long sys_ni_syscall /* sys_vserver */
812 .long sys_ni_syscall /* sys_mbind */
813 .long sys_ni_syscall /* 275 sys_get_mempolicy */
814 .long sys_ni_syscall /* sys_set_mempolicy */
817 .long sys_mq_timedsend
818 .long sys_mq_timedreceive /* 280 */
820 .long sys_mq_getsetattr
821 .long sys_ni_syscall /* reserved for kexec */
823 .long sys_ni_syscall /* 285 */ /* available */
825 .long sys_request_key
828 .long sys_ioprio_get /* 290 */
829 .long sys_inotify_init
830 .long sys_inotify_add_watch
831 .long sys_inotify_rm_watch
832 .long sys_migrate_pages
833 .long sys_openat /* 295 */
838 .long sys_fstatat64 /* 300 */
843 .long sys_readlinkat /* 305 */
848 .long sys_unshare /* 310 */
849 .long sys_set_robust_list
850 .long sys_get_robust_list
852 .long sys_sync_file_range
853 .long sys_tee /* 315 */
857 .long sys_epoll_pwait
858 .long sys_utimensat /* 320 */
860 .long sys_timerfd_create
863 .long sys_timerfd_settime /* 325 */
864 .long sys_timerfd_gettime
867 .long sys_epoll_create1
868 .long sys_dup3 /* 330 */
870 .long sys_inotify_init1
873 .long sys_setns /* 335 */
874 .long sys_name_to_handle_at
875 .long sys_open_by_handle_at
876 .long sys_rt_tgsigqueueinfo
877 .long sys_perf_event_open
878 .long sys_recvmmsg /* 340 */
880 .long sys_fanotify_init
881 .long sys_fanotify_mark
883 .long sys_clock_adjtime /* 345 */
886 .long sys_process_vm_readv
887 .long sys_process_vm_writev
888 .long sys_kcmp /* 350 */
889 .long sys_finit_module
890 .long sys_sched_setattr
891 .long sys_sched_getattr
893 .long sys_seccomp /* 355 */
895 .long sys_memfd_create
900 * NOTE!! This doesn't have to be exact - we just have
901 * to make sure we have _enough_ of the "sys_ni_syscall"
902 * entries. Don't panic if you notice that this hasn't
903 * been shrunk every time we add a new system call.
906 .rept NR_syscalls - (.-sys_call_table) / 4