blob: 38a302919e6b5ae8aa07303065bd561529fe828e [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * This file is subject to the terms and conditions of the GNU General Public
3 * License. See the file "COPYING" in the main directory of this archive
4 * for more details.
5 *
6 * Copyright (C) 1994 - 2000, 2001, 2003 Ralf Baechle
7 * Copyright (C) 1999, 2000 Silicon Graphics, Inc.
8 * Copyright (C) 2001 MIPS Technologies, Inc.
9 */
Linus Torvalds1da177e2005-04-16 15:20:36 -070010
11#include <asm/asm.h>
12#include <asm/asmmacro.h>
Markos Chandrasaebac992015-03-03 18:48:49 +000013#include <asm/compiler.h>
Paul Burtond8550862017-03-03 15:26:05 -080014#include <asm/irqflags.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070015#include <asm/regdef.h>
16#include <asm/mipsregs.h>
17#include <asm/stackframe.h>
18#include <asm/isadep.h>
19#include <asm/thread_info.h>
20#include <asm/war.h>
21
Atsushi Nemotof431baa2006-10-09 01:24:23 +090022#ifndef CONFIG_PREEMPT
Linus Torvalds1da177e2005-04-16 15:20:36 -070023#define resume_kernel restore_all
Franck Bui-Huu7da8a582007-02-13 14:50:18 +010024#else
25#define __ret_from_irq ret_from_exception
Linus Torvalds1da177e2005-04-16 15:20:36 -070026#endif
27
28 .text
29 .align 5
Franck Bui-Huu7da8a582007-02-13 14:50:18 +010030#ifndef CONFIG_PREEMPT
31FEXPORT(ret_from_exception)
32 local_irq_disable # preempt stop
33 b __ret_from_irq
34#endif
Atsushi Nemotof431baa2006-10-09 01:24:23 +090035FEXPORT(ret_from_irq)
36 LONG_S s0, TI_REGS($28)
Franck Bui-Huu7da8a582007-02-13 14:50:18 +010037FEXPORT(__ret_from_irq)
Dmitry Adamushkoc90e6fb2012-04-05 20:37:34 +020038/*
39 * We can be coming here from a syscall done in the kernel space,
40 * e.g. a failed kernel_execve().
41 */
42resume_userspace_check:
Linus Torvalds1da177e2005-04-16 15:20:36 -070043 LONG_L t0, PT_STATUS(sp) # returning to kernel mode?
44 andi t0, t0, KU_USER
45 beqz t0, resume_kernel
46
Thiemo Seuferc2648522004-12-10 12:56:33 +000047resume_userspace:
48 local_irq_disable # make sure we dont miss an
Linus Torvalds1da177e2005-04-16 15:20:36 -070049 # interrupt setting need_resched
50 # between sampling and return
51 LONG_L a2, TI_FLAGS($28) # current->work
Thiemo Seuferc2648522004-12-10 12:56:33 +000052 andi t0, a2, _TIF_WORK_MASK # (ignoring syscall_trace)
53 bnez t0, work_pending
Linus Torvalds1da177e2005-04-16 15:20:36 -070054 j restore_all
55
56#ifdef CONFIG_PREEMPT
Thiemo Seuferc2648522004-12-10 12:56:33 +000057resume_kernel:
Ralf Baechlea18815a2005-02-07 02:54:29 +000058 local_irq_disable
Linus Torvalds1da177e2005-04-16 15:20:36 -070059 lw t0, TI_PRE_COUNT($28)
60 bnez t0, restore_all
61need_resched:
62 LONG_L t0, TI_FLAGS($28)
63 andi t1, t0, _TIF_NEED_RESCHED
64 beqz t1, restore_all
65 LONG_L t0, PT_STATUS(sp) # Interrupts off?
66 andi t0, 1
67 beqz t0, restore_all
Ralf Baechlea18815a2005-02-07 02:54:29 +000068 jal preempt_schedule_irq
Ralf Baechlecdaed732005-03-04 12:35:42 +000069 b need_resched
Linus Torvalds1da177e2005-04-16 15:20:36 -070070#endif
71
Al Viro8f54bca2012-10-09 16:27:45 -040072FEXPORT(ret_from_kernel_thread)
73 jal schedule_tail # a0 = struct task_struct *prev
74 move a0, s1
75 jal s0
Al Viro9b0e5d42012-10-11 16:01:20 -040076 j syscall_exit
Al Viro8f54bca2012-10-09 16:27:45 -040077
Linus Torvalds1da177e2005-04-16 15:20:36 -070078FEXPORT(ret_from_fork)
Ingo Molnar36c8b582006-07-03 00:25:41 -070079 jal schedule_tail # a0 = struct task_struct *prev
Linus Torvalds1da177e2005-04-16 15:20:36 -070080
81FEXPORT(syscall_exit)
82 local_irq_disable # make sure need_resched and
83 # signals dont change between
84 # sampling and return
85 LONG_L a2, TI_FLAGS($28) # current->work
86 li t0, _TIF_ALLWORK_MASK
87 and t0, a2, t0
88 bnez t0, syscall_exit_work
89
Al Viro02f884e2012-05-05 16:11:35 -040090restore_all: # restore full frame
Linus Torvalds1da177e2005-04-16 15:20:36 -070091 .set noat
92 RESTORE_TEMP
93 RESTORE_AT
94 RESTORE_STATIC
Al Viro02f884e2012-05-05 16:11:35 -040095restore_partial: # restore partial frame
Ralf Baechle192ef362006-07-07 14:07:18 +010096#ifdef CONFIG_TRACE_IRQFLAGS
97 SAVE_STATIC
98 SAVE_AT
99 SAVE_TEMP
100 LONG_L v0, PT_STATUS(sp)
Chris Dearmancbde5eb2007-03-26 14:47:06 +0100101#if defined(CONFIG_CPU_R3000) || defined(CONFIG_CPU_TX39XX)
102 and v0, ST0_IEP
103#else
104 and v0, ST0_IE
105#endif
Ralf Baechle192ef362006-07-07 14:07:18 +0100106 beqz v0, 1f
107 jal trace_hardirqs_on
108 b 2f
1091: jal trace_hardirqs_off
1102:
111 RESTORE_TEMP
112 RESTORE_AT
113 RESTORE_STATIC
114#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700115 RESTORE_SOME
116 RESTORE_SP_AND_RET
117 .set at
118
Thiemo Seuferc2648522004-12-10 12:56:33 +0000119work_pending:
120 andi t0, a2, _TIF_NEED_RESCHED # a2 is preloaded with TI_FLAGS
Linus Torvalds1da177e2005-04-16 15:20:36 -0700121 beqz t0, work_notifysig
122work_resched:
Paul Burtond8550862017-03-03 15:26:05 -0800123 TRACE_IRQS_OFF
Linus Torvalds1da177e2005-04-16 15:20:36 -0700124 jal schedule
125
Thiemo Seuferc2648522004-12-10 12:56:33 +0000126 local_irq_disable # make sure need_resched and
Linus Torvalds1da177e2005-04-16 15:20:36 -0700127 # signals dont change between
128 # sampling and return
129 LONG_L a2, TI_FLAGS($28)
130 andi t0, a2, _TIF_WORK_MASK # is there any work to be done
131 # other than syscall tracing?
132 beqz t0, restore_all
133 andi t0, a2, _TIF_NEED_RESCHED
134 bnez t0, work_resched
135
136work_notifysig: # deal with pending signals and
137 # notify-resume requests
138 move a0, sp
139 li a1, 0
140 jal do_notify_resume # a2 already loaded
Dmitry Adamushkoc90e6fb2012-04-05 20:37:34 +0200141 j resume_userspace_check
Linus Torvalds1da177e2005-04-16 15:20:36 -0700142
Al Viro02f884e2012-05-05 16:11:35 -0400143FEXPORT(syscall_exit_partial)
144 local_irq_disable # make sure need_resched doesn't
145 # change between and return
146 LONG_L a2, TI_FLAGS($28) # current->work
147 li t0, _TIF_ALLWORK_MASK
148 and t0, a2
149 beqz t0, restore_partial
Linus Torvalds1da177e2005-04-16 15:20:36 -0700150 SAVE_STATIC
Thiemo Seuferc2648522004-12-10 12:56:33 +0000151syscall_exit_work:
Al Virof76f3302012-05-02 21:45:12 -0400152 LONG_L t0, PT_STATUS(sp) # returning to kernel mode?
153 andi t0, t0, KU_USER
154 beqz t0, resume_kernel
Ralf Baechlec19c20a2011-05-19 09:21:28 +0100155 li t0, _TIF_WORK_SYSCALL_EXIT
Thiemo Seuferc2648522004-12-10 12:56:33 +0000156 and t0, a2 # a2 is preloaded with TI_FLAGS
157 beqz t0, work_pending # trace bit set?
Ralf Baechle8b659a32011-05-19 09:21:29 +0100158 local_irq_enable # could let syscall_trace_leave()
Linus Torvalds1da177e2005-04-16 15:20:36 -0700159 # call schedule() instead
Paul Burtond8550862017-03-03 15:26:05 -0800160 TRACE_IRQS_ON
Linus Torvalds1da177e2005-04-16 15:20:36 -0700161 move a0, sp
Ralf Baechle8b659a32011-05-19 09:21:29 +0100162 jal syscall_trace_leave
Linus Torvalds1da177e2005-04-16 15:20:36 -0700163 b resume_userspace
Ralf Baechlebce1a282006-04-05 09:45:45 +0100164
Markos Chandras6ebb4962014-11-14 10:05:41 +0000165#if defined(CONFIG_CPU_MIPSR2) || defined(CONFIG_CPU_MIPSR6) || \
166 defined(CONFIG_MIPS_MT)
Ralf Baechlebce1a282006-04-05 09:45:45 +0100167
168/*
169 * MIPS32R2 Instruction Hazard Barrier - must be called
170 *
171 * For C code use the inline version named instruction_hazard().
172 */
173LEAF(mips_ihb)
Markos Chandrasaebac992015-03-03 18:48:49 +0000174 .set MIPS_ISA_LEVEL_RAW
Ralf Baechlebce1a282006-04-05 09:45:45 +0100175 jr.hb ra
176 nop
177 END(mips_ihb)
178
Markos Chandras6ebb4962014-11-14 10:05:41 +0000179#endif /* CONFIG_CPU_MIPSR2 or CONFIG_CPU_MIPSR6 or CONFIG_MIPS_MT */