2 * Copyright (C) 2012 Regents of the University of California
3 * Copyright (C) 2017 SiFive
5 * This program is free software; you can redistribute it and/or
6 * modify it under the terms of the GNU General Public License
7 * as published by the Free Software Foundation, version 2.
9 * This program is distributed in the hope that it will be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 * GNU General Public License for more details.
15 #include <linux/init.h>
16 #include <linux/linkage.h>
20 #include <asm/unistd.h>
21 #include <asm/thread_info.h>
22 #include <asm/asm-offsets.h>
28 * Prepares to enter a system call or exception by saving all registers to the
32 LOCAL _restore_kernel_tpsp
36 * If coming from userspace, preserve the user thread pointer and load
37 * the kernel thread pointer. If we came from the kernel, sscratch
38 * will contain 0, and we should continue on the current TP.
40 csrrw tp, sscratch, tp
41 bnez tp, _save_context
45 REG_S sp, TASK_TI_KERNEL_SP(tp)
47 REG_S sp, TASK_TI_USER_SP(tp)
48 REG_L sp, TASK_TI_KERNEL_SP(tp)
49 addi sp, sp, -(PT_SIZE_ON_STACK)
81 * Disable user-mode memory access as it should only be set in the
82 * actual user copy routines.
84 * Disable the FPU to detect illegal usage of floating point in kernel
89 REG_L s0, TASK_TI_USER_SP(tp)
96 REG_S s1, PT_SSTATUS(sp)
98 REG_S s3, PT_SBADADDR(sp)
99 REG_S s4, PT_SCAUSE(sp)
104 * Prepares to return from a system call or exception by restoring all
105 * registers from the stack.
108 REG_L a0, PT_SSTATUS(sp)
109 REG_L a2, PT_SEPC(sp)
137 REG_L x26, PT_S10(sp)
138 REG_L x27, PT_S11(sp)
147 #if !IS_ENABLED(CONFIG_PREEMPT)
148 .set resume_kernel, restore_all
151 ENTRY(handle_exception)
155 * Set sscratch register to 0, so that if a recursive exception
156 * occurs, the exception vector knows it came from the kernel
160 /* Load the global pointer */
163 la gp, __global_pointer$
166 la ra, ret_from_exception
168 * MSB of cause differentiates between
169 * interrupts and exceptions
173 /* Handle interrupts */
174 move a0, sp /* pt_regs */
177 /* Exceptions run with interrupts enabled */
180 /* Handle syscalls */
182 beq s4, t0, handle_syscall
184 /* Handle other exceptions */
185 slli t0, s4, RISCV_LGPTR
186 la t1, excp_vect_table
187 la t2, excp_vect_table_end
188 move a0, sp /* pt_regs */
190 /* Check if exception code lies within bounds */
198 /* save the initial A0 value (needed in signal handlers) */
199 REG_S a0, PT_ORIG_A0(sp)
201 * Advance SEPC to avoid executing the original
202 * scall instruction on sret
205 REG_S s2, PT_SEPC(sp)
206 /* Trace syscalls, but only if requested by the user. */
207 REG_L t0, TASK_TI_FLAGS(tp)
208 andi t0, t0, _TIF_SYSCALL_WORK
209 bnez t0, handle_syscall_trace_enter
211 /* Check to make sure we don't jump to a bogus syscall number. */
213 la s0, sys_ni_syscall
214 /* Syscall number held in a7 */
216 la s0, sys_call_table
217 slli t0, a7, RISCV_LGPTR
224 /* Set user a0 to kernel a0 */
226 /* Trace syscalls, but only if requested by the user. */
227 REG_L t0, TASK_TI_FLAGS(tp)
228 andi t0, t0, _TIF_SYSCALL_WORK
229 bnez t0, handle_syscall_trace_exit
232 REG_L s0, PT_SSTATUS(sp)
235 bnez s0, resume_kernel
238 /* Interrupts must be disabled here so flags are checked atomically */
239 REG_L s0, TASK_TI_FLAGS(tp) /* current_thread_info->flags */
240 andi s1, s0, _TIF_WORK_MASK
241 bnez s1, work_pending
243 /* Save unwound kernel stack pointer in thread_info */
244 addi s0, sp, PT_SIZE_ON_STACK
245 REG_S s0, TASK_TI_KERNEL_SP(tp)
248 * Save TP into sscratch, so we can find the kernel data structures
257 #if IS_ENABLED(CONFIG_PREEMPT)
259 REG_L s0, TASK_TI_PREEMPT_COUNT(tp)
262 REG_L s0, TASK_TI_FLAGS(tp)
263 andi s0, s0, _TIF_NEED_RESCHED
265 call preempt_schedule_irq
270 /* Enter slow path for supplementary processing */
271 la ra, ret_from_exception
272 andi s1, s0, _TIF_NEED_RESCHED
273 bnez s1, work_resched
275 /* Handle pending signals and notify-resume requests */
276 csrs sstatus, SR_SIE /* Enable interrupts for do_notify_resume() */
277 move a0, sp /* pt_regs */
278 move a1, s0 /* current_thread_info->flags */
279 tail do_notify_resume
283 /* Slow paths for ptrace. */
284 handle_syscall_trace_enter:
286 call do_syscall_trace_enter
296 handle_syscall_trace_exit:
298 call do_syscall_trace_exit
301 END(handle_exception)
304 la ra, ret_from_exception
306 ENDPROC(ret_from_fork)
308 ENTRY(ret_from_kernel_thread)
311 la ra, ret_from_exception
314 ENDPROC(ret_from_kernel_thread)
318 * Integer register context switch
319 * The callee-saved registers must be saved and restored.
321 * a0: previous task_struct (must be preserved across the switch)
322 * a1: next task_struct
324 * The value of a0 and a1 must be preserved by this function, as that's how
325 * arguments are passed to schedule_tail.
328 /* Save context into prev->thread */
329 li a4, TASK_THREAD_RA
332 REG_S ra, TASK_THREAD_RA_RA(a3)
333 REG_S sp, TASK_THREAD_SP_RA(a3)
334 REG_S s0, TASK_THREAD_S0_RA(a3)
335 REG_S s1, TASK_THREAD_S1_RA(a3)
336 REG_S s2, TASK_THREAD_S2_RA(a3)
337 REG_S s3, TASK_THREAD_S3_RA(a3)
338 REG_S s4, TASK_THREAD_S4_RA(a3)
339 REG_S s5, TASK_THREAD_S5_RA(a3)
340 REG_S s6, TASK_THREAD_S6_RA(a3)
341 REG_S s7, TASK_THREAD_S7_RA(a3)
342 REG_S s8, TASK_THREAD_S8_RA(a3)
343 REG_S s9, TASK_THREAD_S9_RA(a3)
344 REG_S s10, TASK_THREAD_S10_RA(a3)
345 REG_S s11, TASK_THREAD_S11_RA(a3)
346 /* Restore context from next->thread */
347 REG_L ra, TASK_THREAD_RA_RA(a4)
348 REG_L sp, TASK_THREAD_SP_RA(a4)
349 REG_L s0, TASK_THREAD_S0_RA(a4)
350 REG_L s1, TASK_THREAD_S1_RA(a4)
351 REG_L s2, TASK_THREAD_S2_RA(a4)
352 REG_L s3, TASK_THREAD_S3_RA(a4)
353 REG_L s4, TASK_THREAD_S4_RA(a4)
354 REG_L s5, TASK_THREAD_S5_RA(a4)
355 REG_L s6, TASK_THREAD_S6_RA(a4)
356 REG_L s7, TASK_THREAD_S7_RA(a4)
357 REG_L s8, TASK_THREAD_S8_RA(a4)
358 REG_L s9, TASK_THREAD_S9_RA(a4)
359 REG_L s10, TASK_THREAD_S10_RA(a4)
360 REG_L s11, TASK_THREAD_S11_RA(a4)
361 /* Swap the CPU entry around. */
362 lw a3, TASK_TI_CPU(a0)
363 lw a4, TASK_TI_CPU(a1)
364 sw a3, TASK_TI_CPU(a1)
365 sw a4, TASK_TI_CPU(a0)
367 #error "TASK_TI != 0: tp will contain a 'struct thread_info', not a 'struct task_struct' so get_current() won't work."
376 /* Exception vector table */
377 ENTRY(excp_vect_table)
378 RISCV_PTR do_trap_insn_misaligned
379 RISCV_PTR do_trap_insn_fault
380 RISCV_PTR do_trap_insn_illegal
381 RISCV_PTR do_trap_break
382 RISCV_PTR do_trap_load_misaligned
383 RISCV_PTR do_trap_load_fault
384 RISCV_PTR do_trap_store_misaligned
385 RISCV_PTR do_trap_store_fault
386 RISCV_PTR do_trap_ecall_u /* system call, gets intercepted */
387 RISCV_PTR do_trap_ecall_s
388 RISCV_PTR do_trap_unknown
389 RISCV_PTR do_trap_ecall_m
390 RISCV_PTR do_page_fault /* instruction page fault */
391 RISCV_PTR do_page_fault /* load page fault */
392 RISCV_PTR do_trap_unknown
393 RISCV_PTR do_page_fault /* store page fault */