| #include <linux/init.h> | |
| #include <linux/linkage.h> | |
| #include <asm/assembler.h> | |
| #include <asm/asm-offsets.h> | |
| #include <asm/errno.h> | |
| #include <asm/thread_info.h> | |
| @ Bad Abort numbers | |
| @ ----------------- | |
| @ | |
| #define BAD_PREFETCH 0 | |
| #define BAD_DATA 1 | |
| #define BAD_ADDREXCPTN 2 | |
| #define BAD_IRQ 3 | |
| #define BAD_UNDEFINSTR 4 | |
| @ | |
| @ Most of the stack format comes from struct pt_regs, but with | |
| @ the addition of 8 bytes for storing syscall args 5 and 6. | |
| @ This _must_ remain a multiple of 8 for EABI. | |
| @ | |
| #define S_OFF 8 | |
| /* | |
| * The SWI code relies on the fact that R0 is at the bottom of the stack | |
| * (due to slow/fast restore user regs). | |
| */ | |
| #if S_R0 != 0 | |
| #error "Please fix" | |
| #endif | |
| .macro zero_fp | |
| #ifdef CONFIG_FRAME_POINTER | |
| mov fp, #0 | |
| #endif | |
| .endm | |
| .macro alignment_trap, rtemp | |
| #ifdef CONFIG_ALIGNMENT_TRAP | |
| ldr \rtemp, .LCcralign | |
| ldr \rtemp, [\rtemp] | |
| mcr p15, 0, \rtemp, c1, c0 | |
| #endif | |
| .endm | |
| @ | |
| @ Store/load the USER SP and LR registers by switching to the SYS | |
| @ mode. Useful in Thumb-2 mode where "stm/ldm rd, {sp, lr}^" is not | |
| @ available. Should only be called from SVC mode | |
| @ | |
| .macro store_user_sp_lr, rd, rtemp, offset = 0 | |
| mrs \rtemp, cpsr | |
| eor \rtemp, \rtemp, #(SVC_MODE ^ SYSTEM_MODE) | |
| msr cpsr_c, \rtemp @ switch to the SYS mode | |
| str sp, [\rd, #\offset] @ save sp_usr | |
| str lr, [\rd, #\offset + 4] @ save lr_usr | |
| eor \rtemp, \rtemp, #(SVC_MODE ^ SYSTEM_MODE) | |
| msr cpsr_c, \rtemp @ switch back to the SVC mode | |
| .endm | |
| .macro load_user_sp_lr, rd, rtemp, offset = 0 | |
| mrs \rtemp, cpsr | |
| eor \rtemp, \rtemp, #(SVC_MODE ^ SYSTEM_MODE) | |
| msr cpsr_c, \rtemp @ switch to the SYS mode | |
| ldr sp, [\rd, #\offset] @ load sp_usr | |
| ldr lr, [\rd, #\offset + 4] @ load lr_usr | |
| eor \rtemp, \rtemp, #(SVC_MODE ^ SYSTEM_MODE) | |
| msr cpsr_c, \rtemp @ switch back to the SVC mode | |
| .endm | |
| #ifndef CONFIG_THUMB2_KERNEL | |
| .macro svc_exit, rpsr | |
| msr spsr_cxsf, \rpsr | |
| #if defined(CONFIG_CPU_V6) | |
| ldr r0, [sp] | |
| strex r1, r2, [sp] @ clear the exclusive monitor | |
| ldmib sp, {r1 - pc}^ @ load r1 - pc, cpsr | |
| #elif defined(CONFIG_CPU_32v6K) | |
| clrex @ clear the exclusive monitor | |
| ldmia sp, {r0 - pc}^ @ load r0 - pc, cpsr | |
| #else | |
| ldmia sp, {r0 - pc}^ @ load r0 - pc, cpsr | |
| #endif | |
| .endm | |
| .macro restore_user_regs, fast = 0, offset = 0 | |
| ldr r1, [sp, #\offset + S_PSR] @ get calling cpsr | |
| ldr lr, [sp, #\offset + S_PC]! @ get pc | |
| msr spsr_cxsf, r1 @ save in spsr_svc | |
| #if defined(CONFIG_CPU_V6) | |
| strex r1, r2, [sp] @ clear the exclusive monitor | |
| #elif defined(CONFIG_CPU_32v6K) | |
| clrex @ clear the exclusive monitor | |
| #endif | |
| .if \fast | |
| ldmdb sp, {r1 - lr}^ @ get calling r1 - lr | |
| .else | |
| ldmdb sp, {r0 - lr}^ @ get calling r0 - lr | |
| .endif | |
| mov r0, r0 @ ARMv5T and earlier require a nop | |
| @ after ldm {}^ | |
| add sp, sp, #S_FRAME_SIZE - S_PC | |
| movs pc, lr @ return & move spsr_svc into cpsr | |
| .endm | |
| .macro get_thread_info, rd | |
| mov \rd, sp, lsr #13 | |
| mov \rd, \rd, lsl #13 | |
| .endm | |
| @ | |
| @ 32-bit wide "mov pc, reg" | |
| @ | |
| .macro movw_pc, reg | |
| mov pc, \reg | |
| .endm | |
| #else /* CONFIG_THUMB2_KERNEL */ | |
| .macro svc_exit, rpsr | |
| ldr lr, [sp, #S_SP] @ top of the stack | |
| ldrd r0, r1, [sp, #S_LR] @ calling lr and pc | |
| clrex @ clear the exclusive monitor | |
| stmdb lr!, {r0, r1, \rpsr} @ calling lr and rfe context | |
| ldmia sp, {r0 - r12} | |
| mov sp, lr | |
| ldr lr, [sp], #4 | |
| rfeia sp! | |
| .endm | |
| .macro restore_user_regs, fast = 0, offset = 0 | |
| clrex @ clear the exclusive monitor | |
| mov r2, sp | |
| load_user_sp_lr r2, r3, \offset + S_SP @ calling sp, lr | |
| ldr r1, [sp, #\offset + S_PSR] @ get calling cpsr | |
| ldr lr, [sp, #\offset + S_PC] @ get pc | |
| add sp, sp, #\offset + S_SP | |
| msr spsr_cxsf, r1 @ save in spsr_svc | |
| .if \fast | |
| ldmdb sp, {r1 - r12} @ get calling r1 - r12 | |
| .else | |
| ldmdb sp, {r0 - r12} @ get calling r0 - r12 | |
| .endif | |
| add sp, sp, #S_FRAME_SIZE - S_SP | |
| movs pc, lr @ return & move spsr_svc into cpsr | |
| .endm | |
| .macro get_thread_info, rd | |
| mov \rd, sp | |
| lsr \rd, \rd, #13 | |
| mov \rd, \rd, lsl #13 | |
| .endm | |
| @ | |
| @ 32-bit wide "mov pc, reg" | |
| @ | |
| .macro movw_pc, reg | |
| mov pc, \reg | |
| nop | |
| .endm | |
| #endif /* !CONFIG_THUMB2_KERNEL */ | |
| /* | |
| * These are the registers used in the syscall handler, and allow us to | |
| * have in theory up to 7 arguments to a function - r0 to r6. | |
| * | |
| * r7 is reserved for the system call number for thumb mode. | |
| * | |
| * Note that tbl == why is intentional. | |
| * | |
| * We must set at least "tsk" and "why" when calling ret_with_reschedule. | |
| */ | |
| scno .req r7 @ syscall number | |
| tbl .req r8 @ syscall table pointer | |
| why .req r8 @ Linux syscall (!= 0) | |
| tsk .req r9 @ current thread_info |