361 lines
9 KiB
ArmAsm
361 lines
9 KiB
ArmAsm
|
/* $Id: wuf.S,v 1.39 2000/01/08 16:38:18 anton Exp $
|
||
|
|
* wuf.S: Window underflow trap handler for the Sparc.
|
||
|
|
*
|
||
|
|
* Copyright (C) 1995 David S. Miller
|
||
|
|
*/
|
||
|
|
|
||
|
|
#include <asm/contregs.h>
|
||
|
|
#include <asm/page.h>
|
||
|
|
#include <asm/ptrace.h>
|
||
|
|
#include <asm/psr.h>
|
||
|
|
#include <asm/smp.h>
|
||
|
|
#include <asm/asi.h>
|
||
|
|
#include <asm/winmacro.h>
|
||
|
|
#include <asm/asmmacro.h>
|
||
|
|
#include <asm/thread_info.h>
|
||
|
|
|
||
|
|
/* Just like the overflow handler we define macros for registers
|
||
|
|
* with fixed meanings in this routine.
|
||
|
|
*/
|
||
|
|
#define t_psr l0
|
||
|
|
#define t_pc l1
|
||
|
|
#define t_npc l2
|
||
|
|
#define t_wim l3
|
||
|
|
/* Don't touch the above registers or else you die horribly... */
|
||
|
|
|
||
|
|
/* Now macros for the available scratch registers in this routine. */
|
||
|
|
#define twin_tmp1 l4
|
||
|
|
#define twin_tmp2 l5
|
||
|
|
|
||
|
|
#define curptr g6
|
||
|
|
|
||
|
|
.text
|
||
|
|
.align 4
|
||
|
|
|
||
|
|
/* The trap entry point has executed the following:
|
||
|
|
*
|
||
|
|
* rd %psr, %l0
|
||
|
|
* rd %wim, %l3
|
||
|
|
* b fill_window_entry
|
||
|
|
* andcc %l0, PSR_PS, %g0
|
||
|
|
*/
|
||
|
|
|
||
|
|
/* Datum current_thread_info->uwinmask contains at all times a bitmask
|
||
|
|
* where if any user windows are active, at least one bit will
|
||
|
|
* be set in to mask. If no user windows are active, the bitmask
|
||
|
|
* will be all zeroes.
|
||
|
|
*/
|
||
|
|
|
||
|
|
/* To get an idea of what has just happened to cause this
|
||
|
|
* trap take a look at this diagram:
|
||
|
|
*
|
||
|
|
* 1 2 3 4 <-- Window number
|
||
|
|
* ----------
|
||
|
|
* T O W I <-- Symbolic name
|
||
|
|
*
|
||
|
|
* O == the window that execution was in when
|
||
|
|
* the restore was attempted
|
||
|
|
*
|
||
|
|
* T == the trap itself has save'd us into this
|
||
|
|
* window
|
||
|
|
*
|
||
|
|
* W == this window is the one which is now invalid
|
||
|
|
* and must be made valid plus loaded from the
|
||
|
|
* stack
|
||
|
|
*
|
||
|
|
* I == this window will be the invalid one when we
|
||
|
|
* are done and return from trap if successful
|
||
|
|
*/
|
||
|
|
|
||
|
|
/* BEGINNING OF PATCH INSTRUCTIONS */
|
||
|
|
|
||
|
|
/* On 7-window Sparc the boot code patches fnwin_patch1
|
||
|
|
* with the following instruction.
|
||
|
|
*/
|
||
|
|
.globl fnwin_patch1_7win, fnwin_patch2_7win
|
||
|
|
fnwin_patch1_7win: srl %t_wim, 6, %twin_tmp2
|
||
|
|
fnwin_patch2_7win: and %twin_tmp1, 0x7f, %twin_tmp1
|
||
|
|
/* END OF PATCH INSTRUCTIONS */
|
||
|
|
|
||
|
|
.globl fill_window_entry, fnwin_patch1, fnwin_patch2
|
||
|
|
fill_window_entry:
|
||
|
|
/* LOCATION: Window 'T' */
|
||
|
|
|
||
|
|
/* Compute what the new %wim is going to be if we retrieve
|
||
|
|
* the proper window off of the stack.
|
||
|
|
*/
|
||
|
|
sll %t_wim, 1, %twin_tmp1
|
||
|
|
fnwin_patch1: srl %t_wim, 7, %twin_tmp2
|
||
|
|
or %twin_tmp1, %twin_tmp2, %twin_tmp1
|
||
|
|
fnwin_patch2: and %twin_tmp1, 0xff, %twin_tmp1
|
||
|
|
|
||
|
|
wr %twin_tmp1, 0x0, %wim /* Make window 'I' invalid */
|
||
|
|
|
||
|
|
andcc %t_psr, PSR_PS, %g0
|
||
|
|
be fwin_from_user
|
||
|
|
restore %g0, %g0, %g0 /* Restore to window 'O' */
|
||
|
|
|
||
|
|
/* Trapped from kernel, we trust that the kernel does not
|
||
|
|
* 'over restore' sorta speak and just grab the window
|
||
|
|
* from the stack and return. Easy enough.
|
||
|
|
*/
|
||
|
|
fwin_from_kernel:
|
||
|
|
/* LOCATION: Window 'O' */
|
||
|
|
|
||
|
|
restore %g0, %g0, %g0
|
||
|
|
|
||
|
|
/* LOCATION: Window 'W' */
|
||
|
|
|
||
|
|
LOAD_WINDOW(sp) /* Load it up */
|
||
|
|
|
||
|
|
/* Spin the wheel... */
|
||
|
|
save %g0, %g0, %g0
|
||
|
|
save %g0, %g0, %g0
|
||
|
|
/* I'd like to buy a vowel please... */
|
||
|
|
|
||
|
|
/* LOCATION: Window 'T' */
|
||
|
|
|
||
|
|
/* Now preserve the condition codes in %psr, pause, and
|
||
|
|
* return from trap. This is the simplest case of all.
|
||
|
|
*/
|
||
|
|
wr %t_psr, 0x0, %psr
|
||
|
|
WRITE_PAUSE
|
||
|
|
|
||
|
|
jmp %t_pc
|
||
|
|
rett %t_npc
|
||
|
|
|
||
|
|
fwin_from_user:
|
||
|
|
/* LOCATION: Window 'O' */
|
||
|
|
|
||
|
|
restore %g0, %g0, %g0 /* Restore to window 'W' */
|
||
|
|
|
||
|
|
/* LOCATION: Window 'W' */
|
||
|
|
|
||
|
|
/* Branch to the architecture specific stack validation
|
||
|
|
* routine. They can be found below...
|
||
|
|
*/
|
||
|
|
.globl fwin_mmu_patchme
|
||
|
|
fwin_mmu_patchme: b sun4c_fwin_stackchk
|
||
|
|
andcc %sp, 0x7, %g0
|
||
|
|
|
||
|
|
#define STACK_OFFSET (THREAD_SIZE - TRACEREG_SZ - STACKFRAME_SZ)
|
||
|
|
|
||
|
|
fwin_user_stack_is_bolixed:
|
||
|
|
/* LOCATION: Window 'W' */
|
||
|
|
|
||
|
|
/* Place a pt_regs frame on the kernel stack, save back
|
||
|
|
* to the trap window and call c-code to deal with this.
|
||
|
|
*/
|
||
|
|
LOAD_CURRENT(l4, l5)
|
||
|
|
|
||
|
|
sethi %hi(STACK_OFFSET), %l5
|
||
|
|
or %l5, %lo(STACK_OFFSET), %l5
|
||
|
|
add %l4, %l5, %l5
|
||
|
|
|
||
|
|
/* Store globals into pt_regs frame. */
|
||
|
|
STORE_PT_GLOBALS(l5)
|
||
|
|
STORE_PT_YREG(l5, g3)
|
||
|
|
|
||
|
|
/* Save current in a global while we change windows. */
|
||
|
|
mov %l4, %curptr
|
||
|
|
|
||
|
|
save %g0, %g0, %g0
|
||
|
|
|
||
|
|
/* LOCATION: Window 'O' */
|
||
|
|
|
||
|
|
rd %psr, %g3 /* Read %psr in live user window */
|
||
|
|
mov %fp, %g4 /* Save bogus frame pointer. */
|
||
|
|
|
||
|
|
save %g0, %g0, %g0
|
||
|
|
|
||
|
|
/* LOCATION: Window 'T' */
|
||
|
|
|
||
|
|
sethi %hi(STACK_OFFSET), %l5
|
||
|
|
or %l5, %lo(STACK_OFFSET), %l5
|
||
|
|
add %curptr, %l5, %sp
|
||
|
|
|
||
|
|
/* Build rest of pt_regs. */
|
||
|
|
STORE_PT_INS(sp)
|
||
|
|
STORE_PT_PRIV(sp, t_psr, t_pc, t_npc)
|
||
|
|
|
||
|
|
/* re-set trap time %wim value */
|
||
|
|
wr %t_wim, 0x0, %wim
|
||
|
|
|
||
|
|
/* Fix users window mask and buffer save count. */
|
||
|
|
mov 0x1, %g5
|
||
|
|
sll %g5, %g3, %g5
|
||
|
|
st %g5, [%curptr + TI_UWINMASK] ! one live user window still
|
||
|
|
st %g0, [%curptr + TI_W_SAVED] ! no windows in the buffer
|
||
|
|
|
||
|
|
wr %t_psr, PSR_ET, %psr ! enable traps
|
||
|
|
nop
|
||
|
|
call window_underflow_fault
|
||
|
|
mov %g4, %o0
|
||
|
|
|
||
|
|
b ret_trap_entry
|
||
|
|
clr %l6
|
||
|
|
|
||
|
|
fwin_user_stack_is_ok:
|
||
|
|
/* LOCATION: Window 'W' */
|
||
|
|
|
||
|
|
/* The users stack area is kosher and mapped, load the
|
||
|
|
* window and fall through to the finish up routine.
|
||
|
|
*/
|
||
|
|
LOAD_WINDOW(sp)
|
||
|
|
|
||
|
|
/* Round and round she goes... */
|
||
|
|
save %g0, %g0, %g0 /* Save to window 'O' */
|
||
|
|
save %g0, %g0, %g0 /* Save to window 'T' */
|
||
|
|
/* Where she'll trap nobody knows... */
|
||
|
|
|
||
|
|
/* LOCATION: Window 'T' */
|
||
|
|
|
||
|
|
fwin_user_finish_up:
|
||
|
|
/* LOCATION: Window 'T' */
|
||
|
|
|
||
|
|
wr %t_psr, 0x0, %psr
|
||
|
|
WRITE_PAUSE
|
||
|
|
|
||
|
|
jmp %t_pc
|
||
|
|
rett %t_npc
|
||
|
|
|
||
|
|
/* Here come the architecture specific checks for stack.
|
||
|
|
* mappings. Note that unlike the window overflow handler
|
||
|
|
* we only need to check whether the user can read from
|
||
|
|
* the appropriate addresses. Also note that we are in
|
||
|
|
* an invalid window which will be loaded, and this means
|
||
|
|
* that until we actually load the window up we are free
|
||
|
|
* to use any of the local registers contained within.
|
||
|
|
*
|
||
|
|
* On success these routine branch to fwin_user_stack_is_ok
|
||
|
|
* if the area at %sp is user readable and the window still
|
||
|
|
* needs to be loaded, else fwin_user_finish_up if the
|
||
|
|
* routine has done the loading itself. On failure (bogus
|
||
|
|
* user stack) the routine shall branch to the label called
|
||
|
|
* fwin_user_stack_is_bolixed.
|
||
|
|
*
|
||
|
|
* Contrary to the arch-specific window overflow stack
|
||
|
|
* check routines in wof.S, these routines are free to use
|
||
|
|
* any of the local registers they want to as this window
|
||
|
|
* does not belong to anyone at this point, however the
|
||
|
|
* outs and ins are still verboten as they are part of
|
||
|
|
* 'someone elses' window possibly.
|
||
|
|
*/
|
||
|
|
|
||
|
|
.align 4
|
||
|
|
.globl sun4c_fwin_stackchk
|
||
|
|
sun4c_fwin_stackchk:
|
||
|
|
/* LOCATION: Window 'W' */
|
||
|
|
|
||
|
|
/* Caller did 'andcc %sp, 0x7, %g0' */
|
||
|
|
be 1f
|
||
|
|
and %sp, 0xfff, %l0 ! delay slot
|
||
|
|
|
||
|
|
b,a fwin_user_stack_is_bolixed
|
||
|
|
|
||
|
|
/* See if we have to check the sanity of one page or two */
|
||
|
|
1:
|
||
|
|
add %l0, 0x38, %l0
|
||
|
|
sra %sp, 29, %l5
|
||
|
|
add %l5, 0x1, %l5
|
||
|
|
andncc %l5, 0x1, %g0
|
||
|
|
be 1f
|
||
|
|
andncc %l0, 0xff8, %g0
|
||
|
|
|
||
|
|
b,a fwin_user_stack_is_bolixed /* %sp is in vma hole, yuck */
|
||
|
|
|
||
|
|
1:
|
||
|
|
be sun4c_fwin_onepage /* Only one page to check */
|
||
|
|
lda [%sp] ASI_PTE, %l1
|
||
|
|
sun4c_fwin_twopages:
|
||
|
|
add %sp, 0x38, %l0
|
||
|
|
sra %l0, 29, %l5
|
||
|
|
add %l5, 0x1, %l5
|
||
|
|
andncc %l5, 0x1, %g0
|
||
|
|
be 1f
|
||
|
|
lda [%l0] ASI_PTE, %l1
|
||
|
|
|
||
|
|
b,a fwin_user_stack_is_bolixed /* Second page in vma hole */
|
||
|
|
|
||
|
|
1:
|
||
|
|
srl %l1, 29, %l1
|
||
|
|
andcc %l1, 0x4, %g0
|
||
|
|
bne sun4c_fwin_onepage
|
||
|
|
lda [%sp] ASI_PTE, %l1
|
||
|
|
|
||
|
|
b,a fwin_user_stack_is_bolixed /* Second page has bad perms */
|
||
|
|
|
||
|
|
sun4c_fwin_onepage:
|
||
|
|
srl %l1, 29, %l1
|
||
|
|
andcc %l1, 0x4, %g0
|
||
|
|
bne fwin_user_stack_is_ok
|
||
|
|
nop
|
||
|
|
|
||
|
|
/* A page had bad page permissions, losing... */
|
||
|
|
b,a fwin_user_stack_is_bolixed
|
||
|
|
|
||
|
|
.globl srmmu_fwin_stackchk
|
||
|
|
srmmu_fwin_stackchk:
|
||
|
|
/* LOCATION: Window 'W' */
|
||
|
|
|
||
|
|
/* Caller did 'andcc %sp, 0x7, %g0' */
|
||
|
|
bne fwin_user_stack_is_bolixed
|
||
|
|
sethi %hi(PAGE_OFFSET), %l5
|
||
|
|
|
||
|
|
/* Check if the users stack is in kernel vma, then our
|
||
|
|
* trial and error technique below would succeed for
|
||
|
|
* the 'wrong' reason.
|
||
|
|
*/
|
||
|
|
mov AC_M_SFSR, %l4
|
||
|
|
cmp %l5, %sp
|
||
|
|
bleu fwin_user_stack_is_bolixed
|
||
|
|
lda [%l4] ASI_M_MMUREGS, %g0 ! clear fault status
|
||
|
|
|
||
|
|
/* The technique is, turn off faults on this processor,
|
||
|
|
* just let the load rip, then check the sfsr to see if
|
||
|
|
* a fault did occur. Then we turn on fault traps again
|
||
|
|
* and branch conditionally based upon what happened.
|
||
|
|
*/
|
||
|
|
lda [%g0] ASI_M_MMUREGS, %l5 ! read mmu-ctrl reg
|
||
|
|
or %l5, 0x2, %l5 ! turn on no-fault bit
|
||
|
|
sta %l5, [%g0] ASI_M_MMUREGS ! store it
|
||
|
|
|
||
|
|
/* Cross fingers and go for it. */
|
||
|
|
LOAD_WINDOW(sp)
|
||
|
|
|
||
|
|
/* A penny 'saved'... */
|
||
|
|
save %g0, %g0, %g0
|
||
|
|
save %g0, %g0, %g0
|
||
|
|
/* Is a BADTRAP earned... */
|
||
|
|
|
||
|
|
/* LOCATION: Window 'T' */
|
||
|
|
|
||
|
|
lda [%g0] ASI_M_MMUREGS, %twin_tmp1 ! load mmu-ctrl again
|
||
|
|
andn %twin_tmp1, 0x2, %twin_tmp1 ! clear no-fault bit
|
||
|
|
sta %twin_tmp1, [%g0] ASI_M_MMUREGS ! store it
|
||
|
|
|
||
|
|
mov AC_M_SFAR, %twin_tmp2
|
||
|
|
lda [%twin_tmp2] ASI_M_MMUREGS, %g0 ! read fault address
|
||
|
|
|
||
|
|
mov AC_M_SFSR, %twin_tmp2
|
||
|
|
lda [%twin_tmp2] ASI_M_MMUREGS, %twin_tmp2 ! read fault status
|
||
|
|
andcc %twin_tmp2, 0x2, %g0 ! did fault occur?
|
||
|
|
|
||
|
|
bne 1f ! yep, cleanup
|
||
|
|
nop
|
||
|
|
|
||
|
|
wr %t_psr, 0x0, %psr
|
||
|
|
nop
|
||
|
|
b fwin_user_finish_up + 0x4
|
||
|
|
nop
|
||
|
|
|
||
|
|
/* Did I ever tell you about my window lobotomy?
|
||
|
|
* anyways... fwin_user_stack_is_bolixed expects
|
||
|
|
* to be in window 'W' so make it happy or else
|
||
|
|
* we watchdog badly.
|
||
|
|
*/
|
||
|
|
1:
|
||
|
|
restore %g0, %g0, %g0
|
||
|
|
b fwin_user_stack_is_bolixed ! oh well
|
||
|
|
restore %g0, %g0, %g0
|