2006-09-27 00:13:36 -06:00
|
|
|
/*
|
|
|
|
* Page fault handler for SH with an MMU.
|
2005-04-16 16:20:36 -06:00
|
|
|
*
|
|
|
|
* Copyright (C) 1999 Niibe Yutaka
|
2007-05-01 01:33:10 -06:00
|
|
|
* Copyright (C) 2003 - 2007 Paul Mundt
|
2005-04-16 16:20:36 -06:00
|
|
|
*
|
|
|
|
* Based on linux/arch/i386/mm/fault.c:
|
|
|
|
* Copyright (C) 1995 Linus Torvalds
|
2006-09-27 00:13:36 -06:00
|
|
|
*
|
|
|
|
* This file is subject to the terms and conditions of the GNU General Public
|
|
|
|
* License. See the file "COPYING" in the main directory of this archive
|
|
|
|
* for more details.
|
2005-04-16 16:20:36 -06:00
|
|
|
*/
|
|
|
|
#include <linux/kernel.h>
|
|
|
|
#include <linux/mm.h>
|
2006-09-27 02:03:56 -06:00
|
|
|
#include <linux/hardirq.h>
|
|
|
|
#include <linux/kprobes.h>
|
2005-04-16 16:20:36 -06:00
|
|
|
#include <asm/system.h>
|
|
|
|
#include <asm/mmu_context.h>
|
2007-02-13 22:13:10 -07:00
|
|
|
#include <asm/tlbflush.h>
|
2005-04-16 16:20:36 -06:00
|
|
|
#include <asm/kgdb.h>
|
|
|
|
|
|
|
|
/*
|
|
|
|
* This routine handles page faults. It determines the address,
|
|
|
|
* and the problem, and then passes it off to one of the appropriate
|
|
|
|
* routines.
|
|
|
|
*/
|
2006-11-20 21:34:04 -07:00
|
|
|
asmlinkage void __kprobes do_page_fault(struct pt_regs *regs,
|
|
|
|
unsigned long writeaccess,
|
|
|
|
unsigned long address)
|
2005-04-16 16:20:36 -06:00
|
|
|
{
|
|
|
|
struct task_struct *tsk;
|
|
|
|
struct mm_struct *mm;
|
|
|
|
struct vm_area_struct * vma;
|
2006-11-20 21:34:04 -07:00
|
|
|
int si_code;
|
2007-07-19 02:47:05 -06:00
|
|
|
int fault;
|
2006-11-20 21:34:04 -07:00
|
|
|
siginfo_t info;
|
2005-04-16 16:20:36 -06:00
|
|
|
|
2006-12-04 02:17:28 -07:00
|
|
|
trace_hardirqs_on();
|
|
|
|
local_irq_enable();
|
|
|
|
|
2005-04-16 16:20:36 -06:00
|
|
|
#ifdef CONFIG_SH_KGDB
|
|
|
|
if (kgdb_nofault && kgdb_bus_err_hook)
|
|
|
|
kgdb_bus_err_hook();
|
|
|
|
#endif
|
|
|
|
|
|
|
|
tsk = current;
|
|
|
|
mm = tsk->mm;
|
2006-11-20 21:34:04 -07:00
|
|
|
si_code = SEGV_MAPERR;
|
2005-04-16 16:20:36 -06:00
|
|
|
|
2006-11-20 23:38:05 -07:00
|
|
|
if (unlikely(address >= TASK_SIZE)) {
|
|
|
|
/*
|
|
|
|
* Synchronize this task's top level page-table
|
|
|
|
* with the 'reference' page table.
|
|
|
|
*
|
|
|
|
* Do _not_ use "tsk" here. We might be inside
|
|
|
|
* an interrupt in the middle of a task switch..
|
|
|
|
*/
|
|
|
|
int offset = pgd_index(address);
|
|
|
|
pgd_t *pgd, *pgd_k;
|
|
|
|
pud_t *pud, *pud_k;
|
|
|
|
pmd_t *pmd, *pmd_k;
|
|
|
|
|
|
|
|
pgd = get_TTB() + offset;
|
|
|
|
pgd_k = swapper_pg_dir + offset;
|
|
|
|
|
|
|
|
/* This will never happen with the folded page table. */
|
|
|
|
if (!pgd_present(*pgd)) {
|
|
|
|
if (!pgd_present(*pgd_k))
|
|
|
|
goto bad_area_nosemaphore;
|
|
|
|
set_pgd(pgd, *pgd_k);
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
pud = pud_offset(pgd, address);
|
|
|
|
pud_k = pud_offset(pgd_k, address);
|
|
|
|
if (pud_present(*pud) || !pud_present(*pud_k))
|
|
|
|
goto bad_area_nosemaphore;
|
|
|
|
set_pud(pud, *pud_k);
|
|
|
|
|
|
|
|
pmd = pmd_offset(pud, address);
|
|
|
|
pmd_k = pmd_offset(pud_k, address);
|
|
|
|
if (pmd_present(*pmd) || !pmd_present(*pmd_k))
|
|
|
|
goto bad_area_nosemaphore;
|
|
|
|
set_pmd(pmd, *pmd_k);
|
|
|
|
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
2005-04-16 16:20:36 -06:00
|
|
|
/*
|
|
|
|
* If we're in an interrupt or have no user
|
|
|
|
* context, we must not take the fault..
|
|
|
|
*/
|
|
|
|
if (in_atomic() || !mm)
|
|
|
|
goto no_context;
|
|
|
|
|
|
|
|
down_read(&mm->mmap_sem);
|
|
|
|
|
|
|
|
vma = find_vma(mm, address);
|
|
|
|
if (!vma)
|
|
|
|
goto bad_area;
|
|
|
|
if (vma->vm_start <= address)
|
|
|
|
goto good_area;
|
|
|
|
if (!(vma->vm_flags & VM_GROWSDOWN))
|
|
|
|
goto bad_area;
|
|
|
|
if (expand_stack(vma, address))
|
|
|
|
goto bad_area;
|
|
|
|
/*
|
|
|
|
* Ok, we have a good vm_area for this memory access, so
|
|
|
|
* we can handle it..
|
|
|
|
*/
|
|
|
|
good_area:
|
2006-11-20 21:34:04 -07:00
|
|
|
si_code = SEGV_ACCERR;
|
2005-04-16 16:20:36 -06:00
|
|
|
if (writeaccess) {
|
|
|
|
if (!(vma->vm_flags & VM_WRITE))
|
|
|
|
goto bad_area;
|
|
|
|
} else {
|
[PATCH] make PROT_WRITE imply PROT_READ
Make PROT_WRITE imply PROT_READ for a number of architectures which don't
support write only in hardware.
While looking at this, I noticed that some architectures which do not
support write only mappings already take the exact same approach. For
example, in arch/alpha/mm/fault.c:
"
if (cause < 0) {
if (!(vma->vm_flags & VM_EXEC))
goto bad_area;
} else if (!cause) {
/* Allow reads even for write-only mappings */
if (!(vma->vm_flags & (VM_READ | VM_WRITE)))
goto bad_area;
} else {
if (!(vma->vm_flags & VM_WRITE))
goto bad_area;
}
"
Thus, this patch brings other architectures which do not support write only
mappings in-line and consistent with the rest. I've verified the patch on
ia64, x86_64 and x86.
Additional discussion:
Several architectures, including x86, can not support write-only mappings.
The pte for x86 reserves a single bit for protection and its two states are
read only or read/write. Thus, write only is not supported in h/w.
Currently, if i 'mmap' a page write-only, the first read attempt on that page
creates a page fault and will SEGV. That check is enforced in
arch/blah/mm/fault.c. However, if i first write that page it will fault in
and the pte will be set to read/write. Thus, any subsequent reads to the page
will succeed. It is this inconsistency in behavior that this patch is
attempting to address. Furthermore, if the page is swapped out, and then
brought back the first read will also cause a SEGV. Thus, any arbitrary read
on a page can potentially result in a SEGV.
According to the SuSv3 spec, "if the application requests only PROT_WRITE, the
implementation may also allow read access." Also as mentioned, some
archtectures, such as alpha, shown above already take the approach that i am
suggesting.
The counter-argument to this raised by Arjan, is that the kernel is enforcing
the write only mapping the best it can given the h/w limitations. This is
true, however Alan Cox, and myself would argue that the inconsitency in
behavior, that is applications can sometimes work/sometimes fails is highly
undesireable. If you read through the thread, i think people, came to an
agreement on the last patch i posted, as nobody has objected to it...
Signed-off-by: Jason Baron <jbaron@redhat.com>
Cc: Russell King <rmk@arm.linux.org.uk>
Cc: "Luck, Tony" <tony.luck@intel.com>
Cc: Hugh Dickins <hugh@veritas.com>
Cc: Roman Zippel <zippel@linux-m68k.org>
Cc: Geert Uytterhoeven <geert@linux-m68k.org>
Cc: Paul Mackerras <paulus@samba.org>
Cc: Benjamin Herrenschmidt <benh@kernel.crashing.org>
Acked-by: Andi Kleen <ak@muc.de>
Acked-by: Alan Cox <alan@lxorguk.ukuu.org.uk>
Cc: Arjan van de Ven <arjan@linux.intel.com>
Acked-by: Paul Mundt <lethal@linux-sh.org>
Cc: Kazumoto Kojima <kkojima@rr.iij4u.or.jp>
Cc: Ian Molton <spyro@f2s.com>
Signed-off-by: Andrew Morton <akpm@osdl.org>
Signed-off-by: Linus Torvalds <torvalds@osdl.org>
2006-09-29 02:58:58 -06:00
|
|
|
if (!(vma->vm_flags & (VM_READ | VM_EXEC | VM_WRITE)))
|
2005-04-16 16:20:36 -06:00
|
|
|
goto bad_area;
|
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
|
|
* If for any reason at all we couldn't handle the fault,
|
|
|
|
* make sure we exit gracefully rather than endlessly redo
|
|
|
|
* the fault.
|
|
|
|
*/
|
|
|
|
survive:
|
2007-07-19 02:47:05 -06:00
|
|
|
fault = handle_mm_fault(mm, vma, address, writeaccess);
|
|
|
|
if (unlikely(fault & VM_FAULT_ERROR)) {
|
|
|
|
if (fault & VM_FAULT_OOM)
|
2005-04-16 16:20:36 -06:00
|
|
|
goto out_of_memory;
|
2007-07-19 02:47:05 -06:00
|
|
|
else if (fault & VM_FAULT_SIGBUS)
|
|
|
|
goto do_sigbus;
|
|
|
|
BUG();
|
2005-04-16 16:20:36 -06:00
|
|
|
}
|
2007-07-19 02:47:05 -06:00
|
|
|
if (fault & VM_FAULT_MAJOR)
|
|
|
|
tsk->maj_flt++;
|
|
|
|
else
|
|
|
|
tsk->min_flt++;
|
2005-04-16 16:20:36 -06:00
|
|
|
|
|
|
|
up_read(&mm->mmap_sem);
|
|
|
|
return;
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Something tried to access memory that isn't in our memory map..
|
|
|
|
* Fix it, but check if it's kernel or user first..
|
|
|
|
*/
|
|
|
|
bad_area:
|
|
|
|
up_read(&mm->mmap_sem);
|
|
|
|
|
2006-11-20 23:38:05 -07:00
|
|
|
bad_area_nosemaphore:
|
2005-04-16 16:20:36 -06:00
|
|
|
if (user_mode(regs)) {
|
2006-11-20 21:34:04 -07:00
|
|
|
info.si_signo = SIGSEGV;
|
|
|
|
info.si_errno = 0;
|
|
|
|
info.si_code = si_code;
|
|
|
|
info.si_addr = (void *) address;
|
|
|
|
force_sig_info(SIGSEGV, &info, tsk);
|
2005-04-16 16:20:36 -06:00
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
no_context:
|
|
|
|
/* Are we prepared to handle this kernel fault? */
|
|
|
|
if (fixup_exception(regs))
|
|
|
|
return;
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Oops. The kernel tried to access some bad page. We'll have to
|
|
|
|
* terminate things with extreme prejudice.
|
|
|
|
*
|
|
|
|
*/
|
2007-06-18 04:02:47 -06:00
|
|
|
|
|
|
|
bust_spinlocks(1);
|
|
|
|
|
|
|
|
if (oops_may_print()) {
|
2008-01-09 22:07:03 -07:00
|
|
|
unsigned long page;
|
2007-06-18 04:02:47 -06:00
|
|
|
|
|
|
|
if (address < PAGE_SIZE)
|
|
|
|
printk(KERN_ALERT "Unable to handle kernel NULL "
|
|
|
|
"pointer dereference");
|
|
|
|
else
|
|
|
|
printk(KERN_ALERT "Unable to handle kernel paging "
|
|
|
|
"request");
|
|
|
|
printk(" at virtual address %08lx\n", address);
|
|
|
|
printk(KERN_ALERT "pc = %08lx\n", regs->pc);
|
|
|
|
page = (unsigned long)get_TTB();
|
|
|
|
if (page) {
|
2007-08-01 01:39:51 -06:00
|
|
|
page = ((__typeof__(page) *)page)[address >> PGDIR_SHIFT];
|
2007-06-18 04:02:47 -06:00
|
|
|
printk(KERN_ALERT "*pde = %08lx\n", page);
|
|
|
|
if (page & _PAGE_PRESENT) {
|
|
|
|
page &= PAGE_MASK;
|
|
|
|
address &= 0x003ff000;
|
|
|
|
page = ((__typeof__(page) *)
|
|
|
|
__va(page))[address >>
|
|
|
|
PAGE_SHIFT];
|
|
|
|
printk(KERN_ALERT "*pte = %08lx\n", page);
|
|
|
|
}
|
2005-04-16 16:20:36 -06:00
|
|
|
}
|
|
|
|
}
|
2007-06-18 04:02:47 -06:00
|
|
|
|
2005-04-16 16:20:36 -06:00
|
|
|
die("Oops", regs, writeaccess);
|
2007-06-18 04:02:47 -06:00
|
|
|
bust_spinlocks(0);
|
2005-04-16 16:20:36 -06:00
|
|
|
do_exit(SIGKILL);
|
|
|
|
|
|
|
|
/*
|
|
|
|
* We ran out of memory, or some other thing happened to us that made
|
|
|
|
* us unable to handle the page fault gracefully.
|
|
|
|
*/
|
|
|
|
out_of_memory:
|
|
|
|
up_read(&mm->mmap_sem);
|
2007-10-19 00:39:52 -06:00
|
|
|
if (is_global_init(current)) {
|
2005-04-16 16:20:36 -06:00
|
|
|
yield();
|
|
|
|
down_read(&mm->mmap_sem);
|
|
|
|
goto survive;
|
|
|
|
}
|
|
|
|
printk("VM: killing process %s\n", tsk->comm);
|
|
|
|
if (user_mode(regs))
|
2007-10-16 02:24:18 -06:00
|
|
|
do_group_exit(SIGKILL);
|
2005-04-16 16:20:36 -06:00
|
|
|
goto no_context;
|
|
|
|
|
|
|
|
do_sigbus:
|
|
|
|
up_read(&mm->mmap_sem);
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Send a sigbus, regardless of whether we were in kernel
|
|
|
|
* or user mode.
|
|
|
|
*/
|
2006-11-20 21:34:04 -07:00
|
|
|
info.si_signo = SIGBUS;
|
|
|
|
info.si_errno = 0;
|
|
|
|
info.si_code = BUS_ADRERR;
|
|
|
|
info.si_addr = (void *)address;
|
|
|
|
force_sig_info(SIGBUS, &info, tsk);
|
2005-04-16 16:20:36 -06:00
|
|
|
|
|
|
|
/* Kernel mode? Handle exceptions or die */
|
|
|
|
if (!user_mode(regs))
|
|
|
|
goto no_context;
|
|
|
|
}
|
2007-02-13 22:13:10 -07:00
|
|
|
|
|
|
|
#ifdef CONFIG_SH_STORE_QUEUES
|
|
|
|
/*
|
|
|
|
* This is a special case for the SH-4 store queues, as pages for this
|
|
|
|
* space still need to be faulted in before it's possible to flush the
|
|
|
|
* store queue cache for writeout to the remapped region.
|
|
|
|
*/
|
|
|
|
#define P3_ADDR_MAX (P4SEG_STORE_QUE + 0x04000000)
|
|
|
|
#else
|
|
|
|
#define P3_ADDR_MAX P4SEG
|
|
|
|
#endif
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Called with interrupts disabled.
|
|
|
|
*/
|
|
|
|
asmlinkage int __kprobes __do_page_fault(struct pt_regs *regs,
|
|
|
|
unsigned long writeaccess,
|
|
|
|
unsigned long address)
|
|
|
|
{
|
|
|
|
pgd_t *pgd;
|
|
|
|
pud_t *pud;
|
|
|
|
pmd_t *pmd;
|
|
|
|
pte_t *pte;
|
|
|
|
pte_t entry;
|
|
|
|
|
|
|
|
#ifdef CONFIG_SH_KGDB
|
|
|
|
if (kgdb_nofault && kgdb_bus_err_hook)
|
|
|
|
kgdb_bus_err_hook();
|
|
|
|
#endif
|
|
|
|
|
|
|
|
/*
|
|
|
|
* We don't take page faults for P1, P2, and parts of P4, these
|
|
|
|
* are always mapped, whether it be due to legacy behaviour in
|
|
|
|
* 29-bit mode, or due to PMB configuration in 32-bit mode.
|
|
|
|
*/
|
|
|
|
if (address >= P3SEG && address < P3_ADDR_MAX) {
|
|
|
|
pgd = pgd_offset_k(address);
|
|
|
|
} else {
|
2007-11-18 21:05:18 -07:00
|
|
|
if (unlikely(address >= TASK_SIZE || !current->mm))
|
2007-02-13 22:13:10 -07:00
|
|
|
return 1;
|
|
|
|
|
2007-11-18 21:05:18 -07:00
|
|
|
pgd = pgd_offset(current->mm, address);
|
2007-02-13 22:13:10 -07:00
|
|
|
}
|
|
|
|
|
|
|
|
pud = pud_offset(pgd, address);
|
|
|
|
if (pud_none_or_clear_bad(pud))
|
|
|
|
return 1;
|
|
|
|
pmd = pmd_offset(pud, address);
|
|
|
|
if (pmd_none_or_clear_bad(pmd))
|
|
|
|
return 1;
|
|
|
|
|
2007-11-18 21:05:18 -07:00
|
|
|
pte = pte_offset_kernel(pmd, address);
|
2007-02-13 22:13:10 -07:00
|
|
|
entry = *pte;
|
|
|
|
if (unlikely(pte_none(entry) || pte_not_present(entry)))
|
2007-11-18 21:05:18 -07:00
|
|
|
return 1;
|
2007-02-13 22:13:10 -07:00
|
|
|
if (unlikely(writeaccess && !pte_write(entry)))
|
2007-11-18 21:05:18 -07:00
|
|
|
return 1;
|
2007-02-13 22:13:10 -07:00
|
|
|
|
|
|
|
if (writeaccess)
|
|
|
|
entry = pte_mkdirty(entry);
|
|
|
|
entry = pte_mkyoung(entry);
|
|
|
|
|
|
|
|
set_pte(pte, entry);
|
|
|
|
update_mmu_cache(NULL, address, entry);
|
2007-11-18 21:05:18 -07:00
|
|
|
|
|
|
|
return 0;
|
2007-02-13 22:13:10 -07:00
|
|
|
}
|