2005-04-17 00:20:36 +02:00
|
|
|
/*
|
|
|
|
* MMU fault handling support.
|
|
|
|
*
|
|
|
|
* Copyright (C) 1998-2002 Hewlett-Packard Co
|
|
|
|
* David Mosberger-Tang <davidm@hpl.hp.com>
|
|
|
|
*/
|
|
|
|
#include <linux/sched.h>
|
|
|
|
#include <linux/kernel.h>
|
|
|
|
#include <linux/mm.h>
|
|
|
|
#include <linux/interrupt.h>
|
2005-09-07 00:19:30 +02:00
|
|
|
#include <linux/kprobes.h>
|
2007-05-08 09:27:03 +02:00
|
|
|
#include <linux/kdebug.h>
|
2011-05-20 21:50:29 +02:00
|
|
|
#include <linux/prefetch.h>
|
2015-05-11 17:52:11 +02:00
|
|
|
#include <linux/uaccess.h>
|
2005-04-17 00:20:36 +02:00
|
|
|
|
|
|
|
#include <asm/pgtable.h>
|
|
|
|
#include <asm/processor.h>
|
|
|
|
|
2008-02-05 08:43:03 +01:00
|
|
|
extern int die(char *, struct pt_regs *, long);
|
2005-04-17 00:20:36 +02:00
|
|
|
|
2006-06-26 09:25:26 +02:00
|
|
|
#ifdef CONFIG_KPROBES
|
2007-05-16 14:52:19 +02:00
|
|
|
static inline int notify_page_fault(struct pt_regs *regs, int trap)
|
2006-06-26 09:25:26 +02:00
|
|
|
{
|
2007-05-16 14:52:19 +02:00
|
|
|
int ret = 0;
|
2006-06-26 09:25:26 +02:00
|
|
|
|
2007-05-16 14:52:19 +02:00
|
|
|
if (!user_mode(regs)) {
|
|
|
|
/* kprobe_running() needs smp_processor_id() */
|
|
|
|
preempt_disable();
|
2008-03-06 18:49:01 +01:00
|
|
|
if (kprobe_running() && kprobe_fault_handler(regs, trap))
|
2007-05-16 14:52:19 +02:00
|
|
|
ret = 1;
|
|
|
|
preempt_enable();
|
|
|
|
}
|
2006-06-26 09:25:26 +02:00
|
|
|
|
2007-05-16 14:52:19 +02:00
|
|
|
return ret;
|
2006-06-26 09:25:26 +02:00
|
|
|
}
|
|
|
|
#else
|
2007-05-16 14:52:19 +02:00
|
|
|
static inline int notify_page_fault(struct pt_regs *regs, int trap)
|
2006-06-26 09:25:26 +02:00
|
|
|
{
|
2007-05-16 14:52:19 +02:00
|
|
|
return 0;
|
2006-06-26 09:25:26 +02:00
|
|
|
}
|
|
|
|
#endif
|
|
|
|
|
2005-04-17 00:20:36 +02:00
|
|
|
/*
|
|
|
|
* Return TRUE if ADDRESS points at a page in the kernel's mapped segment
|
|
|
|
* (inside region 5, on ia64) and that page is present.
|
|
|
|
*/
|
|
|
|
static int
|
|
|
|
mapped_kernel_page_is_present (unsigned long address)
|
|
|
|
{
|
|
|
|
pgd_t *pgd;
|
|
|
|
pud_t *pud;
|
|
|
|
pmd_t *pmd;
|
|
|
|
pte_t *ptep, pte;
|
|
|
|
|
|
|
|
pgd = pgd_offset_k(address);
|
|
|
|
if (pgd_none(*pgd) || pgd_bad(*pgd))
|
|
|
|
return 0;
|
|
|
|
|
|
|
|
pud = pud_offset(pgd, address);
|
|
|
|
if (pud_none(*pud) || pud_bad(*pud))
|
|
|
|
return 0;
|
|
|
|
|
|
|
|
pmd = pmd_offset(pud, address);
|
|
|
|
if (pmd_none(*pmd) || pmd_bad(*pmd))
|
|
|
|
return 0;
|
|
|
|
|
|
|
|
ptep = pte_offset_kernel(pmd, address);
|
|
|
|
if (!ptep)
|
|
|
|
return 0;
|
|
|
|
|
|
|
|
pte = *ptep;
|
|
|
|
return pte_present(pte);
|
|
|
|
}
|
|
|
|
|
2012-06-14 22:11:37 +02:00
|
|
|
# define VM_READ_BIT 0
|
|
|
|
# define VM_WRITE_BIT 1
|
|
|
|
# define VM_EXEC_BIT 2
|
|
|
|
|
2005-09-07 00:19:30 +02:00
|
|
|
void __kprobes
|
2005-04-17 00:20:36 +02:00
|
|
|
ia64_do_page_fault (unsigned long address, unsigned long isr, struct pt_regs *regs)
|
|
|
|
{
|
|
|
|
int signal = SIGSEGV, code = SEGV_MAPERR;
|
|
|
|
struct vm_area_struct *vma, *prev_vma;
|
|
|
|
struct mm_struct *mm = current->mm;
|
|
|
|
struct siginfo si;
|
|
|
|
unsigned long mask;
|
2007-07-19 10:47:05 +02:00
|
|
|
int fault;
|
2012-06-14 22:11:37 +02:00
|
|
|
unsigned int flags = FAULT_FLAG_ALLOW_RETRY | FAULT_FLAG_KILLABLE;
|
|
|
|
|
|
|
|
mask = ((((isr >> IA64_ISR_X_BIT) & 1UL) << VM_EXEC_BIT)
|
|
|
|
| (((isr >> IA64_ISR_W_BIT) & 1UL) << VM_WRITE_BIT));
|
|
|
|
|
2006-03-29 08:54:38 +02:00
|
|
|
/* mmap_sem is performance critical.... */
|
|
|
|
prefetchw(&mm->mmap_sem);
|
|
|
|
|
2005-04-17 00:20:36 +02:00
|
|
|
/*
|
|
|
|
* If we're in an interrupt or have no user context, we must not take the fault..
|
|
|
|
*/
|
2015-05-11 17:52:11 +02:00
|
|
|
if (faulthandler_disabled() || !mm)
|
2005-04-17 00:20:36 +02:00
|
|
|
goto no_context;
|
|
|
|
|
|
|
|
#ifdef CONFIG_VIRTUAL_MEM_MAP
|
|
|
|
/*
|
|
|
|
* If fault is in region 5 and we are in the kernel, we may already
|
|
|
|
* have the mmap_sem (pfn_valid macro is called during mmap). There
|
|
|
|
* is no vma for region 5 addr's anyway, so skip getting the semaphore
|
|
|
|
* and go directly to the exception handling code.
|
|
|
|
*/
|
|
|
|
|
|
|
|
if ((REGION_NUMBER(address) == 5) && !user_mode(regs))
|
|
|
|
goto bad_area_no_up;
|
|
|
|
#endif
|
|
|
|
|
2005-06-23 09:09:27 +02:00
|
|
|
/*
|
|
|
|
* This is to handle the kprobes on user space access instructions
|
|
|
|
*/
|
2007-05-16 14:52:19 +02:00
|
|
|
if (notify_page_fault(regs, TRAP_BRKPT))
|
2005-06-23 09:09:27 +02:00
|
|
|
return;
|
|
|
|
|
2013-09-13 00:13:39 +02:00
|
|
|
if (user_mode(regs))
|
|
|
|
flags |= FAULT_FLAG_USER;
|
|
|
|
if (mask & VM_WRITE)
|
|
|
|
flags |= FAULT_FLAG_WRITE;
|
2012-06-14 22:11:37 +02:00
|
|
|
retry:
|
2005-04-17 00:20:36 +02:00
|
|
|
down_read(&mm->mmap_sem);
|
|
|
|
|
|
|
|
vma = find_vma_prev(mm, address, &prev_vma);
|
2007-08-16 19:30:46 +02:00
|
|
|
if (!vma && !prev_vma )
|
2005-04-17 00:20:36 +02:00
|
|
|
goto bad_area;
|
|
|
|
|
2007-08-16 19:30:46 +02:00
|
|
|
/*
|
|
|
|
* find_vma_prev() returns vma such that address < vma->vm_end or NULL
|
|
|
|
*
|
|
|
|
* May find no vma, but could be that the last vm area is the
|
|
|
|
* register backing store that needs to expand upwards, in
|
|
|
|
* this case vma will be null, but prev_vma will ne non-null
|
|
|
|
*/
|
|
|
|
if (( !vma && prev_vma ) || (address < vma->vm_start) )
|
2005-04-17 00:20:36 +02:00
|
|
|
goto check_expansion;
|
|
|
|
|
|
|
|
good_area:
|
|
|
|
code = SEGV_ACCERR;
|
|
|
|
|
|
|
|
/* OK, we've got a good vm_area for this memory area. Check the access permissions: */
|
|
|
|
|
|
|
|
# if (((1 << VM_READ_BIT) != VM_READ || (1 << VM_WRITE_BIT) != VM_WRITE) \
|
|
|
|
|| (1 << VM_EXEC_BIT) != VM_EXEC)
|
|
|
|
# error File is out of sync with <linux/mm.h>. Please update.
|
|
|
|
# endif
|
|
|
|
|
[PATCH] make PROT_WRITE imply PROT_READ
Make PROT_WRITE imply PROT_READ for a number of architectures which don't
support write only in hardware.
While looking at this, I noticed that some architectures which do not
support write only mappings already take the exact same approach. For
example, in arch/alpha/mm/fault.c:
"
if (cause < 0) {
if (!(vma->vm_flags & VM_EXEC))
goto bad_area;
} else if (!cause) {
/* Allow reads even for write-only mappings */
if (!(vma->vm_flags & (VM_READ | VM_WRITE)))
goto bad_area;
} else {
if (!(vma->vm_flags & VM_WRITE))
goto bad_area;
}
"
Thus, this patch brings other architectures which do not support write only
mappings in-line and consistent with the rest. I've verified the patch on
ia64, x86_64 and x86.
Additional discussion:
Several architectures, including x86, can not support write-only mappings.
The pte for x86 reserves a single bit for protection and its two states are
read only or read/write. Thus, write only is not supported in h/w.
Currently, if i 'mmap' a page write-only, the first read attempt on that page
creates a page fault and will SEGV. That check is enforced in
arch/blah/mm/fault.c. However, if i first write that page it will fault in
and the pte will be set to read/write. Thus, any subsequent reads to the page
will succeed. It is this inconsistency in behavior that this patch is
attempting to address. Furthermore, if the page is swapped out, and then
brought back the first read will also cause a SEGV. Thus, any arbitrary read
on a page can potentially result in a SEGV.
According to the SuSv3 spec, "if the application requests only PROT_WRITE, the
implementation may also allow read access." Also as mentioned, some
archtectures, such as alpha, shown above already take the approach that i am
suggesting.
The counter-argument to this raised by Arjan, is that the kernel is enforcing
the write only mapping the best it can given the h/w limitations. This is
true, however Alan Cox, and myself would argue that the inconsitency in
behavior, that is applications can sometimes work/sometimes fails is highly
undesireable. If you read through the thread, i think people, came to an
agreement on the last patch i posted, as nobody has objected to it...
Signed-off-by: Jason Baron <jbaron@redhat.com>
Cc: Russell King <rmk@arm.linux.org.uk>
Cc: "Luck, Tony" <tony.luck@intel.com>
Cc: Hugh Dickins <hugh@veritas.com>
Cc: Roman Zippel <zippel@linux-m68k.org>
Cc: Geert Uytterhoeven <geert@linux-m68k.org>
Cc: Paul Mackerras <paulus@samba.org>
Cc: Benjamin Herrenschmidt <benh@kernel.crashing.org>
Acked-by: Andi Kleen <ak@muc.de>
Acked-by: Alan Cox <alan@lxorguk.ukuu.org.uk>
Cc: Arjan van de Ven <arjan@linux.intel.com>
Acked-by: Paul Mundt <lethal@linux-sh.org>
Cc: Kazumoto Kojima <kkojima@rr.iij4u.or.jp>
Cc: Ian Molton <spyro@f2s.com>
Signed-off-by: Andrew Morton <akpm@osdl.org>
Signed-off-by: Linus Torvalds <torvalds@osdl.org>
2006-09-29 10:58:58 +02:00
|
|
|
if (((isr >> IA64_ISR_R_BIT) & 1UL) && (!(vma->vm_flags & (VM_READ | VM_WRITE))))
|
|
|
|
goto bad_area;
|
|
|
|
|
2005-04-17 00:20:36 +02:00
|
|
|
if ((vma->vm_flags & mask) != mask)
|
|
|
|
goto bad_area;
|
|
|
|
|
|
|
|
/*
|
|
|
|
* If for any reason at all we couldn't handle the fault, make
|
|
|
|
* sure we exit gracefully rather than endlessly redo the
|
|
|
|
* fault.
|
|
|
|
*/
|
2016-07-27 00:25:18 +02:00
|
|
|
fault = handle_mm_fault(vma, address, flags);
|
2012-06-14 22:11:37 +02:00
|
|
|
|
|
|
|
if ((fault & VM_FAULT_RETRY) && fatal_signal_pending(current))
|
|
|
|
return;
|
|
|
|
|
2007-07-19 10:47:05 +02:00
|
|
|
if (unlikely(fault & VM_FAULT_ERROR)) {
|
2005-04-17 00:20:36 +02:00
|
|
|
/*
|
|
|
|
* We ran out of memory, or some other thing happened
|
|
|
|
* to us that made us unable to handle the page fault
|
|
|
|
* gracefully.
|
|
|
|
*/
|
2007-07-19 10:47:05 +02:00
|
|
|
if (fault & VM_FAULT_OOM) {
|
|
|
|
goto out_of_memory;
|
vm: add VM_FAULT_SIGSEGV handling support
The core VM already knows about VM_FAULT_SIGBUS, but cannot return a
"you should SIGSEGV" error, because the SIGSEGV case was generally
handled by the caller - usually the architecture fault handler.
That results in lots of duplication - all the architecture fault
handlers end up doing very similar "look up vma, check permissions, do
retries etc" - but it generally works. However, there are cases where
the VM actually wants to SIGSEGV, and applications _expect_ SIGSEGV.
In particular, when accessing the stack guard page, libsigsegv expects a
SIGSEGV. And it usually got one, because the stack growth is handled by
that duplicated architecture fault handler.
However, when the generic VM layer started propagating the error return
from the stack expansion in commit fee7e49d4514 ("mm: propagate error
from stack expansion even for guard page"), that now exposed the
existing VM_FAULT_SIGBUS result to user space. And user space really
expected SIGSEGV, not SIGBUS.
To fix that case, we need to add a VM_FAULT_SIGSEGV, and teach all those
duplicate architecture fault handlers about it. They all already have
the code to handle SIGSEGV, so it's about just tying that new return
value to the existing code, but it's all a bit annoying.
This is the mindless minimal patch to do this. A more extensive patch
would be to try to gather up the mostly shared fault handling logic into
one generic helper routine, and long-term we really should do that
cleanup.
Just from this patch, you can generally see that most architectures just
copied (directly or indirectly) the old x86 way of doing things, but in
the meantime that original x86 model has been improved to hold the VM
semaphore for shorter times etc and to handle VM_FAULT_RETRY and other
"newer" things, so it would be a good idea to bring all those
improvements to the generic case and teach other architectures about
them too.
Reported-and-tested-by: Takashi Iwai <tiwai@suse.de>
Tested-by: Jan Engelhardt <jengelh@inai.de>
Acked-by: Heiko Carstens <heiko.carstens@de.ibm.com> # "s390 still compiles and boots"
Cc: linux-arch@vger.kernel.org
Cc: stable@vger.kernel.org
Signed-off-by: Linus Torvalds <torvalds@linux-foundation.org>
2015-01-29 19:51:32 +01:00
|
|
|
} else if (fault & VM_FAULT_SIGSEGV) {
|
|
|
|
goto bad_area;
|
2007-07-19 10:47:05 +02:00
|
|
|
} else if (fault & VM_FAULT_SIGBUS) {
|
|
|
|
signal = SIGBUS;
|
|
|
|
goto bad_area;
|
|
|
|
}
|
2005-04-17 00:20:36 +02:00
|
|
|
BUG();
|
|
|
|
}
|
2012-06-14 22:11:37 +02:00
|
|
|
|
|
|
|
if (flags & FAULT_FLAG_ALLOW_RETRY) {
|
|
|
|
if (fault & VM_FAULT_MAJOR)
|
|
|
|
current->maj_flt++;
|
|
|
|
else
|
|
|
|
current->min_flt++;
|
|
|
|
if (fault & VM_FAULT_RETRY) {
|
|
|
|
flags &= ~FAULT_FLAG_ALLOW_RETRY;
|
2012-10-09 01:32:19 +02:00
|
|
|
flags |= FAULT_FLAG_TRIED;
|
2012-06-14 22:11:37 +02:00
|
|
|
|
|
|
|
/* No need to up_read(&mm->mmap_sem) as we would
|
|
|
|
* have already released it in __lock_page_or_retry
|
|
|
|
* in mm/filemap.c.
|
|
|
|
*/
|
|
|
|
|
|
|
|
goto retry;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2005-04-17 00:20:36 +02:00
|
|
|
up_read(&mm->mmap_sem);
|
|
|
|
return;
|
|
|
|
|
|
|
|
check_expansion:
|
|
|
|
if (!(prev_vma && (prev_vma->vm_flags & VM_GROWSUP) && (address == prev_vma->vm_end))) {
|
2007-08-16 19:30:46 +02:00
|
|
|
if (!vma)
|
|
|
|
goto bad_area;
|
2005-04-17 00:20:36 +02:00
|
|
|
if (!(vma->vm_flags & VM_GROWSDOWN))
|
|
|
|
goto bad_area;
|
|
|
|
if (REGION_NUMBER(address) != REGION_NUMBER(vma->vm_start)
|
|
|
|
|| REGION_OFFSET(address) >= RGN_MAP_LIMIT)
|
|
|
|
goto bad_area;
|
|
|
|
if (expand_stack(vma, address))
|
|
|
|
goto bad_area;
|
|
|
|
} else {
|
|
|
|
vma = prev_vma;
|
|
|
|
if (REGION_NUMBER(address) != REGION_NUMBER(vma->vm_start)
|
|
|
|
|| REGION_OFFSET(address) >= RGN_MAP_LIMIT)
|
|
|
|
goto bad_area;
|
2005-10-30 02:16:20 +01:00
|
|
|
/*
|
|
|
|
* Since the register backing store is accessed sequentially,
|
|
|
|
* we disallow growing it by more than a page at a time.
|
|
|
|
*/
|
|
|
|
if (address > vma->vm_end + PAGE_SIZE - sizeof(long))
|
|
|
|
goto bad_area;
|
|
|
|
if (expand_upwards(vma, address))
|
2005-04-17 00:20:36 +02:00
|
|
|
goto bad_area;
|
|
|
|
}
|
|
|
|
goto good_area;
|
|
|
|
|
|
|
|
bad_area:
|
|
|
|
up_read(&mm->mmap_sem);
|
|
|
|
#ifdef CONFIG_VIRTUAL_MEM_MAP
|
|
|
|
bad_area_no_up:
|
|
|
|
#endif
|
|
|
|
if ((isr & IA64_ISR_SP)
|
|
|
|
|| ((isr & IA64_ISR_NA) && (isr & IA64_ISR_CODE_MASK) == IA64_ISR_CODE_LFETCH))
|
|
|
|
{
|
|
|
|
/*
|
|
|
|
* This fault was due to a speculative load or lfetch.fault, set the "ed"
|
|
|
|
* bit in the psr to ensure forward progress. (Target register will get a
|
|
|
|
* NaT for ld.s, lfetch will be canceled.)
|
|
|
|
*/
|
|
|
|
ia64_psr(regs)->ed = 1;
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
if (user_mode(regs)) {
|
|
|
|
si.si_signo = signal;
|
|
|
|
si.si_errno = 0;
|
|
|
|
si.si_code = code;
|
|
|
|
si.si_addr = (void __user *) address;
|
|
|
|
si.si_isr = isr;
|
|
|
|
si.si_flags = __ISR_VALID;
|
|
|
|
force_sig_info(signal, &si, current);
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
no_context:
|
2005-04-25 22:22:44 +02:00
|
|
|
if ((isr & IA64_ISR_SP)
|
|
|
|
|| ((isr & IA64_ISR_NA) && (isr & IA64_ISR_CODE_MASK) == IA64_ISR_CODE_LFETCH))
|
|
|
|
{
|
2005-04-17 00:20:36 +02:00
|
|
|
/*
|
2005-04-25 22:22:44 +02:00
|
|
|
* This fault was due to a speculative load or lfetch.fault, set the "ed"
|
|
|
|
* bit in the psr to ensure forward progress. (Target register will get a
|
|
|
|
* NaT for ld.s, lfetch will be canceled.)
|
2005-04-17 00:20:36 +02:00
|
|
|
*/
|
|
|
|
ia64_psr(regs)->ed = 1;
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Since we have no vma's for region 5, we might get here even if the address is
|
|
|
|
* valid, due to the VHPT walker inserting a non present translation that becomes
|
|
|
|
* stale. If that happens, the non present fault handler already purged the stale
|
|
|
|
* translation, which fixed the problem. So, we check to see if the translation is
|
|
|
|
* valid, and return if it is.
|
|
|
|
*/
|
|
|
|
if (REGION_NUMBER(address) == 5 && mapped_kernel_page_is_present(address))
|
|
|
|
return;
|
|
|
|
|
2005-08-25 00:03:43 +02:00
|
|
|
if (ia64_done_with_exception(regs))
|
|
|
|
return;
|
|
|
|
|
2005-04-17 00:20:36 +02:00
|
|
|
/*
|
|
|
|
* Oops. The kernel tried to access some bad page. We'll have to terminate things
|
|
|
|
* with extreme prejudice.
|
|
|
|
*/
|
|
|
|
bust_spinlocks(1);
|
|
|
|
|
|
|
|
if (address < PAGE_SIZE)
|
|
|
|
printk(KERN_ALERT "Unable to handle kernel NULL pointer dereference (address %016lx)\n", address);
|
|
|
|
else
|
|
|
|
printk(KERN_ALERT "Unable to handle kernel paging request at "
|
|
|
|
"virtual address %016lx\n", address);
|
2008-02-05 08:43:03 +01:00
|
|
|
if (die("Oops", regs, isr))
|
|
|
|
regs = NULL;
|
2005-04-17 00:20:36 +02:00
|
|
|
bust_spinlocks(0);
|
2008-02-05 08:43:03 +01:00
|
|
|
if (regs)
|
|
|
|
do_exit(SIGKILL);
|
2005-04-17 00:20:36 +02:00
|
|
|
return;
|
|
|
|
|
|
|
|
out_of_memory:
|
|
|
|
up_read(&mm->mmap_sem);
|
2010-05-07 23:34:33 +02:00
|
|
|
if (!user_mode(regs))
|
|
|
|
goto no_context;
|
|
|
|
pagefault_out_of_memory();
|
2005-04-17 00:20:36 +02:00
|
|
|
}
|