blob: 90690b9b1f30ed26002fc00c02bc296389f1fec7 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * Copyright (C) 2000, 2001 Jeff Dike (jdike@karaya.com)
3 * Licensed under the GPL
4 */
5
6#include "linux/kernel.h"
7#include "asm/errno.h"
8#include "linux/sched.h"
9#include "linux/mm.h"
10#include "linux/spinlock.h"
11#include "linux/config.h"
12#include "linux/init.h"
13#include "linux/ptrace.h"
14#include "asm/semaphore.h"
15#include "asm/pgtable.h"
16#include "asm/pgalloc.h"
17#include "asm/tlbflush.h"
18#include "asm/a.out.h"
19#include "asm/current.h"
20#include "asm/irq.h"
Paolo 'Blaisorblade' Giarrusso546fe1c2005-09-22 21:44:16 -070021#include "sysdep/sigcontext.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070022#include "user_util.h"
23#include "kern_util.h"
24#include "kern.h"
25#include "chan_kern.h"
26#include "mconsole_kern.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070027#include "mem.h"
28#include "mem_kern.h"
29
Paolo 'Blaisorblade' Giarrusso3b521662005-09-03 15:57:26 -070030/* Note this is constrained to return 0, -EFAULT, -EACCESS, -ENOMEM by segv(). */
Linus Torvalds1da177e2005-04-16 15:20:36 -070031int handle_page_fault(unsigned long address, unsigned long ip,
32 int is_write, int is_user, int *code_out)
33{
34 struct mm_struct *mm = current->mm;
35 struct vm_area_struct *vma;
36 pgd_t *pgd;
37 pud_t *pud;
38 pmd_t *pmd;
39 pte_t *pte;
Linus Torvalds1da177e2005-04-16 15:20:36 -070040 int err = -EFAULT;
41
42 *code_out = SEGV_MAPERR;
43 down_read(&mm->mmap_sem);
44 vma = find_vma(mm, address);
45 if(!vma)
46 goto out;
47 else if(vma->vm_start <= address)
48 goto good_area;
49 else if(!(vma->vm_flags & VM_GROWSDOWN))
50 goto out;
Jeff Dike2d58cc92005-05-06 21:30:55 -070051 else if(is_user && !ARCH_IS_STACKGROW(address))
Linus Torvalds1da177e2005-04-16 15:20:36 -070052 goto out;
53 else if(expand_stack(vma, address))
54 goto out;
55
Paolo 'Blaisorblade' Giarrusso3b521662005-09-03 15:57:26 -070056good_area:
Linus Torvalds1da177e2005-04-16 15:20:36 -070057 *code_out = SEGV_ACCERR;
58 if(is_write && !(vma->vm_flags & VM_WRITE))
59 goto out;
Jeff Dike13479d52005-05-20 13:59:08 -070060
Paolo 'Blaisorblade' Giarrussod129f312005-09-10 19:44:57 +020061 /* Don't require VM_READ|VM_EXEC for write faults! */
62 if(!is_write && !(vma->vm_flags & (VM_READ | VM_EXEC)))
Jeff Dike13479d52005-05-20 13:59:08 -070063 goto out;
64
Linus Torvalds1da177e2005-04-16 15:20:36 -070065 do {
Paolo 'Blaisorblade' Giarrusso3b521662005-09-03 15:57:26 -070066survive:
Linus Torvalds1da177e2005-04-16 15:20:36 -070067 switch (handle_mm_fault(mm, vma, address, is_write)){
68 case VM_FAULT_MINOR:
69 current->min_flt++;
70 break;
71 case VM_FAULT_MAJOR:
72 current->maj_flt++;
73 break;
74 case VM_FAULT_SIGBUS:
75 err = -EACCES;
76 goto out;
77 case VM_FAULT_OOM:
78 err = -ENOMEM;
79 goto out_of_memory;
80 default:
81 BUG();
82 }
Paolo 'Blaisorblade' Giarrusso3b521662005-09-03 15:57:26 -070083 pgd = pgd_offset(mm, address);
84 pud = pud_offset(pgd, address);
85 pmd = pmd_offset(pud, address);
86 pte = pte_offset_kernel(pmd, address);
Linus Torvalds1da177e2005-04-16 15:20:36 -070087 } while(!pte_present(*pte));
88 err = 0;
Paolo 'Blaisorblade' Giarrusso16b03672005-09-10 19:44:58 +020089 WARN_ON(!pte_young(*pte) || (is_write && !pte_dirty(*pte)));
Paolo 'Blaisorblade' Giarrusso3b521662005-09-03 15:57:26 -070090 flush_tlb_page(vma, address);
91out:
Linus Torvalds1da177e2005-04-16 15:20:36 -070092 up_read(&mm->mmap_sem);
93 return(err);
94
95/*
96 * We ran out of memory, or some other thing happened to us that made
97 * us unable to handle the page fault gracefully.
98 */
99out_of_memory:
100 if (current->pid == 1) {
101 up_read(&mm->mmap_sem);
102 yield();
103 down_read(&mm->mmap_sem);
104 goto survive;
105 }
106 goto out;
107}
108
Bodo Stroesserc5784552005-05-05 16:15:31 -0700109/*
110 * We give a *copy* of the faultinfo in the regs to segv.
111 * This must be done, since nesting SEGVs could overwrite
112 * the info in the regs. A pointer to the info then would
113 * give us bad data!
114 */
115unsigned long segv(struct faultinfo fi, unsigned long ip, int is_user, void *sc)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700116{
117 struct siginfo si;
118 void *catcher;
119 int err;
Bodo Stroesserc5784552005-05-05 16:15:31 -0700120 int is_write = FAULT_WRITE(fi);
121 unsigned long address = FAULT_ADDRESS(fi);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700122
123 if(!is_user && (address >= start_vm) && (address < end_vm)){
124 flush_tlb_kernel_vm();
125 return(0);
126 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700127 else if(current->mm == NULL)
128 panic("Segfault with no mm");
Paolo 'Blaisorblade' Giarrusso546fe1c2005-09-22 21:44:16 -0700129
130 if (SEGV_IS_FIXABLE(&fi))
131 err = handle_page_fault(address, ip, is_write, is_user, &si.si_code);
132 else {
133 err = -EFAULT;
134 /* A thread accessed NULL, we get a fault, but CR2 is invalid.
135 * This code is used in __do_copy_from_user() of TT mode. */
136 address = 0;
137 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700138
139 catcher = current->thread.fault_catcher;
140 if(!err)
141 return(0);
142 else if(catcher != NULL){
143 current->thread.fault_addr = (void *) address;
144 do_longjmp(catcher, 1);
145 }
146 else if(current->thread.fault_addr != NULL)
147 panic("fault_addr set but no fault catcher");
Bodo Stroesserc5784552005-05-05 16:15:31 -0700148 else if(!is_user && arch_fixup(ip, sc))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700149 return(0);
150
151 if(!is_user)
152 panic("Kernel mode fault at addr 0x%lx, ip 0x%lx",
153 address, ip);
154
Paolo 'Blaisorblade' Giarrusso3b521662005-09-03 15:57:26 -0700155 if (err == -EACCES) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700156 si.si_signo = SIGBUS;
157 si.si_errno = 0;
158 si.si_code = BUS_ADRERR;
159 si.si_addr = (void *)address;
Bodo Stroesserc5784552005-05-05 16:15:31 -0700160 current->thread.arch.faultinfo = fi;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700161 force_sig_info(SIGBUS, &si, current);
Paolo 'Blaisorblade' Giarrusso3b521662005-09-03 15:57:26 -0700162 } else if (err == -ENOMEM) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700163 printk("VM: killing process %s\n", current->comm);
164 do_exit(SIGKILL);
Paolo 'Blaisorblade' Giarrusso3b521662005-09-03 15:57:26 -0700165 } else {
166 BUG_ON(err != -EFAULT);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700167 si.si_signo = SIGSEGV;
168 si.si_addr = (void *) address;
Bodo Stroesserc5784552005-05-05 16:15:31 -0700169 current->thread.arch.faultinfo = fi;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700170 force_sig_info(SIGSEGV, &si, current);
171 }
172 return(0);
173}
174
Bodo Stroesserc5784552005-05-05 16:15:31 -0700175void bad_segv(struct faultinfo fi, unsigned long ip)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700176{
177 struct siginfo si;
178
179 si.si_signo = SIGSEGV;
180 si.si_code = SEGV_ACCERR;
Bodo Stroesserc5784552005-05-05 16:15:31 -0700181 si.si_addr = (void *) FAULT_ADDRESS(fi);
182 current->thread.arch.faultinfo = fi;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700183 force_sig_info(SIGSEGV, &si, current);
184}
185
186void relay_signal(int sig, union uml_pt_regs *regs)
187{
188 if(arch_handle_signal(sig, regs)) return;
189 if(!UPT_IS_USER(regs))
190 panic("Kernel mode signal %d", sig);
Bodo Stroesserc5784552005-05-05 16:15:31 -0700191 current->thread.arch.faultinfo = *UPT_FAULTINFO(regs);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700192 force_sig(sig, current);
193}
194
195void bus_handler(int sig, union uml_pt_regs *regs)
196{
197 if(current->thread.fault_catcher != NULL)
198 do_longjmp(current->thread.fault_catcher, 1);
199 else relay_signal(sig, regs);
200}
201
202void winch(int sig, union uml_pt_regs *regs)
203{
204 do_IRQ(WINCH_IRQ, regs);
205}
206
207void trap_init(void)
208{
209}