Blame view
arch/mips/kernel/traps.c
43.8 KB
1da177e4c Linux-2.6.12-rc2 |
1 2 3 4 5 |
/* * This file is subject to the terms and conditions of the GNU General Public * License. See the file "COPYING" in the main directory of this archive * for more details. * |
36ccf1c0e [MIPS] Make integ... |
6 |
* Copyright (C) 1994 - 1999, 2000, 01, 06 Ralf Baechle |
1da177e4c Linux-2.6.12-rc2 |
7 8 9 10 11 |
* Copyright (C) 1995, 1996 Paul M. Antoine * Copyright (C) 1998 Ulf Carlsson * Copyright (C) 1999 Silicon Graphics, Inc. * Kevin D. Kissell, kevink@mips.com and Carsten Langgaard, carstenl@mips.com * Copyright (C) 2000, 01 MIPS Technologies, Inc. |
60b0d6554 [MIPS] SYNC emula... |
12 |
* Copyright (C) 2002, 2003, 2004, 2005, 2007 Maciej W. Rozycki |
1da177e4c Linux-2.6.12-rc2 |
13 |
*/ |
8e8a52ed8 [MIPS] SMTC: Don'... |
14 |
#include <linux/bug.h> |
60b0d6554 [MIPS] SYNC emula... |
15 |
#include <linux/compiler.h> |
1da177e4c Linux-2.6.12-rc2 |
16 |
#include <linux/init.h> |
8742cd234 MIPS: Call oops_e... |
17 |
#include <linux/kernel.h> |
1da177e4c Linux-2.6.12-rc2 |
18 |
#include <linux/mm.h> |
1da177e4c Linux-2.6.12-rc2 |
19 20 |
#include <linux/sched.h> #include <linux/smp.h> |
1da177e4c Linux-2.6.12-rc2 |
21 22 |
#include <linux/spinlock.h> #include <linux/kallsyms.h> |
e01402b11 More AP / SP bits... |
23 |
#include <linux/bootmem.h> |
d4fd1989e [MIPS] Honour "pa... |
24 |
#include <linux/interrupt.h> |
39b8d5254 [MIPS] Add suppor... |
25 |
#include <linux/ptrace.h> |
885470011 [MIPS] kgdb: add ... |
26 27 |
#include <linux/kgdb.h> #include <linux/kdebug.h> |
c1bf207d6 MIPS: kprobe: Add... |
28 |
#include <linux/kprobes.h> |
69f3a7de1 MIPS: Modularize ... |
29 |
#include <linux/notifier.h> |
5dd11d5d4 mips,kgdb: kdb lo... |
30 |
#include <linux/kdb.h> |
ca4d3e674 MIPS: Add missing... |
31 |
#include <linux/irq.h> |
7f788d2d5 MIPS: add support... |
32 |
#include <linux/perf_event.h> |
1da177e4c Linux-2.6.12-rc2 |
33 34 35 36 |
#include <asm/bootinfo.h> #include <asm/branch.h> #include <asm/break.h> |
69f3a7de1 MIPS: Modularize ... |
37 |
#include <asm/cop2.h> |
1da177e4c Linux-2.6.12-rc2 |
38 |
#include <asm/cpu.h> |
e50c0a8fa Support the MIPS3... |
39 |
#include <asm/dsp.h> |
1da177e4c Linux-2.6.12-rc2 |
40 |
#include <asm/fpu.h> |
ba3049ed4 MIPS: Switch FPU ... |
41 |
#include <asm/fpu_emulator.h> |
340ee4b98 Virtual SMP suppo... |
42 43 |
#include <asm/mipsregs.h> #include <asm/mipsmtregs.h> |
1da177e4c Linux-2.6.12-rc2 |
44 45 46 47 48 49 50 51 |
#include <asm/module.h> #include <asm/pgtable.h> #include <asm/ptrace.h> #include <asm/sections.h> #include <asm/system.h> #include <asm/tlbdebug.h> #include <asm/traps.h> #include <asm/uaccess.h> |
b67b2b703 MIPS: Watch excep... |
52 |
#include <asm/watch.h> |
1da177e4c Linux-2.6.12-rc2 |
53 |
#include <asm/mmu_context.h> |
1da177e4c Linux-2.6.12-rc2 |
54 |
#include <asm/types.h> |
1df0f0ff7 [MIPS] lockdep: A... |
55 |
#include <asm/stacktrace.h> |
92bbe1b98 MIPS: Deal with l... |
56 |
#include <asm/uasm.h> |
1da177e4c Linux-2.6.12-rc2 |
57 |
|
c65a5480f [MIPS] Fix potent... |
58 59 60 |
extern void check_wait(void); extern asmlinkage void r4k_wait(void); extern asmlinkage void rollback_handle_int(void); |
e4ac58afd [MIPS] Rewrite al... |
61 |
extern asmlinkage void handle_int(void); |
1da177e4c Linux-2.6.12-rc2 |
62 63 64 65 66 67 68 69 70 71 |
extern asmlinkage void handle_tlbm(void); extern asmlinkage void handle_tlbl(void); extern asmlinkage void handle_tlbs(void); extern asmlinkage void handle_adel(void); extern asmlinkage void handle_ades(void); extern asmlinkage void handle_ibe(void); extern asmlinkage void handle_dbe(void); extern asmlinkage void handle_sys(void); extern asmlinkage void handle_bp(void); extern asmlinkage void handle_ri(void); |
5b10496b6 [MIPS] Fast path ... |
72 73 |
extern asmlinkage void handle_ri_rdhwr_vivt(void); extern asmlinkage void handle_ri_rdhwr(void); |
1da177e4c Linux-2.6.12-rc2 |
74 75 76 77 78 79 |
extern asmlinkage void handle_cpu(void); extern asmlinkage void handle_ov(void); extern asmlinkage void handle_tr(void); extern asmlinkage void handle_fpe(void); extern asmlinkage void handle_mdmx(void); extern asmlinkage void handle_watch(void); |
340ee4b98 Virtual SMP suppo... |
80 |
extern asmlinkage void handle_mt(void); |
e50c0a8fa Support the MIPS3... |
81 |
extern asmlinkage void handle_dsp(void); |
1da177e4c Linux-2.6.12-rc2 |
82 83 |
extern asmlinkage void handle_mcheck(void); extern asmlinkage void handle_reserved(void); |
12616ed20 FPU emulator garb... |
84 |
extern int fpu_emulator_cop1Handler(struct pt_regs *xcp, |
515b029d0 MIPS: Send proper... |
85 86 |
struct mips_fpu_struct *ctx, int has_fpu, void *__user *fault_addr); |
1da177e4c Linux-2.6.12-rc2 |
87 88 89 |
void (*board_be_init)(void); int (*board_be_handler)(struct pt_regs *regs, int is_fixup); |
e01402b11 More AP / SP bits... |
90 91 92 |
void (*board_nmi_handler_setup)(void); void (*board_ejtag_handler_setup)(void); void (*board_bind_eic_interrupt)(int irq, int regset); |
6fb97effe MIPS: Add board_e... |
93 |
void (*board_ebase_setup)(void); |
1da177e4c Linux-2.6.12-rc2 |
94 |
|
1da177e4c Linux-2.6.12-rc2 |
95 |
|
4d157d5ea [MIPS] Improve un... |
96 |
static void show_raw_backtrace(unsigned long reg29) |
e889d78fd [MIPS] Rearrange ... |
97 |
{ |
39b8d5254 [MIPS] Add suppor... |
98 |
unsigned long *sp = (unsigned long *)(reg29 & ~3); |
e889d78fd [MIPS] Rearrange ... |
99 100 101 102 103 104 105 |
unsigned long addr; printk("Call Trace:"); #ifdef CONFIG_KALLSYMS printk(" "); #endif |
10220c884 [MIPS] Fix check ... |
106 107 108 109 110 111 |
while (!kstack_end(sp)) { unsigned long __user *p = (unsigned long __user *)(unsigned long)sp++; if (__get_user(addr, p)) { printk(" (Bad stack address)"); break; |
39b8d5254 [MIPS] Add suppor... |
112 |
} |
10220c884 [MIPS] Fix check ... |
113 114 |
if (__kernel_text_address(addr)) print_ip_sym(addr); |
e889d78fd [MIPS] Rearrange ... |
115 |
} |
10220c884 [MIPS] Fix check ... |
116 117 |
printk(" "); |
e889d78fd [MIPS] Rearrange ... |
118 |
} |
f66686f70 [MIPS] dump_stack... |
119 |
#ifdef CONFIG_KALLSYMS |
1df0f0ff7 [MIPS] lockdep: A... |
120 |
int raw_show_trace; |
f66686f70 [MIPS] dump_stack... |
121 122 123 124 125 126 |
static int __init set_raw_show_trace(char *str) { raw_show_trace = 1; return 1; } __setup("raw_show_trace", set_raw_show_trace); |
1df0f0ff7 [MIPS] lockdep: A... |
127 |
#endif |
4d157d5ea [MIPS] Improve un... |
128 |
|
eae23f2c2 [MIPS] IP22: Fix ... |
129 |
static void show_backtrace(struct task_struct *task, const struct pt_regs *regs) |
f66686f70 [MIPS] dump_stack... |
130 |
{ |
4d157d5ea [MIPS] Improve un... |
131 132 |
unsigned long sp = regs->regs[29]; unsigned long ra = regs->regs[31]; |
f66686f70 [MIPS] dump_stack... |
133 |
unsigned long pc = regs->cp0_epc; |
f66686f70 [MIPS] dump_stack... |
134 135 |
if (raw_show_trace || !__kernel_text_address(pc)) { |
87151ae39 [MIPS] Miscellane... |
136 |
show_raw_backtrace(sp); |
f66686f70 [MIPS] dump_stack... |
137 138 139 140 |
return; } printk("Call Trace: "); |
4d157d5ea [MIPS] Improve un... |
141 |
do { |
87151ae39 [MIPS] Miscellane... |
142 |
print_ip_sym(pc); |
1924600cd [MIPS] Make unwin... |
143 |
pc = unwind_stack(task, &sp, pc, &ra); |
4d157d5ea [MIPS] Improve un... |
144 |
} while (pc); |
f66686f70 [MIPS] dump_stack... |
145 146 147 |
printk(" "); } |
f66686f70 [MIPS] dump_stack... |
148 |
|
1da177e4c Linux-2.6.12-rc2 |
149 150 151 152 |
/* * This routine abuses get_user()/put_user() to reference pointers * with at least a bit of error checking ... */ |
eae23f2c2 [MIPS] IP22: Fix ... |
153 154 |
static void show_stacktrace(struct task_struct *task, const struct pt_regs *regs) |
1da177e4c Linux-2.6.12-rc2 |
155 156 157 158 |
{ const int field = 2 * sizeof(unsigned long); long stackdata; int i; |
5e0373b8e [MIPS] Add some _... |
159 |
unsigned long __user *sp = (unsigned long __user *)regs->regs[29]; |
1da177e4c Linux-2.6.12-rc2 |
160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 |
printk("Stack :"); i = 0; while ((unsigned long) sp & (PAGE_SIZE - 1)) { if (i && ((i % (64 / field)) == 0)) printk(" "); if (i > 39) { printk(" ..."); break; } if (__get_user(stackdata, sp++)) { printk(" (Bad stack address)"); break; } printk(" %0*lx", field, stackdata); i++; } printk(" "); |
87151ae39 [MIPS] Miscellane... |
182 |
show_backtrace(task, regs); |
f66686f70 [MIPS] dump_stack... |
183 |
} |
f66686f70 [MIPS] dump_stack... |
184 185 186 187 188 189 190 191 192 193 194 195 |
void show_stack(struct task_struct *task, unsigned long *sp) { struct pt_regs regs; if (sp) { regs.regs[29] = (unsigned long)sp; regs.regs[31] = 0; regs.cp0_epc = 0; } else { if (task && task != current) { regs.regs[29] = task->thread.reg29; regs.regs[31] = 0; regs.cp0_epc = task->thread.reg31; |
5dd11d5d4 mips,kgdb: kdb lo... |
196 197 198 199 200 |
#ifdef CONFIG_KGDB_KDB } else if (atomic_read(&kgdb_active) != -1 && kdb_current_regs) { memcpy(®s, kdb_current_regs, sizeof(regs)); #endif /* CONFIG_KGDB_KDB */ |
f66686f70 [MIPS] dump_stack... |
201 202 203 204 205 |
} else { prepare_frametrace(®s); } } show_stacktrace(task, ®s); |
1da177e4c Linux-2.6.12-rc2 |
206 207 208 209 210 211 212 |
} /* * The architecture-independent dump_stack generator */ void dump_stack(void) { |
1666a6fc7 [MIPS] Simplify d... |
213 |
struct pt_regs regs; |
1da177e4c Linux-2.6.12-rc2 |
214 |
|
1666a6fc7 [MIPS] Simplify d... |
215 216 |
prepare_frametrace(®s); show_backtrace(current, ®s); |
1da177e4c Linux-2.6.12-rc2 |
217 218 219 |
} EXPORT_SYMBOL(dump_stack); |
e1bb82890 [MIPS] Make show_... |
220 |
static void show_code(unsigned int __user *pc) |
1da177e4c Linux-2.6.12-rc2 |
221 222 |
{ long i; |
39b8d5254 [MIPS] Add suppor... |
223 |
unsigned short __user *pc16 = NULL; |
1da177e4c Linux-2.6.12-rc2 |
224 225 226 |
printk(" Code:"); |
39b8d5254 [MIPS] Add suppor... |
227 228 |
if ((unsigned long)pc & 1) pc16 = (unsigned short __user *)((unsigned long)pc & ~1); |
1da177e4c Linux-2.6.12-rc2 |
229 230 |
for(i = -3 ; i < 6 ; i++) { unsigned int insn; |
39b8d5254 [MIPS] Add suppor... |
231 |
if (pc16 ? __get_user(insn, pc16 + i) : __get_user(insn, pc + i)) { |
1da177e4c Linux-2.6.12-rc2 |
232 233 234 235 |
printk(" (Bad address in epc) "); break; } |
39b8d5254 [MIPS] Add suppor... |
236 |
printk("%c%0*x%c", (i?' ':'<'), pc16 ? 4 : 8, insn, (i?' ':'>')); |
1da177e4c Linux-2.6.12-rc2 |
237 238 |
} } |
eae23f2c2 [MIPS] IP22: Fix ... |
239 |
static void __show_regs(const struct pt_regs *regs) |
1da177e4c Linux-2.6.12-rc2 |
240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 |
{ const int field = 2 * sizeof(unsigned long); unsigned int cause = regs->cp0_cause; int i; printk("Cpu %d ", smp_processor_id()); /* * Saved main processor registers */ for (i = 0; i < 32; ) { if ((i % 4) == 0) printk("$%2d :", i); if (i == 0) printk(" %0*lx", field, 0UL); else if (i == 26 || i == 27) printk(" %*s", field, ""); else printk(" %0*lx", field, regs->regs[i]); i++; if ((i % 4) == 0) printk(" "); } |
9693a8537 [MIPS] Add basic ... |
266 267 268 269 |
#ifdef CONFIG_CPU_HAS_SMARTMIPS printk("Acx : %0*lx ", field, regs->acx); #endif |
1da177e4c Linux-2.6.12-rc2 |
270 271 272 273 274 275 276 277 |
printk("Hi : %0*lx ", field, regs->hi); printk("Lo : %0*lx ", field, regs->lo); /* * Saved cp0 registers */ |
b012cffe7 [MIPS] Replace us... |
278 279 280 |
printk("epc : %0*lx %pS ", field, regs->cp0_epc, (void *) regs->cp0_epc); |
1da177e4c Linux-2.6.12-rc2 |
281 282 |
printk(" %s ", print_tainted()); |
b012cffe7 [MIPS] Replace us... |
283 284 285 |
printk("ra : %0*lx %pS ", field, regs->regs[31], (void *) regs->regs[31]); |
1da177e4c Linux-2.6.12-rc2 |
286 287 |
printk("Status: %08x ", (uint32_t) regs->cp0_status); |
3b2396d97 Use correct names... |
288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 |
if (current_cpu_data.isa_level == MIPS_CPU_ISA_I) { if (regs->cp0_status & ST0_KUO) printk("KUo "); if (regs->cp0_status & ST0_IEO) printk("IEo "); if (regs->cp0_status & ST0_KUP) printk("KUp "); if (regs->cp0_status & ST0_IEP) printk("IEp "); if (regs->cp0_status & ST0_KUC) printk("KUc "); if (regs->cp0_status & ST0_IEC) printk("IEc "); } else { if (regs->cp0_status & ST0_KX) printk("KX "); if (regs->cp0_status & ST0_SX) printk("SX "); if (regs->cp0_status & ST0_UX) printk("UX "); switch (regs->cp0_status & ST0_KSU) { case KSU_USER: printk("USER "); break; case KSU_SUPERVISOR: printk("SUPERVISOR "); break; case KSU_KERNEL: printk("KERNEL "); break; default: printk("BAD_MODE "); break; } if (regs->cp0_status & ST0_ERL) printk("ERL "); if (regs->cp0_status & ST0_EXL) printk("EXL "); if (regs->cp0_status & ST0_IE) printk("IE "); |
1da177e4c Linux-2.6.12-rc2 |
328 |
} |
1da177e4c Linux-2.6.12-rc2 |
329 330 331 332 333 334 335 336 337 338 |
printk(" "); printk("Cause : %08x ", cause); cause = (cause & CAUSEF_EXCCODE) >> CAUSEB_EXCCODE; if (1 <= cause && cause <= 5) printk("BadVA : %0*lx ", field, regs->cp0_badvaddr); |
9966db25d [MIPS] Make facil... |
339 340 341 |
printk("PrId : %08x (%s) ", read_c0_prid(), cpu_name_string()); |
1da177e4c Linux-2.6.12-rc2 |
342 |
} |
eae23f2c2 [MIPS] IP22: Fix ... |
343 344 345 346 347 348 349 |
/* * FIXME: really the generic show_regs should take a const pointer argument. */ void show_regs(struct pt_regs *regs) { __show_regs((struct pt_regs *)regs); } |
c1bf207d6 MIPS: kprobe: Add... |
350 |
void show_registers(struct pt_regs *regs) |
1da177e4c Linux-2.6.12-rc2 |
351 |
{ |
39b8d5254 [MIPS] Add suppor... |
352 |
const int field = 2 * sizeof(unsigned long); |
eae23f2c2 [MIPS] IP22: Fix ... |
353 |
__show_regs(regs); |
1da177e4c Linux-2.6.12-rc2 |
354 |
print_modules(); |
39b8d5254 [MIPS] Add suppor... |
355 356 357 358 359 360 361 362 363 364 365 366 |
printk("Process %s (pid: %d, threadinfo=%p, task=%p, tls=%0*lx) ", current->comm, current->pid, current_thread_info(), current, field, current_thread_info()->tp_value); if (cpu_has_userlocal) { unsigned long tls; tls = read_c0_userlocal(); if (tls != current_thread_info()->tp_value) printk("*HwTLS: %0*lx ", field, tls); } |
f66686f70 [MIPS] dump_stack... |
367 |
show_stacktrace(current, regs); |
e1bb82890 [MIPS] Make show_... |
368 |
show_code((unsigned int __user *) regs->cp0_epc); |
1da177e4c Linux-2.6.12-rc2 |
369 370 371 |
printk(" "); } |
70dc6f045 MIPS: Clean up no... |
372 373 374 375 |
static int regs_to_trapnr(struct pt_regs *regs) { return (regs->cp0_cause >> 2) & 0x1f; } |
4d85f6afa MIPS: Make the di... |
376 |
static DEFINE_RAW_SPINLOCK(die_lock); |
1da177e4c Linux-2.6.12-rc2 |
377 |
|
70dc6f045 MIPS: Clean up no... |
378 |
void __noreturn die(const char *str, struct pt_regs *regs) |
1da177e4c Linux-2.6.12-rc2 |
379 380 |
{ static int die_counter; |
ce384d83d MIPS: die() does ... |
381 |
int sig = SIGSEGV; |
41c594ab6 [MIPS] MT: Improv... |
382 |
#ifdef CONFIG_MIPS_MT_SMTC |
8742cd234 MIPS: Call oops_e... |
383 |
unsigned long dvpret; |
41c594ab6 [MIPS] MT: Improv... |
384 |
#endif /* CONFIG_MIPS_MT_SMTC */ |
1da177e4c Linux-2.6.12-rc2 |
385 |
|
8742cd234 MIPS: Call oops_e... |
386 |
oops_enter(); |
10423c91f MIPS: Fix duplica... |
387 388 |
if (notify_die(DIE_OOPS, str, regs, 0, regs_to_trapnr(regs), SIGSEGV) == NOTIFY_STOP) sig = 0; |
5dd11d5d4 mips,kgdb: kdb lo... |
389 |
|
1da177e4c Linux-2.6.12-rc2 |
390 |
console_verbose(); |
4d85f6afa MIPS: Make the di... |
391 |
raw_spin_lock_irq(&die_lock); |
8742cd234 MIPS: Call oops_e... |
392 393 394 |
#ifdef CONFIG_MIPS_MT_SMTC dvpret = dvpe(); #endif /* CONFIG_MIPS_MT_SMTC */ |
41c594ab6 [MIPS] MT: Improv... |
395 396 397 398 |
bust_spinlocks(1); #ifdef CONFIG_MIPS_MT_SMTC mips_mt_regdump(dvpret); #endif /* CONFIG_MIPS_MT_SMTC */ |
ce384d83d MIPS: die() does ... |
399 |
|
178086c86 Don't print file ... |
400 401 |
printk("%s[#%d]: ", str, ++die_counter); |
1da177e4c Linux-2.6.12-rc2 |
402 |
show_registers(regs); |
bcdcd8e72 Report that kerne... |
403 |
add_taint(TAINT_DIE); |
4d85f6afa MIPS: Make the di... |
404 |
raw_spin_unlock_irq(&die_lock); |
d4fd1989e [MIPS] Honour "pa... |
405 |
|
8742cd234 MIPS: Call oops_e... |
406 |
oops_exit(); |
d4fd1989e [MIPS] Honour "pa... |
407 408 409 410 |
if (in_interrupt()) panic("Fatal exception in interrupt"); if (panic_on_oops) { |
ab75dc02c MIPS: Fix up inco... |
411 |
printk(KERN_EMERG "Fatal exception: panic in 5 seconds"); |
d4fd1989e [MIPS] Honour "pa... |
412 413 414 |
ssleep(5); panic("Fatal exception"); } |
ce384d83d MIPS: die() does ... |
415 |
do_exit(sig); |
1da177e4c Linux-2.6.12-rc2 |
416 |
} |
0510617b8 [MIPS] Fix data b... |
417 418 |
extern struct exception_table_entry __start___dbe_table[]; extern struct exception_table_entry __stop___dbe_table[]; |
1da177e4c Linux-2.6.12-rc2 |
419 |
|
b6dcec9ba [MIPS] Make __dec... |
420 421 422 423 424 |
__asm__( " .section __dbe_table, \"a\" " " .previous "); |
1da177e4c Linux-2.6.12-rc2 |
425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 |
/* Given an address, look for it in the exception tables. */ static const struct exception_table_entry *search_dbe_tables(unsigned long addr) { const struct exception_table_entry *e; e = search_extable(__start___dbe_table, __stop___dbe_table - 1, addr); if (!e) e = search_module_dbetables(addr); return e; } asmlinkage void do_be(struct pt_regs *regs) { const int field = 2 * sizeof(unsigned long); const struct exception_table_entry *fixup = NULL; int data = regs->cp0_cause & 4; int action = MIPS_BE_FATAL; /* XXX For now. Fixme, this searches the wrong table ... */ if (data && !user_mode(regs)) fixup = search_dbe_tables(exception_epc(regs)); if (fixup) action = MIPS_BE_FIXUP; if (board_be_handler) |
28fc582cc [MIPS] Sparse: Us... |
452 |
action = board_be_handler(regs, fixup != NULL); |
1da177e4c Linux-2.6.12-rc2 |
453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 |
switch (action) { case MIPS_BE_DISCARD: return; case MIPS_BE_FIXUP: if (fixup) { regs->cp0_epc = fixup->nextinsn; return; } break; default: break; } /* * Assume it would be too dangerous to continue ... */ printk(KERN_ALERT "%s bus error, epc == %0*lx, ra == %0*lx ", data ? "Data" : "Instruction", field, regs->cp0_epc, field, regs->regs[31]); |
70dc6f045 MIPS: Clean up no... |
474 |
if (notify_die(DIE_OOPS, "bus error", regs, 0, regs_to_trapnr(regs), SIGBUS) |
885470011 [MIPS] kgdb: add ... |
475 476 |
== NOTIFY_STOP) return; |
1da177e4c Linux-2.6.12-rc2 |
477 478 479 |
die_if_kernel("Oops", regs); force_sig(SIGBUS, current); } |
1da177e4c Linux-2.6.12-rc2 |
480 |
/* |
60b0d6554 [MIPS] SYNC emula... |
481 |
* ll/sc, rdhwr, sync emulation |
1da177e4c Linux-2.6.12-rc2 |
482 483 484 485 486 487 488 489 |
*/ #define OPCODE 0xfc000000 #define BASE 0x03e00000 #define RT 0x001f0000 #define OFFSET 0x0000ffff #define LL 0xc0000000 #define SC 0xe0000000 |
60b0d6554 [MIPS] SYNC emula... |
490 |
#define SPEC0 0x00000000 |
3c37026d4 NPTL, round one. |
491 492 493 |
#define SPEC3 0x7c000000 #define RD 0x0000f800 #define FUNC 0x0000003f |
60b0d6554 [MIPS] SYNC emula... |
494 |
#define SYNC 0x0000000f |
3c37026d4 NPTL, round one. |
495 |
#define RDHWR 0x0000003b |
1da177e4c Linux-2.6.12-rc2 |
496 497 498 499 |
/* * The ll_bit is cleared by r*_switch.S */ |
f1e39a4a6 MIPS: Rewrite sys... |
500 501 |
unsigned int ll_bit; struct task_struct *ll_task; |
1da177e4c Linux-2.6.12-rc2 |
502 |
|
60b0d6554 [MIPS] SYNC emula... |
503 |
static inline int simulate_ll(struct pt_regs *regs, unsigned int opcode) |
1da177e4c Linux-2.6.12-rc2 |
504 |
{ |
fe00f943e Sparseify MIPS. |
505 |
unsigned long value, __user *vaddr; |
1da177e4c Linux-2.6.12-rc2 |
506 |
long offset; |
1da177e4c Linux-2.6.12-rc2 |
507 508 509 510 511 512 513 514 515 516 |
/* * analyse the ll instruction that just caused a ri exception * and put the referenced address to addr. */ /* sign extend offset */ offset = opcode & OFFSET; offset <<= 16; offset >>= 16; |
fe00f943e Sparseify MIPS. |
517 518 |
vaddr = (unsigned long __user *) ((unsigned long)(regs->regs[(opcode & BASE) >> 21]) + offset); |
1da177e4c Linux-2.6.12-rc2 |
519 |
|
60b0d6554 [MIPS] SYNC emula... |
520 521 522 523 |
if ((unsigned long)vaddr & 3) return SIGBUS; if (get_user(value, vaddr)) return SIGSEGV; |
1da177e4c Linux-2.6.12-rc2 |
524 525 526 527 528 529 530 531 532 533 534 535 536 |
preempt_disable(); if (ll_task == NULL || ll_task == current) { ll_bit = 1; } else { ll_bit = 0; } ll_task = current; preempt_enable(); regs->regs[(opcode & RT) >> 16] = value; |
60b0d6554 [MIPS] SYNC emula... |
537 |
return 0; |
1da177e4c Linux-2.6.12-rc2 |
538 |
} |
60b0d6554 [MIPS] SYNC emula... |
539 |
static inline int simulate_sc(struct pt_regs *regs, unsigned int opcode) |
1da177e4c Linux-2.6.12-rc2 |
540 |
{ |
fe00f943e Sparseify MIPS. |
541 542 |
unsigned long __user *vaddr; unsigned long reg; |
1da177e4c Linux-2.6.12-rc2 |
543 |
long offset; |
1da177e4c Linux-2.6.12-rc2 |
544 545 546 547 548 549 550 551 552 553 |
/* * analyse the sc instruction that just caused a ri exception * and put the referenced address to addr. */ /* sign extend offset */ offset = opcode & OFFSET; offset <<= 16; offset >>= 16; |
fe00f943e Sparseify MIPS. |
554 555 |
vaddr = (unsigned long __user *) ((unsigned long)(regs->regs[(opcode & BASE) >> 21]) + offset); |
1da177e4c Linux-2.6.12-rc2 |
556 |
reg = (opcode & RT) >> 16; |
60b0d6554 [MIPS] SYNC emula... |
557 558 |
if ((unsigned long)vaddr & 3) return SIGBUS; |
1da177e4c Linux-2.6.12-rc2 |
559 560 561 562 563 564 |
preempt_disable(); if (ll_bit == 0 || ll_task != current) { regs->regs[reg] = 0; preempt_enable(); |
60b0d6554 [MIPS] SYNC emula... |
565 |
return 0; |
1da177e4c Linux-2.6.12-rc2 |
566 567 568 |
} preempt_enable(); |
60b0d6554 [MIPS] SYNC emula... |
569 570 |
if (put_user(regs->regs[reg], vaddr)) return SIGSEGV; |
1da177e4c Linux-2.6.12-rc2 |
571 572 |
regs->regs[reg] = 1; |
60b0d6554 [MIPS] SYNC emula... |
573 |
return 0; |
1da177e4c Linux-2.6.12-rc2 |
574 575 576 577 578 579 580 581 582 |
} /* * ll uses the opcode of lwc0 and sc uses the opcode of swc0. That is both * opcodes are supposed to result in coprocessor unusable exceptions if * executed on ll/sc-less processors. That's the theory. In practice a * few processors such as NEC's VR4100 throw reserved instruction exceptions * instead, so we're doing the emulation thing in both exception handlers. */ |
60b0d6554 [MIPS] SYNC emula... |
583 |
static int simulate_llsc(struct pt_regs *regs, unsigned int opcode) |
1da177e4c Linux-2.6.12-rc2 |
584 |
{ |
7f788d2d5 MIPS: add support... |
585 586 |
if ((opcode & OPCODE) == LL) { perf_sw_event(PERF_COUNT_SW_EMULATION_FAULTS, |
a8b0ca17b perf: Remove the ... |
587 |
1, regs, 0); |
60b0d6554 [MIPS] SYNC emula... |
588 |
return simulate_ll(regs, opcode); |
7f788d2d5 MIPS: add support... |
589 590 591 |
} if ((opcode & OPCODE) == SC) { perf_sw_event(PERF_COUNT_SW_EMULATION_FAULTS, |
a8b0ca17b perf: Remove the ... |
592 |
1, regs, 0); |
60b0d6554 [MIPS] SYNC emula... |
593 |
return simulate_sc(regs, opcode); |
7f788d2d5 MIPS: add support... |
594 |
} |
1da177e4c Linux-2.6.12-rc2 |
595 |
|
60b0d6554 [MIPS] SYNC emula... |
596 |
return -1; /* Must be something else ... */ |
1da177e4c Linux-2.6.12-rc2 |
597 |
} |
3c37026d4 NPTL, round one. |
598 599 |
/* * Simulate trapping 'rdhwr' instructions to provide user accessible |
1f5826bd0 [MIPS] Added miss... |
600 |
* registers not implemented in hardware. |
3c37026d4 NPTL, round one. |
601 |
*/ |
60b0d6554 [MIPS] SYNC emula... |
602 |
static int simulate_rdhwr(struct pt_regs *regs, unsigned int opcode) |
3c37026d4 NPTL, round one. |
603 |
{ |
dc8f6029c [PATCH] mips: tas... |
604 |
struct thread_info *ti = task_thread_info(current); |
3c37026d4 NPTL, round one. |
605 606 607 608 |
if ((opcode & OPCODE) == SPEC3 && (opcode & FUNC) == RDHWR) { int rd = (opcode & RD) >> 11; int rt = (opcode & RT) >> 16; |
7f788d2d5 MIPS: add support... |
609 |
perf_sw_event(PERF_COUNT_SW_EMULATION_FAULTS, |
a8b0ca17b perf: Remove the ... |
610 |
1, regs, 0); |
3c37026d4 NPTL, round one. |
611 |
switch (rd) { |
1f5826bd0 [MIPS] Added miss... |
612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 |
case 0: /* CPU number */ regs->regs[rt] = smp_processor_id(); return 0; case 1: /* SYNCI length */ regs->regs[rt] = min(current_cpu_data.dcache.linesz, current_cpu_data.icache.linesz); return 0; case 2: /* Read count register */ regs->regs[rt] = read_c0_count(); return 0; case 3: /* Count register resolution */ switch (current_cpu_data.cputype) { case CPU_20KC: case CPU_25KF: regs->regs[rt] = 1; break; |
3c37026d4 NPTL, round one. |
628 |
default: |
1f5826bd0 [MIPS] Added miss... |
629 630 631 632 633 634 635 636 |
regs->regs[rt] = 2; } return 0; case 29: regs->regs[rt] = ti->tp_value; return 0; default: return -1; |
3c37026d4 NPTL, round one. |
637 638 |
} } |
56ebd51ba [MIPS] Generate S... |
639 |
/* Not ours. */ |
60b0d6554 [MIPS] SYNC emula... |
640 641 |
return -1; } |
e56798824 [MIPS] Work aroun... |
642 |
|
60b0d6554 [MIPS] SYNC emula... |
643 644 |
static int simulate_sync(struct pt_regs *regs, unsigned int opcode) { |
7f788d2d5 MIPS: add support... |
645 646 |
if ((opcode & OPCODE) == SPEC0 && (opcode & FUNC) == SYNC) { perf_sw_event(PERF_COUNT_SW_EMULATION_FAULTS, |
a8b0ca17b perf: Remove the ... |
647 |
1, regs, 0); |
60b0d6554 [MIPS] SYNC emula... |
648 |
return 0; |
7f788d2d5 MIPS: add support... |
649 |
} |
60b0d6554 [MIPS] SYNC emula... |
650 651 |
return -1; /* Must be something else ... */ |
3c37026d4 NPTL, round one. |
652 |
} |
1da177e4c Linux-2.6.12-rc2 |
653 654 655 |
asmlinkage void do_ov(struct pt_regs *regs) { siginfo_t info; |
36ccf1c0e [MIPS] Make integ... |
656 |
die_if_kernel("Integer overflow", regs); |
1da177e4c Linux-2.6.12-rc2 |
657 658 659 |
info.si_code = FPE_INTOVF; info.si_signo = SIGFPE; info.si_errno = 0; |
fe00f943e Sparseify MIPS. |
660 |
info.si_addr = (void __user *) regs->cp0_epc; |
1da177e4c Linux-2.6.12-rc2 |
661 662 |
force_sig_info(SIGFPE, &info, current); } |
515b029d0 MIPS: Send proper... |
663 664 665 666 667 668 669 670 671 672 673 674 675 676 677 678 679 680 681 682 683 684 685 |
static int process_fpemu_return(int sig, void __user *fault_addr) { if (sig == SIGSEGV || sig == SIGBUS) { struct siginfo si = {0}; si.si_addr = fault_addr; si.si_signo = sig; if (sig == SIGSEGV) { if (find_vma(current->mm, (unsigned long)fault_addr)) si.si_code = SEGV_ACCERR; else si.si_code = SEGV_MAPERR; } else { si.si_code = BUS_ADRERR; } force_sig_info(sig, &si, current); return 1; } else if (sig) { force_sig(sig, current); return 1; } else { return 0; } } |
1da177e4c Linux-2.6.12-rc2 |
686 687 688 689 690 |
/* * XXX Delayed fp exceptions when doing a lazy ctx switch XXX */ asmlinkage void do_fpe(struct pt_regs *regs, unsigned long fcr31) { |
515b029d0 MIPS: Send proper... |
691 |
siginfo_t info = {0}; |
948a34cf3 [MIPS] Maintain s... |
692 |
|
70dc6f045 MIPS: Clean up no... |
693 |
if (notify_die(DIE_FP, "FP exception", regs, 0, regs_to_trapnr(regs), SIGFPE) |
885470011 [MIPS] kgdb: add ... |
694 695 |
== NOTIFY_STOP) return; |
57725f9eb [MIPS] Panic on f... |
696 |
die_if_kernel("FP exception in kernel code", regs); |
1da177e4c Linux-2.6.12-rc2 |
697 698 |
if (fcr31 & FPU_CSR_UNI_X) { int sig; |
515b029d0 MIPS: Send proper... |
699 |
void __user *fault_addr = NULL; |
1da177e4c Linux-2.6.12-rc2 |
700 |
|
1da177e4c Linux-2.6.12-rc2 |
701 |
/* |
a3dddd560 [MIPS] War on whi... |
702 |
* Unimplemented operation exception. If we've got the full |
1da177e4c Linux-2.6.12-rc2 |
703 704 705 706 707 708 709 710 |
* software emulator on-board, let's use it... * * Force FPU to dump state into task/thread context. We're * moving a lot of data here for what is probably a single * instruction, but the alternative is to pre-decode the FP * register operands before invoking the emulator, which seems * a bit extreme for what should be an infrequent event. */ |
cd21dfcfb Fix preemption an... |
711 |
/* Ensure 'resume' not overwrite saved fp context again. */ |
53dc80287 [MIPS] FPU owners... |
712 |
lose_fpu(1); |
1da177e4c Linux-2.6.12-rc2 |
713 714 |
/* Run the emulator */ |
515b029d0 MIPS: Send proper... |
715 716 |
sig = fpu_emulator_cop1Handler(regs, ¤t->thread.fpu, 1, &fault_addr); |
1da177e4c Linux-2.6.12-rc2 |
717 718 719 720 721 |
/* * We can't allow the emulated instruction to leave any of * the cause bit set in $fcr31. */ |
eae89076e [MIPS] Unify mips... |
722 |
current->thread.fpu.fcr31 &= ~FPU_CSR_ALL_X; |
1da177e4c Linux-2.6.12-rc2 |
723 724 |
/* Restore the hardware register state */ |
53dc80287 [MIPS] FPU owners... |
725 |
own_fpu(1); /* Using the FPU again. */ |
1da177e4c Linux-2.6.12-rc2 |
726 727 |
/* If something went wrong, signal */ |
515b029d0 MIPS: Send proper... |
728 |
process_fpemu_return(sig, fault_addr); |
1da177e4c Linux-2.6.12-rc2 |
729 730 |
return; |
948a34cf3 [MIPS] Maintain s... |
731 732 733 734 735 736 737 738 739 740 741 742 743 744 745 746 |
} else if (fcr31 & FPU_CSR_INV_X) info.si_code = FPE_FLTINV; else if (fcr31 & FPU_CSR_DIV_X) info.si_code = FPE_FLTDIV; else if (fcr31 & FPU_CSR_OVF_X) info.si_code = FPE_FLTOVF; else if (fcr31 & FPU_CSR_UDF_X) info.si_code = FPE_FLTUND; else if (fcr31 & FPU_CSR_INE_X) info.si_code = FPE_FLTRES; else info.si_code = __SI_FAULT; info.si_signo = SIGFPE; info.si_errno = 0; info.si_addr = (void __user *) regs->cp0_epc; force_sig_info(SIGFPE, &info, current); |
1da177e4c Linux-2.6.12-rc2 |
747 |
} |
df2700519 [MIPS] Fix handli... |
748 749 |
static void do_trap_or_bp(struct pt_regs *regs, unsigned int code, const char *str) |
1da177e4c Linux-2.6.12-rc2 |
750 |
{ |
1da177e4c Linux-2.6.12-rc2 |
751 |
siginfo_t info; |
df2700519 [MIPS] Fix handli... |
752 |
char b[40]; |
1da177e4c Linux-2.6.12-rc2 |
753 |
|
5dd11d5d4 mips,kgdb: kdb lo... |
754 |
#ifdef CONFIG_KGDB_LOW_LEVEL_TRAP |
70dc6f045 MIPS: Clean up no... |
755 |
if (kgdb_ll_trap(DIE_TRAP, str, regs, code, regs_to_trapnr(regs), SIGTRAP) == NOTIFY_STOP) |
5dd11d5d4 mips,kgdb: kdb lo... |
756 757 |
return; #endif /* CONFIG_KGDB_LOW_LEVEL_TRAP */ |
70dc6f045 MIPS: Clean up no... |
758 |
if (notify_die(DIE_TRAP, str, regs, code, regs_to_trapnr(regs), SIGTRAP) == NOTIFY_STOP) |
885470011 [MIPS] kgdb: add ... |
759 |
return; |
1da177e4c Linux-2.6.12-rc2 |
760 |
/* |
df2700519 [MIPS] Fix handli... |
761 762 763 |
* A short test says that IRIX 5.3 sends SIGTRAP for all trap * insns, even for trap and break codes that indicate arithmetic * failures. Weird ... |
1da177e4c Linux-2.6.12-rc2 |
764 765 |
* But should we continue the brokenness??? --macro */ |
df2700519 [MIPS] Fix handli... |
766 767 768 769 770 771 |
switch (code) { case BRK_OVERFLOW: case BRK_DIVZERO: scnprintf(b, sizeof(b), "%s instruction in kernel code", str); die_if_kernel(b, regs); if (code == BRK_DIVZERO) |
1da177e4c Linux-2.6.12-rc2 |
772 773 774 775 776 |
info.si_code = FPE_INTDIV; else info.si_code = FPE_INTOVF; info.si_signo = SIGFPE; info.si_errno = 0; |
fe00f943e Sparseify MIPS. |
777 |
info.si_addr = (void __user *) regs->cp0_epc; |
1da177e4c Linux-2.6.12-rc2 |
778 779 |
force_sig_info(SIGFPE, &info, current); break; |
63dc68a8c [MIPS] Use condit... |
780 |
case BRK_BUG: |
df2700519 [MIPS] Fix handli... |
781 782 |
die_if_kernel("Kernel bug detected", regs); force_sig(SIGTRAP, current); |
63dc68a8c [MIPS] Use condit... |
783 |
break; |
ba3049ed4 MIPS: Switch FPU ... |
784 785 786 787 788 789 790 791 792 793 794 795 796 797 798 |
case BRK_MEMU: /* * Address errors may be deliberately induced by the FPU * emulator to retake control of the CPU after executing the * instruction in the delay slot of an emulated branch. * * Terminate if exception was recognized as a delay slot return * otherwise handle as normal. */ if (do_dsemulret(regs)) return; die_if_kernel("Math emu break/trap", regs); force_sig(SIGTRAP, current); break; |
1da177e4c Linux-2.6.12-rc2 |
799 |
default: |
df2700519 [MIPS] Fix handli... |
800 801 |
scnprintf(b, sizeof(b), "%s instruction in kernel code", str); die_if_kernel(b, regs); |
1da177e4c Linux-2.6.12-rc2 |
802 803 |
force_sig(SIGTRAP, current); } |
df2700519 [MIPS] Fix handli... |
804 805 806 807 808 809 810 811 812 813 814 815 816 817 818 819 820 821 |
} asmlinkage void do_bp(struct pt_regs *regs) { unsigned int opcode, bcode; if (__get_user(opcode, (unsigned int __user *) exception_epc(regs))) goto out_sigsegv; /* * There is the ancient bug in the MIPS assemblers that the break * code starts left to bit 16 instead to bit 6 in the opcode. * Gas is bug-compatible, but not always, grrr... * We handle both cases with a simple heuristics. --macro */ bcode = ((opcode >> 6) & ((1 << 20) - 1)); if (bcode >= (1 << 10)) bcode >>= 10; |
c1bf207d6 MIPS: kprobe: Add... |
822 823 824 825 826 827 |
/* * notify the kprobe handlers, if instruction is likely to * pertain to them. */ switch (bcode) { case BRK_KPROBE_BP: |
70dc6f045 MIPS: Clean up no... |
828 |
if (notify_die(DIE_BREAK, "debug", regs, bcode, regs_to_trapnr(regs), SIGTRAP) == NOTIFY_STOP) |
c1bf207d6 MIPS: kprobe: Add... |
829 830 831 832 |
return; else break; case BRK_KPROBE_SSTEPBP: |
70dc6f045 MIPS: Clean up no... |
833 |
if (notify_die(DIE_SSTEPBP, "single_step", regs, bcode, regs_to_trapnr(regs), SIGTRAP) == NOTIFY_STOP) |
c1bf207d6 MIPS: kprobe: Add... |
834 835 836 837 838 839 |
return; else break; default: break; } |
df2700519 [MIPS] Fix handli... |
840 |
do_trap_or_bp(regs, bcode, "Break"); |
90fccb136 [MIPS] Fix double... |
841 |
return; |
e56798824 [MIPS] Work aroun... |
842 843 844 |
out_sigsegv: force_sig(SIGSEGV, current); |
1da177e4c Linux-2.6.12-rc2 |
845 846 847 848 849 |
} asmlinkage void do_tr(struct pt_regs *regs) { unsigned int opcode, tcode = 0; |
1da177e4c Linux-2.6.12-rc2 |
850 |
|
ba755f8ec [MIPS] Fix BUG(),... |
851 |
if (__get_user(opcode, (unsigned int __user *) exception_epc(regs))) |
e56798824 [MIPS] Work aroun... |
852 |
goto out_sigsegv; |
1da177e4c Linux-2.6.12-rc2 |
853 854 855 856 |
/* Immediate versions don't provide a code. */ if (!(opcode & OPCODE)) tcode = ((opcode >> 6) & ((1 << 10) - 1)); |
df2700519 [MIPS] Fix handli... |
857 |
do_trap_or_bp(regs, tcode, "Trap"); |
90fccb136 [MIPS] Fix double... |
858 |
return; |
e56798824 [MIPS] Work aroun... |
859 860 861 |
out_sigsegv: force_sig(SIGSEGV, current); |
1da177e4c Linux-2.6.12-rc2 |
862 863 864 865 |
} asmlinkage void do_ri(struct pt_regs *regs) { |
60b0d6554 [MIPS] SYNC emula... |
866 867 868 869 |
unsigned int __user *epc = (unsigned int __user *)exception_epc(regs); unsigned long old_epc = regs->cp0_epc; unsigned int opcode = 0; int status = -1; |
1da177e4c Linux-2.6.12-rc2 |
870 |
|
70dc6f045 MIPS: Clean up no... |
871 |
if (notify_die(DIE_RI, "RI Fault", regs, 0, regs_to_trapnr(regs), SIGILL) |
885470011 [MIPS] kgdb: add ... |
872 873 |
== NOTIFY_STOP) return; |
60b0d6554 [MIPS] SYNC emula... |
874 |
die_if_kernel("Reserved instruction in kernel code", regs); |
1da177e4c Linux-2.6.12-rc2 |
875 |
|
60b0d6554 [MIPS] SYNC emula... |
876 |
if (unlikely(compute_return_epc(regs) < 0)) |
3c37026d4 NPTL, round one. |
877 |
return; |
60b0d6554 [MIPS] SYNC emula... |
878 879 880 881 882 883 884 885 886 887 888 889 890 891 892 893 894 895 896 |
if (unlikely(get_user(opcode, epc) < 0)) status = SIGSEGV; if (!cpu_has_llsc && status < 0) status = simulate_llsc(regs, opcode); if (status < 0) status = simulate_rdhwr(regs, opcode); if (status < 0) status = simulate_sync(regs, opcode); if (status < 0) status = SIGILL; if (unlikely(status > 0)) { regs->cp0_epc = old_epc; /* Undo skip-over. */ force_sig(status, current); } |
1da177e4c Linux-2.6.12-rc2 |
897 |
} |
d223a8615 [MIPS] FP affinit... |
898 899 900 901 902 903 904 905 906 907 908 909 910 911 912 913 914 |
/* * MIPS MT processors may have fewer FPU contexts than CPU threads. If we've * emulated more than some threshold number of instructions, force migration to * a "CPU" that has FP support. */ static void mt_ase_fp_affinity(void) { #ifdef CONFIG_MIPS_MT_FPAFF if (mt_fpemul_threshold > 0 && ((current->thread.emulated_fp++ > mt_fpemul_threshold))) { /* * If there's no FPU present, or if the application has already * restricted the allowed set to exclude any CPUs with FPUs, * we'll skip the procedure. */ if (cpus_intersects(current->cpus_allowed, mt_fpu_cpumask)) { cpumask_t tmask; |
9cc123631 [MIPS] SMTC: Fix ... |
915 916 917 918 |
current->thread.user_cpus_allowed = current->cpus_allowed; cpus_and(tmask, current->cpus_allowed, mt_fpu_cpumask); |
ed1bbdefc MIPS: Use set_cpu... |
919 |
set_cpus_allowed_ptr(current, &tmask); |
293c5bd13 [MIPS] Fixup secu... |
920 |
set_thread_flag(TIF_FPUBOUND); |
d223a8615 [MIPS] FP affinit... |
921 922 923 924 |
} } #endif /* CONFIG_MIPS_MT_FPAFF */ } |
69f3a7de1 MIPS: Modularize ... |
925 926 927 928 929 930 931 932 933 934 935 936 937 938 939 940 941 942 943 944 945 946 947 948 949 950 951 952 953 954 955 956 |
/* * No lock; only written during early bootup by CPU 0. */ static RAW_NOTIFIER_HEAD(cu2_chain); int __ref register_cu2_notifier(struct notifier_block *nb) { return raw_notifier_chain_register(&cu2_chain, nb); } int cu2_notifier_call_chain(unsigned long val, void *v) { return raw_notifier_call_chain(&cu2_chain, val, v); } static int default_cu2_call(struct notifier_block *nfb, unsigned long action, void *data) { struct pt_regs *regs = data; switch (action) { default: die_if_kernel("Unhandled kernel unaligned access or invalid " "instruction", regs); /* Fall through */ case CU2_EXCEPTION: force_sig(SIGILL, current); } return NOTIFY_OK; } |
1da177e4c Linux-2.6.12-rc2 |
957 958 |
asmlinkage void do_cpu(struct pt_regs *regs) { |
60b0d6554 [MIPS] SYNC emula... |
959 960 961 |
unsigned int __user *epc; unsigned long old_epc; unsigned int opcode; |
1da177e4c Linux-2.6.12-rc2 |
962 |
unsigned int cpid; |
60b0d6554 [MIPS] SYNC emula... |
963 |
int status; |
f9bb4cf37 MIPS: For Cavium ... |
964 |
unsigned long __maybe_unused flags; |
1da177e4c Linux-2.6.12-rc2 |
965 |
|
5323180db [MIPS] Disallow C... |
966 |
die_if_kernel("do_cpu invoked from kernel context!", regs); |
1da177e4c Linux-2.6.12-rc2 |
967 968 969 970 |
cpid = (regs->cp0_cause >> CAUSEB_CE) & 3; switch (cpid) { case 0: |
60b0d6554 [MIPS] SYNC emula... |
971 972 973 974 |
epc = (unsigned int __user *)exception_epc(regs); old_epc = regs->cp0_epc; opcode = 0; status = -1; |
1da177e4c Linux-2.6.12-rc2 |
975 |
|
60b0d6554 [MIPS] SYNC emula... |
976 |
if (unlikely(compute_return_epc(regs) < 0)) |
1da177e4c Linux-2.6.12-rc2 |
977 |
return; |
3c37026d4 NPTL, round one. |
978 |
|
60b0d6554 [MIPS] SYNC emula... |
979 980 981 982 983 984 985 986 987 988 989 990 991 992 993 994 995 996 |
if (unlikely(get_user(opcode, epc) < 0)) status = SIGSEGV; if (!cpu_has_llsc && status < 0) status = simulate_llsc(regs, opcode); if (status < 0) status = simulate_rdhwr(regs, opcode); if (status < 0) status = SIGILL; if (unlikely(status > 0)) { regs->cp0_epc = old_epc; /* Undo skip-over. */ force_sig(status, current); } return; |
1da177e4c Linux-2.6.12-rc2 |
997 998 |
case 1: |
53dc80287 [MIPS] FPU owners... |
999 1000 1001 |
if (used_math()) /* Using the FPU again. */ own_fpu(1); else { /* First time FPU user. */ |
1da177e4c Linux-2.6.12-rc2 |
1002 1003 1004 |
init_fpu(); set_used_math(); } |
5323180db [MIPS] Disallow C... |
1005 |
if (!raw_cpu_has_fpu) { |
e04582b7b [MIPS] Make sure ... |
1006 |
int sig; |
515b029d0 MIPS: Send proper... |
1007 |
void __user *fault_addr = NULL; |
e04582b7b [MIPS] Make sure ... |
1008 |
sig = fpu_emulator_cop1Handler(regs, |
515b029d0 MIPS: Send proper... |
1009 1010 1011 |
¤t->thread.fpu, 0, &fault_addr); if (!process_fpemu_return(sig, fault_addr)) |
d223a8615 [MIPS] FP affinit... |
1012 |
mt_ase_fp_affinity(); |
1da177e4c Linux-2.6.12-rc2 |
1013 |
} |
1da177e4c Linux-2.6.12-rc2 |
1014 1015 1016 |
return; case 2: |
69f3a7de1 MIPS: Modularize ... |
1017 |
raw_notifier_call_chain(&cu2_chain, CU2_EXCEPTION, regs); |
55dc9d51a MIPS: Return afte... |
1018 |
return; |
69f3a7de1 MIPS: Modularize ... |
1019 |
|
1da177e4c Linux-2.6.12-rc2 |
1020 1021 1022 1023 1024 1025 1026 1027 1028 1029 1030 |
case 3: break; } force_sig(SIGILL, current); } asmlinkage void do_mdmx(struct pt_regs *regs) { force_sig(SIGILL, current); } |
8bc6d05b4 MIPS: Read watch ... |
1031 1032 1033 |
/* * Called with interrupts disabled. */ |
1da177e4c Linux-2.6.12-rc2 |
1034 1035 |
asmlinkage void do_watch(struct pt_regs *regs) { |
b67b2b703 MIPS: Watch excep... |
1036 |
u32 cause; |
1da177e4c Linux-2.6.12-rc2 |
1037 |
/* |
b67b2b703 MIPS: Watch excep... |
1038 1039 |
* Clear WP (bit 22) bit of cause register so we don't loop * forever. |
1da177e4c Linux-2.6.12-rc2 |
1040 |
*/ |
b67b2b703 MIPS: Watch excep... |
1041 1042 1043 1044 1045 1046 1047 1048 1049 1050 1051 |
cause = read_c0_cause(); cause &= ~(1 << 22); write_c0_cause(cause); /* * If the current thread has the watch registers loaded, save * their values and send SIGTRAP. Otherwise another thread * left the registers set, clear them and continue. */ if (test_tsk_thread_flag(current, TIF_LOAD_WATCH)) { mips_read_watch_registers(); |
8bc6d05b4 MIPS: Read watch ... |
1052 |
local_irq_enable(); |
b67b2b703 MIPS: Watch excep... |
1053 |
force_sig(SIGTRAP, current); |
8bc6d05b4 MIPS: Read watch ... |
1054 |
} else { |
b67b2b703 MIPS: Watch excep... |
1055 |
mips_clear_watch_registers(); |
8bc6d05b4 MIPS: Read watch ... |
1056 1057 |
local_irq_enable(); } |
1da177e4c Linux-2.6.12-rc2 |
1058 1059 1060 1061 |
} asmlinkage void do_mcheck(struct pt_regs *regs) { |
cac4bcbce [MIPS] Print more... |
1062 1063 |
const int field = 2 * sizeof(unsigned long); int multi_match = regs->cp0_status & ST0_TS; |
1da177e4c Linux-2.6.12-rc2 |
1064 |
show_regs(regs); |
cac4bcbce [MIPS] Print more... |
1065 1066 1067 1068 1069 1070 1071 1072 1073 1074 1075 1076 1077 1078 1079 1080 |
if (multi_match) { printk("Index : %0x ", read_c0_index()); printk("Pagemask: %0x ", read_c0_pagemask()); printk("EntryHi : %0*lx ", field, read_c0_entryhi()); printk("EntryLo0: %0*lx ", field, read_c0_entrylo0()); printk("EntryLo1: %0*lx ", field, read_c0_entrylo1()); printk(" "); dump_tlb_all(); } |
e1bb82890 [MIPS] Make show_... |
1081 |
show_code((unsigned int __user *) regs->cp0_epc); |
cac4bcbce [MIPS] Print more... |
1082 |
|
1da177e4c Linux-2.6.12-rc2 |
1083 1084 1085 1086 1087 1088 |
/* * Some chips may have other causes of machine check (e.g. SB1 * graduation timer) */ panic("Caught Machine Check exception - %scaused by multiple " "matching entries in the TLB.", |
cac4bcbce [MIPS] Print more... |
1089 |
(multi_match) ? "" : "not "); |
1da177e4c Linux-2.6.12-rc2 |
1090 |
} |
340ee4b98 Virtual SMP suppo... |
1091 1092 |
asmlinkage void do_mt(struct pt_regs *regs) { |
41c594ab6 [MIPS] MT: Improv... |
1093 |
int subcode; |
41c594ab6 [MIPS] MT: Improv... |
1094 1095 1096 1097 |
subcode = (read_vpe_c0_vpecontrol() & VPECONTROL_EXCPT) >> VPECONTROL_EXCPT_SHIFT; switch (subcode) { case 0: |
e35a5e35e [MIPS] Less noise... |
1098 1099 |
printk(KERN_DEBUG "Thread Underflow "); |
41c594ab6 [MIPS] MT: Improv... |
1100 1101 |
break; case 1: |
e35a5e35e [MIPS] Less noise... |
1102 1103 |
printk(KERN_DEBUG "Thread Overflow "); |
41c594ab6 [MIPS] MT: Improv... |
1104 1105 |
break; case 2: |
e35a5e35e [MIPS] Less noise... |
1106 1107 |
printk(KERN_DEBUG "Invalid YIELD Qualifier "); |
41c594ab6 [MIPS] MT: Improv... |
1108 1109 |
break; case 3: |
e35a5e35e [MIPS] Less noise... |
1110 1111 |
printk(KERN_DEBUG "Gating Storage Exception "); |
41c594ab6 [MIPS] MT: Improv... |
1112 1113 |
break; case 4: |
e35a5e35e [MIPS] Less noise... |
1114 1115 |
printk(KERN_DEBUG "YIELD Scheduler Exception "); |
41c594ab6 [MIPS] MT: Improv... |
1116 1117 |
break; case 5: |
e35a5e35e [MIPS] Less noise... |
1118 1119 |
printk(KERN_DEBUG "Gating Storage Schedulier Exception "); |
41c594ab6 [MIPS] MT: Improv... |
1120 1121 |
break; default: |
e35a5e35e [MIPS] Less noise... |
1122 1123 |
printk(KERN_DEBUG "*** UNKNOWN THREAD EXCEPTION %d *** ", |
41c594ab6 [MIPS] MT: Improv... |
1124 1125 1126 |
subcode); break; } |
340ee4b98 Virtual SMP suppo... |
1127 1128 1129 1130 |
die_if_kernel("MIPS MT Thread exception in kernel", regs); force_sig(SIGILL, current); } |
e50c0a8fa Support the MIPS3... |
1131 1132 1133 |
asmlinkage void do_dsp(struct pt_regs *regs) { if (cpu_has_dsp) |
ab75dc02c MIPS: Fix up inco... |
1134 |
panic("Unexpected DSP exception"); |
e50c0a8fa Support the MIPS3... |
1135 1136 1137 |
force_sig(SIGILL, current); } |
1da177e4c Linux-2.6.12-rc2 |
1138 1139 1140 1141 1142 1143 1144 1145 1146 1147 1148 |
asmlinkage void do_reserved(struct pt_regs *regs) { /* * Game over - no way to handle this if it ever occurs. Most probably * caused by a new unknown cpu type or after another deadly * hard/software error. */ show_regs(regs); panic("Caught reserved exception %ld - should not happen.", (regs->cp0_cause & 0x7f) >> 2); } |
39b8d5254 [MIPS] Add suppor... |
1149 1150 1151 1152 1153 1154 1155 1156 1157 1158 1159 1160 1161 1162 |
static int __initdata l1parity = 1; static int __init nol1parity(char *s) { l1parity = 0; return 1; } __setup("nol1par", nol1parity); static int __initdata l2parity = 1; static int __init nol2parity(char *s) { l2parity = 0; return 1; } __setup("nol2par", nol2parity); |
1da177e4c Linux-2.6.12-rc2 |
1163 1164 1165 1166 1167 1168 |
/* * Some MIPS CPUs can enable/disable for cache parity detection, but do * it different ways. */ static inline void parity_protection_init(void) { |
10cc35290 [MIPS] Allow hard... |
1169 |
switch (current_cpu_type()) { |
1da177e4c Linux-2.6.12-rc2 |
1170 |
case CPU_24K: |
98a41de99 [MIPS] Add missin... |
1171 |
case CPU_34K: |
39b8d5254 [MIPS] Add suppor... |
1172 1173 1174 1175 1176 1177 1178 1179 1180 1181 1182 1183 1184 1185 1186 1187 1188 1189 1190 1191 1192 1193 1194 1195 1196 1197 1198 1199 1200 1201 1202 1203 1204 1205 1206 1207 1208 1209 1210 1211 1212 1213 1214 1215 1216 1217 1218 1219 1220 1221 1222 1223 1224 1225 1226 1227 1228 1229 1230 |
case CPU_74K: case CPU_1004K: { #define ERRCTL_PE 0x80000000 #define ERRCTL_L2P 0x00800000 unsigned long errctl; unsigned int l1parity_present, l2parity_present; errctl = read_c0_ecc(); errctl &= ~(ERRCTL_PE|ERRCTL_L2P); /* probe L1 parity support */ write_c0_ecc(errctl | ERRCTL_PE); back_to_back_c0_hazard(); l1parity_present = (read_c0_ecc() & ERRCTL_PE); /* probe L2 parity support */ write_c0_ecc(errctl|ERRCTL_L2P); back_to_back_c0_hazard(); l2parity_present = (read_c0_ecc() & ERRCTL_L2P); if (l1parity_present && l2parity_present) { if (l1parity) errctl |= ERRCTL_PE; if (l1parity ^ l2parity) errctl |= ERRCTL_L2P; } else if (l1parity_present) { if (l1parity) errctl |= ERRCTL_PE; } else if (l2parity_present) { if (l2parity) errctl |= ERRCTL_L2P; } else { /* No parity available */ } printk(KERN_INFO "Writing ErrCtl register=%08lx ", errctl); write_c0_ecc(errctl); back_to_back_c0_hazard(); errctl = read_c0_ecc(); printk(KERN_INFO "Readback ErrCtl register=%08lx ", errctl); if (l1parity_present) printk(KERN_INFO "Cache parity protection %sabled ", (errctl & ERRCTL_PE) ? "en" : "dis"); if (l2parity_present) { if (l1parity_present && l1parity) errctl ^= ERRCTL_L2P; printk(KERN_INFO "L2 cache parity protection %sabled ", (errctl & ERRCTL_L2P) ? "en" : "dis"); } } break; |
1da177e4c Linux-2.6.12-rc2 |
1231 |
case CPU_5KC: |
14f18b7f7 On 24K we did alw... |
1232 1233 1234 1235 1236 1237 |
write_c0_ecc(0x80000000); back_to_back_c0_hazard(); /* Set the PE bit (bit 31) in the c0_errctl register. */ printk(KERN_INFO "Cache parity protection %sabled ", (read_c0_ecc() & 0x80000000) ? "en" : "dis"); |
1da177e4c Linux-2.6.12-rc2 |
1238 1239 1240 1241 1242 1243 1244 1245 1246 1247 1248 1249 1250 1251 1252 1253 1254 1255 1256 1257 1258 1259 1260 1261 1262 1263 1264 1265 1266 1267 1268 1269 1270 1271 1272 1273 1274 1275 1276 1277 1278 1279 1280 |
break; case CPU_20KC: case CPU_25KF: /* Clear the DE bit (bit 16) in the c0_status register. */ printk(KERN_INFO "Enable cache parity protection for " "MIPS 20KC/25KF CPUs. "); clear_c0_status(ST0_DE); break; default: break; } } asmlinkage void cache_parity_error(void) { const int field = 2 * sizeof(unsigned long); unsigned int reg_val; /* For the moment, report the problem and hang. */ printk("Cache error exception: "); printk("cp0_errorepc == %0*lx ", field, read_c0_errorepc()); reg_val = read_c0_cacheerr(); printk("c0_cacheerr == %08x ", reg_val); printk("Decoded c0_cacheerr: %s cache fault in %s reference. ", reg_val & (1<<30) ? "secondary" : "primary", reg_val & (1<<31) ? "data" : "insn"); printk("Error bits: %s%s%s%s%s%s%s ", reg_val & (1<<29) ? "ED " : "", reg_val & (1<<28) ? "ET " : "", reg_val & (1<<26) ? "EE " : "", reg_val & (1<<25) ? "EB " : "", reg_val & (1<<24) ? "EI " : "", reg_val & (1<<23) ? "E1 " : "", reg_val & (1<<22) ? "E0 " : ""); printk("IDX: 0x%08x ", reg_val & ((1<<22)-1)); |
ec917c2c1 Fixup a few lose ... |
1281 |
#if defined(CONFIG_CPU_MIPS32) || defined(CONFIG_CPU_MIPS64) |
1da177e4c Linux-2.6.12-rc2 |
1282 1283 1284 1285 1286 1287 1288 1289 1290 1291 1292 1293 1294 1295 1296 1297 1298 1299 1300 1301 1302 |
if (reg_val & (1<<22)) printk("DErrAddr0: 0x%0*lx ", field, read_c0_derraddr0()); if (reg_val & (1<<23)) printk("DErrAddr1: 0x%0*lx ", field, read_c0_derraddr1()); #endif panic("Can't handle the cache error!"); } /* * SDBBP EJTAG debug exception handler. * We skip the instruction and return to the next instruction. */ void ejtag_exception_handler(struct pt_regs *regs) { const int field = 2 * sizeof(unsigned long); unsigned long depc, old_epc; unsigned int debug; |
70ae61260 [MIPS] Use KERN_D... |
1303 1304 |
printk(KERN_DEBUG "SDBBP EJTAG debug exception - not handled yet, just ignored! "); |
1da177e4c Linux-2.6.12-rc2 |
1305 1306 |
depc = read_c0_depc(); debug = read_c0_debug(); |
70ae61260 [MIPS] Use KERN_D... |
1307 1308 |
printk(KERN_DEBUG "c0_depc = %0*lx, DEBUG = %08x ", field, depc, debug); |
1da177e4c Linux-2.6.12-rc2 |
1309 1310 1311 1312 1313 1314 1315 1316 1317 1318 1319 1320 1321 1322 1323 1324 1325 |
if (debug & 0x80000000) { /* * In branch delay slot. * We cheat a little bit here and use EPC to calculate the * debug return address (DEPC). EPC is restored after the * calculation. */ old_epc = regs->cp0_epc; regs->cp0_epc = depc; __compute_return_epc(regs); depc = regs->cp0_epc; regs->cp0_epc = old_epc; } else depc += 4; write_c0_depc(depc); #if 0 |
70ae61260 [MIPS] Use KERN_D... |
1326 1327 1328 1329 1330 |
printk(KERN_DEBUG " ----- Enable EJTAG single stepping ---- "); |
1da177e4c Linux-2.6.12-rc2 |
1331 1332 1333 1334 1335 1336 |
write_c0_debug(debug | 0x100); #endif } /* * NMI exception handler. |
34bd92e27 MIPS: Add NMI not... |
1337 |
* No lock; only written during early bootup by CPU 0. |
1da177e4c Linux-2.6.12-rc2 |
1338 |
*/ |
34bd92e27 MIPS: Add NMI not... |
1339 1340 1341 1342 1343 1344 |
static RAW_NOTIFIER_HEAD(nmi_chain); int register_nmi_notifier(struct notifier_block *nb) { return raw_notifier_chain_register(&nmi_chain, nb); } |
ff2d8b19a treewide: convert... |
1345 |
void __noreturn nmi_exception_handler(struct pt_regs *regs) |
1da177e4c Linux-2.6.12-rc2 |
1346 |
{ |
34bd92e27 MIPS: Add NMI not... |
1347 |
raw_notifier_call_chain(&nmi_chain, 0, regs); |
41c594ab6 [MIPS] MT: Improv... |
1348 |
bust_spinlocks(1); |
1da177e4c Linux-2.6.12-rc2 |
1349 1350 1351 |
printk("NMI taken!!!! "); die("NMI", regs); |
1da177e4c Linux-2.6.12-rc2 |
1352 |
} |
e01402b11 More AP / SP bits... |
1353 1354 1355 |
#define VECTORSPACING 0x100 /* for EI/VI mode */ unsigned long ebase; |
1da177e4c Linux-2.6.12-rc2 |
1356 |
unsigned long exception_handlers[32]; |
e01402b11 More AP / SP bits... |
1357 |
unsigned long vi_handlers[64]; |
1da177e4c Linux-2.6.12-rc2 |
1358 |
|
2d1b6e955 MIPS: Annotate se... |
1359 |
void __init *set_except_vector(int n, void *addr) |
1da177e4c Linux-2.6.12-rc2 |
1360 1361 1362 1363 1364 1365 |
{ unsigned long handler = (unsigned long) addr; unsigned long old_handler = exception_handlers[n]; exception_handlers[n] = handler; if (n == 0 && cpu_has_divec) { |
92bbe1b98 MIPS: Deal with l... |
1366 1367 1368 1369 1370 1371 1372 1373 1374 1375 1376 1377 |
unsigned long jump_mask = ~((1 << 28) - 1); u32 *buf = (u32 *)(ebase + 0x200); unsigned int k0 = 26; if ((handler & jump_mask) == ((ebase + 0x200) & jump_mask)) { uasm_i_j(&buf, handler & ~jump_mask); uasm_i_nop(&buf); } else { UASM_i_LA(&buf, k0, handler); uasm_i_jr(&buf, k0); uasm_i_nop(&buf); } local_flush_icache_range(ebase + 0x200, (unsigned long)buf); |
e01402b11 More AP / SP bits... |
1378 1379 1380 |
} return (void *)old_handler; } |
6ba07e590 [MIPS] Fix warnin... |
1381 1382 1383 1384 1385 |
static asmlinkage void do_default_vi(void) { show_regs(get_irq_regs()); panic("Caught unexpected vectored interrupt."); } |
ef300e422 [MIPS] Define and... |
1386 |
static void *set_vi_srs_handler(int n, vi_handler_t addr, int srs) |
e01402b11 More AP / SP bits... |
1387 1388 1389 |
{ unsigned long handler; unsigned long old_handler = vi_handlers[n]; |
f6771dbb2 [MIPS] Fix shadow... |
1390 |
int srssets = current_cpu_data.srsets; |
e01402b11 More AP / SP bits... |
1391 1392 |
u32 *w; unsigned char *b; |
b72b7092f MIPS: Use BUG_ON(... |
1393 |
BUG_ON(!cpu_has_veic && !cpu_has_vint); |
e01402b11 More AP / SP bits... |
1394 1395 1396 1397 |
if (addr == NULL) { handler = (unsigned long) do_default_vi; srs = 0; |
41c594ab6 [MIPS] MT: Improv... |
1398 |
} else |
e01402b11 More AP / SP bits... |
1399 1400 1401 1402 |
handler = (unsigned long) addr; vi_handlers[n] = (unsigned long) addr; b = (unsigned char *)(ebase + 0x200 + n*VECTORSPACING); |
f6771dbb2 [MIPS] Fix shadow... |
1403 |
if (srs >= srssets) |
e01402b11 More AP / SP bits... |
1404 1405 1406 1407 |
panic("Shadow register set %d not supported", srs); if (cpu_has_veic) { if (board_bind_eic_interrupt) |
49a89efbb [MIPS] Fix "no sp... |
1408 |
board_bind_eic_interrupt(n, srs); |
41c594ab6 [MIPS] MT: Improv... |
1409 |
} else if (cpu_has_vint) { |
e01402b11 More AP / SP bits... |
1410 |
/* SRSMap is only defined if shadow sets are implemented */ |
f6771dbb2 [MIPS] Fix shadow... |
1411 |
if (srssets > 1) |
49a89efbb [MIPS] Fix "no sp... |
1412 |
change_c0_srsmap(0xf << n*4, srs << n*4); |
e01402b11 More AP / SP bits... |
1413 1414 1415 1416 1417 1418 1419 1420 1421 1422 |
} if (srs == 0) { /* * If no shadow set is selected then use the default handler * that does normal register saving and a standard interrupt exit */ extern char except_vec_vi, except_vec_vi_lui; extern char except_vec_vi_ori, except_vec_vi_end; |
c65a5480f [MIPS] Fix potent... |
1423 1424 1425 |
extern char rollback_except_vec_vi; char *vec_start = (cpu_wait == r4k_wait) ? &rollback_except_vec_vi : &except_vec_vi; |
41c594ab6 [MIPS] MT: Improv... |
1426 1427 1428 1429 1430 1431 1432 |
#ifdef CONFIG_MIPS_MT_SMTC /* * We need to provide the SMTC vectored interrupt handler * not only with the address of the handler, but with the * Status.IM bit to be masked before going there. */ extern char except_vec_vi_mori; |
c65a5480f [MIPS] Fix potent... |
1433 |
const int mori_offset = &except_vec_vi_mori - vec_start; |
41c594ab6 [MIPS] MT: Improv... |
1434 |
#endif /* CONFIG_MIPS_MT_SMTC */ |
c65a5480f [MIPS] Fix potent... |
1435 1436 1437 |
const int handler_len = &except_vec_vi_end - vec_start; const int lui_offset = &except_vec_vi_lui - vec_start; const int ori_offset = &except_vec_vi_ori - vec_start; |
e01402b11 More AP / SP bits... |
1438 1439 1440 1441 1442 1443 |
if (handler_len > VECTORSPACING) { /* * Sigh... panicing won't help as the console * is probably not configured :( */ |
49a89efbb [MIPS] Fix "no sp... |
1444 |
panic("VECTORSPACING too small"); |
e01402b11 More AP / SP bits... |
1445 |
} |
c65a5480f [MIPS] Fix potent... |
1446 |
memcpy(b, vec_start, handler_len); |
41c594ab6 [MIPS] MT: Improv... |
1447 |
#ifdef CONFIG_MIPS_MT_SMTC |
8e8a52ed8 [MIPS] SMTC: Don'... |
1448 |
BUG_ON(n > 7); /* Vector index %d exceeds SMTC maximum. */ |
41c594ab6 [MIPS] MT: Improv... |
1449 1450 1451 |
w = (u32 *)(b + mori_offset); *w = (*w & 0xffff0000) | (0x100 << n); #endif /* CONFIG_MIPS_MT_SMTC */ |
e01402b11 More AP / SP bits... |
1452 1453 1454 1455 |
w = (u32 *)(b + lui_offset); *w = (*w & 0xffff0000) | (((u32)handler >> 16) & 0xffff); w = (u32 *)(b + ori_offset); *w = (*w & 0xffff0000) | ((u32)handler & 0xffff); |
e0cee3eea [MIPS] Fix WARNIN... |
1456 1457 |
local_flush_icache_range((unsigned long)b, (unsigned long)(b+handler_len)); |
e01402b11 More AP / SP bits... |
1458 1459 1460 1461 1462 1463 1464 1465 1466 1467 1468 |
} else { /* * In other cases jump directly to the interrupt handler * * It is the handlers responsibility to save registers if required * (eg hi/lo) and return from the exception using "eret" */ w = (u32 *)b; *w++ = 0x08000000 | (((u32)handler >> 2) & 0x03fffff); /* j handler */ *w = 0; |
e0cee3eea [MIPS] Fix WARNIN... |
1469 1470 |
local_flush_icache_range((unsigned long)b, (unsigned long)(b+8)); |
1da177e4c Linux-2.6.12-rc2 |
1471 |
} |
e01402b11 More AP / SP bits... |
1472 |
|
1da177e4c Linux-2.6.12-rc2 |
1473 1474 |
return (void *)old_handler; } |
ef300e422 [MIPS] Define and... |
1475 |
void *set_vi_handler(int n, vi_handler_t addr) |
e01402b11 More AP / SP bits... |
1476 |
{ |
ff3eab2a9 [MIPS] Some forma... |
1477 |
return set_vi_srs_handler(n, addr, 0); |
e01402b11 More AP / SP bits... |
1478 |
} |
f41ae0b2b [MIPS] Fix config... |
1479 |
|
1da177e4c Linux-2.6.12-rc2 |
1480 1481 |
extern void cpu_cache_init(void); extern void tlb_init(void); |
1d40cfcd3 Avoid SMP cachefl... |
1482 |
extern void flush_tlb_handlers(void); |
1da177e4c Linux-2.6.12-rc2 |
1483 |
|
42f77542f [MIPS] time: Move... |
1484 1485 1486 1487 |
/* * Timer interrupt */ int cp0_compare_irq; |
010c108d7 MIPS: PowerTV: Fi... |
1488 |
int cp0_compare_irq_shift; |
42f77542f [MIPS] time: Move... |
1489 1490 1491 1492 1493 1494 |
/* * Performance counter IRQ or -1 if shared with timer */ int cp0_perfcount_irq; EXPORT_SYMBOL_GPL(cp0_perfcount_irq); |
bdc94eb41 [MIPS] Add noulri... |
1495 1496 1497 1498 1499 1500 1501 1502 1503 1504 1505 |
static int __cpuinitdata noulri; static int __init ulri_disable(char *s) { pr_info("Disabling ulri "); noulri = 1; return 1; } __setup("noulri", ulri_disable); |
234fcd148 [MIPS] Fix loads ... |
1506 |
void __cpuinit per_cpu_trap_init(void) |
1da177e4c Linux-2.6.12-rc2 |
1507 1508 1509 |
{ unsigned int cpu = smp_processor_id(); unsigned int status_set = ST0_CU0; |
18d693b35 MIPS: Allow UserL... |
1510 |
unsigned int hwrena = cpu_hwrena_impl_bits; |
41c594ab6 [MIPS] MT: Improv... |
1511 1512 1513 1514 1515 1516 1517 1518 1519 1520 1521 1522 1523 1524 |
#ifdef CONFIG_MIPS_MT_SMTC int secondaryTC = 0; int bootTC = (cpu == 0); /* * Only do per_cpu_trap_init() for first TC of Each VPE. * Note that this hack assumes that the SMTC init code * assigns TCs consecutively and in ascending order. */ if (((read_c0_tcbind() & TCBIND_CURTC) != 0) && ((read_c0_tcbind() & TCBIND_CURVPE) == cpu_data[cpu - 1].vpe_id)) secondaryTC = 1; #endif /* CONFIG_MIPS_MT_SMTC */ |
1da177e4c Linux-2.6.12-rc2 |
1525 1526 1527 1528 1529 1530 1531 |
/* * Disable coprocessors and select 32-bit or 64-bit addressing * and the 16/32 or 32/32 FPR register model. Reset the BEV * flag that some firmware may have left set and the TS bit (for * IP27). Set XX for ISA IV code to work. */ |
875d43e72 [PATCH] mips: cle... |
1532 |
#ifdef CONFIG_64BIT |
1da177e4c Linux-2.6.12-rc2 |
1533 1534 1535 1536 |
status_set |= ST0_FR|ST0_KX|ST0_SX|ST0_UX; #endif if (current_cpu_data.isa_level == MIPS_CPU_ISA_IV) status_set |= ST0_XX; |
bbaf238b5 [MIPS] Ensure tha... |
1537 1538 |
if (cpu_has_dsp) status_set |= ST0_MX; |
b38c73995 [MIPS] Clear ST0_... |
1539 |
change_c0_status(ST0_CU|ST0_MX|ST0_RE|ST0_FR|ST0_BEV|ST0_TS|ST0_KX|ST0_SX|ST0_UX, |
1da177e4c Linux-2.6.12-rc2 |
1540 |
status_set); |
18d693b35 MIPS: Allow UserL... |
1541 1542 |
if (cpu_has_mips_r2) hwrena |= 0x0000000f; |
a36920200 [MIPS] Enable sup... |
1543 |
|
18d693b35 MIPS: Allow UserL... |
1544 1545 |
if (!noulri && cpu_has_userlocal) hwrena |= (1 << 29); |
a36920200 [MIPS] Enable sup... |
1546 |
|
18d693b35 MIPS: Allow UserL... |
1547 1548 |
if (hwrena) write_c0_hwrena(hwrena); |
e01402b11 More AP / SP bits... |
1549 |
|
41c594ab6 [MIPS] MT: Improv... |
1550 1551 1552 |
#ifdef CONFIG_MIPS_MT_SMTC if (!secondaryTC) { #endif /* CONFIG_MIPS_MT_SMTC */ |
e01402b11 More AP / SP bits... |
1553 |
if (cpu_has_veic || cpu_has_vint) { |
9fb4c2b9e MIPS: R2: Fix pro... |
1554 |
unsigned long sr = set_c0_status(ST0_BEV); |
49a89efbb [MIPS] Fix "no sp... |
1555 |
write_c0_ebase(ebase); |
9fb4c2b9e MIPS: R2: Fix pro... |
1556 |
write_c0_status(sr); |
e01402b11 More AP / SP bits... |
1557 |
/* Setting vector spacing enables EI/VI mode */ |
49a89efbb [MIPS] Fix "no sp... |
1558 |
change_c0_intctl(0x3e0, VECTORSPACING); |
e01402b11 More AP / SP bits... |
1559 |
} |
d03d0a577 MT bulletproofing. |
1560 1561 1562 1563 1564 1565 1566 1567 |
if (cpu_has_divec) { if (cpu_has_mipsmt) { unsigned int vpflags = dvpe(); set_c0_cause(CAUSEF_IV); evpe(vpflags); } else set_c0_cause(CAUSEF_IV); } |
3b1d4ed53 [MIPS] Don't drag... |
1568 1569 1570 1571 1572 1573 1574 1575 |
/* * Before R2 both interrupt numbers were fixed to 7, so on R2 only: * * o read IntCtl.IPTI to determine the timer interrupt * o read IntCtl.IPPCI to determine the performance counter interrupt */ if (cpu_has_mips_r2) { |
010c108d7 MIPS: PowerTV: Fi... |
1576 1577 1578 |
cp0_compare_irq_shift = CAUSEB_TI - CAUSEB_IP; cp0_compare_irq = (read_c0_intctl() >> INTCTLB_IPTI) & 7; cp0_perfcount_irq = (read_c0_intctl() >> INTCTLB_IPPCI) & 7; |
c3e838a2c [MIPS] Fix timer/... |
1579 |
if (cp0_perfcount_irq == cp0_compare_irq) |
3b1d4ed53 [MIPS] Don't drag... |
1580 |
cp0_perfcount_irq = -1; |
c3e838a2c [MIPS] Fix timer/... |
1581 1582 |
} else { cp0_compare_irq = CP0_LEGACY_COMPARE_IRQ; |
f4fc580be MIPS: Fixup of th... |
1583 |
cp0_compare_irq_shift = cp0_compare_irq; |
c3e838a2c [MIPS] Fix timer/... |
1584 |
cp0_perfcount_irq = -1; |
3b1d4ed53 [MIPS] Don't drag... |
1585 |
} |
41c594ab6 [MIPS] MT: Improv... |
1586 1587 1588 |
#ifdef CONFIG_MIPS_MT_SMTC } #endif /* CONFIG_MIPS_MT_SMTC */ |
1da177e4c Linux-2.6.12-rc2 |
1589 |
|
5c2001971 MIPS: ASID confli... |
1590 1591 |
if (!cpu_data[cpu].asid_cache) cpu_data[cpu].asid_cache = ASID_FIRST_VERSION; |
1da177e4c Linux-2.6.12-rc2 |
1592 1593 1594 1595 1596 |
atomic_inc(&init_mm.mm_count); current->active_mm = &init_mm; BUG_ON(current->mm); enter_lazy_tlb(&init_mm, current); |
41c594ab6 [MIPS] MT: Improv... |
1597 1598 1599 1600 1601 1602 |
#ifdef CONFIG_MIPS_MT_SMTC if (bootTC) { #endif /* CONFIG_MIPS_MT_SMTC */ cpu_cache_init(); tlb_init(); #ifdef CONFIG_MIPS_MT_SMTC |
6a05888d7 [MIPS] SMTC: The ... |
1603 1604 1605 1606 1607 1608 1609 |
} else if (!secondaryTC) { /* * First TC in non-boot VPE must do subset of tlb_init() * for MMU countrol registers. */ write_c0_pagemask(PM_DEFAULT_MASK); write_c0_wired(0); |
41c594ab6 [MIPS] MT: Improv... |
1610 1611 |
} #endif /* CONFIG_MIPS_MT_SMTC */ |
3d8bfdd03 MIPS: Use C0_KScr... |
1612 |
TLBMISS_HANDLER_SETUP(); |
1da177e4c Linux-2.6.12-rc2 |
1613 |
} |
e01402b11 More AP / SP bits... |
1614 |
/* Install CPU exception handler */ |
49a89efbb [MIPS] Fix "no sp... |
1615 |
void __init set_handler(unsigned long offset, void *addr, unsigned long size) |
e01402b11 More AP / SP bits... |
1616 1617 |
{ memcpy((void *)(ebase + offset), addr, size); |
e0cee3eea [MIPS] Fix WARNIN... |
1618 |
local_flush_icache_range(ebase + offset, ebase + offset + size); |
e01402b11 More AP / SP bits... |
1619 |
} |
234fcd148 [MIPS] Fix loads ... |
1620 |
static char panic_null_cerr[] __cpuinitdata = |
641e97f31 [MIPS] Sibyte: Re... |
1621 |
"Trying to set NULL cache error exception handler"; |
42fe7ee31 MIPS: R2: Fix bro... |
1622 1623 1624 1625 1626 |
/* * Install uncached CPU exception handler. * This is suitable only for the cache error exception which is the only * exception handler that is being run uncached. */ |
234fcd148 [MIPS] Fix loads ... |
1627 1628 |
void __cpuinit set_uncached_handler(unsigned long offset, void *addr, unsigned long size) |
e01402b11 More AP / SP bits... |
1629 |
{ |
4f81b01a3 MIPS: Use CKSEG1A... |
1630 |
unsigned long uncached_ebase = CKSEG1ADDR(ebase); |
e01402b11 More AP / SP bits... |
1631 |
|
641e97f31 [MIPS] Sibyte: Re... |
1632 1633 |
if (!addr) panic(panic_null_cerr); |
e01402b11 More AP / SP bits... |
1634 1635 |
memcpy((void *)(uncached_ebase + offset), addr, size); } |
5b10496b6 [MIPS] Fast path ... |
1636 1637 1638 1639 1640 1641 1642 1643 |
static int __initdata rdhwr_noopt; static int __init set_rdhwr_noopt(char *str) { rdhwr_noopt = 1; return 1; } __setup("rdhwr_noopt", set_rdhwr_noopt); |
1da177e4c Linux-2.6.12-rc2 |
1644 1645 1646 |
void __init trap_init(void) { extern char except_vec3_generic, except_vec3_r4000; |
1da177e4c Linux-2.6.12-rc2 |
1647 1648 |
extern char except_vec4; unsigned long i; |
c65a5480f [MIPS] Fix potent... |
1649 1650 1651 1652 |
int rollback; check_wait(); rollback = (cpu_wait == r4k_wait); |
1da177e4c Linux-2.6.12-rc2 |
1653 |
|
885470011 [MIPS] kgdb: add ... |
1654 1655 1656 1657 |
#if defined(CONFIG_KGDB) if (kgdb_early_setup) return; /* Already done */ #endif |
9fb4c2b9e MIPS: R2: Fix pro... |
1658 1659 1660 1661 1662 |
if (cpu_has_veic || cpu_has_vint) { unsigned long size = 0x200 + VECTORSPACING*64; ebase = (unsigned long) __alloc_bootmem(size, 1 << fls(size), 0); } else { |
f6be75d03 MIPS: Calculate p... |
1663 |
ebase = CKSEG0; |
566f74f6b MIPS: Consider va... |
1664 1665 1666 |
if (cpu_has_mips_r2) ebase += (read_c0_ebase() & 0x3ffff000); } |
e01402b11 More AP / SP bits... |
1667 |
|
6fb97effe MIPS: Add board_e... |
1668 1669 |
if (board_ebase_setup) board_ebase_setup(); |
1da177e4c Linux-2.6.12-rc2 |
1670 1671 1672 1673 1674 1675 1676 |
per_cpu_trap_init(); /* * Copy the generic exception handlers to their final destination. * This will be overriden later as suitable for a particular * configuration. */ |
e01402b11 More AP / SP bits... |
1677 |
set_handler(0x180, &except_vec3_generic, 0x80); |
1da177e4c Linux-2.6.12-rc2 |
1678 1679 1680 1681 1682 1683 1684 1685 1686 1687 1688 |
/* * Setup default vectors */ for (i = 0; i <= 31; i++) set_except_vector(i, handle_reserved); /* * Copy the EJTAG debug exception vector handler code to it's final * destination. */ |
e01402b11 More AP / SP bits... |
1689 |
if (cpu_has_ejtag && board_ejtag_handler_setup) |
49a89efbb [MIPS] Fix "no sp... |
1690 |
board_ejtag_handler_setup(); |
1da177e4c Linux-2.6.12-rc2 |
1691 1692 1693 1694 1695 1696 1697 1698 |
/* * Only some CPUs have the watch exceptions. */ if (cpu_has_watch) set_except_vector(23, handle_watch); /* |
e01402b11 More AP / SP bits... |
1699 |
* Initialise interrupt handlers |
1da177e4c Linux-2.6.12-rc2 |
1700 |
*/ |
e01402b11 More AP / SP bits... |
1701 1702 1703 |
if (cpu_has_veic || cpu_has_vint) { int nvec = cpu_has_veic ? 64 : 8; for (i = 0; i < nvec; i++) |
ff3eab2a9 [MIPS] Some forma... |
1704 |
set_vi_handler(i, NULL); |
e01402b11 More AP / SP bits... |
1705 1706 1707 |
} else if (cpu_has_divec) set_handler(0x200, &except_vec4, 0x8); |
1da177e4c Linux-2.6.12-rc2 |
1708 1709 1710 1711 1712 1713 1714 1715 1716 1717 1718 1719 1720 1721 |
/* * Some CPUs can enable/disable for cache parity detection, but does * it different ways. */ parity_protection_init(); /* * The Data Bus Errors / Instruction Bus Errors are signaled * by external hardware. Therefore these two exceptions * may have board specific handlers. */ if (board_be_init) board_be_init(); |
c65a5480f [MIPS] Fix potent... |
1722 |
set_except_vector(0, rollback ? rollback_handle_int : handle_int); |
1da177e4c Linux-2.6.12-rc2 |
1723 1724 1725 1726 1727 1728 1729 1730 1731 1732 1733 1734 |
set_except_vector(1, handle_tlbm); set_except_vector(2, handle_tlbl); set_except_vector(3, handle_tlbs); set_except_vector(4, handle_adel); set_except_vector(5, handle_ades); set_except_vector(6, handle_ibe); set_except_vector(7, handle_dbe); set_except_vector(8, handle_sys); set_except_vector(9, handle_bp); |
5b10496b6 [MIPS] Fast path ... |
1735 1736 1737 |
set_except_vector(10, rdhwr_noopt ? handle_ri : (cpu_has_vtag_icache ? handle_ri_rdhwr_vivt : handle_ri_rdhwr)); |
1da177e4c Linux-2.6.12-rc2 |
1738 1739 1740 |
set_except_vector(11, handle_cpu); set_except_vector(12, handle_ov); set_except_vector(13, handle_tr); |
1da177e4c Linux-2.6.12-rc2 |
1741 |
|
10cc35290 [MIPS] Allow hard... |
1742 1743 |
if (current_cpu_type() == CPU_R6000 || current_cpu_type() == CPU_R6000A) { |
1da177e4c Linux-2.6.12-rc2 |
1744 1745 1746 1747 1748 1749 1750 1751 1752 1753 1754 |
/* * The R6000 is the only R-series CPU that features a machine * check exception (similar to the R4000 cache error) and * unaligned ldc1/sdc1 exception. The handlers have not been * written yet. Well, anyway there is no R6000 machine on the * current list of targets for Linux/MIPS. * (Duh, crap, there is someone with a triple R6k machine) */ //set_except_vector(14, handle_mc); //set_except_vector(15, handle_ndc); } |
e01402b11 More AP / SP bits... |
1755 1756 1757 |
if (board_nmi_handler_setup) board_nmi_handler_setup(); |
e50c0a8fa Support the MIPS3... |
1758 1759 1760 1761 1762 1763 1764 |
if (cpu_has_fpu && !cpu_has_nofpuex) set_except_vector(15, handle_fpe); set_except_vector(22, handle_mdmx); if (cpu_has_mcheck) set_except_vector(24, handle_mcheck); |
340ee4b98 Virtual SMP suppo... |
1765 1766 |
if (cpu_has_mipsmt) set_except_vector(25, handle_mt); |
acaec427b [MIPS] Always ins... |
1767 |
set_except_vector(26, handle_dsp); |
e50c0a8fa Support the MIPS3... |
1768 1769 1770 |
if (cpu_has_vce) /* Special exception: R4[04]00 uses also the divec space. */ |
566f74f6b MIPS: Consider va... |
1771 |
memcpy((void *)(ebase + 0x180), &except_vec3_r4000, 0x100); |
e50c0a8fa Support the MIPS3... |
1772 |
else if (cpu_has_4kex) |
566f74f6b MIPS: Consider va... |
1773 |
memcpy((void *)(ebase + 0x180), &except_vec3_generic, 0x80); |
e50c0a8fa Support the MIPS3... |
1774 |
else |
566f74f6b MIPS: Consider va... |
1775 |
memcpy((void *)(ebase + 0x080), &except_vec3_generic, 0x80); |
e50c0a8fa Support the MIPS3... |
1776 |
|
e0cee3eea [MIPS] Fix WARNIN... |
1777 |
local_flush_icache_range(ebase, ebase + 0x400); |
1d40cfcd3 Avoid SMP cachefl... |
1778 |
flush_tlb_handlers(); |
0510617b8 [MIPS] Fix data b... |
1779 1780 |
sort_extable(__start___dbe_table, __stop___dbe_table); |
69f3a7de1 MIPS: Modularize ... |
1781 |
|
4483b1591 MIPS: Provide mor... |
1782 |
cu2_notifier(default_cu2_call, 0x80000000); /* Run last */ |
1da177e4c Linux-2.6.12-rc2 |
1783 |
} |