2 * Architecture-specific trap handling.
4 * Copyright (C) 1998-2003 Hewlett-Packard Co
5 * David Mosberger-Tang <davidm@hpl.hp.com>
7 * 05/12/00 grao <goutham.rao@intel.com> : added isr in siginfo for SIGFPE
10 #include <linux/kernel.h>
11 #include <linux/init.h>
12 #include <linux/sched.h>
13 #include <linux/tty.h>
14 #include <linux/vt_kern.h> /* For unblank_screen() */
15 #include <linux/module.h> /* for EXPORT_SYMBOL */
16 #include <linux/hardirq.h>
17 #include <linux/kprobes.h>
18 #include <linux/delay.h> /* for ssleep() */
20 #include <asm/fpswa.h>
22 #include <asm/intrinsics.h>
23 #include <asm/processor.h>
24 #include <asm/uaccess.h>
25 #include <asm/kdebug.h>
27 extern spinlock_t timerlist_lock;
29 fpswa_interface_t *fpswa_interface;
30 EXPORT_SYMBOL(fpswa_interface);
32 ATOMIC_NOTIFIER_HEAD(ia64die_chain);
35 register_die_notifier(struct notifier_block *nb)
37 return atomic_notifier_chain_register(&ia64die_chain, nb);
39 EXPORT_SYMBOL_GPL(register_die_notifier);
42 unregister_die_notifier(struct notifier_block *nb)
44 return atomic_notifier_chain_unregister(&ia64die_chain, nb);
46 EXPORT_SYMBOL_GPL(unregister_die_notifier);
51 if (ia64_boot_param->fpswa)
52 /* FPSWA fixup: make the interface pointer a kernel virtual address: */
53 fpswa_interface = __va(ia64_boot_param->fpswa);
57 * Unlock any spinlocks which will prevent us from getting the message out (timerlist_lock
58 * is acquired through the console unblank code)
61 bust_spinlocks (int yes)
63 int loglevel_save = console_loglevel;
75 * OK, the message is on the console. Now we call printk() without
76 * oops_in_progress set so that printk will give klogd a poke. Hold onto
79 console_loglevel = 15; /* NMI oopser may have shut the console up */
81 console_loglevel = loglevel_save;
85 die (const char *str, struct pt_regs *regs, long err)
92 .lock = SPIN_LOCK_UNLOCKED,
96 static int die_counter;
99 if (die.lock_owner != cpu) {
101 spin_lock_irq(&die.lock);
102 die.lock_owner = cpu;
103 die.lock_owner_depth = 0;
108 if (++die.lock_owner_depth < 3) {
109 printk("%s[%d]: %s %ld [%d]\n",
110 current->comm, current->pid, str, err, ++die_counter);
111 (void) notify_die(DIE_OOPS, (char *)str, regs, err, 255, SIGSEGV);
114 printk(KERN_ERR "Recursive die() failure, output suppressed\n");
118 spin_unlock_irq(&die.lock);
121 printk(KERN_EMERG "Fatal exception: panic in 5 seconds\n");
123 panic("Fatal exception");
130 die_if_kernel (char *str, struct pt_regs *regs, long err)
132 if (!user_mode(regs))
137 __kprobes ia64_bad_break (unsigned long break_num, struct pt_regs *regs)
142 /* SIGILL, SIGFPE, SIGSEGV, and SIGBUS want these field initialized: */
143 siginfo.si_addr = (void __user *) (regs->cr_iip + ia64_psr(regs)->ri);
144 siginfo.si_imm = break_num;
145 siginfo.si_flags = 0; /* clear __ISR_VALID */
149 case 0: /* unknown error (used by GCC for __builtin_abort()) */
150 if (notify_die(DIE_BREAK, "break 0", regs, break_num, TRAP_BRKPT, SIGTRAP)
153 die_if_kernel("bugcheck!", regs, break_num);
154 sig = SIGILL; code = ILL_ILLOPC;
157 case 1: /* integer divide by zero */
158 sig = SIGFPE; code = FPE_INTDIV;
161 case 2: /* integer overflow */
162 sig = SIGFPE; code = FPE_INTOVF;
165 case 3: /* range check/bounds check */
166 sig = SIGFPE; code = FPE_FLTSUB;
169 case 4: /* null pointer dereference */
170 sig = SIGSEGV; code = SEGV_MAPERR;
173 case 5: /* misaligned data */
174 sig = SIGSEGV; code = BUS_ADRALN;
177 case 6: /* decimal overflow */
178 sig = SIGFPE; code = __FPE_DECOVF;
181 case 7: /* decimal divide by zero */
182 sig = SIGFPE; code = __FPE_DECDIV;
185 case 8: /* packed decimal error */
186 sig = SIGFPE; code = __FPE_DECERR;
189 case 9: /* invalid ASCII digit */
190 sig = SIGFPE; code = __FPE_INVASC;
193 case 10: /* invalid decimal digit */
194 sig = SIGFPE; code = __FPE_INVDEC;
197 case 11: /* paragraph stack overflow */
198 sig = SIGSEGV; code = __SEGV_PSTKOVF;
201 case 0x3f000 ... 0x3ffff: /* bundle-update in progress */
202 sig = SIGILL; code = __ILL_BNDMOD;
206 if (break_num < 0x40000 || break_num > 0x100000)
207 die_if_kernel("Bad break", regs, break_num);
209 if (break_num < 0x80000) {
210 sig = SIGILL; code = __ILL_BREAK;
212 if (notify_die(DIE_BREAK, "bad break", regs, break_num, TRAP_BRKPT, SIGTRAP)
215 sig = SIGTRAP; code = TRAP_BRKPT;
218 siginfo.si_signo = sig;
219 siginfo.si_errno = 0;
220 siginfo.si_code = code;
221 force_sig_info(sig, &siginfo, current);
225 * disabled_fph_fault() is called when a user-level process attempts to access f32..f127
226 * and it doesn't own the fp-high register partition. When this happens, we save the
227 * current fph partition in the task_struct of the fpu-owner (if necessary) and then load
228 * the fp-high partition of the current task (if necessary). Note that the kernel has
229 * access to fph by the time we get here, as the IVT's "Disabled FP-Register" handler takes
230 * care of clearing psr.dfh.
233 disabled_fph_fault (struct pt_regs *regs)
235 struct ia64_psr *psr = ia64_psr(regs);
237 /* first, grant user-level access to fph partition: */
241 * Make sure that no other task gets in on this processor
242 * while we're claiming the FPU
247 struct task_struct *fpu_owner
248 = (struct task_struct *)ia64_get_kr(IA64_KR_FPU_OWNER);
250 if (ia64_is_local_fpu_owner(current)) {
251 preempt_enable_no_resched();
256 ia64_flush_fph(fpu_owner);
258 #endif /* !CONFIG_SMP */
259 ia64_set_local_fpu_owner(current);
260 if ((current->thread.flags & IA64_THREAD_FPH_VALID) != 0) {
261 __ia64_load_fpu(current->thread.fph);
266 * Set mfh because the state in thread.fph does not match the state in
271 preempt_enable_no_resched();
275 fp_emulate (int fp_fault, void *bundle, long *ipsr, long *fpsr, long *isr, long *pr, long *ifs,
276 struct pt_regs *regs)
281 if (!fpswa_interface)
284 memset(&fp_state, 0, sizeof(fp_state_t));
287 * compute fp_state. only FP registers f6 - f11 are used by the
288 * kernel, so set those bits in the mask and set the low volatile
289 * pointer to point to these registers.
291 fp_state.bitmask_low64 = 0xfc0; /* bit6..bit11 */
293 fp_state.fp_state_low_volatile = (fp_state_low_volatile_t *) ®s->f6;
295 * unsigned long (*EFI_FPSWA) (
296 * unsigned long trap_type,
298 * unsigned long *pipsr,
299 * unsigned long *pfsr,
300 * unsigned long *pisr,
301 * unsigned long *ppreds,
302 * unsigned long *pifs,
305 ret = (*fpswa_interface->fpswa)((unsigned long) fp_fault, bundle,
306 (unsigned long *) ipsr, (unsigned long *) fpsr,
307 (unsigned long *) isr, (unsigned long *) pr,
308 (unsigned long *) ifs, &fp_state);
314 * Handle floating-point assist faults and traps.
317 handle_fpu_swa (int fp_fault, struct pt_regs *regs, unsigned long isr)
319 long exception, bundle[2];
320 unsigned long fault_ip;
321 struct siginfo siginfo;
322 static int fpu_swa_count = 0;
323 static unsigned long last_time;
325 fault_ip = regs->cr_iip;
326 if (!fp_fault && (ia64_psr(regs)->ri == 0))
328 if (copy_from_user(bundle, (void __user *) fault_ip, sizeof(bundle)))
331 if (jiffies - last_time > 5*HZ)
333 if ((fpu_swa_count < 4) && !(current->thread.flags & IA64_THREAD_FPEMU_NOPRINT)) {
337 "%s(%d): floating-point assist fault at ip %016lx, isr %016lx\n",
338 current->comm, current->pid, regs->cr_iip + ia64_psr(regs)->ri, isr);
341 exception = fp_emulate(fp_fault, bundle, ®s->cr_ipsr, ®s->ar_fpsr, &isr, ®s->pr,
342 ®s->cr_ifs, regs);
344 if (exception == 0) {
345 /* emulation was successful */
346 ia64_increment_ip(regs);
347 } else if (exception == -1) {
348 printk(KERN_ERR "handle_fpu_swa: fp_emulate() returned -1\n");
351 /* is next instruction a trap? */
353 ia64_increment_ip(regs);
355 siginfo.si_signo = SIGFPE;
356 siginfo.si_errno = 0;
357 siginfo.si_code = __SI_FAULT; /* default code */
358 siginfo.si_addr = (void __user *) (regs->cr_iip + ia64_psr(regs)->ri);
360 siginfo.si_code = FPE_FLTINV;
361 } else if (isr & 0x22) {
362 /* denormal operand gets the same si_code as underflow
363 * see arch/i386/kernel/traps.c:math_error() */
364 siginfo.si_code = FPE_FLTUND;
365 } else if (isr & 0x44) {
366 siginfo.si_code = FPE_FLTDIV;
368 siginfo.si_isr = isr;
369 siginfo.si_flags = __ISR_VALID;
371 force_sig_info(SIGFPE, &siginfo, current);
374 if (exception == -1) {
375 printk(KERN_ERR "handle_fpu_swa: fp_emulate() returned -1\n");
377 } else if (exception != 0) {
378 /* raise exception */
379 siginfo.si_signo = SIGFPE;
380 siginfo.si_errno = 0;
381 siginfo.si_code = __SI_FAULT; /* default code */
382 siginfo.si_addr = (void __user *) (regs->cr_iip + ia64_psr(regs)->ri);
384 siginfo.si_code = FPE_FLTOVF;
385 } else if (isr & 0x1100) {
386 siginfo.si_code = FPE_FLTUND;
387 } else if (isr & 0x2200) {
388 siginfo.si_code = FPE_FLTRES;
390 siginfo.si_isr = isr;
391 siginfo.si_flags = __ISR_VALID;
393 force_sig_info(SIGFPE, &siginfo, current);
399 struct illegal_op_return {
400 unsigned long fkt, arg1, arg2, arg3;
403 struct illegal_op_return
404 ia64_illegal_op_fault (unsigned long ec, long arg1, long arg2, long arg3,
405 long arg4, long arg5, long arg6, long arg7,
408 struct illegal_op_return rv;
412 #ifdef CONFIG_IA64_BRL_EMU
414 extern struct illegal_op_return ia64_emulate_brl (struct pt_regs *, unsigned long);
416 rv = ia64_emulate_brl(®s, ec);
417 if (rv.fkt != (unsigned long) -1)
422 sprintf(buf, "IA-64 Illegal operation fault");
423 die_if_kernel(buf, ®s, 0);
425 memset(&si, 0, sizeof(si));
426 si.si_signo = SIGILL;
427 si.si_code = ILL_ILLOPC;
428 si.si_addr = (void __user *) (regs.cr_iip + ia64_psr(®s)->ri);
429 force_sig_info(SIGILL, &si, current);
435 ia64_fault (unsigned long vector, unsigned long isr, unsigned long ifa,
436 unsigned long iim, unsigned long itir, long arg5, long arg6,
437 long arg7, struct pt_regs regs)
439 unsigned long code, error = isr, iip;
440 struct siginfo siginfo;
443 static const char *reason[] = {
444 "IA-64 Illegal Operation fault",
445 "IA-64 Privileged Operation fault",
446 "IA-64 Privileged Register fault",
447 "IA-64 Reserved Register/Field fault",
448 "Disabled Instruction Set Transition fault",
449 "Unknown fault 5", "Unknown fault 6", "Unknown fault 7", "Illegal Hazard fault",
450 "Unknown fault 9", "Unknown fault 10", "Unknown fault 11", "Unknown fault 12",
451 "Unknown fault 13", "Unknown fault 14", "Unknown fault 15"
454 if ((isr & IA64_ISR_NA) && ((isr & IA64_ISR_CODE_MASK) == IA64_ISR_CODE_LFETCH)) {
456 * This fault was due to lfetch.fault, set "ed" bit in the psr to cancel
459 ia64_psr(®s)->ed = 1;
463 iip = regs.cr_iip + ia64_psr(®s)->ri;
466 case 24: /* General Exception */
467 code = (isr >> 4) & 0xf;
468 sprintf(buf, "General Exception: %s%s", reason[code],
469 (code == 3) ? ((isr & (1UL << 37))
470 ? " (RSE access)" : " (data access)") : "");
472 # ifdef CONFIG_IA64_PRINT_HAZARDS
473 printk("%s[%d]: possible hazard @ ip=%016lx (pr = %016lx)\n",
474 current->comm, current->pid,
475 regs.cr_iip + ia64_psr(®s)->ri, regs.pr);
481 case 25: /* Disabled FP-Register */
483 disabled_fph_fault(®s);
486 sprintf(buf, "Disabled FPL fault---not supposed to happen!");
489 case 26: /* NaT Consumption */
490 if (user_mode(®s)) {
493 if (((isr >> 4) & 0xf) == 2) {
494 /* NaT page consumption */
497 addr = (void __user *) ifa;
499 /* register NaT consumption */
502 addr = (void __user *) (regs.cr_iip
503 + ia64_psr(®s)->ri);
505 siginfo.si_signo = sig;
506 siginfo.si_code = code;
507 siginfo.si_errno = 0;
508 siginfo.si_addr = addr;
509 siginfo.si_imm = vector;
510 siginfo.si_flags = __ISR_VALID;
511 siginfo.si_isr = isr;
512 force_sig_info(sig, &siginfo, current);
514 } else if (ia64_done_with_exception(®s))
516 sprintf(buf, "NaT consumption");
519 case 31: /* Unsupported Data Reference */
520 if (user_mode(®s)) {
521 siginfo.si_signo = SIGILL;
522 siginfo.si_code = ILL_ILLOPN;
523 siginfo.si_errno = 0;
524 siginfo.si_addr = (void __user *) iip;
525 siginfo.si_imm = vector;
526 siginfo.si_flags = __ISR_VALID;
527 siginfo.si_isr = isr;
528 force_sig_info(SIGILL, &siginfo, current);
531 sprintf(buf, "Unsupported data reference");
535 case 35: /* Taken Branch Trap */
536 case 36: /* Single Step Trap */
537 if (fsys_mode(current, ®s)) {
538 extern char __kernel_syscall_via_break[];
540 * Got a trap in fsys-mode: Taken Branch Trap
541 * and Single Step trap need special handling;
542 * Debug trap is ignored (we disable it here
543 * and re-enable it in the lower-privilege trap).
545 if (unlikely(vector == 29)) {
546 set_thread_flag(TIF_DB_DISABLED);
547 ia64_psr(®s)->db = 0;
548 ia64_psr(®s)->lp = 1;
551 /* re-do the system call via break 0x100000: */
552 regs.cr_iip = (unsigned long) __kernel_syscall_via_break;
553 ia64_psr(®s)->ri = 0;
554 ia64_psr(®s)->cpl = 3;
559 siginfo.si_code = TRAP_HWBKPT;
560 #ifdef CONFIG_ITANIUM
562 * Erratum 10 (IFA may contain incorrect address) now has
563 * "NoFix" status. There are no plans for fixing this.
565 if (ia64_psr(®s)->is == 0)
569 case 35: siginfo.si_code = TRAP_BRANCH; ifa = 0; break;
570 case 36: siginfo.si_code = TRAP_TRACE; ifa = 0; break;
572 if (notify_die(DIE_FAULT, "ia64_fault", ®s, vector, siginfo.si_code, SIGTRAP)
575 siginfo.si_signo = SIGTRAP;
576 siginfo.si_errno = 0;
577 siginfo.si_addr = (void __user *) ifa;
579 siginfo.si_flags = __ISR_VALID;
580 siginfo.si_isr = isr;
581 force_sig_info(SIGTRAP, &siginfo, current);
584 case 32: /* fp fault */
585 case 33: /* fp trap */
586 result = handle_fpu_swa((vector == 32) ? 1 : 0, ®s, isr);
587 if ((result < 0) || (current->thread.flags & IA64_THREAD_FPEMU_SIGFPE)) {
588 siginfo.si_signo = SIGFPE;
589 siginfo.si_errno = 0;
590 siginfo.si_code = FPE_FLTINV;
591 siginfo.si_addr = (void __user *) iip;
592 siginfo.si_flags = __ISR_VALID;
593 siginfo.si_isr = isr;
595 force_sig_info(SIGFPE, &siginfo, current);
601 /* Lower-Privilege Transfer Trap */
603 /* If we disabled debug traps during an fsyscall,
604 * re-enable them here.
606 if (test_thread_flag(TIF_DB_DISABLED)) {
607 clear_thread_flag(TIF_DB_DISABLED);
608 ia64_psr(®s)->db = 1;
612 * Just clear PSR.lp and then return immediately:
613 * all the interesting work (e.g., signal delivery)
614 * is done in the kernel exit path.
616 ia64_psr(®s)->lp = 0;
619 /* Unimplemented Instr. Address Trap */
620 if (user_mode(®s)) {
621 siginfo.si_signo = SIGILL;
622 siginfo.si_code = ILL_BADIADDR;
623 siginfo.si_errno = 0;
624 siginfo.si_flags = 0;
627 siginfo.si_addr = (void __user *) iip;
628 force_sig_info(SIGILL, &siginfo, current);
631 sprintf(buf, "Unimplemented Instruction Address fault");
636 #ifdef CONFIG_IA32_SUPPORT
637 if (ia32_exception(®s, isr) == 0)
640 printk(KERN_ERR "Unexpected IA-32 exception (Trap 45)\n");
641 printk(KERN_ERR " iip - 0x%lx, ifa - 0x%lx, isr - 0x%lx\n",
643 force_sig(SIGSEGV, current);
647 #ifdef CONFIG_IA32_SUPPORT
648 if (ia32_intercept(®s, isr) == 0)
651 printk(KERN_ERR "Unexpected IA-32 intercept trap (Trap 46)\n");
652 printk(KERN_ERR " iip - 0x%lx, ifa - 0x%lx, isr - 0x%lx, iim - 0x%lx\n",
654 force_sig(SIGSEGV, current);
658 sprintf(buf, "IA-32 Interruption Fault (int 0x%lx)", isr >> 16);
662 sprintf(buf, "Fault %lu", vector);
665 die_if_kernel(buf, ®s, error);
666 force_sig(SIGILL, current);