2 * Architecture-specific trap handling.
4 * Copyright (C) 1998-2003 Hewlett-Packard Co
5 * David Mosberger-Tang <davidm@hpl.hp.com>
7 * 05/12/00 grao <goutham.rao@intel.com> : added isr in siginfo for SIGFPE
10 #include <linux/config.h>
11 #include <linux/kernel.h>
12 #include <linux/init.h>
13 #include <linux/sched.h>
14 #include <linux/tty.h>
15 #include <linux/vt_kern.h> /* For unblank_screen() */
16 #include <linux/module.h> /* for EXPORT_SYMBOL */
17 #include <linux/hardirq.h>
18 #include <linux/kprobes.h>
20 #include <asm/fpswa.h>
22 #include <asm/intrinsics.h>
23 #include <asm/processor.h>
24 #include <asm/uaccess.h>
25 #include <asm/kdebug.h>
27 extern spinlock_t timerlist_lock;
29 fpswa_interface_t *fpswa_interface;
30 EXPORT_SYMBOL(fpswa_interface);
32 struct notifier_block *ia64die_chain;
35 register_die_notifier(struct notifier_block *nb)
37 return notifier_chain_register(&ia64die_chain, nb);
39 EXPORT_SYMBOL_GPL(register_die_notifier);
42 unregister_die_notifier(struct notifier_block *nb)
44 return notifier_chain_unregister(&ia64die_chain, nb);
46 EXPORT_SYMBOL_GPL(unregister_die_notifier);
51 if (ia64_boot_param->fpswa)
52 /* FPSWA fixup: make the interface pointer a kernel virtual address: */
53 fpswa_interface = __va(ia64_boot_param->fpswa);
57 * Unlock any spinlocks which will prevent us from getting the message out (timerlist_lock
58 * is acquired through the console unblank code)
61 bust_spinlocks (int yes)
63 int loglevel_save = console_loglevel;
75 * OK, the message is on the console. Now we call printk() without
76 * oops_in_progress set so that printk will give klogd a poke. Hold onto
79 console_loglevel = 15; /* NMI oopser may have shut the console up */
81 console_loglevel = loglevel_save;
85 die (const char *str, struct pt_regs *regs, long err)
92 .lock = SPIN_LOCK_UNLOCKED,
96 static int die_counter;
99 if (die.lock_owner != cpu) {
101 spin_lock_irq(&die.lock);
102 die.lock_owner = cpu;
103 die.lock_owner_depth = 0;
108 if (++die.lock_owner_depth < 3) {
109 printk("%s[%d]: %s %ld [%d]\n",
110 current->comm, current->pid, str, err, ++die_counter);
111 (void) notify_die(DIE_OOPS, (char *)str, regs, err, 255, SIGSEGV);
114 printk(KERN_ERR "Recursive die() failure, output suppressed\n");
118 spin_unlock_irq(&die.lock);
123 die_if_kernel (char *str, struct pt_regs *regs, long err)
125 if (!user_mode(regs))
130 __kprobes ia64_bad_break (unsigned long break_num, struct pt_regs *regs)
135 /* SIGILL, SIGFPE, SIGSEGV, and SIGBUS want these field initialized: */
136 siginfo.si_addr = (void __user *) (regs->cr_iip + ia64_psr(regs)->ri);
137 siginfo.si_imm = break_num;
138 siginfo.si_flags = 0; /* clear __ISR_VALID */
142 case 0: /* unknown error (used by GCC for __builtin_abort()) */
143 if (notify_die(DIE_BREAK, "break 0", regs, break_num, TRAP_BRKPT, SIGTRAP)
146 die_if_kernel("bugcheck!", regs, break_num);
147 sig = SIGILL; code = ILL_ILLOPC;
150 case 1: /* integer divide by zero */
151 sig = SIGFPE; code = FPE_INTDIV;
154 case 2: /* integer overflow */
155 sig = SIGFPE; code = FPE_INTOVF;
158 case 3: /* range check/bounds check */
159 sig = SIGFPE; code = FPE_FLTSUB;
162 case 4: /* null pointer dereference */
163 sig = SIGSEGV; code = SEGV_MAPERR;
166 case 5: /* misaligned data */
167 sig = SIGSEGV; code = BUS_ADRALN;
170 case 6: /* decimal overflow */
171 sig = SIGFPE; code = __FPE_DECOVF;
174 case 7: /* decimal divide by zero */
175 sig = SIGFPE; code = __FPE_DECDIV;
178 case 8: /* packed decimal error */
179 sig = SIGFPE; code = __FPE_DECERR;
182 case 9: /* invalid ASCII digit */
183 sig = SIGFPE; code = __FPE_INVASC;
186 case 10: /* invalid decimal digit */
187 sig = SIGFPE; code = __FPE_INVDEC;
190 case 11: /* paragraph stack overflow */
191 sig = SIGSEGV; code = __SEGV_PSTKOVF;
194 case 0x3f000 ... 0x3ffff: /* bundle-update in progress */
195 sig = SIGILL; code = __ILL_BNDMOD;
199 if (break_num < 0x40000 || break_num > 0x100000)
200 die_if_kernel("Bad break", regs, break_num);
202 if (break_num < 0x80000) {
203 sig = SIGILL; code = __ILL_BREAK;
205 if (notify_die(DIE_BREAK, "bad break", regs, break_num, TRAP_BRKPT, SIGTRAP)
208 sig = SIGTRAP; code = TRAP_BRKPT;
211 siginfo.si_signo = sig;
212 siginfo.si_errno = 0;
213 siginfo.si_code = code;
214 force_sig_info(sig, &siginfo, current);
218 * disabled_fph_fault() is called when a user-level process attempts to access f32..f127
219 * and it doesn't own the fp-high register partition. When this happens, we save the
220 * current fph partition in the task_struct of the fpu-owner (if necessary) and then load
221 * the fp-high partition of the current task (if necessary). Note that the kernel has
222 * access to fph by the time we get here, as the IVT's "Disabled FP-Register" handler takes
223 * care of clearing psr.dfh.
226 disabled_fph_fault (struct pt_regs *regs)
228 struct ia64_psr *psr = ia64_psr(regs);
230 /* first, grant user-level access to fph partition: */
234 * Make sure that no other task gets in on this processor
235 * while we're claiming the FPU
240 struct task_struct *fpu_owner
241 = (struct task_struct *)ia64_get_kr(IA64_KR_FPU_OWNER);
243 if (ia64_is_local_fpu_owner(current)) {
244 preempt_enable_no_resched();
249 ia64_flush_fph(fpu_owner);
251 #endif /* !CONFIG_SMP */
252 ia64_set_local_fpu_owner(current);
253 if ((current->thread.flags & IA64_THREAD_FPH_VALID) != 0) {
254 __ia64_load_fpu(current->thread.fph);
259 * Set mfh because the state in thread.fph does not match the state in
264 preempt_enable_no_resched();
268 fp_emulate (int fp_fault, void *bundle, long *ipsr, long *fpsr, long *isr, long *pr, long *ifs,
269 struct pt_regs *regs)
274 if (!fpswa_interface)
277 memset(&fp_state, 0, sizeof(fp_state_t));
280 * compute fp_state. only FP registers f6 - f11 are used by the
281 * kernel, so set those bits in the mask and set the low volatile
282 * pointer to point to these registers.
284 fp_state.bitmask_low64 = 0xfc0; /* bit6..bit11 */
286 fp_state.fp_state_low_volatile = (fp_state_low_volatile_t *) ®s->f6;
288 * unsigned long (*EFI_FPSWA) (
289 * unsigned long trap_type,
291 * unsigned long *pipsr,
292 * unsigned long *pfsr,
293 * unsigned long *pisr,
294 * unsigned long *ppreds,
295 * unsigned long *pifs,
298 ret = (*fpswa_interface->fpswa)((unsigned long) fp_fault, bundle,
299 (unsigned long *) ipsr, (unsigned long *) fpsr,
300 (unsigned long *) isr, (unsigned long *) pr,
301 (unsigned long *) ifs, &fp_state);
307 * Handle floating-point assist faults and traps.
310 handle_fpu_swa (int fp_fault, struct pt_regs *regs, unsigned long isr)
312 long exception, bundle[2];
313 unsigned long fault_ip;
314 struct siginfo siginfo;
315 static int fpu_swa_count = 0;
316 static unsigned long last_time;
318 fault_ip = regs->cr_iip;
319 if (!fp_fault && (ia64_psr(regs)->ri == 0))
321 if (copy_from_user(bundle, (void __user *) fault_ip, sizeof(bundle)))
324 if (jiffies - last_time > 5*HZ)
326 if ((fpu_swa_count < 4) && !(current->thread.flags & IA64_THREAD_FPEMU_NOPRINT)) {
330 "%s(%d): floating-point assist fault at ip %016lx, isr %016lx\n",
331 current->comm, current->pid, regs->cr_iip + ia64_psr(regs)->ri, isr);
334 exception = fp_emulate(fp_fault, bundle, ®s->cr_ipsr, ®s->ar_fpsr, &isr, ®s->pr,
335 ®s->cr_ifs, regs);
337 if (exception == 0) {
338 /* emulation was successful */
339 ia64_increment_ip(regs);
340 } else if (exception == -1) {
341 printk(KERN_ERR "handle_fpu_swa: fp_emulate() returned -1\n");
344 /* is next instruction a trap? */
346 ia64_increment_ip(regs);
348 siginfo.si_signo = SIGFPE;
349 siginfo.si_errno = 0;
350 siginfo.si_code = __SI_FAULT; /* default code */
351 siginfo.si_addr = (void __user *) (regs->cr_iip + ia64_psr(regs)->ri);
353 siginfo.si_code = FPE_FLTINV;
354 } else if (isr & 0x22) {
355 /* denormal operand gets the same si_code as underflow
356 * see arch/i386/kernel/traps.c:math_error() */
357 siginfo.si_code = FPE_FLTUND;
358 } else if (isr & 0x44) {
359 siginfo.si_code = FPE_FLTDIV;
361 siginfo.si_isr = isr;
362 siginfo.si_flags = __ISR_VALID;
364 force_sig_info(SIGFPE, &siginfo, current);
367 if (exception == -1) {
368 printk(KERN_ERR "handle_fpu_swa: fp_emulate() returned -1\n");
370 } else if (exception != 0) {
371 /* raise exception */
372 siginfo.si_signo = SIGFPE;
373 siginfo.si_errno = 0;
374 siginfo.si_code = __SI_FAULT; /* default code */
375 siginfo.si_addr = (void __user *) (regs->cr_iip + ia64_psr(regs)->ri);
377 siginfo.si_code = FPE_FLTOVF;
378 } else if (isr & 0x1100) {
379 siginfo.si_code = FPE_FLTUND;
380 } else if (isr & 0x2200) {
381 siginfo.si_code = FPE_FLTRES;
383 siginfo.si_isr = isr;
384 siginfo.si_flags = __ISR_VALID;
386 force_sig_info(SIGFPE, &siginfo, current);
392 struct illegal_op_return {
393 unsigned long fkt, arg1, arg2, arg3;
396 struct illegal_op_return
397 ia64_illegal_op_fault (unsigned long ec, long arg1, long arg2, long arg3,
398 long arg4, long arg5, long arg6, long arg7,
401 struct illegal_op_return rv;
405 #ifdef CONFIG_IA64_BRL_EMU
407 extern struct illegal_op_return ia64_emulate_brl (struct pt_regs *, unsigned long);
409 rv = ia64_emulate_brl(®s, ec);
410 if (rv.fkt != (unsigned long) -1)
415 sprintf(buf, "IA-64 Illegal operation fault");
416 die_if_kernel(buf, ®s, 0);
418 memset(&si, 0, sizeof(si));
419 si.si_signo = SIGILL;
420 si.si_code = ILL_ILLOPC;
421 si.si_addr = (void __user *) (regs.cr_iip + ia64_psr(®s)->ri);
422 force_sig_info(SIGILL, &si, current);
428 ia64_fault (unsigned long vector, unsigned long isr, unsigned long ifa,
429 unsigned long iim, unsigned long itir, long arg5, long arg6,
430 long arg7, struct pt_regs regs)
432 unsigned long code, error = isr, iip;
433 struct siginfo siginfo;
436 static const char *reason[] = {
437 "IA-64 Illegal Operation fault",
438 "IA-64 Privileged Operation fault",
439 "IA-64 Privileged Register fault",
440 "IA-64 Reserved Register/Field fault",
441 "Disabled Instruction Set Transition fault",
442 "Unknown fault 5", "Unknown fault 6", "Unknown fault 7", "Illegal Hazard fault",
443 "Unknown fault 9", "Unknown fault 10", "Unknown fault 11", "Unknown fault 12",
444 "Unknown fault 13", "Unknown fault 14", "Unknown fault 15"
447 if ((isr & IA64_ISR_NA) && ((isr & IA64_ISR_CODE_MASK) == IA64_ISR_CODE_LFETCH)) {
449 * This fault was due to lfetch.fault, set "ed" bit in the psr to cancel
452 ia64_psr(®s)->ed = 1;
456 iip = regs.cr_iip + ia64_psr(®s)->ri;
459 case 24: /* General Exception */
460 code = (isr >> 4) & 0xf;
461 sprintf(buf, "General Exception: %s%s", reason[code],
462 (code == 3) ? ((isr & (1UL << 37))
463 ? " (RSE access)" : " (data access)") : "");
465 # ifdef CONFIG_IA64_PRINT_HAZARDS
466 printk("%s[%d]: possible hazard @ ip=%016lx (pr = %016lx)\n",
467 current->comm, current->pid,
468 regs.cr_iip + ia64_psr(®s)->ri, regs.pr);
474 case 25: /* Disabled FP-Register */
476 disabled_fph_fault(®s);
479 sprintf(buf, "Disabled FPL fault---not supposed to happen!");
482 case 26: /* NaT Consumption */
483 if (user_mode(®s)) {
486 if (((isr >> 4) & 0xf) == 2) {
487 /* NaT page consumption */
490 addr = (void __user *) ifa;
492 /* register NaT consumption */
495 addr = (void __user *) (regs.cr_iip
496 + ia64_psr(®s)->ri);
498 siginfo.si_signo = sig;
499 siginfo.si_code = code;
500 siginfo.si_errno = 0;
501 siginfo.si_addr = addr;
502 siginfo.si_imm = vector;
503 siginfo.si_flags = __ISR_VALID;
504 siginfo.si_isr = isr;
505 force_sig_info(sig, &siginfo, current);
507 } else if (ia64_done_with_exception(®s))
509 sprintf(buf, "NaT consumption");
512 case 31: /* Unsupported Data Reference */
513 if (user_mode(®s)) {
514 siginfo.si_signo = SIGILL;
515 siginfo.si_code = ILL_ILLOPN;
516 siginfo.si_errno = 0;
517 siginfo.si_addr = (void __user *) iip;
518 siginfo.si_imm = vector;
519 siginfo.si_flags = __ISR_VALID;
520 siginfo.si_isr = isr;
521 force_sig_info(SIGILL, &siginfo, current);
524 sprintf(buf, "Unsupported data reference");
528 case 35: /* Taken Branch Trap */
529 case 36: /* Single Step Trap */
530 if (fsys_mode(current, ®s)) {
531 extern char __kernel_syscall_via_break[];
533 * Got a trap in fsys-mode: Taken Branch Trap
534 * and Single Step trap need special handling;
535 * Debug trap is ignored (we disable it here
536 * and re-enable it in the lower-privilege trap).
538 if (unlikely(vector == 29)) {
539 set_thread_flag(TIF_DB_DISABLED);
540 ia64_psr(®s)->db = 0;
541 ia64_psr(®s)->lp = 1;
544 /* re-do the system call via break 0x100000: */
545 regs.cr_iip = (unsigned long) __kernel_syscall_via_break;
546 ia64_psr(®s)->ri = 0;
547 ia64_psr(®s)->cpl = 3;
552 siginfo.si_code = TRAP_HWBKPT;
553 #ifdef CONFIG_ITANIUM
555 * Erratum 10 (IFA may contain incorrect address) now has
556 * "NoFix" status. There are no plans for fixing this.
558 if (ia64_psr(®s)->is == 0)
562 case 35: siginfo.si_code = TRAP_BRANCH; ifa = 0; break;
563 case 36: siginfo.si_code = TRAP_TRACE; ifa = 0; break;
565 if (notify_die(DIE_FAULT, "ia64_fault", ®s, vector, siginfo.si_code, SIGTRAP)
568 siginfo.si_signo = SIGTRAP;
569 siginfo.si_errno = 0;
570 siginfo.si_addr = (void __user *) ifa;
572 siginfo.si_flags = __ISR_VALID;
573 siginfo.si_isr = isr;
574 force_sig_info(SIGTRAP, &siginfo, current);
577 case 32: /* fp fault */
578 case 33: /* fp trap */
579 result = handle_fpu_swa((vector == 32) ? 1 : 0, ®s, isr);
580 if ((result < 0) || (current->thread.flags & IA64_THREAD_FPEMU_SIGFPE)) {
581 siginfo.si_signo = SIGFPE;
582 siginfo.si_errno = 0;
583 siginfo.si_code = FPE_FLTINV;
584 siginfo.si_addr = (void __user *) iip;
585 siginfo.si_flags = __ISR_VALID;
586 siginfo.si_isr = isr;
588 force_sig_info(SIGFPE, &siginfo, current);
594 /* Lower-Privilege Transfer Trap */
596 /* If we disabled debug traps during an fsyscall,
597 * re-enable them here.
599 if (test_thread_flag(TIF_DB_DISABLED)) {
600 clear_thread_flag(TIF_DB_DISABLED);
601 ia64_psr(®s)->db = 1;
605 * Just clear PSR.lp and then return immediately:
606 * all the interesting work (e.g., signal delivery)
607 * is done in the kernel exit path.
609 ia64_psr(®s)->lp = 0;
612 /* Unimplemented Instr. Address Trap */
613 if (user_mode(®s)) {
614 siginfo.si_signo = SIGILL;
615 siginfo.si_code = ILL_BADIADDR;
616 siginfo.si_errno = 0;
617 siginfo.si_flags = 0;
620 siginfo.si_addr = (void __user *) iip;
621 force_sig_info(SIGILL, &siginfo, current);
624 sprintf(buf, "Unimplemented Instruction Address fault");
629 #ifdef CONFIG_IA32_SUPPORT
630 if (ia32_exception(®s, isr) == 0)
633 printk(KERN_ERR "Unexpected IA-32 exception (Trap 45)\n");
634 printk(KERN_ERR " iip - 0x%lx, ifa - 0x%lx, isr - 0x%lx\n",
636 force_sig(SIGSEGV, current);
640 #ifdef CONFIG_IA32_SUPPORT
641 if (ia32_intercept(®s, isr) == 0)
644 printk(KERN_ERR "Unexpected IA-32 intercept trap (Trap 46)\n");
645 printk(KERN_ERR " iip - 0x%lx, ifa - 0x%lx, isr - 0x%lx, iim - 0x%lx\n",
647 force_sig(SIGSEGV, current);
651 sprintf(buf, "IA-32 Interruption Fault (int 0x%lx)", isr >> 16);
655 sprintf(buf, "Fault %lu", vector);
658 die_if_kernel(buf, ®s, error);
659 force_sig(SIGILL, current);