Merge branch 'x86/gart' into x86/iommu
[linux-2.6] / arch / blackfin / kernel / traps.c
1 /*
2  * File:         arch/blackfin/kernel/traps.c
3  * Based on:
4  * Author:       Hamish Macdonald
5  *
6  * Created:
7  * Description:  uses S/W interrupt 15 for the system calls
8  *
9  * Modified:
10  *               Copyright 2004-2006 Analog Devices Inc.
11  *
12  * Bugs:         Enter bugs at http://blackfin.uclinux.org/
13  *
14  * This program is free software; you can redistribute it and/or modify
15  * it under the terms of the GNU General Public License as published by
16  * the Free Software Foundation; either version 2 of the License, or
17  * (at your option) any later version.
18  *
19  * This program is distributed in the hope that it will be useful,
20  * but WITHOUT ANY WARRANTY; without even the implied warranty of
21  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
22  * GNU General Public License for more details.
23  *
24  * You should have received a copy of the GNU General Public License
25  * along with this program; if not, see the file COPYING, or write
26  * to the Free Software Foundation, Inc.,
27  * 51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA
28  */
29
30 #include <linux/uaccess.h>
31 #include <linux/interrupt.h>
32 #include <linux/module.h>
33 #include <linux/kallsyms.h>
34 #include <linux/fs.h>
35 #include <asm/traps.h>
36 #include <asm/cacheflush.h>
37 #include <asm/blackfin.h>
38 #include <asm/irq_handler.h>
39 #include <linux/irq.h>
40 #include <asm/trace.h>
41 #include <asm/fixed_code.h>
42 #include <asm/dma.h>
43
44 #ifdef CONFIG_KGDB
45 # include <linux/debugger.h>
46 # include <linux/kgdb.h>
47
48 # define CHK_DEBUGGER_TRAP() \
49         do { \
50                 CHK_DEBUGGER(trapnr, sig, info.si_code, fp, ); \
51         } while (0)
52 # define CHK_DEBUGGER_TRAP_MAYBE() \
53         do { \
54                 if (kgdb_connected) \
55                         CHK_DEBUGGER_TRAP(); \
56         } while (0)
57 #else
58 # define CHK_DEBUGGER_TRAP() do { } while (0)
59 # define CHK_DEBUGGER_TRAP_MAYBE() do { } while (0)
60 #endif
61
62 /* Initiate the event table handler */
63 void __init trap_init(void)
64 {
65         CSYNC();
66         bfin_write_EVT3(trap);
67         CSYNC();
68 }
69
70 unsigned long saved_icplb_fault_addr, saved_dcplb_fault_addr;
71
72 static void decode_address(char *buf, unsigned long address)
73 {
74         struct vm_list_struct *vml;
75         struct task_struct *p;
76         struct mm_struct *mm;
77         unsigned long flags, offset;
78         unsigned char in_atomic = (bfin_read_IPEND() & 0x10) || in_atomic();
79
80 #ifdef CONFIG_KALLSYMS
81         unsigned long symsize;
82         const char *symname;
83         char *modname;
84         char *delim = ":";
85         char namebuf[128];
86
87         /* look up the address and see if we are in kernel space */
88         symname = kallsyms_lookup(address, &symsize, &offset, &modname, namebuf);
89
90         if (symname) {
91                 /* yeah! kernel space! */
92                 if (!modname)
93                         modname = delim = "";
94                 sprintf(buf, "<0x%p> { %s%s%s%s + 0x%lx }",
95                               (void *)address, delim, modname, delim, symname,
96                               (unsigned long)offset);
97                 return;
98
99         }
100 #endif
101
102         /* Problem in fixed code section? */
103         if (address >= FIXED_CODE_START && address < FIXED_CODE_END) {
104                 sprintf(buf, "<0x%p> /* Maybe fixed code section */", (void *)address);
105                 return;
106         }
107
108         /* Problem somewhere before the kernel start address */
109         if (address < CONFIG_BOOT_LOAD) {
110                 sprintf(buf, "<0x%p> /* Maybe null pointer? */", (void *)address);
111                 return;
112         }
113
114         /* looks like we're off in user-land, so let's walk all the
115          * mappings of all our processes and see if we can't be a whee
116          * bit more specific
117          */
118         write_lock_irqsave(&tasklist_lock, flags);
119         for_each_process(p) {
120                 mm = (in_atomic ? p->mm : get_task_mm(p));
121                 if (!mm)
122                         continue;
123
124                 vml = mm->context.vmlist;
125                 while (vml) {
126                         struct vm_area_struct *vma = vml->vma;
127
128                         if (address >= vma->vm_start && address < vma->vm_end) {
129                                 char _tmpbuf[256];
130                                 char *name = p->comm;
131                                 struct file *file = vma->vm_file;
132
133                                 if (file)
134                                         name = d_path(&file->f_path, _tmpbuf,
135                                                       sizeof(_tmpbuf));
136
137                                 /* FLAT does not have its text aligned to the start of
138                                  * the map while FDPIC ELF does ...
139                                  */
140
141                                 /* before we can check flat/fdpic, we need to
142                                  * make sure current is valid
143                                  */
144                                 if ((unsigned long)current >= FIXED_CODE_START &&
145                                     !((unsigned long)current & 0x3)) {
146                                         if (current->mm &&
147                                             (address > current->mm->start_code) &&
148                                             (address < current->mm->end_code))
149                                                 offset = address - current->mm->start_code;
150                                         else
151                                                 offset = (address - vma->vm_start) +
152                                                          (vma->vm_pgoff << PAGE_SHIFT);
153
154                                         sprintf(buf, "<0x%p> [ %s + 0x%lx ]",
155                                                 (void *)address, name, offset);
156                                 } else
157                                         sprintf(buf, "<0x%p> [ %s vma:0x%lx-0x%lx]",
158                                                 (void *)address, name,
159                                                 vma->vm_start, vma->vm_end);
160
161                                 if (!in_atomic)
162                                         mmput(mm);
163
164                                 if (!strlen(buf))
165                                         sprintf(buf, "<0x%p> [ %s ] dynamic memory", (void *)address, name);
166
167                                 goto done;
168                         }
169
170                         vml = vml->next;
171                 }
172                 if (!in_atomic)
173                         mmput(mm);
174         }
175
176         /* we were unable to find this address anywhere */
177         sprintf(buf, "<0x%p> /* kernel dynamic memory */", (void *)address);
178
179 done:
180         write_unlock_irqrestore(&tasklist_lock, flags);
181 }
182
183 asmlinkage void double_fault_c(struct pt_regs *fp)
184 {
185         console_verbose();
186         oops_in_progress = 1;
187         printk(KERN_EMERG "\n" KERN_EMERG "Double Fault\n");
188         dump_bfin_process(fp);
189         dump_bfin_mem(fp);
190         show_regs(fp);
191         panic("Double Fault - unrecoverable event\n");
192
193 }
194
195 asmlinkage void trap_c(struct pt_regs *fp)
196 {
197 #ifdef CONFIG_DEBUG_BFIN_HWTRACE_ON
198         int j;
199 #endif
200         int sig = 0;
201         siginfo_t info;
202         unsigned long trapnr = fp->seqstat & SEQSTAT_EXCAUSE;
203
204         trace_buffer_save(j);
205
206         /* Important - be very careful dereferncing pointers - will lead to
207          * double faults if the stack has become corrupt
208          */
209
210         /* If the fault was caused by a kernel thread, or interrupt handler
211          * we will kernel panic, so the system reboots.
212          * If KGDB is enabled, don't set this for kernel breakpoints
213         */
214
215         /* TODO: check to see if we are in some sort of deferred HWERR
216          * that we should be able to recover from, not kernel panic
217          */
218         if ((bfin_read_IPEND() & 0xFFC0) && (trapnr != VEC_STEP)
219 #ifdef CONFIG_KGDB
220                 && (trapnr != VEC_EXCPT02)
221 #endif
222         ){
223                 console_verbose();
224                 oops_in_progress = 1;
225         } else if (current) {
226                 if (current->mm == NULL) {
227                         console_verbose();
228                         oops_in_progress = 1;
229                 }
230         }
231
232         /* trap_c() will be called for exceptions. During exceptions
233          * processing, the pc value should be set with retx value.
234          * With this change we can cleanup some code in signal.c- TODO
235          */
236         fp->orig_pc = fp->retx;
237         /* printk("exception: 0x%x, ipend=%x, reti=%x, retx=%x\n",
238                 trapnr, fp->ipend, fp->pc, fp->retx); */
239
240         /* send the appropriate signal to the user program */
241         switch (trapnr) {
242
243         /* This table works in conjuction with the one in ./mach-common/entry.S
244          * Some exceptions are handled there (in assembly, in exception space)
245          * Some are handled here, (in C, in interrupt space)
246          * Some, like CPLB, are handled in both, where the normal path is
247          * handled in assembly/exception space, and the error path is handled
248          * here
249          */
250
251         /* 0x00 - Linux Syscall, getting here is an error */
252         /* 0x01 - userspace gdb breakpoint, handled here */
253         case VEC_EXCPT01:
254                 info.si_code = TRAP_ILLTRAP;
255                 sig = SIGTRAP;
256                 CHK_DEBUGGER_TRAP_MAYBE();
257                 /* Check if this is a breakpoint in kernel space */
258                 if (fp->ipend & 0xffc0)
259                         return;
260                 else
261                         break;
262 #ifdef CONFIG_KGDB
263         case VEC_EXCPT02 :               /* gdb connection */
264                 info.si_code = TRAP_ILLTRAP;
265                 sig = SIGTRAP;
266                 CHK_DEBUGGER_TRAP();
267                 return;
268 #else
269         /* 0x02 - User Defined, Caught by default */
270 #endif
271         /* 0x03 - User Defined, userspace stack overflow */
272         case VEC_EXCPT03:
273                 info.si_code = SEGV_STACKFLOW;
274                 sig = SIGSEGV;
275                 printk(KERN_NOTICE EXC_0x03(KERN_NOTICE));
276                 CHK_DEBUGGER_TRAP();
277                 break;
278         /* 0x04 - User Defined, Caught by default */
279         /* 0x05 - User Defined, Caught by default */
280         /* 0x06 - User Defined, Caught by default */
281         /* 0x07 - User Defined, Caught by default */
282         /* 0x08 - User Defined, Caught by default */
283         /* 0x09 - User Defined, Caught by default */
284         /* 0x0A - User Defined, Caught by default */
285         /* 0x0B - User Defined, Caught by default */
286         /* 0x0C - User Defined, Caught by default */
287         /* 0x0D - User Defined, Caught by default */
288         /* 0x0E - User Defined, Caught by default */
289         /* 0x0F - User Defined, Caught by default */
290         /* 0x10 HW Single step, handled here */
291         case VEC_STEP:
292                 info.si_code = TRAP_STEP;
293                 sig = SIGTRAP;
294                 CHK_DEBUGGER_TRAP_MAYBE();
295                 /* Check if this is a single step in kernel space */
296                 if (fp->ipend & 0xffc0)
297                         return;
298                 else
299                         break;
300         /* 0x11 - Trace Buffer Full, handled here */
301         case VEC_OVFLOW:
302                 info.si_code = TRAP_TRACEFLOW;
303                 sig = SIGTRAP;
304                 printk(KERN_NOTICE EXC_0x11(KERN_NOTICE));
305                 CHK_DEBUGGER_TRAP();
306                 break;
307         /* 0x12 - Reserved, Caught by default */
308         /* 0x13 - Reserved, Caught by default */
309         /* 0x14 - Reserved, Caught by default */
310         /* 0x15 - Reserved, Caught by default */
311         /* 0x16 - Reserved, Caught by default */
312         /* 0x17 - Reserved, Caught by default */
313         /* 0x18 - Reserved, Caught by default */
314         /* 0x19 - Reserved, Caught by default */
315         /* 0x1A - Reserved, Caught by default */
316         /* 0x1B - Reserved, Caught by default */
317         /* 0x1C - Reserved, Caught by default */
318         /* 0x1D - Reserved, Caught by default */
319         /* 0x1E - Reserved, Caught by default */
320         /* 0x1F - Reserved, Caught by default */
321         /* 0x20 - Reserved, Caught by default */
322         /* 0x21 - Undefined Instruction, handled here */
323         case VEC_UNDEF_I:
324                 info.si_code = ILL_ILLOPC;
325                 sig = SIGILL;
326                 printk(KERN_NOTICE EXC_0x21(KERN_NOTICE));
327                 CHK_DEBUGGER_TRAP();
328                 break;
329         /* 0x22 - Illegal Instruction Combination, handled here */
330         case VEC_ILGAL_I:
331                 info.si_code = ILL_ILLPARAOP;
332                 sig = SIGILL;
333                 printk(KERN_NOTICE EXC_0x22(KERN_NOTICE));
334                 CHK_DEBUGGER_TRAP();
335                 break;
336         /* 0x23 - Data CPLB protection violation, handled here */
337         case VEC_CPLB_VL:
338                 info.si_code = ILL_CPLB_VI;
339                 sig = SIGBUS;
340                 printk(KERN_NOTICE EXC_0x23(KERN_NOTICE));
341                 CHK_DEBUGGER_TRAP();
342                 break;
343         /* 0x24 - Data access misaligned, handled here */
344         case VEC_MISALI_D:
345                 info.si_code = BUS_ADRALN;
346                 sig = SIGBUS;
347                 printk(KERN_NOTICE EXC_0x24(KERN_NOTICE));
348                 CHK_DEBUGGER_TRAP();
349                 break;
350         /* 0x25 - Unrecoverable Event, handled here */
351         case VEC_UNCOV:
352                 info.si_code = ILL_ILLEXCPT;
353                 sig = SIGILL;
354                 printk(KERN_NOTICE EXC_0x25(KERN_NOTICE));
355                 CHK_DEBUGGER_TRAP();
356                 break;
357         /* 0x26 - Data CPLB Miss, normal case is handled in _cplb_hdr,
358                 error case is handled here */
359         case VEC_CPLB_M:
360                 info.si_code = BUS_ADRALN;
361                 sig = SIGBUS;
362                 printk(KERN_NOTICE EXC_0x26(KERN_NOTICE));
363                 CHK_DEBUGGER_TRAP();
364                 break;
365         /* 0x27 - Data CPLB Multiple Hits - Linux Trap Zero, handled here */
366         case VEC_CPLB_MHIT:
367                 info.si_code = ILL_CPLB_MULHIT;
368                 sig = SIGSEGV;
369 #ifdef CONFIG_DEBUG_HUNT_FOR_ZERO
370                 if (saved_dcplb_fault_addr < FIXED_CODE_START)
371                         printk(KERN_NOTICE "NULL pointer access\n");
372                 else
373 #endif
374                         printk(KERN_NOTICE EXC_0x27(KERN_NOTICE));
375                 CHK_DEBUGGER_TRAP();
376                 break;
377         /* 0x28 - Emulation Watchpoint, handled here */
378         case VEC_WATCH:
379                 info.si_code = TRAP_WATCHPT;
380                 sig = SIGTRAP;
381                 pr_debug(EXC_0x28(KERN_DEBUG));
382                 CHK_DEBUGGER_TRAP_MAYBE();
383                 /* Check if this is a watchpoint in kernel space */
384                 if (fp->ipend & 0xffc0)
385                         return;
386                 else
387                         break;
388 #ifdef CONFIG_BF535
389         /* 0x29 - Instruction fetch access error (535 only) */
390         case VEC_ISTRU_VL:      /* ADSP-BF535 only (MH) */
391                 info.si_code = BUS_OPFETCH;
392                 sig = SIGBUS;
393                 printk(KERN_NOTICE "BF535: VEC_ISTRU_VL\n");
394                 CHK_DEBUGGER_TRAP();
395                 break;
396 #else
397         /* 0x29 - Reserved, Caught by default */
398 #endif
399         /* 0x2A - Instruction fetch misaligned, handled here */
400         case VEC_MISALI_I:
401                 info.si_code = BUS_ADRALN;
402                 sig = SIGBUS;
403                 printk(KERN_NOTICE EXC_0x2A(KERN_NOTICE));
404                 CHK_DEBUGGER_TRAP();
405                 break;
406         /* 0x2B - Instruction CPLB protection violation, handled here */
407         case VEC_CPLB_I_VL:
408                 info.si_code = ILL_CPLB_VI;
409                 sig = SIGBUS;
410                 printk(KERN_NOTICE EXC_0x2B(KERN_NOTICE));
411                 CHK_DEBUGGER_TRAP();
412                 break;
413         /* 0x2C - Instruction CPLB miss, handled in _cplb_hdr */
414         case VEC_CPLB_I_M:
415                 info.si_code = ILL_CPLB_MISS;
416                 sig = SIGBUS;
417                 printk(KERN_NOTICE EXC_0x2C(KERN_NOTICE));
418                 CHK_DEBUGGER_TRAP();
419                 break;
420         /* 0x2D - Instruction CPLB Multiple Hits, handled here */
421         case VEC_CPLB_I_MHIT:
422                 info.si_code = ILL_CPLB_MULHIT;
423                 sig = SIGSEGV;
424 #ifdef CONFIG_DEBUG_HUNT_FOR_ZERO
425                 if (saved_icplb_fault_addr < FIXED_CODE_START)
426                         printk(KERN_NOTICE "Jump to NULL address\n");
427                 else
428 #endif
429                         printk(KERN_NOTICE EXC_0x2D(KERN_NOTICE));
430                 CHK_DEBUGGER_TRAP();
431                 break;
432         /* 0x2E - Illegal use of Supervisor Resource, handled here */
433         case VEC_ILL_RES:
434                 info.si_code = ILL_PRVOPC;
435                 sig = SIGILL;
436                 printk(KERN_NOTICE EXC_0x2E(KERN_NOTICE));
437                 CHK_DEBUGGER_TRAP();
438                 break;
439         /* 0x2F - Reserved, Caught by default */
440         /* 0x30 - Reserved, Caught by default */
441         /* 0x31 - Reserved, Caught by default */
442         /* 0x32 - Reserved, Caught by default */
443         /* 0x33 - Reserved, Caught by default */
444         /* 0x34 - Reserved, Caught by default */
445         /* 0x35 - Reserved, Caught by default */
446         /* 0x36 - Reserved, Caught by default */
447         /* 0x37 - Reserved, Caught by default */
448         /* 0x38 - Reserved, Caught by default */
449         /* 0x39 - Reserved, Caught by default */
450         /* 0x3A - Reserved, Caught by default */
451         /* 0x3B - Reserved, Caught by default */
452         /* 0x3C - Reserved, Caught by default */
453         /* 0x3D - Reserved, Caught by default */
454         /* 0x3E - Reserved, Caught by default */
455         /* 0x3F - Reserved, Caught by default */
456         case VEC_HWERR:
457                 info.si_code = BUS_ADRALN;
458                 sig = SIGBUS;
459                 switch (fp->seqstat & SEQSTAT_HWERRCAUSE) {
460                 /* System MMR Error */
461                 case (SEQSTAT_HWERRCAUSE_SYSTEM_MMR):
462                         info.si_code = BUS_ADRALN;
463                         sig = SIGBUS;
464                         printk(KERN_NOTICE HWC_x2(KERN_NOTICE));
465                         break;
466                 /* External Memory Addressing Error */
467                 case (SEQSTAT_HWERRCAUSE_EXTERN_ADDR):
468                         info.si_code = BUS_ADRERR;
469                         sig = SIGBUS;
470                         printk(KERN_NOTICE HWC_x3(KERN_NOTICE));
471                         break;
472                 /* Performance Monitor Overflow */
473                 case (SEQSTAT_HWERRCAUSE_PERF_FLOW):
474                         printk(KERN_NOTICE HWC_x12(KERN_NOTICE));
475                         break;
476                 /* RAISE 5 instruction */
477                 case (SEQSTAT_HWERRCAUSE_RAISE_5):
478                         printk(KERN_NOTICE HWC_x18(KERN_NOTICE));
479                         break;
480                 default:        /* Reserved */
481                         printk(KERN_NOTICE HWC_default(KERN_NOTICE));
482                         break;
483                 }
484                 CHK_DEBUGGER_TRAP();
485                 break;
486         default:
487                 info.si_code = TRAP_ILLTRAP;
488                 sig = SIGTRAP;
489                 printk(KERN_EMERG "Caught Unhandled Exception, code = %08lx\n",
490                         (fp->seqstat & SEQSTAT_EXCAUSE));
491                 CHK_DEBUGGER_TRAP();
492                 break;
493         }
494
495         BUG_ON(sig == 0);
496
497         if (sig != SIGTRAP) {
498                 unsigned long *stack;
499                 dump_bfin_process(fp);
500                 dump_bfin_mem(fp);
501                 show_regs(fp);
502
503                 /* Print out the trace buffer if it makes sense */
504 #ifndef CONFIG_DEBUG_BFIN_NO_KERN_HWTRACE
505                 if (trapnr == VEC_CPLB_I_M || trapnr == VEC_CPLB_M)
506                         printk(KERN_NOTICE "No trace since you do not have "
507                                 "CONFIG_DEBUG_BFIN_NO_KERN_HWTRACE enabled\n"
508                                 KERN_NOTICE "\n");
509                 else
510 #endif
511                         dump_bfin_trace_buffer();
512
513                 if (oops_in_progress) {
514                         /* Dump the current kernel stack */
515                         printk(KERN_NOTICE "\n" KERN_NOTICE "Kernel Stack\n");
516                         show_stack(current, NULL);
517
518                         print_modules();
519 #ifndef CONFIG_ACCESS_CHECK
520                         printk(KERN_EMERG "Please turn on "
521                                "CONFIG_ACCESS_CHECK\n");
522 #endif
523                         panic("Kernel exception");
524                 } else {
525                         /* Dump the user space stack */
526                         stack = (unsigned long *)rdusp();
527                         printk(KERN_NOTICE "Userspace Stack\n");
528                         show_stack(NULL, stack);
529                 }
530         }
531
532         info.si_signo = sig;
533         info.si_errno = 0;
534         info.si_addr = (void __user *)fp->pc;
535         force_sig_info(sig, &info, current);
536
537         trace_buffer_restore(j);
538         return;
539 }
540
541 /* Typical exception handling routines  */
542
543 #define EXPAND_LEN ((1 << CONFIG_DEBUG_BFIN_HWTRACE_EXPAND_LEN) * 256 - 1)
544
545 /*
546  * Similar to get_user, do some address checking, then dereference
547  * Return true on sucess, false on bad address
548  */
549 bool get_instruction(unsigned short *val, unsigned short *address)
550 {
551
552         unsigned long addr;
553
554         addr = (unsigned long)address;
555
556         /* Check for odd addresses */
557         if (addr & 0x1)
558                 return false;
559
560         /* Check that things do not wrap around */
561         if (addr > (addr + 2))
562                 return false;
563
564         /*
565          * Since we are in exception context, we need to do a little address checking
566          * We need to make sure we are only accessing valid memory, and
567          * we don't read something in the async space that can hang forever
568          */
569         if ((addr >= FIXED_CODE_START && (addr + 2) <= physical_mem_end) ||
570 #if L2_LENGTH != 0
571             (addr >= L2_START && (addr + 2) <= (L2_START + L2_LENGTH)) ||
572 #endif
573             (addr >= BOOT_ROM_START && (addr + 2) <= (BOOT_ROM_START + BOOT_ROM_LENGTH)) ||
574 #if L1_DATA_A_LENGTH != 0
575             (addr >= L1_DATA_A_START && (addr + 2) <= (L1_DATA_A_START + L1_DATA_A_LENGTH)) ||
576 #endif
577 #if L1_DATA_B_LENGTH != 0
578             (addr >= L1_DATA_B_START && (addr + 2) <= (L1_DATA_B_START + L1_DATA_B_LENGTH)) ||
579 #endif
580             (addr >= L1_SCRATCH_START && (addr + 2) <= (L1_SCRATCH_START + L1_SCRATCH_LENGTH)) ||
581             (!(bfin_read_EBIU_AMBCTL0() & B0RDYEN) &&
582                addr >= ASYNC_BANK0_BASE && (addr + 2) <= (ASYNC_BANK0_BASE + ASYNC_BANK0_SIZE)) ||
583             (!(bfin_read_EBIU_AMBCTL0() & B1RDYEN) &&
584                addr >= ASYNC_BANK1_BASE && (addr + 2) <= (ASYNC_BANK1_BASE + ASYNC_BANK1_SIZE)) ||
585             (!(bfin_read_EBIU_AMBCTL1() & B2RDYEN) &&
586                addr >= ASYNC_BANK2_BASE && (addr + 2) <= (ASYNC_BANK2_BASE + ASYNC_BANK1_SIZE)) ||
587             (!(bfin_read_EBIU_AMBCTL1() & B3RDYEN) &&
588               addr >= ASYNC_BANK3_BASE && (addr + 2) <= (ASYNC_BANK3_BASE + ASYNC_BANK1_SIZE))) {
589                 *val = *address;
590                 return true;
591         }
592
593 #if L1_CODE_LENGTH != 0
594         if (addr >= L1_CODE_START && (addr + 2) <= (L1_CODE_START + L1_CODE_LENGTH)) {
595                 dma_memcpy(val, address, 2);
596                 return true;
597         }
598 #endif
599
600
601         return false;
602 }
603
604 /* 
605  * decode the instruction if we are printing out the trace, as it
606  * makes things easier to follow, without running it through objdump
607  * These are the normal instructions which cause change of flow, which
608  * would be at the source of the trace buffer
609  */
610 void decode_instruction(unsigned short *address)
611 {
612         unsigned short opcode;
613
614         if (get_instruction(&opcode, address)) {
615                 if (opcode == 0x0010)
616                         printk("RTS");
617                 else if (opcode == 0x0011)
618                         printk("RTI");
619                 else if (opcode == 0x0012)
620                         printk("RTX");
621                 else if (opcode >= 0x0050 && opcode <= 0x0057)
622                         printk("JUMP (P%i)", opcode & 7);
623                 else if (opcode >= 0x0060 && opcode <= 0x0067)
624                         printk("CALL (P%i)", opcode & 7);
625                 else if (opcode >= 0x0070 && opcode <= 0x0077)
626                         printk("CALL (PC+P%i)", opcode & 7);
627                 else if (opcode >= 0x0080 && opcode <= 0x0087)
628                         printk("JUMP (PC+P%i)", opcode & 7);
629                 else if ((opcode >= 0x1000 && opcode <= 0x13FF) || (opcode >= 0x1800 && opcode <= 0x1BFF))
630                         printk("IF !CC JUMP");
631                 else if ((opcode >= 0x1400 && opcode <= 0x17ff) || (opcode >= 0x1c00 && opcode <= 0x1fff))
632                         printk("IF CC JUMP");
633                 else if (opcode >= 0x2000 && opcode <= 0x2fff)
634                         printk("JUMP.S");
635                 else if (opcode >= 0xe080 && opcode <= 0xe0ff)
636                         printk("LSETUP");
637                 else if (opcode >= 0xe200 && opcode <= 0xe2ff)
638                         printk("JUMP.L");
639                 else if (opcode >= 0xe300 && opcode <= 0xe3ff)
640                         printk("CALL pcrel");
641                 else
642                         printk("0x%04x", opcode);
643         }
644
645 }
646
647 void dump_bfin_trace_buffer(void)
648 {
649 #ifdef CONFIG_DEBUG_BFIN_HWTRACE_ON
650         int tflags, i = 0;
651         char buf[150];
652         unsigned short *addr;
653 #ifdef CONFIG_DEBUG_BFIN_HWTRACE_EXPAND
654         int j, index;
655 #endif
656
657         trace_buffer_save(tflags);
658
659         printk(KERN_NOTICE "Hardware Trace:\n");
660
661 #ifdef CONFIG_DEBUG_BFIN_HWTRACE_EXPAND
662         printk(KERN_NOTICE "WARNING: Expanded trace turned on - can not trace exceptions\n");
663 #endif
664
665         if (likely(bfin_read_TBUFSTAT() & TBUFCNT)) {
666                 for (; bfin_read_TBUFSTAT() & TBUFCNT; i++) {
667                         decode_address(buf, (unsigned long)bfin_read_TBUF());
668                         printk(KERN_NOTICE "%4i Target : %s\n", i, buf);
669                         addr = (unsigned short *)bfin_read_TBUF();
670                         decode_address(buf, (unsigned long)addr);
671                         printk(KERN_NOTICE "     Source : %s ", buf);
672                         decode_instruction(addr);
673                         printk("\n");
674                 }
675         }
676
677 #ifdef CONFIG_DEBUG_BFIN_HWTRACE_EXPAND
678         if (trace_buff_offset)
679                 index = trace_buff_offset / 4;
680         else
681                 index = EXPAND_LEN;
682
683         j = (1 << CONFIG_DEBUG_BFIN_HWTRACE_EXPAND_LEN) * 128;
684         while (j) {
685                 decode_address(buf, software_trace_buff[index]);
686                 printk(KERN_NOTICE "%4i Target : %s\n", i, buf);
687                 index -= 1;
688                 if (index < 0 )
689                         index = EXPAND_LEN;
690                 decode_address(buf, software_trace_buff[index]);
691                 printk(KERN_NOTICE "     Source : %s ", buf);
692                 decode_instruction((unsigned short *)software_trace_buff[index]);
693                 printk("\n");
694                 index -= 1;
695                 if (index < 0)
696                         index = EXPAND_LEN;
697                 j--;
698                 i++;
699         }
700 #endif
701
702         trace_buffer_restore(tflags);
703 #endif
704 }
705 EXPORT_SYMBOL(dump_bfin_trace_buffer);
706
707 /*
708  * Checks to see if the address pointed to is either a
709  * 16-bit CALL instruction, or a 32-bit CALL instruction
710  */
711 bool is_bfin_call(unsigned short *addr)
712 {
713         unsigned short opcode = 0, *ins_addr;
714         ins_addr = (unsigned short *)addr;
715
716         if (!get_instruction(&opcode, ins_addr))
717                 return false;
718
719         if ((opcode >= 0x0060 && opcode <= 0x0067) ||
720             (opcode >= 0x0070 && opcode <= 0x0077))
721                 return true;
722
723         ins_addr--;
724         if (!get_instruction(&opcode, ins_addr))
725                 return false;
726
727         if (opcode >= 0xE300 && opcode <= 0xE3FF)
728                 return true;
729
730         return false;
731
732 }
733 void show_stack(struct task_struct *task, unsigned long *stack)
734 {
735         unsigned int *addr, *endstack, *fp = 0, *frame;
736         unsigned short *ins_addr;
737         char buf[150];
738         unsigned int i, j, ret_addr, frame_no = 0;
739
740         /*
741          * If we have been passed a specific stack, use that one otherwise
742          *    if we have been passed a task structure, use that, otherwise
743          *    use the stack of where the variable "stack" exists
744          */
745
746         if (stack == NULL) {
747                 if (task) {
748                         /* We know this is a kernel stack, so this is the start/end */
749                         stack = (unsigned long *)task->thread.ksp;
750                         endstack = (unsigned int *)(((unsigned int)(stack) & ~(THREAD_SIZE - 1)) + THREAD_SIZE);
751                 } else {
752                         /* print out the existing stack info */
753                         stack = (unsigned long *)&stack;
754                         endstack = (unsigned int *)PAGE_ALIGN((unsigned int)stack);
755                 }
756         } else
757                 endstack = (unsigned int *)PAGE_ALIGN((unsigned int)stack);
758
759         decode_address(buf, (unsigned int)stack);
760         printk(KERN_NOTICE "Stack info:\n" KERN_NOTICE " SP: [0x%p] %s\n", stack, buf);
761         addr = (unsigned int *)((unsigned int)stack & ~0x3F);
762
763         /* First thing is to look for a frame pointer */
764         for (addr = (unsigned int *)((unsigned int)stack & ~0xF), i = 0;
765                 addr < endstack; addr++, i++) {
766                 if (*addr & 0x1)
767                         continue;
768                 ins_addr = (unsigned short *)*addr;
769                 ins_addr--;
770                 if (is_bfin_call(ins_addr))
771                         fp = addr - 1;
772
773                 if (fp) {
774                         /* Let's check to see if it is a frame pointer */
775                         while (fp >= (addr - 1) && fp < endstack && fp)
776                                 fp = (unsigned int *)*fp;
777                         if (fp == 0 || fp == endstack) {
778                                 fp = addr - 1;
779                                 break;
780                         }
781                         fp = 0;
782                 }
783         }
784         if (fp) {
785                 frame = fp;
786                 printk(" FP: (0x%p)\n", fp);
787         } else
788                 frame = 0;
789
790         /*
791          * Now that we think we know where things are, we
792          * walk the stack again, this time printing things out
793          * incase there is no frame pointer, we still look for
794          * valid return addresses
795          */
796
797         /* First time print out data, next time, print out symbols */
798         for (j = 0; j <= 1; j++) {
799                 if (j)
800                         printk(KERN_NOTICE "Return addresses in stack:\n");
801                 else
802                         printk(KERN_NOTICE " Memory from 0x%08lx to %p", ((long unsigned int)stack & ~0xF), endstack);
803
804                 fp = frame;
805                 frame_no = 0;
806
807                 for (addr = (unsigned int *)((unsigned int)stack & ~0xF), i = 0;
808                      addr <= endstack; addr++, i++) {
809
810                         ret_addr = 0;
811                         if (!j && i % 8 == 0)
812                                 printk("\n" KERN_NOTICE "%p:",addr);
813
814                         /* if it is an odd address, or zero, just skip it */
815                         if (*addr & 0x1 || !*addr)
816                                 goto print;
817
818                         ins_addr = (unsigned short *)*addr;
819
820                         /* Go back one instruction, and see if it is a CALL */
821                         ins_addr--;
822                         ret_addr = is_bfin_call(ins_addr);
823  print:
824                         if (!j && stack == (unsigned long *)addr)
825                                 printk("[%08x]", *addr);
826                         else if (ret_addr)
827                                 if (j) {
828                                         decode_address(buf, (unsigned int)*addr);
829                                         if (frame == addr) {
830                                                 printk(KERN_NOTICE "   frame %2i : %s\n", frame_no, buf);
831                                                 continue;
832                                         }
833                                         printk(KERN_NOTICE "    address : %s\n", buf);
834                                 } else
835                                         printk("<%08x>", *addr);
836                         else if (fp == addr) {
837                                 if (j)
838                                         frame = addr+1;
839                                 else
840                                         printk("(%08x)", *addr);
841
842                                 fp = (unsigned int *)*addr;
843                                 frame_no++;
844
845                         } else if (!j)
846                                 printk(" %08x ", *addr);
847                 }
848                 if (!j)
849                         printk("\n");
850         }
851
852 }
853
854 void dump_stack(void)
855 {
856         unsigned long stack;
857 #ifdef CONFIG_DEBUG_BFIN_HWTRACE_ON
858         int tflags;
859 #endif
860         trace_buffer_save(tflags);
861         dump_bfin_trace_buffer();
862         show_stack(current, &stack);
863         trace_buffer_restore(tflags);
864 }
865 EXPORT_SYMBOL(dump_stack);
866
867 void dump_bfin_process(struct pt_regs *fp)
868 {
869         /* We should be able to look at fp->ipend, but we don't push it on the
870          * stack all the time, so do this until we fix that */
871         unsigned int context = bfin_read_IPEND();
872
873         if (oops_in_progress)
874                 printk(KERN_EMERG "Kernel OOPS in progress\n");
875
876         if (context & 0x0020 && (fp->seqstat & SEQSTAT_EXCAUSE) == VEC_HWERR)
877                 printk(KERN_NOTICE "HW Error context\n");
878         else if (context & 0x0020)
879                 printk(KERN_NOTICE "Deferred Exception context\n");
880         else if (context & 0x3FC0)
881                 printk(KERN_NOTICE "Interrupt context\n");
882         else if (context & 0x4000)
883                 printk(KERN_NOTICE "Deferred Interrupt context\n");
884         else if (context & 0x8000)
885                 printk(KERN_NOTICE "Kernel process context\n");
886
887         /* Because we are crashing, and pointers could be bad, we check things
888          * pretty closely before we use them
889          */
890         if ((unsigned long)current >= FIXED_CODE_START &&
891             !((unsigned long)current & 0x3) && current->pid) {
892                 printk(KERN_NOTICE "CURRENT PROCESS:\n");
893                 if (current->comm >= (char *)FIXED_CODE_START)
894                         printk(KERN_NOTICE "COMM=%s PID=%d\n",
895                                 current->comm, current->pid);
896                 else
897                         printk(KERN_NOTICE "COMM= invalid\n");
898
899                 if (!((unsigned long)current->mm & 0x3) && (unsigned long)current->mm >= FIXED_CODE_START)
900                         printk(KERN_NOTICE  "TEXT = 0x%p-0x%p        DATA = 0x%p-0x%p\n"
901                                 KERN_NOTICE " BSS = 0x%p-0x%p  USER-STACK = 0x%p\n"
902                                 KERN_NOTICE "\n",
903                                 (void *)current->mm->start_code,
904                                 (void *)current->mm->end_code,
905                                 (void *)current->mm->start_data,
906                                 (void *)current->mm->end_data,
907                                 (void *)current->mm->end_data,
908                                 (void *)current->mm->brk,
909                                 (void *)current->mm->start_stack);
910                 else
911                         printk(KERN_NOTICE "invalid mm\n");
912         } else
913                 printk(KERN_NOTICE "\n" KERN_NOTICE
914                      "No Valid process in current context\n");
915 }
916
917 void dump_bfin_mem(struct pt_regs *fp)
918 {
919         unsigned short *addr, *erraddr, val = 0, err = 0;
920         char sti = 0, buf[6];
921
922         erraddr = (void *)fp->pc;
923
924         printk(KERN_NOTICE "return address: [0x%p]; contents of:", erraddr);
925
926         for (addr = (unsigned short *)((unsigned long)erraddr & ~0xF) - 0x10;
927              addr < (unsigned short *)((unsigned long)erraddr & ~0xF) + 0x10;
928              addr++) {
929                 if (!((unsigned long)addr & 0xF))
930                         printk("\n" KERN_NOTICE "0x%p: ", addr);
931
932                 if (get_instruction(&val, addr)) {
933                                 val = 0;
934                                 sprintf(buf, "????");
935                 } else
936                         sprintf(buf, "%04x", val);
937
938                 if (addr == erraddr) {
939                         printk("[%s]", buf);
940                         err = val;
941                 } else
942                         printk(" %s ", buf);
943
944                 /* Do any previous instructions turn on interrupts? */
945                 if (addr <= erraddr &&                          /* in the past */
946                     ((val >= 0x0040 && val <= 0x0047) ||        /* STI instruction */
947                       val == 0x017b))                           /* [SP++] = RETI */
948                         sti = 1;
949         }
950
951         printk("\n");
952
953         /* Hardware error interrupts can be deferred */
954         if (unlikely(sti && (fp->seqstat & SEQSTAT_EXCAUSE) == VEC_HWERR &&
955             oops_in_progress)){
956                 printk(KERN_NOTICE "Looks like this was a deferred error - sorry\n");
957 #ifndef CONFIG_DEBUG_HWERR
958                 printk(KERN_NOTICE "The remaining message may be meaningless\n"
959                         KERN_NOTICE "You should enable CONFIG_DEBUG_HWERR to get a"
960                          " better idea where it came from\n");
961 #else
962                 /* If we are handling only one peripheral interrupt
963                  * and current mm and pid are valid, and the last error
964                  * was in that user space process's text area
965                  * print it out - because that is where the problem exists
966                  */
967                 if ((!(((fp)->ipend & ~0x30) & (((fp)->ipend & ~0x30) - 1))) &&
968                      (current->pid && current->mm)) {
969                         /* And the last RETI points to the current userspace context */
970                         if ((fp + 1)->pc >= current->mm->start_code &&
971                             (fp + 1)->pc <= current->mm->end_code) {
972                                 printk(KERN_NOTICE "It might be better to look around here : \n");
973                                 printk(KERN_NOTICE "-------------------------------------------\n");
974                                 show_regs(fp + 1);
975                                 printk(KERN_NOTICE "-------------------------------------------\n");
976                         }
977                 }
978 #endif
979         }
980 }
981
982 void show_regs(struct pt_regs *fp)
983 {
984         char buf [150];
985         struct irqaction *action;
986         unsigned int i;
987         unsigned long flags;
988
989         printk(KERN_NOTICE "\n" KERN_NOTICE "SEQUENCER STATUS:\t\t%s\n", print_tainted());
990         printk(KERN_NOTICE " SEQSTAT: %08lx  IPEND: %04lx  SYSCFG: %04lx\n",
991                 (long)fp->seqstat, fp->ipend, fp->syscfg);
992         printk(KERN_NOTICE "  HWERRCAUSE: 0x%lx\n",
993                 (fp->seqstat & SEQSTAT_HWERRCAUSE) >> 14);
994         printk(KERN_NOTICE "  EXCAUSE   : 0x%lx\n",
995                 fp->seqstat & SEQSTAT_EXCAUSE);
996         for (i = 6; i <= 15 ; i++) {
997                 if (fp->ipend & (1 << i)) {
998                         decode_address(buf, bfin_read32(EVT0 + 4*i));
999                         printk(KERN_NOTICE "  physical IVG%i asserted : %s\n", i, buf);
1000                 }
1001         }
1002
1003         /* if no interrupts are going off, don't print this out */
1004         if (fp->ipend & ~0x3F) {
1005                 for (i = 0; i < (NR_IRQS - 1); i++) {
1006                         spin_lock_irqsave(&irq_desc[i].lock, flags);
1007                         action = irq_desc[i].action;
1008                         if (!action)
1009                                 goto unlock;
1010
1011                         decode_address(buf, (unsigned int)action->handler);
1012                         printk(KERN_NOTICE "  logical irq %3d mapped  : %s", i, buf);
1013                         for (action = action->next; action; action = action->next) {
1014                                 decode_address(buf, (unsigned int)action->handler);
1015                                 printk(", %s", buf);
1016                         }
1017                         printk("\n");
1018 unlock:
1019                         spin_unlock_irqrestore(&irq_desc[i].lock, flags);
1020                 }
1021         }
1022
1023         decode_address(buf, fp->rete);
1024         printk(KERN_NOTICE " RETE: %s\n", buf);
1025         decode_address(buf, fp->retn);
1026         printk(KERN_NOTICE " RETN: %s\n", buf);
1027         decode_address(buf, fp->retx);
1028         printk(KERN_NOTICE " RETX: %s\n", buf);
1029         decode_address(buf, fp->rets);
1030         printk(KERN_NOTICE " RETS: %s\n", buf);
1031         decode_address(buf, fp->pc);
1032         printk(KERN_NOTICE " PC  : %s\n", buf);
1033
1034         if (((long)fp->seqstat &  SEQSTAT_EXCAUSE) &&
1035             (((long)fp->seqstat & SEQSTAT_EXCAUSE) != VEC_HWERR)) {
1036                 decode_address(buf, saved_dcplb_fault_addr);
1037                 printk(KERN_NOTICE "DCPLB_FAULT_ADDR: %s\n", buf);
1038                 decode_address(buf, saved_icplb_fault_addr);
1039                 printk(KERN_NOTICE "ICPLB_FAULT_ADDR: %s\n", buf);
1040         }
1041
1042         printk(KERN_NOTICE "\n" KERN_NOTICE "PROCESSOR STATE:\n");
1043         printk(KERN_NOTICE " R0 : %08lx    R1 : %08lx    R2 : %08lx    R3 : %08lx\n",
1044                 fp->r0, fp->r1, fp->r2, fp->r3);
1045         printk(KERN_NOTICE " R4 : %08lx    R5 : %08lx    R6 : %08lx    R7 : %08lx\n",
1046                 fp->r4, fp->r5, fp->r6, fp->r7);
1047         printk(KERN_NOTICE " P0 : %08lx    P1 : %08lx    P2 : %08lx    P3 : %08lx\n",
1048                 fp->p0, fp->p1, fp->p2, fp->p3);
1049         printk(KERN_NOTICE " P4 : %08lx    P5 : %08lx    FP : %08lx    SP : %08lx\n",
1050                 fp->p4, fp->p5, fp->fp, (long)fp);
1051         printk(KERN_NOTICE " LB0: %08lx    LT0: %08lx    LC0: %08lx\n",
1052                 fp->lb0, fp->lt0, fp->lc0);
1053         printk(KERN_NOTICE " LB1: %08lx    LT1: %08lx    LC1: %08lx\n",
1054                 fp->lb1, fp->lt1, fp->lc1);
1055         printk(KERN_NOTICE " B0 : %08lx    L0 : %08lx    M0 : %08lx    I0 : %08lx\n",
1056                 fp->b0, fp->l0, fp->m0, fp->i0);
1057         printk(KERN_NOTICE " B1 : %08lx    L1 : %08lx    M1 : %08lx    I1 : %08lx\n",
1058                 fp->b1, fp->l1, fp->m1, fp->i1);
1059         printk(KERN_NOTICE " B2 : %08lx    L2 : %08lx    M2 : %08lx    I2 : %08lx\n",
1060                 fp->b2, fp->l2, fp->m2, fp->i2);
1061         printk(KERN_NOTICE " B3 : %08lx    L3 : %08lx    M3 : %08lx    I3 : %08lx\n",
1062                 fp->b3, fp->l3, fp->m3, fp->i3);
1063         printk(KERN_NOTICE "A0.w: %08lx   A0.x: %08lx   A1.w: %08lx   A1.x: %08lx\n",
1064                 fp->a0w, fp->a0x, fp->a1w, fp->a1x);
1065
1066         printk(KERN_NOTICE "USP : %08lx  ASTAT: %08lx\n",
1067                 rdusp(), fp->astat);
1068
1069         printk(KERN_NOTICE "\n");
1070 }
1071
1072 #ifdef CONFIG_SYS_BFIN_SPINLOCK_L1
1073 asmlinkage int sys_bfin_spinlock(int *spinlock)__attribute__((l1_text));
1074 #endif
1075
1076 asmlinkage int sys_bfin_spinlock(int *spinlock)
1077 {
1078         int ret = 0;
1079         int tmp = 0;
1080
1081         local_irq_disable();
1082         ret = get_user(tmp, spinlock);
1083         if (ret == 0) {
1084                 if (tmp)
1085                         ret = 1;
1086                 tmp = 1;
1087                 put_user(tmp, spinlock);
1088         }
1089         local_irq_enable();
1090         return ret;
1091 }
1092
1093 int bfin_request_exception(unsigned int exception, void (*handler)(void))
1094 {
1095         void (*curr_handler)(void);
1096
1097         if (exception > 0x3F)
1098                 return -EINVAL;
1099
1100         curr_handler = ex_table[exception];
1101
1102         if (curr_handler != ex_replaceable)
1103                 return -EBUSY;
1104
1105         ex_table[exception] = handler;
1106
1107         return 0;
1108 }
1109 EXPORT_SYMBOL(bfin_request_exception);
1110
1111 int bfin_free_exception(unsigned int exception, void (*handler)(void))
1112 {
1113         void (*curr_handler)(void);
1114
1115         if (exception > 0x3F)
1116                 return -EINVAL;
1117
1118         curr_handler = ex_table[exception];
1119
1120         if (curr_handler != handler)
1121                 return -EBUSY;
1122
1123         ex_table[exception] = ex_replaceable;
1124
1125         return 0;
1126 }
1127 EXPORT_SYMBOL(bfin_free_exception);
1128
1129 void panic_cplb_error(int cplb_panic, struct pt_regs *fp)
1130 {
1131         switch (cplb_panic) {
1132         case CPLB_NO_UNLOCKED:
1133                 printk(KERN_EMERG "All CPLBs are locked\n");
1134                 break;
1135         case CPLB_PROT_VIOL:
1136                 return;
1137         case CPLB_NO_ADDR_MATCH:
1138                 return;
1139         case CPLB_UNKNOWN_ERR:
1140                 printk(KERN_EMERG "Unknown CPLB Exception\n");
1141                 break;
1142         }
1143
1144         oops_in_progress = 1;
1145
1146         dump_bfin_process(fp);
1147         dump_bfin_mem(fp);
1148         show_regs(fp);
1149         dump_stack();
1150         panic("Unrecoverable event\n");
1151 }