Merge branch 'timers-fixes-for-linus' of git://git.kernel.org/pub/scm/linux/kernel...
[linux-2.6] / arch / sparc / kernel / irq_32.c
1 /*
2  *  arch/sparc/kernel/irq.c:  Interrupt request handling routines. On the
3  *                            Sparc the IRQs are basically 'cast in stone'
4  *                            and you are supposed to probe the prom's device
5  *                            node trees to find out who's got which IRQ.
6  *
7  *  Copyright (C) 1995 David S. Miller (davem@caip.rutgers.edu)
8  *  Copyright (C) 1995 Miguel de Icaza (miguel@nuclecu.unam.mx)
9  *  Copyright (C) 1995,2002 Pete A. Zaitcev (zaitcev@yahoo.com)
10  *  Copyright (C) 1996 Dave Redman (djhr@tadpole.co.uk)
11  *  Copyright (C) 1998-2000 Anton Blanchard (anton@samba.org)
12  */
13
14 #include <linux/module.h>
15 #include <linux/sched.h>
16 #include <linux/ptrace.h>
17 #include <linux/errno.h>
18 #include <linux/linkage.h>
19 #include <linux/kernel_stat.h>
20 #include <linux/signal.h>
21 #include <linux/interrupt.h>
22 #include <linux/slab.h>
23 #include <linux/random.h>
24 #include <linux/init.h>
25 #include <linux/smp.h>
26 #include <linux/delay.h>
27 #include <linux/threads.h>
28 #include <linux/spinlock.h>
29 #include <linux/seq_file.h>
30
31 #include <asm/ptrace.h>
32 #include <asm/processor.h>
33 #include <asm/system.h>
34 #include <asm/psr.h>
35 #include <asm/smp.h>
36 #include <asm/vaddrs.h>
37 #include <asm/timer.h>
38 #include <asm/openprom.h>
39 #include <asm/oplib.h>
40 #include <asm/traps.h>
41 #include <asm/irq.h>
42 #include <asm/io.h>
43 #include <asm/pgalloc.h>
44 #include <asm/pgtable.h>
45 #include <asm/pcic.h>
46 #include <asm/cacheflush.h>
47 #include <asm/irq_regs.h>
48
49 #include "kernel.h"
50 #include "irq.h"
51
52 #ifdef CONFIG_SMP
53 #define SMP_NOP2 "nop; nop;\n\t"
54 #define SMP_NOP3 "nop; nop; nop;\n\t"
55 #else
56 #define SMP_NOP2
57 #define SMP_NOP3
58 #endif /* SMP */
59 unsigned long __raw_local_irq_save(void)
60 {
61         unsigned long retval;
62         unsigned long tmp;
63
64         __asm__ __volatile__(
65                 "rd     %%psr, %0\n\t"
66                 SMP_NOP3        /* Sun4m + Cypress + SMP bug */
67                 "or     %0, %2, %1\n\t"
68                 "wr     %1, 0, %%psr\n\t"
69                 "nop; nop; nop\n"
70                 : "=&r" (retval), "=r" (tmp)
71                 : "i" (PSR_PIL)
72                 : "memory");
73
74         return retval;
75 }
76
77 void raw_local_irq_enable(void)
78 {
79         unsigned long tmp;
80
81         __asm__ __volatile__(
82                 "rd     %%psr, %0\n\t"
83                 SMP_NOP3        /* Sun4m + Cypress + SMP bug */
84                 "andn   %0, %1, %0\n\t"
85                 "wr     %0, 0, %%psr\n\t"
86                 "nop; nop; nop\n"
87                 : "=&r" (tmp)
88                 : "i" (PSR_PIL)
89                 : "memory");
90 }
91
92 void raw_local_irq_restore(unsigned long old_psr)
93 {
94         unsigned long tmp;
95
96         __asm__ __volatile__(
97                 "rd     %%psr, %0\n\t"
98                 "and    %2, %1, %2\n\t"
99                 SMP_NOP2        /* Sun4m + Cypress + SMP bug */
100                 "andn   %0, %1, %0\n\t"
101                 "wr     %0, %2, %%psr\n\t"
102                 "nop; nop; nop\n"
103                 : "=&r" (tmp)
104                 : "i" (PSR_PIL), "r" (old_psr)
105                 : "memory");
106 }
107
108 EXPORT_SYMBOL(__raw_local_irq_save);
109 EXPORT_SYMBOL(raw_local_irq_enable);
110 EXPORT_SYMBOL(raw_local_irq_restore);
111
112 /*
113  * Dave Redman (djhr@tadpole.co.uk)
114  *
115  * IRQ numbers.. These are no longer restricted to 15..
116  *
117  * this is done to enable SBUS cards and onboard IO to be masked
118  * correctly. using the interrupt level isn't good enough.
119  *
120  * For example:
121  *   A device interrupting at sbus level6 and the Floppy both come in
122  *   at IRQ11, but enabling and disabling them requires writing to
123  *   different bits in the SLAVIO/SEC.
124  *
125  * As a result of these changes sun4m machines could now support
126  * directed CPU interrupts using the existing enable/disable irq code
127  * with tweaks.
128  *
129  */
130
131 static void irq_panic(void)
132 {
133     extern char *cputypval;
134     prom_printf("machine: %s doesn't have irq handlers defined!\n",cputypval);
135     prom_halt();
136 }
137
138 void (*sparc_init_timers)(irq_handler_t ) =
139     (void (*)(irq_handler_t )) irq_panic;
140
141 /*
142  * Dave Redman (djhr@tadpole.co.uk)
143  *
144  * There used to be extern calls and hard coded values here.. very sucky!
145  * instead, because some of the devices attach very early, I do something
146  * equally sucky but at least we'll never try to free statically allocated
147  * space or call kmalloc before kmalloc_init :(.
148  * 
149  * In fact it's the timer10 that attaches first.. then timer14
150  * then kmalloc_init is called.. then the tty interrupts attach.
151  * hmmm....
152  *
153  */
154 #define MAX_STATIC_ALLOC        4
155 struct irqaction static_irqaction[MAX_STATIC_ALLOC];
156 int static_irq_count;
157
158 static struct {
159         struct irqaction *action;
160         int flags;
161 } sparc_irq[NR_IRQS];
162 #define SPARC_IRQ_INPROGRESS 1
163
164 /* Used to protect the IRQ action lists */
165 DEFINE_SPINLOCK(irq_action_lock);
166
167 int show_interrupts(struct seq_file *p, void *v)
168 {
169         int i = *(loff_t *) v;
170         struct irqaction * action;
171         unsigned long flags;
172 #ifdef CONFIG_SMP
173         int j;
174 #endif
175
176         if (sparc_cpu_model == sun4d) {
177                 extern int show_sun4d_interrupts(struct seq_file *, void *);
178                 
179                 return show_sun4d_interrupts(p, v);
180         }
181         spin_lock_irqsave(&irq_action_lock, flags);
182         if (i < NR_IRQS) {
183                 action = sparc_irq[i].action;
184                 if (!action) 
185                         goto out_unlock;
186                 seq_printf(p, "%3d: ", i);
187 #ifndef CONFIG_SMP
188                 seq_printf(p, "%10u ", kstat_irqs(i));
189 #else
190                 for_each_online_cpu(j) {
191                         seq_printf(p, "%10u ",
192                                     kstat_cpu(j).irqs[i]);
193                 }
194 #endif
195                 seq_printf(p, " %c %s",
196                         (action->flags & IRQF_DISABLED) ? '+' : ' ',
197                         action->name);
198                 for (action=action->next; action; action = action->next) {
199                         seq_printf(p, ",%s %s",
200                                 (action->flags & IRQF_DISABLED) ? " +" : "",
201                                 action->name);
202                 }
203                 seq_putc(p, '\n');
204         }
205 out_unlock:
206         spin_unlock_irqrestore(&irq_action_lock, flags);
207         return 0;
208 }
209
210 void free_irq(unsigned int irq, void *dev_id)
211 {
212         struct irqaction * action;
213         struct irqaction **actionp;
214         unsigned long flags;
215         unsigned int cpu_irq;
216         
217         if (sparc_cpu_model == sun4d) {
218                 extern void sun4d_free_irq(unsigned int, void *);
219                 
220                 sun4d_free_irq(irq, dev_id);
221                 return;
222         }
223         cpu_irq = irq & (NR_IRQS - 1);
224         if (cpu_irq > 14) {  /* 14 irq levels on the sparc */
225                 printk("Trying to free bogus IRQ %d\n", irq);
226                 return;
227         }
228
229         spin_lock_irqsave(&irq_action_lock, flags);
230
231         actionp = &sparc_irq[cpu_irq].action;
232         action = *actionp;
233
234         if (!action->handler) {
235                 printk("Trying to free free IRQ%d\n",irq);
236                 goto out_unlock;
237         }
238         if (dev_id) {
239                 for (; action; action = action->next) {
240                         if (action->dev_id == dev_id)
241                                 break;
242                         actionp = &action->next;
243                 }
244                 if (!action) {
245                         printk("Trying to free free shared IRQ%d\n",irq);
246                         goto out_unlock;
247                 }
248         } else if (action->flags & IRQF_SHARED) {
249                 printk("Trying to free shared IRQ%d with NULL device ID\n", irq);
250                 goto out_unlock;
251         }
252         if (action->flags & SA_STATIC_ALLOC)
253         {
254                 /* This interrupt is marked as specially allocated
255                  * so it is a bad idea to free it.
256                  */
257                 printk("Attempt to free statically allocated IRQ%d (%s)\n",
258                        irq, action->name);
259                 goto out_unlock;
260         }
261
262         *actionp = action->next;
263
264         spin_unlock_irqrestore(&irq_action_lock, flags);
265
266         synchronize_irq(irq);
267
268         spin_lock_irqsave(&irq_action_lock, flags);
269
270         kfree(action);
271
272         if (!sparc_irq[cpu_irq].action)
273                 __disable_irq(irq);
274
275 out_unlock:
276         spin_unlock_irqrestore(&irq_action_lock, flags);
277 }
278
279 EXPORT_SYMBOL(free_irq);
280
281 /*
282  * This is called when we want to synchronize with
283  * interrupts. We may for example tell a device to
284  * stop sending interrupts: but to make sure there
285  * are no interrupts that are executing on another
286  * CPU we need to call this function.
287  */
288 #ifdef CONFIG_SMP
289 void synchronize_irq(unsigned int irq)
290 {
291         unsigned int cpu_irq;
292
293         cpu_irq = irq & (NR_IRQS - 1);
294         while (sparc_irq[cpu_irq].flags & SPARC_IRQ_INPROGRESS)
295                 cpu_relax();
296 }
297 EXPORT_SYMBOL(synchronize_irq);
298 #endif /* SMP */
299
300 void unexpected_irq(int irq, void *dev_id, struct pt_regs * regs)
301 {
302         int i;
303         struct irqaction * action;
304         unsigned int cpu_irq;
305         
306         cpu_irq = irq & (NR_IRQS - 1);
307         action = sparc_irq[cpu_irq].action;
308
309         printk("IO device interrupt, irq = %d\n", irq);
310         printk("PC = %08lx NPC = %08lx FP=%08lx\n", regs->pc, 
311                     regs->npc, regs->u_regs[14]);
312         if (action) {
313                 printk("Expecting: ");
314                 for (i = 0; i < 16; i++)
315                         if (action->handler)
316                                 printk("[%s:%d:0x%x] ", action->name,
317                                        (int) i, (unsigned int) action->handler);
318         }
319         printk("AIEEE\n");
320         panic("bogus interrupt received");
321 }
322
323 void handler_irq(int irq, struct pt_regs * regs)
324 {
325         struct pt_regs *old_regs;
326         struct irqaction * action;
327         int cpu = smp_processor_id();
328 #ifdef CONFIG_SMP
329         extern void smp4m_irq_rotate(int cpu);
330 #endif
331
332         old_regs = set_irq_regs(regs);
333         irq_enter();
334         disable_pil_irq(irq);
335 #ifdef CONFIG_SMP
336         /* Only rotate on lower priority IRQs (scsi, ethernet, etc.). */
337         if((sparc_cpu_model==sun4m) && (irq < 10))
338                 smp4m_irq_rotate(cpu);
339 #endif
340         action = sparc_irq[irq].action;
341         sparc_irq[irq].flags |= SPARC_IRQ_INPROGRESS;
342         kstat_cpu(cpu).irqs[irq]++;
343         do {
344                 if (!action || !action->handler)
345                         unexpected_irq(irq, NULL, regs);
346                 action->handler(irq, action->dev_id);
347                 action = action->next;
348         } while (action);
349         sparc_irq[irq].flags &= ~SPARC_IRQ_INPROGRESS;
350         enable_pil_irq(irq);
351         irq_exit();
352         set_irq_regs(old_regs);
353 }
354
355 #if defined(CONFIG_BLK_DEV_FD) || defined(CONFIG_BLK_DEV_FD_MODULE)
356
357 /* Fast IRQs on the Sparc can only have one routine attached to them,
358  * thus no sharing possible.
359  */
360 static int request_fast_irq(unsigned int irq,
361                             void (*handler)(void),
362                             unsigned long irqflags, const char *devname)
363 {
364         struct irqaction *action;
365         unsigned long flags;
366         unsigned int cpu_irq;
367         int ret;
368 #ifdef CONFIG_SMP
369         struct tt_entry *trap_table;
370         extern struct tt_entry trapbase_cpu1, trapbase_cpu2, trapbase_cpu3;
371 #endif
372         
373         cpu_irq = irq & (NR_IRQS - 1);
374         if(cpu_irq > 14) {
375                 ret = -EINVAL;
376                 goto out;
377         }
378         if(!handler) {
379                 ret = -EINVAL;
380                 goto out;
381         }
382
383         spin_lock_irqsave(&irq_action_lock, flags);
384
385         action = sparc_irq[cpu_irq].action;
386         if(action) {
387                 if(action->flags & IRQF_SHARED)
388                         panic("Trying to register fast irq when already shared.\n");
389                 if(irqflags & IRQF_SHARED)
390                         panic("Trying to register fast irq as shared.\n");
391
392                 /* Anyway, someone already owns it so cannot be made fast. */
393                 printk("request_fast_irq: Trying to register yet already owned.\n");
394                 ret = -EBUSY;
395                 goto out_unlock;
396         }
397
398         /* If this is flagged as statically allocated then we use our
399          * private struct which is never freed.
400          */
401         if (irqflags & SA_STATIC_ALLOC) {
402             if (static_irq_count < MAX_STATIC_ALLOC)
403                 action = &static_irqaction[static_irq_count++];
404             else
405                 printk("Fast IRQ%d (%s) SA_STATIC_ALLOC failed using kmalloc\n",
406                        irq, devname);
407         }
408         
409         if (action == NULL)
410             action = kmalloc(sizeof(struct irqaction),
411                                                  GFP_ATOMIC);
412         
413         if (!action) { 
414                 ret = -ENOMEM;
415                 goto out_unlock;
416         }
417
418         /* Dork with trap table if we get this far. */
419 #define INSTANTIATE(table) \
420         table[SP_TRAP_IRQ1+(cpu_irq-1)].inst_one = SPARC_RD_PSR_L0; \
421         table[SP_TRAP_IRQ1+(cpu_irq-1)].inst_two = \
422                 SPARC_BRANCH((unsigned long) handler, \
423                              (unsigned long) &table[SP_TRAP_IRQ1+(cpu_irq-1)].inst_two);\
424         table[SP_TRAP_IRQ1+(cpu_irq-1)].inst_three = SPARC_RD_WIM_L3; \
425         table[SP_TRAP_IRQ1+(cpu_irq-1)].inst_four = SPARC_NOP;
426
427         INSTANTIATE(sparc_ttable)
428 #ifdef CONFIG_SMP
429         trap_table = &trapbase_cpu1; INSTANTIATE(trap_table)
430         trap_table = &trapbase_cpu2; INSTANTIATE(trap_table)
431         trap_table = &trapbase_cpu3; INSTANTIATE(trap_table)
432 #endif
433 #undef INSTANTIATE
434         /*
435          * XXX Correct thing whould be to flush only I- and D-cache lines
436          * which contain the handler in question. But as of time of the
437          * writing we have no CPU-neutral interface to fine-grained flushes.
438          */
439         flush_cache_all();
440
441         action->flags = irqflags;
442         cpus_clear(action->mask);
443         action->name = devname;
444         action->dev_id = NULL;
445         action->next = NULL;
446
447         sparc_irq[cpu_irq].action = action;
448
449         __enable_irq(irq);
450
451         ret = 0;
452 out_unlock:
453         spin_unlock_irqrestore(&irq_action_lock, flags);
454 out:
455         return ret;
456 }
457
458 /* These variables are used to access state from the assembler
459  * interrupt handler, floppy_hardint, so we cannot put these in
460  * the floppy driver image because that would not work in the
461  * modular case.
462  */
463 volatile unsigned char *fdc_status;
464 EXPORT_SYMBOL(fdc_status);
465
466 char *pdma_vaddr;
467 EXPORT_SYMBOL(pdma_vaddr);
468
469 unsigned long pdma_size;
470 EXPORT_SYMBOL(pdma_size);
471
472 volatile int doing_pdma;
473 EXPORT_SYMBOL(doing_pdma);
474
475 char *pdma_base;
476 EXPORT_SYMBOL(pdma_base);
477
478 unsigned long pdma_areasize;
479 EXPORT_SYMBOL(pdma_areasize);
480
481 extern void floppy_hardint(void);
482
483 static irq_handler_t floppy_irq_handler;
484
485 void sparc_floppy_irq(int irq, void *dev_id, struct pt_regs *regs)
486 {
487         struct pt_regs *old_regs;
488         int cpu = smp_processor_id();
489
490         old_regs = set_irq_regs(regs);
491         disable_pil_irq(irq);
492         irq_enter();
493         kstat_cpu(cpu).irqs[irq]++;
494         floppy_irq_handler(irq, dev_id);
495         irq_exit();
496         enable_pil_irq(irq);
497         set_irq_regs(old_regs);
498         // XXX Eek, it's totally changed with preempt_count() and such
499         // if (softirq_pending(cpu))
500         //      do_softirq();
501 }
502
503 int sparc_floppy_request_irq(int irq, unsigned long flags,
504                              irq_handler_t irq_handler)
505 {
506         floppy_irq_handler = irq_handler;
507         return request_fast_irq(irq, floppy_hardint, flags, "floppy");
508 }
509 EXPORT_SYMBOL(sparc_floppy_request_irq);
510
511 #endif
512
513 int request_irq(unsigned int irq,
514                 irq_handler_t handler,
515                 unsigned long irqflags, const char * devname, void *dev_id)
516 {
517         struct irqaction * action, **actionp;
518         unsigned long flags;
519         unsigned int cpu_irq;
520         int ret;
521         
522         if (sparc_cpu_model == sun4d) {
523                 extern int sun4d_request_irq(unsigned int, 
524                                              irq_handler_t ,
525                                              unsigned long, const char *, void *);
526                 return sun4d_request_irq(irq, handler, irqflags, devname, dev_id);
527         }
528         cpu_irq = irq & (NR_IRQS - 1);
529         if(cpu_irq > 14) {
530                 ret = -EINVAL;
531                 goto out;
532         }
533         if (!handler) {
534                 ret = -EINVAL;
535                 goto out;
536         }
537             
538         spin_lock_irqsave(&irq_action_lock, flags);
539
540         actionp = &sparc_irq[cpu_irq].action;
541         action = *actionp;
542         if (action) {
543                 if (!(action->flags & IRQF_SHARED) || !(irqflags & IRQF_SHARED)) {
544                         ret = -EBUSY;
545                         goto out_unlock;
546                 }
547                 if ((action->flags & IRQF_DISABLED) != (irqflags & IRQF_DISABLED)) {
548                         printk("Attempt to mix fast and slow interrupts on IRQ%d denied\n", irq);
549                         ret = -EBUSY;
550                         goto out_unlock;
551                 }
552                 for ( ; action; action = *actionp)
553                         actionp = &action->next;
554         }
555
556         /* If this is flagged as statically allocated then we use our
557          * private struct which is never freed.
558          */
559         if (irqflags & SA_STATIC_ALLOC) {
560                 if (static_irq_count < MAX_STATIC_ALLOC)
561                         action = &static_irqaction[static_irq_count++];
562                 else
563                         printk("Request for IRQ%d (%s) SA_STATIC_ALLOC failed using kmalloc\n", irq, devname);
564         }
565         
566         if (action == NULL)
567                 action = kmalloc(sizeof(struct irqaction),
568                                                      GFP_ATOMIC);
569         
570         if (!action) { 
571                 ret = -ENOMEM;
572                 goto out_unlock;
573         }
574
575         action->handler = handler;
576         action->flags = irqflags;
577         cpus_clear(action->mask);
578         action->name = devname;
579         action->next = NULL;
580         action->dev_id = dev_id;
581
582         *actionp = action;
583
584         __enable_irq(irq);
585
586         ret = 0;
587 out_unlock:
588         spin_unlock_irqrestore(&irq_action_lock, flags);
589 out:
590         return ret;
591 }
592
593 EXPORT_SYMBOL(request_irq);
594
595 void disable_irq_nosync(unsigned int irq)
596 {
597         __disable_irq(irq);
598 }
599 EXPORT_SYMBOL(disable_irq_nosync);
600
601 void disable_irq(unsigned int irq)
602 {
603         __disable_irq(irq);
604 }
605 EXPORT_SYMBOL(disable_irq);
606
607 void enable_irq(unsigned int irq)
608 {
609         __enable_irq(irq);
610 }
611
612 EXPORT_SYMBOL(enable_irq);
613
614 /* We really don't need these at all on the Sparc.  We only have
615  * stubs here because they are exported to modules.
616  */
617 unsigned long probe_irq_on(void)
618 {
619         return 0;
620 }
621
622 EXPORT_SYMBOL(probe_irq_on);
623
624 int probe_irq_off(unsigned long mask)
625 {
626         return 0;
627 }
628
629 EXPORT_SYMBOL(probe_irq_off);
630
631 /* djhr
632  * This could probably be made indirect too and assigned in the CPU
633  * bits of the code. That would be much nicer I think and would also
634  * fit in with the idea of being able to tune your kernel for your machine
635  * by removing unrequired machine and device support.
636  *
637  */
638
639 void __init init_IRQ(void)
640 {
641         extern void sun4c_init_IRQ( void );
642         extern void sun4m_init_IRQ( void );
643         extern void sun4d_init_IRQ( void );
644
645         switch(sparc_cpu_model) {
646         case sun4c:
647         case sun4:
648                 sun4c_init_IRQ();
649                 break;
650
651         case sun4m:
652 #ifdef CONFIG_PCI
653                 pcic_probe();
654                 if (pcic_present()) {
655                         sun4m_pci_init_IRQ();
656                         break;
657                 }
658 #endif
659                 sun4m_init_IRQ();
660                 break;
661                 
662         case sun4d:
663                 sun4d_init_IRQ();
664                 break;
665
666         default:
667                 prom_printf("Cannot initialize IRQs on this Sun machine...");
668                 break;
669         }
670         btfixup();
671 }
672
673 #ifdef CONFIG_PROC_FS
674 void init_irq_proc(void)
675 {
676         /* For now, nothing... */
677 }
678 #endif /* CONFIG_PROC_FS */