Merge branch 'master' of master.kernel.org:/pub/scm/linux/kernel/git/davem/sparc-2.6
[linux-2.6] / arch / sparc / kernel / sun4d_irq.c
1 /*
2  *  arch/sparc/kernel/sun4d_irq.c:
3  *                      SS1000/SC2000 interrupt handling.
4  *
5  *  Copyright (C) 1997,1998 Jakub Jelinek (jj@sunsite.mff.cuni.cz)
6  *  Heavily based on arch/sparc/kernel/irq.c.
7  */
8
9 #include <linux/errno.h>
10 #include <linux/linkage.h>
11 #include <linux/kernel_stat.h>
12 #include <linux/signal.h>
13 #include <linux/sched.h>
14 #include <linux/ptrace.h>
15 #include <linux/interrupt.h>
16 #include <linux/slab.h>
17 #include <linux/random.h>
18 #include <linux/init.h>
19 #include <linux/smp.h>
20 #include <linux/spinlock.h>
21 #include <linux/seq_file.h>
22 #include <linux/of.h>
23 #include <linux/of_device.h>
24
25 #include <asm/ptrace.h>
26 #include <asm/processor.h>
27 #include <asm/system.h>
28 #include <asm/psr.h>
29 #include <asm/smp.h>
30 #include <asm/vaddrs.h>
31 #include <asm/timer.h>
32 #include <asm/openprom.h>
33 #include <asm/oplib.h>
34 #include <asm/traps.h>
35 #include <asm/irq.h>
36 #include <asm/io.h>
37 #include <asm/pgalloc.h>
38 #include <asm/pgtable.h>
39 #include <asm/sbi.h>
40 #include <asm/cacheflush.h>
41 #include <asm/irq_regs.h>
42
43 #include "irq.h"
44
45 /* If you trust current SCSI layer to handle different SCSI IRQs, enable this. I don't trust it... -jj */
46 /* #define DISTRIBUTE_IRQS */
47
48 struct sun4d_timer_regs *sun4d_timers;
49 #define TIMER_IRQ       10
50
51 #define MAX_STATIC_ALLOC        4
52 extern struct irqaction static_irqaction[MAX_STATIC_ALLOC];
53 extern int static_irq_count;
54 unsigned char cpu_leds[32];
55 #ifdef CONFIG_SMP
56 static unsigned char sbus_tid[32];
57 #endif
58
59 static struct irqaction *irq_action[NR_IRQS];
60 extern spinlock_t irq_action_lock;
61
62 static struct sbus_action {
63         struct irqaction *action;
64         /* For SMP this needs to be extended */
65 } *sbus_actions;
66
67 static int pil_to_sbus[] = {
68         0, 0, 1, 2, 0, 3, 0, 4, 0, 5, 0, 6, 0, 7, 0, 0,
69 };
70
71 static int sbus_to_pil[] = {
72         0, 2, 3, 5, 7, 9, 11, 13,
73 };
74
75 static int nsbi;
76 #ifdef CONFIG_SMP
77 DEFINE_SPINLOCK(sun4d_imsk_lock);
78 #endif
79
80 int show_sun4d_interrupts(struct seq_file *p, void *v)
81 {
82         int i = *(loff_t *) v, j = 0, k = 0, sbusl;
83         struct irqaction * action;
84         unsigned long flags;
85 #ifdef CONFIG_SMP
86         int x;
87 #endif
88
89         spin_lock_irqsave(&irq_action_lock, flags);
90         if (i < NR_IRQS) {
91                 sbusl = pil_to_sbus[i];
92                 if (!sbusl) {
93                         action = *(i + irq_action);
94                         if (!action) 
95                                 goto out_unlock;
96                 } else {
97                         for (j = 0; j < nsbi; j++) {
98                                 for (k = 0; k < 4; k++)
99                                         if ((action = sbus_actions [(j << 5) + (sbusl << 2) + k].action))
100                                                 goto found_it;
101                         }
102                         goto out_unlock;
103                 }
104 found_it:       seq_printf(p, "%3d: ", i);
105 #ifndef CONFIG_SMP
106                 seq_printf(p, "%10u ", kstat_irqs(i));
107 #else
108                 for_each_online_cpu(x)
109                         seq_printf(p, "%10u ",
110                                kstat_cpu(cpu_logical_map(x)).irqs[i]);
111 #endif
112                 seq_printf(p, "%c %s",
113                         (action->flags & IRQF_DISABLED) ? '+' : ' ',
114                         action->name);
115                 action = action->next;
116                 for (;;) {
117                         for (; action; action = action->next) {
118                                 seq_printf(p, ",%s %s",
119                                         (action->flags & IRQF_DISABLED) ? " +" : "",
120                                         action->name);
121                         }
122                         if (!sbusl) break;
123                         k++;
124                         if (k < 4)
125                                 action = sbus_actions [(j << 5) + (sbusl << 2) + k].action;
126                         else {
127                                 j++;
128                                 if (j == nsbi) break;
129                                 k = 0;
130                                 action = sbus_actions [(j << 5) + (sbusl << 2)].action;
131                         }
132                 }
133                 seq_putc(p, '\n');
134         }
135 out_unlock:
136         spin_unlock_irqrestore(&irq_action_lock, flags);
137         return 0;
138 }
139
140 void sun4d_free_irq(unsigned int irq, void *dev_id)
141 {
142         struct irqaction *action, **actionp;
143         struct irqaction *tmp = NULL;
144         unsigned long flags;
145
146         spin_lock_irqsave(&irq_action_lock, flags);
147         if (irq < 15)
148                 actionp = irq + irq_action;
149         else
150                 actionp = &(sbus_actions[irq - (1 << 5)].action);
151         action = *actionp;
152         if (!action) {
153                 printk("Trying to free free IRQ%d\n",irq);
154                 goto out_unlock;
155         }
156         if (dev_id) {
157                 for (; action; action = action->next) {
158                         if (action->dev_id == dev_id)
159                                 break;
160                         tmp = action;
161                 }
162                 if (!action) {
163                         printk("Trying to free free shared IRQ%d\n",irq);
164                         goto out_unlock;
165                 }
166         } else if (action->flags & IRQF_SHARED) {
167                 printk("Trying to free shared IRQ%d with NULL device ID\n", irq);
168                 goto out_unlock;
169         }
170         if (action->flags & SA_STATIC_ALLOC)
171         {
172                 /* This interrupt is marked as specially allocated
173                  * so it is a bad idea to free it.
174                  */
175                 printk("Attempt to free statically allocated IRQ%d (%s)\n",
176                        irq, action->name);
177                 goto out_unlock;
178         }
179         
180         if (action && tmp)
181                 tmp->next = action->next;
182         else
183                 *actionp = action->next;
184
185         spin_unlock_irqrestore(&irq_action_lock, flags);
186
187         synchronize_irq(irq);
188
189         spin_lock_irqsave(&irq_action_lock, flags);
190
191         kfree(action);
192
193         if (!(*actionp))
194                 __disable_irq(irq);
195
196 out_unlock:
197         spin_unlock_irqrestore(&irq_action_lock, flags);
198 }
199
200 extern void unexpected_irq(int, void *, struct pt_regs *);
201
202 void sun4d_handler_irq(int irq, struct pt_regs * regs)
203 {
204         struct pt_regs *old_regs;
205         struct irqaction * action;
206         int cpu = smp_processor_id();
207         /* SBUS IRQ level (1 - 7) */
208         int sbusl = pil_to_sbus[irq];
209         
210         /* FIXME: Is this necessary?? */
211         cc_get_ipen();
212         
213         cc_set_iclr(1 << irq);
214         
215         old_regs = set_irq_regs(regs);
216         irq_enter();
217         kstat_cpu(cpu).irqs[irq]++;
218         if (!sbusl) {
219                 action = *(irq + irq_action);
220                 if (!action)
221                         unexpected_irq(irq, NULL, regs);
222                 do {
223                         action->handler(irq, action->dev_id);
224                         action = action->next;
225                 } while (action);
226         } else {
227                 int bus_mask = bw_get_intr_mask(sbusl) & 0x3ffff;
228                 int sbino;
229                 struct sbus_action *actionp;
230                 unsigned mask, slot;
231                 int sbil = (sbusl << 2);
232                 
233                 bw_clear_intr_mask(sbusl, bus_mask);
234                 
235                 /* Loop for each pending SBI */
236                 for (sbino = 0; bus_mask; sbino++, bus_mask >>= 1)
237                         if (bus_mask & 1) {
238                                 mask = acquire_sbi(SBI2DEVID(sbino), 0xf << sbil);
239                                 mask &= (0xf << sbil);
240                                 actionp = sbus_actions + (sbino << 5) + (sbil);
241                                 /* Loop for each pending SBI slot */
242                                 for (slot = (1 << sbil); mask; slot <<= 1, actionp++)
243                                         if (mask & slot) {
244                                                 mask &= ~slot;
245                                                 action = actionp->action;
246                                                 
247                                                 if (!action)
248                                                         unexpected_irq(irq, NULL, regs);
249                                                 do {
250                                                         action->handler(irq, action->dev_id);
251                                                         action = action->next;
252                                                 } while (action);
253                                                 release_sbi(SBI2DEVID(sbino), slot);
254                                         }
255                         }
256         }
257         irq_exit();
258         set_irq_regs(old_regs);
259 }
260
261 int sun4d_request_irq(unsigned int irq,
262                 irq_handler_t handler,
263                 unsigned long irqflags, const char * devname, void *dev_id)
264 {
265         struct irqaction *action, *tmp = NULL, **actionp;
266         unsigned long flags;
267         int ret;
268         
269         if(irq > 14 && irq < (1 << 5)) {
270                 ret = -EINVAL;
271                 goto out;
272         }
273
274         if (!handler) {
275                 ret = -EINVAL;
276                 goto out;
277         }
278
279         spin_lock_irqsave(&irq_action_lock, flags);
280
281         if (irq >= (1 << 5))
282                 actionp = &(sbus_actions[irq - (1 << 5)].action);
283         else
284                 actionp = irq + irq_action;
285         action = *actionp;
286         
287         if (action) {
288                 if ((action->flags & IRQF_SHARED) && (irqflags & IRQF_SHARED)) {
289                         for (tmp = action; tmp->next; tmp = tmp->next);
290                 } else {
291                         ret = -EBUSY;
292                         goto out_unlock;
293                 }
294                 if ((action->flags & IRQF_DISABLED) ^ (irqflags & IRQF_DISABLED)) {
295                         printk("Attempt to mix fast and slow interrupts on IRQ%d denied\n", irq);
296                         ret = -EBUSY;
297                         goto out_unlock;
298                 }
299                 action = NULL;          /* Or else! */
300         }
301
302         /* If this is flagged as statically allocated then we use our
303          * private struct which is never freed.
304          */
305         if (irqflags & SA_STATIC_ALLOC) {
306                 if (static_irq_count < MAX_STATIC_ALLOC)
307                         action = &static_irqaction[static_irq_count++];
308                 else
309                         printk("Request for IRQ%d (%s) SA_STATIC_ALLOC failed using kmalloc\n", irq, devname);
310         }
311         
312         if (action == NULL)
313                 action = kmalloc(sizeof(struct irqaction),
314                                                      GFP_ATOMIC);
315         
316         if (!action) { 
317                 ret = -ENOMEM;
318                 goto out_unlock;
319         }
320
321         action->handler = handler;
322         action->flags = irqflags;
323         cpus_clear(action->mask);
324         action->name = devname;
325         action->next = NULL;
326         action->dev_id = dev_id;
327
328         if (tmp)
329                 tmp->next = action;
330         else
331                 *actionp = action;
332                 
333         __enable_irq(irq);
334
335         ret = 0;
336 out_unlock:
337         spin_unlock_irqrestore(&irq_action_lock, flags);
338 out:
339         return ret;
340 }
341
342 static void sun4d_disable_irq(unsigned int irq)
343 {
344 #ifdef CONFIG_SMP
345         int tid = sbus_tid[(irq >> 5) - 1];
346         unsigned long flags;
347 #endif  
348         
349         if (irq < NR_IRQS) return;
350 #ifdef CONFIG_SMP
351         spin_lock_irqsave(&sun4d_imsk_lock, flags);
352         cc_set_imsk_other(tid, cc_get_imsk_other(tid) | (1 << sbus_to_pil[(irq >> 2) & 7]));
353         spin_unlock_irqrestore(&sun4d_imsk_lock, flags);
354 #else           
355         cc_set_imsk(cc_get_imsk() | (1 << sbus_to_pil[(irq >> 2) & 7]));
356 #endif
357 }
358
359 static void sun4d_enable_irq(unsigned int irq)
360 {
361 #ifdef CONFIG_SMP
362         int tid = sbus_tid[(irq >> 5) - 1];
363         unsigned long flags;
364 #endif  
365         
366         if (irq < NR_IRQS) return;
367 #ifdef CONFIG_SMP
368         spin_lock_irqsave(&sun4d_imsk_lock, flags);
369         cc_set_imsk_other(tid, cc_get_imsk_other(tid) & ~(1 << sbus_to_pil[(irq >> 2) & 7]));
370         spin_unlock_irqrestore(&sun4d_imsk_lock, flags);
371 #else           
372         cc_set_imsk(cc_get_imsk() & ~(1 << sbus_to_pil[(irq >> 2) & 7]));
373 #endif
374 }
375
376 #ifdef CONFIG_SMP
377 static void sun4d_set_cpu_int(int cpu, int level)
378 {
379         sun4d_send_ipi(cpu, level);
380 }
381
382 static void sun4d_clear_ipi(int cpu, int level)
383 {
384 }
385
386 static void sun4d_set_udt(int cpu)
387 {
388 }
389
390 /* Setup IRQ distribution scheme. */
391 void __init sun4d_distribute_irqs(void)
392 {
393         struct device_node *dp;
394
395 #ifdef DISTRIBUTE_IRQS
396         cpumask_t sbus_serving_map;
397
398         sbus_serving_map = cpu_present_map;
399         for_each_node_by_name(dp, "sbi") {
400                 int board = of_getintprop_default(dp, "board#", 0);
401
402                 if ((board * 2) == boot_cpu_id && cpu_isset(board * 2 + 1, cpu_present_map))
403                         sbus_tid[board] = (board * 2 + 1);
404                 else if (cpu_isset(board * 2, cpu_present_map))
405                         sbus_tid[board] = (board * 2);
406                 else if (cpu_isset(board * 2 + 1, cpu_present_map))
407                         sbus_tid[board] = (board * 2 + 1);
408                 else
409                         sbus_tid[board] = 0xff;
410                 if (sbus_tid[board] != 0xff)
411                         cpu_clear(sbus_tid[board], sbus_serving_map);
412         }
413         for_each_node_by_name(dp, "sbi") {
414                 int board = of_getintprop_default(dp, "board#", 0);
415                 if (sbus_tid[board] == 0xff) {
416                         int i = 31;
417                                 
418                         if (cpus_empty(sbus_serving_map))
419                                 sbus_serving_map = cpu_present_map;
420                         while (cpu_isset(i, sbus_serving_map))
421                                 i--;
422                         sbus_tid[board] = i;
423                         cpu_clear(i, sbus_serving_map);
424                 }
425         }
426         for_each_node_by_name(dp, "sbi") {
427                 int devid = of_getintprop_default(dp, "device-id", 0);
428                 int board = of_getintprop_default(dp, "board#", 0);
429                 printk("sbus%d IRQs directed to CPU%d\n", board, sbus_tid[board]);
430                 set_sbi_tid(devid, sbus_tid[board] << 3);
431         }
432 #else
433         int cpuid = cpu_logical_map(1);
434
435         if (cpuid == -1)
436                 cpuid = cpu_logical_map(0);
437         for_each_node_by_name(dp, "sbi") {
438                 int devid = of_getintprop_default(dp, "device-id", 0);
439                 int board = of_getintprop_default(dp, "board#", 0);
440                 sbus_tid[board] = cpuid;
441                 set_sbi_tid(devid, cpuid << 3);
442         }
443         printk("All sbus IRQs directed to CPU%d\n", cpuid);
444 #endif
445 }
446 #endif
447  
448 static void sun4d_clear_clock_irq(void)
449 {
450         volatile unsigned int clear_intr;
451         clear_intr = sun4d_timers->l10_timer_limit;
452 }
453
454 static void sun4d_clear_profile_irq(int cpu)
455 {
456         bw_get_prof_limit(cpu);
457 }
458
459 static void sun4d_load_profile_irq(int cpu, unsigned int limit)
460 {
461         bw_set_prof_limit(cpu, limit);
462 }
463
464 static void __init sun4d_init_timers(irq_handler_t counter_fn)
465 {
466         int irq;
467         int cpu;
468         struct resource r;
469         int mid;
470
471         /* Map the User Timer registers. */
472         memset(&r, 0, sizeof(r));
473 #ifdef CONFIG_SMP
474         r.start = CSR_BASE(boot_cpu_id)+BW_TIMER_LIMIT;
475 #else
476         r.start = CSR_BASE(0)+BW_TIMER_LIMIT;
477 #endif
478         r.flags = 0xf;
479         sun4d_timers = (struct sun4d_timer_regs *) of_ioremap(&r, 0,
480             PAGE_SIZE, "user timer");
481
482         sun4d_timers->l10_timer_limit =  (((1000000/HZ) + 1) << 10);
483         master_l10_counter = &sun4d_timers->l10_cur_count;
484         master_l10_limit = &sun4d_timers->l10_timer_limit;
485
486         irq = request_irq(TIMER_IRQ,
487                           counter_fn,
488                           (IRQF_DISABLED | SA_STATIC_ALLOC),
489                           "timer", NULL);
490         if (irq) {
491                 prom_printf("time_init: unable to attach IRQ%d\n",TIMER_IRQ);
492                 prom_halt();
493         }
494         
495         /* Enable user timer free run for CPU 0 in BW */
496         /* bw_set_ctrl(0, bw_get_ctrl(0) | BW_CTRL_USER_TIMER); */
497
498         cpu = 0;
499         while (!cpu_find_by_instance(cpu, NULL, &mid)) {
500                 sun4d_load_profile_irq(mid >> 3, 0);
501                 cpu++;
502         }
503                 
504 #ifdef CONFIG_SMP
505         {
506                 unsigned long flags;
507                 extern unsigned long lvl14_save[4];
508                 struct tt_entry *trap_table = &sparc_ttable[SP_TRAP_IRQ1 + (14 - 1)];
509                 extern unsigned int real_irq_entry[], smp4d_ticker[];
510                 extern unsigned int patchme_maybe_smp_msg[];
511
512                 /* Adjust so that we jump directly to smp4d_ticker */
513                 lvl14_save[2] += smp4d_ticker - real_irq_entry;
514
515                 /* For SMP we use the level 14 ticker, however the bootup code
516                  * has copied the firmware's level 14 vector into the boot cpu's
517                  * trap table, we must fix this now or we get squashed.
518                  */
519                 local_irq_save(flags);
520                 patchme_maybe_smp_msg[0] = 0x01000000; /* NOP out the branch */
521                 trap_table->inst_one = lvl14_save[0];
522                 trap_table->inst_two = lvl14_save[1];
523                 trap_table->inst_three = lvl14_save[2];
524                 trap_table->inst_four = lvl14_save[3];
525                 local_flush_cache_all();
526                 local_irq_restore(flags);
527         }
528 #endif
529 }
530
531 void __init sun4d_init_sbi_irq(void)
532 {
533         struct device_node *dp;
534
535         nsbi = 0;
536         for_each_node_by_name(dp, "sbi")
537                 nsbi++;
538         sbus_actions = kzalloc (nsbi * 8 * 4 * sizeof(struct sbus_action), GFP_ATOMIC);
539         if (!sbus_actions) {
540                 prom_printf("SUN4D: Cannot allocate sbus_actions, halting.\n");
541                 prom_halt();
542         }
543         for_each_node_by_name(dp, "sbi") {
544                 int devid = of_getintprop_default(dp, "device-id", 0);
545                 int board = of_getintprop_default(dp, "board#", 0);
546                 unsigned int mask;
547
548 #ifdef CONFIG_SMP       
549                 {
550                         extern unsigned char boot_cpu_id;
551                 
552                         set_sbi_tid(devid, boot_cpu_id << 3);
553                         sbus_tid[board] = boot_cpu_id;
554                 }
555 #endif
556                 /* Get rid of pending irqs from PROM */
557                 mask = acquire_sbi(devid, 0xffffffff);
558                 if (mask) {
559                         printk ("Clearing pending IRQs %08x on SBI %d\n", mask, board);
560                         release_sbi(devid, mask);
561                 }
562         }
563 }
564
565 void __init sun4d_init_IRQ(void)
566 {
567         local_irq_disable();
568
569         BTFIXUPSET_CALL(enable_irq, sun4d_enable_irq, BTFIXUPCALL_NORM);
570         BTFIXUPSET_CALL(disable_irq, sun4d_disable_irq, BTFIXUPCALL_NORM);
571         BTFIXUPSET_CALL(clear_clock_irq, sun4d_clear_clock_irq, BTFIXUPCALL_NORM);
572         BTFIXUPSET_CALL(clear_profile_irq, sun4d_clear_profile_irq, BTFIXUPCALL_NORM);
573         BTFIXUPSET_CALL(load_profile_irq, sun4d_load_profile_irq, BTFIXUPCALL_NORM);
574         sparc_init_timers = sun4d_init_timers;
575 #ifdef CONFIG_SMP
576         BTFIXUPSET_CALL(set_cpu_int, sun4d_set_cpu_int, BTFIXUPCALL_NORM);
577         BTFIXUPSET_CALL(clear_cpu_int, sun4d_clear_ipi, BTFIXUPCALL_NOP);
578         BTFIXUPSET_CALL(set_irq_udt, sun4d_set_udt, BTFIXUPCALL_NOP);
579 #endif
580         /* Cannot enable interrupts until OBP ticker is disabled. */
581 }