sparc64: On non-Niagara, need to touch NMI watchdog in NOHZ mode.
[linux-2.6] / arch / sparc / kernel / sun4d_irq.c
1 /*
2  *  arch/sparc/kernel/sun4d_irq.c:
3  *                      SS1000/SC2000 interrupt handling.
4  *
5  *  Copyright (C) 1997,1998 Jakub Jelinek (jj@sunsite.mff.cuni.cz)
6  *  Heavily based on arch/sparc/kernel/irq.c.
7  */
8
9 #include <linux/errno.h>
10 #include <linux/linkage.h>
11 #include <linux/kernel_stat.h>
12 #include <linux/signal.h>
13 #include <linux/sched.h>
14 #include <linux/ptrace.h>
15 #include <linux/interrupt.h>
16 #include <linux/slab.h>
17 #include <linux/random.h>
18 #include <linux/init.h>
19 #include <linux/smp.h>
20 #include <linux/spinlock.h>
21 #include <linux/seq_file.h>
22 #include <linux/of.h>
23 #include <linux/of_device.h>
24
25 #include <asm/ptrace.h>
26 #include <asm/processor.h>
27 #include <asm/system.h>
28 #include <asm/psr.h>
29 #include <asm/smp.h>
30 #include <asm/vaddrs.h>
31 #include <asm/timer.h>
32 #include <asm/openprom.h>
33 #include <asm/oplib.h>
34 #include <asm/traps.h>
35 #include <asm/irq.h>
36 #include <asm/io.h>
37 #include <asm/pgalloc.h>
38 #include <asm/pgtable.h>
39 #include <asm/sbi.h>
40 #include <asm/cacheflush.h>
41 #include <asm/irq_regs.h>
42
43 #include "kernel.h"
44 #include "irq.h"
45
46 /* If you trust current SCSI layer to handle different SCSI IRQs, enable this. I don't trust it... -jj */
47 /* #define DISTRIBUTE_IRQS */
48
49 struct sun4d_timer_regs {
50         u32     l10_timer_limit;
51         u32     l10_cur_countx;
52         u32     l10_limit_noclear;
53         u32     ctrl;
54         u32     l10_cur_count;
55 };
56
57 static struct sun4d_timer_regs __iomem *sun4d_timers;
58
59 #define TIMER_IRQ       10
60
61 #define MAX_STATIC_ALLOC        4
62 extern int static_irq_count;
63 static unsigned char sbus_tid[32];
64
65 static struct irqaction *irq_action[NR_IRQS];
66 extern spinlock_t irq_action_lock;
67
68 static struct sbus_action {
69         struct irqaction *action;
70         /* For SMP this needs to be extended */
71 } *sbus_actions;
72
73 static int pil_to_sbus[] = {
74         0, 0, 1, 2, 0, 3, 0, 4, 0, 5, 0, 6, 0, 7, 0, 0,
75 };
76
77 static int sbus_to_pil[] = {
78         0, 2, 3, 5, 7, 9, 11, 13,
79 };
80
81 static int nsbi;
82
83 /* Exported for sun4d_smp.c */
84 DEFINE_SPINLOCK(sun4d_imsk_lock);
85
86 int show_sun4d_interrupts(struct seq_file *p, void *v)
87 {
88         int i = *(loff_t *) v, j = 0, k = 0, sbusl;
89         struct irqaction * action;
90         unsigned long flags;
91 #ifdef CONFIG_SMP
92         int x;
93 #endif
94
95         spin_lock_irqsave(&irq_action_lock, flags);
96         if (i < NR_IRQS) {
97                 sbusl = pil_to_sbus[i];
98                 if (!sbusl) {
99                         action = *(i + irq_action);
100                         if (!action) 
101                                 goto out_unlock;
102                 } else {
103                         for (j = 0; j < nsbi; j++) {
104                                 for (k = 0; k < 4; k++)
105                                         if ((action = sbus_actions [(j << 5) + (sbusl << 2) + k].action))
106                                                 goto found_it;
107                         }
108                         goto out_unlock;
109                 }
110 found_it:       seq_printf(p, "%3d: ", i);
111 #ifndef CONFIG_SMP
112                 seq_printf(p, "%10u ", kstat_irqs(i));
113 #else
114                 for_each_online_cpu(x)
115                         seq_printf(p, "%10u ",
116                                kstat_cpu(cpu_logical_map(x)).irqs[i]);
117 #endif
118                 seq_printf(p, "%c %s",
119                         (action->flags & IRQF_DISABLED) ? '+' : ' ',
120                         action->name);
121                 action = action->next;
122                 for (;;) {
123                         for (; action; action = action->next) {
124                                 seq_printf(p, ",%s %s",
125                                         (action->flags & IRQF_DISABLED) ? " +" : "",
126                                         action->name);
127                         }
128                         if (!sbusl) break;
129                         k++;
130                         if (k < 4)
131                                 action = sbus_actions [(j << 5) + (sbusl << 2) + k].action;
132                         else {
133                                 j++;
134                                 if (j == nsbi) break;
135                                 k = 0;
136                                 action = sbus_actions [(j << 5) + (sbusl << 2)].action;
137                         }
138                 }
139                 seq_putc(p, '\n');
140         }
141 out_unlock:
142         spin_unlock_irqrestore(&irq_action_lock, flags);
143         return 0;
144 }
145
146 void sun4d_free_irq(unsigned int irq, void *dev_id)
147 {
148         struct irqaction *action, **actionp;
149         struct irqaction *tmp = NULL;
150         unsigned long flags;
151
152         spin_lock_irqsave(&irq_action_lock, flags);
153         if (irq < 15)
154                 actionp = irq + irq_action;
155         else
156                 actionp = &(sbus_actions[irq - (1 << 5)].action);
157         action = *actionp;
158         if (!action) {
159                 printk("Trying to free free IRQ%d\n",irq);
160                 goto out_unlock;
161         }
162         if (dev_id) {
163                 for (; action; action = action->next) {
164                         if (action->dev_id == dev_id)
165                                 break;
166                         tmp = action;
167                 }
168                 if (!action) {
169                         printk("Trying to free free shared IRQ%d\n",irq);
170                         goto out_unlock;
171                 }
172         } else if (action->flags & IRQF_SHARED) {
173                 printk("Trying to free shared IRQ%d with NULL device ID\n", irq);
174                 goto out_unlock;
175         }
176         if (action->flags & SA_STATIC_ALLOC)
177         {
178                 /* This interrupt is marked as specially allocated
179                  * so it is a bad idea to free it.
180                  */
181                 printk("Attempt to free statically allocated IRQ%d (%s)\n",
182                        irq, action->name);
183                 goto out_unlock;
184         }
185         
186         if (action && tmp)
187                 tmp->next = action->next;
188         else
189                 *actionp = action->next;
190
191         spin_unlock_irqrestore(&irq_action_lock, flags);
192
193         synchronize_irq(irq);
194
195         spin_lock_irqsave(&irq_action_lock, flags);
196
197         kfree(action);
198
199         if (!(*actionp))
200                 __disable_irq(irq);
201
202 out_unlock:
203         spin_unlock_irqrestore(&irq_action_lock, flags);
204 }
205
206 extern void unexpected_irq(int, void *, struct pt_regs *);
207
208 void sun4d_handler_irq(int irq, struct pt_regs * regs)
209 {
210         struct pt_regs *old_regs;
211         struct irqaction * action;
212         int cpu = smp_processor_id();
213         /* SBUS IRQ level (1 - 7) */
214         int sbusl = pil_to_sbus[irq];
215         
216         /* FIXME: Is this necessary?? */
217         cc_get_ipen();
218         
219         cc_set_iclr(1 << irq);
220         
221         old_regs = set_irq_regs(regs);
222         irq_enter();
223         kstat_cpu(cpu).irqs[irq]++;
224         if (!sbusl) {
225                 action = *(irq + irq_action);
226                 if (!action)
227                         unexpected_irq(irq, NULL, regs);
228                 do {
229                         action->handler(irq, action->dev_id);
230                         action = action->next;
231                 } while (action);
232         } else {
233                 int bus_mask = bw_get_intr_mask(sbusl) & 0x3ffff;
234                 int sbino;
235                 struct sbus_action *actionp;
236                 unsigned mask, slot;
237                 int sbil = (sbusl << 2);
238                 
239                 bw_clear_intr_mask(sbusl, bus_mask);
240                 
241                 /* Loop for each pending SBI */
242                 for (sbino = 0; bus_mask; sbino++, bus_mask >>= 1)
243                         if (bus_mask & 1) {
244                                 mask = acquire_sbi(SBI2DEVID(sbino), 0xf << sbil);
245                                 mask &= (0xf << sbil);
246                                 actionp = sbus_actions + (sbino << 5) + (sbil);
247                                 /* Loop for each pending SBI slot */
248                                 for (slot = (1 << sbil); mask; slot <<= 1, actionp++)
249                                         if (mask & slot) {
250                                                 mask &= ~slot;
251                                                 action = actionp->action;
252                                                 
253                                                 if (!action)
254                                                         unexpected_irq(irq, NULL, regs);
255                                                 do {
256                                                         action->handler(irq, action->dev_id);
257                                                         action = action->next;
258                                                 } while (action);
259                                                 release_sbi(SBI2DEVID(sbino), slot);
260                                         }
261                         }
262         }
263         irq_exit();
264         set_irq_regs(old_regs);
265 }
266
267 int sun4d_request_irq(unsigned int irq,
268                 irq_handler_t handler,
269                 unsigned long irqflags, const char * devname, void *dev_id)
270 {
271         struct irqaction *action, *tmp = NULL, **actionp;
272         unsigned long flags;
273         int ret;
274         
275         if(irq > 14 && irq < (1 << 5)) {
276                 ret = -EINVAL;
277                 goto out;
278         }
279
280         if (!handler) {
281                 ret = -EINVAL;
282                 goto out;
283         }
284
285         spin_lock_irqsave(&irq_action_lock, flags);
286
287         if (irq >= (1 << 5))
288                 actionp = &(sbus_actions[irq - (1 << 5)].action);
289         else
290                 actionp = irq + irq_action;
291         action = *actionp;
292         
293         if (action) {
294                 if ((action->flags & IRQF_SHARED) && (irqflags & IRQF_SHARED)) {
295                         for (tmp = action; tmp->next; tmp = tmp->next);
296                 } else {
297                         ret = -EBUSY;
298                         goto out_unlock;
299                 }
300                 if ((action->flags & IRQF_DISABLED) ^ (irqflags & IRQF_DISABLED)) {
301                         printk("Attempt to mix fast and slow interrupts on IRQ%d denied\n", irq);
302                         ret = -EBUSY;
303                         goto out_unlock;
304                 }
305                 action = NULL;          /* Or else! */
306         }
307
308         /* If this is flagged as statically allocated then we use our
309          * private struct which is never freed.
310          */
311         if (irqflags & SA_STATIC_ALLOC) {
312                 if (static_irq_count < MAX_STATIC_ALLOC)
313                         action = &static_irqaction[static_irq_count++];
314                 else
315                         printk("Request for IRQ%d (%s) SA_STATIC_ALLOC failed using kmalloc\n", irq, devname);
316         }
317         
318         if (action == NULL)
319                 action = kmalloc(sizeof(struct irqaction),
320                                                      GFP_ATOMIC);
321         
322         if (!action) { 
323                 ret = -ENOMEM;
324                 goto out_unlock;
325         }
326
327         action->handler = handler;
328         action->flags = irqflags;
329         cpus_clear(action->mask);
330         action->name = devname;
331         action->next = NULL;
332         action->dev_id = dev_id;
333
334         if (tmp)
335                 tmp->next = action;
336         else
337                 *actionp = action;
338                 
339         __enable_irq(irq);
340
341         ret = 0;
342 out_unlock:
343         spin_unlock_irqrestore(&irq_action_lock, flags);
344 out:
345         return ret;
346 }
347
348 static void sun4d_disable_irq(unsigned int irq)
349 {
350         int tid = sbus_tid[(irq >> 5) - 1];
351         unsigned long flags;
352         
353         if (irq < NR_IRQS)
354                 return;
355
356         spin_lock_irqsave(&sun4d_imsk_lock, flags);
357         cc_set_imsk_other(tid, cc_get_imsk_other(tid) | (1 << sbus_to_pil[(irq >> 2) & 7]));
358         spin_unlock_irqrestore(&sun4d_imsk_lock, flags);
359 }
360
361 static void sun4d_enable_irq(unsigned int irq)
362 {
363         int tid = sbus_tid[(irq >> 5) - 1];
364         unsigned long flags;
365         
366         if (irq < NR_IRQS)
367                 return;
368
369         spin_lock_irqsave(&sun4d_imsk_lock, flags);
370         cc_set_imsk_other(tid, cc_get_imsk_other(tid) & ~(1 << sbus_to_pil[(irq >> 2) & 7]));
371         spin_unlock_irqrestore(&sun4d_imsk_lock, flags);
372 }
373
374 #ifdef CONFIG_SMP
375 static void sun4d_set_cpu_int(int cpu, int level)
376 {
377         sun4d_send_ipi(cpu, level);
378 }
379
380 static void sun4d_clear_ipi(int cpu, int level)
381 {
382 }
383
384 static void sun4d_set_udt(int cpu)
385 {
386 }
387
388 /* Setup IRQ distribution scheme. */
389 void __init sun4d_distribute_irqs(void)
390 {
391         struct device_node *dp;
392
393 #ifdef DISTRIBUTE_IRQS
394         cpumask_t sbus_serving_map;
395
396         sbus_serving_map = cpu_present_map;
397         for_each_node_by_name(dp, "sbi") {
398                 int board = of_getintprop_default(dp, "board#", 0);
399
400                 if ((board * 2) == boot_cpu_id && cpu_isset(board * 2 + 1, cpu_present_map))
401                         sbus_tid[board] = (board * 2 + 1);
402                 else if (cpu_isset(board * 2, cpu_present_map))
403                         sbus_tid[board] = (board * 2);
404                 else if (cpu_isset(board * 2 + 1, cpu_present_map))
405                         sbus_tid[board] = (board * 2 + 1);
406                 else
407                         sbus_tid[board] = 0xff;
408                 if (sbus_tid[board] != 0xff)
409                         cpu_clear(sbus_tid[board], sbus_serving_map);
410         }
411         for_each_node_by_name(dp, "sbi") {
412                 int board = of_getintprop_default(dp, "board#", 0);
413                 if (sbus_tid[board] == 0xff) {
414                         int i = 31;
415                                 
416                         if (cpus_empty(sbus_serving_map))
417                                 sbus_serving_map = cpu_present_map;
418                         while (cpu_isset(i, sbus_serving_map))
419                                 i--;
420                         sbus_tid[board] = i;
421                         cpu_clear(i, sbus_serving_map);
422                 }
423         }
424         for_each_node_by_name(dp, "sbi") {
425                 int devid = of_getintprop_default(dp, "device-id", 0);
426                 int board = of_getintprop_default(dp, "board#", 0);
427                 printk("sbus%d IRQs directed to CPU%d\n", board, sbus_tid[board]);
428                 set_sbi_tid(devid, sbus_tid[board] << 3);
429         }
430 #else
431         int cpuid = cpu_logical_map(1);
432
433         if (cpuid == -1)
434                 cpuid = cpu_logical_map(0);
435         for_each_node_by_name(dp, "sbi") {
436                 int devid = of_getintprop_default(dp, "device-id", 0);
437                 int board = of_getintprop_default(dp, "board#", 0);
438                 sbus_tid[board] = cpuid;
439                 set_sbi_tid(devid, cpuid << 3);
440         }
441         printk("All sbus IRQs directed to CPU%d\n", cpuid);
442 #endif
443 }
444 #endif
445  
446 static void sun4d_clear_clock_irq(void)
447 {
448         sbus_readl(&sun4d_timers->l10_timer_limit);
449 }
450
451 static void sun4d_load_profile_irq(int cpu, unsigned int limit)
452 {
453         bw_set_prof_limit(cpu, limit);
454 }
455
456 static void __init sun4d_load_profile_irqs(void)
457 {
458         int cpu = 0, mid;
459
460         while (!cpu_find_by_instance(cpu, NULL, &mid)) {
461                 sun4d_load_profile_irq(mid >> 3, 0);
462                 cpu++;
463         }
464 }
465
466 static void __init sun4d_fixup_trap_table(void)
467 {
468 #ifdef CONFIG_SMP
469         unsigned long flags;
470         extern unsigned long lvl14_save[4];
471         struct tt_entry *trap_table = &sparc_ttable[SP_TRAP_IRQ1 + (14 - 1)];
472         extern unsigned int real_irq_entry[], smp4d_ticker[];
473         extern unsigned int patchme_maybe_smp_msg[];
474
475         /* Adjust so that we jump directly to smp4d_ticker */
476         lvl14_save[2] += smp4d_ticker - real_irq_entry;
477
478         /* For SMP we use the level 14 ticker, however the bootup code
479          * has copied the firmware's level 14 vector into the boot cpu's
480          * trap table, we must fix this now or we get squashed.
481          */
482         local_irq_save(flags);
483         patchme_maybe_smp_msg[0] = 0x01000000; /* NOP out the branch */
484         trap_table->inst_one = lvl14_save[0];
485         trap_table->inst_two = lvl14_save[1];
486         trap_table->inst_three = lvl14_save[2];
487         trap_table->inst_four = lvl14_save[3];
488         local_flush_cache_all();
489         local_irq_restore(flags);
490 #endif
491 }
492
493 static void __init sun4d_init_timers(irq_handler_t counter_fn)
494 {
495         struct device_node *dp;
496         struct resource res;
497         const u32 *reg;
498         int err;
499
500         dp = of_find_node_by_name(NULL, "cpu-unit");
501         if (!dp) {
502                 prom_printf("sun4d_init_timers: Unable to find cpu-unit\n");
503                 prom_halt();
504         }
505
506         /* Which cpu-unit we use is arbitrary, we can view the bootbus timer
507          * registers via any cpu's mapping.  The first 'reg' property is the
508          * bootbus.
509          */
510         reg = of_get_property(dp, "reg", NULL);
511         of_node_put(dp);
512         if (!reg) {
513                 prom_printf("sun4d_init_timers: No reg property\n");
514                 prom_halt();
515         }
516
517         res.start = reg[1];
518         res.end = reg[2] - 1;
519         res.flags = reg[0] & 0xff;
520         sun4d_timers = of_ioremap(&res, BW_TIMER_LIMIT,
521                                   sizeof(struct sun4d_timer_regs), "user timer");
522         if (!sun4d_timers) {
523                 prom_printf("sun4d_init_timers: Can't map timer regs\n");
524                 prom_halt();
525         }
526
527         sbus_writel((((1000000/HZ) + 1) << 10), &sun4d_timers->l10_timer_limit);
528
529         master_l10_counter = &sun4d_timers->l10_cur_count;
530
531         err = request_irq(TIMER_IRQ, counter_fn,
532                           (IRQF_DISABLED | SA_STATIC_ALLOC),
533                           "timer", NULL);
534         if (err) {
535                 prom_printf("sun4d_init_timers: request_irq() failed with %d\n", err);
536                 prom_halt();
537         }
538         sun4d_load_profile_irqs();
539         sun4d_fixup_trap_table();
540 }
541
542 void __init sun4d_init_sbi_irq(void)
543 {
544         struct device_node *dp;
545         int target_cpu = 0;
546
547 #ifdef CONFIG_SMP
548         target_cpu = boot_cpu_id;
549 #endif
550
551         nsbi = 0;
552         for_each_node_by_name(dp, "sbi")
553                 nsbi++;
554         sbus_actions = kzalloc (nsbi * 8 * 4 * sizeof(struct sbus_action), GFP_ATOMIC);
555         if (!sbus_actions) {
556                 prom_printf("SUN4D: Cannot allocate sbus_actions, halting.\n");
557                 prom_halt();
558         }
559         for_each_node_by_name(dp, "sbi") {
560                 int devid = of_getintprop_default(dp, "device-id", 0);
561                 int board = of_getintprop_default(dp, "board#", 0);
562                 unsigned int mask;
563
564                 set_sbi_tid(devid, target_cpu << 3);
565                 sbus_tid[board] = target_cpu;
566
567                 /* Get rid of pending irqs from PROM */
568                 mask = acquire_sbi(devid, 0xffffffff);
569                 if (mask) {
570                         printk ("Clearing pending IRQs %08x on SBI %d\n", mask, board);
571                         release_sbi(devid, mask);
572                 }
573         }
574 }
575
576 void __init sun4d_init_IRQ(void)
577 {
578         local_irq_disable();
579
580         BTFIXUPSET_CALL(enable_irq, sun4d_enable_irq, BTFIXUPCALL_NORM);
581         BTFIXUPSET_CALL(disable_irq, sun4d_disable_irq, BTFIXUPCALL_NORM);
582         BTFIXUPSET_CALL(clear_clock_irq, sun4d_clear_clock_irq, BTFIXUPCALL_NORM);
583         BTFIXUPSET_CALL(load_profile_irq, sun4d_load_profile_irq, BTFIXUPCALL_NORM);
584         sparc_init_timers = sun4d_init_timers;
585 #ifdef CONFIG_SMP
586         BTFIXUPSET_CALL(set_cpu_int, sun4d_set_cpu_int, BTFIXUPCALL_NORM);
587         BTFIXUPSET_CALL(clear_cpu_int, sun4d_clear_ipi, BTFIXUPCALL_NOP);
588         BTFIXUPSET_CALL(set_irq_udt, sun4d_set_udt, BTFIXUPCALL_NOP);
589 #endif
590         /* Cannot enable interrupts until OBP ticker is disabled. */
591 }