Merge branch 'timers-fixes-for-linus' of git://git.kernel.org/pub/scm/linux/kernel...
[linux-2.6] / arch / sparc / kernel / sun4d_irq.c
1 /*
2  *  arch/sparc/kernel/sun4d_irq.c:
3  *                      SS1000/SC2000 interrupt handling.
4  *
5  *  Copyright (C) 1997,1998 Jakub Jelinek (jj@sunsite.mff.cuni.cz)
6  *  Heavily based on arch/sparc/kernel/irq.c.
7  */
8
9 #include <linux/errno.h>
10 #include <linux/linkage.h>
11 #include <linux/kernel_stat.h>
12 #include <linux/signal.h>
13 #include <linux/sched.h>
14 #include <linux/ptrace.h>
15 #include <linux/interrupt.h>
16 #include <linux/slab.h>
17 #include <linux/random.h>
18 #include <linux/init.h>
19 #include <linux/smp.h>
20 #include <linux/spinlock.h>
21 #include <linux/seq_file.h>
22
23 #include <asm/ptrace.h>
24 #include <asm/processor.h>
25 #include <asm/system.h>
26 #include <asm/psr.h>
27 #include <asm/smp.h>
28 #include <asm/vaddrs.h>
29 #include <asm/timer.h>
30 #include <asm/openprom.h>
31 #include <asm/oplib.h>
32 #include <asm/traps.h>
33 #include <asm/irq.h>
34 #include <asm/io.h>
35 #include <asm/pgalloc.h>
36 #include <asm/pgtable.h>
37 #include <asm/sbus.h>
38 #include <asm/sbi.h>
39 #include <asm/cacheflush.h>
40 #include <asm/irq_regs.h>
41
42 #include "irq.h"
43
44 /* If you trust current SCSI layer to handle different SCSI IRQs, enable this. I don't trust it... -jj */
45 /* #define DISTRIBUTE_IRQS */
46
47 struct sun4d_timer_regs *sun4d_timers;
48 #define TIMER_IRQ       10
49
50 #define MAX_STATIC_ALLOC        4
51 extern struct irqaction static_irqaction[MAX_STATIC_ALLOC];
52 extern int static_irq_count;
53 unsigned char cpu_leds[32];
54 #ifdef CONFIG_SMP
55 static unsigned char sbus_tid[32];
56 #endif
57
58 static struct irqaction *irq_action[NR_IRQS];
59 extern spinlock_t irq_action_lock;
60
61 static struct sbus_action {
62         struct irqaction *action;
63         /* For SMP this needs to be extended */
64 } *sbus_actions;
65
66 static int pil_to_sbus[] = {
67         0, 0, 1, 2, 0, 3, 0, 4, 0, 5, 0, 6, 0, 7, 0, 0,
68 };
69
70 static int sbus_to_pil[] = {
71         0, 2, 3, 5, 7, 9, 11, 13,
72 };
73
74 static int nsbi;
75 #ifdef CONFIG_SMP
76 DEFINE_SPINLOCK(sun4d_imsk_lock);
77 #endif
78
79 int show_sun4d_interrupts(struct seq_file *p, void *v)
80 {
81         int i = *(loff_t *) v, j = 0, k = 0, sbusl;
82         struct irqaction * action;
83         unsigned long flags;
84 #ifdef CONFIG_SMP
85         int x;
86 #endif
87
88         spin_lock_irqsave(&irq_action_lock, flags);
89         if (i < NR_IRQS) {
90                 sbusl = pil_to_sbus[i];
91                 if (!sbusl) {
92                         action = *(i + irq_action);
93                         if (!action) 
94                                 goto out_unlock;
95                 } else {
96                         for (j = 0; j < nsbi; j++) {
97                                 for (k = 0; k < 4; k++)
98                                         if ((action = sbus_actions [(j << 5) + (sbusl << 2) + k].action))
99                                                 goto found_it;
100                         }
101                         goto out_unlock;
102                 }
103 found_it:       seq_printf(p, "%3d: ", i);
104 #ifndef CONFIG_SMP
105                 seq_printf(p, "%10u ", kstat_irqs(i));
106 #else
107                 for_each_online_cpu(x)
108                         seq_printf(p, "%10u ",
109                                kstat_cpu(cpu_logical_map(x)).irqs[i]);
110 #endif
111                 seq_printf(p, "%c %s",
112                         (action->flags & IRQF_DISABLED) ? '+' : ' ',
113                         action->name);
114                 action = action->next;
115                 for (;;) {
116                         for (; action; action = action->next) {
117                                 seq_printf(p, ",%s %s",
118                                         (action->flags & IRQF_DISABLED) ? " +" : "",
119                                         action->name);
120                         }
121                         if (!sbusl) break;
122                         k++;
123                         if (k < 4)
124                                 action = sbus_actions [(j << 5) + (sbusl << 2) + k].action;
125                         else {
126                                 j++;
127                                 if (j == nsbi) break;
128                                 k = 0;
129                                 action = sbus_actions [(j << 5) + (sbusl << 2)].action;
130                         }
131                 }
132                 seq_putc(p, '\n');
133         }
134 out_unlock:
135         spin_unlock_irqrestore(&irq_action_lock, flags);
136         return 0;
137 }
138
139 void sun4d_free_irq(unsigned int irq, void *dev_id)
140 {
141         struct irqaction *action, **actionp;
142         struct irqaction *tmp = NULL;
143         unsigned long flags;
144
145         spin_lock_irqsave(&irq_action_lock, flags);
146         if (irq < 15)
147                 actionp = irq + irq_action;
148         else
149                 actionp = &(sbus_actions[irq - (1 << 5)].action);
150         action = *actionp;
151         if (!action) {
152                 printk("Trying to free free IRQ%d\n",irq);
153                 goto out_unlock;
154         }
155         if (dev_id) {
156                 for (; action; action = action->next) {
157                         if (action->dev_id == dev_id)
158                                 break;
159                         tmp = action;
160                 }
161                 if (!action) {
162                         printk("Trying to free free shared IRQ%d\n",irq);
163                         goto out_unlock;
164                 }
165         } else if (action->flags & IRQF_SHARED) {
166                 printk("Trying to free shared IRQ%d with NULL device ID\n", irq);
167                 goto out_unlock;
168         }
169         if (action->flags & SA_STATIC_ALLOC)
170         {
171                 /* This interrupt is marked as specially allocated
172                  * so it is a bad idea to free it.
173                  */
174                 printk("Attempt to free statically allocated IRQ%d (%s)\n",
175                        irq, action->name);
176                 goto out_unlock;
177         }
178         
179         if (action && tmp)
180                 tmp->next = action->next;
181         else
182                 *actionp = action->next;
183
184         spin_unlock_irqrestore(&irq_action_lock, flags);
185
186         synchronize_irq(irq);
187
188         spin_lock_irqsave(&irq_action_lock, flags);
189
190         kfree(action);
191
192         if (!(*actionp))
193                 __disable_irq(irq);
194
195 out_unlock:
196         spin_unlock_irqrestore(&irq_action_lock, flags);
197 }
198
199 extern void unexpected_irq(int, void *, struct pt_regs *);
200
201 void sun4d_handler_irq(int irq, struct pt_regs * regs)
202 {
203         struct pt_regs *old_regs;
204         struct irqaction * action;
205         int cpu = smp_processor_id();
206         /* SBUS IRQ level (1 - 7) */
207         int sbusl = pil_to_sbus[irq];
208         
209         /* FIXME: Is this necessary?? */
210         cc_get_ipen();
211         
212         cc_set_iclr(1 << irq);
213         
214         old_regs = set_irq_regs(regs);
215         irq_enter();
216         kstat_cpu(cpu).irqs[irq]++;
217         if (!sbusl) {
218                 action = *(irq + irq_action);
219                 if (!action)
220                         unexpected_irq(irq, NULL, regs);
221                 do {
222                         action->handler(irq, action->dev_id);
223                         action = action->next;
224                 } while (action);
225         } else {
226                 int bus_mask = bw_get_intr_mask(sbusl) & 0x3ffff;
227                 int sbino;
228                 struct sbus_action *actionp;
229                 unsigned mask, slot;
230                 int sbil = (sbusl << 2);
231                 
232                 bw_clear_intr_mask(sbusl, bus_mask);
233                 
234                 /* Loop for each pending SBI */
235                 for (sbino = 0; bus_mask; sbino++, bus_mask >>= 1)
236                         if (bus_mask & 1) {
237                                 mask = acquire_sbi(SBI2DEVID(sbino), 0xf << sbil);
238                                 mask &= (0xf << sbil);
239                                 actionp = sbus_actions + (sbino << 5) + (sbil);
240                                 /* Loop for each pending SBI slot */
241                                 for (slot = (1 << sbil); mask; slot <<= 1, actionp++)
242                                         if (mask & slot) {
243                                                 mask &= ~slot;
244                                                 action = actionp->action;
245                                                 
246                                                 if (!action)
247                                                         unexpected_irq(irq, NULL, regs);
248                                                 do {
249                                                         action->handler(irq, action->dev_id);
250                                                         action = action->next;
251                                                 } while (action);
252                                                 release_sbi(SBI2DEVID(sbino), slot);
253                                         }
254                         }
255         }
256         irq_exit();
257         set_irq_regs(old_regs);
258 }
259
260 unsigned int sun4d_build_irq(struct sbus_dev *sdev, int irq)
261 {
262         int sbusl = pil_to_sbus[irq];
263
264         if (sbusl)
265                 return ((sdev->bus->board + 1) << 5) + (sbusl << 2) + sdev->slot;
266         else
267                 return irq;
268 }
269
270 static unsigned int sun4d_sbint_to_irq(struct sbus_dev *sdev,
271                                        unsigned int sbint)
272 {
273         if (sbint >= sizeof(sbus_to_pil)) {
274                 printk(KERN_ERR "%s: bogus SBINT %d\n", sdev->prom_name, sbint);
275                 BUG();
276         }
277         return sun4d_build_irq(sdev, sbus_to_pil[sbint]);
278 }
279
280 int sun4d_request_irq(unsigned int irq,
281                 irq_handler_t handler,
282                 unsigned long irqflags, const char * devname, void *dev_id)
283 {
284         struct irqaction *action, *tmp = NULL, **actionp;
285         unsigned long flags;
286         int ret;
287         
288         if(irq > 14 && irq < (1 << 5)) {
289                 ret = -EINVAL;
290                 goto out;
291         }
292
293         if (!handler) {
294                 ret = -EINVAL;
295                 goto out;
296         }
297
298         spin_lock_irqsave(&irq_action_lock, flags);
299
300         if (irq >= (1 << 5))
301                 actionp = &(sbus_actions[irq - (1 << 5)].action);
302         else
303                 actionp = irq + irq_action;
304         action = *actionp;
305         
306         if (action) {
307                 if ((action->flags & IRQF_SHARED) && (irqflags & IRQF_SHARED)) {
308                         for (tmp = action; tmp->next; tmp = tmp->next);
309                 } else {
310                         ret = -EBUSY;
311                         goto out_unlock;
312                 }
313                 if ((action->flags & IRQF_DISABLED) ^ (irqflags & IRQF_DISABLED)) {
314                         printk("Attempt to mix fast and slow interrupts on IRQ%d denied\n", irq);
315                         ret = -EBUSY;
316                         goto out_unlock;
317                 }
318                 action = NULL;          /* Or else! */
319         }
320
321         /* If this is flagged as statically allocated then we use our
322          * private struct which is never freed.
323          */
324         if (irqflags & SA_STATIC_ALLOC) {
325                 if (static_irq_count < MAX_STATIC_ALLOC)
326                         action = &static_irqaction[static_irq_count++];
327                 else
328                         printk("Request for IRQ%d (%s) SA_STATIC_ALLOC failed using kmalloc\n", irq, devname);
329         }
330         
331         if (action == NULL)
332                 action = kmalloc(sizeof(struct irqaction),
333                                                      GFP_ATOMIC);
334         
335         if (!action) { 
336                 ret = -ENOMEM;
337                 goto out_unlock;
338         }
339
340         action->handler = handler;
341         action->flags = irqflags;
342         cpus_clear(action->mask);
343         action->name = devname;
344         action->next = NULL;
345         action->dev_id = dev_id;
346
347         if (tmp)
348                 tmp->next = action;
349         else
350                 *actionp = action;
351                 
352         __enable_irq(irq);
353
354         ret = 0;
355 out_unlock:
356         spin_unlock_irqrestore(&irq_action_lock, flags);
357 out:
358         return ret;
359 }
360
361 static void sun4d_disable_irq(unsigned int irq)
362 {
363 #ifdef CONFIG_SMP
364         int tid = sbus_tid[(irq >> 5) - 1];
365         unsigned long flags;
366 #endif  
367         
368         if (irq < NR_IRQS) return;
369 #ifdef CONFIG_SMP
370         spin_lock_irqsave(&sun4d_imsk_lock, flags);
371         cc_set_imsk_other(tid, cc_get_imsk_other(tid) | (1 << sbus_to_pil[(irq >> 2) & 7]));
372         spin_unlock_irqrestore(&sun4d_imsk_lock, flags);
373 #else           
374         cc_set_imsk(cc_get_imsk() | (1 << sbus_to_pil[(irq >> 2) & 7]));
375 #endif
376 }
377
378 static void sun4d_enable_irq(unsigned int irq)
379 {
380 #ifdef CONFIG_SMP
381         int tid = sbus_tid[(irq >> 5) - 1];
382         unsigned long flags;
383 #endif  
384         
385         if (irq < NR_IRQS) return;
386 #ifdef CONFIG_SMP
387         spin_lock_irqsave(&sun4d_imsk_lock, flags);
388         cc_set_imsk_other(tid, cc_get_imsk_other(tid) & ~(1 << sbus_to_pil[(irq >> 2) & 7]));
389         spin_unlock_irqrestore(&sun4d_imsk_lock, flags);
390 #else           
391         cc_set_imsk(cc_get_imsk() & ~(1 << sbus_to_pil[(irq >> 2) & 7]));
392 #endif
393 }
394
395 #ifdef CONFIG_SMP
396 static void sun4d_set_cpu_int(int cpu, int level)
397 {
398         sun4d_send_ipi(cpu, level);
399 }
400
401 static void sun4d_clear_ipi(int cpu, int level)
402 {
403 }
404
405 static void sun4d_set_udt(int cpu)
406 {
407 }
408
409 /* Setup IRQ distribution scheme. */
410 void __init sun4d_distribute_irqs(void)
411 {
412 #ifdef DISTRIBUTE_IRQS
413         struct sbus_bus *sbus;
414         unsigned long sbus_serving_map;
415
416         sbus_serving_map = cpu_present_map;
417         for_each_sbus(sbus) {
418                 if ((sbus->board * 2) == boot_cpu_id && (cpu_present_map & (1 << (sbus->board * 2 + 1))))
419                         sbus_tid[sbus->board] = (sbus->board * 2 + 1);
420                 else if (cpu_present_map & (1 << (sbus->board * 2)))
421                         sbus_tid[sbus->board] = (sbus->board * 2);
422                 else if (cpu_present_map & (1 << (sbus->board * 2 + 1)))
423                         sbus_tid[sbus->board] = (sbus->board * 2 + 1);
424                 else
425                         sbus_tid[sbus->board] = 0xff;
426                 if (sbus_tid[sbus->board] != 0xff)
427                         sbus_serving_map &= ~(1 << sbus_tid[sbus->board]);
428         }
429         for_each_sbus(sbus)
430                 if (sbus_tid[sbus->board] == 0xff) {
431                         int i = 31;
432                                 
433                         if (!sbus_serving_map)
434                                 sbus_serving_map = cpu_present_map;
435                         while (!(sbus_serving_map & (1 << i)))
436                                 i--;
437                         sbus_tid[sbus->board] = i;
438                         sbus_serving_map &= ~(1 << i);
439                 }
440         for_each_sbus(sbus) {
441                 printk("sbus%d IRQs directed to CPU%d\n", sbus->board, sbus_tid[sbus->board]);
442                 set_sbi_tid(sbus->devid, sbus_tid[sbus->board] << 3);
443         }
444 #else
445         struct sbus_bus *sbus;
446         int cpuid = cpu_logical_map(1);
447
448         if (cpuid == -1)
449                 cpuid = cpu_logical_map(0);
450         for_each_sbus(sbus) {
451                 sbus_tid[sbus->board] = cpuid;
452                 set_sbi_tid(sbus->devid, cpuid << 3);
453         }
454         printk("All sbus IRQs directed to CPU%d\n", cpuid);
455 #endif
456 }
457 #endif
458  
459 static void sun4d_clear_clock_irq(void)
460 {
461         volatile unsigned int clear_intr;
462         clear_intr = sun4d_timers->l10_timer_limit;
463 }
464
465 static void sun4d_clear_profile_irq(int cpu)
466 {
467         bw_get_prof_limit(cpu);
468 }
469
470 static void sun4d_load_profile_irq(int cpu, unsigned int limit)
471 {
472         bw_set_prof_limit(cpu, limit);
473 }
474
475 static void __init sun4d_init_timers(irq_handler_t counter_fn)
476 {
477         int irq;
478         int cpu;
479         struct resource r;
480         int mid;
481
482         /* Map the User Timer registers. */
483         memset(&r, 0, sizeof(r));
484 #ifdef CONFIG_SMP
485         r.start = CSR_BASE(boot_cpu_id)+BW_TIMER_LIMIT;
486 #else
487         r.start = CSR_BASE(0)+BW_TIMER_LIMIT;
488 #endif
489         r.flags = 0xf;
490         sun4d_timers = (struct sun4d_timer_regs *) sbus_ioremap(&r, 0,
491             PAGE_SIZE, "user timer");
492
493         sun4d_timers->l10_timer_limit =  (((1000000/HZ) + 1) << 10);
494         master_l10_counter = &sun4d_timers->l10_cur_count;
495         master_l10_limit = &sun4d_timers->l10_timer_limit;
496
497         irq = request_irq(TIMER_IRQ,
498                           counter_fn,
499                           (IRQF_DISABLED | SA_STATIC_ALLOC),
500                           "timer", NULL);
501         if (irq) {
502                 prom_printf("time_init: unable to attach IRQ%d\n",TIMER_IRQ);
503                 prom_halt();
504         }
505         
506         /* Enable user timer free run for CPU 0 in BW */
507         /* bw_set_ctrl(0, bw_get_ctrl(0) | BW_CTRL_USER_TIMER); */
508
509         cpu = 0;
510         while (!cpu_find_by_instance(cpu, NULL, &mid)) {
511                 sun4d_load_profile_irq(mid >> 3, 0);
512                 cpu++;
513         }
514                 
515 #ifdef CONFIG_SMP
516         {
517                 unsigned long flags;
518                 extern unsigned long lvl14_save[4];
519                 struct tt_entry *trap_table = &sparc_ttable[SP_TRAP_IRQ1 + (14 - 1)];
520                 extern unsigned int real_irq_entry[], smp4d_ticker[];
521                 extern unsigned int patchme_maybe_smp_msg[];
522
523                 /* Adjust so that we jump directly to smp4d_ticker */
524                 lvl14_save[2] += smp4d_ticker - real_irq_entry;
525
526                 /* For SMP we use the level 14 ticker, however the bootup code
527                  * has copied the firmware's level 14 vector into the boot cpu's
528                  * trap table, we must fix this now or we get squashed.
529                  */
530                 local_irq_save(flags);
531                 patchme_maybe_smp_msg[0] = 0x01000000; /* NOP out the branch */
532                 trap_table->inst_one = lvl14_save[0];
533                 trap_table->inst_two = lvl14_save[1];
534                 trap_table->inst_three = lvl14_save[2];
535                 trap_table->inst_four = lvl14_save[3];
536                 local_flush_cache_all();
537                 local_irq_restore(flags);
538         }
539 #endif
540 }
541
542 void __init sun4d_init_sbi_irq(void)
543 {
544         struct sbus_bus *sbus;
545         unsigned mask;
546
547         nsbi = 0;
548         for_each_sbus(sbus)
549                 nsbi++;
550         sbus_actions = kzalloc (nsbi * 8 * 4 * sizeof(struct sbus_action), GFP_ATOMIC);
551         if (!sbus_actions) {
552                 prom_printf("SUN4D: Cannot allocate sbus_actions, halting.\n");
553                 prom_halt();
554         }
555         for_each_sbus(sbus) {
556 #ifdef CONFIG_SMP       
557                 extern unsigned char boot_cpu_id;
558                 
559                 set_sbi_tid(sbus->devid, boot_cpu_id << 3);
560                 sbus_tid[sbus->board] = boot_cpu_id;
561 #endif
562                 /* Get rid of pending irqs from PROM */
563                 mask = acquire_sbi(sbus->devid, 0xffffffff);
564                 if (mask) {
565                         printk ("Clearing pending IRQs %08x on SBI %d\n", mask, sbus->board);
566                         release_sbi(sbus->devid, mask);
567                 }
568         }
569 }
570
571 void __init sun4d_init_IRQ(void)
572 {
573         local_irq_disable();
574
575         BTFIXUPSET_CALL(sbint_to_irq, sun4d_sbint_to_irq, BTFIXUPCALL_NORM);
576         BTFIXUPSET_CALL(enable_irq, sun4d_enable_irq, BTFIXUPCALL_NORM);
577         BTFIXUPSET_CALL(disable_irq, sun4d_disable_irq, BTFIXUPCALL_NORM);
578         BTFIXUPSET_CALL(clear_clock_irq, sun4d_clear_clock_irq, BTFIXUPCALL_NORM);
579         BTFIXUPSET_CALL(clear_profile_irq, sun4d_clear_profile_irq, BTFIXUPCALL_NORM);
580         BTFIXUPSET_CALL(load_profile_irq, sun4d_load_profile_irq, BTFIXUPCALL_NORM);
581         sparc_init_timers = sun4d_init_timers;
582 #ifdef CONFIG_SMP
583         BTFIXUPSET_CALL(set_cpu_int, sun4d_set_cpu_int, BTFIXUPCALL_NORM);
584         BTFIXUPSET_CALL(clear_cpu_int, sun4d_clear_ipi, BTFIXUPCALL_NOP);
585         BTFIXUPSET_CALL(set_irq_udt, sun4d_set_udt, BTFIXUPCALL_NOP);
586 #endif
587         /* Cannot enable interrupts until OBP ticker is disabled. */
588 }