Merge master.kernel.org:/pub/scm/linux/kernel/git/davej/cpufreq
[linux-2.6] / arch / sparc / kernel / sun4d_irq.c
1 /*  $Id: sun4d_irq.c,v 1.29 2001/12/11 04:55:51 davem Exp $
2  *  arch/sparc/kernel/sun4d_irq.c:
3  *                      SS1000/SC2000 interrupt handling.
4  *
5  *  Copyright (C) 1997,1998 Jakub Jelinek (jj@sunsite.mff.cuni.cz)
6  *  Heavily based on arch/sparc/kernel/irq.c.
7  */
8
9 #include <linux/config.h>
10 #include <linux/errno.h>
11 #include <linux/linkage.h>
12 #include <linux/kernel_stat.h>
13 #include <linux/signal.h>
14 #include <linux/sched.h>
15 #include <linux/ptrace.h>
16 #include <linux/interrupt.h>
17 #include <linux/slab.h>
18 #include <linux/random.h>
19 #include <linux/init.h>
20 #include <linux/smp.h>
21 #include <linux/smp_lock.h>
22 #include <linux/spinlock.h>
23 #include <linux/seq_file.h>
24
25 #include <asm/ptrace.h>
26 #include <asm/processor.h>
27 #include <asm/system.h>
28 #include <asm/psr.h>
29 #include <asm/smp.h>
30 #include <asm/vaddrs.h>
31 #include <asm/timer.h>
32 #include <asm/openprom.h>
33 #include <asm/oplib.h>
34 #include <asm/traps.h>
35 #include <asm/irq.h>
36 #include <asm/io.h>
37 #include <asm/pgalloc.h>
38 #include <asm/pgtable.h>
39 #include <asm/sbus.h>
40 #include <asm/sbi.h>
41 #include <asm/cacheflush.h>
42
43 /* If you trust current SCSI layer to handle different SCSI IRQs, enable this. I don't trust it... -jj */
44 /* #define DISTRIBUTE_IRQS */
45
46 struct sun4d_timer_regs *sun4d_timers;
47 #define TIMER_IRQ       10
48
49 #define MAX_STATIC_ALLOC        4
50 extern struct irqaction static_irqaction[MAX_STATIC_ALLOC];
51 extern int static_irq_count;
52 unsigned char cpu_leds[32];
53 #ifdef CONFIG_SMP
54 unsigned char sbus_tid[32];
55 #endif
56
57 extern struct irqaction *irq_action[];
58 extern spinlock_t irq_action_lock;
59
60 struct sbus_action {
61         struct irqaction *action;
62         /* For SMP this needs to be extended */
63 } *sbus_actions;
64
65 static int pil_to_sbus[] = {
66         0, 0, 1, 2, 0, 3, 0, 4, 0, 5, 0, 6, 0, 7, 0, 0,
67 };
68
69 static int sbus_to_pil[] = {
70         0, 2, 3, 5, 7, 9, 11, 13,
71 };
72
73 static int nsbi;
74 #ifdef CONFIG_SMP
75 DEFINE_SPINLOCK(sun4d_imsk_lock);
76 #endif
77
78 int show_sun4d_interrupts(struct seq_file *p, void *v)
79 {
80         int i = *(loff_t *) v, j = 0, k = 0, sbusl;
81         struct irqaction * action;
82         unsigned long flags;
83 #ifdef CONFIG_SMP
84         int x;
85 #endif
86
87         spin_lock_irqsave(&irq_action_lock, flags);
88         if (i < NR_IRQS) {
89                 sbusl = pil_to_sbus[i];
90                 if (!sbusl) {
91                         action = *(i + irq_action);
92                         if (!action) 
93                                 goto out_unlock;
94                 } else {
95                         for (j = 0; j < nsbi; j++) {
96                                 for (k = 0; k < 4; k++)
97                                         if ((action = sbus_actions [(j << 5) + (sbusl << 2) + k].action))
98                                                 goto found_it;
99                         }
100                         goto out_unlock;
101                 }
102 found_it:       seq_printf(p, "%3d: ", i);
103 #ifndef CONFIG_SMP
104                 seq_printf(p, "%10u ", kstat_irqs(i));
105 #else
106                 for (x = 0; x < NR_CPUS; x++) {
107                         if (cpu_online(x))
108                                 seq_printf(p, "%10u ",
109                                        kstat_cpu(cpu_logical_map(x)).irqs[i]);
110                 }
111 #endif
112                 seq_printf(p, "%c %s",
113                         (action->flags & SA_INTERRUPT) ? '+' : ' ',
114                         action->name);
115                 action = action->next;
116                 for (;;) {
117                         for (; action; action = action->next) {
118                                 seq_printf(p, ",%s %s",
119                                         (action->flags & SA_INTERRUPT) ? " +" : "",
120                                         action->name);
121                         }
122                         if (!sbusl) break;
123                         k++;
124                         if (k < 4)
125                                 action = sbus_actions [(j << 5) + (sbusl << 2) + k].action;
126                         else {
127                                 j++;
128                                 if (j == nsbi) break;
129                                 k = 0;
130                                 action = sbus_actions [(j << 5) + (sbusl << 2)].action;
131                         }
132                 }
133                 seq_putc(p, '\n');
134         }
135 out_unlock:
136         spin_unlock_irqrestore(&irq_action_lock, flags);
137         return 0;
138 }
139
140 void sun4d_free_irq(unsigned int irq, void *dev_id)
141 {
142         struct irqaction *action, **actionp;
143         struct irqaction *tmp = NULL;
144         unsigned long flags;
145
146         spin_lock_irqsave(&irq_action_lock, flags);
147         if (irq < 15)
148                 actionp = irq + irq_action;
149         else
150                 actionp = &(sbus_actions[irq - (1 << 5)].action);
151         action = *actionp;
152         if (!action) {
153                 printk("Trying to free free IRQ%d\n",irq);
154                 goto out_unlock;
155         }
156         if (dev_id) {
157                 for (; action; action = action->next) {
158                         if (action->dev_id == dev_id)
159                                 break;
160                         tmp = action;
161                 }
162                 if (!action) {
163                         printk("Trying to free free shared IRQ%d\n",irq);
164                         goto out_unlock;
165                 }
166         } else if (action->flags & SA_SHIRQ) {
167                 printk("Trying to free shared IRQ%d with NULL device ID\n", irq);
168                 goto out_unlock;
169         }
170         if (action->flags & SA_STATIC_ALLOC)
171         {
172                 /* This interrupt is marked as specially allocated
173                  * so it is a bad idea to free it.
174                  */
175                 printk("Attempt to free statically allocated IRQ%d (%s)\n",
176                        irq, action->name);
177                 goto out_unlock;
178         }
179         
180         if (action && tmp)
181                 tmp->next = action->next;
182         else
183                 *actionp = action->next;
184
185         spin_unlock_irqrestore(&irq_action_lock, flags);
186
187         synchronize_irq(irq);
188
189         spin_lock_irqsave(&irq_action_lock, flags);
190
191         kfree(action);
192
193         if (!(*actionp))
194                 disable_irq(irq);
195
196 out_unlock:
197         spin_unlock_irqrestore(&irq_action_lock, flags);
198 }
199
200 extern void unexpected_irq(int, void *, struct pt_regs *);
201
202 void sun4d_handler_irq(int irq, struct pt_regs * regs)
203 {
204         struct irqaction * action;
205         int cpu = smp_processor_id();
206         /* SBUS IRQ level (1 - 7) */
207         int sbusl = pil_to_sbus[irq];
208         
209         /* FIXME: Is this necessary?? */
210         cc_get_ipen();
211         
212         cc_set_iclr(1 << irq);
213         
214         irq_enter();
215         kstat_cpu(cpu).irqs[irq]++;
216         if (!sbusl) {
217                 action = *(irq + irq_action);
218                 if (!action)
219                         unexpected_irq(irq, NULL, regs);
220                 do {
221                         action->handler(irq, action->dev_id, regs);
222                         action = action->next;
223                 } while (action);
224         } else {
225                 int bus_mask = bw_get_intr_mask(sbusl) & 0x3ffff;
226                 int sbino;
227                 struct sbus_action *actionp;
228                 unsigned mask, slot;
229                 int sbil = (sbusl << 2);
230                 
231                 bw_clear_intr_mask(sbusl, bus_mask);
232                 
233                 /* Loop for each pending SBI */
234                 for (sbino = 0; bus_mask; sbino++, bus_mask >>= 1)
235                         if (bus_mask & 1) {
236                                 mask = acquire_sbi(SBI2DEVID(sbino), 0xf << sbil);
237                                 mask &= (0xf << sbil);
238                                 actionp = sbus_actions + (sbino << 5) + (sbil);
239                                 /* Loop for each pending SBI slot */
240                                 for (slot = (1 << sbil); mask; slot <<= 1, actionp++)
241                                         if (mask & slot) {
242                                                 mask &= ~slot;
243                                                 action = actionp->action;
244                                                 
245                                                 if (!action)
246                                                         unexpected_irq(irq, NULL, regs);
247                                                 do {
248                                                         action->handler(irq, action->dev_id, regs);
249                                                         action = action->next;
250                                                 } while (action);
251                                                 release_sbi(SBI2DEVID(sbino), slot);
252                                         }
253                         }
254         }
255         irq_exit();
256 }
257
258 unsigned int sun4d_build_irq(struct sbus_dev *sdev, int irq)
259 {
260         int sbusl = pil_to_sbus[irq];
261
262         if (sbusl)
263                 return ((sdev->bus->board + 1) << 5) + (sbusl << 2) + sdev->slot;
264         else
265                 return irq;
266 }
267
268 unsigned int sun4d_sbint_to_irq(struct sbus_dev *sdev, unsigned int sbint)
269 {
270         if (sbint >= sizeof(sbus_to_pil)) {
271                 printk(KERN_ERR "%s: bogus SBINT %d\n", sdev->prom_name, sbint);
272                 BUG();
273         }
274         return sun4d_build_irq(sdev, sbus_to_pil[sbint]);
275 }
276
277 int sun4d_request_irq(unsigned int irq,
278                 irqreturn_t (*handler)(int, void *, struct pt_regs *),
279                 unsigned long irqflags, const char * devname, void *dev_id)
280 {
281         struct irqaction *action, *tmp = NULL, **actionp;
282         unsigned long flags;
283         int ret;
284         
285         if(irq > 14 && irq < (1 << 5)) {
286                 ret = -EINVAL;
287                 goto out;
288         }
289
290         if (!handler) {
291                 ret = -EINVAL;
292                 goto out;
293         }
294
295         spin_lock_irqsave(&irq_action_lock, flags);
296
297         if (irq >= (1 << 5))
298                 actionp = &(sbus_actions[irq - (1 << 5)].action);
299         else
300                 actionp = irq + irq_action;
301         action = *actionp;
302         
303         if (action) {
304                 if ((action->flags & SA_SHIRQ) && (irqflags & SA_SHIRQ)) {
305                         for (tmp = action; tmp->next; tmp = tmp->next);
306                 } else {
307                         ret = -EBUSY;
308                         goto out_unlock;
309                 }
310                 if ((action->flags & SA_INTERRUPT) ^ (irqflags & SA_INTERRUPT)) {
311                         printk("Attempt to mix fast and slow interrupts on IRQ%d denied\n", irq);
312                         ret = -EBUSY;
313                         goto out_unlock;
314                 }
315                 action = NULL;          /* Or else! */
316         }
317
318         /* If this is flagged as statically allocated then we use our
319          * private struct which is never freed.
320          */
321         if (irqflags & SA_STATIC_ALLOC) {
322                 if (static_irq_count < MAX_STATIC_ALLOC)
323                         action = &static_irqaction[static_irq_count++];
324                 else
325                         printk("Request for IRQ%d (%s) SA_STATIC_ALLOC failed using kmalloc\n", irq, devname);
326         }
327         
328         if (action == NULL)
329                 action = (struct irqaction *)kmalloc(sizeof(struct irqaction),
330                                                      GFP_ATOMIC);
331         
332         if (!action) { 
333                 ret = -ENOMEM;
334                 goto out_unlock;
335         }
336
337         action->handler = handler;
338         action->flags = irqflags;
339         cpus_clear(action->mask);
340         action->name = devname;
341         action->next = NULL;
342         action->dev_id = dev_id;
343
344         if (tmp)
345                 tmp->next = action;
346         else
347                 *actionp = action;
348                 
349         enable_irq(irq);
350
351         ret = 0;
352 out_unlock:
353         spin_unlock_irqrestore(&irq_action_lock, flags);
354 out:
355         return ret;
356 }
357
358 static void sun4d_disable_irq(unsigned int irq)
359 {
360 #ifdef CONFIG_SMP
361         int tid = sbus_tid[(irq >> 5) - 1];
362         unsigned long flags;
363 #endif  
364         
365         if (irq < NR_IRQS) return;
366 #ifdef CONFIG_SMP
367         spin_lock_irqsave(&sun4d_imsk_lock, flags);
368         cc_set_imsk_other(tid, cc_get_imsk_other(tid) | (1 << sbus_to_pil[(irq >> 2) & 7]));
369         spin_unlock_irqrestore(&sun4d_imsk_lock, flags);
370 #else           
371         cc_set_imsk(cc_get_imsk() | (1 << sbus_to_pil[(irq >> 2) & 7]));
372 #endif
373 }
374
375 static void sun4d_enable_irq(unsigned int irq)
376 {
377 #ifdef CONFIG_SMP
378         int tid = sbus_tid[(irq >> 5) - 1];
379         unsigned long flags;
380 #endif  
381         
382         if (irq < NR_IRQS) return;
383 #ifdef CONFIG_SMP
384         spin_lock_irqsave(&sun4d_imsk_lock, flags);
385         cc_set_imsk_other(tid, cc_get_imsk_other(tid) & ~(1 << sbus_to_pil[(irq >> 2) & 7]));
386         spin_unlock_irqrestore(&sun4d_imsk_lock, flags);
387 #else           
388         cc_set_imsk(cc_get_imsk() & ~(1 << sbus_to_pil[(irq >> 2) & 7]));
389 #endif
390 }
391
392 #ifdef CONFIG_SMP
393 static void sun4d_set_cpu_int(int cpu, int level)
394 {
395         sun4d_send_ipi(cpu, level);
396 }
397
398 static void sun4d_clear_ipi(int cpu, int level)
399 {
400 }
401
402 static void sun4d_set_udt(int cpu)
403 {
404 }
405
406 /* Setup IRQ distribution scheme. */
407 void __init sun4d_distribute_irqs(void)
408 {
409 #ifdef DISTRIBUTE_IRQS
410         struct sbus_bus *sbus;
411         unsigned long sbus_serving_map;
412
413         sbus_serving_map = cpu_present_map;
414         for_each_sbus(sbus) {
415                 if ((sbus->board * 2) == boot_cpu_id && (cpu_present_map & (1 << (sbus->board * 2 + 1))))
416                         sbus_tid[sbus->board] = (sbus->board * 2 + 1);
417                 else if (cpu_present_map & (1 << (sbus->board * 2)))
418                         sbus_tid[sbus->board] = (sbus->board * 2);
419                 else if (cpu_present_map & (1 << (sbus->board * 2 + 1)))
420                         sbus_tid[sbus->board] = (sbus->board * 2 + 1);
421                 else
422                         sbus_tid[sbus->board] = 0xff;
423                 if (sbus_tid[sbus->board] != 0xff)
424                         sbus_serving_map &= ~(1 << sbus_tid[sbus->board]);
425         }
426         for_each_sbus(sbus)
427                 if (sbus_tid[sbus->board] == 0xff) {
428                         int i = 31;
429                                 
430                         if (!sbus_serving_map)
431                                 sbus_serving_map = cpu_present_map;
432                         while (!(sbus_serving_map & (1 << i)))
433                                 i--;
434                         sbus_tid[sbus->board] = i;
435                         sbus_serving_map &= ~(1 << i);
436                 }
437         for_each_sbus(sbus) {
438                 printk("sbus%d IRQs directed to CPU%d\n", sbus->board, sbus_tid[sbus->board]);
439                 set_sbi_tid(sbus->devid, sbus_tid[sbus->board] << 3);
440         }
441 #else
442         struct sbus_bus *sbus;
443         int cpuid = cpu_logical_map(1);
444
445         if (cpuid == -1)
446                 cpuid = cpu_logical_map(0);
447         for_each_sbus(sbus) {
448                 sbus_tid[sbus->board] = cpuid;
449                 set_sbi_tid(sbus->devid, cpuid << 3);
450         }
451         printk("All sbus IRQs directed to CPU%d\n", cpuid);
452 #endif
453 }
454 #endif
455  
456 static void sun4d_clear_clock_irq(void)
457 {
458         volatile unsigned int clear_intr;
459         clear_intr = sun4d_timers->l10_timer_limit;
460 }
461
462 static void sun4d_clear_profile_irq(int cpu)
463 {
464         bw_get_prof_limit(cpu);
465 }
466
467 static void sun4d_load_profile_irq(int cpu, unsigned int limit)
468 {
469         bw_set_prof_limit(cpu, limit);
470 }
471
472 static void __init sun4d_init_timers(irqreturn_t (*counter_fn)(int, void *, struct pt_regs *))
473 {
474         int irq;
475         int cpu;
476         struct resource r;
477         int mid;
478
479         /* Map the User Timer registers. */
480         memset(&r, 0, sizeof(r));
481 #ifdef CONFIG_SMP
482         r.start = CSR_BASE(boot_cpu_id)+BW_TIMER_LIMIT;
483 #else
484         r.start = CSR_BASE(0)+BW_TIMER_LIMIT;
485 #endif
486         r.flags = 0xf;
487         sun4d_timers = (struct sun4d_timer_regs *) sbus_ioremap(&r, 0,
488             PAGE_SIZE, "user timer");
489
490         sun4d_timers->l10_timer_limit =  (((1000000/HZ) + 1) << 10);
491         master_l10_counter = &sun4d_timers->l10_cur_count;
492         master_l10_limit = &sun4d_timers->l10_timer_limit;
493
494         irq = request_irq(TIMER_IRQ,
495                           counter_fn,
496                           (SA_INTERRUPT | SA_STATIC_ALLOC),
497                           "timer", NULL);
498         if (irq) {
499                 prom_printf("time_init: unable to attach IRQ%d\n",TIMER_IRQ);
500                 prom_halt();
501         }
502         
503         /* Enable user timer free run for CPU 0 in BW */
504         /* bw_set_ctrl(0, bw_get_ctrl(0) | BW_CTRL_USER_TIMER); */
505
506         cpu = 0;
507         while (!cpu_find_by_instance(cpu, NULL, &mid)) {
508                 sun4d_load_profile_irq(mid >> 3, 0);
509                 cpu++;
510         }
511                 
512 #ifdef CONFIG_SMP
513         {
514                 unsigned long flags;
515                 extern unsigned long lvl14_save[4];
516                 struct tt_entry *trap_table = &sparc_ttable[SP_TRAP_IRQ1 + (14 - 1)];
517                 extern unsigned int real_irq_entry[], smp4d_ticker[];
518                 extern unsigned int patchme_maybe_smp_msg[];
519
520                 /* Adjust so that we jump directly to smp4d_ticker */
521                 lvl14_save[2] += smp4d_ticker - real_irq_entry;
522
523                 /* For SMP we use the level 14 ticker, however the bootup code
524                  * has copied the firmwares level 14 vector into boot cpu's
525                  * trap table, we must fix this now or we get squashed.
526                  */
527                 local_irq_save(flags);
528                 patchme_maybe_smp_msg[0] = 0x01000000; /* NOP out the branch */
529                 trap_table->inst_one = lvl14_save[0];
530                 trap_table->inst_two = lvl14_save[1];
531                 trap_table->inst_three = lvl14_save[2];
532                 trap_table->inst_four = lvl14_save[3];
533                 local_flush_cache_all();
534                 local_irq_restore(flags);
535         }
536 #endif
537 }
538
539 void __init sun4d_init_sbi_irq(void)
540 {
541         struct sbus_bus *sbus;
542         unsigned mask;
543
544         nsbi = 0;
545         for_each_sbus(sbus)
546                 nsbi++;
547         sbus_actions = (struct sbus_action *)kmalloc (nsbi * 8 * 4 * sizeof(struct sbus_action), GFP_ATOMIC);
548         memset (sbus_actions, 0, (nsbi * 8 * 4 * sizeof(struct sbus_action)));
549         for_each_sbus(sbus) {
550 #ifdef CONFIG_SMP       
551                 extern unsigned char boot_cpu_id;
552                 
553                 set_sbi_tid(sbus->devid, boot_cpu_id << 3);
554                 sbus_tid[sbus->board] = boot_cpu_id;
555 #endif
556                 /* Get rid of pending irqs from PROM */
557                 mask = acquire_sbi(sbus->devid, 0xffffffff);
558                 if (mask) {
559                         printk ("Clearing pending IRQs %08x on SBI %d\n", mask, sbus->board);
560                         release_sbi(sbus->devid, mask);
561                 }
562         }
563 }
564
565 static char *sun4d_irq_itoa(unsigned int irq)
566 {
567         static char buff[16];
568         
569         if (irq < (1 << 5))
570                 sprintf(buff, "%d", irq);
571         else
572                 sprintf(buff, "%d,%x", sbus_to_pil[(irq >> 2) & 7], irq);
573         return buff;
574 }
575
576 void __init sun4d_init_IRQ(void)
577 {
578         local_irq_disable();
579
580         BTFIXUPSET_CALL(sbint_to_irq, sun4d_sbint_to_irq, BTFIXUPCALL_NORM);
581         BTFIXUPSET_CALL(enable_irq, sun4d_enable_irq, BTFIXUPCALL_NORM);
582         BTFIXUPSET_CALL(disable_irq, sun4d_disable_irq, BTFIXUPCALL_NORM);
583         BTFIXUPSET_CALL(clear_clock_irq, sun4d_clear_clock_irq, BTFIXUPCALL_NORM);
584         BTFIXUPSET_CALL(clear_profile_irq, sun4d_clear_profile_irq, BTFIXUPCALL_NORM);
585         BTFIXUPSET_CALL(load_profile_irq, sun4d_load_profile_irq, BTFIXUPCALL_NORM);
586         BTFIXUPSET_CALL(__irq_itoa, sun4d_irq_itoa, BTFIXUPCALL_NORM);
587         sparc_init_timers = sun4d_init_timers;
588 #ifdef CONFIG_SMP
589         BTFIXUPSET_CALL(set_cpu_int, sun4d_set_cpu_int, BTFIXUPCALL_NORM);
590         BTFIXUPSET_CALL(clear_cpu_int, sun4d_clear_ipi, BTFIXUPCALL_NOP);
591         BTFIXUPSET_CALL(set_irq_udt, sun4d_set_udt, BTFIXUPCALL_NOP);
592 #endif
593         /* Cannot enable interrupts until OBP ticker is disabled. */
594 }