2 * linux/kernel/irq/manage.c
4 * Copyright (C) 1992, 1998-2006 Linus Torvalds, Ingo Molnar
5 * Copyright (C) 2005-2006 Thomas Gleixner
7 * This file contains driver APIs to the irq subsystem.
10 #include <linux/irq.h>
11 #include <linux/module.h>
12 #include <linux/random.h>
13 #include <linux/interrupt.h>
14 #include <linux/slab.h>
16 #include "internals.h"
18 #if defined(CONFIG_SMP) && defined(CONFIG_GENERIC_HARDIRQS)
19 cpumask_var_t irq_default_affinity;
22 * synchronize_irq - wait for pending IRQ handlers (on other CPUs)
23 * @irq: interrupt number to wait for
25 * This function waits for any pending IRQ handlers for this interrupt
26 * to complete before returning. If you use this function while
27 * holding a resource the IRQ handler may need you will deadlock.
29 * This function may be called - with care - from IRQ context.
31 void synchronize_irq(unsigned int irq)
33 struct irq_desc *desc = irq_to_desc(irq);
43 * Wait until we're out of the critical section. This might
44 * give the wrong answer due to the lack of memory barriers.
46 while (desc->status & IRQ_INPROGRESS)
49 /* Ok, that indicated we're done: double-check carefully. */
50 spin_lock_irqsave(&desc->lock, flags);
51 status = desc->status;
52 spin_unlock_irqrestore(&desc->lock, flags);
54 /* Oops, that failed? */
55 } while (status & IRQ_INPROGRESS);
57 EXPORT_SYMBOL(synchronize_irq);
60 * irq_can_set_affinity - Check if the affinity of a given irq can be set
61 * @irq: Interrupt to check
64 int irq_can_set_affinity(unsigned int irq)
66 struct irq_desc *desc = irq_to_desc(irq);
68 if (CHECK_IRQ_PER_CPU(desc->status) || !desc->chip ||
69 !desc->chip->set_affinity)
76 * irq_set_affinity - Set the irq affinity of a given irq
77 * @irq: Interrupt to set affinity
81 int irq_set_affinity(unsigned int irq, const struct cpumask *cpumask)
83 struct irq_desc *desc = irq_to_desc(irq);
86 if (!desc->chip->set_affinity)
89 spin_lock_irqsave(&desc->lock, flags);
91 #ifdef CONFIG_GENERIC_PENDING_IRQ
92 if (desc->status & IRQ_MOVE_PCNTXT || desc->status & IRQ_DISABLED) {
93 cpumask_copy(desc->affinity, cpumask);
94 desc->chip->set_affinity(irq, cpumask);
96 desc->status |= IRQ_MOVE_PENDING;
97 cpumask_copy(desc->pending_mask, cpumask);
100 cpumask_copy(desc->affinity, cpumask);
101 desc->chip->set_affinity(irq, cpumask);
103 desc->status |= IRQ_AFFINITY_SET;
104 spin_unlock_irqrestore(&desc->lock, flags);
108 #ifndef CONFIG_AUTO_IRQ_AFFINITY
110 * Generic version of the affinity autoselector.
112 int do_irq_select_affinity(unsigned int irq, struct irq_desc *desc)
114 if (!irq_can_set_affinity(irq))
118 * Preserve an userspace affinity setup, but make sure that
119 * one of the targets is online.
121 if (desc->status & (IRQ_AFFINITY_SET | IRQ_NO_BALANCING)) {
122 if (cpumask_any_and(desc->affinity, cpu_online_mask)
126 desc->status &= ~IRQ_AFFINITY_SET;
129 cpumask_and(desc->affinity, cpu_online_mask, irq_default_affinity);
131 desc->chip->set_affinity(irq, desc->affinity);
136 static inline int do_irq_select_affinity(unsigned int irq, struct irq_desc *d)
138 return irq_select_affinity(irq);
143 * Called when affinity is set via /proc/irq
145 int irq_select_affinity_usr(unsigned int irq)
147 struct irq_desc *desc = irq_to_desc(irq);
151 spin_lock_irqsave(&desc->lock, flags);
152 ret = do_irq_select_affinity(irq, desc);
153 spin_unlock_irqrestore(&desc->lock, flags);
159 static inline int do_irq_select_affinity(int irq, struct irq_desc *desc)
166 * disable_irq_nosync - disable an irq without waiting
167 * @irq: Interrupt to disable
169 * Disable the selected interrupt line. Disables and Enables are
171 * Unlike disable_irq(), this function does not ensure existing
172 * instances of the IRQ handler have completed before returning.
174 * This function may be called from IRQ context.
176 void disable_irq_nosync(unsigned int irq)
178 struct irq_desc *desc = irq_to_desc(irq);
184 spin_lock_irqsave(&desc->lock, flags);
185 if (!desc->depth++) {
186 desc->status |= IRQ_DISABLED;
187 desc->chip->disable(irq);
189 spin_unlock_irqrestore(&desc->lock, flags);
191 EXPORT_SYMBOL(disable_irq_nosync);
194 * disable_irq - disable an irq and wait for completion
195 * @irq: Interrupt to disable
197 * Disable the selected interrupt line. Enables and Disables are
199 * This function waits for any pending IRQ handlers for this interrupt
200 * to complete before returning. If you use this function while
201 * holding a resource the IRQ handler may need you will deadlock.
203 * This function may be called - with care - from IRQ context.
205 void disable_irq(unsigned int irq)
207 struct irq_desc *desc = irq_to_desc(irq);
212 disable_irq_nosync(irq);
214 synchronize_irq(irq);
216 EXPORT_SYMBOL(disable_irq);
218 static void __enable_irq(struct irq_desc *desc, unsigned int irq)
220 switch (desc->depth) {
222 WARN(1, KERN_WARNING "Unbalanced enable for IRQ %d\n", irq);
225 unsigned int status = desc->status & ~IRQ_DISABLED;
227 /* Prevent probing on this irq: */
228 desc->status = status | IRQ_NOPROBE;
229 check_irq_resend(desc, irq);
238 * enable_irq - enable handling of an irq
239 * @irq: Interrupt to enable
241 * Undoes the effect of one call to disable_irq(). If this
242 * matches the last disable, processing of interrupts on this
243 * IRQ line is re-enabled.
245 * This function may be called from IRQ context.
247 void enable_irq(unsigned int irq)
249 struct irq_desc *desc = irq_to_desc(irq);
255 spin_lock_irqsave(&desc->lock, flags);
256 __enable_irq(desc, irq);
257 spin_unlock_irqrestore(&desc->lock, flags);
259 EXPORT_SYMBOL(enable_irq);
261 static int set_irq_wake_real(unsigned int irq, unsigned int on)
263 struct irq_desc *desc = irq_to_desc(irq);
266 if (desc->chip->set_wake)
267 ret = desc->chip->set_wake(irq, on);
273 * set_irq_wake - control irq power management wakeup
274 * @irq: interrupt to control
275 * @on: enable/disable power management wakeup
277 * Enable/disable power management wakeup mode, which is
278 * disabled by default. Enables and disables must match,
279 * just as they match for non-wakeup mode support.
281 * Wakeup mode lets this IRQ wake the system from sleep
282 * states like "suspend to RAM".
284 int set_irq_wake(unsigned int irq, unsigned int on)
286 struct irq_desc *desc = irq_to_desc(irq);
290 /* wakeup-capable irqs can be shared between drivers that
291 * don't need to have the same sleep mode behaviors.
293 spin_lock_irqsave(&desc->lock, flags);
295 if (desc->wake_depth++ == 0) {
296 ret = set_irq_wake_real(irq, on);
298 desc->wake_depth = 0;
300 desc->status |= IRQ_WAKEUP;
303 if (desc->wake_depth == 0) {
304 WARN(1, "Unbalanced IRQ %d wake disable\n", irq);
305 } else if (--desc->wake_depth == 0) {
306 ret = set_irq_wake_real(irq, on);
308 desc->wake_depth = 1;
310 desc->status &= ~IRQ_WAKEUP;
314 spin_unlock_irqrestore(&desc->lock, flags);
317 EXPORT_SYMBOL(set_irq_wake);
320 * Internal function that tells the architecture code whether a
321 * particular irq has been exclusively allocated or is available
324 int can_request_irq(unsigned int irq, unsigned long irqflags)
326 struct irq_desc *desc = irq_to_desc(irq);
327 struct irqaction *action;
332 if (desc->status & IRQ_NOREQUEST)
335 action = desc->action;
337 if (irqflags & action->flags & IRQF_SHARED)
343 void compat_irq_chip_set_default_handler(struct irq_desc *desc)
346 * If the architecture still has not overriden
347 * the flow handler then zap the default. This
348 * should catch incorrect flow-type setting.
350 if (desc->handle_irq == &handle_bad_irq)
351 desc->handle_irq = NULL;
354 int __irq_set_trigger(struct irq_desc *desc, unsigned int irq,
358 struct irq_chip *chip = desc->chip;
360 if (!chip || !chip->set_type) {
362 * IRQF_TRIGGER_* but the PIC does not support multiple
365 pr_debug("No set_type function for IRQ %d (%s)\n", irq,
366 chip ? (chip->name ? : "unknown") : "unknown");
370 /* caller masked out all except trigger mode flags */
371 ret = chip->set_type(irq, flags);
374 pr_err("setting trigger mode %d for irq %u failed (%pF)\n",
375 (int)flags, irq, chip->set_type);
377 if (flags & (IRQ_TYPE_LEVEL_LOW | IRQ_TYPE_LEVEL_HIGH))
379 /* note that IRQF_TRIGGER_MASK == IRQ_TYPE_SENSE_MASK */
380 desc->status &= ~(IRQ_LEVEL | IRQ_TYPE_SENSE_MASK);
381 desc->status |= flags;
388 * Internal function to register an irqaction - typically used to
389 * allocate special interrupts that are part of the architecture.
392 __setup_irq(unsigned int irq, struct irq_desc * desc, struct irqaction *new)
394 struct irqaction *old, **p;
395 const char *old_name = NULL;
403 if (desc->chip == &no_irq_chip)
406 * Some drivers like serial.c use request_irq() heavily,
407 * so we have to be careful not to interfere with a
410 if (new->flags & IRQF_SAMPLE_RANDOM) {
412 * This function might sleep, we want to call it first,
413 * outside of the atomic block.
414 * Yes, this might clear the entropy pool if the wrong
415 * driver is attempted to be loaded, without actually
416 * installing a new handler, but is this really a problem,
417 * only the sysadmin is able to do this.
419 rand_initialize_irq(irq);
423 * The following block of code has to be executed atomically
425 spin_lock_irqsave(&desc->lock, flags);
430 * Can't share interrupts unless both agree to and are
431 * the same type (level, edge, polarity). So both flag
432 * fields must have IRQF_SHARED set and the bits which
433 * set the trigger type must match.
435 if (!((old->flags & new->flags) & IRQF_SHARED) ||
436 ((old->flags ^ new->flags) & IRQF_TRIGGER_MASK)) {
437 old_name = old->name;
441 #if defined(CONFIG_IRQ_PER_CPU)
442 /* All handlers must agree on per-cpuness */
443 if ((old->flags & IRQF_PERCPU) !=
444 (new->flags & IRQF_PERCPU))
448 /* add new interrupt at end of irq queue */
457 irq_chip_set_defaults(desc->chip);
459 /* Setup the type (level, edge polarity) if configured: */
460 if (new->flags & IRQF_TRIGGER_MASK) {
461 ret = __irq_set_trigger(desc, irq,
462 new->flags & IRQF_TRIGGER_MASK);
465 spin_unlock_irqrestore(&desc->lock, flags);
469 compat_irq_chip_set_default_handler(desc);
470 #if defined(CONFIG_IRQ_PER_CPU)
471 if (new->flags & IRQF_PERCPU)
472 desc->status |= IRQ_PER_CPU;
475 desc->status &= ~(IRQ_AUTODETECT | IRQ_WAITING |
476 IRQ_INPROGRESS | IRQ_SPURIOUS_DISABLED);
478 if (!(desc->status & IRQ_NOAUTOEN)) {
480 desc->status &= ~IRQ_DISABLED;
481 desc->chip->startup(irq);
483 /* Undo nested disables: */
486 /* Exclude IRQ from balancing if requested */
487 if (new->flags & IRQF_NOBALANCING)
488 desc->status |= IRQ_NO_BALANCING;
490 /* Set default affinity mask once everything is setup */
491 do_irq_select_affinity(irq, desc);
493 } else if ((new->flags & IRQF_TRIGGER_MASK)
494 && (new->flags & IRQF_TRIGGER_MASK)
495 != (desc->status & IRQ_TYPE_SENSE_MASK)) {
496 /* hope the handler works with the actual trigger mode... */
497 pr_warning("IRQ %d uses trigger mode %d; requested %d\n",
498 irq, (int)(desc->status & IRQ_TYPE_SENSE_MASK),
499 (int)(new->flags & IRQF_TRIGGER_MASK));
504 /* Reset broken irq detection when installing new handler */
506 desc->irqs_unhandled = 0;
509 * Check whether we disabled the irq via the spurious handler
510 * before. Reenable it and give it another chance.
512 if (shared && (desc->status & IRQ_SPURIOUS_DISABLED)) {
513 desc->status &= ~IRQ_SPURIOUS_DISABLED;
514 __enable_irq(desc, irq);
517 spin_unlock_irqrestore(&desc->lock, flags);
520 register_irq_proc(irq, desc);
522 register_handler_proc(irq, new);
527 #ifdef CONFIG_DEBUG_SHIRQ
528 if (!(new->flags & IRQF_PROBE_SHARED)) {
529 printk(KERN_ERR "IRQ handler type mismatch for IRQ %d\n", irq);
531 printk(KERN_ERR "current handler: %s\n", old_name);
535 spin_unlock_irqrestore(&desc->lock, flags);
540 * setup_irq - setup an interrupt
541 * @irq: Interrupt line to setup
542 * @act: irqaction for the interrupt
544 * Used to statically setup interrupts in the early boot process.
546 int setup_irq(unsigned int irq, struct irqaction *act)
548 struct irq_desc *desc = irq_to_desc(irq);
550 return __setup_irq(irq, desc, act);
554 * free_irq - free an interrupt
555 * @irq: Interrupt line to free
556 * @dev_id: Device identity to free
558 * Remove an interrupt handler. The handler is removed and if the
559 * interrupt line is no longer in use by any driver it is disabled.
560 * On a shared IRQ the caller must ensure the interrupt is disabled
561 * on the card it drives before calling this function. The function
562 * does not return until any executing interrupts for this IRQ
565 * This function must not be called from interrupt context.
567 void free_irq(unsigned int irq, void *dev_id)
569 struct irq_desc *desc = irq_to_desc(irq);
570 struct irqaction **p;
573 WARN_ON(in_interrupt());
578 spin_lock_irqsave(&desc->lock, flags);
581 struct irqaction *action = *p;
584 struct irqaction **pp = p;
587 if (action->dev_id != dev_id)
590 /* Found it - now remove it from the list of entries */
593 /* Currently used only by UML, might disappear one day.*/
594 #ifdef CONFIG_IRQ_RELEASE_METHOD
595 if (desc->chip->release)
596 desc->chip->release(irq, dev_id);
600 desc->status |= IRQ_DISABLED;
601 if (desc->chip->shutdown)
602 desc->chip->shutdown(irq);
604 desc->chip->disable(irq);
606 spin_unlock_irqrestore(&desc->lock, flags);
607 unregister_handler_proc(irq, action);
609 /* Make sure it's not being used on another CPU */
610 synchronize_irq(irq);
611 #ifdef CONFIG_DEBUG_SHIRQ
613 * It's a shared IRQ -- the driver ought to be
614 * prepared for it to happen even now it's
615 * being freed, so let's make sure.... We do
616 * this after actually deregistering it, to
617 * make sure that a 'real' IRQ doesn't run in
618 * parallel with our fake
620 if (action->flags & IRQF_SHARED) {
621 local_irq_save(flags);
622 action->handler(irq, dev_id);
623 local_irq_restore(flags);
629 printk(KERN_ERR "Trying to free already-free IRQ %d\n", irq);
630 #ifdef CONFIG_DEBUG_SHIRQ
633 spin_unlock_irqrestore(&desc->lock, flags);
637 EXPORT_SYMBOL(free_irq);
640 * request_irq - allocate an interrupt line
641 * @irq: Interrupt line to allocate
642 * @handler: Function to be called when the IRQ occurs
643 * @irqflags: Interrupt type flags
644 * @devname: An ascii name for the claiming device
645 * @dev_id: A cookie passed back to the handler function
647 * This call allocates interrupt resources and enables the
648 * interrupt line and IRQ handling. From the point this
649 * call is made your handler function may be invoked. Since
650 * your handler function must clear any interrupt the board
651 * raises, you must take care both to initialise your hardware
652 * and to set up the interrupt handler in the right order.
654 * Dev_id must be globally unique. Normally the address of the
655 * device data structure is used as the cookie. Since the handler
656 * receives this value it makes sense to use it.
658 * If your interrupt is shared you must pass a non NULL dev_id
659 * as this is required when freeing the interrupt.
663 * IRQF_SHARED Interrupt is shared
664 * IRQF_DISABLED Disable local interrupts while processing
665 * IRQF_SAMPLE_RANDOM The interrupt can be used for entropy
666 * IRQF_TRIGGER_* Specify active edge(s) or level
669 int request_irq(unsigned int irq, irq_handler_t handler,
670 unsigned long irqflags, const char *devname, void *dev_id)
672 struct irqaction *action;
673 struct irq_desc *desc;
677 * handle_IRQ_event() always ignores IRQF_DISABLED except for
678 * the _first_ irqaction (sigh). That can cause oopsing, but
679 * the behavior is classified as "will not fix" so we need to
680 * start nudging drivers away from using that idiom.
682 if ((irqflags & (IRQF_SHARED|IRQF_DISABLED))
683 == (IRQF_SHARED|IRQF_DISABLED))
684 pr_warning("IRQ %d/%s: IRQF_DISABLED is not "
685 "guaranteed on shared IRQs\n",
688 #ifdef CONFIG_LOCKDEP
690 * Lockdep wants atomic interrupt handlers:
692 irqflags |= IRQF_DISABLED;
695 * Sanity-check: shared interrupts must pass in a real dev-ID,
696 * otherwise we'll have trouble later trying to figure out
697 * which interrupt is which (messes up the interrupt freeing
700 if ((irqflags & IRQF_SHARED) && !dev_id)
703 desc = irq_to_desc(irq);
707 if (desc->status & IRQ_NOREQUEST)
712 action = kmalloc(sizeof(struct irqaction), GFP_ATOMIC);
716 action->handler = handler;
717 action->flags = irqflags;
718 cpus_clear(action->mask);
719 action->name = devname;
721 action->dev_id = dev_id;
723 retval = __setup_irq(irq, desc, action);
727 #ifdef CONFIG_DEBUG_SHIRQ
728 if (irqflags & IRQF_SHARED) {
730 * It's a shared IRQ -- the driver ought to be prepared for it
731 * to happen immediately, so let's make sure....
732 * We disable the irq to make sure that a 'real' IRQ doesn't
733 * run in parallel with our fake.
738 local_irq_save(flags);
740 handler(irq, dev_id);
742 local_irq_restore(flags);
748 EXPORT_SYMBOL(request_irq);