Commit 009b4c3b authored by Thomas Gleixner's avatar Thomas Gleixner

genirq: Add IRQ_INPROGRESS to core

We need to maintain the flag for now in both fields status and istate.
Add a CONFIG_GENERIC_HARDIRQS_NO_COMPAT switch to allow testing w/o
the status one. Wrap the access to status IRQ_INPROGRESS in a inline
which can be turned of with CONFIG_GENERIC_HARDIRQS_NO_COMPAT along
with the define.

There is no reason that anything outside of core looks at this. That
needs some modifications, but we'll get there.
Signed-off-by: default avatarThomas Gleixner <tglx@linutronix.de>
parent 6954b75b
...@@ -50,7 +50,11 @@ typedef void (*irq_flow_handler_t)(unsigned int irq, ...@@ -50,7 +50,11 @@ typedef void (*irq_flow_handler_t)(unsigned int irq,
#define IRQ_TYPE_PROBE 0x00000010 /* Probing in progress */ #define IRQ_TYPE_PROBE 0x00000010 /* Probing in progress */
/* Internal flags */ /* Internal flags */
#define IRQ_INPROGRESS 0x00000100 /* IRQ handler active - do not enter! */
#ifndef CONFIG_GENERIC_HARDIRQS_NO_COMPAT
#define IRQ_INPROGRESS 0x00000100 /* DEPRECATED */
#endif
#define IRQ_DISABLED 0x00000200 /* IRQ disabled - do not enter! */ #define IRQ_DISABLED 0x00000200 /* IRQ disabled - do not enter! */
#define IRQ_PENDING 0x00000400 /* IRQ pending - replay on enable */ #define IRQ_PENDING 0x00000400 /* IRQ pending - replay on enable */
#define IRQ_REPLAY 0x00000800 /* IRQ has been replayed but not acked yet */ #define IRQ_REPLAY 0x00000800 /* IRQ has been replayed but not acked yet */
......
...@@ -13,6 +13,9 @@ config GENERIC_HARDIRQS ...@@ -13,6 +13,9 @@ config GENERIC_HARDIRQS
config GENERIC_HARDIRQS_NO_DEPRECATED config GENERIC_HARDIRQS_NO_DEPRECATED
def_bool n def_bool n
config GENERIC_HARDIRQS_NO_COMPAT
def_bool n
# Options selectable by the architecture code # Options selectable by the architecture code
config HAVE_SPARSE_IRQ config HAVE_SPARSE_IRQ
def_bool n def_bool n
......
...@@ -383,7 +383,8 @@ void handle_nested_irq(unsigned int irq) ...@@ -383,7 +383,8 @@ void handle_nested_irq(unsigned int irq)
if (unlikely(!action || (desc->status & IRQ_DISABLED))) if (unlikely(!action || (desc->status & IRQ_DISABLED)))
goto out_unlock; goto out_unlock;
desc->status |= IRQ_INPROGRESS; irq_compat_set_progress(desc);
desc->istate |= IRQS_INPROGRESS;
raw_spin_unlock_irq(&desc->lock); raw_spin_unlock_irq(&desc->lock);
action_ret = action->thread_fn(action->irq, action->dev_id); action_ret = action->thread_fn(action->irq, action->dev_id);
...@@ -391,7 +392,8 @@ void handle_nested_irq(unsigned int irq) ...@@ -391,7 +392,8 @@ void handle_nested_irq(unsigned int irq)
note_interrupt(irq, desc, action_ret); note_interrupt(irq, desc, action_ret);
raw_spin_lock_irq(&desc->lock); raw_spin_lock_irq(&desc->lock);
desc->status &= ~IRQ_INPROGRESS; desc->istate &= ~IRQS_INPROGRESS;
irq_compat_clr_progress(desc);
out_unlock: out_unlock:
raw_spin_unlock_irq(&desc->lock); raw_spin_unlock_irq(&desc->lock);
...@@ -422,7 +424,7 @@ handle_simple_irq(unsigned int irq, struct irq_desc *desc) ...@@ -422,7 +424,7 @@ handle_simple_irq(unsigned int irq, struct irq_desc *desc)
{ {
raw_spin_lock(&desc->lock); raw_spin_lock(&desc->lock);
if (unlikely(desc->status & IRQ_INPROGRESS)) if (unlikely(desc->istate & IRQS_INPROGRESS))
if (!irq_check_poll(desc)) if (!irq_check_poll(desc))
goto out_unlock; goto out_unlock;
...@@ -454,7 +456,7 @@ handle_level_irq(unsigned int irq, struct irq_desc *desc) ...@@ -454,7 +456,7 @@ handle_level_irq(unsigned int irq, struct irq_desc *desc)
raw_spin_lock(&desc->lock); raw_spin_lock(&desc->lock);
mask_ack_irq(desc); mask_ack_irq(desc);
if (unlikely(desc->status & IRQ_INPROGRESS)) if (unlikely(desc->istate & IRQS_INPROGRESS))
if (!irq_check_poll(desc)) if (!irq_check_poll(desc))
goto out_unlock; goto out_unlock;
...@@ -492,7 +494,7 @@ handle_fasteoi_irq(unsigned int irq, struct irq_desc *desc) ...@@ -492,7 +494,7 @@ handle_fasteoi_irq(unsigned int irq, struct irq_desc *desc)
{ {
raw_spin_lock(&desc->lock); raw_spin_lock(&desc->lock);
if (unlikely(desc->status & IRQ_INPROGRESS)) if (unlikely(desc->istate & IRQS_INPROGRESS))
if (!irq_check_poll(desc)) if (!irq_check_poll(desc))
goto out; goto out;
...@@ -542,8 +544,8 @@ handle_edge_irq(unsigned int irq, struct irq_desc *desc) ...@@ -542,8 +544,8 @@ handle_edge_irq(unsigned int irq, struct irq_desc *desc)
* we shouldn't process the IRQ. Mark it pending, handle * we shouldn't process the IRQ. Mark it pending, handle
* the necessary masking and go out * the necessary masking and go out
*/ */
if (unlikely((desc->status & (IRQ_INPROGRESS | IRQ_DISABLED)) || if (unlikely((desc->istate & (IRQS_INPROGRESS) ||
!desc->action)) { (desc->status & IRQ_DISABLED) || !desc->action))) {
if (!irq_check_poll(desc)) { if (!irq_check_poll(desc)) {
desc->status |= IRQ_PENDING; desc->status |= IRQ_PENDING;
mask_ack_irq(desc); mask_ack_irq(desc);
......
/*
* Compat layer for transition period
*/
#ifndef CONFIG_GENERIC_HARDIRQS_NO_COMPAT
static inline void irq_compat_set_progress(struct irq_desc *desc)
{
desc->status |= IRQ_INPROGRESS;
}
static inline void irq_compat_clr_progress(struct irq_desc *desc)
{
desc->status &= ~IRQ_INPROGRESS;
}
#else
static inline void irq_compat_set_progress(struct irq_desc *desc) { }
static inline void irq_compat_clr_progress(struct irq_desc *desc) { }
#endif
...@@ -123,13 +123,15 @@ irqreturn_t handle_irq_event(struct irq_desc *desc) ...@@ -123,13 +123,15 @@ irqreturn_t handle_irq_event(struct irq_desc *desc)
irqreturn_t ret; irqreturn_t ret;
desc->status &= ~IRQ_PENDING; desc->status &= ~IRQ_PENDING;
desc->status |= IRQ_INPROGRESS; irq_compat_set_progress(desc);
desc->istate |= IRQS_INPROGRESS;
raw_spin_unlock(&desc->lock); raw_spin_unlock(&desc->lock);
ret = handle_irq_event_percpu(desc, action); ret = handle_irq_event_percpu(desc, action);
raw_spin_lock(&desc->lock); raw_spin_lock(&desc->lock);
desc->status &= ~IRQ_INPROGRESS; desc->istate &= ~IRQS_INPROGRESS;
irq_compat_clr_progress(desc);
return ret; return ret;
} }
......
...@@ -13,6 +13,7 @@ ...@@ -13,6 +13,7 @@
# define IRQ_BITMAP_BITS NR_IRQS # define IRQ_BITMAP_BITS NR_IRQS
#endif #endif
#include "compat.h"
#include "settings.h" #include "settings.h"
#define istate core_internal_state__do_not_mess_with_it #define istate core_internal_state__do_not_mess_with_it
...@@ -40,11 +41,13 @@ enum { ...@@ -40,11 +41,13 @@ enum {
* IRQS_SPURIOUS_DISABLED - was disabled due to spurious interrupt * IRQS_SPURIOUS_DISABLED - was disabled due to spurious interrupt
* detection * detection
* IRQS_POLL_INPROGRESS - polling in progress * IRQS_POLL_INPROGRESS - polling in progress
* IRQS_INPROGRESS - Interrupt in progress
*/ */
enum { enum {
IRQS_AUTODETECT = 0x00000001, IRQS_AUTODETECT = 0x00000001,
IRQS_SPURIOUS_DISABLED = 0x00000002, IRQS_SPURIOUS_DISABLED = 0x00000002,
IRQS_POLL_INPROGRESS = 0x00000008, IRQS_POLL_INPROGRESS = 0x00000008,
IRQS_INPROGRESS = 0x00000010,
}; };
#define irq_data_to_desc(data) container_of(data, struct irq_desc, irq_data) #define irq_data_to_desc(data) container_of(data, struct irq_desc, irq_data)
...@@ -128,7 +131,6 @@ static inline void print_irq_desc(unsigned int irq, struct irq_desc *desc) ...@@ -128,7 +131,6 @@ static inline void print_irq_desc(unsigned int irq, struct irq_desc *desc)
print_symbol("%s\n", (unsigned long)desc->action->handler); print_symbol("%s\n", (unsigned long)desc->action->handler);
} }
P(IRQ_INPROGRESS);
P(IRQ_DISABLED); P(IRQ_DISABLED);
P(IRQ_PENDING); P(IRQ_PENDING);
P(IRQ_REPLAY); P(IRQ_REPLAY);
...@@ -143,6 +145,7 @@ static inline void print_irq_desc(unsigned int irq, struct irq_desc *desc) ...@@ -143,6 +145,7 @@ static inline void print_irq_desc(unsigned int irq, struct irq_desc *desc)
P(IRQ_NOAUTOEN); P(IRQ_NOAUTOEN);
PS(IRQS_AUTODETECT); PS(IRQS_AUTODETECT);
PS(IRQS_INPROGRESS);
} }
#undef P #undef P
......
...@@ -30,7 +30,7 @@ ...@@ -30,7 +30,7 @@
void synchronize_irq(unsigned int irq) void synchronize_irq(unsigned int irq)
{ {
struct irq_desc *desc = irq_to_desc(irq); struct irq_desc *desc = irq_to_desc(irq);
unsigned int status; unsigned int state;
if (!desc) if (!desc)
return; return;
...@@ -42,16 +42,16 @@ void synchronize_irq(unsigned int irq) ...@@ -42,16 +42,16 @@ void synchronize_irq(unsigned int irq)
* Wait until we're out of the critical section. This might * Wait until we're out of the critical section. This might
* give the wrong answer due to the lack of memory barriers. * give the wrong answer due to the lack of memory barriers.
*/ */
while (desc->status & IRQ_INPROGRESS) while (desc->istate & IRQS_INPROGRESS)
cpu_relax(); cpu_relax();
/* Ok, that indicated we're done: double-check carefully. */ /* Ok, that indicated we're done: double-check carefully. */
raw_spin_lock_irqsave(&desc->lock, flags); raw_spin_lock_irqsave(&desc->lock, flags);
status = desc->status; state = desc->istate;
raw_spin_unlock_irqrestore(&desc->lock, flags); raw_spin_unlock_irqrestore(&desc->lock, flags);
/* Oops, that failed? */ /* Oops, that failed? */
} while (status & IRQ_INPROGRESS); } while (state & IRQS_INPROGRESS);
/* /*
* We made sure that no hardirq handler is running. Now verify * We made sure that no hardirq handler is running. Now verify
...@@ -637,9 +637,9 @@ static void irq_finalize_oneshot(unsigned int irq, struct irq_desc *desc) ...@@ -637,9 +637,9 @@ static void irq_finalize_oneshot(unsigned int irq, struct irq_desc *desc)
* The thread is faster done than the hard interrupt handler * The thread is faster done than the hard interrupt handler
* on the other CPU. If we unmask the irq line then the * on the other CPU. If we unmask the irq line then the
* interrupt can come in again and masks the line, leaves due * interrupt can come in again and masks the line, leaves due
* to IRQ_INPROGRESS and the irq line is masked forever. * to IRQS_INPROGRESS and the irq line is masked forever.
*/ */
if (unlikely(desc->status & IRQ_INPROGRESS)) { if (unlikely(desc->istate & IRQS_INPROGRESS)) {
raw_spin_unlock_irq(&desc->lock); raw_spin_unlock_irq(&desc->lock);
chip_bus_sync_unlock(desc); chip_bus_sync_unlock(desc);
cpu_relax(); cpu_relax();
...@@ -897,8 +897,9 @@ __setup_irq(unsigned int irq, struct irq_desc *desc, struct irqaction *new) ...@@ -897,8 +897,9 @@ __setup_irq(unsigned int irq, struct irq_desc *desc, struct irqaction *new)
desc->status |= IRQ_PER_CPU; desc->status |= IRQ_PER_CPU;
#endif #endif
desc->status &= ~(IRQ_WAITING | IRQ_ONESHOT | IRQ_INPROGRESS); desc->status &= ~(IRQ_WAITING | IRQ_ONESHOT);
desc->istate &= ~(IRQS_AUTODETECT | IRQS_SPURIOUS_DISABLED); desc->istate &= ~(IRQS_AUTODETECT | IRQS_SPURIOUS_DISABLED | \
IRQS_INPROGRESS);
if (new->flags & IRQF_ONESHOT) if (new->flags & IRQF_ONESHOT)
desc->status |= IRQ_ONESHOT; desc->status |= IRQ_ONESHOT;
......
...@@ -5,3 +5,6 @@ ...@@ -5,3 +5,6 @@
enum { enum {
_IRQ_DEFAULT_INIT_FLAGS = IRQ_DEFAULT_INIT_FLAGS, _IRQ_DEFAULT_INIT_FLAGS = IRQ_DEFAULT_INIT_FLAGS,
}; };
#undef IRQ_INPROGRESS
#define IRQ_INPROGRESS GOT_YOU_MORON
...@@ -45,10 +45,10 @@ bool irq_wait_for_poll(struct irq_desc *desc) ...@@ -45,10 +45,10 @@ bool irq_wait_for_poll(struct irq_desc *desc)
#ifdef CONFIG_SMP #ifdef CONFIG_SMP
do { do {
raw_spin_unlock(&desc->lock); raw_spin_unlock(&desc->lock);
while (desc->status & IRQ_INPROGRESS) while (desc->istate & IRQS_INPROGRESS)
cpu_relax(); cpu_relax();
raw_spin_lock(&desc->lock); raw_spin_lock(&desc->lock);
} while (desc->status & IRQ_INPROGRESS); } while (desc->istate & IRQS_INPROGRESS);
/* Might have been disabled in meantime */ /* Might have been disabled in meantime */
return !(desc->status & IRQ_DISABLED) && desc->action; return !(desc->status & IRQ_DISABLED) && desc->action;
#else #else
...@@ -88,7 +88,7 @@ static int try_one_irq(int irq, struct irq_desc *desc, bool force) ...@@ -88,7 +88,7 @@ static int try_one_irq(int irq, struct irq_desc *desc, bool force)
goto out; goto out;
/* Already running on another processor */ /* Already running on another processor */
if (desc->status & IRQ_INPROGRESS) { if (desc->istate & IRQS_INPROGRESS) {
/* /*
* Already running: If it is shared get the other * Already running: If it is shared get the other
* CPU to go looking for our mystery interrupt too * CPU to go looking for our mystery interrupt too
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment