lkml.org 
[lkml]   [2019]   [Jul]   [17]   [last100]   RSS Feed
Views: [wrap][no wrap]   [headers]  [forward] 
 
Messages in this thread
    Patch in this message
    /
    From
    Subject[PATCH 4.19 32/47] genirq: Add optional hardware synchronization for shutdown
    Date
    From: Thomas Gleixner tglx@linutronix.de

    commit 62e0468650c30f0298822c580f382b16328119f6 upstream

    free_irq() ensures that no hardware interrupt handler is executing on a
    different CPU before actually releasing resources and deactivating the
    interrupt completely in a domain hierarchy.

    But that does not catch the case where the interrupt is on flight at the
    hardware level but not yet serviced by the target CPU. That creates an
    interesing race condition:

    CPU 0 CPU 1 IRQ CHIP

    interrupt is raised
    sent to CPU1
    Unable to handle
    immediately
    (interrupts off,
    deep idle delay)
    mask()
    ...
    free()
    shutdown()
    synchronize_irq()
    release_resources()
    do_IRQ()
    -> resources are not available

    That might be harmless and just trigger a spurious interrupt warning, but
    some interrupt chips might get into a wedged state.

    Utilize the existing irq_get_irqchip_state() callback for the
    synchronization in free_irq().

    synchronize_hardirq() is not using this mechanism as it might actually
    deadlock unter certain conditions, e.g. when called with interrupts
    disabled and the target CPU is the one on which the synchronization is
    invoked. synchronize_irq() uses it because that function cannot be called
    from non preemtible contexts as it might sleep.

    No functional change intended and according to Marc the existing GIC
    implementations where the driver supports the callback should be able
    to cope with that core change. Famous last words.

    Fixes: 464d12309e1b ("x86/vector: Switch IOAPIC to global reservation mode")
    Reported-by: Robert Hodaszi <Robert.Hodaszi@digi.com>
    Signed-off-by: Thomas Gleixner <tglx@linutronix.de>
    Reviewed-by: Marc Zyngier <marc.zyngier@arm.com>
    Tested-by: Marc Zyngier <marc.zyngier@arm.com>
    Link: https://lkml.kernel.org/r/20190628111440.279463375@linutronix.de
    Signed-off-by: Greg Kroah-Hartman <gregkh@linuxfoundation.org>


    ---
    kernel/irq/internals.h | 4 ++
    kernel/irq/manage.c | 75 ++++++++++++++++++++++++++++++++++++-------------
    2 files changed, 60 insertions(+), 19 deletions(-)

    --- a/kernel/irq/internals.h
    +++ b/kernel/irq/internals.h
    @@ -95,6 +95,10 @@ static inline void irq_mark_irq(unsigned
    extern void irq_mark_irq(unsigned int irq);
    #endif

    +extern int __irq_get_irqchip_state(struct irq_data *data,
    + enum irqchip_irq_state which,
    + bool *state);
    +
    extern void init_kstat_irqs(struct irq_desc *desc, int node, int nr);

    irqreturn_t __handle_irq_event_percpu(struct irq_desc *desc, unsigned int *flags);
    --- a/kernel/irq/manage.c
    +++ b/kernel/irq/manage.c
    @@ -35,8 +35,9 @@ static int __init setup_forced_irqthread
    early_param("threadirqs", setup_forced_irqthreads);
    #endif

    -static void __synchronize_hardirq(struct irq_desc *desc)
    +static void __synchronize_hardirq(struct irq_desc *desc, bool sync_chip)
    {
    + struct irq_data *irqd = irq_desc_get_irq_data(desc);
    bool inprogress;

    do {
    @@ -52,6 +53,20 @@ static void __synchronize_hardirq(struct
    /* Ok, that indicated we're done: double-check carefully. */
    raw_spin_lock_irqsave(&desc->lock, flags);
    inprogress = irqd_irq_inprogress(&desc->irq_data);
    +
    + /*
    + * If requested and supported, check at the chip whether it
    + * is in flight at the hardware level, i.e. already pending
    + * in a CPU and waiting for service and acknowledge.
    + */
    + if (!inprogress && sync_chip) {
    + /*
    + * Ignore the return code. inprogress is only updated
    + * when the chip supports it.
    + */
    + __irq_get_irqchip_state(irqd, IRQCHIP_STATE_ACTIVE,
    + &inprogress);
    + }
    raw_spin_unlock_irqrestore(&desc->lock, flags);

    /* Oops, that failed? */
    @@ -74,13 +89,18 @@ static void __synchronize_hardirq(struct
    * Returns: false if a threaded handler is active.
    *
    * This function may be called - with care - from IRQ context.
    + *
    + * It does not check whether there is an interrupt in flight at the
    + * hardware level, but not serviced yet, as this might deadlock when
    + * called with interrupts disabled and the target CPU of the interrupt
    + * is the current CPU.
    */
    bool synchronize_hardirq(unsigned int irq)
    {
    struct irq_desc *desc = irq_to_desc(irq);

    if (desc) {
    - __synchronize_hardirq(desc);
    + __synchronize_hardirq(desc, false);
    return !atomic_read(&desc->threads_active);
    }

    @@ -98,13 +118,17 @@ EXPORT_SYMBOL(synchronize_hardirq);
    *
    * Can only be called from preemptible code as it might sleep when
    * an interrupt thread is associated to @irq.
    + *
    + * It optionally makes sure (when the irq chip supports that method)
    + * that the interrupt is not pending in any CPU and waiting for
    + * service.
    */
    void synchronize_irq(unsigned int irq)
    {
    struct irq_desc *desc = irq_to_desc(irq);

    if (desc) {
    - __synchronize_hardirq(desc);
    + __synchronize_hardirq(desc, true);
    /*
    * We made sure that no hardirq handler is
    * running. Now verify that no threaded handlers are
    @@ -1650,8 +1674,12 @@ static struct irqaction *__free_irq(stru

    unregister_handler_proc(irq, action);

    - /* Make sure it's not being used on another CPU: */
    - synchronize_hardirq(irq);
    + /*
    + * Make sure it's not being used on another CPU and if the chip
    + * supports it also make sure that there is no (not yet serviced)
    + * interrupt in flight at the hardware level.
    + */
    + __synchronize_hardirq(desc, true);

    #ifdef CONFIG_DEBUG_SHIRQ
    /*
    @@ -2184,6 +2212,28 @@ int __request_percpu_irq(unsigned int ir
    }
    EXPORT_SYMBOL_GPL(__request_percpu_irq);

    +int __irq_get_irqchip_state(struct irq_data *data, enum irqchip_irq_state which,
    + bool *state)
    +{
    + struct irq_chip *chip;
    + int err = -EINVAL;
    +
    + do {
    + chip = irq_data_get_irq_chip(data);
    + if (chip->irq_get_irqchip_state)
    + break;
    +#ifdef CONFIG_IRQ_DOMAIN_HIERARCHY
    + data = data->parent_data;
    +#else
    + data = NULL;
    +#endif
    + } while (data);
    +
    + if (data)
    + err = chip->irq_get_irqchip_state(data, which, state);
    + return err;
    +}
    +
    /**
    * irq_get_irqchip_state - returns the irqchip state of a interrupt.
    * @irq: Interrupt line that is forwarded to a VM
    @@ -2202,7 +2252,6 @@ int irq_get_irqchip_state(unsigned int i
    {
    struct irq_desc *desc;
    struct irq_data *data;
    - struct irq_chip *chip;
    unsigned long flags;
    int err = -EINVAL;

    @@ -2212,19 +2261,7 @@ int irq_get_irqchip_state(unsigned int i

    data = irq_desc_get_irq_data(desc);

    - do {
    - chip = irq_data_get_irq_chip(data);
    - if (chip->irq_get_irqchip_state)
    - break;
    -#ifdef CONFIG_IRQ_DOMAIN_HIERARCHY
    - data = data->parent_data;
    -#else
    - data = NULL;
    -#endif
    - } while (data);
    -
    - if (data)
    - err = chip->irq_get_irqchip_state(data, which, state);
    + err = __irq_get_irqchip_state(data, which, state);

    irq_put_desc_busunlock(desc, flags);
    return err;

    \
     
     \ /
      Last update: 2019-07-18 05:23    [W:7.772 / U:0.012 seconds]
    ©2003-2020 Jasper Spaans|hosted at Digital Ocean and TransIP|Read the blog|Advertise on this site