2007-05-08 10:58:37 +08:00
|
|
|
/*
|
|
|
|
* Copyright 2006, Segher Boessenkool, IBM Corporation.
|
|
|
|
* Copyright 2006-2007, Michael Ellerman, IBM Corporation.
|
|
|
|
*
|
|
|
|
* This program is free software; you can redistribute it and/or
|
|
|
|
* modify it under the terms of the GNU General Public License
|
|
|
|
* as published by the Free Software Foundation; version 2 of the
|
|
|
|
* License.
|
|
|
|
*
|
|
|
|
*/
|
|
|
|
|
|
|
|
#include <linux/irq.h>
|
|
|
|
#include <linux/msi.h>
|
|
|
|
#include <asm/mpic.h>
|
|
|
|
#include <asm/prom.h>
|
|
|
|
#include <asm/hw_irq.h>
|
|
|
|
#include <asm/ppc-pci.h>
|
2008-08-06 07:10:03 +08:00
|
|
|
#include <asm/msi_bitmap.h>
|
2007-05-08 10:58:37 +08:00
|
|
|
|
|
|
|
#include "mpic.h"
|
|
|
|
|
|
|
|
/* A bit ugly, can we get this from the pci_dev somehow? */
|
|
|
|
static struct mpic *msi_mpic;
|
|
|
|
|
2010-09-28 22:46:51 +08:00
|
|
|
static void mpic_u3msi_mask_irq(struct irq_data *data)
|
2007-05-08 10:58:37 +08:00
|
|
|
{
|
2014-11-23 19:23:20 +08:00
|
|
|
pci_msi_mask_irq(data);
|
2011-03-09 06:26:43 +08:00
|
|
|
mpic_mask_irq(data);
|
2007-05-08 10:58:37 +08:00
|
|
|
}
|
|
|
|
|
2010-09-28 22:46:51 +08:00
|
|
|
static void mpic_u3msi_unmask_irq(struct irq_data *data)
|
2007-05-08 10:58:37 +08:00
|
|
|
{
|
2011-03-09 06:26:43 +08:00
|
|
|
mpic_unmask_irq(data);
|
2014-11-23 19:23:20 +08:00
|
|
|
pci_msi_unmask_irq(data);
|
2007-05-08 10:58:37 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
static struct irq_chip mpic_u3msi_chip = {
|
2011-03-09 06:26:43 +08:00
|
|
|
.irq_shutdown = mpic_u3msi_mask_irq,
|
|
|
|
.irq_mask = mpic_u3msi_mask_irq,
|
|
|
|
.irq_unmask = mpic_u3msi_unmask_irq,
|
|
|
|
.irq_eoi = mpic_end_irq,
|
|
|
|
.irq_set_type = mpic_set_irq_type,
|
|
|
|
.irq_set_affinity = mpic_set_affinity,
|
|
|
|
.name = "MPIC-U3MSI",
|
2007-05-08 10:58:37 +08:00
|
|
|
};
|
|
|
|
|
|
|
|
static u64 read_ht_magic_addr(struct pci_dev *pdev, unsigned int pos)
|
|
|
|
{
|
|
|
|
u8 flags;
|
|
|
|
u32 tmp;
|
|
|
|
u64 addr;
|
|
|
|
|
|
|
|
pci_read_config_byte(pdev, pos + HT_MSI_FLAGS, &flags);
|
|
|
|
|
|
|
|
if (flags & HT_MSI_FLAGS_FIXED)
|
|
|
|
return HT_MSI_FIXED_ADDR;
|
|
|
|
|
|
|
|
pci_read_config_dword(pdev, pos + HT_MSI_ADDR_LO, &tmp);
|
|
|
|
addr = tmp & HT_MSI_ADDR_LO_MASK;
|
|
|
|
pci_read_config_dword(pdev, pos + HT_MSI_ADDR_HI, &tmp);
|
|
|
|
addr = addr | ((u64)tmp << 32);
|
|
|
|
|
|
|
|
return addr;
|
|
|
|
}
|
|
|
|
|
2009-12-14 23:31:13 +08:00
|
|
|
static u64 find_ht_magic_addr(struct pci_dev *pdev, unsigned int hwirq)
|
2007-05-08 10:58:37 +08:00
|
|
|
{
|
|
|
|
struct pci_bus *bus;
|
|
|
|
unsigned int pos;
|
|
|
|
|
2009-12-14 23:31:13 +08:00
|
|
|
for (bus = pdev->bus; bus && bus->self; bus = bus->parent) {
|
2007-05-08 10:58:37 +08:00
|
|
|
pos = pci_find_ht_capability(bus->self, HT_CAPTYPE_MSI_MAPPING);
|
|
|
|
if (pos)
|
|
|
|
return read_ht_magic_addr(bus->self, pos);
|
|
|
|
}
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2009-12-14 23:31:13 +08:00
|
|
|
static u64 find_u4_magic_addr(struct pci_dev *pdev, unsigned int hwirq)
|
|
|
|
{
|
|
|
|
struct pci_controller *hose = pci_bus_to_host(pdev->bus);
|
|
|
|
|
|
|
|
/* U4 PCIe MSIs need to write to the special register in
|
|
|
|
* the bridge that generates interrupts. There should be
|
|
|
|
* theorically a register at 0xf8005000 where you just write
|
|
|
|
* the MSI number and that triggers the right interrupt, but
|
|
|
|
* unfortunately, this is busted in HW, the bridge endian swaps
|
|
|
|
* the value and hits the wrong nibble in the register.
|
|
|
|
*
|
|
|
|
* So instead we use another register set which is used normally
|
|
|
|
* for converting HT interrupts to MPIC interrupts, which decodes
|
|
|
|
* the interrupt number as part of the low address bits
|
|
|
|
*
|
|
|
|
* This will not work if we ever use more than one legacy MSI in
|
|
|
|
* a block but we never do. For one MSI or multiple MSI-X where
|
|
|
|
* each interrupt address can be specified separately, it works
|
|
|
|
* just fine.
|
|
|
|
*/
|
|
|
|
if (of_device_is_compatible(hose->dn, "u4-pcie") ||
|
|
|
|
of_device_is_compatible(hose->dn, "U4-pcie"))
|
|
|
|
return 0xf8004000 | (hwirq << 4);
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2007-05-08 10:58:37 +08:00
|
|
|
static void u3msi_teardown_msi_irqs(struct pci_dev *pdev)
|
|
|
|
{
|
|
|
|
struct msi_desc *entry;
|
powerpc/MSI: Fix race condition in tearing down MSI interrupts
This fixes a race which can result in the same virtual IRQ number
being assigned to two different MSI interrupts. The most visible
consequence of that is usually a warning and stack trace from the
sysfs code about an attempt to create a duplicate entry in sysfs.
The race happens when one CPU (say CPU 0) is disposing of an MSI
while another CPU (say CPU 1) is setting up an MSI. CPU 0 calls
(for example) pnv_teardown_msi_irqs(), which calls
msi_bitmap_free_hwirqs() to indicate that the MSI (i.e. its
hardware IRQ number) is no longer in use. Then, before CPU 0 gets
to calling irq_dispose_mapping() to free up the virtal IRQ number,
CPU 1 comes in and calls msi_bitmap_alloc_hwirqs() to allocate an
MSI, and gets the same hardware IRQ number that CPU 0 just freed.
CPU 1 then calls irq_create_mapping() to get a virtual IRQ number,
which sees that there is currently a mapping for that hardware IRQ
number and returns the corresponding virtual IRQ number (which is
the same virtual IRQ number that CPU 0 was using). CPU 0 then
calls irq_dispose_mapping() and frees that virtual IRQ number.
Now, if another CPU comes along and calls irq_create_mapping(), it
is likely to get the virtual IRQ number that was just freed,
resulting in the same virtual IRQ number apparently being used for
two different hardware interrupts.
To fix this race, we just move the call to msi_bitmap_free_hwirqs()
to after the call to irq_dispose_mapping(). Since virq_to_hw()
doesn't work for the virtual IRQ number after irq_dispose_mapping()
has been called, we need to call it before irq_dispose_mapping() and
remember the result for the msi_bitmap_free_hwirqs() call.
The pattern of calling msi_bitmap_free_hwirqs() before
irq_dispose_mapping() appears in 5 places under arch/powerpc, and
appears to have originated in commit 05af7bd2d75e ("[POWERPC] MPIC
U3/U4 MSI backend") from 2007.
Fixes: 05af7bd2d75e ("[POWERPC] MPIC U3/U4 MSI backend")
Cc: stable@vger.kernel.org # v2.6.22+
Reported-by: Alexey Kardashevskiy <aik@ozlabs.ru>
Signed-off-by: Paul Mackerras <paulus@samba.org>
Signed-off-by: Michael Ellerman <mpe@ellerman.id.au>
2015-09-10 12:36:21 +08:00
|
|
|
irq_hw_number_t hwirq;
|
2007-05-08 10:58:37 +08:00
|
|
|
|
2015-07-09 16:00:38 +08:00
|
|
|
for_each_pci_msi_entry(entry, pdev) {
|
2007-05-08 10:58:37 +08:00
|
|
|
if (entry->irq == NO_IRQ)
|
|
|
|
continue;
|
|
|
|
|
powerpc/MSI: Fix race condition in tearing down MSI interrupts
This fixes a race which can result in the same virtual IRQ number
being assigned to two different MSI interrupts. The most visible
consequence of that is usually a warning and stack trace from the
sysfs code about an attempt to create a duplicate entry in sysfs.
The race happens when one CPU (say CPU 0) is disposing of an MSI
while another CPU (say CPU 1) is setting up an MSI. CPU 0 calls
(for example) pnv_teardown_msi_irqs(), which calls
msi_bitmap_free_hwirqs() to indicate that the MSI (i.e. its
hardware IRQ number) is no longer in use. Then, before CPU 0 gets
to calling irq_dispose_mapping() to free up the virtal IRQ number,
CPU 1 comes in and calls msi_bitmap_alloc_hwirqs() to allocate an
MSI, and gets the same hardware IRQ number that CPU 0 just freed.
CPU 1 then calls irq_create_mapping() to get a virtual IRQ number,
which sees that there is currently a mapping for that hardware IRQ
number and returns the corresponding virtual IRQ number (which is
the same virtual IRQ number that CPU 0 was using). CPU 0 then
calls irq_dispose_mapping() and frees that virtual IRQ number.
Now, if another CPU comes along and calls irq_create_mapping(), it
is likely to get the virtual IRQ number that was just freed,
resulting in the same virtual IRQ number apparently being used for
two different hardware interrupts.
To fix this race, we just move the call to msi_bitmap_free_hwirqs()
to after the call to irq_dispose_mapping(). Since virq_to_hw()
doesn't work for the virtual IRQ number after irq_dispose_mapping()
has been called, we need to call it before irq_dispose_mapping() and
remember the result for the msi_bitmap_free_hwirqs() call.
The pattern of calling msi_bitmap_free_hwirqs() before
irq_dispose_mapping() appears in 5 places under arch/powerpc, and
appears to have originated in commit 05af7bd2d75e ("[POWERPC] MPIC
U3/U4 MSI backend") from 2007.
Fixes: 05af7bd2d75e ("[POWERPC] MPIC U3/U4 MSI backend")
Cc: stable@vger.kernel.org # v2.6.22+
Reported-by: Alexey Kardashevskiy <aik@ozlabs.ru>
Signed-off-by: Paul Mackerras <paulus@samba.org>
Signed-off-by: Michael Ellerman <mpe@ellerman.id.au>
2015-09-10 12:36:21 +08:00
|
|
|
hwirq = virq_to_hw(entry->irq);
|
2011-03-25 23:45:20 +08:00
|
|
|
irq_set_msi_desc(entry->irq, NULL);
|
2007-05-08 10:58:37 +08:00
|
|
|
irq_dispose_mapping(entry->irq);
|
powerpc/MSI: Fix race condition in tearing down MSI interrupts
This fixes a race which can result in the same virtual IRQ number
being assigned to two different MSI interrupts. The most visible
consequence of that is usually a warning and stack trace from the
sysfs code about an attempt to create a duplicate entry in sysfs.
The race happens when one CPU (say CPU 0) is disposing of an MSI
while another CPU (say CPU 1) is setting up an MSI. CPU 0 calls
(for example) pnv_teardown_msi_irqs(), which calls
msi_bitmap_free_hwirqs() to indicate that the MSI (i.e. its
hardware IRQ number) is no longer in use. Then, before CPU 0 gets
to calling irq_dispose_mapping() to free up the virtal IRQ number,
CPU 1 comes in and calls msi_bitmap_alloc_hwirqs() to allocate an
MSI, and gets the same hardware IRQ number that CPU 0 just freed.
CPU 1 then calls irq_create_mapping() to get a virtual IRQ number,
which sees that there is currently a mapping for that hardware IRQ
number and returns the corresponding virtual IRQ number (which is
the same virtual IRQ number that CPU 0 was using). CPU 0 then
calls irq_dispose_mapping() and frees that virtual IRQ number.
Now, if another CPU comes along and calls irq_create_mapping(), it
is likely to get the virtual IRQ number that was just freed,
resulting in the same virtual IRQ number apparently being used for
two different hardware interrupts.
To fix this race, we just move the call to msi_bitmap_free_hwirqs()
to after the call to irq_dispose_mapping(). Since virq_to_hw()
doesn't work for the virtual IRQ number after irq_dispose_mapping()
has been called, we need to call it before irq_dispose_mapping() and
remember the result for the msi_bitmap_free_hwirqs() call.
The pattern of calling msi_bitmap_free_hwirqs() before
irq_dispose_mapping() appears in 5 places under arch/powerpc, and
appears to have originated in commit 05af7bd2d75e ("[POWERPC] MPIC
U3/U4 MSI backend") from 2007.
Fixes: 05af7bd2d75e ("[POWERPC] MPIC U3/U4 MSI backend")
Cc: stable@vger.kernel.org # v2.6.22+
Reported-by: Alexey Kardashevskiy <aik@ozlabs.ru>
Signed-off-by: Paul Mackerras <paulus@samba.org>
Signed-off-by: Michael Ellerman <mpe@ellerman.id.au>
2015-09-10 12:36:21 +08:00
|
|
|
msi_bitmap_free_hwirqs(&msi_mpic->msi_bitmap, hwirq, 1);
|
2007-05-08 10:58:37 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
static int u3msi_setup_msi_irqs(struct pci_dev *pdev, int nvec, int type)
|
|
|
|
{
|
|
|
|
unsigned int virq;
|
|
|
|
struct msi_desc *entry;
|
|
|
|
struct msi_msg msg;
|
2007-09-20 14:36:51 +08:00
|
|
|
u64 addr;
|
2008-08-06 07:10:03 +08:00
|
|
|
int hwirq;
|
2007-09-20 14:36:51 +08:00
|
|
|
|
2014-09-08 02:57:53 +08:00
|
|
|
if (type == PCI_CAP_ID_MSIX)
|
|
|
|
pr_debug("u3msi: MSI-X untested, trying anyway.\n");
|
|
|
|
|
|
|
|
/* If we can't find a magic address then MSI ain't gonna work */
|
|
|
|
if (find_ht_magic_addr(pdev, 0) == 0 &&
|
|
|
|
find_u4_magic_addr(pdev, 0) == 0) {
|
|
|
|
pr_debug("u3msi: no magic address found for %s\n",
|
|
|
|
pci_name(pdev));
|
|
|
|
return -ENXIO;
|
|
|
|
}
|
|
|
|
|
2015-07-09 16:00:38 +08:00
|
|
|
for_each_pci_msi_entry(entry, pdev) {
|
2008-08-06 07:10:03 +08:00
|
|
|
hwirq = msi_bitmap_alloc_hwirqs(&msi_mpic->msi_bitmap, 1);
|
|
|
|
if (hwirq < 0) {
|
2007-05-08 10:58:37 +08:00
|
|
|
pr_debug("u3msi: failed allocating hwirq\n");
|
2008-08-06 07:10:03 +08:00
|
|
|
return hwirq;
|
2007-05-08 10:58:37 +08:00
|
|
|
}
|
|
|
|
|
2009-12-14 23:31:13 +08:00
|
|
|
addr = find_ht_magic_addr(pdev, hwirq);
|
|
|
|
if (addr == 0)
|
|
|
|
addr = find_u4_magic_addr(pdev, hwirq);
|
|
|
|
msg.address_lo = addr & 0xFFFFFFFF;
|
|
|
|
msg.address_hi = addr >> 32;
|
|
|
|
|
2007-05-08 10:58:37 +08:00
|
|
|
virq = irq_create_mapping(msi_mpic->irqhost, hwirq);
|
|
|
|
if (virq == NO_IRQ) {
|
2008-08-06 07:10:03 +08:00
|
|
|
pr_debug("u3msi: failed mapping hwirq 0x%x\n", hwirq);
|
|
|
|
msi_bitmap_free_hwirqs(&msi_mpic->msi_bitmap, hwirq, 1);
|
2007-09-20 14:36:47 +08:00
|
|
|
return -ENOSPC;
|
2007-05-08 10:58:37 +08:00
|
|
|
}
|
|
|
|
|
2011-03-25 23:45:20 +08:00
|
|
|
irq_set_msi_desc(virq, entry);
|
|
|
|
irq_set_chip(virq, &mpic_u3msi_chip);
|
|
|
|
irq_set_irq_type(virq, IRQ_TYPE_EDGE_RISING);
|
2007-05-08 10:58:37 +08:00
|
|
|
|
2008-08-06 07:10:03 +08:00
|
|
|
pr_debug("u3msi: allocated virq 0x%x (hw 0x%x) addr 0x%lx\n",
|
|
|
|
virq, hwirq, (unsigned long)addr);
|
2007-09-20 14:36:51 +08:00
|
|
|
|
2009-12-14 23:31:13 +08:00
|
|
|
printk("u3msi: allocated virq 0x%x (hw 0x%x) addr 0x%lx\n",
|
|
|
|
virq, hwirq, (unsigned long)addr);
|
2007-09-20 14:36:51 +08:00
|
|
|
msg.data = hwirq;
|
2014-11-09 23:10:34 +08:00
|
|
|
pci_write_msi_msg(virq, &msg);
|
2007-05-08 10:58:37 +08:00
|
|
|
|
|
|
|
hwirq++;
|
|
|
|
}
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
int mpic_u3msi_init(struct mpic *mpic)
|
|
|
|
{
|
|
|
|
int rc;
|
2015-04-14 12:28:02 +08:00
|
|
|
struct pci_controller *phb;
|
2007-05-08 10:58:37 +08:00
|
|
|
|
|
|
|
rc = mpic_msi_init_allocator(mpic);
|
|
|
|
if (rc) {
|
|
|
|
pr_debug("u3msi: Error allocating bitmap!\n");
|
|
|
|
return rc;
|
|
|
|
}
|
|
|
|
|
|
|
|
pr_debug("u3msi: Registering MPIC U3 MSI callbacks.\n");
|
|
|
|
|
|
|
|
BUG_ON(msi_mpic);
|
|
|
|
msi_mpic = mpic;
|
|
|
|
|
2015-04-14 12:28:02 +08:00
|
|
|
list_for_each_entry(phb, &hose_list, list_node) {
|
|
|
|
WARN_ON(phb->controller_ops.setup_msi_irqs);
|
|
|
|
phb->controller_ops.setup_msi_irqs = u3msi_setup_msi_irqs;
|
|
|
|
phb->controller_ops.teardown_msi_irqs = u3msi_teardown_msi_irqs;
|
|
|
|
}
|
2007-05-08 10:58:37 +08:00
|
|
|
|
|
|
|
return 0;
|
|
|
|
}
|