![Linus Torvalds](/assets/img/avatar_default.png)
-----BEGIN PGP SIGNATURE----- Version: GnuPG v1 iQIcBAABAgAGBQJaDFIdAAoJEFmIoMA60/r8Jg4P/3IrmMNVnpqmYEZ7lRSW7UQ3 8jtupbzIkbPsIAEhbJ7xqO7zKx85j6Og+ZSOv4a8u/tS6cd1aVZu2PpWsTkacez0 7nLGVCSL3HZi5qcrtOvb2Pmke18SUKSPxVYSgS2ajQavB1oKaY03FbHDWyWidCZx qxkeGZOiUDw5kSGkQWyks1WgB0dd76rVbPcrKKEJueGgrdSm+EdgdDv8eT6bZInZ uMrCmSjNYTQP0KASCJJvgYOtJbdwvP6NuQTxzOlU2G+H2SqsLRjsz4UUR8FF06T5 cndpgpG3QSAZLx7wCeWTvRorTEYORzKMoyw/AUjhiGbRep9Zw0aKNvCC99E6xjyD FECrk6kCrqZs7l+LVXK4SwpBXCVjNgRoFAHBEKF2X3/SWUkUhHXZHCVvMQB8LQiS 2p8VRoYWw2aCLkHCGynuzToUrD2P2Pjxe5n/13aYVJkyBNfQqqZ3l2YHiZdpDO3j rgG6RW0WCrpZxfb/0WAbPnQ2qpZAwDPO6hOW7dIfTZabFVXRIkBvNq53by/0MxvP jyOcMTsq2l8y46f3VgNPUAHj0f52HwfZA3PQRPh+MQDz5385BJklDRWtfVM7cQx9 IoeGkq1zLLvpOh63he/jnnRELxDvNVcxND8lOkenJlObj9kK63hUEcXg/zEMS4w3 oetLw9TqE32Jb7GfpVSw =j4L3 -----END PGP SIGNATURE----- Merge tag 'pci-v4.15-changes' of git://git.kernel.org/pub/scm/linux/kernel/git/helgaas/pci Pull PCI updates from Bjorn Helgaas: - detach driver before tearing down procfs/sysfs (Alex Williamson) - disable PCIe services during shutdown (Sinan Kaya) - fix ASPM oops on systems with no Root Ports (Ard Biesheuvel) - fix ASPM LTR_L1.2_THRESHOLD programming (Bjorn Helgaas) - fix ASPM Common_Mode_Restore_Time computation (Bjorn Helgaas) - fix portdrv MSI/MSI-X vector allocation (Dongdong Liu, Bjorn Helgaas) - report non-fatal AER errors only to the affected endpoint (Gabriele Paoloni) - distribute bus numbers, MMIO, and I/O space among hotplug bridges to allow more devices to be hot-added (Mika Westerberg) - fix pciehp races during initialization and surprise link down (Mika Westerberg) - handle surprise-removed devices in PME handling (Qiang) - support resizable BARs for large graphics devices (Christian König) - expose SR-IOV offset, stride, and VF device ID via sysfs (Filippo Sironi) - create SR-IOV virtfn/physfn sysfs links before attaching driver (Stuart Hayes) - fix SR-IOV "ARI Capable Hierarchy" restore issue (Tony Nguyen) - enforce Kconfig IOV/REALLOC dependency (Sascha El-Sharkawy) - avoid slot reset if bridge itself is broken (Jan Glauber) - clean up pci_reset_function() path (Jan H. Schönherr) - make pci_map_rom() fail if the option ROM is invalid (Changbin Du) - convert timers to timer_setup() (Kees Cook) - move PCI_QUIRKS to PCI bus Kconfig menu (Randy Dunlap) - constify pci_dev_type and intel_mid_pci_ops (Bhumika Goyal) - remove unnecessary pci_dev, pci_bus, resource, pcibios_set_master() declarations (Bjorn Helgaas) - fix endpoint framework overflows and BUG()s (Dan Carpenter) - fix endpoint framework issues (Kishon Vijay Abraham I) - avoid broken Cavium CN8xxx bus reset behavior (David Daney) - extend Cavium ACS capability quirks (Vadim Lomovtsev) - support Synopsys DesignWare RC in ECAM mode (Ard Biesheuvel) - turn off dra7xx clocks cleanly on shutdown (Keerthy) - fix Faraday probe error path (Wei Yongjun) - support HiSilicon STB SoC PCIe host controller (Jianguo Sun) - fix Hyper-V interrupt affinity issue (Dexuan Cui) - remove useless ACPI warning for Hyper-V pass-through devices (Vitaly Kuznetsov) - support multiple MSI on iProc (Sandor Bodo-Merle) - support Layerscape LS1012a and LS1046a PCIe host controllers (Hou Zhiqiang) - fix Layerscape default error response (Minghuan Lian) - support MSI on Tango host controller (Marc Gonzalez) - support Tegra186 PCIe host controller (Manikanta Maddireddy) - use generic accessors on Tegra when possible (Thierry Reding) - support V3 Semiconductor PCI host controller (Linus Walleij) * tag 'pci-v4.15-changes' of git://git.kernel.org/pub/scm/linux/kernel/git/helgaas/pci: (85 commits) PCI/ASPM: Add L1 Substates definitions PCI/ASPM: Reformat ASPM register definitions PCI/ASPM: Use correct capability pointer to program LTR_L1.2_THRESHOLD PCI/ASPM: Account for downstream device's Port Common_Mode_Restore_Time PCI: xgene: Rename xgene_pcie_probe_bridge() to xgene_pcie_probe() PCI: xilinx: Rename xilinx_pcie_link_is_up() to xilinx_pcie_link_up() PCI: altera: Rename altera_pcie_link_is_up() to altera_pcie_link_up() PCI: Fix kernel-doc build warning PCI: Fail pci_map_rom() if the option ROM is invalid PCI: Move pci_map_rom() error path PCI: Move PCI_QUIRKS to the PCI bus menu alpha/PCI: Make pdev_save_srm_config() static PCI: Remove unused declarations PCI: Remove redundant pci_dev, pci_bus, resource declarations PCI: Remove redundant pcibios_set_master() declarations PCI/PME: Handle invalid data when reading Root Status PCI: hv: Use effective affinity mask PCI: pciehp: Do not clear Presence Detect Changed during initialization PCI: pciehp: Fix race condition handling surprise link down PCI: Distribute available resources to hotplug-capable bridges ...
342 lines
8.8 KiB
C
342 lines
8.8 KiB
C
// SPDX-License-Identifier: GPL-2.0
|
|
#include <linux/irqchip/chained_irq.h>
|
|
#include <linux/irqdomain.h>
|
|
#include <linux/pci-ecam.h>
|
|
#include <linux/delay.h>
|
|
#include <linux/msi.h>
|
|
#include <linux/of_address.h>
|
|
|
|
#define MSI_MAX 256
|
|
|
|
#define SMP8759_MUX 0x48
|
|
#define SMP8759_TEST_OUT 0x74
|
|
#define SMP8759_DOORBELL 0x7c
|
|
#define SMP8759_STATUS 0x80
|
|
#define SMP8759_ENABLE 0xa0
|
|
|
|
struct tango_pcie {
|
|
DECLARE_BITMAP(used_msi, MSI_MAX);
|
|
u64 msi_doorbell;
|
|
spinlock_t used_msi_lock;
|
|
void __iomem *base;
|
|
struct irq_domain *dom;
|
|
};
|
|
|
|
static void tango_msi_isr(struct irq_desc *desc)
|
|
{
|
|
struct irq_chip *chip = irq_desc_get_chip(desc);
|
|
struct tango_pcie *pcie = irq_desc_get_handler_data(desc);
|
|
unsigned long status, base, virq, idx, pos = 0;
|
|
|
|
chained_irq_enter(chip, desc);
|
|
spin_lock(&pcie->used_msi_lock);
|
|
|
|
while ((pos = find_next_bit(pcie->used_msi, MSI_MAX, pos)) < MSI_MAX) {
|
|
base = round_down(pos, 32);
|
|
status = readl_relaxed(pcie->base + SMP8759_STATUS + base / 8);
|
|
for_each_set_bit(idx, &status, 32) {
|
|
virq = irq_find_mapping(pcie->dom, base + idx);
|
|
generic_handle_irq(virq);
|
|
}
|
|
pos = base + 32;
|
|
}
|
|
|
|
spin_unlock(&pcie->used_msi_lock);
|
|
chained_irq_exit(chip, desc);
|
|
}
|
|
|
|
static void tango_ack(struct irq_data *d)
|
|
{
|
|
struct tango_pcie *pcie = d->chip_data;
|
|
u32 offset = (d->hwirq / 32) * 4;
|
|
u32 bit = BIT(d->hwirq % 32);
|
|
|
|
writel_relaxed(bit, pcie->base + SMP8759_STATUS + offset);
|
|
}
|
|
|
|
static void update_msi_enable(struct irq_data *d, bool unmask)
|
|
{
|
|
unsigned long flags;
|
|
struct tango_pcie *pcie = d->chip_data;
|
|
u32 offset = (d->hwirq / 32) * 4;
|
|
u32 bit = BIT(d->hwirq % 32);
|
|
u32 val;
|
|
|
|
spin_lock_irqsave(&pcie->used_msi_lock, flags);
|
|
val = readl_relaxed(pcie->base + SMP8759_ENABLE + offset);
|
|
val = unmask ? val | bit : val & ~bit;
|
|
writel_relaxed(val, pcie->base + SMP8759_ENABLE + offset);
|
|
spin_unlock_irqrestore(&pcie->used_msi_lock, flags);
|
|
}
|
|
|
|
static void tango_mask(struct irq_data *d)
|
|
{
|
|
update_msi_enable(d, false);
|
|
}
|
|
|
|
static void tango_unmask(struct irq_data *d)
|
|
{
|
|
update_msi_enable(d, true);
|
|
}
|
|
|
|
static int tango_set_affinity(struct irq_data *d, const struct cpumask *mask,
|
|
bool force)
|
|
{
|
|
return -EINVAL;
|
|
}
|
|
|
|
static void tango_compose_msi_msg(struct irq_data *d, struct msi_msg *msg)
|
|
{
|
|
struct tango_pcie *pcie = d->chip_data;
|
|
msg->address_lo = lower_32_bits(pcie->msi_doorbell);
|
|
msg->address_hi = upper_32_bits(pcie->msi_doorbell);
|
|
msg->data = d->hwirq;
|
|
}
|
|
|
|
static struct irq_chip tango_chip = {
|
|
.irq_ack = tango_ack,
|
|
.irq_mask = tango_mask,
|
|
.irq_unmask = tango_unmask,
|
|
.irq_set_affinity = tango_set_affinity,
|
|
.irq_compose_msi_msg = tango_compose_msi_msg,
|
|
};
|
|
|
|
static void msi_ack(struct irq_data *d)
|
|
{
|
|
irq_chip_ack_parent(d);
|
|
}
|
|
|
|
static void msi_mask(struct irq_data *d)
|
|
{
|
|
pci_msi_mask_irq(d);
|
|
irq_chip_mask_parent(d);
|
|
}
|
|
|
|
static void msi_unmask(struct irq_data *d)
|
|
{
|
|
pci_msi_unmask_irq(d);
|
|
irq_chip_unmask_parent(d);
|
|
}
|
|
|
|
static struct irq_chip msi_chip = {
|
|
.name = "MSI",
|
|
.irq_ack = msi_ack,
|
|
.irq_mask = msi_mask,
|
|
.irq_unmask = msi_unmask,
|
|
};
|
|
|
|
static struct msi_domain_info msi_dom_info = {
|
|
.flags = MSI_FLAG_PCI_MSIX
|
|
| MSI_FLAG_USE_DEF_DOM_OPS
|
|
| MSI_FLAG_USE_DEF_CHIP_OPS,
|
|
.chip = &msi_chip,
|
|
};
|
|
|
|
static int tango_irq_domain_alloc(struct irq_domain *dom, unsigned int virq,
|
|
unsigned int nr_irqs, void *args)
|
|
{
|
|
struct tango_pcie *pcie = dom->host_data;
|
|
unsigned long flags;
|
|
int pos;
|
|
|
|
spin_lock_irqsave(&pcie->used_msi_lock, flags);
|
|
pos = find_first_zero_bit(pcie->used_msi, MSI_MAX);
|
|
if (pos >= MSI_MAX) {
|
|
spin_unlock_irqrestore(&pcie->used_msi_lock, flags);
|
|
return -ENOSPC;
|
|
}
|
|
__set_bit(pos, pcie->used_msi);
|
|
spin_unlock_irqrestore(&pcie->used_msi_lock, flags);
|
|
irq_domain_set_info(dom, virq, pos, &tango_chip,
|
|
pcie, handle_edge_irq, NULL, NULL);
|
|
|
|
return 0;
|
|
}
|
|
|
|
static void tango_irq_domain_free(struct irq_domain *dom, unsigned int virq,
|
|
unsigned int nr_irqs)
|
|
{
|
|
unsigned long flags;
|
|
struct irq_data *d = irq_domain_get_irq_data(dom, virq);
|
|
struct tango_pcie *pcie = d->chip_data;
|
|
|
|
spin_lock_irqsave(&pcie->used_msi_lock, flags);
|
|
__clear_bit(d->hwirq, pcie->used_msi);
|
|
spin_unlock_irqrestore(&pcie->used_msi_lock, flags);
|
|
}
|
|
|
|
static const struct irq_domain_ops dom_ops = {
|
|
.alloc = tango_irq_domain_alloc,
|
|
.free = tango_irq_domain_free,
|
|
};
|
|
|
|
static int smp8759_config_read(struct pci_bus *bus, unsigned int devfn,
|
|
int where, int size, u32 *val)
|
|
{
|
|
struct pci_config_window *cfg = bus->sysdata;
|
|
struct tango_pcie *pcie = dev_get_drvdata(cfg->parent);
|
|
int ret;
|
|
|
|
/* Reads in configuration space outside devfn 0 return garbage */
|
|
if (devfn != 0)
|
|
return PCIBIOS_FUNC_NOT_SUPPORTED;
|
|
|
|
/*
|
|
* PCI config and MMIO accesses are muxed. Linux doesn't have a
|
|
* mutual exclusion mechanism for config vs. MMIO accesses, so
|
|
* concurrent accesses may cause corruption.
|
|
*/
|
|
writel_relaxed(1, pcie->base + SMP8759_MUX);
|
|
ret = pci_generic_config_read(bus, devfn, where, size, val);
|
|
writel_relaxed(0, pcie->base + SMP8759_MUX);
|
|
|
|
return ret;
|
|
}
|
|
|
|
static int smp8759_config_write(struct pci_bus *bus, unsigned int devfn,
|
|
int where, int size, u32 val)
|
|
{
|
|
struct pci_config_window *cfg = bus->sysdata;
|
|
struct tango_pcie *pcie = dev_get_drvdata(cfg->parent);
|
|
int ret;
|
|
|
|
writel_relaxed(1, pcie->base + SMP8759_MUX);
|
|
ret = pci_generic_config_write(bus, devfn, where, size, val);
|
|
writel_relaxed(0, pcie->base + SMP8759_MUX);
|
|
|
|
return ret;
|
|
}
|
|
|
|
static struct pci_ecam_ops smp8759_ecam_ops = {
|
|
.bus_shift = 20,
|
|
.pci_ops = {
|
|
.map_bus = pci_ecam_map_bus,
|
|
.read = smp8759_config_read,
|
|
.write = smp8759_config_write,
|
|
}
|
|
};
|
|
|
|
static int tango_pcie_link_up(struct tango_pcie *pcie)
|
|
{
|
|
void __iomem *test_out = pcie->base + SMP8759_TEST_OUT;
|
|
int i;
|
|
|
|
writel_relaxed(16, test_out);
|
|
for (i = 0; i < 10; ++i) {
|
|
u32 ltssm_state = readl_relaxed(test_out) >> 8;
|
|
if ((ltssm_state & 0x1f) == 0xf) /* L0 */
|
|
return 1;
|
|
usleep_range(3000, 4000);
|
|
}
|
|
|
|
return 0;
|
|
}
|
|
|
|
static int tango_pcie_probe(struct platform_device *pdev)
|
|
{
|
|
struct device *dev = &pdev->dev;
|
|
struct tango_pcie *pcie;
|
|
struct resource *res;
|
|
struct fwnode_handle *fwnode = of_node_to_fwnode(dev->of_node);
|
|
struct irq_domain *msi_dom, *irq_dom;
|
|
struct of_pci_range_parser parser;
|
|
struct of_pci_range range;
|
|
int virq, offset;
|
|
|
|
dev_warn(dev, "simultaneous PCI config and MMIO accesses may cause data corruption\n");
|
|
add_taint(TAINT_CRAP, LOCKDEP_STILL_OK);
|
|
|
|
pcie = devm_kzalloc(dev, sizeof(*pcie), GFP_KERNEL);
|
|
if (!pcie)
|
|
return -ENOMEM;
|
|
|
|
res = platform_get_resource(pdev, IORESOURCE_MEM, 1);
|
|
pcie->base = devm_ioremap_resource(dev, res);
|
|
if (IS_ERR(pcie->base))
|
|
return PTR_ERR(pcie->base);
|
|
|
|
platform_set_drvdata(pdev, pcie);
|
|
|
|
if (!tango_pcie_link_up(pcie))
|
|
return -ENODEV;
|
|
|
|
if (of_pci_dma_range_parser_init(&parser, dev->of_node) < 0)
|
|
return -ENOENT;
|
|
|
|
if (of_pci_range_parser_one(&parser, &range) == NULL)
|
|
return -ENOENT;
|
|
|
|
range.pci_addr += range.size;
|
|
pcie->msi_doorbell = range.pci_addr + res->start + SMP8759_DOORBELL;
|
|
|
|
for (offset = 0; offset < MSI_MAX / 8; offset += 4)
|
|
writel_relaxed(0, pcie->base + SMP8759_ENABLE + offset);
|
|
|
|
virq = platform_get_irq(pdev, 1);
|
|
if (virq <= 0) {
|
|
dev_err(dev, "Failed to map IRQ\n");
|
|
return -ENXIO;
|
|
}
|
|
|
|
irq_dom = irq_domain_create_linear(fwnode, MSI_MAX, &dom_ops, pcie);
|
|
if (!irq_dom) {
|
|
dev_err(dev, "Failed to create IRQ domain\n");
|
|
return -ENOMEM;
|
|
}
|
|
|
|
msi_dom = pci_msi_create_irq_domain(fwnode, &msi_dom_info, irq_dom);
|
|
if (!msi_dom) {
|
|
dev_err(dev, "Failed to create MSI domain\n");
|
|
irq_domain_remove(irq_dom);
|
|
return -ENOMEM;
|
|
}
|
|
|
|
pcie->dom = irq_dom;
|
|
spin_lock_init(&pcie->used_msi_lock);
|
|
irq_set_chained_handler_and_data(virq, tango_msi_isr, pcie);
|
|
|
|
return pci_host_common_probe(pdev, &smp8759_ecam_ops);
|
|
}
|
|
|
|
static const struct of_device_id tango_pcie_ids[] = {
|
|
{ .compatible = "sigma,smp8759-pcie" },
|
|
{ },
|
|
};
|
|
|
|
static struct platform_driver tango_pcie_driver = {
|
|
.probe = tango_pcie_probe,
|
|
.driver = {
|
|
.name = KBUILD_MODNAME,
|
|
.of_match_table = tango_pcie_ids,
|
|
.suppress_bind_attrs = true,
|
|
},
|
|
};
|
|
builtin_platform_driver(tango_pcie_driver);
|
|
|
|
/*
|
|
* The root complex advertises the wrong device class.
|
|
* Header Type 1 is for PCI-to-PCI bridges.
|
|
*/
|
|
static void tango_fixup_class(struct pci_dev *dev)
|
|
{
|
|
dev->class = PCI_CLASS_BRIDGE_PCI << 8;
|
|
}
|
|
DECLARE_PCI_FIXUP_EARLY(PCI_VENDOR_ID_SIGMA, 0x0024, tango_fixup_class);
|
|
DECLARE_PCI_FIXUP_EARLY(PCI_VENDOR_ID_SIGMA, 0x0028, tango_fixup_class);
|
|
|
|
/*
|
|
* The root complex exposes a "fake" BAR, which is used to filter
|
|
* bus-to-system accesses. Only accesses within the range defined by this
|
|
* BAR are forwarded to the host, others are ignored.
|
|
*
|
|
* By default, the DMA framework expects an identity mapping, and DRAM0 is
|
|
* mapped at 0x80000000.
|
|
*/
|
|
static void tango_fixup_bar(struct pci_dev *dev)
|
|
{
|
|
dev->non_compliant_bars = true;
|
|
pci_write_config_dword(dev, PCI_BASE_ADDRESS_0, 0x80000000);
|
|
}
|
|
DECLARE_PCI_FIXUP_EARLY(PCI_VENDOR_ID_SIGMA, 0x0024, tango_fixup_bar);
|
|
DECLARE_PCI_FIXUP_EARLY(PCI_VENDOR_ID_SIGMA, 0x0028, tango_fixup_bar);
|