Tom Rini | 83d290c | 2018-05-06 17:58:06 -0400 | [diff] [blame] | 1 | // SPDX-License-Identifier: GPL-2.0 |
Anton Schubert | 9c28d61 | 2015-08-11 11:54:01 +0200 | [diff] [blame] | 2 | /* |
| 3 | * PCIe driver for Marvell MVEBU SoCs |
| 4 | * |
| 5 | * Based on Barebox drivers/pci/pci-mvebu.c |
| 6 | * |
| 7 | * Ported to U-Boot by: |
| 8 | * Anton Schubert <anton.schubert@gmx.de> |
| 9 | * Stefan Roese <sr@denx.de> |
Anton Schubert | 9c28d61 | 2015-08-11 11:54:01 +0200 | [diff] [blame] | 10 | */ |
| 11 | |
| 12 | #include <common.h> |
Stefan Roese | 94f453e | 2019-01-25 11:52:43 +0100 | [diff] [blame] | 13 | #include <dm.h> |
Simon Glass | f7ae49f | 2020-05-10 11:40:05 -0600 | [diff] [blame] | 14 | #include <log.h> |
Simon Glass | 336d461 | 2020-02-03 07:36:16 -0700 | [diff] [blame] | 15 | #include <malloc.h> |
Simon Glass | 401d1c4 | 2020-10-30 21:38:53 -0600 | [diff] [blame] | 16 | #include <asm/global_data.h> |
Stefan Roese | 94f453e | 2019-01-25 11:52:43 +0100 | [diff] [blame] | 17 | #include <dm/device-internal.h> |
| 18 | #include <dm/lists.h> |
| 19 | #include <dm/of_access.h> |
Anton Schubert | 9c28d61 | 2015-08-11 11:54:01 +0200 | [diff] [blame] | 20 | #include <pci.h> |
Anton Schubert | 9c28d61 | 2015-08-11 11:54:01 +0200 | [diff] [blame] | 21 | #include <asm/io.h> |
| 22 | #include <asm/arch/cpu.h> |
| 23 | #include <asm/arch/soc.h> |
Simon Glass | cd93d62 | 2020-05-10 11:40:13 -0600 | [diff] [blame] | 24 | #include <linux/bitops.h> |
Stefan Roese | 94f453e | 2019-01-25 11:52:43 +0100 | [diff] [blame] | 25 | #include <linux/errno.h> |
| 26 | #include <linux/ioport.h> |
Anton Schubert | 9c28d61 | 2015-08-11 11:54:01 +0200 | [diff] [blame] | 27 | #include <linux/mbus.h> |
| 28 | |
| 29 | DECLARE_GLOBAL_DATA_PTR; |
| 30 | |
| 31 | /* PCIe unit register offsets */ |
| 32 | #define SELECT(x, n) ((x >> n) & 1UL) |
| 33 | |
| 34 | #define PCIE_DEV_ID_OFF 0x0000 |
| 35 | #define PCIE_CMD_OFF 0x0004 |
| 36 | #define PCIE_DEV_REV_OFF 0x0008 |
| 37 | #define PCIE_BAR_LO_OFF(n) (0x0010 + ((n) << 3)) |
| 38 | #define PCIE_BAR_HI_OFF(n) (0x0014 + ((n) << 3)) |
Pali Rohár | a7b61ab | 2021-10-22 16:22:10 +0200 | [diff] [blame] | 39 | #define PCIE_EXP_ROM_BAR_OFF 0x0030 |
Anton Schubert | 9c28d61 | 2015-08-11 11:54:01 +0200 | [diff] [blame] | 40 | #define PCIE_CAPAB_OFF 0x0060 |
| 41 | #define PCIE_CTRL_STAT_OFF 0x0068 |
| 42 | #define PCIE_HEADER_LOG_4_OFF 0x0128 |
| 43 | #define PCIE_BAR_CTRL_OFF(n) (0x1804 + (((n) - 1) * 4)) |
| 44 | #define PCIE_WIN04_CTRL_OFF(n) (0x1820 + ((n) << 4)) |
| 45 | #define PCIE_WIN04_BASE_OFF(n) (0x1824 + ((n) << 4)) |
| 46 | #define PCIE_WIN04_REMAP_OFF(n) (0x182c + ((n) << 4)) |
| 47 | #define PCIE_WIN5_CTRL_OFF 0x1880 |
| 48 | #define PCIE_WIN5_BASE_OFF 0x1884 |
| 49 | #define PCIE_WIN5_REMAP_OFF 0x188c |
| 50 | #define PCIE_CONF_ADDR_OFF 0x18f8 |
| 51 | #define PCIE_CONF_ADDR_EN BIT(31) |
| 52 | #define PCIE_CONF_REG(r) ((((r) & 0xf00) << 16) | ((r) & 0xfc)) |
| 53 | #define PCIE_CONF_BUS(b) (((b) & 0xff) << 16) |
| 54 | #define PCIE_CONF_DEV(d) (((d) & 0x1f) << 11) |
| 55 | #define PCIE_CONF_FUNC(f) (((f) & 0x7) << 8) |
Pali Rohár | a7b61ab | 2021-10-22 16:22:10 +0200 | [diff] [blame] | 56 | #define PCIE_CONF_ADDR(b, d, f, reg) \ |
| 57 | (PCIE_CONF_BUS(b) | PCIE_CONF_DEV(d) | \ |
| 58 | PCIE_CONF_FUNC(f) | PCIE_CONF_REG(reg) | \ |
Anton Schubert | 9c28d61 | 2015-08-11 11:54:01 +0200 | [diff] [blame] | 59 | PCIE_CONF_ADDR_EN) |
| 60 | #define PCIE_CONF_DATA_OFF 0x18fc |
| 61 | #define PCIE_MASK_OFF 0x1910 |
| 62 | #define PCIE_MASK_ENABLE_INTS (0xf << 24) |
| 63 | #define PCIE_CTRL_OFF 0x1a00 |
| 64 | #define PCIE_CTRL_X1_MODE BIT(0) |
Pali Rohár | 2344a76 | 2021-10-22 16:22:14 +0200 | [diff] [blame] | 65 | #define PCIE_CTRL_RC_MODE BIT(1) |
Anton Schubert | 9c28d61 | 2015-08-11 11:54:01 +0200 | [diff] [blame] | 66 | #define PCIE_STAT_OFF 0x1a04 |
| 67 | #define PCIE_STAT_BUS (0xff << 8) |
| 68 | #define PCIE_STAT_DEV (0x1f << 16) |
| 69 | #define PCIE_STAT_LINK_DOWN BIT(0) |
| 70 | #define PCIE_DEBUG_CTRL 0x1a60 |
| 71 | #define PCIE_DEBUG_SOFT_RESET BIT(20) |
| 72 | |
Anton Schubert | 9c28d61 | 2015-08-11 11:54:01 +0200 | [diff] [blame] | 73 | struct mvebu_pcie { |
| 74 | struct pci_controller hose; |
Anton Schubert | 9c28d61 | 2015-08-11 11:54:01 +0200 | [diff] [blame] | 75 | void __iomem *base; |
| 76 | void __iomem *membase; |
| 77 | struct resource mem; |
| 78 | void __iomem *iobase; |
Phil Sutter | ba8ae03 | 2021-01-03 23:06:46 +0100 | [diff] [blame] | 79 | struct resource io; |
Anton Schubert | 9c28d61 | 2015-08-11 11:54:01 +0200 | [diff] [blame] | 80 | u32 port; |
| 81 | u32 lane; |
Stefan Roese | 94f453e | 2019-01-25 11:52:43 +0100 | [diff] [blame] | 82 | int devfn; |
Anton Schubert | 9c28d61 | 2015-08-11 11:54:01 +0200 | [diff] [blame] | 83 | u32 lane_mask; |
Marek Behún | 10eb2cc | 2021-02-08 23:01:40 +0100 | [diff] [blame] | 84 | int first_busno; |
Pali Rohár | a7b61ab | 2021-10-22 16:22:10 +0200 | [diff] [blame] | 85 | int sec_busno; |
Stefan Roese | 94f453e | 2019-01-25 11:52:43 +0100 | [diff] [blame] | 86 | char name[16]; |
| 87 | unsigned int mem_target; |
| 88 | unsigned int mem_attr; |
Phil Sutter | ba8ae03 | 2021-01-03 23:06:46 +0100 | [diff] [blame] | 89 | unsigned int io_target; |
| 90 | unsigned int io_attr; |
Pali Rohár | a7b61ab | 2021-10-22 16:22:10 +0200 | [diff] [blame] | 91 | u32 cfgcache[0x34 - 0x10]; |
Anton Schubert | 9c28d61 | 2015-08-11 11:54:01 +0200 | [diff] [blame] | 92 | }; |
| 93 | |
Anton Schubert | 9c28d61 | 2015-08-11 11:54:01 +0200 | [diff] [blame] | 94 | /* |
| 95 | * MVEBU PCIe controller needs MEMORY and I/O BARs to be mapped |
VlaoMao | 49b23e0 | 2017-09-22 18:49:02 +0300 | [diff] [blame] | 96 | * into SoCs address space. Each controller will map 128M of MEM |
Anton Schubert | 9c28d61 | 2015-08-11 11:54:01 +0200 | [diff] [blame] | 97 | * and 64K of I/O space when registered. |
| 98 | */ |
| 99 | static void __iomem *mvebu_pcie_membase = (void __iomem *)MBUS_PCI_MEM_BASE; |
Phil Sutter | ba8ae03 | 2021-01-03 23:06:46 +0100 | [diff] [blame] | 100 | static void __iomem *mvebu_pcie_iobase = (void __iomem *)MBUS_PCI_IO_BASE; |
Anton Schubert | 9c28d61 | 2015-08-11 11:54:01 +0200 | [diff] [blame] | 101 | |
Anton Schubert | 9c28d61 | 2015-08-11 11:54:01 +0200 | [diff] [blame] | 102 | static inline bool mvebu_pcie_link_up(struct mvebu_pcie *pcie) |
| 103 | { |
| 104 | u32 val; |
| 105 | val = readl(pcie->base + PCIE_STAT_OFF); |
| 106 | return !(val & PCIE_STAT_LINK_DOWN); |
| 107 | } |
| 108 | |
| 109 | static void mvebu_pcie_set_local_bus_nr(struct mvebu_pcie *pcie, int busno) |
| 110 | { |
| 111 | u32 stat; |
| 112 | |
| 113 | stat = readl(pcie->base + PCIE_STAT_OFF); |
| 114 | stat &= ~PCIE_STAT_BUS; |
| 115 | stat |= busno << 8; |
| 116 | writel(stat, pcie->base + PCIE_STAT_OFF); |
| 117 | } |
| 118 | |
| 119 | static void mvebu_pcie_set_local_dev_nr(struct mvebu_pcie *pcie, int devno) |
| 120 | { |
| 121 | u32 stat; |
| 122 | |
| 123 | stat = readl(pcie->base + PCIE_STAT_OFF); |
| 124 | stat &= ~PCIE_STAT_DEV; |
| 125 | stat |= devno << 16; |
| 126 | writel(stat, pcie->base + PCIE_STAT_OFF); |
| 127 | } |
| 128 | |
Anton Schubert | 9c28d61 | 2015-08-11 11:54:01 +0200 | [diff] [blame] | 129 | static inline struct mvebu_pcie *hose_to_pcie(struct pci_controller *hose) |
| 130 | { |
| 131 | return container_of(hose, struct mvebu_pcie, hose); |
| 132 | } |
| 133 | |
Pali Rohár | a7b61ab | 2021-10-22 16:22:10 +0200 | [diff] [blame] | 134 | static bool mvebu_pcie_valid_addr(struct mvebu_pcie *pcie, |
| 135 | int busno, int dev, int func) |
Marek Behún | 10eb2cc | 2021-02-08 23:01:40 +0100 | [diff] [blame] | 136 | { |
Pali Rohár | a7b61ab | 2021-10-22 16:22:10 +0200 | [diff] [blame] | 137 | /* On primary bus is only one PCI Bridge */ |
| 138 | if (busno == pcie->first_busno && (dev != 0 || func != 0)) |
| 139 | return false; |
Marek Behún | 10eb2cc | 2021-02-08 23:01:40 +0100 | [diff] [blame] | 140 | |
Pali Rohár | 79b4eb2 | 2021-10-22 16:22:12 +0200 | [diff] [blame] | 141 | /* Access to other buses is possible when link is up */ |
| 142 | if (busno != pcie->first_busno && !mvebu_pcie_link_up(pcie)) |
| 143 | return false; |
| 144 | |
Pali Rohár | a7b61ab | 2021-10-22 16:22:10 +0200 | [diff] [blame] | 145 | /* On secondary bus can be only one PCIe device */ |
| 146 | if (busno == pcie->sec_busno && dev != 0) |
| 147 | return false; |
| 148 | |
| 149 | return true; |
Marek Behún | 10eb2cc | 2021-02-08 23:01:40 +0100 | [diff] [blame] | 150 | } |
| 151 | |
Simon Glass | c4e72c4 | 2020-01-27 08:49:37 -0700 | [diff] [blame] | 152 | static int mvebu_pcie_read_config(const struct udevice *bus, pci_dev_t bdf, |
Stefan Roese | 94f453e | 2019-01-25 11:52:43 +0100 | [diff] [blame] | 153 | uint offset, ulong *valuep, |
| 154 | enum pci_size_t size) |
Anton Schubert | 9c28d61 | 2015-08-11 11:54:01 +0200 | [diff] [blame] | 155 | { |
Simon Glass | c69cda2 | 2020-12-03 16:55:20 -0700 | [diff] [blame] | 156 | struct mvebu_pcie *pcie = dev_get_plat(bus); |
Pali Rohár | a7b61ab | 2021-10-22 16:22:10 +0200 | [diff] [blame] | 157 | int busno = PCI_BUS(bdf) - dev_seq(bus); |
| 158 | u32 addr, data; |
Stefan Roese | 94f453e | 2019-01-25 11:52:43 +0100 | [diff] [blame] | 159 | |
Marek Behún | 10eb2cc | 2021-02-08 23:01:40 +0100 | [diff] [blame] | 160 | debug("PCIE CFG read: (b,d,f)=(%2d,%2d,%2d) ", |
| 161 | PCI_BUS(bdf), PCI_DEV(bdf), PCI_FUNC(bdf)); |
Anton Schubert | 9c28d61 | 2015-08-11 11:54:01 +0200 | [diff] [blame] | 162 | |
Pali Rohár | a7b61ab | 2021-10-22 16:22:10 +0200 | [diff] [blame] | 163 | if (!mvebu_pcie_valid_addr(pcie, busno, PCI_DEV(bdf), PCI_FUNC(bdf))) { |
Stefan Roese | 6a2fa28 | 2021-01-25 15:25:31 +0100 | [diff] [blame] | 164 | debug("- out of range\n"); |
| 165 | *valuep = pci_get_ff(size); |
| 166 | return 0; |
Anton Schubert | 9c28d61 | 2015-08-11 11:54:01 +0200 | [diff] [blame] | 167 | } |
| 168 | |
Pali Rohár | a7b61ab | 2021-10-22 16:22:10 +0200 | [diff] [blame] | 169 | /* |
| 170 | * mvebu has different internal registers mapped into PCI config space |
| 171 | * in range 0x10-0x34 for PCI bridge, so do not access PCI config space |
| 172 | * for this range and instead read content from driver virtual cfgcache |
| 173 | */ |
| 174 | if (busno == pcie->first_busno && offset >= 0x10 && offset < 0x34) { |
| 175 | data = pcie->cfgcache[(offset - 0x10) / 4]; |
| 176 | debug("(addr,size,val)=(0x%04x, %d, 0x%08x) from cfgcache\n", |
| 177 | offset, size, data); |
| 178 | *valuep = pci_conv_32_to_size(data, offset, size); |
| 179 | return 0; |
| 180 | } else if (busno == pcie->first_busno && |
| 181 | (offset & ~3) == PCI_ROM_ADDRESS1) { |
| 182 | /* mvebu has Expansion ROM Base Address (0x38) at offset 0x30 */ |
| 183 | offset -= PCI_ROM_ADDRESS1 - PCIE_EXP_ROM_BAR_OFF; |
| 184 | } |
| 185 | |
| 186 | /* |
| 187 | * PCI bridge is device 0 at primary bus but mvebu has it mapped on |
| 188 | * secondary bus with device number 1. |
| 189 | */ |
| 190 | if (busno == pcie->first_busno) |
| 191 | addr = PCIE_CONF_ADDR(pcie->sec_busno, 1, 0, offset); |
| 192 | else |
| 193 | addr = PCIE_CONF_ADDR(busno, PCI_DEV(bdf), PCI_FUNC(bdf), offset); |
| 194 | |
Anton Schubert | 9c28d61 | 2015-08-11 11:54:01 +0200 | [diff] [blame] | 195 | /* write address */ |
Pali Rohár | a7b61ab | 2021-10-22 16:22:10 +0200 | [diff] [blame] | 196 | writel(addr, pcie->base + PCIE_CONF_ADDR_OFF); |
Marek Behún | 241d763 | 2021-02-08 23:01:38 +0100 | [diff] [blame] | 197 | |
| 198 | /* read data */ |
Pali Rohár | 657177a | 2021-10-22 16:22:09 +0200 | [diff] [blame] | 199 | switch (size) { |
| 200 | case PCI_SIZE_8: |
| 201 | data = readb(pcie->base + PCIE_CONF_DATA_OFF + (offset & 3)); |
| 202 | break; |
| 203 | case PCI_SIZE_16: |
| 204 | data = readw(pcie->base + PCIE_CONF_DATA_OFF + (offset & 2)); |
| 205 | break; |
| 206 | case PCI_SIZE_32: |
| 207 | data = readl(pcie->base + PCIE_CONF_DATA_OFF); |
| 208 | break; |
| 209 | default: |
| 210 | return -EINVAL; |
| 211 | } |
| 212 | |
Pali Rohár | a7b61ab | 2021-10-22 16:22:10 +0200 | [diff] [blame] | 213 | if (busno == pcie->first_busno && |
| 214 | (offset & ~3) == (PCI_HEADER_TYPE & ~3)) { |
| 215 | /* |
| 216 | * Change Header Type of PCI Bridge device to Type 1 |
| 217 | * (0x01, used by PCI Bridges) because mvebu reports |
| 218 | * Type 0 (0x00, used by Upstream and Endpoint devices). |
| 219 | */ |
| 220 | data = pci_conv_size_to_32(data, 0, offset, size); |
| 221 | data &= ~0x007f0000; |
| 222 | data |= PCI_HEADER_TYPE_BRIDGE << 16; |
| 223 | data = pci_conv_32_to_size(data, offset, size); |
| 224 | } |
| 225 | |
Marek Behún | 26f7a76 | 2021-02-08 23:01:39 +0100 | [diff] [blame] | 226 | debug("(addr,size,val)=(0x%04x, %d, 0x%08x)\n", offset, size, data); |
Pali Rohár | 657177a | 2021-10-22 16:22:09 +0200 | [diff] [blame] | 227 | *valuep = data; |
Anton Schubert | 9c28d61 | 2015-08-11 11:54:01 +0200 | [diff] [blame] | 228 | |
| 229 | return 0; |
| 230 | } |
| 231 | |
Stefan Roese | 94f453e | 2019-01-25 11:52:43 +0100 | [diff] [blame] | 232 | static int mvebu_pcie_write_config(struct udevice *bus, pci_dev_t bdf, |
| 233 | uint offset, ulong value, |
| 234 | enum pci_size_t size) |
Anton Schubert | 9c28d61 | 2015-08-11 11:54:01 +0200 | [diff] [blame] | 235 | { |
Simon Glass | c69cda2 | 2020-12-03 16:55:20 -0700 | [diff] [blame] | 236 | struct mvebu_pcie *pcie = dev_get_plat(bus); |
Pali Rohár | a7b61ab | 2021-10-22 16:22:10 +0200 | [diff] [blame] | 237 | int busno = PCI_BUS(bdf) - dev_seq(bus); |
| 238 | u32 addr, data; |
Stefan Roese | 94f453e | 2019-01-25 11:52:43 +0100 | [diff] [blame] | 239 | |
Marek Behún | 10eb2cc | 2021-02-08 23:01:40 +0100 | [diff] [blame] | 240 | debug("PCIE CFG write: (b,d,f)=(%2d,%2d,%2d) ", |
| 241 | PCI_BUS(bdf), PCI_DEV(bdf), PCI_FUNC(bdf)); |
Marek Behún | 26f7a76 | 2021-02-08 23:01:39 +0100 | [diff] [blame] | 242 | debug("(addr,size,val)=(0x%04x, %d, 0x%08lx)\n", offset, size, value); |
Anton Schubert | 9c28d61 | 2015-08-11 11:54:01 +0200 | [diff] [blame] | 243 | |
Pali Rohár | a7b61ab | 2021-10-22 16:22:10 +0200 | [diff] [blame] | 244 | if (!mvebu_pcie_valid_addr(pcie, busno, PCI_DEV(bdf), PCI_FUNC(bdf))) { |
Stefan Roese | 6a2fa28 | 2021-01-25 15:25:31 +0100 | [diff] [blame] | 245 | debug("- out of range\n"); |
| 246 | return 0; |
Anton Schubert | 9c28d61 | 2015-08-11 11:54:01 +0200 | [diff] [blame] | 247 | } |
| 248 | |
Pali Rohár | a7b61ab | 2021-10-22 16:22:10 +0200 | [diff] [blame] | 249 | /* |
| 250 | * mvebu has different internal registers mapped into PCI config space |
| 251 | * in range 0x10-0x34 for PCI bridge, so do not access PCI config space |
| 252 | * for this range and instead write content to driver virtual cfgcache |
| 253 | */ |
| 254 | if (busno == pcie->first_busno && offset >= 0x10 && offset < 0x34) { |
| 255 | debug("Writing to cfgcache only\n"); |
| 256 | data = pcie->cfgcache[(offset - 0x10) / 4]; |
| 257 | data = pci_conv_size_to_32(data, value, offset, size); |
| 258 | /* mvebu PCI bridge does not have configurable bars */ |
| 259 | if ((offset & ~3) == PCI_BASE_ADDRESS_0 || |
| 260 | (offset & ~3) == PCI_BASE_ADDRESS_1) |
| 261 | data = 0x0; |
| 262 | pcie->cfgcache[(offset - 0x10) / 4] = data; |
| 263 | /* mvebu has its own way how to set PCI primary bus number */ |
| 264 | if (offset == PCI_PRIMARY_BUS) { |
| 265 | pcie->first_busno = data & 0xff; |
| 266 | debug("Primary bus number was changed to %d\n", |
| 267 | pcie->first_busno); |
| 268 | } |
| 269 | /* mvebu has its own way how to set PCI secondary bus number */ |
| 270 | if (offset == PCI_SECONDARY_BUS || |
| 271 | (offset == PCI_PRIMARY_BUS && size != PCI_SIZE_8)) { |
| 272 | pcie->sec_busno = (data >> 8) & 0xff; |
| 273 | mvebu_pcie_set_local_bus_nr(pcie, pcie->sec_busno); |
| 274 | debug("Secondary bus number was changed to %d\n", |
| 275 | pcie->sec_busno); |
| 276 | } |
| 277 | return 0; |
| 278 | } else if (busno == pcie->first_busno && |
| 279 | (offset & ~3) == PCI_ROM_ADDRESS1) { |
| 280 | /* mvebu has Expansion ROM Base Address (0x38) at offset 0x30 */ |
| 281 | offset -= PCI_ROM_ADDRESS1 - PCIE_EXP_ROM_BAR_OFF; |
| 282 | } |
| 283 | |
| 284 | /* |
| 285 | * PCI bridge is device 0 at primary bus but mvebu has it mapped on |
| 286 | * secondary bus with device number 1. |
| 287 | */ |
| 288 | if (busno == pcie->first_busno) |
| 289 | addr = PCIE_CONF_ADDR(pcie->sec_busno, 1, 0, offset); |
| 290 | else |
| 291 | addr = PCIE_CONF_ADDR(busno, PCI_DEV(bdf), PCI_FUNC(bdf), offset); |
| 292 | |
Marek Behún | 241d763 | 2021-02-08 23:01:38 +0100 | [diff] [blame] | 293 | /* write address */ |
Pali Rohár | a7b61ab | 2021-10-22 16:22:10 +0200 | [diff] [blame] | 294 | writel(addr, pcie->base + PCIE_CONF_ADDR_OFF); |
Marek Behún | 241d763 | 2021-02-08 23:01:38 +0100 | [diff] [blame] | 295 | |
| 296 | /* write data */ |
Pali Rohár | daa9bfd | 2021-10-22 16:22:08 +0200 | [diff] [blame] | 297 | switch (size) { |
| 298 | case PCI_SIZE_8: |
| 299 | writeb(value, pcie->base + PCIE_CONF_DATA_OFF + (offset & 3)); |
| 300 | break; |
| 301 | case PCI_SIZE_16: |
| 302 | writew(value, pcie->base + PCIE_CONF_DATA_OFF + (offset & 2)); |
| 303 | break; |
| 304 | case PCI_SIZE_32: |
| 305 | writel(value, pcie->base + PCIE_CONF_DATA_OFF); |
| 306 | break; |
| 307 | default: |
| 308 | return -EINVAL; |
| 309 | } |
Anton Schubert | 9c28d61 | 2015-08-11 11:54:01 +0200 | [diff] [blame] | 310 | |
| 311 | return 0; |
| 312 | } |
| 313 | |
| 314 | /* |
| 315 | * Setup PCIE BARs and Address Decode Wins: |
| 316 | * BAR[0,2] -> disabled, BAR[1] -> covers all DRAM banks |
| 317 | * WIN[0-3] -> DRAM bank[0-3] |
| 318 | */ |
| 319 | static void mvebu_pcie_setup_wins(struct mvebu_pcie *pcie) |
| 320 | { |
| 321 | const struct mbus_dram_target_info *dram = mvebu_mbus_dram_info(); |
| 322 | u32 size; |
| 323 | int i; |
| 324 | |
| 325 | /* First, disable and clear BARs and windows. */ |
| 326 | for (i = 1; i < 3; i++) { |
| 327 | writel(0, pcie->base + PCIE_BAR_CTRL_OFF(i)); |
| 328 | writel(0, pcie->base + PCIE_BAR_LO_OFF(i)); |
| 329 | writel(0, pcie->base + PCIE_BAR_HI_OFF(i)); |
| 330 | } |
| 331 | |
| 332 | for (i = 0; i < 5; i++) { |
| 333 | writel(0, pcie->base + PCIE_WIN04_CTRL_OFF(i)); |
| 334 | writel(0, pcie->base + PCIE_WIN04_BASE_OFF(i)); |
| 335 | writel(0, pcie->base + PCIE_WIN04_REMAP_OFF(i)); |
| 336 | } |
| 337 | |
| 338 | writel(0, pcie->base + PCIE_WIN5_CTRL_OFF); |
| 339 | writel(0, pcie->base + PCIE_WIN5_BASE_OFF); |
| 340 | writel(0, pcie->base + PCIE_WIN5_REMAP_OFF); |
| 341 | |
| 342 | /* Setup windows for DDR banks. Count total DDR size on the fly. */ |
| 343 | size = 0; |
| 344 | for (i = 0; i < dram->num_cs; i++) { |
| 345 | const struct mbus_dram_window *cs = dram->cs + i; |
| 346 | |
| 347 | writel(cs->base & 0xffff0000, |
| 348 | pcie->base + PCIE_WIN04_BASE_OFF(i)); |
| 349 | writel(0, pcie->base + PCIE_WIN04_REMAP_OFF(i)); |
| 350 | writel(((cs->size - 1) & 0xffff0000) | |
| 351 | (cs->mbus_attr << 8) | |
| 352 | (dram->mbus_dram_target_id << 4) | 1, |
| 353 | pcie->base + PCIE_WIN04_CTRL_OFF(i)); |
| 354 | |
| 355 | size += cs->size; |
| 356 | } |
| 357 | |
| 358 | /* Round up 'size' to the nearest power of two. */ |
| 359 | if ((size & (size - 1)) != 0) |
| 360 | size = 1 << fls(size); |
| 361 | |
| 362 | /* Setup BAR[1] to all DRAM banks. */ |
| 363 | writel(dram->cs[0].base | 0xc, pcie->base + PCIE_BAR_LO_OFF(1)); |
| 364 | writel(0, pcie->base + PCIE_BAR_HI_OFF(1)); |
| 365 | writel(((size - 1) & 0xffff0000) | 0x1, |
| 366 | pcie->base + PCIE_BAR_CTRL_OFF(1)); |
| 367 | } |
| 368 | |
Stefan Roese | 94f453e | 2019-01-25 11:52:43 +0100 | [diff] [blame] | 369 | static int mvebu_pcie_probe(struct udevice *dev) |
Anton Schubert | 9c28d61 | 2015-08-11 11:54:01 +0200 | [diff] [blame] | 370 | { |
Simon Glass | c69cda2 | 2020-12-03 16:55:20 -0700 | [diff] [blame] | 371 | struct mvebu_pcie *pcie = dev_get_plat(dev); |
Stefan Roese | 94f453e | 2019-01-25 11:52:43 +0100 | [diff] [blame] | 372 | struct udevice *ctlr = pci_get_controller(dev); |
| 373 | struct pci_controller *hose = dev_get_uclass_priv(ctlr); |
Anton Schubert | 9c28d61 | 2015-08-11 11:54:01 +0200 | [diff] [blame] | 374 | u32 reg; |
Anton Schubert | 9c28d61 | 2015-08-11 11:54:01 +0200 | [diff] [blame] | 375 | |
Pali Rohár | 2344a76 | 2021-10-22 16:22:14 +0200 | [diff] [blame] | 376 | /* Setup PCIe controller to Root Complex mode */ |
| 377 | reg = readl(pcie->base + PCIE_CTRL_OFF); |
| 378 | reg |= PCIE_CTRL_RC_MODE; |
| 379 | writel(reg, pcie->base + PCIE_CTRL_OFF); |
| 380 | |
Pali Rohár | a7b61ab | 2021-10-22 16:22:10 +0200 | [diff] [blame] | 381 | /* |
| 382 | * Change Class Code of PCI Bridge device to PCI Bridge (0x600400) |
| 383 | * because default value is Memory controller (0x508000) which |
| 384 | * U-Boot cannot recognize as P2P Bridge. |
| 385 | * |
| 386 | * Note that this mvebu PCI Bridge does not have compliant Type 1 |
| 387 | * Configuration Space. Header Type is reported as Type 0 and in |
| 388 | * range 0x10-0x34 it has aliased internal mvebu registers 0x10-0x34 |
| 389 | * (e.g. PCIE_BAR_LO_OFF) and register 0x38 is reserved. |
| 390 | * |
| 391 | * Driver for this range redirects access to virtual cfgcache[] buffer |
| 392 | * which avoids changing internal mvebu registers. And changes Header |
| 393 | * Type response value to Type 1. |
| 394 | */ |
| 395 | reg = readl(pcie->base + PCIE_DEV_REV_OFF); |
| 396 | reg &= ~0xffffff00; |
| 397 | reg |= (PCI_CLASS_BRIDGE_PCI << 8) << 8; |
| 398 | writel(reg, pcie->base + PCIE_DEV_REV_OFF); |
Anton Schubert | 9c28d61 | 2015-08-11 11:54:01 +0200 | [diff] [blame] | 399 | |
Pali Rohár | a7b61ab | 2021-10-22 16:22:10 +0200 | [diff] [blame] | 400 | /* |
| 401 | * mvebu uses local bus number and local device number to determinate |
| 402 | * type of config request. Type 0 is used if target bus number equals |
| 403 | * local bus number and target device number differs from local device |
| 404 | * number. Type 1 is used if target bus number differs from local bus |
| 405 | * number. And when target bus number equals local bus number and |
| 406 | * target device equals local device number then request is routed to |
| 407 | * PCI Bridge which represent local PCIe Root Port. |
| 408 | * |
| 409 | * It means that PCI primary and secondary buses shares one bus number |
| 410 | * which is configured via local bus number. Determination if config |
| 411 | * request should go to primary or secondary bus is done based on local |
| 412 | * device number. |
| 413 | * |
| 414 | * PCIe is point-to-point bus, so at secondary bus is always exactly one |
| 415 | * device with number 0. So set local device number to 1, it would not |
| 416 | * conflict with any device on secondary bus number and will ensure that |
| 417 | * accessing secondary bus and all buses behind secondary would work |
| 418 | * automatically and correctly. Therefore this configuration of local |
| 419 | * device number implies that setting of local bus number configures |
| 420 | * secondary bus number. Set it to 0 as U-Boot CONFIG_PCI_PNP code will |
| 421 | * later configure it via config write requests to the correct value. |
| 422 | * mvebu_pcie_write_config() catches config write requests which tries |
| 423 | * to change primary/secondary bus number and correctly updates local |
| 424 | * bus number based on new secondary bus number. |
| 425 | * |
| 426 | * With this configuration is PCI Bridge available at secondary bus as |
| 427 | * device number 1. But it must be available at primary bus as device |
| 428 | * number 0. So in mvebu_pcie_read_config() and mvebu_pcie_write_config() |
| 429 | * functions rewrite address to the real one when accessing primary bus. |
| 430 | */ |
| 431 | mvebu_pcie_set_local_bus_nr(pcie, 0); |
| 432 | mvebu_pcie_set_local_dev_nr(pcie, 1); |
Anton Schubert | 9c28d61 | 2015-08-11 11:54:01 +0200 | [diff] [blame] | 433 | |
Stefan Roese | 94f453e | 2019-01-25 11:52:43 +0100 | [diff] [blame] | 434 | pcie->mem.start = (u32)mvebu_pcie_membase; |
Pali Rohár | cbf0d3a | 2021-11-06 12:16:12 +0100 | [diff] [blame] | 435 | pcie->mem.end = pcie->mem.start + MBUS_PCI_MEM_SIZE - 1; |
| 436 | mvebu_pcie_membase += MBUS_PCI_MEM_SIZE; |
Stefan Roese | 94f453e | 2019-01-25 11:52:43 +0100 | [diff] [blame] | 437 | |
| 438 | if (mvebu_mbus_add_window_by_id(pcie->mem_target, pcie->mem_attr, |
| 439 | (phys_addr_t)pcie->mem.start, |
Pali Rohár | cbf0d3a | 2021-11-06 12:16:12 +0100 | [diff] [blame] | 440 | MBUS_PCI_MEM_SIZE)) { |
Stefan Roese | 94f453e | 2019-01-25 11:52:43 +0100 | [diff] [blame] | 441 | printf("PCIe unable to add mbus window for mem at %08x+%08x\n", |
Pali Rohár | cbf0d3a | 2021-11-06 12:16:12 +0100 | [diff] [blame] | 442 | (u32)pcie->mem.start, MBUS_PCI_MEM_SIZE); |
Stefan Roese | 94f453e | 2019-01-25 11:52:43 +0100 | [diff] [blame] | 443 | } |
| 444 | |
Phil Sutter | ba8ae03 | 2021-01-03 23:06:46 +0100 | [diff] [blame] | 445 | pcie->io.start = (u32)mvebu_pcie_iobase; |
| 446 | pcie->io.end = pcie->io.start + MBUS_PCI_IO_SIZE - 1; |
| 447 | mvebu_pcie_iobase += MBUS_PCI_IO_SIZE; |
| 448 | |
| 449 | if (mvebu_mbus_add_window_by_id(pcie->io_target, pcie->io_attr, |
| 450 | (phys_addr_t)pcie->io.start, |
| 451 | MBUS_PCI_IO_SIZE)) { |
| 452 | printf("PCIe unable to add mbus window for IO at %08x+%08x\n", |
| 453 | (u32)pcie->io.start, MBUS_PCI_IO_SIZE); |
| 454 | } |
| 455 | |
Stefan Roese | 94f453e | 2019-01-25 11:52:43 +0100 | [diff] [blame] | 456 | /* Setup windows and configure host bridge */ |
| 457 | mvebu_pcie_setup_wins(pcie); |
| 458 | |
Stefan Roese | 94f453e | 2019-01-25 11:52:43 +0100 | [diff] [blame] | 459 | /* PCI memory space */ |
| 460 | pci_set_region(hose->regions + 0, pcie->mem.start, |
Pali Rohár | cbf0d3a | 2021-11-06 12:16:12 +0100 | [diff] [blame] | 461 | pcie->mem.start, MBUS_PCI_MEM_SIZE, PCI_REGION_MEM); |
Stefan Roese | 94f453e | 2019-01-25 11:52:43 +0100 | [diff] [blame] | 462 | pci_set_region(hose->regions + 1, |
| 463 | 0, 0, |
| 464 | gd->ram_size, |
| 465 | PCI_REGION_MEM | PCI_REGION_SYS_MEMORY); |
Phil Sutter | ba8ae03 | 2021-01-03 23:06:46 +0100 | [diff] [blame] | 466 | pci_set_region(hose->regions + 2, pcie->io.start, |
| 467 | pcie->io.start, MBUS_PCI_IO_SIZE, PCI_REGION_IO); |
| 468 | hose->region_count = 3; |
Stefan Roese | 94f453e | 2019-01-25 11:52:43 +0100 | [diff] [blame] | 469 | |
Marek Behún | 193a1e9 | 2019-08-07 15:01:56 +0200 | [diff] [blame] | 470 | /* Set BAR0 to internal registers */ |
| 471 | writel(SOC_REGS_PHY_BASE, pcie->base + PCIE_BAR_LO_OFF(0)); |
| 472 | writel(0, pcie->base + PCIE_BAR_HI_OFF(0)); |
| 473 | |
Pali Rohár | a7b61ab | 2021-10-22 16:22:10 +0200 | [diff] [blame] | 474 | /* PCI Bridge support 32-bit I/O and 64-bit prefetch mem addressing */ |
| 475 | pcie->cfgcache[(PCI_IO_BASE - 0x10) / 4] = |
| 476 | PCI_IO_RANGE_TYPE_32 | (PCI_IO_RANGE_TYPE_32 << 8); |
| 477 | pcie->cfgcache[(PCI_PREF_MEMORY_BASE - 0x10) / 4] = |
| 478 | PCI_PREF_RANGE_TYPE_64 | (PCI_PREF_RANGE_TYPE_64 << 16); |
| 479 | |
Stefan Roese | 94f453e | 2019-01-25 11:52:43 +0100 | [diff] [blame] | 480 | return 0; |
| 481 | } |
| 482 | |
| 483 | static int mvebu_pcie_port_parse_dt(ofnode node, struct mvebu_pcie *pcie) |
| 484 | { |
| 485 | const u32 *addr; |
| 486 | int len; |
| 487 | |
| 488 | addr = ofnode_get_property(node, "assigned-addresses", &len); |
| 489 | if (!addr) { |
| 490 | pr_err("property \"assigned-addresses\" not found"); |
| 491 | return -FDT_ERR_NOTFOUND; |
| 492 | } |
| 493 | |
| 494 | pcie->base = (void *)(fdt32_to_cpu(addr[2]) + SOC_REGS_PHY_BASE); |
| 495 | |
| 496 | return 0; |
| 497 | } |
| 498 | |
| 499 | #define DT_FLAGS_TO_TYPE(flags) (((flags) >> 24) & 0x03) |
| 500 | #define DT_TYPE_IO 0x1 |
| 501 | #define DT_TYPE_MEM32 0x2 |
| 502 | #define DT_CPUADDR_TO_TARGET(cpuaddr) (((cpuaddr) >> 56) & 0xFF) |
| 503 | #define DT_CPUADDR_TO_ATTR(cpuaddr) (((cpuaddr) >> 48) & 0xFF) |
| 504 | |
| 505 | static int mvebu_get_tgt_attr(ofnode node, int devfn, |
| 506 | unsigned long type, |
| 507 | unsigned int *tgt, |
| 508 | unsigned int *attr) |
| 509 | { |
| 510 | const int na = 3, ns = 2; |
| 511 | const __be32 *range; |
| 512 | int rlen, nranges, rangesz, pna, i; |
| 513 | |
| 514 | *tgt = -1; |
| 515 | *attr = -1; |
| 516 | |
| 517 | range = ofnode_get_property(node, "ranges", &rlen); |
| 518 | if (!range) |
| 519 | return -EINVAL; |
| 520 | |
Stefan Roese | 0df62e8 | 2019-02-11 07:53:34 +0100 | [diff] [blame] | 521 | /* |
| 522 | * Linux uses of_n_addr_cells() to get the number of address cells |
| 523 | * here. Currently this function is only available in U-Boot when |
| 524 | * CONFIG_OF_LIVE is enabled. Until this is enabled for MVEBU in |
| 525 | * general, lets't hardcode the "pna" value in the U-Boot code. |
| 526 | */ |
Stefan Roese | 94f453e | 2019-01-25 11:52:43 +0100 | [diff] [blame] | 527 | pna = 2; /* hardcoded for now because of lack of of_n_addr_cells() */ |
| 528 | rangesz = pna + na + ns; |
| 529 | nranges = rlen / sizeof(__be32) / rangesz; |
| 530 | |
| 531 | for (i = 0; i < nranges; i++, range += rangesz) { |
| 532 | u32 flags = of_read_number(range, 1); |
| 533 | u32 slot = of_read_number(range + 1, 1); |
| 534 | u64 cpuaddr = of_read_number(range + na, pna); |
| 535 | unsigned long rtype; |
| 536 | |
| 537 | if (DT_FLAGS_TO_TYPE(flags) == DT_TYPE_IO) |
| 538 | rtype = IORESOURCE_IO; |
| 539 | else if (DT_FLAGS_TO_TYPE(flags) == DT_TYPE_MEM32) |
| 540 | rtype = IORESOURCE_MEM; |
| 541 | else |
Anton Schubert | 9c28d61 | 2015-08-11 11:54:01 +0200 | [diff] [blame] | 542 | continue; |
Anton Schubert | 9c28d61 | 2015-08-11 11:54:01 +0200 | [diff] [blame] | 543 | |
Stefan Roese | 94f453e | 2019-01-25 11:52:43 +0100 | [diff] [blame] | 544 | /* |
| 545 | * The Linux code used PCI_SLOT() here, which expects devfn |
| 546 | * in bits 7..0. PCI_DEV() in U-Boot is similar to PCI_SLOT(), |
| 547 | * only expects devfn in 15..8, where its saved in this driver. |
| 548 | */ |
| 549 | if (slot == PCI_DEV(devfn) && type == rtype) { |
| 550 | *tgt = DT_CPUADDR_TO_TARGET(cpuaddr); |
| 551 | *attr = DT_CPUADDR_TO_ATTR(cpuaddr); |
| 552 | return 0; |
Phil Sutter | 9a04527 | 2015-12-25 14:41:20 +0100 | [diff] [blame] | 553 | } |
Anton Schubert | 9c28d61 | 2015-08-11 11:54:01 +0200 | [diff] [blame] | 554 | } |
Stefan Roese | 94f453e | 2019-01-25 11:52:43 +0100 | [diff] [blame] | 555 | |
| 556 | return -ENOENT; |
Anton Schubert | 9c28d61 | 2015-08-11 11:54:01 +0200 | [diff] [blame] | 557 | } |
Stefan Roese | 94f453e | 2019-01-25 11:52:43 +0100 | [diff] [blame] | 558 | |
Simon Glass | d1998a9 | 2020-12-03 16:55:21 -0700 | [diff] [blame] | 559 | static int mvebu_pcie_of_to_plat(struct udevice *dev) |
Stefan Roese | 94f453e | 2019-01-25 11:52:43 +0100 | [diff] [blame] | 560 | { |
Simon Glass | c69cda2 | 2020-12-03 16:55:20 -0700 | [diff] [blame] | 561 | struct mvebu_pcie *pcie = dev_get_plat(dev); |
Stefan Roese | 94f453e | 2019-01-25 11:52:43 +0100 | [diff] [blame] | 562 | int ret = 0; |
| 563 | |
| 564 | /* Get port number, lane number and memory target / attr */ |
| 565 | if (ofnode_read_u32(dev_ofnode(dev), "marvell,pcie-port", |
| 566 | &pcie->port)) { |
| 567 | ret = -ENODEV; |
| 568 | goto err; |
| 569 | } |
| 570 | |
| 571 | if (ofnode_read_u32(dev_ofnode(dev), "marvell,pcie-lane", &pcie->lane)) |
| 572 | pcie->lane = 0; |
| 573 | |
| 574 | sprintf(pcie->name, "pcie%d.%d", pcie->port, pcie->lane); |
| 575 | |
| 576 | /* pci_get_devfn() returns devfn in bits 15..8, see PCI_DEV usage */ |
| 577 | pcie->devfn = pci_get_devfn(dev); |
| 578 | if (pcie->devfn < 0) { |
| 579 | ret = -ENODEV; |
| 580 | goto err; |
| 581 | } |
| 582 | |
| 583 | ret = mvebu_get_tgt_attr(dev_ofnode(dev->parent), pcie->devfn, |
| 584 | IORESOURCE_MEM, |
| 585 | &pcie->mem_target, &pcie->mem_attr); |
| 586 | if (ret < 0) { |
| 587 | printf("%s: cannot get tgt/attr for mem window\n", pcie->name); |
| 588 | goto err; |
| 589 | } |
| 590 | |
Phil Sutter | ba8ae03 | 2021-01-03 23:06:46 +0100 | [diff] [blame] | 591 | ret = mvebu_get_tgt_attr(dev_ofnode(dev->parent), pcie->devfn, |
| 592 | IORESOURCE_IO, |
| 593 | &pcie->io_target, &pcie->io_attr); |
| 594 | if (ret < 0) { |
| 595 | printf("%s: cannot get tgt/attr for IO window\n", pcie->name); |
| 596 | goto err; |
| 597 | } |
| 598 | |
Stefan Roese | 94f453e | 2019-01-25 11:52:43 +0100 | [diff] [blame] | 599 | /* Parse PCIe controller register base from DT */ |
| 600 | ret = mvebu_pcie_port_parse_dt(dev_ofnode(dev), pcie); |
| 601 | if (ret < 0) |
| 602 | goto err; |
| 603 | |
Stefan Roese | 94f453e | 2019-01-25 11:52:43 +0100 | [diff] [blame] | 604 | return 0; |
| 605 | |
| 606 | err: |
| 607 | return ret; |
| 608 | } |
| 609 | |
| 610 | static const struct dm_pci_ops mvebu_pcie_ops = { |
| 611 | .read_config = mvebu_pcie_read_config, |
| 612 | .write_config = mvebu_pcie_write_config, |
| 613 | }; |
| 614 | |
| 615 | static struct driver pcie_mvebu_drv = { |
| 616 | .name = "pcie_mvebu", |
| 617 | .id = UCLASS_PCI, |
| 618 | .ops = &mvebu_pcie_ops, |
| 619 | .probe = mvebu_pcie_probe, |
Simon Glass | d1998a9 | 2020-12-03 16:55:21 -0700 | [diff] [blame] | 620 | .of_to_plat = mvebu_pcie_of_to_plat, |
Simon Glass | caa4daa | 2020-12-03 16:55:18 -0700 | [diff] [blame] | 621 | .plat_auto = sizeof(struct mvebu_pcie), |
Stefan Roese | 94f453e | 2019-01-25 11:52:43 +0100 | [diff] [blame] | 622 | }; |
| 623 | |
| 624 | /* |
| 625 | * Use a MISC device to bind the n instances (child nodes) of the |
| 626 | * PCIe base controller in UCLASS_PCI. |
| 627 | */ |
| 628 | static int mvebu_pcie_bind(struct udevice *parent) |
| 629 | { |
| 630 | struct mvebu_pcie *pcie; |
| 631 | struct uclass_driver *drv; |
| 632 | struct udevice *dev; |
| 633 | ofnode subnode; |
| 634 | |
Pali Rohár | 03a8a5e | 2021-10-22 16:22:15 +0200 | [diff] [blame] | 635 | /* Lookup pci driver */ |
Stefan Roese | 94f453e | 2019-01-25 11:52:43 +0100 | [diff] [blame] | 636 | drv = lists_uclass_lookup(UCLASS_PCI); |
| 637 | if (!drv) { |
| 638 | puts("Cannot find PCI driver\n"); |
| 639 | return -ENOENT; |
| 640 | } |
| 641 | |
| 642 | ofnode_for_each_subnode(subnode, dev_ofnode(parent)) { |
| 643 | if (!ofnode_is_available(subnode)) |
| 644 | continue; |
| 645 | |
| 646 | pcie = calloc(1, sizeof(*pcie)); |
| 647 | if (!pcie) |
| 648 | return -ENOMEM; |
| 649 | |
| 650 | /* Create child device UCLASS_PCI and bind it */ |
Simon Glass | 734206d | 2020-11-28 17:50:01 -0700 | [diff] [blame] | 651 | device_bind(parent, &pcie_mvebu_drv, pcie->name, pcie, subnode, |
| 652 | &dev); |
Stefan Roese | 94f453e | 2019-01-25 11:52:43 +0100 | [diff] [blame] | 653 | } |
| 654 | |
| 655 | return 0; |
| 656 | } |
| 657 | |
| 658 | static const struct udevice_id mvebu_pcie_ids[] = { |
| 659 | { .compatible = "marvell,armada-xp-pcie" }, |
| 660 | { .compatible = "marvell,armada-370-pcie" }, |
| 661 | { } |
| 662 | }; |
| 663 | |
| 664 | U_BOOT_DRIVER(pcie_mvebu_base) = { |
| 665 | .name = "pcie_mvebu_base", |
| 666 | .id = UCLASS_MISC, |
| 667 | .of_match = mvebu_pcie_ids, |
| 668 | .bind = mvebu_pcie_bind, |
| 669 | }; |