blob: 60f20c2e559a4a4efcf3fdde16fbc97501ea3f6c [file] [log] [blame]
Kumar Gala5516b542007-06-27 01:17:57 -05001/*
2 * Contains common pci routines for ALL ppc platform
Kumar Galacf1d8a82007-06-28 22:56:24 -05003 * (based on pci_32.c and pci_64.c)
4 *
5 * Port for PPC64 David Engebretsen, IBM Corp.
6 * Contains common pci routines for ppc64 platform, pSeries and iSeries brands.
7 *
8 * Copyright (C) 2003 Anton Blanchard <anton@au.ibm.com>, IBM
9 * Rework, based on alpha PCI code.
10 *
11 * Common pmac/prep/chrp pci routines. -- Cort
Kumar Gala5516b542007-06-27 01:17:57 -050012 *
13 * This program is free software; you can redistribute it and/or
14 * modify it under the terms of the GNU General Public License
15 * as published by the Free Software Foundation; either version
16 * 2 of the License, or (at your option) any later version.
17 */
18
Kumar Gala5516b542007-06-27 01:17:57 -050019#include <linux/kernel.h>
20#include <linux/pci.h>
21#include <linux/string.h>
22#include <linux/init.h>
Gavin Shand92a2082014-04-24 18:00:24 +100023#include <linux/delay.h>
Paul Gortmaker66b15db2011-05-27 10:46:24 -040024#include <linux/export.h>
Grant Likely22ae7822010-07-29 11:49:01 -060025#include <linux/of_address.h>
Sebastian Andrzej Siewior04bea682011-01-24 09:58:55 +053026#include <linux/of_pci.h>
Kumar Gala5516b542007-06-27 01:17:57 -050027#include <linux/mm.h>
Hugh Dickins3a4f8a02017-02-24 14:59:36 -080028#include <linux/shmem_fs.h>
Kumar Gala5516b542007-06-27 01:17:57 -050029#include <linux/list.h>
30#include <linux/syscalls.h>
31#include <linux/irq.h>
32#include <linux/vmalloc.h>
Tejun Heo5a0e3ad2010-03-24 17:04:11 +090033#include <linux/slab.h>
Brian Kingc2e1d842013-04-08 03:05:10 +000034#include <linux/vgaarb.h>
Kumar Gala5516b542007-06-27 01:17:57 -050035
36#include <asm/processor.h>
37#include <asm/io.h>
38#include <asm/prom.h>
39#include <asm/pci-bridge.h>
40#include <asm/byteorder.h>
41#include <asm/machdep.h>
42#include <asm/ppc-pci.h>
Benjamin Herrenschmidt8b8da352008-10-27 19:48:37 +000043#include <asm/eeh.h>
Kumar Gala5516b542007-06-27 01:17:57 -050044
Hari Vyas44bda4b2018-07-03 14:35:41 +053045#include "../../../drivers/pci/pci.h"
46
Guilherme G. Piccoli63a72282016-06-29 15:14:22 -030047/* hose_spinlock protects accesses to the the phb_bitmap. */
Kumar Galaa4c9e322007-06-27 13:09:43 -050048static DEFINE_SPINLOCK(hose_spinlock);
Milton Millerc3bd5172009-01-08 02:19:46 +000049LIST_HEAD(hose_list);
Kumar Galaa4c9e322007-06-27 13:09:43 -050050
Guilherme G. Piccoli63a72282016-06-29 15:14:22 -030051/* For dynamic PHB numbering on get_phb_number(): max number of PHBs. */
52#define MAX_PHBS 0x10000
53
54/*
55 * For dynamic PHB numbering: used/free PHBs tracking bitmap.
56 * Accesses to this bitmap should be protected by hose_spinlock.
57 */
58static DECLARE_BITMAP(phb_bitmap, MAX_PHBS);
Kumar Galaa4c9e322007-06-27 13:09:43 -050059
Benjamin Herrenschmidt25e81f92007-12-11 14:48:17 +110060/* ISA Memory physical address */
61resource_size_t isa_mem_base;
Al Viro9445aa12016-01-13 23:33:46 -050062EXPORT_SYMBOL(isa_mem_base);
Benjamin Herrenschmidt25e81f92007-12-11 14:48:17 +110063
Kumar Galaa4c9e322007-06-27 13:09:43 -050064
Christoph Hellwig68005b672019-02-13 08:01:30 +010065static const struct dma_map_ops *pci_dma_ops;
Becky Bruce4fc665b2008-09-12 10:34:46 +000066
Bart Van Assche52997092017-01-20 13:04:01 -080067void set_pci_dma_ops(const struct dma_map_ops *dma_ops)
Becky Bruce4fc665b2008-09-12 10:34:46 +000068{
69 pci_dma_ops = dma_ops;
70}
71
Guilherme G. Piccoli63a72282016-06-29 15:14:22 -030072/*
73 * This function should run under locking protection, specifically
74 * hose_spinlock.
75 */
76static int get_phb_number(struct device_node *dn)
77{
78 int ret, phb_id = -1;
Michael Ellerman61e8a0d2016-08-05 16:40:56 +100079 u32 prop_32;
Guilherme G. Piccoli63a72282016-06-29 15:14:22 -030080 u64 prop;
81
82 /*
83 * Try fixed PHB numbering first, by checking archs and reading
84 * the respective device-tree properties. Firstly, try powernv by
85 * reading "ibm,opal-phbid", only present in OPAL environment.
86 */
87 ret = of_property_read_u64(dn, "ibm,opal-phbid", &prop);
Michael Ellerman61e8a0d2016-08-05 16:40:56 +100088 if (ret) {
89 ret = of_property_read_u32_index(dn, "reg", 1, &prop_32);
90 prop = prop_32;
91 }
Guilherme G. Piccoli63a72282016-06-29 15:14:22 -030092
93 if (!ret)
94 phb_id = (int)(prop & (MAX_PHBS - 1));
95
96 /* We need to be sure to not use the same PHB number twice. */
97 if ((phb_id >= 0) && !test_and_set_bit(phb_id, phb_bitmap))
98 return phb_id;
99
100 /*
101 * If not pseries nor powernv, or if fixed PHB numbering tried to add
102 * the same PHB number twice, then fallback to dynamic PHB numbering.
103 */
104 phb_id = find_first_zero_bit(phb_bitmap, MAX_PHBS);
105 BUG_ON(phb_id >= MAX_PHBS);
106 set_bit(phb_id, phb_bitmap);
107
108 return phb_id;
109}
110
Stephen Rothwelle60516e2007-12-11 11:02:07 +1100111struct pci_controller *pcibios_alloc_controller(struct device_node *dev)
Kumar Galaa4c9e322007-06-27 13:09:43 -0500112{
113 struct pci_controller *phb;
114
Stephen Rothwelle60516e2007-12-11 11:02:07 +1100115 phb = zalloc_maybe_bootmem(sizeof(struct pci_controller), GFP_KERNEL);
Kumar Galaa4c9e322007-06-27 13:09:43 -0500116 if (phb == NULL)
117 return NULL;
Stephen Rothwelle60516e2007-12-11 11:02:07 +1100118 spin_lock(&hose_spinlock);
Guilherme G. Piccoli63a72282016-06-29 15:14:22 -0300119 phb->global_number = get_phb_number(dev);
Stephen Rothwelle60516e2007-12-11 11:02:07 +1100120 list_add_tail(&phb->list_node, &hose_list);
121 spin_unlock(&hose_spinlock);
Stephen Rothwell44ef3392007-12-10 14:33:21 +1100122 phb->dn = dev;
Michael Ellermanf691fa12015-03-30 14:10:37 +1100123 phb->is_dynamic = slab_is_available();
Kumar Galaa4c9e322007-06-27 13:09:43 -0500124#ifdef CONFIG_PPC64
125 if (dev) {
126 int nid = of_node_to_nid(dev);
127
128 if (nid < 0 || !node_online(nid))
129 nid = -1;
130
131 PHB_SET_NODE(phb, nid);
132 }
133#endif
134 return phb;
135}
Daniel Axtens5b64d2c2015-05-27 16:06:56 +1000136EXPORT_SYMBOL_GPL(pcibios_alloc_controller);
Kumar Galaa4c9e322007-06-27 13:09:43 -0500137
138void pcibios_free_controller(struct pci_controller *phb)
139{
140 spin_lock(&hose_spinlock);
Guilherme G. Piccoli63a72282016-06-29 15:14:22 -0300141
142 /* Clear bit of phb_bitmap to allow reuse of this PHB number. */
143 if (phb->global_number < MAX_PHBS)
144 clear_bit(phb->global_number, phb_bitmap);
145
Kumar Galaa4c9e322007-06-27 13:09:43 -0500146 list_del(&phb->list_node);
147 spin_unlock(&hose_spinlock);
148
149 if (phb->is_dynamic)
150 kfree(phb);
151}
Andrew Donnellan6b8b2522015-09-10 16:28:34 +1000152EXPORT_SYMBOL_GPL(pcibios_free_controller);
Kumar Galaa4c9e322007-06-27 13:09:43 -0500153
Gavin Shan4c2245b2012-09-11 16:59:46 -0600154/*
Mauricio Faria de Oliveira2dd9c112016-08-11 17:25:40 -0300155 * This function is used to call pcibios_free_controller()
156 * in a deferred manner: a callback from the PCI subsystem.
157 *
158 * _*DO NOT*_ call pcibios_free_controller() explicitly if
159 * this is used (or it may access an invalid *phb pointer).
160 *
161 * The callback occurs when all references to the root bus
162 * are dropped (e.g., child buses/devices and their users).
163 *
164 * It's called as .release_fn() of 'struct pci_host_bridge'
165 * which is associated with the 'struct pci_controller.bus'
166 * (root bus) - it expects .release_data to hold a pointer
167 * to 'struct pci_controller'.
168 *
169 * In order to use it, register .release_fn()/release_data
170 * like this:
171 *
172 * pci_set_host_bridge_release(bridge,
173 * pcibios_free_controller_deferred
174 * (void *) phb);
175 *
176 * e.g. in the pcibios_root_bridge_prepare() callback from
177 * pci_create_root_bus().
178 */
179void pcibios_free_controller_deferred(struct pci_host_bridge *bridge)
180{
181 struct pci_controller *phb = (struct pci_controller *)
182 bridge->release_data;
183
184 pr_debug("domain %d, dynamic %d\n", phb->global_number, phb->is_dynamic);
185
186 pcibios_free_controller(phb);
187}
188EXPORT_SYMBOL_GPL(pcibios_free_controller_deferred);
189
190/*
Gavin Shan4c2245b2012-09-11 16:59:46 -0600191 * The function is used to return the minimal alignment
192 * for memory or I/O windows of the associated P2P bridge.
193 * By default, 4KiB alignment for I/O windows and 1MiB for
194 * memory windows.
195 */
196resource_size_t pcibios_window_alignment(struct pci_bus *bus,
197 unsigned long type)
198{
Daniel Axtens467efc22015-03-31 16:00:56 +1100199 struct pci_controller *phb = pci_bus_to_host(bus);
200
201 if (phb->controller_ops.window_alignment)
202 return phb->controller_ops.window_alignment(bus, type);
203
204 /*
205 * PCI core will figure out the default
206 * alignment: 4KiB for I/O and 1MiB for
207 * memory window.
208 */
209 return 1;
Gavin Shan4c2245b2012-09-11 16:59:46 -0600210}
211
Gavin Shanc5fcb292016-05-20 16:41:26 +1000212void pcibios_setup_bridge(struct pci_bus *bus, unsigned long type)
213{
214 struct pci_controller *hose = pci_bus_to_host(bus);
215
216 if (hose->controller_ops.setup_bridge)
217 hose->controller_ops.setup_bridge(bus, type);
218}
219
Gavin Shand92a2082014-04-24 18:00:24 +1000220void pcibios_reset_secondary_bus(struct pci_dev *dev)
221{
Daniel Axtens467efc22015-03-31 16:00:56 +1100222 struct pci_controller *phb = pci_bus_to_host(dev->bus);
223
224 if (phb->controller_ops.reset_secondary_bus) {
225 phb->controller_ops.reset_secondary_bus(dev);
226 return;
227 }
228
229 pci_reset_secondary_bus(dev);
Gavin Shand92a2082014-04-24 18:00:24 +1000230}
231
Yongji Xie38274632017-04-10 19:58:13 +0800232resource_size_t pcibios_default_alignment(void)
233{
234 if (ppc_md.pcibios_default_alignment)
235 return ppc_md.pcibios_default_alignment();
236
237 return 0;
238}
239
Wei Yang5350ab32015-03-25 16:23:56 +0800240#ifdef CONFIG_PCI_IOV
241resource_size_t pcibios_iov_resource_alignment(struct pci_dev *pdev, int resno)
242{
243 if (ppc_md.pcibios_iov_resource_alignment)
244 return ppc_md.pcibios_iov_resource_alignment(pdev, resno);
245
246 return pci_iov_resource_size(pdev, resno);
247}
Bryant G. Ly988fc3b2017-11-09 08:00:33 -0600248
249int pcibios_sriov_enable(struct pci_dev *pdev, u16 num_vfs)
250{
251 if (ppc_md.pcibios_sriov_enable)
252 return ppc_md.pcibios_sriov_enable(pdev, num_vfs);
253
254 return 0;
255}
256
257int pcibios_sriov_disable(struct pci_dev *pdev)
258{
259 if (ppc_md.pcibios_sriov_disable)
260 return ppc_md.pcibios_sriov_disable(pdev);
261
262 return 0;
263}
264
Wei Yang5350ab32015-03-25 16:23:56 +0800265#endif /* CONFIG_PCI_IOV */
266
Bryant G. Ly988fc3b2017-11-09 08:00:33 -0600267void pcibios_bus_add_device(struct pci_dev *pdev)
268{
269 if (ppc_md.pcibios_bus_add_device)
270 ppc_md.pcibios_bus_add_device(pdev);
271}
272
Milton Millerc3bd5172009-01-08 02:19:46 +0000273static resource_size_t pcibios_io_size(const struct pci_controller *hose)
274{
275#ifdef CONFIG_PPC64
276 return hose->pci_io_size;
277#else
Joe Perches28f65c112011-06-09 09:13:32 -0700278 return resource_size(&hose->io_resource);
Milton Millerc3bd5172009-01-08 02:19:46 +0000279#endif
280}
281
Benjamin Herrenschmidt6dfbde22007-07-26 14:07:13 +1000282int pcibios_vaddr_is_ioport(void __iomem *address)
283{
284 int ret = 0;
285 struct pci_controller *hose;
Milton Millerc3bd5172009-01-08 02:19:46 +0000286 resource_size_t size;
Benjamin Herrenschmidt6dfbde22007-07-26 14:07:13 +1000287
288 spin_lock(&hose_spinlock);
289 list_for_each_entry(hose, &hose_list, list_node) {
Milton Millerc3bd5172009-01-08 02:19:46 +0000290 size = pcibios_io_size(hose);
Benjamin Herrenschmidt6dfbde22007-07-26 14:07:13 +1000291 if (address >= hose->io_base_virt &&
292 address < (hose->io_base_virt + size)) {
293 ret = 1;
294 break;
295 }
296 }
297 spin_unlock(&hose_spinlock);
298 return ret;
299}
300
Milton Millerc3bd5172009-01-08 02:19:46 +0000301unsigned long pci_address_to_pio(phys_addr_t address)
302{
303 struct pci_controller *hose;
304 resource_size_t size;
305 unsigned long ret = ~0;
306
307 spin_lock(&hose_spinlock);
308 list_for_each_entry(hose, &hose_list, list_node) {
309 size = pcibios_io_size(hose);
310 if (address >= hose->io_base_phys &&
311 address < (hose->io_base_phys + size)) {
312 unsigned long base =
313 (unsigned long)hose->io_base_virt - _IO_BASE;
314 ret = base + (address - hose->io_base_phys);
315 break;
316 }
317 }
318 spin_unlock(&hose_spinlock);
319
320 return ret;
321}
322EXPORT_SYMBOL_GPL(pci_address_to_pio);
323
Kumar Gala5516b542007-06-27 01:17:57 -0500324/*
325 * Return the domain number for this bus.
326 */
327int pci_domain_nr(struct pci_bus *bus)
328{
Stephen Rothwell6207e812007-12-07 02:04:33 +1100329 struct pci_controller *hose = pci_bus_to_host(bus);
Kumar Gala5516b542007-06-27 01:17:57 -0500330
Stephen Rothwell6207e812007-12-07 02:04:33 +1100331 return hose->global_number;
Kumar Gala5516b542007-06-27 01:17:57 -0500332}
Kumar Gala5516b542007-06-27 01:17:57 -0500333EXPORT_SYMBOL(pci_domain_nr);
Kumar Gala58083da2007-06-27 11:07:51 -0500334
Kumar Galaa4c9e322007-06-27 13:09:43 -0500335/* This routine is meant to be used early during boot, when the
336 * PCI bus numbers have not yet been assigned, and you need to
337 * issue PCI config cycles to an OF device.
338 * It could also be used to "fix" RTAS config cycles if you want
339 * to set pci_assign_all_buses to 1 and still use RTAS for PCI
340 * config cycles.
341 */
342struct pci_controller* pci_find_hose_for_OF_device(struct device_node* node)
343{
Kumar Galaa4c9e322007-06-27 13:09:43 -0500344 while(node) {
345 struct pci_controller *hose, *tmp;
346 list_for_each_entry_safe(hose, tmp, &hose_list, list_node)
Stephen Rothwell44ef3392007-12-10 14:33:21 +1100347 if (hose->dn == node)
Kumar Galaa4c9e322007-06-27 13:09:43 -0500348 return hose;
349 node = node->parent;
350 }
351 return NULL;
352}
353
Oliver O'Halloran67060cb2019-02-15 11:48:15 +1100354struct pci_controller *pci_find_controller_for_domain(int domain_nr)
355{
356 struct pci_controller *hose;
357
358 list_for_each_entry(hose, &hose_list, list_node)
359 if (hose->global_number == domain_nr)
360 return hose;
361
362 return NULL;
363}
364
Kumar Gala58083da2007-06-27 11:07:51 -0500365/*
366 * Reads the interrupt pin to determine if interrupt is use by card.
367 * If the interrupt is used, then gets the interrupt line from the
368 * openfirmware and sets it in the pci_dev and pci_config line.
369 */
Benjamin Herrenschmidt4666ca22011-11-29 20:16:25 +0000370static int pci_read_irq_line(struct pci_dev *pci_dev)
Kumar Gala58083da2007-06-27 11:07:51 -0500371{
Alexey Kardashevskiyc591c2e2018-02-09 17:23:58 +1100372 int virq;
Kumar Gala58083da2007-06-27 11:07:51 -0500373
Benjamin Herrenschmidtb0494bc2008-10-27 19:48:22 +0000374 pr_debug("PCI: Try to map irq for %s...\n", pci_name(pci_dev));
Kumar Gala58083da2007-06-27 11:07:51 -0500375
Kumar Gala58083da2007-06-27 11:07:51 -0500376 /* Try to get a mapping from the device-tree */
Alexey Kardashevskiyc591c2e2018-02-09 17:23:58 +1100377 virq = of_irq_parse_and_map_pci(pci_dev, 0, 0);
378 if (virq <= 0) {
Kumar Gala58083da2007-06-27 11:07:51 -0500379 u8 line, pin;
380
381 /* If that fails, lets fallback to what is in the config
382 * space and map that through the default controller. We
383 * also set the type to level low since that's what PCI
384 * interrupts are. If your platform does differently, then
385 * either provide a proper interrupt tree or don't use this
386 * function.
387 */
388 if (pci_read_config_byte(pci_dev, PCI_INTERRUPT_PIN, &pin))
389 return -1;
390 if (pin == 0)
391 return -1;
392 if (pci_read_config_byte(pci_dev, PCI_INTERRUPT_LINE, &line) ||
Benjamin Herrenschmidt54a24cb2007-12-20 15:10:02 +1100393 line == 0xff || line == 0) {
Kumar Gala58083da2007-06-27 11:07:51 -0500394 return -1;
395 }
Benjamin Herrenschmidtb0494bc2008-10-27 19:48:22 +0000396 pr_debug(" No map ! Using line %d (pin %d) from PCI config\n",
397 line, pin);
Kumar Gala58083da2007-06-27 11:07:51 -0500398
399 virq = irq_create_mapping(NULL, line);
Michael Ellermanef24ba72016-09-06 21:53:24 +1000400 if (virq)
Thomas Gleixnerec775d02011-03-25 16:45:20 +0100401 irq_set_irq_type(virq, IRQ_TYPE_LEVEL_LOW);
Kumar Gala58083da2007-06-27 11:07:51 -0500402 }
Michael Ellermanef24ba72016-09-06 21:53:24 +1000403
404 if (!virq) {
Benjamin Herrenschmidtb0494bc2008-10-27 19:48:22 +0000405 pr_debug(" Failed to map !\n");
Kumar Gala58083da2007-06-27 11:07:51 -0500406 return -1;
407 }
408
Benjamin Herrenschmidtb0494bc2008-10-27 19:48:22 +0000409 pr_debug(" Mapped to linux irq %d\n", virq);
Kumar Gala58083da2007-06-27 11:07:51 -0500410
411 pci_dev->irq = virq;
412
413 return 0;
414}
Kumar Gala58083da2007-06-27 11:07:51 -0500415
416/*
David Woodhouse28f8f182018-02-19 12:59:51 +0000417 * Platform support for /proc/bus/pci/X/Y mmap()s.
Kumar Gala58083da2007-06-27 11:07:51 -0500418 * -- paulus.
419 */
David Woodhouse28f8f182018-02-19 12:59:51 +0000420int pci_iobar_pfn(struct pci_dev *pdev, int bar, struct vm_area_struct *vma)
Kumar Gala58083da2007-06-27 11:07:51 -0500421{
David Woodhouse28f8f182018-02-19 12:59:51 +0000422 struct pci_controller *hose = pci_bus_to_host(pdev->bus);
423 resource_size_t ioaddr = pci_resource_start(pdev, bar);
Kumar Gala58083da2007-06-27 11:07:51 -0500424
David Woodhouse28f8f182018-02-19 12:59:51 +0000425 if (!hose)
426 return -EINVAL;
Kumar Gala58083da2007-06-27 11:07:51 -0500427
David Woodhouse28f8f182018-02-19 12:59:51 +0000428 /* Convert to an offset within this PCI controller */
429 ioaddr -= (unsigned long)hose->io_base_virt - _IO_BASE;
Kumar Gala58083da2007-06-27 11:07:51 -0500430
David Woodhouse28f8f182018-02-19 12:59:51 +0000431 vma->vm_pgoff += (ioaddr + hose->io_base_phys) >> PAGE_SHIFT;
432 return 0;
Kumar Gala58083da2007-06-27 11:07:51 -0500433}
434
435/*
Kumar Gala58083da2007-06-27 11:07:51 -0500436 * This one is used by /dev/mem and fbdev who have no clue about the
437 * PCI device, it tries to find the PCI device first and calls the
438 * above routine
439 */
440pgprot_t pci_phys_mem_access_prot(struct file *file,
441 unsigned long pfn,
442 unsigned long size,
Benjamin Herrenschmidt64b3d0e2008-12-18 19:13:51 +0000443 pgprot_t prot)
Kumar Gala58083da2007-06-27 11:07:51 -0500444{
445 struct pci_dev *pdev = NULL;
446 struct resource *found = NULL;
Benjamin Herrenschmidt7c12d902008-10-01 15:30:04 +0000447 resource_size_t offset = ((resource_size_t)pfn) << PAGE_SHIFT;
Kumar Gala58083da2007-06-27 11:07:51 -0500448 int i;
449
450 if (page_is_ram(pfn))
Benjamin Herrenschmidt64b3d0e2008-12-18 19:13:51 +0000451 return prot;
Kumar Gala58083da2007-06-27 11:07:51 -0500452
Benjamin Herrenschmidt64b3d0e2008-12-18 19:13:51 +0000453 prot = pgprot_noncached(prot);
Kumar Gala58083da2007-06-27 11:07:51 -0500454 for_each_pci_dev(pdev) {
455 for (i = 0; i <= PCI_ROM_RESOURCE; i++) {
456 struct resource *rp = &pdev->resource[i];
457 int flags = rp->flags;
458
459 /* Active and same type? */
460 if ((flags & IORESOURCE_MEM) == 0)
461 continue;
462 /* In the range of this resource? */
463 if (offset < (rp->start & PAGE_MASK) ||
464 offset > rp->end)
465 continue;
466 found = rp;
467 break;
468 }
469 if (found)
470 break;
471 }
472 if (found) {
473 if (found->flags & IORESOURCE_PREFETCH)
Benjamin Herrenschmidt64b3d0e2008-12-18 19:13:51 +0000474 prot = pgprot_noncached_wc(prot);
Kumar Gala58083da2007-06-27 11:07:51 -0500475 pci_dev_put(pdev);
476 }
477
Benjamin Herrenschmidtb0494bc2008-10-27 19:48:22 +0000478 pr_debug("PCI: Non-PCI map for %llx, prot: %lx\n",
Benjamin Herrenschmidt64b3d0e2008-12-18 19:13:51 +0000479 (unsigned long long)offset, pgprot_val(prot));
Kumar Gala58083da2007-06-27 11:07:51 -0500480
Benjamin Herrenschmidt64b3d0e2008-12-18 19:13:51 +0000481 return prot;
Kumar Gala58083da2007-06-27 11:07:51 -0500482}
483
Benjamin Herrenschmidte9f82cb2008-10-14 11:55:31 +1100484/* This provides legacy IO read access on a bus */
485int pci_legacy_read(struct pci_bus *bus, loff_t port, u32 *val, size_t size)
486{
487 unsigned long offset;
488 struct pci_controller *hose = pci_bus_to_host(bus);
489 struct resource *rp = &hose->io_resource;
490 void __iomem *addr;
491
492 /* Check if port can be supported by that bus. We only check
493 * the ranges of the PHB though, not the bus itself as the rules
494 * for forwarding legacy cycles down bridges are not our problem
495 * here. So if the host bridge supports it, we do it.
496 */
497 offset = (unsigned long)hose->io_base_virt - _IO_BASE;
498 offset += port;
499
500 if (!(rp->flags & IORESOURCE_IO))
501 return -ENXIO;
502 if (offset < rp->start || (offset + size) > rp->end)
503 return -ENXIO;
504 addr = hose->io_base_virt + port;
505
506 switch(size) {
507 case 1:
508 *((u8 *)val) = in_8(addr);
509 return 1;
510 case 2:
511 if (port & 1)
512 return -EINVAL;
513 *((u16 *)val) = in_le16(addr);
514 return 2;
515 case 4:
516 if (port & 3)
517 return -EINVAL;
518 *((u32 *)val) = in_le32(addr);
519 return 4;
520 }
521 return -EINVAL;
522}
523
524/* This provides legacy IO write access on a bus */
525int pci_legacy_write(struct pci_bus *bus, loff_t port, u32 val, size_t size)
526{
527 unsigned long offset;
528 struct pci_controller *hose = pci_bus_to_host(bus);
529 struct resource *rp = &hose->io_resource;
530 void __iomem *addr;
531
532 /* Check if port can be supported by that bus. We only check
533 * the ranges of the PHB though, not the bus itself as the rules
534 * for forwarding legacy cycles down bridges are not our problem
535 * here. So if the host bridge supports it, we do it.
536 */
537 offset = (unsigned long)hose->io_base_virt - _IO_BASE;
538 offset += port;
539
540 if (!(rp->flags & IORESOURCE_IO))
541 return -ENXIO;
542 if (offset < rp->start || (offset + size) > rp->end)
543 return -ENXIO;
544 addr = hose->io_base_virt + port;
545
546 /* WARNING: The generic code is idiotic. It gets passed a pointer
547 * to what can be a 1, 2 or 4 byte quantity and always reads that
548 * as a u32, which means that we have to correct the location of
549 * the data read within those 32 bits for size 1 and 2
550 */
551 switch(size) {
552 case 1:
553 out_8(addr, val >> 24);
554 return 1;
555 case 2:
556 if (port & 1)
557 return -EINVAL;
558 out_le16(addr, val >> 16);
559 return 2;
560 case 4:
561 if (port & 3)
562 return -EINVAL;
563 out_le32(addr, val);
564 return 4;
565 }
566 return -EINVAL;
567}
568
569/* This provides legacy IO or memory mmap access on a bus */
570int pci_mmap_legacy_page_range(struct pci_bus *bus,
571 struct vm_area_struct *vma,
572 enum pci_mmap_state mmap_state)
573{
574 struct pci_controller *hose = pci_bus_to_host(bus);
575 resource_size_t offset =
576 ((resource_size_t)vma->vm_pgoff) << PAGE_SHIFT;
577 resource_size_t size = vma->vm_end - vma->vm_start;
578 struct resource *rp;
579
580 pr_debug("pci_mmap_legacy_page_range(%04x:%02x, %s @%llx..%llx)\n",
581 pci_domain_nr(bus), bus->number,
582 mmap_state == pci_mmap_mem ? "MEM" : "IO",
583 (unsigned long long)offset,
584 (unsigned long long)(offset + size - 1));
585
586 if (mmap_state == pci_mmap_mem) {
Benjamin Herrenschmidt5b11abf2009-02-08 14:27:21 +0000587 /* Hack alert !
588 *
589 * Because X is lame and can fail starting if it gets an error trying
590 * to mmap legacy_mem (instead of just moving on without legacy memory
591 * access) we fake it here by giving it anonymous memory, effectively
592 * behaving just like /dev/zero
593 */
594 if ((offset + size) > hose->isa_mem_size) {
595 printk(KERN_DEBUG
596 "Process %s (pid:%d) mapped non-existing PCI legacy memory for 0%04x:%02x\n",
597 current->comm, current->pid, pci_domain_nr(bus), bus->number);
598 if (vma->vm_flags & VM_SHARED)
599 return shmem_zero_setup(vma);
600 return 0;
601 }
Benjamin Herrenschmidte9f82cb2008-10-14 11:55:31 +1100602 offset += hose->isa_mem_phys;
603 } else {
604 unsigned long io_offset = (unsigned long)hose->io_base_virt - _IO_BASE;
605 unsigned long roffset = offset + io_offset;
606 rp = &hose->io_resource;
607 if (!(rp->flags & IORESOURCE_IO))
608 return -ENXIO;
609 if (roffset < rp->start || (roffset + size) > rp->end)
610 return -ENXIO;
611 offset += hose->io_base_phys;
612 }
613 pr_debug(" -> mapping phys %llx\n", (unsigned long long)offset);
614
615 vma->vm_pgoff = offset >> PAGE_SHIFT;
Benjamin Herrenschmidt64b3d0e2008-12-18 19:13:51 +0000616 vma->vm_page_prot = pgprot_noncached(vma->vm_page_prot);
Benjamin Herrenschmidte9f82cb2008-10-14 11:55:31 +1100617 return remap_pfn_range(vma, vma->vm_start, vma->vm_pgoff,
618 vma->vm_end - vma->vm_start,
619 vma->vm_page_prot);
620}
621
Kumar Gala58083da2007-06-27 11:07:51 -0500622void pci_resource_to_user(const struct pci_dev *dev, int bar,
623 const struct resource *rsrc,
624 resource_size_t *start, resource_size_t *end)
625{
Bjorn Helgaas38301352016-06-17 14:43:34 -0500626 struct pci_bus_region region;
Kumar Gala58083da2007-06-27 11:07:51 -0500627
Bjorn Helgaas38301352016-06-17 14:43:34 -0500628 if (rsrc->flags & IORESOURCE_IO) {
629 pcibios_resource_to_bus(dev->bus, &region,
630 (struct resource *) rsrc);
631 *start = region.start;
632 *end = region.end;
Kumar Gala58083da2007-06-27 11:07:51 -0500633 return;
Bjorn Helgaas38301352016-06-17 14:43:34 -0500634 }
Kumar Gala58083da2007-06-27 11:07:51 -0500635
Bjorn Helgaas38301352016-06-17 14:43:34 -0500636 /* We pass a CPU physical address to userland for MMIO instead of a
637 * BAR value because X is lame and expects to be able to use that
638 * to pass to /dev/mem!
Kumar Gala58083da2007-06-27 11:07:51 -0500639 *
Bjorn Helgaas38301352016-06-17 14:43:34 -0500640 * That means we may have 64-bit values where some apps only expect
641 * 32 (like X itself since it thinks only Sparc has 64-bit MMIO).
Kumar Gala58083da2007-06-27 11:07:51 -0500642 */
Bjorn Helgaas38301352016-06-17 14:43:34 -0500643 *start = rsrc->start;
644 *end = rsrc->end;
Kumar Gala58083da2007-06-27 11:07:51 -0500645}
Benjamin Herrenschmidt13dccb92007-12-11 14:48:18 +1100646
647/**
648 * pci_process_bridge_OF_ranges - Parse PCI bridge resources from device tree
649 * @hose: newly allocated pci_controller to be setup
650 * @dev: device node of the host bridge
651 * @primary: set if primary bus (32 bits only, soon to be deprecated)
652 *
653 * This function will parse the "ranges" property of a PCI host bridge device
654 * node and setup the resource mapping of a pci controller based on its
655 * content.
656 *
657 * Life would be boring if it wasn't for a few issues that we have to deal
658 * with here:
659 *
660 * - We can only cope with one IO space range and up to 3 Memory space
661 * ranges. However, some machines (thanks Apple !) tend to split their
662 * space into lots of small contiguous ranges. So we have to coalesce.
663 *
Benjamin Herrenschmidt13dccb92007-12-11 14:48:18 +1100664 * - Some busses have IO space not starting at 0, which causes trouble with
665 * the way we do our IO resource renumbering. The code somewhat deals with
666 * it for 64 bits but I would expect problems on 32 bits.
667 *
668 * - Some 32 bits platforms such as 4xx can have physical space larger than
669 * 32 bits so we need to use 64 bits values for the parsing
670 */
Greg Kroah-Hartmancad5cef2012-12-21 14:04:10 -0800671void pci_process_bridge_OF_ranges(struct pci_controller *hose,
672 struct device_node *dev, int primary)
Benjamin Herrenschmidt13dccb92007-12-11 14:48:18 +1100673{
Kevin Hao858957a2013-05-16 20:58:42 +0000674 int memno = 0;
Benjamin Herrenschmidt13dccb92007-12-11 14:48:18 +1100675 struct resource *res;
Andrew Murray654837e2014-02-25 06:32:11 +0000676 struct of_pci_range range;
677 struct of_pci_range_parser parser;
Benjamin Herrenschmidt13dccb92007-12-11 14:48:18 +1100678
Rob Herringb7c670d2017-08-21 10:16:47 -0500679 printk(KERN_INFO "PCI host bridge %pOF %s ranges:\n",
680 dev, primary ? "(primary)" : "");
Benjamin Herrenschmidt13dccb92007-12-11 14:48:18 +1100681
Andrew Murray654837e2014-02-25 06:32:11 +0000682 /* Check for ranges property */
683 if (of_pci_range_parser_init(&parser, dev))
Benjamin Herrenschmidt13dccb92007-12-11 14:48:18 +1100684 return;
685
686 /* Parse it */
Andrew Murray654837e2014-02-25 06:32:11 +0000687 for_each_of_pci_range(&parser, &range) {
Benjamin Herrenschmidte9f82cb2008-10-14 11:55:31 +1100688 /* If we failed translation or got a zero-sized region
689 * (some FW try to feed us with non sensical zero sized regions
690 * such as power3 which look like some kind of attempt at exposing
691 * the VGA memory hole)
692 */
Andrew Murray654837e2014-02-25 06:32:11 +0000693 if (range.cpu_addr == OF_BAD_ADDR || range.size == 0)
Benjamin Herrenschmidt13dccb92007-12-11 14:48:18 +1100694 continue;
695
Benjamin Herrenschmidt13dccb92007-12-11 14:48:18 +1100696 /* Act based on address space type */
697 res = NULL;
Andrew Murray654837e2014-02-25 06:32:11 +0000698 switch (range.flags & IORESOURCE_TYPE_BITS) {
699 case IORESOURCE_IO:
Benjamin Herrenschmidt13dccb92007-12-11 14:48:18 +1100700 printk(KERN_INFO
701 " IO 0x%016llx..0x%016llx -> 0x%016llx\n",
Andrew Murray654837e2014-02-25 06:32:11 +0000702 range.cpu_addr, range.cpu_addr + range.size - 1,
703 range.pci_addr);
Benjamin Herrenschmidt13dccb92007-12-11 14:48:18 +1100704
705 /* We support only one IO range */
706 if (hose->pci_io_size) {
707 printk(KERN_INFO
708 " \\--> Skipped (too many) !\n");
709 continue;
710 }
711#ifdef CONFIG_PPC32
712 /* On 32 bits, limit I/O space to 16MB */
Andrew Murray654837e2014-02-25 06:32:11 +0000713 if (range.size > 0x01000000)
714 range.size = 0x01000000;
Benjamin Herrenschmidt13dccb92007-12-11 14:48:18 +1100715
716 /* 32 bits needs to map IOs here */
Andrew Murray654837e2014-02-25 06:32:11 +0000717 hose->io_base_virt = ioremap(range.cpu_addr,
718 range.size);
Benjamin Herrenschmidt13dccb92007-12-11 14:48:18 +1100719
720 /* Expect trouble if pci_addr is not 0 */
721 if (primary)
722 isa_io_base =
723 (unsigned long)hose->io_base_virt;
724#endif /* CONFIG_PPC32 */
725 /* pci_io_size and io_base_phys always represent IO
726 * space starting at 0 so we factor in pci_addr
727 */
Andrew Murray654837e2014-02-25 06:32:11 +0000728 hose->pci_io_size = range.pci_addr + range.size;
729 hose->io_base_phys = range.cpu_addr - range.pci_addr;
Benjamin Herrenschmidt13dccb92007-12-11 14:48:18 +1100730
731 /* Build resource */
732 res = &hose->io_resource;
Andrew Murray654837e2014-02-25 06:32:11 +0000733 range.cpu_addr = range.pci_addr;
Benjamin Herrenschmidt13dccb92007-12-11 14:48:18 +1100734 break;
Andrew Murray654837e2014-02-25 06:32:11 +0000735 case IORESOURCE_MEM:
Benjamin Herrenschmidt13dccb92007-12-11 14:48:18 +1100736 printk(KERN_INFO
737 " MEM 0x%016llx..0x%016llx -> 0x%016llx %s\n",
Andrew Murray654837e2014-02-25 06:32:11 +0000738 range.cpu_addr, range.cpu_addr + range.size - 1,
739 range.pci_addr,
740 (range.pci_space & 0x40000000) ?
741 "Prefetch" : "");
Benjamin Herrenschmidt13dccb92007-12-11 14:48:18 +1100742
743 /* We support only 3 memory ranges */
744 if (memno >= 3) {
745 printk(KERN_INFO
746 " \\--> Skipped (too many) !\n");
747 continue;
748 }
749 /* Handles ISA memory hole space here */
Andrew Murray654837e2014-02-25 06:32:11 +0000750 if (range.pci_addr == 0) {
Benjamin Herrenschmidt13dccb92007-12-11 14:48:18 +1100751 if (primary || isa_mem_base == 0)
Andrew Murray654837e2014-02-25 06:32:11 +0000752 isa_mem_base = range.cpu_addr;
753 hose->isa_mem_phys = range.cpu_addr;
754 hose->isa_mem_size = range.size;
Benjamin Herrenschmidt13dccb92007-12-11 14:48:18 +1100755 }
756
Benjamin Herrenschmidt13dccb92007-12-11 14:48:18 +1100757 /* Build resource */
Andrew Murray654837e2014-02-25 06:32:11 +0000758 hose->mem_offset[memno] = range.cpu_addr -
759 range.pci_addr;
Benjamin Herrenschmidt13dccb92007-12-11 14:48:18 +1100760 res = &hose->mem_resources[memno++];
Benjamin Herrenschmidt13dccb92007-12-11 14:48:18 +1100761 break;
762 }
763 if (res != NULL) {
Michael Ellermanaeba3732014-10-16 12:29:46 +1100764 res->name = dev->full_name;
765 res->flags = range.flags;
766 res->start = range.cpu_addr;
767 res->end = range.cpu_addr + range.size - 1;
768 res->parent = res->child = res->sibling = NULL;
Benjamin Herrenschmidt13dccb92007-12-11 14:48:18 +1100769 }
770 }
Benjamin Herrenschmidt13dccb92007-12-11 14:48:18 +1100771}
Benjamin Herrenschmidtfa462f22007-12-20 14:54:49 +1100772
773/* Decide whether to display the domain number in /proc */
774int pci_proc_domain(struct pci_bus *bus)
775{
776 struct pci_controller *hose = pci_bus_to_host(bus);
Benjamin Herrenschmidt1fd0f522008-10-02 14:12:51 +0000777
Rob Herring0e47ff12011-07-12 09:25:51 -0500778 if (!pci_has_flag(PCI_ENABLE_PROC_DOMAINS))
Benjamin Herrenschmidtfa462f22007-12-20 14:54:49 +1100779 return 0;
Rob Herring0e47ff12011-07-12 09:25:51 -0500780 if (pci_has_flag(PCI_COMPAT_DOMAIN_0))
Benjamin Herrenschmidtfa462f22007-12-20 14:54:49 +1100781 return hose->global_number != 0;
782 return 1;
Benjamin Herrenschmidtfa462f22007-12-20 14:54:49 +1100783}
784
Kleber Sacilotto de Souzad82fb312013-05-03 12:43:12 +0000785int pcibios_root_bridge_prepare(struct pci_host_bridge *bridge)
786{
787 if (ppc_md.pcibios_root_bridge_prepare)
788 return ppc_md.pcibios_root_bridge_prepare(bridge);
789
790 return 0;
791}
792
Benjamin Herrenschmidtbf5e2ba2007-12-20 14:54:51 +1100793/* This header fixup will do the resource fixup for all devices as they are
794 * probed, but not for bridge ranges
795 */
Greg Kroah-Hartmancad5cef2012-12-21 14:04:10 -0800796static void pcibios_fixup_resources(struct pci_dev *dev)
Benjamin Herrenschmidtbf5e2ba2007-12-20 14:54:51 +1100797{
798 struct pci_controller *hose = pci_bus_to_host(dev->bus);
799 int i;
800
801 if (!hose) {
802 printk(KERN_ERR "No host bridge for PCI dev %s !\n",
803 pci_name(dev));
804 return;
805 }
Wei Yangc3b80fb2015-03-25 16:23:53 +0800806
807 if (dev->is_virtfn)
808 return;
809
Benjamin Herrenschmidtbf5e2ba2007-12-20 14:54:51 +1100810 for (i = 0; i < DEVICE_COUNT_RESOURCE; i++) {
811 struct resource *res = dev->resource + i;
Kevin Haoc5df4572013-06-05 02:26:51 +0000812 struct pci_bus_region reg;
Benjamin Herrenschmidtbf5e2ba2007-12-20 14:54:51 +1100813 if (!res->flags)
814 continue;
Benjamin Herrenschmidt48c2ce92011-11-06 18:55:58 +0000815
816 /* If we're going to re-assign everything, we mark all resources
817 * as unset (and 0-base them). In addition, we mark BARs starting
818 * at 0 as unset as well, except if PCI_PROBE_ONLY is also set
819 * since in that case, we don't want to re-assign anything
Benjamin Herrenschmidt7f172892008-02-29 14:58:03 +1100820 */
Yinghai Lufc279852013-12-09 22:54:40 -0800821 pcibios_resource_to_bus(dev->bus, &reg, res);
Benjamin Herrenschmidt48c2ce92011-11-06 18:55:58 +0000822 if (pci_has_flag(PCI_REASSIGN_ALL_RSRC) ||
Kevin Haoc5df4572013-06-05 02:26:51 +0000823 (reg.start == 0 && !pci_has_flag(PCI_PROBE_ONLY))) {
Benjamin Herrenschmidt48c2ce92011-11-06 18:55:58 +0000824 /* Only print message if not re-assigning */
825 if (!pci_has_flag(PCI_REASSIGN_ALL_RSRC))
Kevin Haoae2a84b2015-06-12 10:26:37 +0800826 pr_debug("PCI:%s Resource %d %pR is unassigned\n",
827 pci_name(dev), i, res);
Benjamin Herrenschmidtbf5e2ba2007-12-20 14:54:51 +1100828 res->end -= res->start;
829 res->start = 0;
830 res->flags |= IORESOURCE_UNSET;
831 continue;
832 }
833
Kevin Haoae2a84b2015-06-12 10:26:37 +0800834 pr_debug("PCI:%s Resource %d %pR\n", pci_name(dev), i, res);
Benjamin Herrenschmidtbf5e2ba2007-12-20 14:54:51 +1100835 }
836
837 /* Call machine specific resource fixup */
838 if (ppc_md.pcibios_fixup_resources)
839 ppc_md.pcibios_fixup_resources(dev);
840}
841DECLARE_PCI_FIXUP_HEADER(PCI_ANY_ID, PCI_ANY_ID, pcibios_fixup_resources);
842
Benjamin Herrenschmidtb5561512008-10-13 13:56:31 +0000843/* This function tries to figure out if a bridge resource has been initialized
844 * by the firmware or not. It doesn't have to be absolutely bullet proof, but
845 * things go more smoothly when it gets it right. It should covers cases such
846 * as Apple "closed" bridge resources and bare-metal pSeries unassigned bridges
847 */
Greg Kroah-Hartmancad5cef2012-12-21 14:04:10 -0800848static int pcibios_uninitialized_bridge_resource(struct pci_bus *bus,
849 struct resource *res)
Benjamin Herrenschmidtbf5e2ba2007-12-20 14:54:51 +1100850{
Benjamin Herrenschmidtbe8cbcd2007-12-20 14:55:04 +1100851 struct pci_controller *hose = pci_bus_to_host(bus);
Benjamin Herrenschmidtbf5e2ba2007-12-20 14:54:51 +1100852 struct pci_dev *dev = bus->self;
Benjamin Herrenschmidtb5561512008-10-13 13:56:31 +0000853 resource_size_t offset;
Benjamin Herrenschmidt3fd47f02013-05-06 13:40:40 +1000854 struct pci_bus_region region;
Benjamin Herrenschmidtb5561512008-10-13 13:56:31 +0000855 u16 command;
856 int i;
857
858 /* We don't do anything if PCI_PROBE_ONLY is set */
Rob Herring0e47ff12011-07-12 09:25:51 -0500859 if (pci_has_flag(PCI_PROBE_ONLY))
Benjamin Herrenschmidtb5561512008-10-13 13:56:31 +0000860 return 0;
861
862 /* Job is a bit different between memory and IO */
863 if (res->flags & IORESOURCE_MEM) {
Yinghai Lufc279852013-12-09 22:54:40 -0800864 pcibios_resource_to_bus(dev->bus, &region, res);
Benjamin Herrenschmidt3fd47f02013-05-06 13:40:40 +1000865
866 /* If the BAR is non-0 then it's probably been initialized */
867 if (region.start != 0)
Benjamin Herrenschmidtb5561512008-10-13 13:56:31 +0000868 return 0;
869
870 /* The BAR is 0, let's check if memory decoding is enabled on
871 * the bridge. If not, we consider it unassigned
872 */
873 pci_read_config_word(dev, PCI_COMMAND, &command);
874 if ((command & PCI_COMMAND_MEMORY) == 0)
875 return 1;
876
877 /* Memory decoding is enabled and the BAR is 0. If any of the bridge
878 * resources covers that starting address (0 then it's good enough for
Benjamin Herrenschmidt3fd47f02013-05-06 13:40:40 +1000879 * us for memory space)
Benjamin Herrenschmidtb5561512008-10-13 13:56:31 +0000880 */
881 for (i = 0; i < 3; i++) {
882 if ((hose->mem_resources[i].flags & IORESOURCE_MEM) &&
Benjamin Herrenschmidt3fd47f02013-05-06 13:40:40 +1000883 hose->mem_resources[i].start == hose->mem_offset[i])
Benjamin Herrenschmidtb5561512008-10-13 13:56:31 +0000884 return 0;
885 }
886
887 /* Well, it starts at 0 and we know it will collide so we may as
888 * well consider it as unassigned. That covers the Apple case.
889 */
890 return 1;
891 } else {
892 /* If the BAR is non-0, then we consider it assigned */
893 offset = (unsigned long)hose->io_base_virt - _IO_BASE;
894 if (((res->start - offset) & 0xfffffffful) != 0)
895 return 0;
896
897 /* Here, we are a bit different than memory as typically IO space
898 * starting at low addresses -is- valid. What we do instead if that
899 * we consider as unassigned anything that doesn't have IO enabled
900 * in the PCI command register, and that's it.
901 */
902 pci_read_config_word(dev, PCI_COMMAND, &command);
903 if (command & PCI_COMMAND_IO)
904 return 0;
905
906 /* It's starting at 0 and IO is disabled in the bridge, consider
907 * it unassigned
908 */
909 return 1;
910 }
911}
912
913/* Fixup resources of a PCI<->PCI bridge */
Greg Kroah-Hartmancad5cef2012-12-21 14:04:10 -0800914static void pcibios_fixup_bridge(struct pci_bus *bus)
Benjamin Herrenschmidtb5561512008-10-13 13:56:31 +0000915{
916 struct resource *res;
917 int i;
918
919 struct pci_dev *dev = bus->self;
920
Bjorn Helgaas89a74ec2010-02-23 10:24:31 -0700921 pci_bus_for_each_resource(bus, res, i) {
922 if (!res || !res->flags)
Benjamin Herrenschmidtb5561512008-10-13 13:56:31 +0000923 continue;
924 if (i >= 3 && bus->self->transparent)
925 continue;
926
Gavin Shancf1a4cf2012-06-03 22:15:25 +0000927 /* If we're going to reassign everything, we can
928 * shrink the P2P resource to have size as being
929 * of 0 in order to save space.
Benjamin Herrenschmidt48c2ce92011-11-06 18:55:58 +0000930 */
931 if (pci_has_flag(PCI_REASSIGN_ALL_RSRC)) {
932 res->flags |= IORESOURCE_UNSET;
Benjamin Herrenschmidt48c2ce92011-11-06 18:55:58 +0000933 res->start = 0;
Gavin Shancf1a4cf2012-06-03 22:15:25 +0000934 res->end = -1;
Benjamin Herrenschmidt48c2ce92011-11-06 18:55:58 +0000935 continue;
936 }
937
Kevin Haoae2a84b2015-06-12 10:26:37 +0800938 pr_debug("PCI:%s Bus rsrc %d %pR\n", pci_name(dev), i, res);
Benjamin Herrenschmidtb5561512008-10-13 13:56:31 +0000939
Benjamin Herrenschmidtb5561512008-10-13 13:56:31 +0000940 /* Try to detect uninitialized P2P bridge resources,
941 * and clear them out so they get re-assigned later
942 */
943 if (pcibios_uninitialized_bridge_resource(bus, res)) {
944 res->flags = 0;
945 pr_debug("PCI:%s (unassigned)\n", pci_name(dev));
Benjamin Herrenschmidtb5561512008-10-13 13:56:31 +0000946 }
947 }
948}
949
Greg Kroah-Hartmancad5cef2012-12-21 14:04:10 -0800950void pcibios_setup_bus_self(struct pci_bus *bus)
Benjamin Herrenschmidt8b8da352008-10-27 19:48:37 +0000951{
Daniel Axtens467efc22015-03-31 16:00:56 +1100952 struct pci_controller *phb;
953
Benjamin Herrenschmidt7eef4402008-10-27 19:48:56 +0000954 /* Fix up the bus resources for P2P bridges */
Benjamin Herrenschmidt8b8da352008-10-27 19:48:37 +0000955 if (bus->self != NULL)
956 pcibios_fixup_bridge(bus);
957
958 /* Platform specific bus fixups. This is currently only used
Benjamin Herrenschmidt7eef4402008-10-27 19:48:56 +0000959 * by fsl_pci and I'm hoping to get rid of it at some point
Benjamin Herrenschmidt8b8da352008-10-27 19:48:37 +0000960 */
961 if (ppc_md.pcibios_fixup_bus)
962 ppc_md.pcibios_fixup_bus(bus);
963
964 /* Setup bus DMA mappings */
Daniel Axtens467efc22015-03-31 16:00:56 +1100965 phb = pci_bus_to_host(bus);
966 if (phb->controller_ops.dma_bus_setup)
967 phb->controller_ops.dma_bus_setup(bus);
Benjamin Herrenschmidt8b8da352008-10-27 19:48:37 +0000968}
969
Guenter Roeck7846de42013-06-10 10:18:08 -0700970static void pcibios_setup_device(struct pci_dev *dev)
Yuanquan Chen37f02192013-04-02 01:26:54 +0000971{
Daniel Axtens467efc22015-03-31 16:00:56 +1100972 struct pci_controller *phb;
Yuanquan Chen37f02192013-04-02 01:26:54 +0000973 /* Fixup NUMA node as it may not be setup yet by the generic
974 * code and is needed by the DMA init
975 */
976 set_dev_node(&dev->dev, pcibus_to_node(dev->bus));
977
978 /* Hook up default DMA ops */
979 set_dma_ops(&dev->dev, pci_dma_ops);
Christoph Hellwig0617fc02019-02-13 08:01:32 +0100980 dev->dev.archdata.dma_offset = PCI_DRAM_OFFSET;
Yuanquan Chen37f02192013-04-02 01:26:54 +0000981
982 /* Additional platform DMA/iommu setup */
Daniel Axtens467efc22015-03-31 16:00:56 +1100983 phb = pci_bus_to_host(dev->bus);
984 if (phb->controller_ops.dma_dev_setup)
985 phb->controller_ops.dma_dev_setup(dev);
Yuanquan Chen37f02192013-04-02 01:26:54 +0000986
987 /* Read default IRQs and fixup if necessary */
988 pci_read_irq_line(dev);
989 if (ppc_md.pci_irq_fixup)
990 ppc_md.pci_irq_fixup(dev);
991}
992
Guenter Roeck7846de42013-06-10 10:18:08 -0700993int pcibios_add_device(struct pci_dev *dev)
994{
995 /*
996 * We can only call pcibios_setup_device() after bus setup is complete,
997 * since some of the platform specific DMA setup code depends on it.
998 */
999 if (dev->bus->is_added)
1000 pcibios_setup_device(dev);
Wei Yang6e628c72015-03-25 16:23:55 +08001001
1002#ifdef CONFIG_PCI_IOV
1003 if (ppc_md.pcibios_fixup_sriov)
1004 ppc_md.pcibios_fixup_sriov(dev);
1005#endif /* CONFIG_PCI_IOV */
1006
Guenter Roeck7846de42013-06-10 10:18:08 -07001007 return 0;
1008}
1009
Greg Kroah-Hartmancad5cef2012-12-21 14:04:10 -08001010void pcibios_setup_bus_devices(struct pci_bus *bus)
Benjamin Herrenschmidt7eef4402008-10-27 19:48:56 +00001011{
1012 struct pci_dev *dev;
1013
1014 pr_debug("PCI: Fixup bus devices %d (%s)\n",
1015 bus->number, bus->self ? pci_name(bus->self) : "PHB");
1016
1017 list_for_each_entry(dev, &bus->devices, bus_list) {
Benjamin Herrenschmidt2d1c8612009-12-09 17:52:13 +11001018 /* Cardbus can call us to add new devices to a bus, so ignore
1019 * those who are already fully discovered
1020 */
Hari Vyas44bda4b2018-07-03 14:35:41 +05301021 if (pci_dev_is_added(dev))
Benjamin Herrenschmidt2d1c8612009-12-09 17:52:13 +11001022 continue;
1023
Yuanquan Chen37f02192013-04-02 01:26:54 +00001024 pcibios_setup_device(dev);
Benjamin Herrenschmidt7eef4402008-10-27 19:48:56 +00001025 }
1026}
1027
Myron Stowe79c8be82011-10-28 15:48:03 -06001028void pcibios_set_master(struct pci_dev *dev)
1029{
1030 /* No special bus mastering setup handling */
1031}
1032
Greg Kroah-Hartmancad5cef2012-12-21 14:04:10 -08001033void pcibios_fixup_bus(struct pci_bus *bus)
Benjamin Herrenschmidtbf5e2ba2007-12-20 14:54:51 +11001034{
Bjorn Helgaas237865f12015-09-15 13:18:04 -05001035 /* When called from the generic PCI probe, read PCI<->PCI bridge
1036 * bases. This is -not- called when generating the PCI tree from
1037 * the OF device-tree.
1038 */
1039 pci_read_bridge_bases(bus);
1040
1041 /* Now fixup the bus bus */
Benjamin Herrenschmidt8b8da352008-10-27 19:48:37 +00001042 pcibios_setup_bus_self(bus);
1043
1044 /* Now fixup devices on that bus */
1045 pcibios_setup_bus_devices(bus);
Benjamin Herrenschmidtbf5e2ba2007-12-20 14:54:51 +11001046}
1047EXPORT_SYMBOL(pcibios_fixup_bus);
1048
Greg Kroah-Hartmancad5cef2012-12-21 14:04:10 -08001049void pci_fixup_cardbus(struct pci_bus *bus)
Benjamin Herrenschmidt2d1c8612009-12-09 17:52:13 +11001050{
1051 /* Now fixup devices on that bus */
1052 pcibios_setup_bus_devices(bus);
1053}
1054
1055
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001056static int skip_isa_ioresource_align(struct pci_dev *dev)
1057{
Rob Herring0e47ff12011-07-12 09:25:51 -05001058 if (pci_has_flag(PCI_CAN_SKIP_ISA_ALIGN) &&
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001059 !(dev->bus->bridge_ctl & PCI_BRIDGE_CTL_ISA))
1060 return 1;
1061 return 0;
1062}
1063
1064/*
1065 * We need to avoid collisions with `mirrored' VGA ports
1066 * and other strange ISA hardware, so we always want the
1067 * addresses to be allocated in the 0x000-0x0ff region
1068 * modulo 0x400.
1069 *
1070 * Why? Because some silly external IO cards only decode
1071 * the low 10 bits of the IO address. The 0x00-0xff region
1072 * is reserved for motherboard devices that decode all 16
1073 * bits, so it's ok to allocate at, say, 0x2800-0x28ff,
1074 * but we want to try to avoid allocating at 0x2900-0x2bff
1075 * which might have be mirrored at 0x0100-0x03ff..
1076 */
Dominik Brodowski3b7a17f2010-01-01 17:40:50 +01001077resource_size_t pcibios_align_resource(void *data, const struct resource *res,
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001078 resource_size_t size, resource_size_t align)
1079{
1080 struct pci_dev *dev = data;
Dominik Brodowskib26b2d42010-01-01 17:40:49 +01001081 resource_size_t start = res->start;
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001082
1083 if (res->flags & IORESOURCE_IO) {
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001084 if (skip_isa_ioresource_align(dev))
Dominik Brodowskib26b2d42010-01-01 17:40:49 +01001085 return start;
1086 if (start & 0x300)
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001087 start = (start + 0x3ff) & ~0x3ff;
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001088 }
Dominik Brodowskib26b2d42010-01-01 17:40:49 +01001089
1090 return start;
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001091}
1092EXPORT_SYMBOL(pcibios_align_resource);
1093
1094/*
1095 * Reparent resource children of pr that conflict with res
1096 * under res, and make res replace those children.
1097 */
Heiko Schocher0f6023d2009-09-24 02:45:14 +00001098static int reparent_resources(struct resource *parent,
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001099 struct resource *res)
1100{
1101 struct resource *p, **pp;
1102 struct resource **firstpp = NULL;
1103
1104 for (pp = &parent->child; (p = *pp) != NULL; pp = &p->sibling) {
1105 if (p->end < res->start)
1106 continue;
1107 if (res->end < p->start)
1108 break;
1109 if (p->start < res->start || p->end > res->end)
1110 return -1; /* not completely contained */
1111 if (firstpp == NULL)
1112 firstpp = pp;
1113 }
1114 if (firstpp == NULL)
1115 return -1; /* didn't find any conflicting entries? */
1116 res->parent = parent;
1117 res->child = *firstpp;
1118 res->sibling = *pp;
1119 *firstpp = res;
1120 *pp = NULL;
1121 for (p = res->child; p != NULL; p = p->sibling) {
1122 p->parent = res;
Kevin Haoae2a84b2015-06-12 10:26:37 +08001123 pr_debug("PCI: Reparented %s %pR under %s\n",
1124 p->name, p, res->name);
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001125 }
1126 return 0;
1127}
1128
1129/*
1130 * Handle resources of PCI devices. If the world were perfect, we could
1131 * just allocate all the resource regions and do nothing more. It isn't.
1132 * On the other hand, we cannot just re-allocate all devices, as it would
1133 * require us to know lots of host bridge internals. So we attempt to
1134 * keep as much of the original configuration as possible, but tweak it
1135 * when it's found to be wrong.
1136 *
1137 * Known BIOS problems we have to work around:
1138 * - I/O or memory regions not configured
1139 * - regions configured, but not enabled in the command register
1140 * - bogus I/O addresses above 64K used
1141 * - expansion ROMs left enabled (this may sound harmless, but given
1142 * the fact the PCI specs explicitly allow address decoders to be
1143 * shared between expansion ROMs and other resource regions, it's
1144 * at least dangerous)
1145 *
1146 * Our solution:
1147 * (1) Allocate resources for all buses behind PCI-to-PCI bridges.
1148 * This gives us fixed barriers on where we can allocate.
1149 * (2) Allocate resources for all enabled devices. If there is
1150 * a collision, just mark the resource as unallocated. Also
1151 * disable expansion ROMs during this step.
1152 * (3) Try to allocate resources for disabled devices. If the
1153 * resources were assigned correctly, everything goes well,
1154 * if they weren't, they won't disturb allocation of other
1155 * resources.
1156 * (4) Assign new addresses to resources which were either
1157 * not configured at all or misconfigured. If explicitly
1158 * requested by the user, configure expansion ROM address
1159 * as well.
1160 */
1161
Anton Blancharde51df2c2014-08-20 08:55:18 +10001162static void pcibios_allocate_bus_resources(struct pci_bus *bus)
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001163{
Nathan Fontenote90a1312008-10-27 19:48:17 +00001164 struct pci_bus *b;
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001165 int i;
1166 struct resource *res, *pr;
1167
Benjamin Herrenschmidtb5ae5f92008-10-27 19:48:44 +00001168 pr_debug("PCI: Allocating bus resources for %04x:%02x...\n",
1169 pci_domain_nr(bus), bus->number);
1170
Bjorn Helgaas89a74ec2010-02-23 10:24:31 -07001171 pci_bus_for_each_resource(bus, res, i) {
1172 if (!res || !res->flags || res->start > res->end || res->parent)
Nathan Fontenote90a1312008-10-27 19:48:17 +00001173 continue;
Benjamin Herrenschmidt48c2ce92011-11-06 18:55:58 +00001174
1175 /* If the resource was left unset at this point, we clear it */
1176 if (res->flags & IORESOURCE_UNSET)
1177 goto clear_resource;
1178
Nathan Fontenote90a1312008-10-27 19:48:17 +00001179 if (bus->parent == NULL)
1180 pr = (res->flags & IORESOURCE_IO) ?
1181 &ioport_resource : &iomem_resource;
1182 else {
Nathan Fontenote90a1312008-10-27 19:48:17 +00001183 pr = pci_find_parent_resource(bus->self, res);
1184 if (pr == res) {
1185 /* this happens when the generic PCI
1186 * code (wrongly) decides that this
1187 * bridge is transparent -- paulus
1188 */
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001189 continue;
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001190 }
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001191 }
Nathan Fontenote90a1312008-10-27 19:48:17 +00001192
Kevin Haoae2a84b2015-06-12 10:26:37 +08001193 pr_debug("PCI: %s (bus %d) bridge rsrc %d: %pR, parent %p (%s)\n",
1194 bus->self ? pci_name(bus->self) : "PHB", bus->number,
1195 i, res, pr, (pr && pr->name) ? pr->name : "nil");
Nathan Fontenote90a1312008-10-27 19:48:17 +00001196
1197 if (pr && !(pr->flags & IORESOURCE_UNSET)) {
Yinghai Lu3ebfe462015-01-15 16:21:51 -06001198 struct pci_dev *dev = bus->self;
1199
Nathan Fontenote90a1312008-10-27 19:48:17 +00001200 if (request_resource(pr, res) == 0)
1201 continue;
1202 /*
1203 * Must be a conflict with an existing entry.
1204 * Move that entry (or entries) under the
1205 * bridge resource and try again.
1206 */
1207 if (reparent_resources(pr, res) == 0)
1208 continue;
Yinghai Lu3ebfe462015-01-15 16:21:51 -06001209
1210 if (dev && i < PCI_BRIDGE_RESOURCE_NUM &&
1211 pci_claim_bridge_resource(dev,
1212 i + PCI_BRIDGE_RESOURCES) == 0)
1213 continue;
Nathan Fontenote90a1312008-10-27 19:48:17 +00001214 }
Joe Perchesf2c2cbc2016-10-24 21:00:08 -07001215 pr_warn("PCI: Cannot allocate resource region %d of PCI bridge %d, will remap\n",
1216 i, bus->number);
Benjamin Herrenschmidt48c2ce92011-11-06 18:55:58 +00001217 clear_resource:
Gavin Shancf1a4cf2012-06-03 22:15:25 +00001218 /* The resource might be figured out when doing
1219 * reassignment based on the resources required
1220 * by the downstream PCI devices. Here we set
1221 * the size of the resource to be 0 in order to
1222 * save more space.
1223 */
1224 res->start = 0;
1225 res->end = -1;
Nathan Fontenote90a1312008-10-27 19:48:17 +00001226 res->flags = 0;
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001227 }
Nathan Fontenote90a1312008-10-27 19:48:17 +00001228
1229 list_for_each_entry(b, &bus->children, node)
1230 pcibios_allocate_bus_resources(b);
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001231}
1232
Greg Kroah-Hartmancad5cef2012-12-21 14:04:10 -08001233static inline void alloc_resource(struct pci_dev *dev, int idx)
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001234{
1235 struct resource *pr, *r = &dev->resource[idx];
1236
Kevin Haoae2a84b2015-06-12 10:26:37 +08001237 pr_debug("PCI: Allocating %s: Resource %d: %pR\n",
1238 pci_name(dev), idx, r);
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001239
1240 pr = pci_find_parent_resource(dev, r);
1241 if (!pr || (pr->flags & IORESOURCE_UNSET) ||
1242 request_resource(pr, r) < 0) {
1243 printk(KERN_WARNING "PCI: Cannot allocate resource region %d"
1244 " of device %s, will remap\n", idx, pci_name(dev));
1245 if (pr)
Kevin Haoae2a84b2015-06-12 10:26:37 +08001246 pr_debug("PCI: parent is %p: %pR\n", pr, pr);
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001247 /* We'll assign a new address later */
1248 r->flags |= IORESOURCE_UNSET;
1249 r->end -= r->start;
1250 r->start = 0;
1251 }
1252}
1253
1254static void __init pcibios_allocate_resources(int pass)
1255{
1256 struct pci_dev *dev = NULL;
1257 int idx, disabled;
1258 u16 command;
1259 struct resource *r;
1260
1261 for_each_pci_dev(dev) {
1262 pci_read_config_word(dev, PCI_COMMAND, &command);
Benjamin Herrenschmidtad892a62009-05-14 20:16:47 +00001263 for (idx = 0; idx <= PCI_ROM_RESOURCE; idx++) {
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001264 r = &dev->resource[idx];
1265 if (r->parent) /* Already allocated */
1266 continue;
1267 if (!r->flags || (r->flags & IORESOURCE_UNSET))
1268 continue; /* Not assigned at all */
Benjamin Herrenschmidtad892a62009-05-14 20:16:47 +00001269 /* We only allocate ROMs on pass 1 just in case they
1270 * have been screwed up by firmware
1271 */
1272 if (idx == PCI_ROM_RESOURCE )
1273 disabled = 1;
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001274 if (r->flags & IORESOURCE_IO)
1275 disabled = !(command & PCI_COMMAND_IO);
1276 else
1277 disabled = !(command & PCI_COMMAND_MEMORY);
Paul Mackerras533b1922007-12-31 10:04:15 +11001278 if (pass == disabled)
1279 alloc_resource(dev, idx);
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001280 }
1281 if (pass)
1282 continue;
1283 r = &dev->resource[PCI_ROM_RESOURCE];
Benjamin Herrenschmidtad892a62009-05-14 20:16:47 +00001284 if (r->flags) {
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001285 /* Turn the ROM off, leave the resource region,
1286 * but keep it unregistered.
1287 */
1288 u32 reg;
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001289 pci_read_config_dword(dev, dev->rom_base_reg, &reg);
Benjamin Herrenschmidtad892a62009-05-14 20:16:47 +00001290 if (reg & PCI_ROM_ADDRESS_ENABLE) {
1291 pr_debug("PCI: Switching off ROM of %s\n",
1292 pci_name(dev));
1293 r->flags &= ~IORESOURCE_ROM_ENABLE;
1294 pci_write_config_dword(dev, dev->rom_base_reg,
1295 reg & ~PCI_ROM_ADDRESS_ENABLE);
1296 }
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001297 }
1298 }
1299}
1300
Benjamin Herrenschmidtc1f34302008-11-11 17:45:52 +00001301static void __init pcibios_reserve_legacy_regions(struct pci_bus *bus)
1302{
1303 struct pci_controller *hose = pci_bus_to_host(bus);
1304 resource_size_t offset;
1305 struct resource *res, *pres;
1306 int i;
1307
1308 pr_debug("Reserving legacy ranges for domain %04x\n", pci_domain_nr(bus));
1309
1310 /* Check for IO */
1311 if (!(hose->io_resource.flags & IORESOURCE_IO))
1312 goto no_io;
1313 offset = (unsigned long)hose->io_base_virt - _IO_BASE;
1314 res = kzalloc(sizeof(struct resource), GFP_KERNEL);
1315 BUG_ON(res == NULL);
1316 res->name = "Legacy IO";
1317 res->flags = IORESOURCE_IO;
1318 res->start = offset;
1319 res->end = (offset + 0xfff) & 0xfffffffful;
1320 pr_debug("Candidate legacy IO: %pR\n", res);
1321 if (request_resource(&hose->io_resource, res)) {
1322 printk(KERN_DEBUG
1323 "PCI %04x:%02x Cannot reserve Legacy IO %pR\n",
1324 pci_domain_nr(bus), bus->number, res);
1325 kfree(res);
1326 }
1327
1328 no_io:
1329 /* Check for memory */
Benjamin Herrenschmidtc1f34302008-11-11 17:45:52 +00001330 for (i = 0; i < 3; i++) {
1331 pres = &hose->mem_resources[i];
Benjamin Herrenschmidt3fd47f02013-05-06 13:40:40 +10001332 offset = hose->mem_offset[i];
Benjamin Herrenschmidtc1f34302008-11-11 17:45:52 +00001333 if (!(pres->flags & IORESOURCE_MEM))
1334 continue;
1335 pr_debug("hose mem res: %pR\n", pres);
1336 if ((pres->start - offset) <= 0xa0000 &&
1337 (pres->end - offset) >= 0xbffff)
1338 break;
1339 }
1340 if (i >= 3)
1341 return;
1342 res = kzalloc(sizeof(struct resource), GFP_KERNEL);
1343 BUG_ON(res == NULL);
1344 res->name = "Legacy VGA memory";
1345 res->flags = IORESOURCE_MEM;
1346 res->start = 0xa0000 + offset;
1347 res->end = 0xbffff + offset;
1348 pr_debug("Candidate VGA memory: %pR\n", res);
1349 if (request_resource(pres, res)) {
1350 printk(KERN_DEBUG
1351 "PCI %04x:%02x Cannot reserve VGA memory %pR\n",
1352 pci_domain_nr(bus), bus->number, res);
1353 kfree(res);
1354 }
1355}
1356
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001357void __init pcibios_resource_survey(void)
1358{
Nathan Fontenote90a1312008-10-27 19:48:17 +00001359 struct pci_bus *b;
1360
Benjamin Herrenschmidt48c2ce92011-11-06 18:55:58 +00001361 /* Allocate and assign resources */
Nathan Fontenote90a1312008-10-27 19:48:17 +00001362 list_for_each_entry(b, &pci_root_buses, node)
1363 pcibios_allocate_bus_resources(b);
Benjamin Herrenschmidt9a1a70a2016-07-08 16:37:18 +10001364 if (!pci_has_flag(PCI_REASSIGN_ALL_RSRC)) {
1365 pcibios_allocate_resources(0);
1366 pcibios_allocate_resources(1);
1367 }
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001368
Benjamin Herrenschmidtc1f34302008-11-11 17:45:52 +00001369 /* Before we start assigning unassigned resource, we try to reserve
1370 * the low IO area and the VGA memory area if they intersect the
1371 * bus available resources to avoid allocating things on top of them
1372 */
Rob Herring0e47ff12011-07-12 09:25:51 -05001373 if (!pci_has_flag(PCI_PROBE_ONLY)) {
Benjamin Herrenschmidtc1f34302008-11-11 17:45:52 +00001374 list_for_each_entry(b, &pci_root_buses, node)
1375 pcibios_reserve_legacy_regions(b);
1376 }
1377
1378 /* Now, if the platform didn't decide to blindly trust the firmware,
1379 * we proceed to assigning things that were left unassigned
1380 */
Rob Herring0e47ff12011-07-12 09:25:51 -05001381 if (!pci_has_flag(PCI_PROBE_ONLY)) {
Wolfram Sanga77acda2009-03-09 06:39:01 +00001382 pr_debug("PCI: Assigning unassigned resources...\n");
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001383 pci_assign_unassigned_resources();
1384 }
1385
1386 /* Call machine dependent fixup */
1387 if (ppc_md.pcibios_fixup)
1388 ppc_md.pcibios_fixup();
1389}
1390
Benjamin Herrenschmidtfd6852c2008-10-27 19:48:52 +00001391/* This is used by the PCI hotplug driver to allocate resource
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001392 * of newly plugged busses. We can try to consolidate with the
Benjamin Herrenschmidtfd6852c2008-10-27 19:48:52 +00001393 * rest of the code later, for now, keep it as-is as our main
1394 * resource allocation function doesn't deal with sub-trees yet.
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001395 */
Stephen Rothwellbaf75b02009-06-01 14:53:53 +00001396void pcibios_claim_one_bus(struct pci_bus *bus)
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001397{
1398 struct pci_dev *dev;
1399 struct pci_bus *child_bus;
1400
1401 list_for_each_entry(dev, &bus->devices, bus_list) {
1402 int i;
1403
1404 for (i = 0; i < PCI_NUM_RESOURCES; i++) {
1405 struct resource *r = &dev->resource[i];
1406
1407 if (r->parent || !r->start || !r->flags)
1408 continue;
Benjamin Herrenschmidtfd6852c2008-10-27 19:48:52 +00001409
Kevin Haoae2a84b2015-06-12 10:26:37 +08001410 pr_debug("PCI: Claiming %s: Resource %d: %pR\n",
1411 pci_name(dev), i, r);
Benjamin Herrenschmidtfd6852c2008-10-27 19:48:52 +00001412
Yinghai Lu3ebfe462015-01-15 16:21:51 -06001413 if (pci_claim_resource(dev, i) == 0)
1414 continue;
1415
1416 pci_claim_bridge_resource(dev, i);
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001417 }
1418 }
1419
1420 list_for_each_entry(child_bus, &bus->children, node)
1421 pcibios_claim_one_bus(child_bus);
1422}
Daniel Axtens5b64d2c2015-05-27 16:06:56 +10001423EXPORT_SYMBOL_GPL(pcibios_claim_one_bus);
Benjamin Herrenschmidtfd6852c2008-10-27 19:48:52 +00001424
1425
1426/* pcibios_finish_adding_to_bus
1427 *
1428 * This is to be called by the hotplug code after devices have been
1429 * added to a bus, this include calling it for a PHB that is just
1430 * being added
1431 */
1432void pcibios_finish_adding_to_bus(struct pci_bus *bus)
1433{
1434 pr_debug("PCI: Finishing adding to hotplug bus %04x:%02x\n",
1435 pci_domain_nr(bus), bus->number);
1436
1437 /* Allocate bus and devices resources */
1438 pcibios_allocate_bus_resources(bus);
1439 pcibios_claim_one_bus(bus);
Gavin Shan7415c142016-05-20 16:41:36 +10001440 if (!pci_has_flag(PCI_PROBE_ONLY)) {
1441 if (bus->self)
1442 pci_assign_unassigned_bridge_resources(bus->self);
1443 else
1444 pci_assign_unassigned_bus_resources(bus);
1445 }
Benjamin Herrenschmidtfd6852c2008-10-27 19:48:52 +00001446
Thadeu Lima de Souza Cascardo6a040ce2012-12-28 09:13:19 +00001447 /* Fixup EEH */
1448 eeh_add_device_tree_late(bus);
1449
Benjamin Herrenschmidtfd6852c2008-10-27 19:48:52 +00001450 /* Add new devices to global lists. Register in proc, sysfs. */
1451 pci_bus_add_devices(bus);
1452
Thadeu Lima de Souza Cascardo6a040ce2012-12-28 09:13:19 +00001453 /* sysfs files should only be added after devices are added */
1454 eeh_add_sysfs_files(bus);
Benjamin Herrenschmidtfd6852c2008-10-27 19:48:52 +00001455}
1456EXPORT_SYMBOL_GPL(pcibios_finish_adding_to_bus);
1457
Benjamin Herrenschmidt549beb92007-12-20 14:54:57 +11001458int pcibios_enable_device(struct pci_dev *dev, int mask)
1459{
Daniel Axtens467efc22015-03-31 16:00:56 +11001460 struct pci_controller *phb = pci_bus_to_host(dev->bus);
1461
1462 if (phb->controller_ops.enable_device_hook)
1463 if (!phb->controller_ops.enable_device_hook(dev))
1464 return -EINVAL;
Benjamin Herrenschmidt549beb92007-12-20 14:54:57 +11001465
Bjorn Helgaas7cfb5f92008-03-04 11:56:56 -07001466 return pci_enable_resources(dev, mask);
Benjamin Herrenschmidt549beb92007-12-20 14:54:57 +11001467}
Benjamin Herrenschmidt53280322008-10-27 19:48:29 +00001468
Michael Neulingabeeed62015-05-27 16:07:00 +10001469void pcibios_disable_device(struct pci_dev *dev)
1470{
1471 struct pci_controller *phb = pci_bus_to_host(dev->bus);
1472
1473 if (phb->controller_ops.disable_device)
1474 phb->controller_ops.disable_device(dev);
1475}
1476
Bjorn Helgaas38973ba2012-03-16 17:48:09 -06001477resource_size_t pcibios_io_space_offset(struct pci_controller *hose)
1478{
1479 return (unsigned long) hose->io_base_virt - _IO_BASE;
1480}
1481
Greg Kroah-Hartmancad5cef2012-12-21 14:04:10 -08001482static void pcibios_setup_phb_resources(struct pci_controller *hose,
1483 struct list_head *resources)
Benjamin Herrenschmidt53280322008-10-27 19:48:29 +00001484{
Benjamin Herrenschmidt53280322008-10-27 19:48:29 +00001485 struct resource *res;
Benjamin Herrenschmidt3fd47f02013-05-06 13:40:40 +10001486 resource_size_t offset;
Benjamin Herrenschmidt53280322008-10-27 19:48:29 +00001487 int i;
1488
1489 /* Hookup PHB IO resource */
Bjorn Helgaas45a709f892011-10-28 16:27:43 -06001490 res = &hose->io_resource;
Benjamin Herrenschmidt53280322008-10-27 19:48:29 +00001491
1492 if (!res->flags) {
Benjamin Herrenschmidtcdb1b342016-06-22 17:23:07 +10001493 pr_debug("PCI: I/O resource not set for host"
Rob Herringb7c670d2017-08-21 10:16:47 -05001494 " bridge %pOF (domain %d)\n",
1495 hose->dn, hose->global_number);
Benjamin Herrenschmidt3fd47f02013-05-06 13:40:40 +10001496 } else {
1497 offset = pcibios_io_space_offset(hose);
1498
Kevin Haoae2a84b2015-06-12 10:26:37 +08001499 pr_debug("PCI: PHB IO resource = %pR off 0x%08llx\n",
1500 res, (unsigned long long)offset);
Benjamin Herrenschmidt3fd47f02013-05-06 13:40:40 +10001501 pci_add_resource_offset(resources, res, offset);
Benjamin Herrenschmidta0b8e762013-05-04 14:22:57 +00001502 }
Benjamin Herrenschmidt53280322008-10-27 19:48:29 +00001503
1504 /* Hookup PHB Memory resources */
1505 for (i = 0; i < 3; ++i) {
1506 res = &hose->mem_resources[i];
Gavin Shan727597d2017-02-08 14:11:03 +11001507 if (!res->flags)
Benjamin Herrenschmidt3fd47f02013-05-06 13:40:40 +10001508 continue;
Gavin Shan727597d2017-02-08 14:11:03 +11001509
Benjamin Herrenschmidt3fd47f02013-05-06 13:40:40 +10001510 offset = hose->mem_offset[i];
Kevin Haoae2a84b2015-06-12 10:26:37 +08001511 pr_debug("PCI: PHB MEM resource %d = %pR off 0x%08llx\n", i,
1512 res, (unsigned long long)offset);
Benjamin Herrenschmidt3fd47f02013-05-06 13:40:40 +10001513
1514 pci_add_resource_offset(resources, res, offset);
1515 }
Benjamin Herrenschmidt53280322008-10-27 19:48:29 +00001516}
Kumar Gala89c2dd62009-08-25 16:20:45 +00001517
1518/*
1519 * Null PCI config access functions, for the case when we can't
1520 * find a hose.
1521 */
1522#define NULL_PCI_OP(rw, size, type) \
1523static int \
1524null_##rw##_config_##size(struct pci_dev *dev, int offset, type val) \
1525{ \
1526 return PCIBIOS_DEVICE_NOT_FOUND; \
1527}
1528
1529static int
1530null_read_config(struct pci_bus *bus, unsigned int devfn, int offset,
1531 int len, u32 *val)
1532{
1533 return PCIBIOS_DEVICE_NOT_FOUND;
1534}
1535
1536static int
1537null_write_config(struct pci_bus *bus, unsigned int devfn, int offset,
1538 int len, u32 val)
1539{
1540 return PCIBIOS_DEVICE_NOT_FOUND;
1541}
1542
1543static struct pci_ops null_pci_ops =
1544{
1545 .read = null_read_config,
1546 .write = null_write_config,
1547};
1548
1549/*
1550 * These functions are used early on before PCI scanning is done
1551 * and all of the pci_dev and pci_bus structures have been created.
1552 */
1553static struct pci_bus *
1554fake_pci_bus(struct pci_controller *hose, int busnr)
1555{
1556 static struct pci_bus bus;
1557
Anton Blanchardb0d436c2013-08-07 02:01:24 +10001558 if (hose == NULL) {
Kumar Gala89c2dd62009-08-25 16:20:45 +00001559 printk(KERN_ERR "Can't find hose for PCI bus %d!\n", busnr);
1560 }
1561 bus.number = busnr;
1562 bus.sysdata = hose;
1563 bus.ops = hose? hose->ops: &null_pci_ops;
1564 return &bus;
1565}
1566
1567#define EARLY_PCI_OP(rw, size, type) \
1568int early_##rw##_config_##size(struct pci_controller *hose, int bus, \
1569 int devfn, int offset, type value) \
1570{ \
1571 return pci_bus_##rw##_config_##size(fake_pci_bus(hose, bus), \
1572 devfn, offset, value); \
1573}
1574
1575EARLY_PCI_OP(read, byte, u8 *)
1576EARLY_PCI_OP(read, word, u16 *)
1577EARLY_PCI_OP(read, dword, u32 *)
1578EARLY_PCI_OP(write, byte, u8)
1579EARLY_PCI_OP(write, word, u16)
1580EARLY_PCI_OP(write, dword, u32)
1581
Kumar Gala89c2dd62009-08-25 16:20:45 +00001582int early_find_capability(struct pci_controller *hose, int bus, int devfn,
1583 int cap)
1584{
1585 return pci_bus_find_capability(fake_pci_bus(hose, bus), devfn, cap);
1586}
Grant Likely0ed2c7222009-08-28 08:58:16 +00001587
Benjamin Herrenschmidt98d9f30c82011-04-11 11:37:07 +10001588struct device_node *pcibios_get_phb_of_node(struct pci_bus *bus)
1589{
1590 struct pci_controller *hose = bus->sysdata;
1591
1592 return of_node_get(hose->dn);
1593}
1594
Grant Likely0ed2c7222009-08-28 08:58:16 +00001595/**
1596 * pci_scan_phb - Given a pci_controller, setup and scan the PCI bus
1597 * @hose: Pointer to the PCI host controller instance structure
Grant Likely0ed2c7222009-08-28 08:58:16 +00001598 */
Greg Kroah-Hartmancad5cef2012-12-21 14:04:10 -08001599void pcibios_scan_phb(struct pci_controller *hose)
Grant Likely0ed2c7222009-08-28 08:58:16 +00001600{
Bjorn Helgaas45a709f892011-10-28 16:27:43 -06001601 LIST_HEAD(resources);
Grant Likely0ed2c7222009-08-28 08:58:16 +00001602 struct pci_bus *bus;
1603 struct device_node *node = hose->dn;
1604 int mode;
1605
Rob Herringb7c670d2017-08-21 10:16:47 -05001606 pr_debug("PCI: Scanning PHB %pOF\n", node);
Grant Likely0ed2c7222009-08-28 08:58:16 +00001607
Grant Likely0ed2c7222009-08-28 08:58:16 +00001608 /* Get some IO space for the new PHB */
1609 pcibios_setup_phb_io_space(hose);
1610
1611 /* Wire up PHB bus resources */
Bjorn Helgaas45a709f892011-10-28 16:27:43 -06001612 pcibios_setup_phb_resources(hose, &resources);
1613
Yinghai Lube8e60d2012-05-17 18:51:12 -07001614 hose->busn.start = hose->first_busno;
1615 hose->busn.end = hose->last_busno;
1616 hose->busn.flags = IORESOURCE_BUS;
1617 pci_add_resource(&resources, &hose->busn);
1618
Bjorn Helgaas45a709f892011-10-28 16:27:43 -06001619 /* Create an empty bus for the toplevel */
1620 bus = pci_create_root_bus(hose->parent, hose->first_busno,
1621 hose->ops, hose, &resources);
1622 if (bus == NULL) {
1623 pr_err("Failed to create bus for PCI domain %04x\n",
1624 hose->global_number);
1625 pci_free_resource_list(&resources);
1626 return;
1627 }
Bjorn Helgaas45a709f892011-10-28 16:27:43 -06001628 hose->bus = bus;
Grant Likely0ed2c7222009-08-28 08:58:16 +00001629
1630 /* Get probe mode and perform scan */
1631 mode = PCI_PROBE_NORMAL;
Daniel Axtens467efc22015-03-31 16:00:56 +11001632 if (node && hose->controller_ops.probe_mode)
1633 mode = hose->controller_ops.probe_mode(bus);
Grant Likely0ed2c7222009-08-28 08:58:16 +00001634 pr_debug(" probe mode: %d\n", mode);
Yinghai Lube8e60d2012-05-17 18:51:12 -07001635 if (mode == PCI_PROBE_DEVTREE)
Grant Likely0ed2c7222009-08-28 08:58:16 +00001636 of_scan_bus(node, bus);
Grant Likely0ed2c7222009-08-28 08:58:16 +00001637
Yinghai Lube8e60d2012-05-17 18:51:12 -07001638 if (mode == PCI_PROBE_NORMAL) {
1639 pci_bus_update_busn_res_end(bus, 255);
1640 hose->last_busno = pci_scan_child_bus(bus);
1641 pci_bus_update_busn_res_end(bus, hose->last_busno);
1642 }
Benjamin Herrenschmidt781fb7a2011-09-19 17:44:50 +00001643
Benjamin Herrenschmidt491b98c2011-11-06 18:55:57 +00001644 /* Platform gets a chance to do some global fixups before
1645 * we proceed to resource allocation
1646 */
1647 if (ppc_md.pcibios_fixup_phb)
1648 ppc_md.pcibios_fixup_phb(hose);
1649
Benjamin Herrenschmidt781fb7a2011-09-19 17:44:50 +00001650 /* Configure PCI Express settings */
Benjamin Herrenschmidtbb36c442011-09-26 14:22:39 +10001651 if (bus && !pci_has_flag(PCI_PROBE_ONLY)) {
Benjamin Herrenschmidt781fb7a2011-09-19 17:44:50 +00001652 struct pci_bus *child;
Bjorn Helgaasa58674f2013-08-22 11:24:44 +08001653 list_for_each_entry(child, &bus->children, node)
1654 pcie_bus_configure_settings(child);
Benjamin Herrenschmidt781fb7a2011-09-19 17:44:50 +00001655 }
Grant Likely0ed2c7222009-08-28 08:58:16 +00001656}
Daniel Axtens5b64d2c2015-05-27 16:06:56 +10001657EXPORT_SYMBOL_GPL(pcibios_scan_phb);
Kumar Galac0654882011-05-19 22:26:18 -05001658
1659static void fixup_hide_host_resource_fsl(struct pci_dev *dev)
1660{
1661 int i, class = dev->class >> 8;
Jason Jin05737c72011-10-28 16:08:00 +08001662 /* When configured as agent, programing interface = 1 */
1663 int prog_if = dev->class & 0xf;
Kumar Galac0654882011-05-19 22:26:18 -05001664
1665 if ((class == PCI_CLASS_PROCESSOR_POWERPC ||
1666 class == PCI_CLASS_BRIDGE_OTHER) &&
1667 (dev->hdr_type == PCI_HEADER_TYPE_NORMAL) &&
Jason Jin05737c72011-10-28 16:08:00 +08001668 (prog_if == 0) &&
Kumar Galac0654882011-05-19 22:26:18 -05001669 (dev->bus->parent == NULL)) {
1670 for (i = 0; i < DEVICE_COUNT_RESOURCE; i++) {
1671 dev->resource[i].start = 0;
1672 dev->resource[i].end = 0;
1673 dev->resource[i].flags = 0;
1674 }
1675 }
1676}
1677DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_MOTOROLA, PCI_ANY_ID, fixup_hide_host_resource_fsl);
1678DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_FREESCALE, PCI_ANY_ID, fixup_hide_host_resource_fsl);