blob: be9e51516ac0467eaa9c09d35b91a6abc086b84f [file] [log] [blame]
Kumar Gala5516b542007-06-27 01:17:57 -05001/*
2 * Contains common pci routines for ALL ppc platform
Kumar Galacf1d8a82007-06-28 22:56:24 -05003 * (based on pci_32.c and pci_64.c)
4 *
5 * Port for PPC64 David Engebretsen, IBM Corp.
6 * Contains common pci routines for ppc64 platform, pSeries and iSeries brands.
7 *
8 * Copyright (C) 2003 Anton Blanchard <anton@au.ibm.com>, IBM
9 * Rework, based on alpha PCI code.
10 *
11 * Common pmac/prep/chrp pci routines. -- Cort
Kumar Gala5516b542007-06-27 01:17:57 -050012 *
13 * This program is free software; you can redistribute it and/or
14 * modify it under the terms of the GNU General Public License
15 * as published by the Free Software Foundation; either version
16 * 2 of the License, or (at your option) any later version.
17 */
18
Kumar Gala5516b542007-06-27 01:17:57 -050019#include <linux/kernel.h>
20#include <linux/pci.h>
21#include <linux/string.h>
22#include <linux/init.h>
Gavin Shand92a2082014-04-24 18:00:24 +100023#include <linux/delay.h>
Paul Gortmaker66b15db2011-05-27 10:46:24 -040024#include <linux/export.h>
Grant Likely22ae7822010-07-29 11:49:01 -060025#include <linux/of_address.h>
Sebastian Andrzej Siewior04bea682011-01-24 09:58:55 +053026#include <linux/of_pci.h>
Kumar Gala5516b542007-06-27 01:17:57 -050027#include <linux/mm.h>
28#include <linux/list.h>
29#include <linux/syscalls.h>
30#include <linux/irq.h>
31#include <linux/vmalloc.h>
Tejun Heo5a0e3ad2010-03-24 17:04:11 +090032#include <linux/slab.h>
Brian Kingc2e1d842013-04-08 03:05:10 +000033#include <linux/vgaarb.h>
Kumar Gala5516b542007-06-27 01:17:57 -050034
35#include <asm/processor.h>
36#include <asm/io.h>
37#include <asm/prom.h>
38#include <asm/pci-bridge.h>
39#include <asm/byteorder.h>
40#include <asm/machdep.h>
41#include <asm/ppc-pci.h>
Benjamin Herrenschmidt8b8da352008-10-27 19:48:37 +000042#include <asm/eeh.h>
Kumar Gala5516b542007-06-27 01:17:57 -050043
Kumar Galaa4c9e322007-06-27 13:09:43 -050044static DEFINE_SPINLOCK(hose_spinlock);
Milton Millerc3bd5172009-01-08 02:19:46 +000045LIST_HEAD(hose_list);
Kumar Galaa4c9e322007-06-27 13:09:43 -050046
47/* XXX kill that some day ... */
Stephen Rothwellebfc00f2007-11-19 16:56:15 +110048static int global_phb_number; /* Global phb counter */
Kumar Galaa4c9e322007-06-27 13:09:43 -050049
Benjamin Herrenschmidt25e81f92007-12-11 14:48:17 +110050/* ISA Memory physical address */
51resource_size_t isa_mem_base;
52
Kumar Galaa4c9e322007-06-27 13:09:43 -050053
FUJITA Tomonori45223c52009-08-04 19:08:25 +000054static struct dma_map_ops *pci_dma_ops = &dma_direct_ops;
Becky Bruce4fc665b2008-09-12 10:34:46 +000055
FUJITA Tomonori45223c52009-08-04 19:08:25 +000056void set_pci_dma_ops(struct dma_map_ops *dma_ops)
Becky Bruce4fc665b2008-09-12 10:34:46 +000057{
58 pci_dma_ops = dma_ops;
59}
60
FUJITA Tomonori45223c52009-08-04 19:08:25 +000061struct dma_map_ops *get_pci_dma_ops(void)
Becky Bruce4fc665b2008-09-12 10:34:46 +000062{
63 return pci_dma_ops;
64}
65EXPORT_SYMBOL(get_pci_dma_ops);
66
Stephen Rothwelle60516e2007-12-11 11:02:07 +110067struct pci_controller *pcibios_alloc_controller(struct device_node *dev)
Kumar Galaa4c9e322007-06-27 13:09:43 -050068{
69 struct pci_controller *phb;
70
Stephen Rothwelle60516e2007-12-11 11:02:07 +110071 phb = zalloc_maybe_bootmem(sizeof(struct pci_controller), GFP_KERNEL);
Kumar Galaa4c9e322007-06-27 13:09:43 -050072 if (phb == NULL)
73 return NULL;
Stephen Rothwelle60516e2007-12-11 11:02:07 +110074 spin_lock(&hose_spinlock);
75 phb->global_number = global_phb_number++;
76 list_add_tail(&phb->list_node, &hose_list);
77 spin_unlock(&hose_spinlock);
Stephen Rothwell44ef3392007-12-10 14:33:21 +110078 phb->dn = dev;
Michael Ellermanf691fa12015-03-30 14:10:37 +110079 phb->is_dynamic = slab_is_available();
Kumar Galaa4c9e322007-06-27 13:09:43 -050080#ifdef CONFIG_PPC64
81 if (dev) {
82 int nid = of_node_to_nid(dev);
83
84 if (nid < 0 || !node_online(nid))
85 nid = -1;
86
87 PHB_SET_NODE(phb, nid);
88 }
89#endif
90 return phb;
91}
Daniel Axtens5b64d2c2015-05-27 16:06:56 +100092EXPORT_SYMBOL_GPL(pcibios_alloc_controller);
Kumar Galaa4c9e322007-06-27 13:09:43 -050093
94void pcibios_free_controller(struct pci_controller *phb)
95{
96 spin_lock(&hose_spinlock);
97 list_del(&phb->list_node);
98 spin_unlock(&hose_spinlock);
99
100 if (phb->is_dynamic)
101 kfree(phb);
102}
Andrew Donnellan6b8b2522015-09-10 16:28:34 +1000103EXPORT_SYMBOL_GPL(pcibios_free_controller);
Kumar Galaa4c9e322007-06-27 13:09:43 -0500104
Gavin Shan4c2245b2012-09-11 16:59:46 -0600105/*
106 * The function is used to return the minimal alignment
107 * for memory or I/O windows of the associated P2P bridge.
108 * By default, 4KiB alignment for I/O windows and 1MiB for
109 * memory windows.
110 */
111resource_size_t pcibios_window_alignment(struct pci_bus *bus,
112 unsigned long type)
113{
Daniel Axtens467efc22015-03-31 16:00:56 +1100114 struct pci_controller *phb = pci_bus_to_host(bus);
115
116 if (phb->controller_ops.window_alignment)
117 return phb->controller_ops.window_alignment(bus, type);
118
119 /*
120 * PCI core will figure out the default
121 * alignment: 4KiB for I/O and 1MiB for
122 * memory window.
123 */
124 return 1;
Gavin Shan4c2245b2012-09-11 16:59:46 -0600125}
126
Gavin Shanc5fcb292016-05-20 16:41:26 +1000127void pcibios_setup_bridge(struct pci_bus *bus, unsigned long type)
128{
129 struct pci_controller *hose = pci_bus_to_host(bus);
130
131 if (hose->controller_ops.setup_bridge)
132 hose->controller_ops.setup_bridge(bus, type);
133}
134
Gavin Shand92a2082014-04-24 18:00:24 +1000135void pcibios_reset_secondary_bus(struct pci_dev *dev)
136{
Daniel Axtens467efc22015-03-31 16:00:56 +1100137 struct pci_controller *phb = pci_bus_to_host(dev->bus);
138
139 if (phb->controller_ops.reset_secondary_bus) {
140 phb->controller_ops.reset_secondary_bus(dev);
141 return;
142 }
143
144 pci_reset_secondary_bus(dev);
Gavin Shand92a2082014-04-24 18:00:24 +1000145}
146
Wei Yang5350ab32015-03-25 16:23:56 +0800147#ifdef CONFIG_PCI_IOV
148resource_size_t pcibios_iov_resource_alignment(struct pci_dev *pdev, int resno)
149{
150 if (ppc_md.pcibios_iov_resource_alignment)
151 return ppc_md.pcibios_iov_resource_alignment(pdev, resno);
152
153 return pci_iov_resource_size(pdev, resno);
154}
155#endif /* CONFIG_PCI_IOV */
156
Milton Millerc3bd5172009-01-08 02:19:46 +0000157static resource_size_t pcibios_io_size(const struct pci_controller *hose)
158{
159#ifdef CONFIG_PPC64
160 return hose->pci_io_size;
161#else
Joe Perches28f65c112011-06-09 09:13:32 -0700162 return resource_size(&hose->io_resource);
Milton Millerc3bd5172009-01-08 02:19:46 +0000163#endif
164}
165
Benjamin Herrenschmidt6dfbde22007-07-26 14:07:13 +1000166int pcibios_vaddr_is_ioport(void __iomem *address)
167{
168 int ret = 0;
169 struct pci_controller *hose;
Milton Millerc3bd5172009-01-08 02:19:46 +0000170 resource_size_t size;
Benjamin Herrenschmidt6dfbde22007-07-26 14:07:13 +1000171
172 spin_lock(&hose_spinlock);
173 list_for_each_entry(hose, &hose_list, list_node) {
Milton Millerc3bd5172009-01-08 02:19:46 +0000174 size = pcibios_io_size(hose);
Benjamin Herrenschmidt6dfbde22007-07-26 14:07:13 +1000175 if (address >= hose->io_base_virt &&
176 address < (hose->io_base_virt + size)) {
177 ret = 1;
178 break;
179 }
180 }
181 spin_unlock(&hose_spinlock);
182 return ret;
183}
184
Milton Millerc3bd5172009-01-08 02:19:46 +0000185unsigned long pci_address_to_pio(phys_addr_t address)
186{
187 struct pci_controller *hose;
188 resource_size_t size;
189 unsigned long ret = ~0;
190
191 spin_lock(&hose_spinlock);
192 list_for_each_entry(hose, &hose_list, list_node) {
193 size = pcibios_io_size(hose);
194 if (address >= hose->io_base_phys &&
195 address < (hose->io_base_phys + size)) {
196 unsigned long base =
197 (unsigned long)hose->io_base_virt - _IO_BASE;
198 ret = base + (address - hose->io_base_phys);
199 break;
200 }
201 }
202 spin_unlock(&hose_spinlock);
203
204 return ret;
205}
206EXPORT_SYMBOL_GPL(pci_address_to_pio);
207
Kumar Gala5516b542007-06-27 01:17:57 -0500208/*
209 * Return the domain number for this bus.
210 */
211int pci_domain_nr(struct pci_bus *bus)
212{
Stephen Rothwell6207e812007-12-07 02:04:33 +1100213 struct pci_controller *hose = pci_bus_to_host(bus);
Kumar Gala5516b542007-06-27 01:17:57 -0500214
Stephen Rothwell6207e812007-12-07 02:04:33 +1100215 return hose->global_number;
Kumar Gala5516b542007-06-27 01:17:57 -0500216}
Kumar Gala5516b542007-06-27 01:17:57 -0500217EXPORT_SYMBOL(pci_domain_nr);
Kumar Gala58083da2007-06-27 11:07:51 -0500218
Kumar Galaa4c9e322007-06-27 13:09:43 -0500219/* This routine is meant to be used early during boot, when the
220 * PCI bus numbers have not yet been assigned, and you need to
221 * issue PCI config cycles to an OF device.
222 * It could also be used to "fix" RTAS config cycles if you want
223 * to set pci_assign_all_buses to 1 and still use RTAS for PCI
224 * config cycles.
225 */
226struct pci_controller* pci_find_hose_for_OF_device(struct device_node* node)
227{
Kumar Galaa4c9e322007-06-27 13:09:43 -0500228 while(node) {
229 struct pci_controller *hose, *tmp;
230 list_for_each_entry_safe(hose, tmp, &hose_list, list_node)
Stephen Rothwell44ef3392007-12-10 14:33:21 +1100231 if (hose->dn == node)
Kumar Galaa4c9e322007-06-27 13:09:43 -0500232 return hose;
233 node = node->parent;
234 }
235 return NULL;
236}
237
Kumar Gala58083da2007-06-27 11:07:51 -0500238/*
239 * Reads the interrupt pin to determine if interrupt is use by card.
240 * If the interrupt is used, then gets the interrupt line from the
241 * openfirmware and sets it in the pci_dev and pci_config line.
242 */
Benjamin Herrenschmidt4666ca22011-11-29 20:16:25 +0000243static int pci_read_irq_line(struct pci_dev *pci_dev)
Kumar Gala58083da2007-06-27 11:07:51 -0500244{
Grant Likely530210c2013-09-15 16:39:11 +0100245 struct of_phandle_args oirq;
Kumar Gala58083da2007-06-27 11:07:51 -0500246 unsigned int virq;
247
Benjamin Herrenschmidtb0494bc2008-10-27 19:48:22 +0000248 pr_debug("PCI: Try to map irq for %s...\n", pci_name(pci_dev));
Kumar Gala58083da2007-06-27 11:07:51 -0500249
250#ifdef DEBUG
251 memset(&oirq, 0xff, sizeof(oirq));
252#endif
253 /* Try to get a mapping from the device-tree */
Grant Likely0c02c802013-09-19 11:22:36 -0500254 if (of_irq_parse_pci(pci_dev, &oirq)) {
Kumar Gala58083da2007-06-27 11:07:51 -0500255 u8 line, pin;
256
257 /* If that fails, lets fallback to what is in the config
258 * space and map that through the default controller. We
259 * also set the type to level low since that's what PCI
260 * interrupts are. If your platform does differently, then
261 * either provide a proper interrupt tree or don't use this
262 * function.
263 */
264 if (pci_read_config_byte(pci_dev, PCI_INTERRUPT_PIN, &pin))
265 return -1;
266 if (pin == 0)
267 return -1;
268 if (pci_read_config_byte(pci_dev, PCI_INTERRUPT_LINE, &line) ||
Benjamin Herrenschmidt54a24cb2007-12-20 15:10:02 +1100269 line == 0xff || line == 0) {
Kumar Gala58083da2007-06-27 11:07:51 -0500270 return -1;
271 }
Benjamin Herrenschmidtb0494bc2008-10-27 19:48:22 +0000272 pr_debug(" No map ! Using line %d (pin %d) from PCI config\n",
273 line, pin);
Kumar Gala58083da2007-06-27 11:07:51 -0500274
275 virq = irq_create_mapping(NULL, line);
276 if (virq != NO_IRQ)
Thomas Gleixnerec775d02011-03-25 16:45:20 +0100277 irq_set_irq_type(virq, IRQ_TYPE_LEVEL_LOW);
Kumar Gala58083da2007-06-27 11:07:51 -0500278 } else {
Benjamin Herrenschmidtb0494bc2008-10-27 19:48:22 +0000279 pr_debug(" Got one, spec %d cells (0x%08x 0x%08x...) on %s\n",
Grant Likely530210c2013-09-15 16:39:11 +0100280 oirq.args_count, oirq.args[0], oirq.args[1],
281 of_node_full_name(oirq.np));
Kumar Gala58083da2007-06-27 11:07:51 -0500282
Grant Likelye6d30ab2013-09-15 16:55:53 +0100283 virq = irq_create_of_mapping(&oirq);
Kumar Gala58083da2007-06-27 11:07:51 -0500284 }
285 if(virq == NO_IRQ) {
Benjamin Herrenschmidtb0494bc2008-10-27 19:48:22 +0000286 pr_debug(" Failed to map !\n");
Kumar Gala58083da2007-06-27 11:07:51 -0500287 return -1;
288 }
289
Benjamin Herrenschmidtb0494bc2008-10-27 19:48:22 +0000290 pr_debug(" Mapped to linux irq %d\n", virq);
Kumar Gala58083da2007-06-27 11:07:51 -0500291
292 pci_dev->irq = virq;
293
294 return 0;
295}
Kumar Gala58083da2007-06-27 11:07:51 -0500296
297/*
298 * Platform support for /proc/bus/pci/X/Y mmap()s,
299 * modelled on the sparc64 implementation by Dave Miller.
300 * -- paulus.
301 */
302
303/*
304 * Adjust vm_pgoff of VMA such that it is the physical page offset
305 * corresponding to the 32-bit pci bus offset for DEV requested by the user.
306 *
307 * Basically, the user finds the base address for his device which he wishes
308 * to mmap. They read the 32-bit value from the config space base register,
309 * add whatever PAGE_SIZE multiple offset they wish, and feed this into the
310 * offset parameter of mmap on /proc/bus/pci/XXX for that device.
311 *
312 * Returns negative error code on failure, zero on success.
313 */
314static struct resource *__pci_mmap_make_offset(struct pci_dev *dev,
315 resource_size_t *offset,
316 enum pci_mmap_state mmap_state)
317{
318 struct pci_controller *hose = pci_bus_to_host(dev->bus);
319 unsigned long io_offset = 0;
320 int i, res_bit;
321
Anton Blanchardb0d436c2013-08-07 02:01:24 +1000322 if (hose == NULL)
Kumar Gala58083da2007-06-27 11:07:51 -0500323 return NULL; /* should never happen */
324
325 /* If memory, add on the PCI bridge address offset */
326 if (mmap_state == pci_mmap_mem) {
327#if 0 /* See comment in pci_resource_to_user() for why this is disabled */
328 *offset += hose->pci_mem_offset;
329#endif
330 res_bit = IORESOURCE_MEM;
331 } else {
332 io_offset = (unsigned long)hose->io_base_virt - _IO_BASE;
333 *offset += io_offset;
334 res_bit = IORESOURCE_IO;
335 }
336
337 /*
338 * Check that the offset requested corresponds to one of the
339 * resources of the device.
340 */
341 for (i = 0; i <= PCI_ROM_RESOURCE; i++) {
342 struct resource *rp = &dev->resource[i];
343 int flags = rp->flags;
344
345 /* treat ROM as memory (should be already) */
346 if (i == PCI_ROM_RESOURCE)
347 flags |= IORESOURCE_MEM;
348
349 /* Active and same type? */
350 if ((flags & res_bit) == 0)
351 continue;
352
353 /* In the range of this resource? */
354 if (*offset < (rp->start & PAGE_MASK) || *offset > rp->end)
355 continue;
356
357 /* found it! construct the final physical address */
358 if (mmap_state == pci_mmap_io)
359 *offset += hose->io_base_phys - io_offset;
360 return rp;
361 }
362
363 return NULL;
364}
365
366/*
367 * Set vm_page_prot of VMA, as appropriate for this architecture, for a pci
368 * device mapping.
369 */
370static pgprot_t __pci_mmap_set_pgprot(struct pci_dev *dev, struct resource *rp,
371 pgprot_t protection,
372 enum pci_mmap_state mmap_state,
373 int write_combine)
374{
Kumar Gala58083da2007-06-27 11:07:51 -0500375
376 /* Write combine is always 0 on non-memory space mappings. On
377 * memory space, if the user didn't pass 1, we check for a
378 * "prefetchable" resource. This is a bit hackish, but we use
379 * this to workaround the inability of /sysfs to provide a write
380 * combine bit
381 */
382 if (mmap_state != pci_mmap_mem)
383 write_combine = 0;
384 else if (write_combine == 0) {
385 if (rp->flags & IORESOURCE_PREFETCH)
386 write_combine = 1;
387 }
388
389 /* XXX would be nice to have a way to ask for write-through */
Kumar Gala58083da2007-06-27 11:07:51 -0500390 if (write_combine)
Aneesh Kumar K.V83d5e642013-05-06 10:51:00 +0000391 return pgprot_noncached_wc(protection);
Kumar Gala58083da2007-06-27 11:07:51 -0500392 else
Aneesh Kumar K.V83d5e642013-05-06 10:51:00 +0000393 return pgprot_noncached(protection);
Kumar Gala58083da2007-06-27 11:07:51 -0500394}
395
396/*
397 * This one is used by /dev/mem and fbdev who have no clue about the
398 * PCI device, it tries to find the PCI device first and calls the
399 * above routine
400 */
401pgprot_t pci_phys_mem_access_prot(struct file *file,
402 unsigned long pfn,
403 unsigned long size,
Benjamin Herrenschmidt64b3d0e2008-12-18 19:13:51 +0000404 pgprot_t prot)
Kumar Gala58083da2007-06-27 11:07:51 -0500405{
406 struct pci_dev *pdev = NULL;
407 struct resource *found = NULL;
Benjamin Herrenschmidt7c12d902008-10-01 15:30:04 +0000408 resource_size_t offset = ((resource_size_t)pfn) << PAGE_SHIFT;
Kumar Gala58083da2007-06-27 11:07:51 -0500409 int i;
410
411 if (page_is_ram(pfn))
Benjamin Herrenschmidt64b3d0e2008-12-18 19:13:51 +0000412 return prot;
Kumar Gala58083da2007-06-27 11:07:51 -0500413
Benjamin Herrenschmidt64b3d0e2008-12-18 19:13:51 +0000414 prot = pgprot_noncached(prot);
Kumar Gala58083da2007-06-27 11:07:51 -0500415 for_each_pci_dev(pdev) {
416 for (i = 0; i <= PCI_ROM_RESOURCE; i++) {
417 struct resource *rp = &pdev->resource[i];
418 int flags = rp->flags;
419
420 /* Active and same type? */
421 if ((flags & IORESOURCE_MEM) == 0)
422 continue;
423 /* In the range of this resource? */
424 if (offset < (rp->start & PAGE_MASK) ||
425 offset > rp->end)
426 continue;
427 found = rp;
428 break;
429 }
430 if (found)
431 break;
432 }
433 if (found) {
434 if (found->flags & IORESOURCE_PREFETCH)
Benjamin Herrenschmidt64b3d0e2008-12-18 19:13:51 +0000435 prot = pgprot_noncached_wc(prot);
Kumar Gala58083da2007-06-27 11:07:51 -0500436 pci_dev_put(pdev);
437 }
438
Benjamin Herrenschmidtb0494bc2008-10-27 19:48:22 +0000439 pr_debug("PCI: Non-PCI map for %llx, prot: %lx\n",
Benjamin Herrenschmidt64b3d0e2008-12-18 19:13:51 +0000440 (unsigned long long)offset, pgprot_val(prot));
Kumar Gala58083da2007-06-27 11:07:51 -0500441
Benjamin Herrenschmidt64b3d0e2008-12-18 19:13:51 +0000442 return prot;
Kumar Gala58083da2007-06-27 11:07:51 -0500443}
444
445
446/*
447 * Perform the actual remap of the pages for a PCI device mapping, as
448 * appropriate for this architecture. The region in the process to map
449 * is described by vm_start and vm_end members of VMA, the base physical
450 * address is found in vm_pgoff.
451 * The pci device structure is provided so that architectures may make mapping
452 * decisions on a per-device or per-bus basis.
453 *
454 * Returns a negative error code on failure, zero on success.
455 */
456int pci_mmap_page_range(struct pci_dev *dev, struct vm_area_struct *vma,
457 enum pci_mmap_state mmap_state, int write_combine)
458{
Benjamin Herrenschmidt7c12d902008-10-01 15:30:04 +0000459 resource_size_t offset =
460 ((resource_size_t)vma->vm_pgoff) << PAGE_SHIFT;
Kumar Gala58083da2007-06-27 11:07:51 -0500461 struct resource *rp;
462 int ret;
463
464 rp = __pci_mmap_make_offset(dev, &offset, mmap_state);
465 if (rp == NULL)
466 return -EINVAL;
467
468 vma->vm_pgoff = offset >> PAGE_SHIFT;
469 vma->vm_page_prot = __pci_mmap_set_pgprot(dev, rp,
470 vma->vm_page_prot,
471 mmap_state, write_combine);
472
473 ret = remap_pfn_range(vma, vma->vm_start, vma->vm_pgoff,
474 vma->vm_end - vma->vm_start, vma->vm_page_prot);
475
476 return ret;
477}
478
Benjamin Herrenschmidte9f82cb2008-10-14 11:55:31 +1100479/* This provides legacy IO read access on a bus */
480int pci_legacy_read(struct pci_bus *bus, loff_t port, u32 *val, size_t size)
481{
482 unsigned long offset;
483 struct pci_controller *hose = pci_bus_to_host(bus);
484 struct resource *rp = &hose->io_resource;
485 void __iomem *addr;
486
487 /* Check if port can be supported by that bus. We only check
488 * the ranges of the PHB though, not the bus itself as the rules
489 * for forwarding legacy cycles down bridges are not our problem
490 * here. So if the host bridge supports it, we do it.
491 */
492 offset = (unsigned long)hose->io_base_virt - _IO_BASE;
493 offset += port;
494
495 if (!(rp->flags & IORESOURCE_IO))
496 return -ENXIO;
497 if (offset < rp->start || (offset + size) > rp->end)
498 return -ENXIO;
499 addr = hose->io_base_virt + port;
500
501 switch(size) {
502 case 1:
503 *((u8 *)val) = in_8(addr);
504 return 1;
505 case 2:
506 if (port & 1)
507 return -EINVAL;
508 *((u16 *)val) = in_le16(addr);
509 return 2;
510 case 4:
511 if (port & 3)
512 return -EINVAL;
513 *((u32 *)val) = in_le32(addr);
514 return 4;
515 }
516 return -EINVAL;
517}
518
519/* This provides legacy IO write access on a bus */
520int pci_legacy_write(struct pci_bus *bus, loff_t port, u32 val, size_t size)
521{
522 unsigned long offset;
523 struct pci_controller *hose = pci_bus_to_host(bus);
524 struct resource *rp = &hose->io_resource;
525 void __iomem *addr;
526
527 /* Check if port can be supported by that bus. We only check
528 * the ranges of the PHB though, not the bus itself as the rules
529 * for forwarding legacy cycles down bridges are not our problem
530 * here. So if the host bridge supports it, we do it.
531 */
532 offset = (unsigned long)hose->io_base_virt - _IO_BASE;
533 offset += port;
534
535 if (!(rp->flags & IORESOURCE_IO))
536 return -ENXIO;
537 if (offset < rp->start || (offset + size) > rp->end)
538 return -ENXIO;
539 addr = hose->io_base_virt + port;
540
541 /* WARNING: The generic code is idiotic. It gets passed a pointer
542 * to what can be a 1, 2 or 4 byte quantity and always reads that
543 * as a u32, which means that we have to correct the location of
544 * the data read within those 32 bits for size 1 and 2
545 */
546 switch(size) {
547 case 1:
548 out_8(addr, val >> 24);
549 return 1;
550 case 2:
551 if (port & 1)
552 return -EINVAL;
553 out_le16(addr, val >> 16);
554 return 2;
555 case 4:
556 if (port & 3)
557 return -EINVAL;
558 out_le32(addr, val);
559 return 4;
560 }
561 return -EINVAL;
562}
563
564/* This provides legacy IO or memory mmap access on a bus */
565int pci_mmap_legacy_page_range(struct pci_bus *bus,
566 struct vm_area_struct *vma,
567 enum pci_mmap_state mmap_state)
568{
569 struct pci_controller *hose = pci_bus_to_host(bus);
570 resource_size_t offset =
571 ((resource_size_t)vma->vm_pgoff) << PAGE_SHIFT;
572 resource_size_t size = vma->vm_end - vma->vm_start;
573 struct resource *rp;
574
575 pr_debug("pci_mmap_legacy_page_range(%04x:%02x, %s @%llx..%llx)\n",
576 pci_domain_nr(bus), bus->number,
577 mmap_state == pci_mmap_mem ? "MEM" : "IO",
578 (unsigned long long)offset,
579 (unsigned long long)(offset + size - 1));
580
581 if (mmap_state == pci_mmap_mem) {
Benjamin Herrenschmidt5b11abf2009-02-08 14:27:21 +0000582 /* Hack alert !
583 *
584 * Because X is lame and can fail starting if it gets an error trying
585 * to mmap legacy_mem (instead of just moving on without legacy memory
586 * access) we fake it here by giving it anonymous memory, effectively
587 * behaving just like /dev/zero
588 */
589 if ((offset + size) > hose->isa_mem_size) {
590 printk(KERN_DEBUG
591 "Process %s (pid:%d) mapped non-existing PCI legacy memory for 0%04x:%02x\n",
592 current->comm, current->pid, pci_domain_nr(bus), bus->number);
593 if (vma->vm_flags & VM_SHARED)
594 return shmem_zero_setup(vma);
595 return 0;
596 }
Benjamin Herrenschmidte9f82cb2008-10-14 11:55:31 +1100597 offset += hose->isa_mem_phys;
598 } else {
599 unsigned long io_offset = (unsigned long)hose->io_base_virt - _IO_BASE;
600 unsigned long roffset = offset + io_offset;
601 rp = &hose->io_resource;
602 if (!(rp->flags & IORESOURCE_IO))
603 return -ENXIO;
604 if (roffset < rp->start || (roffset + size) > rp->end)
605 return -ENXIO;
606 offset += hose->io_base_phys;
607 }
608 pr_debug(" -> mapping phys %llx\n", (unsigned long long)offset);
609
610 vma->vm_pgoff = offset >> PAGE_SHIFT;
Benjamin Herrenschmidt64b3d0e2008-12-18 19:13:51 +0000611 vma->vm_page_prot = pgprot_noncached(vma->vm_page_prot);
Benjamin Herrenschmidte9f82cb2008-10-14 11:55:31 +1100612 return remap_pfn_range(vma, vma->vm_start, vma->vm_pgoff,
613 vma->vm_end - vma->vm_start,
614 vma->vm_page_prot);
615}
616
Kumar Gala58083da2007-06-27 11:07:51 -0500617void pci_resource_to_user(const struct pci_dev *dev, int bar,
618 const struct resource *rsrc,
619 resource_size_t *start, resource_size_t *end)
620{
621 struct pci_controller *hose = pci_bus_to_host(dev->bus);
622 resource_size_t offset = 0;
623
624 if (hose == NULL)
625 return;
626
627 if (rsrc->flags & IORESOURCE_IO)
628 offset = (unsigned long)hose->io_base_virt - _IO_BASE;
629
630 /* We pass a fully fixed up address to userland for MMIO instead of
631 * a BAR value because X is lame and expects to be able to use that
632 * to pass to /dev/mem !
633 *
634 * That means that we'll have potentially 64 bits values where some
635 * userland apps only expect 32 (like X itself since it thinks only
636 * Sparc has 64 bits MMIO) but if we don't do that, we break it on
637 * 32 bits CHRPs :-(
638 *
639 * Hopefully, the sysfs insterface is immune to that gunk. Once X
640 * has been fixed (and the fix spread enough), we can re-enable the
641 * 2 lines below and pass down a BAR value to userland. In that case
642 * we'll also have to re-enable the matching code in
643 * __pci_mmap_make_offset().
644 *
645 * BenH.
646 */
647#if 0
648 else if (rsrc->flags & IORESOURCE_MEM)
649 offset = hose->pci_mem_offset;
650#endif
651
652 *start = rsrc->start - offset;
653 *end = rsrc->end - offset;
654}
Benjamin Herrenschmidt13dccb92007-12-11 14:48:18 +1100655
656/**
657 * pci_process_bridge_OF_ranges - Parse PCI bridge resources from device tree
658 * @hose: newly allocated pci_controller to be setup
659 * @dev: device node of the host bridge
660 * @primary: set if primary bus (32 bits only, soon to be deprecated)
661 *
662 * This function will parse the "ranges" property of a PCI host bridge device
663 * node and setup the resource mapping of a pci controller based on its
664 * content.
665 *
666 * Life would be boring if it wasn't for a few issues that we have to deal
667 * with here:
668 *
669 * - We can only cope with one IO space range and up to 3 Memory space
670 * ranges. However, some machines (thanks Apple !) tend to split their
671 * space into lots of small contiguous ranges. So we have to coalesce.
672 *
Benjamin Herrenschmidt13dccb92007-12-11 14:48:18 +1100673 * - Some busses have IO space not starting at 0, which causes trouble with
674 * the way we do our IO resource renumbering. The code somewhat deals with
675 * it for 64 bits but I would expect problems on 32 bits.
676 *
677 * - Some 32 bits platforms such as 4xx can have physical space larger than
678 * 32 bits so we need to use 64 bits values for the parsing
679 */
Greg Kroah-Hartmancad5cef2012-12-21 14:04:10 -0800680void pci_process_bridge_OF_ranges(struct pci_controller *hose,
681 struct device_node *dev, int primary)
Benjamin Herrenschmidt13dccb92007-12-11 14:48:18 +1100682{
Kevin Hao858957a2013-05-16 20:58:42 +0000683 int memno = 0;
Benjamin Herrenschmidt13dccb92007-12-11 14:48:18 +1100684 struct resource *res;
Andrew Murray654837e2014-02-25 06:32:11 +0000685 struct of_pci_range range;
686 struct of_pci_range_parser parser;
Benjamin Herrenschmidt13dccb92007-12-11 14:48:18 +1100687
688 printk(KERN_INFO "PCI host bridge %s %s ranges:\n",
689 dev->full_name, primary ? "(primary)" : "");
690
Andrew Murray654837e2014-02-25 06:32:11 +0000691 /* Check for ranges property */
692 if (of_pci_range_parser_init(&parser, dev))
Benjamin Herrenschmidt13dccb92007-12-11 14:48:18 +1100693 return;
694
695 /* Parse it */
Andrew Murray654837e2014-02-25 06:32:11 +0000696 for_each_of_pci_range(&parser, &range) {
Benjamin Herrenschmidte9f82cb2008-10-14 11:55:31 +1100697 /* If we failed translation or got a zero-sized region
698 * (some FW try to feed us with non sensical zero sized regions
699 * such as power3 which look like some kind of attempt at exposing
700 * the VGA memory hole)
701 */
Andrew Murray654837e2014-02-25 06:32:11 +0000702 if (range.cpu_addr == OF_BAD_ADDR || range.size == 0)
Benjamin Herrenschmidt13dccb92007-12-11 14:48:18 +1100703 continue;
704
Benjamin Herrenschmidt13dccb92007-12-11 14:48:18 +1100705 /* Act based on address space type */
706 res = NULL;
Andrew Murray654837e2014-02-25 06:32:11 +0000707 switch (range.flags & IORESOURCE_TYPE_BITS) {
708 case IORESOURCE_IO:
Benjamin Herrenschmidt13dccb92007-12-11 14:48:18 +1100709 printk(KERN_INFO
710 " IO 0x%016llx..0x%016llx -> 0x%016llx\n",
Andrew Murray654837e2014-02-25 06:32:11 +0000711 range.cpu_addr, range.cpu_addr + range.size - 1,
712 range.pci_addr);
Benjamin Herrenschmidt13dccb92007-12-11 14:48:18 +1100713
714 /* We support only one IO range */
715 if (hose->pci_io_size) {
716 printk(KERN_INFO
717 " \\--> Skipped (too many) !\n");
718 continue;
719 }
720#ifdef CONFIG_PPC32
721 /* On 32 bits, limit I/O space to 16MB */
Andrew Murray654837e2014-02-25 06:32:11 +0000722 if (range.size > 0x01000000)
723 range.size = 0x01000000;
Benjamin Herrenschmidt13dccb92007-12-11 14:48:18 +1100724
725 /* 32 bits needs to map IOs here */
Andrew Murray654837e2014-02-25 06:32:11 +0000726 hose->io_base_virt = ioremap(range.cpu_addr,
727 range.size);
Benjamin Herrenschmidt13dccb92007-12-11 14:48:18 +1100728
729 /* Expect trouble if pci_addr is not 0 */
730 if (primary)
731 isa_io_base =
732 (unsigned long)hose->io_base_virt;
733#endif /* CONFIG_PPC32 */
734 /* pci_io_size and io_base_phys always represent IO
735 * space starting at 0 so we factor in pci_addr
736 */
Andrew Murray654837e2014-02-25 06:32:11 +0000737 hose->pci_io_size = range.pci_addr + range.size;
738 hose->io_base_phys = range.cpu_addr - range.pci_addr;
Benjamin Herrenschmidt13dccb92007-12-11 14:48:18 +1100739
740 /* Build resource */
741 res = &hose->io_resource;
Andrew Murray654837e2014-02-25 06:32:11 +0000742 range.cpu_addr = range.pci_addr;
Benjamin Herrenschmidt13dccb92007-12-11 14:48:18 +1100743 break;
Andrew Murray654837e2014-02-25 06:32:11 +0000744 case IORESOURCE_MEM:
Benjamin Herrenschmidt13dccb92007-12-11 14:48:18 +1100745 printk(KERN_INFO
746 " MEM 0x%016llx..0x%016llx -> 0x%016llx %s\n",
Andrew Murray654837e2014-02-25 06:32:11 +0000747 range.cpu_addr, range.cpu_addr + range.size - 1,
748 range.pci_addr,
749 (range.pci_space & 0x40000000) ?
750 "Prefetch" : "");
Benjamin Herrenschmidt13dccb92007-12-11 14:48:18 +1100751
752 /* We support only 3 memory ranges */
753 if (memno >= 3) {
754 printk(KERN_INFO
755 " \\--> Skipped (too many) !\n");
756 continue;
757 }
758 /* Handles ISA memory hole space here */
Andrew Murray654837e2014-02-25 06:32:11 +0000759 if (range.pci_addr == 0) {
Benjamin Herrenschmidt13dccb92007-12-11 14:48:18 +1100760 if (primary || isa_mem_base == 0)
Andrew Murray654837e2014-02-25 06:32:11 +0000761 isa_mem_base = range.cpu_addr;
762 hose->isa_mem_phys = range.cpu_addr;
763 hose->isa_mem_size = range.size;
Benjamin Herrenschmidt13dccb92007-12-11 14:48:18 +1100764 }
765
Benjamin Herrenschmidt13dccb92007-12-11 14:48:18 +1100766 /* Build resource */
Andrew Murray654837e2014-02-25 06:32:11 +0000767 hose->mem_offset[memno] = range.cpu_addr -
768 range.pci_addr;
Benjamin Herrenschmidt13dccb92007-12-11 14:48:18 +1100769 res = &hose->mem_resources[memno++];
Benjamin Herrenschmidt13dccb92007-12-11 14:48:18 +1100770 break;
771 }
772 if (res != NULL) {
Michael Ellermanaeba3732014-10-16 12:29:46 +1100773 res->name = dev->full_name;
774 res->flags = range.flags;
775 res->start = range.cpu_addr;
776 res->end = range.cpu_addr + range.size - 1;
777 res->parent = res->child = res->sibling = NULL;
Benjamin Herrenschmidt13dccb92007-12-11 14:48:18 +1100778 }
779 }
Benjamin Herrenschmidt13dccb92007-12-11 14:48:18 +1100780}
Benjamin Herrenschmidtfa462f22007-12-20 14:54:49 +1100781
782/* Decide whether to display the domain number in /proc */
783int pci_proc_domain(struct pci_bus *bus)
784{
785 struct pci_controller *hose = pci_bus_to_host(bus);
Benjamin Herrenschmidt1fd0f522008-10-02 14:12:51 +0000786
Rob Herring0e47ff12011-07-12 09:25:51 -0500787 if (!pci_has_flag(PCI_ENABLE_PROC_DOMAINS))
Benjamin Herrenschmidtfa462f22007-12-20 14:54:49 +1100788 return 0;
Rob Herring0e47ff12011-07-12 09:25:51 -0500789 if (pci_has_flag(PCI_COMPAT_DOMAIN_0))
Benjamin Herrenschmidtfa462f22007-12-20 14:54:49 +1100790 return hose->global_number != 0;
791 return 1;
Benjamin Herrenschmidtfa462f22007-12-20 14:54:49 +1100792}
793
Kleber Sacilotto de Souzad82fb312013-05-03 12:43:12 +0000794int pcibios_root_bridge_prepare(struct pci_host_bridge *bridge)
795{
796 if (ppc_md.pcibios_root_bridge_prepare)
797 return ppc_md.pcibios_root_bridge_prepare(bridge);
798
799 return 0;
800}
801
Benjamin Herrenschmidtbf5e2ba2007-12-20 14:54:51 +1100802/* This header fixup will do the resource fixup for all devices as they are
803 * probed, but not for bridge ranges
804 */
Greg Kroah-Hartmancad5cef2012-12-21 14:04:10 -0800805static void pcibios_fixup_resources(struct pci_dev *dev)
Benjamin Herrenschmidtbf5e2ba2007-12-20 14:54:51 +1100806{
807 struct pci_controller *hose = pci_bus_to_host(dev->bus);
808 int i;
809
810 if (!hose) {
811 printk(KERN_ERR "No host bridge for PCI dev %s !\n",
812 pci_name(dev));
813 return;
814 }
Wei Yangc3b80fb2015-03-25 16:23:53 +0800815
816 if (dev->is_virtfn)
817 return;
818
Benjamin Herrenschmidtbf5e2ba2007-12-20 14:54:51 +1100819 for (i = 0; i < DEVICE_COUNT_RESOURCE; i++) {
820 struct resource *res = dev->resource + i;
Kevin Haoc5df4572013-06-05 02:26:51 +0000821 struct pci_bus_region reg;
Benjamin Herrenschmidtbf5e2ba2007-12-20 14:54:51 +1100822 if (!res->flags)
823 continue;
Benjamin Herrenschmidt48c2ce92011-11-06 18:55:58 +0000824
825 /* If we're going to re-assign everything, we mark all resources
826 * as unset (and 0-base them). In addition, we mark BARs starting
827 * at 0 as unset as well, except if PCI_PROBE_ONLY is also set
828 * since in that case, we don't want to re-assign anything
Benjamin Herrenschmidt7f172892008-02-29 14:58:03 +1100829 */
Yinghai Lufc279852013-12-09 22:54:40 -0800830 pcibios_resource_to_bus(dev->bus, &reg, res);
Benjamin Herrenschmidt48c2ce92011-11-06 18:55:58 +0000831 if (pci_has_flag(PCI_REASSIGN_ALL_RSRC) ||
Kevin Haoc5df4572013-06-05 02:26:51 +0000832 (reg.start == 0 && !pci_has_flag(PCI_PROBE_ONLY))) {
Benjamin Herrenschmidt48c2ce92011-11-06 18:55:58 +0000833 /* Only print message if not re-assigning */
834 if (!pci_has_flag(PCI_REASSIGN_ALL_RSRC))
Kevin Haoae2a84b2015-06-12 10:26:37 +0800835 pr_debug("PCI:%s Resource %d %pR is unassigned\n",
836 pci_name(dev), i, res);
Benjamin Herrenschmidtbf5e2ba2007-12-20 14:54:51 +1100837 res->end -= res->start;
838 res->start = 0;
839 res->flags |= IORESOURCE_UNSET;
840 continue;
841 }
842
Kevin Haoae2a84b2015-06-12 10:26:37 +0800843 pr_debug("PCI:%s Resource %d %pR\n", pci_name(dev), i, res);
Benjamin Herrenschmidtbf5e2ba2007-12-20 14:54:51 +1100844 }
845
846 /* Call machine specific resource fixup */
847 if (ppc_md.pcibios_fixup_resources)
848 ppc_md.pcibios_fixup_resources(dev);
849}
850DECLARE_PCI_FIXUP_HEADER(PCI_ANY_ID, PCI_ANY_ID, pcibios_fixup_resources);
851
Benjamin Herrenschmidtb5561512008-10-13 13:56:31 +0000852/* This function tries to figure out if a bridge resource has been initialized
853 * by the firmware or not. It doesn't have to be absolutely bullet proof, but
854 * things go more smoothly when it gets it right. It should covers cases such
855 * as Apple "closed" bridge resources and bare-metal pSeries unassigned bridges
856 */
Greg Kroah-Hartmancad5cef2012-12-21 14:04:10 -0800857static int pcibios_uninitialized_bridge_resource(struct pci_bus *bus,
858 struct resource *res)
Benjamin Herrenschmidtbf5e2ba2007-12-20 14:54:51 +1100859{
Benjamin Herrenschmidtbe8cbcd2007-12-20 14:55:04 +1100860 struct pci_controller *hose = pci_bus_to_host(bus);
Benjamin Herrenschmidtbf5e2ba2007-12-20 14:54:51 +1100861 struct pci_dev *dev = bus->self;
Benjamin Herrenschmidtb5561512008-10-13 13:56:31 +0000862 resource_size_t offset;
Benjamin Herrenschmidt3fd47f02013-05-06 13:40:40 +1000863 struct pci_bus_region region;
Benjamin Herrenschmidtb5561512008-10-13 13:56:31 +0000864 u16 command;
865 int i;
866
867 /* We don't do anything if PCI_PROBE_ONLY is set */
Rob Herring0e47ff12011-07-12 09:25:51 -0500868 if (pci_has_flag(PCI_PROBE_ONLY))
Benjamin Herrenschmidtb5561512008-10-13 13:56:31 +0000869 return 0;
870
871 /* Job is a bit different between memory and IO */
872 if (res->flags & IORESOURCE_MEM) {
Yinghai Lufc279852013-12-09 22:54:40 -0800873 pcibios_resource_to_bus(dev->bus, &region, res);
Benjamin Herrenschmidt3fd47f02013-05-06 13:40:40 +1000874
875 /* If the BAR is non-0 then it's probably been initialized */
876 if (region.start != 0)
Benjamin Herrenschmidtb5561512008-10-13 13:56:31 +0000877 return 0;
878
879 /* The BAR is 0, let's check if memory decoding is enabled on
880 * the bridge. If not, we consider it unassigned
881 */
882 pci_read_config_word(dev, PCI_COMMAND, &command);
883 if ((command & PCI_COMMAND_MEMORY) == 0)
884 return 1;
885
886 /* Memory decoding is enabled and the BAR is 0. If any of the bridge
887 * resources covers that starting address (0 then it's good enough for
Benjamin Herrenschmidt3fd47f02013-05-06 13:40:40 +1000888 * us for memory space)
Benjamin Herrenschmidtb5561512008-10-13 13:56:31 +0000889 */
890 for (i = 0; i < 3; i++) {
891 if ((hose->mem_resources[i].flags & IORESOURCE_MEM) &&
Benjamin Herrenschmidt3fd47f02013-05-06 13:40:40 +1000892 hose->mem_resources[i].start == hose->mem_offset[i])
Benjamin Herrenschmidtb5561512008-10-13 13:56:31 +0000893 return 0;
894 }
895
896 /* Well, it starts at 0 and we know it will collide so we may as
897 * well consider it as unassigned. That covers the Apple case.
898 */
899 return 1;
900 } else {
901 /* If the BAR is non-0, then we consider it assigned */
902 offset = (unsigned long)hose->io_base_virt - _IO_BASE;
903 if (((res->start - offset) & 0xfffffffful) != 0)
904 return 0;
905
906 /* Here, we are a bit different than memory as typically IO space
907 * starting at low addresses -is- valid. What we do instead if that
908 * we consider as unassigned anything that doesn't have IO enabled
909 * in the PCI command register, and that's it.
910 */
911 pci_read_config_word(dev, PCI_COMMAND, &command);
912 if (command & PCI_COMMAND_IO)
913 return 0;
914
915 /* It's starting at 0 and IO is disabled in the bridge, consider
916 * it unassigned
917 */
918 return 1;
919 }
920}
921
922/* Fixup resources of a PCI<->PCI bridge */
Greg Kroah-Hartmancad5cef2012-12-21 14:04:10 -0800923static void pcibios_fixup_bridge(struct pci_bus *bus)
Benjamin Herrenschmidtb5561512008-10-13 13:56:31 +0000924{
925 struct resource *res;
926 int i;
927
928 struct pci_dev *dev = bus->self;
929
Bjorn Helgaas89a74ec2010-02-23 10:24:31 -0700930 pci_bus_for_each_resource(bus, res, i) {
931 if (!res || !res->flags)
Benjamin Herrenschmidtb5561512008-10-13 13:56:31 +0000932 continue;
933 if (i >= 3 && bus->self->transparent)
934 continue;
935
Gavin Shancf1a4cf2012-06-03 22:15:25 +0000936 /* If we're going to reassign everything, we can
937 * shrink the P2P resource to have size as being
938 * of 0 in order to save space.
Benjamin Herrenschmidt48c2ce92011-11-06 18:55:58 +0000939 */
940 if (pci_has_flag(PCI_REASSIGN_ALL_RSRC)) {
941 res->flags |= IORESOURCE_UNSET;
Benjamin Herrenschmidt48c2ce92011-11-06 18:55:58 +0000942 res->start = 0;
Gavin Shancf1a4cf2012-06-03 22:15:25 +0000943 res->end = -1;
Benjamin Herrenschmidt48c2ce92011-11-06 18:55:58 +0000944 continue;
945 }
946
Kevin Haoae2a84b2015-06-12 10:26:37 +0800947 pr_debug("PCI:%s Bus rsrc %d %pR\n", pci_name(dev), i, res);
Benjamin Herrenschmidtb5561512008-10-13 13:56:31 +0000948
Benjamin Herrenschmidtb5561512008-10-13 13:56:31 +0000949 /* Try to detect uninitialized P2P bridge resources,
950 * and clear them out so they get re-assigned later
951 */
952 if (pcibios_uninitialized_bridge_resource(bus, res)) {
953 res->flags = 0;
954 pr_debug("PCI:%s (unassigned)\n", pci_name(dev));
Benjamin Herrenschmidtb5561512008-10-13 13:56:31 +0000955 }
956 }
957}
958
Greg Kroah-Hartmancad5cef2012-12-21 14:04:10 -0800959void pcibios_setup_bus_self(struct pci_bus *bus)
Benjamin Herrenschmidt8b8da352008-10-27 19:48:37 +0000960{
Daniel Axtens467efc22015-03-31 16:00:56 +1100961 struct pci_controller *phb;
962
Benjamin Herrenschmidt7eef4402008-10-27 19:48:56 +0000963 /* Fix up the bus resources for P2P bridges */
Benjamin Herrenschmidt8b8da352008-10-27 19:48:37 +0000964 if (bus->self != NULL)
965 pcibios_fixup_bridge(bus);
966
967 /* Platform specific bus fixups. This is currently only used
Benjamin Herrenschmidt7eef4402008-10-27 19:48:56 +0000968 * by fsl_pci and I'm hoping to get rid of it at some point
Benjamin Herrenschmidt8b8da352008-10-27 19:48:37 +0000969 */
970 if (ppc_md.pcibios_fixup_bus)
971 ppc_md.pcibios_fixup_bus(bus);
972
973 /* Setup bus DMA mappings */
Daniel Axtens467efc22015-03-31 16:00:56 +1100974 phb = pci_bus_to_host(bus);
975 if (phb->controller_ops.dma_bus_setup)
976 phb->controller_ops.dma_bus_setup(bus);
Benjamin Herrenschmidt8b8da352008-10-27 19:48:37 +0000977}
978
Guenter Roeck7846de42013-06-10 10:18:08 -0700979static void pcibios_setup_device(struct pci_dev *dev)
Yuanquan Chen37f02192013-04-02 01:26:54 +0000980{
Daniel Axtens467efc22015-03-31 16:00:56 +1100981 struct pci_controller *phb;
Yuanquan Chen37f02192013-04-02 01:26:54 +0000982 /* Fixup NUMA node as it may not be setup yet by the generic
983 * code and is needed by the DMA init
984 */
985 set_dev_node(&dev->dev, pcibus_to_node(dev->bus));
986
987 /* Hook up default DMA ops */
988 set_dma_ops(&dev->dev, pci_dma_ops);
989 set_dma_offset(&dev->dev, PCI_DRAM_OFFSET);
990
991 /* Additional platform DMA/iommu setup */
Daniel Axtens467efc22015-03-31 16:00:56 +1100992 phb = pci_bus_to_host(dev->bus);
993 if (phb->controller_ops.dma_dev_setup)
994 phb->controller_ops.dma_dev_setup(dev);
Yuanquan Chen37f02192013-04-02 01:26:54 +0000995
996 /* Read default IRQs and fixup if necessary */
997 pci_read_irq_line(dev);
998 if (ppc_md.pci_irq_fixup)
999 ppc_md.pci_irq_fixup(dev);
1000}
1001
Guenter Roeck7846de42013-06-10 10:18:08 -07001002int pcibios_add_device(struct pci_dev *dev)
1003{
1004 /*
1005 * We can only call pcibios_setup_device() after bus setup is complete,
1006 * since some of the platform specific DMA setup code depends on it.
1007 */
1008 if (dev->bus->is_added)
1009 pcibios_setup_device(dev);
Wei Yang6e628c72015-03-25 16:23:55 +08001010
1011#ifdef CONFIG_PCI_IOV
1012 if (ppc_md.pcibios_fixup_sriov)
1013 ppc_md.pcibios_fixup_sriov(dev);
1014#endif /* CONFIG_PCI_IOV */
1015
Guenter Roeck7846de42013-06-10 10:18:08 -07001016 return 0;
1017}
1018
Greg Kroah-Hartmancad5cef2012-12-21 14:04:10 -08001019void pcibios_setup_bus_devices(struct pci_bus *bus)
Benjamin Herrenschmidt7eef4402008-10-27 19:48:56 +00001020{
1021 struct pci_dev *dev;
1022
1023 pr_debug("PCI: Fixup bus devices %d (%s)\n",
1024 bus->number, bus->self ? pci_name(bus->self) : "PHB");
1025
1026 list_for_each_entry(dev, &bus->devices, bus_list) {
Benjamin Herrenschmidt2d1c8612009-12-09 17:52:13 +11001027 /* Cardbus can call us to add new devices to a bus, so ignore
1028 * those who are already fully discovered
1029 */
1030 if (dev->is_added)
1031 continue;
1032
Yuanquan Chen37f02192013-04-02 01:26:54 +00001033 pcibios_setup_device(dev);
Benjamin Herrenschmidt7eef4402008-10-27 19:48:56 +00001034 }
1035}
1036
Myron Stowe79c8be82011-10-28 15:48:03 -06001037void pcibios_set_master(struct pci_dev *dev)
1038{
1039 /* No special bus mastering setup handling */
1040}
1041
Greg Kroah-Hartmancad5cef2012-12-21 14:04:10 -08001042void pcibios_fixup_bus(struct pci_bus *bus)
Benjamin Herrenschmidtbf5e2ba2007-12-20 14:54:51 +11001043{
Bjorn Helgaas237865f12015-09-15 13:18:04 -05001044 /* When called from the generic PCI probe, read PCI<->PCI bridge
1045 * bases. This is -not- called when generating the PCI tree from
1046 * the OF device-tree.
1047 */
1048 pci_read_bridge_bases(bus);
1049
1050 /* Now fixup the bus bus */
Benjamin Herrenschmidt8b8da352008-10-27 19:48:37 +00001051 pcibios_setup_bus_self(bus);
1052
1053 /* Now fixup devices on that bus */
1054 pcibios_setup_bus_devices(bus);
Benjamin Herrenschmidtbf5e2ba2007-12-20 14:54:51 +11001055}
1056EXPORT_SYMBOL(pcibios_fixup_bus);
1057
Greg Kroah-Hartmancad5cef2012-12-21 14:04:10 -08001058void pci_fixup_cardbus(struct pci_bus *bus)
Benjamin Herrenschmidt2d1c8612009-12-09 17:52:13 +11001059{
1060 /* Now fixup devices on that bus */
1061 pcibios_setup_bus_devices(bus);
1062}
1063
1064
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001065static int skip_isa_ioresource_align(struct pci_dev *dev)
1066{
Rob Herring0e47ff12011-07-12 09:25:51 -05001067 if (pci_has_flag(PCI_CAN_SKIP_ISA_ALIGN) &&
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001068 !(dev->bus->bridge_ctl & PCI_BRIDGE_CTL_ISA))
1069 return 1;
1070 return 0;
1071}
1072
1073/*
1074 * We need to avoid collisions with `mirrored' VGA ports
1075 * and other strange ISA hardware, so we always want the
1076 * addresses to be allocated in the 0x000-0x0ff region
1077 * modulo 0x400.
1078 *
1079 * Why? Because some silly external IO cards only decode
1080 * the low 10 bits of the IO address. The 0x00-0xff region
1081 * is reserved for motherboard devices that decode all 16
1082 * bits, so it's ok to allocate at, say, 0x2800-0x28ff,
1083 * but we want to try to avoid allocating at 0x2900-0x2bff
1084 * which might have be mirrored at 0x0100-0x03ff..
1085 */
Dominik Brodowski3b7a17f2010-01-01 17:40:50 +01001086resource_size_t pcibios_align_resource(void *data, const struct resource *res,
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001087 resource_size_t size, resource_size_t align)
1088{
1089 struct pci_dev *dev = data;
Dominik Brodowskib26b2d42010-01-01 17:40:49 +01001090 resource_size_t start = res->start;
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001091
1092 if (res->flags & IORESOURCE_IO) {
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001093 if (skip_isa_ioresource_align(dev))
Dominik Brodowskib26b2d42010-01-01 17:40:49 +01001094 return start;
1095 if (start & 0x300)
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001096 start = (start + 0x3ff) & ~0x3ff;
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001097 }
Dominik Brodowskib26b2d42010-01-01 17:40:49 +01001098
1099 return start;
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001100}
1101EXPORT_SYMBOL(pcibios_align_resource);
1102
1103/*
1104 * Reparent resource children of pr that conflict with res
1105 * under res, and make res replace those children.
1106 */
Heiko Schocher0f6023d2009-09-24 02:45:14 +00001107static int reparent_resources(struct resource *parent,
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001108 struct resource *res)
1109{
1110 struct resource *p, **pp;
1111 struct resource **firstpp = NULL;
1112
1113 for (pp = &parent->child; (p = *pp) != NULL; pp = &p->sibling) {
1114 if (p->end < res->start)
1115 continue;
1116 if (res->end < p->start)
1117 break;
1118 if (p->start < res->start || p->end > res->end)
1119 return -1; /* not completely contained */
1120 if (firstpp == NULL)
1121 firstpp = pp;
1122 }
1123 if (firstpp == NULL)
1124 return -1; /* didn't find any conflicting entries? */
1125 res->parent = parent;
1126 res->child = *firstpp;
1127 res->sibling = *pp;
1128 *firstpp = res;
1129 *pp = NULL;
1130 for (p = res->child; p != NULL; p = p->sibling) {
1131 p->parent = res;
Kevin Haoae2a84b2015-06-12 10:26:37 +08001132 pr_debug("PCI: Reparented %s %pR under %s\n",
1133 p->name, p, res->name);
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001134 }
1135 return 0;
1136}
1137
1138/*
1139 * Handle resources of PCI devices. If the world were perfect, we could
1140 * just allocate all the resource regions and do nothing more. It isn't.
1141 * On the other hand, we cannot just re-allocate all devices, as it would
1142 * require us to know lots of host bridge internals. So we attempt to
1143 * keep as much of the original configuration as possible, but tweak it
1144 * when it's found to be wrong.
1145 *
1146 * Known BIOS problems we have to work around:
1147 * - I/O or memory regions not configured
1148 * - regions configured, but not enabled in the command register
1149 * - bogus I/O addresses above 64K used
1150 * - expansion ROMs left enabled (this may sound harmless, but given
1151 * the fact the PCI specs explicitly allow address decoders to be
1152 * shared between expansion ROMs and other resource regions, it's
1153 * at least dangerous)
1154 *
1155 * Our solution:
1156 * (1) Allocate resources for all buses behind PCI-to-PCI bridges.
1157 * This gives us fixed barriers on where we can allocate.
1158 * (2) Allocate resources for all enabled devices. If there is
1159 * a collision, just mark the resource as unallocated. Also
1160 * disable expansion ROMs during this step.
1161 * (3) Try to allocate resources for disabled devices. If the
1162 * resources were assigned correctly, everything goes well,
1163 * if they weren't, they won't disturb allocation of other
1164 * resources.
1165 * (4) Assign new addresses to resources which were either
1166 * not configured at all or misconfigured. If explicitly
1167 * requested by the user, configure expansion ROM address
1168 * as well.
1169 */
1170
Anton Blancharde51df2c2014-08-20 08:55:18 +10001171static void pcibios_allocate_bus_resources(struct pci_bus *bus)
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001172{
Nathan Fontenote90a1312008-10-27 19:48:17 +00001173 struct pci_bus *b;
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001174 int i;
1175 struct resource *res, *pr;
1176
Benjamin Herrenschmidtb5ae5f92008-10-27 19:48:44 +00001177 pr_debug("PCI: Allocating bus resources for %04x:%02x...\n",
1178 pci_domain_nr(bus), bus->number);
1179
Bjorn Helgaas89a74ec2010-02-23 10:24:31 -07001180 pci_bus_for_each_resource(bus, res, i) {
1181 if (!res || !res->flags || res->start > res->end || res->parent)
Nathan Fontenote90a1312008-10-27 19:48:17 +00001182 continue;
Benjamin Herrenschmidt48c2ce92011-11-06 18:55:58 +00001183
1184 /* If the resource was left unset at this point, we clear it */
1185 if (res->flags & IORESOURCE_UNSET)
1186 goto clear_resource;
1187
Nathan Fontenote90a1312008-10-27 19:48:17 +00001188 if (bus->parent == NULL)
1189 pr = (res->flags & IORESOURCE_IO) ?
1190 &ioport_resource : &iomem_resource;
1191 else {
Nathan Fontenote90a1312008-10-27 19:48:17 +00001192 pr = pci_find_parent_resource(bus->self, res);
1193 if (pr == res) {
1194 /* this happens when the generic PCI
1195 * code (wrongly) decides that this
1196 * bridge is transparent -- paulus
1197 */
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001198 continue;
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001199 }
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001200 }
Nathan Fontenote90a1312008-10-27 19:48:17 +00001201
Kevin Haoae2a84b2015-06-12 10:26:37 +08001202 pr_debug("PCI: %s (bus %d) bridge rsrc %d: %pR, parent %p (%s)\n",
1203 bus->self ? pci_name(bus->self) : "PHB", bus->number,
1204 i, res, pr, (pr && pr->name) ? pr->name : "nil");
Nathan Fontenote90a1312008-10-27 19:48:17 +00001205
1206 if (pr && !(pr->flags & IORESOURCE_UNSET)) {
Yinghai Lu3ebfe462015-01-15 16:21:51 -06001207 struct pci_dev *dev = bus->self;
1208
Nathan Fontenote90a1312008-10-27 19:48:17 +00001209 if (request_resource(pr, res) == 0)
1210 continue;
1211 /*
1212 * Must be a conflict with an existing entry.
1213 * Move that entry (or entries) under the
1214 * bridge resource and try again.
1215 */
1216 if (reparent_resources(pr, res) == 0)
1217 continue;
Yinghai Lu3ebfe462015-01-15 16:21:51 -06001218
1219 if (dev && i < PCI_BRIDGE_RESOURCE_NUM &&
1220 pci_claim_bridge_resource(dev,
1221 i + PCI_BRIDGE_RESOURCES) == 0)
1222 continue;
Nathan Fontenote90a1312008-10-27 19:48:17 +00001223 }
Benjamin Herrenschmidt48c2ce92011-11-06 18:55:58 +00001224 pr_warning("PCI: Cannot allocate resource region "
1225 "%d of PCI bridge %d, will remap\n", i, bus->number);
1226 clear_resource:
Gavin Shancf1a4cf2012-06-03 22:15:25 +00001227 /* The resource might be figured out when doing
1228 * reassignment based on the resources required
1229 * by the downstream PCI devices. Here we set
1230 * the size of the resource to be 0 in order to
1231 * save more space.
1232 */
1233 res->start = 0;
1234 res->end = -1;
Nathan Fontenote90a1312008-10-27 19:48:17 +00001235 res->flags = 0;
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001236 }
Nathan Fontenote90a1312008-10-27 19:48:17 +00001237
1238 list_for_each_entry(b, &bus->children, node)
1239 pcibios_allocate_bus_resources(b);
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001240}
1241
Greg Kroah-Hartmancad5cef2012-12-21 14:04:10 -08001242static inline void alloc_resource(struct pci_dev *dev, int idx)
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001243{
1244 struct resource *pr, *r = &dev->resource[idx];
1245
Kevin Haoae2a84b2015-06-12 10:26:37 +08001246 pr_debug("PCI: Allocating %s: Resource %d: %pR\n",
1247 pci_name(dev), idx, r);
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001248
1249 pr = pci_find_parent_resource(dev, r);
1250 if (!pr || (pr->flags & IORESOURCE_UNSET) ||
1251 request_resource(pr, r) < 0) {
1252 printk(KERN_WARNING "PCI: Cannot allocate resource region %d"
1253 " of device %s, will remap\n", idx, pci_name(dev));
1254 if (pr)
Kevin Haoae2a84b2015-06-12 10:26:37 +08001255 pr_debug("PCI: parent is %p: %pR\n", pr, pr);
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001256 /* We'll assign a new address later */
1257 r->flags |= IORESOURCE_UNSET;
1258 r->end -= r->start;
1259 r->start = 0;
1260 }
1261}
1262
1263static void __init pcibios_allocate_resources(int pass)
1264{
1265 struct pci_dev *dev = NULL;
1266 int idx, disabled;
1267 u16 command;
1268 struct resource *r;
1269
1270 for_each_pci_dev(dev) {
1271 pci_read_config_word(dev, PCI_COMMAND, &command);
Benjamin Herrenschmidtad892a62009-05-14 20:16:47 +00001272 for (idx = 0; idx <= PCI_ROM_RESOURCE; idx++) {
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001273 r = &dev->resource[idx];
1274 if (r->parent) /* Already allocated */
1275 continue;
1276 if (!r->flags || (r->flags & IORESOURCE_UNSET))
1277 continue; /* Not assigned at all */
Benjamin Herrenschmidtad892a62009-05-14 20:16:47 +00001278 /* We only allocate ROMs on pass 1 just in case they
1279 * have been screwed up by firmware
1280 */
1281 if (idx == PCI_ROM_RESOURCE )
1282 disabled = 1;
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001283 if (r->flags & IORESOURCE_IO)
1284 disabled = !(command & PCI_COMMAND_IO);
1285 else
1286 disabled = !(command & PCI_COMMAND_MEMORY);
Paul Mackerras533b1922007-12-31 10:04:15 +11001287 if (pass == disabled)
1288 alloc_resource(dev, idx);
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001289 }
1290 if (pass)
1291 continue;
1292 r = &dev->resource[PCI_ROM_RESOURCE];
Benjamin Herrenschmidtad892a62009-05-14 20:16:47 +00001293 if (r->flags) {
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001294 /* Turn the ROM off, leave the resource region,
1295 * but keep it unregistered.
1296 */
1297 u32 reg;
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001298 pci_read_config_dword(dev, dev->rom_base_reg, &reg);
Benjamin Herrenschmidtad892a62009-05-14 20:16:47 +00001299 if (reg & PCI_ROM_ADDRESS_ENABLE) {
1300 pr_debug("PCI: Switching off ROM of %s\n",
1301 pci_name(dev));
1302 r->flags &= ~IORESOURCE_ROM_ENABLE;
1303 pci_write_config_dword(dev, dev->rom_base_reg,
1304 reg & ~PCI_ROM_ADDRESS_ENABLE);
1305 }
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001306 }
1307 }
1308}
1309
Benjamin Herrenschmidtc1f34302008-11-11 17:45:52 +00001310static void __init pcibios_reserve_legacy_regions(struct pci_bus *bus)
1311{
1312 struct pci_controller *hose = pci_bus_to_host(bus);
1313 resource_size_t offset;
1314 struct resource *res, *pres;
1315 int i;
1316
1317 pr_debug("Reserving legacy ranges for domain %04x\n", pci_domain_nr(bus));
1318
1319 /* Check for IO */
1320 if (!(hose->io_resource.flags & IORESOURCE_IO))
1321 goto no_io;
1322 offset = (unsigned long)hose->io_base_virt - _IO_BASE;
1323 res = kzalloc(sizeof(struct resource), GFP_KERNEL);
1324 BUG_ON(res == NULL);
1325 res->name = "Legacy IO";
1326 res->flags = IORESOURCE_IO;
1327 res->start = offset;
1328 res->end = (offset + 0xfff) & 0xfffffffful;
1329 pr_debug("Candidate legacy IO: %pR\n", res);
1330 if (request_resource(&hose->io_resource, res)) {
1331 printk(KERN_DEBUG
1332 "PCI %04x:%02x Cannot reserve Legacy IO %pR\n",
1333 pci_domain_nr(bus), bus->number, res);
1334 kfree(res);
1335 }
1336
1337 no_io:
1338 /* Check for memory */
Benjamin Herrenschmidtc1f34302008-11-11 17:45:52 +00001339 for (i = 0; i < 3; i++) {
1340 pres = &hose->mem_resources[i];
Benjamin Herrenschmidt3fd47f02013-05-06 13:40:40 +10001341 offset = hose->mem_offset[i];
Benjamin Herrenschmidtc1f34302008-11-11 17:45:52 +00001342 if (!(pres->flags & IORESOURCE_MEM))
1343 continue;
1344 pr_debug("hose mem res: %pR\n", pres);
1345 if ((pres->start - offset) <= 0xa0000 &&
1346 (pres->end - offset) >= 0xbffff)
1347 break;
1348 }
1349 if (i >= 3)
1350 return;
1351 res = kzalloc(sizeof(struct resource), GFP_KERNEL);
1352 BUG_ON(res == NULL);
1353 res->name = "Legacy VGA memory";
1354 res->flags = IORESOURCE_MEM;
1355 res->start = 0xa0000 + offset;
1356 res->end = 0xbffff + offset;
1357 pr_debug("Candidate VGA memory: %pR\n", res);
1358 if (request_resource(pres, res)) {
1359 printk(KERN_DEBUG
1360 "PCI %04x:%02x Cannot reserve VGA memory %pR\n",
1361 pci_domain_nr(bus), bus->number, res);
1362 kfree(res);
1363 }
1364}
1365
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001366void __init pcibios_resource_survey(void)
1367{
Nathan Fontenote90a1312008-10-27 19:48:17 +00001368 struct pci_bus *b;
1369
Benjamin Herrenschmidt48c2ce92011-11-06 18:55:58 +00001370 /* Allocate and assign resources */
Nathan Fontenote90a1312008-10-27 19:48:17 +00001371 list_for_each_entry(b, &pci_root_buses, node)
1372 pcibios_allocate_bus_resources(b);
Benjamin Herrenschmidt48c2ce92011-11-06 18:55:58 +00001373 pcibios_allocate_resources(0);
1374 pcibios_allocate_resources(1);
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001375
Benjamin Herrenschmidtc1f34302008-11-11 17:45:52 +00001376 /* Before we start assigning unassigned resource, we try to reserve
1377 * the low IO area and the VGA memory area if they intersect the
1378 * bus available resources to avoid allocating things on top of them
1379 */
Rob Herring0e47ff12011-07-12 09:25:51 -05001380 if (!pci_has_flag(PCI_PROBE_ONLY)) {
Benjamin Herrenschmidtc1f34302008-11-11 17:45:52 +00001381 list_for_each_entry(b, &pci_root_buses, node)
1382 pcibios_reserve_legacy_regions(b);
1383 }
1384
1385 /* Now, if the platform didn't decide to blindly trust the firmware,
1386 * we proceed to assigning things that were left unassigned
1387 */
Rob Herring0e47ff12011-07-12 09:25:51 -05001388 if (!pci_has_flag(PCI_PROBE_ONLY)) {
Wolfram Sanga77acda2009-03-09 06:39:01 +00001389 pr_debug("PCI: Assigning unassigned resources...\n");
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001390 pci_assign_unassigned_resources();
1391 }
1392
1393 /* Call machine dependent fixup */
1394 if (ppc_md.pcibios_fixup)
1395 ppc_md.pcibios_fixup();
1396}
1397
Benjamin Herrenschmidtfd6852c2008-10-27 19:48:52 +00001398/* This is used by the PCI hotplug driver to allocate resource
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001399 * of newly plugged busses. We can try to consolidate with the
Benjamin Herrenschmidtfd6852c2008-10-27 19:48:52 +00001400 * rest of the code later, for now, keep it as-is as our main
1401 * resource allocation function doesn't deal with sub-trees yet.
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001402 */
Stephen Rothwellbaf75b02009-06-01 14:53:53 +00001403void pcibios_claim_one_bus(struct pci_bus *bus)
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001404{
1405 struct pci_dev *dev;
1406 struct pci_bus *child_bus;
1407
1408 list_for_each_entry(dev, &bus->devices, bus_list) {
1409 int i;
1410
1411 for (i = 0; i < PCI_NUM_RESOURCES; i++) {
1412 struct resource *r = &dev->resource[i];
1413
1414 if (r->parent || !r->start || !r->flags)
1415 continue;
Benjamin Herrenschmidtfd6852c2008-10-27 19:48:52 +00001416
Kevin Haoae2a84b2015-06-12 10:26:37 +08001417 pr_debug("PCI: Claiming %s: Resource %d: %pR\n",
1418 pci_name(dev), i, r);
Benjamin Herrenschmidtfd6852c2008-10-27 19:48:52 +00001419
Yinghai Lu3ebfe462015-01-15 16:21:51 -06001420 if (pci_claim_resource(dev, i) == 0)
1421 continue;
1422
1423 pci_claim_bridge_resource(dev, i);
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001424 }
1425 }
1426
1427 list_for_each_entry(child_bus, &bus->children, node)
1428 pcibios_claim_one_bus(child_bus);
1429}
Daniel Axtens5b64d2c2015-05-27 16:06:56 +10001430EXPORT_SYMBOL_GPL(pcibios_claim_one_bus);
Benjamin Herrenschmidtfd6852c2008-10-27 19:48:52 +00001431
1432
1433/* pcibios_finish_adding_to_bus
1434 *
1435 * This is to be called by the hotplug code after devices have been
1436 * added to a bus, this include calling it for a PHB that is just
1437 * being added
1438 */
1439void pcibios_finish_adding_to_bus(struct pci_bus *bus)
1440{
1441 pr_debug("PCI: Finishing adding to hotplug bus %04x:%02x\n",
1442 pci_domain_nr(bus), bus->number);
1443
1444 /* Allocate bus and devices resources */
1445 pcibios_allocate_bus_resources(bus);
1446 pcibios_claim_one_bus(bus);
Gavin Shan7415c142016-05-20 16:41:36 +10001447 if (!pci_has_flag(PCI_PROBE_ONLY)) {
1448 if (bus->self)
1449 pci_assign_unassigned_bridge_resources(bus->self);
1450 else
1451 pci_assign_unassigned_bus_resources(bus);
1452 }
Benjamin Herrenschmidtfd6852c2008-10-27 19:48:52 +00001453
Thadeu Lima de Souza Cascardo6a040ce2012-12-28 09:13:19 +00001454 /* Fixup EEH */
1455 eeh_add_device_tree_late(bus);
1456
Benjamin Herrenschmidtfd6852c2008-10-27 19:48:52 +00001457 /* Add new devices to global lists. Register in proc, sysfs. */
1458 pci_bus_add_devices(bus);
1459
Thadeu Lima de Souza Cascardo6a040ce2012-12-28 09:13:19 +00001460 /* sysfs files should only be added after devices are added */
1461 eeh_add_sysfs_files(bus);
Benjamin Herrenschmidtfd6852c2008-10-27 19:48:52 +00001462}
1463EXPORT_SYMBOL_GPL(pcibios_finish_adding_to_bus);
1464
Benjamin Herrenschmidt549beb92007-12-20 14:54:57 +11001465int pcibios_enable_device(struct pci_dev *dev, int mask)
1466{
Daniel Axtens467efc22015-03-31 16:00:56 +11001467 struct pci_controller *phb = pci_bus_to_host(dev->bus);
1468
1469 if (phb->controller_ops.enable_device_hook)
1470 if (!phb->controller_ops.enable_device_hook(dev))
1471 return -EINVAL;
Benjamin Herrenschmidt549beb92007-12-20 14:54:57 +11001472
Bjorn Helgaas7cfb5f92008-03-04 11:56:56 -07001473 return pci_enable_resources(dev, mask);
Benjamin Herrenschmidt549beb92007-12-20 14:54:57 +11001474}
Benjamin Herrenschmidt53280322008-10-27 19:48:29 +00001475
Michael Neulingabeeed62015-05-27 16:07:00 +10001476void pcibios_disable_device(struct pci_dev *dev)
1477{
1478 struct pci_controller *phb = pci_bus_to_host(dev->bus);
1479
1480 if (phb->controller_ops.disable_device)
1481 phb->controller_ops.disable_device(dev);
1482}
1483
Bjorn Helgaas38973ba2012-03-16 17:48:09 -06001484resource_size_t pcibios_io_space_offset(struct pci_controller *hose)
1485{
1486 return (unsigned long) hose->io_base_virt - _IO_BASE;
1487}
1488
Greg Kroah-Hartmancad5cef2012-12-21 14:04:10 -08001489static void pcibios_setup_phb_resources(struct pci_controller *hose,
1490 struct list_head *resources)
Benjamin Herrenschmidt53280322008-10-27 19:48:29 +00001491{
Benjamin Herrenschmidt53280322008-10-27 19:48:29 +00001492 struct resource *res;
Benjamin Herrenschmidt3fd47f02013-05-06 13:40:40 +10001493 resource_size_t offset;
Benjamin Herrenschmidt53280322008-10-27 19:48:29 +00001494 int i;
1495
1496 /* Hookup PHB IO resource */
Bjorn Helgaas45a709f892011-10-28 16:27:43 -06001497 res = &hose->io_resource;
Benjamin Herrenschmidt53280322008-10-27 19:48:29 +00001498
1499 if (!res->flags) {
Anton Blanchardadb7cd72014-10-14 11:40:26 +11001500 pr_info("PCI: I/O resource not set for host"
Benjamin Herrenschmidt53280322008-10-27 19:48:29 +00001501 " bridge %s (domain %d)\n",
1502 hose->dn->full_name, hose->global_number);
Benjamin Herrenschmidt3fd47f02013-05-06 13:40:40 +10001503 } else {
1504 offset = pcibios_io_space_offset(hose);
1505
Kevin Haoae2a84b2015-06-12 10:26:37 +08001506 pr_debug("PCI: PHB IO resource = %pR off 0x%08llx\n",
1507 res, (unsigned long long)offset);
Benjamin Herrenschmidt3fd47f02013-05-06 13:40:40 +10001508 pci_add_resource_offset(resources, res, offset);
Benjamin Herrenschmidta0b8e762013-05-04 14:22:57 +00001509 }
Benjamin Herrenschmidt53280322008-10-27 19:48:29 +00001510
1511 /* Hookup PHB Memory resources */
1512 for (i = 0; i < 3; ++i) {
1513 res = &hose->mem_resources[i];
1514 if (!res->flags) {
Benjamin Herrenschmidtbee7dd92013-05-20 17:24:39 +00001515 if (i == 0)
1516 printk(KERN_ERR "PCI: Memory resource 0 not set for "
1517 "host bridge %s (domain %d)\n",
1518 hose->dn->full_name, hose->global_number);
Benjamin Herrenschmidt3fd47f02013-05-06 13:40:40 +10001519 continue;
Benjamin Herrenschmidt53280322008-10-27 19:48:29 +00001520 }
Benjamin Herrenschmidt3fd47f02013-05-06 13:40:40 +10001521 offset = hose->mem_offset[i];
Benjamin Herrenschmidt53280322008-10-27 19:48:29 +00001522
Benjamin Herrenschmidt3fd47f02013-05-06 13:40:40 +10001523
Kevin Haoae2a84b2015-06-12 10:26:37 +08001524 pr_debug("PCI: PHB MEM resource %d = %pR off 0x%08llx\n", i,
1525 res, (unsigned long long)offset);
Benjamin Herrenschmidt3fd47f02013-05-06 13:40:40 +10001526
1527 pci_add_resource_offset(resources, res, offset);
1528 }
Benjamin Herrenschmidt53280322008-10-27 19:48:29 +00001529}
Kumar Gala89c2dd62009-08-25 16:20:45 +00001530
1531/*
1532 * Null PCI config access functions, for the case when we can't
1533 * find a hose.
1534 */
1535#define NULL_PCI_OP(rw, size, type) \
1536static int \
1537null_##rw##_config_##size(struct pci_dev *dev, int offset, type val) \
1538{ \
1539 return PCIBIOS_DEVICE_NOT_FOUND; \
1540}
1541
1542static int
1543null_read_config(struct pci_bus *bus, unsigned int devfn, int offset,
1544 int len, u32 *val)
1545{
1546 return PCIBIOS_DEVICE_NOT_FOUND;
1547}
1548
1549static int
1550null_write_config(struct pci_bus *bus, unsigned int devfn, int offset,
1551 int len, u32 val)
1552{
1553 return PCIBIOS_DEVICE_NOT_FOUND;
1554}
1555
1556static struct pci_ops null_pci_ops =
1557{
1558 .read = null_read_config,
1559 .write = null_write_config,
1560};
1561
1562/*
1563 * These functions are used early on before PCI scanning is done
1564 * and all of the pci_dev and pci_bus structures have been created.
1565 */
1566static struct pci_bus *
1567fake_pci_bus(struct pci_controller *hose, int busnr)
1568{
1569 static struct pci_bus bus;
1570
Anton Blanchardb0d436c2013-08-07 02:01:24 +10001571 if (hose == NULL) {
Kumar Gala89c2dd62009-08-25 16:20:45 +00001572 printk(KERN_ERR "Can't find hose for PCI bus %d!\n", busnr);
1573 }
1574 bus.number = busnr;
1575 bus.sysdata = hose;
1576 bus.ops = hose? hose->ops: &null_pci_ops;
1577 return &bus;
1578}
1579
1580#define EARLY_PCI_OP(rw, size, type) \
1581int early_##rw##_config_##size(struct pci_controller *hose, int bus, \
1582 int devfn, int offset, type value) \
1583{ \
1584 return pci_bus_##rw##_config_##size(fake_pci_bus(hose, bus), \
1585 devfn, offset, value); \
1586}
1587
1588EARLY_PCI_OP(read, byte, u8 *)
1589EARLY_PCI_OP(read, word, u16 *)
1590EARLY_PCI_OP(read, dword, u32 *)
1591EARLY_PCI_OP(write, byte, u8)
1592EARLY_PCI_OP(write, word, u16)
1593EARLY_PCI_OP(write, dword, u32)
1594
Kumar Gala89c2dd62009-08-25 16:20:45 +00001595int early_find_capability(struct pci_controller *hose, int bus, int devfn,
1596 int cap)
1597{
1598 return pci_bus_find_capability(fake_pci_bus(hose, bus), devfn, cap);
1599}
Grant Likely0ed2c7222009-08-28 08:58:16 +00001600
Benjamin Herrenschmidt98d9f30c82011-04-11 11:37:07 +10001601struct device_node *pcibios_get_phb_of_node(struct pci_bus *bus)
1602{
1603 struct pci_controller *hose = bus->sysdata;
1604
1605 return of_node_get(hose->dn);
1606}
1607
Grant Likely0ed2c7222009-08-28 08:58:16 +00001608/**
1609 * pci_scan_phb - Given a pci_controller, setup and scan the PCI bus
1610 * @hose: Pointer to the PCI host controller instance structure
Grant Likely0ed2c7222009-08-28 08:58:16 +00001611 */
Greg Kroah-Hartmancad5cef2012-12-21 14:04:10 -08001612void pcibios_scan_phb(struct pci_controller *hose)
Grant Likely0ed2c7222009-08-28 08:58:16 +00001613{
Bjorn Helgaas45a709f892011-10-28 16:27:43 -06001614 LIST_HEAD(resources);
Grant Likely0ed2c7222009-08-28 08:58:16 +00001615 struct pci_bus *bus;
1616 struct device_node *node = hose->dn;
1617 int mode;
1618
Grant Likely74a7f082012-06-15 11:50:25 -06001619 pr_debug("PCI: Scanning PHB %s\n", of_node_full_name(node));
Grant Likely0ed2c7222009-08-28 08:58:16 +00001620
Grant Likely0ed2c7222009-08-28 08:58:16 +00001621 /* Get some IO space for the new PHB */
1622 pcibios_setup_phb_io_space(hose);
1623
1624 /* Wire up PHB bus resources */
Bjorn Helgaas45a709f892011-10-28 16:27:43 -06001625 pcibios_setup_phb_resources(hose, &resources);
1626
Yinghai Lube8e60d2012-05-17 18:51:12 -07001627 hose->busn.start = hose->first_busno;
1628 hose->busn.end = hose->last_busno;
1629 hose->busn.flags = IORESOURCE_BUS;
1630 pci_add_resource(&resources, &hose->busn);
1631
Bjorn Helgaas45a709f892011-10-28 16:27:43 -06001632 /* Create an empty bus for the toplevel */
1633 bus = pci_create_root_bus(hose->parent, hose->first_busno,
1634 hose->ops, hose, &resources);
1635 if (bus == NULL) {
1636 pr_err("Failed to create bus for PCI domain %04x\n",
1637 hose->global_number);
1638 pci_free_resource_list(&resources);
1639 return;
1640 }
Bjorn Helgaas45a709f892011-10-28 16:27:43 -06001641 hose->bus = bus;
Grant Likely0ed2c7222009-08-28 08:58:16 +00001642
1643 /* Get probe mode and perform scan */
1644 mode = PCI_PROBE_NORMAL;
Daniel Axtens467efc22015-03-31 16:00:56 +11001645 if (node && hose->controller_ops.probe_mode)
1646 mode = hose->controller_ops.probe_mode(bus);
Grant Likely0ed2c7222009-08-28 08:58:16 +00001647 pr_debug(" probe mode: %d\n", mode);
Yinghai Lube8e60d2012-05-17 18:51:12 -07001648 if (mode == PCI_PROBE_DEVTREE)
Grant Likely0ed2c7222009-08-28 08:58:16 +00001649 of_scan_bus(node, bus);
Grant Likely0ed2c7222009-08-28 08:58:16 +00001650
Yinghai Lube8e60d2012-05-17 18:51:12 -07001651 if (mode == PCI_PROBE_NORMAL) {
1652 pci_bus_update_busn_res_end(bus, 255);
1653 hose->last_busno = pci_scan_child_bus(bus);
1654 pci_bus_update_busn_res_end(bus, hose->last_busno);
1655 }
Benjamin Herrenschmidt781fb7a2011-09-19 17:44:50 +00001656
Benjamin Herrenschmidt491b98c2011-11-06 18:55:57 +00001657 /* Platform gets a chance to do some global fixups before
1658 * we proceed to resource allocation
1659 */
1660 if (ppc_md.pcibios_fixup_phb)
1661 ppc_md.pcibios_fixup_phb(hose);
1662
Benjamin Herrenschmidt781fb7a2011-09-19 17:44:50 +00001663 /* Configure PCI Express settings */
Benjamin Herrenschmidtbb36c442011-09-26 14:22:39 +10001664 if (bus && !pci_has_flag(PCI_PROBE_ONLY)) {
Benjamin Herrenschmidt781fb7a2011-09-19 17:44:50 +00001665 struct pci_bus *child;
Bjorn Helgaasa58674f2013-08-22 11:24:44 +08001666 list_for_each_entry(child, &bus->children, node)
1667 pcie_bus_configure_settings(child);
Benjamin Herrenschmidt781fb7a2011-09-19 17:44:50 +00001668 }
Grant Likely0ed2c7222009-08-28 08:58:16 +00001669}
Daniel Axtens5b64d2c2015-05-27 16:06:56 +10001670EXPORT_SYMBOL_GPL(pcibios_scan_phb);
Kumar Galac0654882011-05-19 22:26:18 -05001671
1672static void fixup_hide_host_resource_fsl(struct pci_dev *dev)
1673{
1674 int i, class = dev->class >> 8;
Jason Jin05737c72011-10-28 16:08:00 +08001675 /* When configured as agent, programing interface = 1 */
1676 int prog_if = dev->class & 0xf;
Kumar Galac0654882011-05-19 22:26:18 -05001677
1678 if ((class == PCI_CLASS_PROCESSOR_POWERPC ||
1679 class == PCI_CLASS_BRIDGE_OTHER) &&
1680 (dev->hdr_type == PCI_HEADER_TYPE_NORMAL) &&
Jason Jin05737c72011-10-28 16:08:00 +08001681 (prog_if == 0) &&
Kumar Galac0654882011-05-19 22:26:18 -05001682 (dev->bus->parent == NULL)) {
1683 for (i = 0; i < DEVICE_COUNT_RESOURCE; i++) {
1684 dev->resource[i].start = 0;
1685 dev->resource[i].end = 0;
1686 dev->resource[i].flags = 0;
1687 }
1688 }
1689}
1690DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_MOTOROLA, PCI_ANY_ID, fixup_hide_host_resource_fsl);
1691DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_FREESCALE, PCI_ANY_ID, fixup_hide_host_resource_fsl);
Brian Kingc2e1d842013-04-08 03:05:10 +00001692
1693static void fixup_vga(struct pci_dev *pdev)
1694{
1695 u16 cmd;
1696
1697 pci_read_config_word(pdev, PCI_COMMAND, &cmd);
1698 if ((cmd & (PCI_COMMAND_IO | PCI_COMMAND_MEMORY)) || !vga_default_device())
1699 vga_set_default_device(pdev);
1700
1701}
1702DECLARE_PCI_FIXUP_CLASS_FINAL(PCI_ANY_ID, PCI_ANY_ID,
1703 PCI_CLASS_DISPLAY_VGA, 8, fixup_vga);