blob: bd84771f89fcb96afb5b1390abe90f1831a90cbc [file] [log] [blame]
Kumar Gala5516b542007-06-27 01:17:57 -05001/*
2 * Contains common pci routines for ALL ppc platform
Kumar Galacf1d8a82007-06-28 22:56:24 -05003 * (based on pci_32.c and pci_64.c)
4 *
5 * Port for PPC64 David Engebretsen, IBM Corp.
6 * Contains common pci routines for ppc64 platform, pSeries and iSeries brands.
7 *
8 * Copyright (C) 2003 Anton Blanchard <anton@au.ibm.com>, IBM
9 * Rework, based on alpha PCI code.
10 *
11 * Common pmac/prep/chrp pci routines. -- Cort
Kumar Gala5516b542007-06-27 01:17:57 -050012 *
13 * This program is free software; you can redistribute it and/or
14 * modify it under the terms of the GNU General Public License
15 * as published by the Free Software Foundation; either version
16 * 2 of the License, or (at your option) any later version.
17 */
18
Kumar Gala5516b542007-06-27 01:17:57 -050019#include <linux/kernel.h>
20#include <linux/pci.h>
21#include <linux/string.h>
22#include <linux/init.h>
23#include <linux/bootmem.h>
Gavin Shand92a2082014-04-24 18:00:24 +100024#include <linux/delay.h>
Paul Gortmaker66b15db2011-05-27 10:46:24 -040025#include <linux/export.h>
Grant Likely22ae7822010-07-29 11:49:01 -060026#include <linux/of_address.h>
Sebastian Andrzej Siewior04bea682011-01-24 09:58:55 +053027#include <linux/of_pci.h>
Kumar Gala5516b542007-06-27 01:17:57 -050028#include <linux/mm.h>
29#include <linux/list.h>
30#include <linux/syscalls.h>
31#include <linux/irq.h>
32#include <linux/vmalloc.h>
Tejun Heo5a0e3ad2010-03-24 17:04:11 +090033#include <linux/slab.h>
Brian Kingc2e1d842013-04-08 03:05:10 +000034#include <linux/vgaarb.h>
Kumar Gala5516b542007-06-27 01:17:57 -050035
36#include <asm/processor.h>
37#include <asm/io.h>
38#include <asm/prom.h>
39#include <asm/pci-bridge.h>
40#include <asm/byteorder.h>
41#include <asm/machdep.h>
42#include <asm/ppc-pci.h>
Benjamin Herrenschmidt8b8da352008-10-27 19:48:37 +000043#include <asm/eeh.h>
Kumar Gala5516b542007-06-27 01:17:57 -050044
Kumar Galaa4c9e322007-06-27 13:09:43 -050045static DEFINE_SPINLOCK(hose_spinlock);
Milton Millerc3bd5172009-01-08 02:19:46 +000046LIST_HEAD(hose_list);
Kumar Galaa4c9e322007-06-27 13:09:43 -050047
48/* XXX kill that some day ... */
Stephen Rothwellebfc00f2007-11-19 16:56:15 +110049static int global_phb_number; /* Global phb counter */
Kumar Galaa4c9e322007-06-27 13:09:43 -050050
Benjamin Herrenschmidt25e81f92007-12-11 14:48:17 +110051/* ISA Memory physical address */
52resource_size_t isa_mem_base;
53
Kumar Galaa4c9e322007-06-27 13:09:43 -050054
FUJITA Tomonori45223c52009-08-04 19:08:25 +000055static struct dma_map_ops *pci_dma_ops = &dma_direct_ops;
Becky Bruce4fc665b2008-09-12 10:34:46 +000056
FUJITA Tomonori45223c52009-08-04 19:08:25 +000057void set_pci_dma_ops(struct dma_map_ops *dma_ops)
Becky Bruce4fc665b2008-09-12 10:34:46 +000058{
59 pci_dma_ops = dma_ops;
60}
61
FUJITA Tomonori45223c52009-08-04 19:08:25 +000062struct dma_map_ops *get_pci_dma_ops(void)
Becky Bruce4fc665b2008-09-12 10:34:46 +000063{
64 return pci_dma_ops;
65}
66EXPORT_SYMBOL(get_pci_dma_ops);
67
Stephen Rothwelle60516e2007-12-11 11:02:07 +110068struct pci_controller *pcibios_alloc_controller(struct device_node *dev)
Kumar Galaa4c9e322007-06-27 13:09:43 -050069{
70 struct pci_controller *phb;
71
Stephen Rothwelle60516e2007-12-11 11:02:07 +110072 phb = zalloc_maybe_bootmem(sizeof(struct pci_controller), GFP_KERNEL);
Kumar Galaa4c9e322007-06-27 13:09:43 -050073 if (phb == NULL)
74 return NULL;
Stephen Rothwelle60516e2007-12-11 11:02:07 +110075 spin_lock(&hose_spinlock);
76 phb->global_number = global_phb_number++;
77 list_add_tail(&phb->list_node, &hose_list);
78 spin_unlock(&hose_spinlock);
Stephen Rothwell44ef3392007-12-10 14:33:21 +110079 phb->dn = dev;
Kumar Galaa4c9e322007-06-27 13:09:43 -050080 phb->is_dynamic = mem_init_done;
81#ifdef CONFIG_PPC64
82 if (dev) {
83 int nid = of_node_to_nid(dev);
84
85 if (nid < 0 || !node_online(nid))
86 nid = -1;
87
88 PHB_SET_NODE(phb, nid);
89 }
90#endif
91 return phb;
92}
93
94void pcibios_free_controller(struct pci_controller *phb)
95{
96 spin_lock(&hose_spinlock);
97 list_del(&phb->list_node);
98 spin_unlock(&hose_spinlock);
99
100 if (phb->is_dynamic)
101 kfree(phb);
102}
103
Gavin Shan4c2245b2012-09-11 16:59:46 -0600104/*
105 * The function is used to return the minimal alignment
106 * for memory or I/O windows of the associated P2P bridge.
107 * By default, 4KiB alignment for I/O windows and 1MiB for
108 * memory windows.
109 */
110resource_size_t pcibios_window_alignment(struct pci_bus *bus,
111 unsigned long type)
112{
113 if (ppc_md.pcibios_window_alignment)
114 return ppc_md.pcibios_window_alignment(bus, type);
115
116 /*
117 * PCI core will figure out the default
118 * alignment: 4KiB for I/O and 1MiB for
119 * memory window.
120 */
121 return 1;
122}
123
Gavin Shand92a2082014-04-24 18:00:24 +1000124void pcibios_reset_secondary_bus(struct pci_dev *dev)
125{
Gavin Shand92a2082014-04-24 18:00:24 +1000126 if (ppc_md.pcibios_reset_secondary_bus) {
127 ppc_md.pcibios_reset_secondary_bus(dev);
128 return;
129 }
130
Gavin Shan21dd5a42014-06-19 17:22:45 +1000131 pci_reset_secondary_bus(dev);
Gavin Shand92a2082014-04-24 18:00:24 +1000132}
133
Milton Millerc3bd5172009-01-08 02:19:46 +0000134static resource_size_t pcibios_io_size(const struct pci_controller *hose)
135{
136#ifdef CONFIG_PPC64
137 return hose->pci_io_size;
138#else
Joe Perches28f65c112011-06-09 09:13:32 -0700139 return resource_size(&hose->io_resource);
Milton Millerc3bd5172009-01-08 02:19:46 +0000140#endif
141}
142
Benjamin Herrenschmidt6dfbde22007-07-26 14:07:13 +1000143int pcibios_vaddr_is_ioport(void __iomem *address)
144{
145 int ret = 0;
146 struct pci_controller *hose;
Milton Millerc3bd5172009-01-08 02:19:46 +0000147 resource_size_t size;
Benjamin Herrenschmidt6dfbde22007-07-26 14:07:13 +1000148
149 spin_lock(&hose_spinlock);
150 list_for_each_entry(hose, &hose_list, list_node) {
Milton Millerc3bd5172009-01-08 02:19:46 +0000151 size = pcibios_io_size(hose);
Benjamin Herrenschmidt6dfbde22007-07-26 14:07:13 +1000152 if (address >= hose->io_base_virt &&
153 address < (hose->io_base_virt + size)) {
154 ret = 1;
155 break;
156 }
157 }
158 spin_unlock(&hose_spinlock);
159 return ret;
160}
161
Milton Millerc3bd5172009-01-08 02:19:46 +0000162unsigned long pci_address_to_pio(phys_addr_t address)
163{
164 struct pci_controller *hose;
165 resource_size_t size;
166 unsigned long ret = ~0;
167
168 spin_lock(&hose_spinlock);
169 list_for_each_entry(hose, &hose_list, list_node) {
170 size = pcibios_io_size(hose);
171 if (address >= hose->io_base_phys &&
172 address < (hose->io_base_phys + size)) {
173 unsigned long base =
174 (unsigned long)hose->io_base_virt - _IO_BASE;
175 ret = base + (address - hose->io_base_phys);
176 break;
177 }
178 }
179 spin_unlock(&hose_spinlock);
180
181 return ret;
182}
183EXPORT_SYMBOL_GPL(pci_address_to_pio);
184
Kumar Gala5516b542007-06-27 01:17:57 -0500185/*
186 * Return the domain number for this bus.
187 */
188int pci_domain_nr(struct pci_bus *bus)
189{
Stephen Rothwell6207e812007-12-07 02:04:33 +1100190 struct pci_controller *hose = pci_bus_to_host(bus);
Kumar Gala5516b542007-06-27 01:17:57 -0500191
Stephen Rothwell6207e812007-12-07 02:04:33 +1100192 return hose->global_number;
Kumar Gala5516b542007-06-27 01:17:57 -0500193}
Kumar Gala5516b542007-06-27 01:17:57 -0500194EXPORT_SYMBOL(pci_domain_nr);
Kumar Gala58083da2007-06-27 11:07:51 -0500195
Kumar Galaa4c9e322007-06-27 13:09:43 -0500196/* This routine is meant to be used early during boot, when the
197 * PCI bus numbers have not yet been assigned, and you need to
198 * issue PCI config cycles to an OF device.
199 * It could also be used to "fix" RTAS config cycles if you want
200 * to set pci_assign_all_buses to 1 and still use RTAS for PCI
201 * config cycles.
202 */
203struct pci_controller* pci_find_hose_for_OF_device(struct device_node* node)
204{
Kumar Galaa4c9e322007-06-27 13:09:43 -0500205 while(node) {
206 struct pci_controller *hose, *tmp;
207 list_for_each_entry_safe(hose, tmp, &hose_list, list_node)
Stephen Rothwell44ef3392007-12-10 14:33:21 +1100208 if (hose->dn == node)
Kumar Galaa4c9e322007-06-27 13:09:43 -0500209 return hose;
210 node = node->parent;
211 }
212 return NULL;
213}
214
Kumar Gala58083da2007-06-27 11:07:51 -0500215/*
216 * Reads the interrupt pin to determine if interrupt is use by card.
217 * If the interrupt is used, then gets the interrupt line from the
218 * openfirmware and sets it in the pci_dev and pci_config line.
219 */
Benjamin Herrenschmidt4666ca22011-11-29 20:16:25 +0000220static int pci_read_irq_line(struct pci_dev *pci_dev)
Kumar Gala58083da2007-06-27 11:07:51 -0500221{
Grant Likely530210c2013-09-15 16:39:11 +0100222 struct of_phandle_args oirq;
Kumar Gala58083da2007-06-27 11:07:51 -0500223 unsigned int virq;
224
Benjamin Herrenschmidtb0494bc2008-10-27 19:48:22 +0000225 pr_debug("PCI: Try to map irq for %s...\n", pci_name(pci_dev));
Kumar Gala58083da2007-06-27 11:07:51 -0500226
227#ifdef DEBUG
228 memset(&oirq, 0xff, sizeof(oirq));
229#endif
230 /* Try to get a mapping from the device-tree */
Grant Likely0c02c802013-09-19 11:22:36 -0500231 if (of_irq_parse_pci(pci_dev, &oirq)) {
Kumar Gala58083da2007-06-27 11:07:51 -0500232 u8 line, pin;
233
234 /* If that fails, lets fallback to what is in the config
235 * space and map that through the default controller. We
236 * also set the type to level low since that's what PCI
237 * interrupts are. If your platform does differently, then
238 * either provide a proper interrupt tree or don't use this
239 * function.
240 */
241 if (pci_read_config_byte(pci_dev, PCI_INTERRUPT_PIN, &pin))
242 return -1;
243 if (pin == 0)
244 return -1;
245 if (pci_read_config_byte(pci_dev, PCI_INTERRUPT_LINE, &line) ||
Benjamin Herrenschmidt54a24cb2007-12-20 15:10:02 +1100246 line == 0xff || line == 0) {
Kumar Gala58083da2007-06-27 11:07:51 -0500247 return -1;
248 }
Benjamin Herrenschmidtb0494bc2008-10-27 19:48:22 +0000249 pr_debug(" No map ! Using line %d (pin %d) from PCI config\n",
250 line, pin);
Kumar Gala58083da2007-06-27 11:07:51 -0500251
252 virq = irq_create_mapping(NULL, line);
253 if (virq != NO_IRQ)
Thomas Gleixnerec775d02011-03-25 16:45:20 +0100254 irq_set_irq_type(virq, IRQ_TYPE_LEVEL_LOW);
Kumar Gala58083da2007-06-27 11:07:51 -0500255 } else {
Benjamin Herrenschmidtb0494bc2008-10-27 19:48:22 +0000256 pr_debug(" Got one, spec %d cells (0x%08x 0x%08x...) on %s\n",
Grant Likely530210c2013-09-15 16:39:11 +0100257 oirq.args_count, oirq.args[0], oirq.args[1],
258 of_node_full_name(oirq.np));
Kumar Gala58083da2007-06-27 11:07:51 -0500259
Grant Likelye6d30ab2013-09-15 16:55:53 +0100260 virq = irq_create_of_mapping(&oirq);
Kumar Gala58083da2007-06-27 11:07:51 -0500261 }
262 if(virq == NO_IRQ) {
Benjamin Herrenschmidtb0494bc2008-10-27 19:48:22 +0000263 pr_debug(" Failed to map !\n");
Kumar Gala58083da2007-06-27 11:07:51 -0500264 return -1;
265 }
266
Benjamin Herrenschmidtb0494bc2008-10-27 19:48:22 +0000267 pr_debug(" Mapped to linux irq %d\n", virq);
Kumar Gala58083da2007-06-27 11:07:51 -0500268
269 pci_dev->irq = virq;
270
271 return 0;
272}
Kumar Gala58083da2007-06-27 11:07:51 -0500273
274/*
275 * Platform support for /proc/bus/pci/X/Y mmap()s,
276 * modelled on the sparc64 implementation by Dave Miller.
277 * -- paulus.
278 */
279
280/*
281 * Adjust vm_pgoff of VMA such that it is the physical page offset
282 * corresponding to the 32-bit pci bus offset for DEV requested by the user.
283 *
284 * Basically, the user finds the base address for his device which he wishes
285 * to mmap. They read the 32-bit value from the config space base register,
286 * add whatever PAGE_SIZE multiple offset they wish, and feed this into the
287 * offset parameter of mmap on /proc/bus/pci/XXX for that device.
288 *
289 * Returns negative error code on failure, zero on success.
290 */
291static struct resource *__pci_mmap_make_offset(struct pci_dev *dev,
292 resource_size_t *offset,
293 enum pci_mmap_state mmap_state)
294{
295 struct pci_controller *hose = pci_bus_to_host(dev->bus);
296 unsigned long io_offset = 0;
297 int i, res_bit;
298
Anton Blanchardb0d436c2013-08-07 02:01:24 +1000299 if (hose == NULL)
Kumar Gala58083da2007-06-27 11:07:51 -0500300 return NULL; /* should never happen */
301
302 /* If memory, add on the PCI bridge address offset */
303 if (mmap_state == pci_mmap_mem) {
304#if 0 /* See comment in pci_resource_to_user() for why this is disabled */
305 *offset += hose->pci_mem_offset;
306#endif
307 res_bit = IORESOURCE_MEM;
308 } else {
309 io_offset = (unsigned long)hose->io_base_virt - _IO_BASE;
310 *offset += io_offset;
311 res_bit = IORESOURCE_IO;
312 }
313
314 /*
315 * Check that the offset requested corresponds to one of the
316 * resources of the device.
317 */
318 for (i = 0; i <= PCI_ROM_RESOURCE; i++) {
319 struct resource *rp = &dev->resource[i];
320 int flags = rp->flags;
321
322 /* treat ROM as memory (should be already) */
323 if (i == PCI_ROM_RESOURCE)
324 flags |= IORESOURCE_MEM;
325
326 /* Active and same type? */
327 if ((flags & res_bit) == 0)
328 continue;
329
330 /* In the range of this resource? */
331 if (*offset < (rp->start & PAGE_MASK) || *offset > rp->end)
332 continue;
333
334 /* found it! construct the final physical address */
335 if (mmap_state == pci_mmap_io)
336 *offset += hose->io_base_phys - io_offset;
337 return rp;
338 }
339
340 return NULL;
341}
342
343/*
344 * Set vm_page_prot of VMA, as appropriate for this architecture, for a pci
345 * device mapping.
346 */
347static pgprot_t __pci_mmap_set_pgprot(struct pci_dev *dev, struct resource *rp,
348 pgprot_t protection,
349 enum pci_mmap_state mmap_state,
350 int write_combine)
351{
Kumar Gala58083da2007-06-27 11:07:51 -0500352
353 /* Write combine is always 0 on non-memory space mappings. On
354 * memory space, if the user didn't pass 1, we check for a
355 * "prefetchable" resource. This is a bit hackish, but we use
356 * this to workaround the inability of /sysfs to provide a write
357 * combine bit
358 */
359 if (mmap_state != pci_mmap_mem)
360 write_combine = 0;
361 else if (write_combine == 0) {
362 if (rp->flags & IORESOURCE_PREFETCH)
363 write_combine = 1;
364 }
365
366 /* XXX would be nice to have a way to ask for write-through */
Kumar Gala58083da2007-06-27 11:07:51 -0500367 if (write_combine)
Aneesh Kumar K.V83d5e642013-05-06 10:51:00 +0000368 return pgprot_noncached_wc(protection);
Kumar Gala58083da2007-06-27 11:07:51 -0500369 else
Aneesh Kumar K.V83d5e642013-05-06 10:51:00 +0000370 return pgprot_noncached(protection);
Kumar Gala58083da2007-06-27 11:07:51 -0500371}
372
373/*
374 * This one is used by /dev/mem and fbdev who have no clue about the
375 * PCI device, it tries to find the PCI device first and calls the
376 * above routine
377 */
378pgprot_t pci_phys_mem_access_prot(struct file *file,
379 unsigned long pfn,
380 unsigned long size,
Benjamin Herrenschmidt64b3d0e2008-12-18 19:13:51 +0000381 pgprot_t prot)
Kumar Gala58083da2007-06-27 11:07:51 -0500382{
383 struct pci_dev *pdev = NULL;
384 struct resource *found = NULL;
Benjamin Herrenschmidt7c12d902008-10-01 15:30:04 +0000385 resource_size_t offset = ((resource_size_t)pfn) << PAGE_SHIFT;
Kumar Gala58083da2007-06-27 11:07:51 -0500386 int i;
387
388 if (page_is_ram(pfn))
Benjamin Herrenschmidt64b3d0e2008-12-18 19:13:51 +0000389 return prot;
Kumar Gala58083da2007-06-27 11:07:51 -0500390
Benjamin Herrenschmidt64b3d0e2008-12-18 19:13:51 +0000391 prot = pgprot_noncached(prot);
Kumar Gala58083da2007-06-27 11:07:51 -0500392 for_each_pci_dev(pdev) {
393 for (i = 0; i <= PCI_ROM_RESOURCE; i++) {
394 struct resource *rp = &pdev->resource[i];
395 int flags = rp->flags;
396
397 /* Active and same type? */
398 if ((flags & IORESOURCE_MEM) == 0)
399 continue;
400 /* In the range of this resource? */
401 if (offset < (rp->start & PAGE_MASK) ||
402 offset > rp->end)
403 continue;
404 found = rp;
405 break;
406 }
407 if (found)
408 break;
409 }
410 if (found) {
411 if (found->flags & IORESOURCE_PREFETCH)
Benjamin Herrenschmidt64b3d0e2008-12-18 19:13:51 +0000412 prot = pgprot_noncached_wc(prot);
Kumar Gala58083da2007-06-27 11:07:51 -0500413 pci_dev_put(pdev);
414 }
415
Benjamin Herrenschmidtb0494bc2008-10-27 19:48:22 +0000416 pr_debug("PCI: Non-PCI map for %llx, prot: %lx\n",
Benjamin Herrenschmidt64b3d0e2008-12-18 19:13:51 +0000417 (unsigned long long)offset, pgprot_val(prot));
Kumar Gala58083da2007-06-27 11:07:51 -0500418
Benjamin Herrenschmidt64b3d0e2008-12-18 19:13:51 +0000419 return prot;
Kumar Gala58083da2007-06-27 11:07:51 -0500420}
421
422
423/*
424 * Perform the actual remap of the pages for a PCI device mapping, as
425 * appropriate for this architecture. The region in the process to map
426 * is described by vm_start and vm_end members of VMA, the base physical
427 * address is found in vm_pgoff.
428 * The pci device structure is provided so that architectures may make mapping
429 * decisions on a per-device or per-bus basis.
430 *
431 * Returns a negative error code on failure, zero on success.
432 */
433int pci_mmap_page_range(struct pci_dev *dev, struct vm_area_struct *vma,
434 enum pci_mmap_state mmap_state, int write_combine)
435{
Benjamin Herrenschmidt7c12d902008-10-01 15:30:04 +0000436 resource_size_t offset =
437 ((resource_size_t)vma->vm_pgoff) << PAGE_SHIFT;
Kumar Gala58083da2007-06-27 11:07:51 -0500438 struct resource *rp;
439 int ret;
440
441 rp = __pci_mmap_make_offset(dev, &offset, mmap_state);
442 if (rp == NULL)
443 return -EINVAL;
444
445 vma->vm_pgoff = offset >> PAGE_SHIFT;
446 vma->vm_page_prot = __pci_mmap_set_pgprot(dev, rp,
447 vma->vm_page_prot,
448 mmap_state, write_combine);
449
450 ret = remap_pfn_range(vma, vma->vm_start, vma->vm_pgoff,
451 vma->vm_end - vma->vm_start, vma->vm_page_prot);
452
453 return ret;
454}
455
Benjamin Herrenschmidte9f82cb2008-10-14 11:55:31 +1100456/* This provides legacy IO read access on a bus */
457int pci_legacy_read(struct pci_bus *bus, loff_t port, u32 *val, size_t size)
458{
459 unsigned long offset;
460 struct pci_controller *hose = pci_bus_to_host(bus);
461 struct resource *rp = &hose->io_resource;
462 void __iomem *addr;
463
464 /* Check if port can be supported by that bus. We only check
465 * the ranges of the PHB though, not the bus itself as the rules
466 * for forwarding legacy cycles down bridges are not our problem
467 * here. So if the host bridge supports it, we do it.
468 */
469 offset = (unsigned long)hose->io_base_virt - _IO_BASE;
470 offset += port;
471
472 if (!(rp->flags & IORESOURCE_IO))
473 return -ENXIO;
474 if (offset < rp->start || (offset + size) > rp->end)
475 return -ENXIO;
476 addr = hose->io_base_virt + port;
477
478 switch(size) {
479 case 1:
480 *((u8 *)val) = in_8(addr);
481 return 1;
482 case 2:
483 if (port & 1)
484 return -EINVAL;
485 *((u16 *)val) = in_le16(addr);
486 return 2;
487 case 4:
488 if (port & 3)
489 return -EINVAL;
490 *((u32 *)val) = in_le32(addr);
491 return 4;
492 }
493 return -EINVAL;
494}
495
496/* This provides legacy IO write access on a bus */
497int pci_legacy_write(struct pci_bus *bus, loff_t port, u32 val, size_t size)
498{
499 unsigned long offset;
500 struct pci_controller *hose = pci_bus_to_host(bus);
501 struct resource *rp = &hose->io_resource;
502 void __iomem *addr;
503
504 /* Check if port can be supported by that bus. We only check
505 * the ranges of the PHB though, not the bus itself as the rules
506 * for forwarding legacy cycles down bridges are not our problem
507 * here. So if the host bridge supports it, we do it.
508 */
509 offset = (unsigned long)hose->io_base_virt - _IO_BASE;
510 offset += port;
511
512 if (!(rp->flags & IORESOURCE_IO))
513 return -ENXIO;
514 if (offset < rp->start || (offset + size) > rp->end)
515 return -ENXIO;
516 addr = hose->io_base_virt + port;
517
518 /* WARNING: The generic code is idiotic. It gets passed a pointer
519 * to what can be a 1, 2 or 4 byte quantity and always reads that
520 * as a u32, which means that we have to correct the location of
521 * the data read within those 32 bits for size 1 and 2
522 */
523 switch(size) {
524 case 1:
525 out_8(addr, val >> 24);
526 return 1;
527 case 2:
528 if (port & 1)
529 return -EINVAL;
530 out_le16(addr, val >> 16);
531 return 2;
532 case 4:
533 if (port & 3)
534 return -EINVAL;
535 out_le32(addr, val);
536 return 4;
537 }
538 return -EINVAL;
539}
540
541/* This provides legacy IO or memory mmap access on a bus */
542int pci_mmap_legacy_page_range(struct pci_bus *bus,
543 struct vm_area_struct *vma,
544 enum pci_mmap_state mmap_state)
545{
546 struct pci_controller *hose = pci_bus_to_host(bus);
547 resource_size_t offset =
548 ((resource_size_t)vma->vm_pgoff) << PAGE_SHIFT;
549 resource_size_t size = vma->vm_end - vma->vm_start;
550 struct resource *rp;
551
552 pr_debug("pci_mmap_legacy_page_range(%04x:%02x, %s @%llx..%llx)\n",
553 pci_domain_nr(bus), bus->number,
554 mmap_state == pci_mmap_mem ? "MEM" : "IO",
555 (unsigned long long)offset,
556 (unsigned long long)(offset + size - 1));
557
558 if (mmap_state == pci_mmap_mem) {
Benjamin Herrenschmidt5b11abf2009-02-08 14:27:21 +0000559 /* Hack alert !
560 *
561 * Because X is lame and can fail starting if it gets an error trying
562 * to mmap legacy_mem (instead of just moving on without legacy memory
563 * access) we fake it here by giving it anonymous memory, effectively
564 * behaving just like /dev/zero
565 */
566 if ((offset + size) > hose->isa_mem_size) {
567 printk(KERN_DEBUG
568 "Process %s (pid:%d) mapped non-existing PCI legacy memory for 0%04x:%02x\n",
569 current->comm, current->pid, pci_domain_nr(bus), bus->number);
570 if (vma->vm_flags & VM_SHARED)
571 return shmem_zero_setup(vma);
572 return 0;
573 }
Benjamin Herrenschmidte9f82cb2008-10-14 11:55:31 +1100574 offset += hose->isa_mem_phys;
575 } else {
576 unsigned long io_offset = (unsigned long)hose->io_base_virt - _IO_BASE;
577 unsigned long roffset = offset + io_offset;
578 rp = &hose->io_resource;
579 if (!(rp->flags & IORESOURCE_IO))
580 return -ENXIO;
581 if (roffset < rp->start || (roffset + size) > rp->end)
582 return -ENXIO;
583 offset += hose->io_base_phys;
584 }
585 pr_debug(" -> mapping phys %llx\n", (unsigned long long)offset);
586
587 vma->vm_pgoff = offset >> PAGE_SHIFT;
Benjamin Herrenschmidt64b3d0e2008-12-18 19:13:51 +0000588 vma->vm_page_prot = pgprot_noncached(vma->vm_page_prot);
Benjamin Herrenschmidte9f82cb2008-10-14 11:55:31 +1100589 return remap_pfn_range(vma, vma->vm_start, vma->vm_pgoff,
590 vma->vm_end - vma->vm_start,
591 vma->vm_page_prot);
592}
593
Kumar Gala58083da2007-06-27 11:07:51 -0500594void pci_resource_to_user(const struct pci_dev *dev, int bar,
595 const struct resource *rsrc,
596 resource_size_t *start, resource_size_t *end)
597{
598 struct pci_controller *hose = pci_bus_to_host(dev->bus);
599 resource_size_t offset = 0;
600
601 if (hose == NULL)
602 return;
603
604 if (rsrc->flags & IORESOURCE_IO)
605 offset = (unsigned long)hose->io_base_virt - _IO_BASE;
606
607 /* We pass a fully fixed up address to userland for MMIO instead of
608 * a BAR value because X is lame and expects to be able to use that
609 * to pass to /dev/mem !
610 *
611 * That means that we'll have potentially 64 bits values where some
612 * userland apps only expect 32 (like X itself since it thinks only
613 * Sparc has 64 bits MMIO) but if we don't do that, we break it on
614 * 32 bits CHRPs :-(
615 *
616 * Hopefully, the sysfs insterface is immune to that gunk. Once X
617 * has been fixed (and the fix spread enough), we can re-enable the
618 * 2 lines below and pass down a BAR value to userland. In that case
619 * we'll also have to re-enable the matching code in
620 * __pci_mmap_make_offset().
621 *
622 * BenH.
623 */
624#if 0
625 else if (rsrc->flags & IORESOURCE_MEM)
626 offset = hose->pci_mem_offset;
627#endif
628
629 *start = rsrc->start - offset;
630 *end = rsrc->end - offset;
631}
Benjamin Herrenschmidt13dccb92007-12-11 14:48:18 +1100632
633/**
634 * pci_process_bridge_OF_ranges - Parse PCI bridge resources from device tree
635 * @hose: newly allocated pci_controller to be setup
636 * @dev: device node of the host bridge
637 * @primary: set if primary bus (32 bits only, soon to be deprecated)
638 *
639 * This function will parse the "ranges" property of a PCI host bridge device
640 * node and setup the resource mapping of a pci controller based on its
641 * content.
642 *
643 * Life would be boring if it wasn't for a few issues that we have to deal
644 * with here:
645 *
646 * - We can only cope with one IO space range and up to 3 Memory space
647 * ranges. However, some machines (thanks Apple !) tend to split their
648 * space into lots of small contiguous ranges. So we have to coalesce.
649 *
Benjamin Herrenschmidt13dccb92007-12-11 14:48:18 +1100650 * - Some busses have IO space not starting at 0, which causes trouble with
651 * the way we do our IO resource renumbering. The code somewhat deals with
652 * it for 64 bits but I would expect problems on 32 bits.
653 *
654 * - Some 32 bits platforms such as 4xx can have physical space larger than
655 * 32 bits so we need to use 64 bits values for the parsing
656 */
Greg Kroah-Hartmancad5cef2012-12-21 14:04:10 -0800657void pci_process_bridge_OF_ranges(struct pci_controller *hose,
658 struct device_node *dev, int primary)
Benjamin Herrenschmidt13dccb92007-12-11 14:48:18 +1100659{
Kevin Hao858957a2013-05-16 20:58:42 +0000660 int memno = 0;
Benjamin Herrenschmidt13dccb92007-12-11 14:48:18 +1100661 struct resource *res;
Andrew Murray654837e2014-02-25 06:32:11 +0000662 struct of_pci_range range;
663 struct of_pci_range_parser parser;
Benjamin Herrenschmidt13dccb92007-12-11 14:48:18 +1100664
665 printk(KERN_INFO "PCI host bridge %s %s ranges:\n",
666 dev->full_name, primary ? "(primary)" : "");
667
Andrew Murray654837e2014-02-25 06:32:11 +0000668 /* Check for ranges property */
669 if (of_pci_range_parser_init(&parser, dev))
Benjamin Herrenschmidt13dccb92007-12-11 14:48:18 +1100670 return;
671
672 /* Parse it */
Andrew Murray654837e2014-02-25 06:32:11 +0000673 for_each_of_pci_range(&parser, &range) {
Benjamin Herrenschmidte9f82cb2008-10-14 11:55:31 +1100674 /* If we failed translation or got a zero-sized region
675 * (some FW try to feed us with non sensical zero sized regions
676 * such as power3 which look like some kind of attempt at exposing
677 * the VGA memory hole)
678 */
Andrew Murray654837e2014-02-25 06:32:11 +0000679 if (range.cpu_addr == OF_BAD_ADDR || range.size == 0)
Benjamin Herrenschmidt13dccb92007-12-11 14:48:18 +1100680 continue;
681
Benjamin Herrenschmidt13dccb92007-12-11 14:48:18 +1100682 /* Act based on address space type */
683 res = NULL;
Andrew Murray654837e2014-02-25 06:32:11 +0000684 switch (range.flags & IORESOURCE_TYPE_BITS) {
685 case IORESOURCE_IO:
Benjamin Herrenschmidt13dccb92007-12-11 14:48:18 +1100686 printk(KERN_INFO
687 " IO 0x%016llx..0x%016llx -> 0x%016llx\n",
Andrew Murray654837e2014-02-25 06:32:11 +0000688 range.cpu_addr, range.cpu_addr + range.size - 1,
689 range.pci_addr);
Benjamin Herrenschmidt13dccb92007-12-11 14:48:18 +1100690
691 /* We support only one IO range */
692 if (hose->pci_io_size) {
693 printk(KERN_INFO
694 " \\--> Skipped (too many) !\n");
695 continue;
696 }
697#ifdef CONFIG_PPC32
698 /* On 32 bits, limit I/O space to 16MB */
Andrew Murray654837e2014-02-25 06:32:11 +0000699 if (range.size > 0x01000000)
700 range.size = 0x01000000;
Benjamin Herrenschmidt13dccb92007-12-11 14:48:18 +1100701
702 /* 32 bits needs to map IOs here */
Andrew Murray654837e2014-02-25 06:32:11 +0000703 hose->io_base_virt = ioremap(range.cpu_addr,
704 range.size);
Benjamin Herrenschmidt13dccb92007-12-11 14:48:18 +1100705
706 /* Expect trouble if pci_addr is not 0 */
707 if (primary)
708 isa_io_base =
709 (unsigned long)hose->io_base_virt;
710#endif /* CONFIG_PPC32 */
711 /* pci_io_size and io_base_phys always represent IO
712 * space starting at 0 so we factor in pci_addr
713 */
Andrew Murray654837e2014-02-25 06:32:11 +0000714 hose->pci_io_size = range.pci_addr + range.size;
715 hose->io_base_phys = range.cpu_addr - range.pci_addr;
Benjamin Herrenschmidt13dccb92007-12-11 14:48:18 +1100716
717 /* Build resource */
718 res = &hose->io_resource;
Andrew Murray654837e2014-02-25 06:32:11 +0000719 range.cpu_addr = range.pci_addr;
Benjamin Herrenschmidt13dccb92007-12-11 14:48:18 +1100720 break;
Andrew Murray654837e2014-02-25 06:32:11 +0000721 case IORESOURCE_MEM:
Benjamin Herrenschmidt13dccb92007-12-11 14:48:18 +1100722 printk(KERN_INFO
723 " MEM 0x%016llx..0x%016llx -> 0x%016llx %s\n",
Andrew Murray654837e2014-02-25 06:32:11 +0000724 range.cpu_addr, range.cpu_addr + range.size - 1,
725 range.pci_addr,
726 (range.pci_space & 0x40000000) ?
727 "Prefetch" : "");
Benjamin Herrenschmidt13dccb92007-12-11 14:48:18 +1100728
729 /* We support only 3 memory ranges */
730 if (memno >= 3) {
731 printk(KERN_INFO
732 " \\--> Skipped (too many) !\n");
733 continue;
734 }
735 /* Handles ISA memory hole space here */
Andrew Murray654837e2014-02-25 06:32:11 +0000736 if (range.pci_addr == 0) {
Benjamin Herrenschmidt13dccb92007-12-11 14:48:18 +1100737 if (primary || isa_mem_base == 0)
Andrew Murray654837e2014-02-25 06:32:11 +0000738 isa_mem_base = range.cpu_addr;
739 hose->isa_mem_phys = range.cpu_addr;
740 hose->isa_mem_size = range.size;
Benjamin Herrenschmidt13dccb92007-12-11 14:48:18 +1100741 }
742
Benjamin Herrenschmidt13dccb92007-12-11 14:48:18 +1100743 /* Build resource */
Andrew Murray654837e2014-02-25 06:32:11 +0000744 hose->mem_offset[memno] = range.cpu_addr -
745 range.pci_addr;
Benjamin Herrenschmidt13dccb92007-12-11 14:48:18 +1100746 res = &hose->mem_resources[memno++];
Benjamin Herrenschmidt13dccb92007-12-11 14:48:18 +1100747 break;
748 }
749 if (res != NULL) {
Andrew Murray654837e2014-02-25 06:32:11 +0000750 of_pci_range_to_resource(&range, dev, res);
Benjamin Herrenschmidt13dccb92007-12-11 14:48:18 +1100751 }
752 }
Benjamin Herrenschmidt13dccb92007-12-11 14:48:18 +1100753}
Benjamin Herrenschmidtfa462f22007-12-20 14:54:49 +1100754
755/* Decide whether to display the domain number in /proc */
756int pci_proc_domain(struct pci_bus *bus)
757{
758 struct pci_controller *hose = pci_bus_to_host(bus);
Benjamin Herrenschmidt1fd0f522008-10-02 14:12:51 +0000759
Rob Herring0e47ff12011-07-12 09:25:51 -0500760 if (!pci_has_flag(PCI_ENABLE_PROC_DOMAINS))
Benjamin Herrenschmidtfa462f22007-12-20 14:54:49 +1100761 return 0;
Rob Herring0e47ff12011-07-12 09:25:51 -0500762 if (pci_has_flag(PCI_COMPAT_DOMAIN_0))
Benjamin Herrenschmidtfa462f22007-12-20 14:54:49 +1100763 return hose->global_number != 0;
764 return 1;
Benjamin Herrenschmidtfa462f22007-12-20 14:54:49 +1100765}
766
Kleber Sacilotto de Souzad82fb312013-05-03 12:43:12 +0000767int pcibios_root_bridge_prepare(struct pci_host_bridge *bridge)
768{
769 if (ppc_md.pcibios_root_bridge_prepare)
770 return ppc_md.pcibios_root_bridge_prepare(bridge);
771
772 return 0;
773}
774
Benjamin Herrenschmidtbf5e2ba2007-12-20 14:54:51 +1100775/* This header fixup will do the resource fixup for all devices as they are
776 * probed, but not for bridge ranges
777 */
Greg Kroah-Hartmancad5cef2012-12-21 14:04:10 -0800778static void pcibios_fixup_resources(struct pci_dev *dev)
Benjamin Herrenschmidtbf5e2ba2007-12-20 14:54:51 +1100779{
780 struct pci_controller *hose = pci_bus_to_host(dev->bus);
781 int i;
782
783 if (!hose) {
784 printk(KERN_ERR "No host bridge for PCI dev %s !\n",
785 pci_name(dev));
786 return;
787 }
788 for (i = 0; i < DEVICE_COUNT_RESOURCE; i++) {
789 struct resource *res = dev->resource + i;
Kevin Haoc5df4572013-06-05 02:26:51 +0000790 struct pci_bus_region reg;
Benjamin Herrenschmidtbf5e2ba2007-12-20 14:54:51 +1100791 if (!res->flags)
792 continue;
Benjamin Herrenschmidt48c2ce92011-11-06 18:55:58 +0000793
794 /* If we're going to re-assign everything, we mark all resources
795 * as unset (and 0-base them). In addition, we mark BARs starting
796 * at 0 as unset as well, except if PCI_PROBE_ONLY is also set
797 * since in that case, we don't want to re-assign anything
Benjamin Herrenschmidt7f172892008-02-29 14:58:03 +1100798 */
Yinghai Lufc279852013-12-09 22:54:40 -0800799 pcibios_resource_to_bus(dev->bus, &reg, res);
Benjamin Herrenschmidt48c2ce92011-11-06 18:55:58 +0000800 if (pci_has_flag(PCI_REASSIGN_ALL_RSRC) ||
Kevin Haoc5df4572013-06-05 02:26:51 +0000801 (reg.start == 0 && !pci_has_flag(PCI_PROBE_ONLY))) {
Benjamin Herrenschmidt48c2ce92011-11-06 18:55:58 +0000802 /* Only print message if not re-assigning */
803 if (!pci_has_flag(PCI_REASSIGN_ALL_RSRC))
804 pr_debug("PCI:%s Resource %d %016llx-%016llx [%x] "
805 "is unassigned\n",
806 pci_name(dev), i,
807 (unsigned long long)res->start,
808 (unsigned long long)res->end,
809 (unsigned int)res->flags);
Benjamin Herrenschmidtbf5e2ba2007-12-20 14:54:51 +1100810 res->end -= res->start;
811 res->start = 0;
812 res->flags |= IORESOURCE_UNSET;
813 continue;
814 }
815
Bjorn Helgaas6c5705f2012-02-23 20:19:03 -0700816 pr_debug("PCI:%s Resource %d %016llx-%016llx [%x]\n",
Benjamin Herrenschmidtbf5e2ba2007-12-20 14:54:51 +1100817 pci_name(dev), i,
818 (unsigned long long)res->start,\
819 (unsigned long long)res->end,
820 (unsigned int)res->flags);
Benjamin Herrenschmidtbf5e2ba2007-12-20 14:54:51 +1100821 }
822
823 /* Call machine specific resource fixup */
824 if (ppc_md.pcibios_fixup_resources)
825 ppc_md.pcibios_fixup_resources(dev);
826}
827DECLARE_PCI_FIXUP_HEADER(PCI_ANY_ID, PCI_ANY_ID, pcibios_fixup_resources);
828
Benjamin Herrenschmidtb5561512008-10-13 13:56:31 +0000829/* This function tries to figure out if a bridge resource has been initialized
830 * by the firmware or not. It doesn't have to be absolutely bullet proof, but
831 * things go more smoothly when it gets it right. It should covers cases such
832 * as Apple "closed" bridge resources and bare-metal pSeries unassigned bridges
833 */
Greg Kroah-Hartmancad5cef2012-12-21 14:04:10 -0800834static int pcibios_uninitialized_bridge_resource(struct pci_bus *bus,
835 struct resource *res)
Benjamin Herrenschmidtbf5e2ba2007-12-20 14:54:51 +1100836{
Benjamin Herrenschmidtbe8cbcd2007-12-20 14:55:04 +1100837 struct pci_controller *hose = pci_bus_to_host(bus);
Benjamin Herrenschmidtbf5e2ba2007-12-20 14:54:51 +1100838 struct pci_dev *dev = bus->self;
Benjamin Herrenschmidtb5561512008-10-13 13:56:31 +0000839 resource_size_t offset;
Benjamin Herrenschmidt3fd47f02013-05-06 13:40:40 +1000840 struct pci_bus_region region;
Benjamin Herrenschmidtb5561512008-10-13 13:56:31 +0000841 u16 command;
842 int i;
843
844 /* We don't do anything if PCI_PROBE_ONLY is set */
Rob Herring0e47ff12011-07-12 09:25:51 -0500845 if (pci_has_flag(PCI_PROBE_ONLY))
Benjamin Herrenschmidtb5561512008-10-13 13:56:31 +0000846 return 0;
847
848 /* Job is a bit different between memory and IO */
849 if (res->flags & IORESOURCE_MEM) {
Yinghai Lufc279852013-12-09 22:54:40 -0800850 pcibios_resource_to_bus(dev->bus, &region, res);
Benjamin Herrenschmidt3fd47f02013-05-06 13:40:40 +1000851
852 /* If the BAR is non-0 then it's probably been initialized */
853 if (region.start != 0)
Benjamin Herrenschmidtb5561512008-10-13 13:56:31 +0000854 return 0;
855
856 /* The BAR is 0, let's check if memory decoding is enabled on
857 * the bridge. If not, we consider it unassigned
858 */
859 pci_read_config_word(dev, PCI_COMMAND, &command);
860 if ((command & PCI_COMMAND_MEMORY) == 0)
861 return 1;
862
863 /* Memory decoding is enabled and the BAR is 0. If any of the bridge
864 * resources covers that starting address (0 then it's good enough for
Benjamin Herrenschmidt3fd47f02013-05-06 13:40:40 +1000865 * us for memory space)
Benjamin Herrenschmidtb5561512008-10-13 13:56:31 +0000866 */
867 for (i = 0; i < 3; i++) {
868 if ((hose->mem_resources[i].flags & IORESOURCE_MEM) &&
Benjamin Herrenschmidt3fd47f02013-05-06 13:40:40 +1000869 hose->mem_resources[i].start == hose->mem_offset[i])
Benjamin Herrenschmidtb5561512008-10-13 13:56:31 +0000870 return 0;
871 }
872
873 /* Well, it starts at 0 and we know it will collide so we may as
874 * well consider it as unassigned. That covers the Apple case.
875 */
876 return 1;
877 } else {
878 /* If the BAR is non-0, then we consider it assigned */
879 offset = (unsigned long)hose->io_base_virt - _IO_BASE;
880 if (((res->start - offset) & 0xfffffffful) != 0)
881 return 0;
882
883 /* Here, we are a bit different than memory as typically IO space
884 * starting at low addresses -is- valid. What we do instead if that
885 * we consider as unassigned anything that doesn't have IO enabled
886 * in the PCI command register, and that's it.
887 */
888 pci_read_config_word(dev, PCI_COMMAND, &command);
889 if (command & PCI_COMMAND_IO)
890 return 0;
891
892 /* It's starting at 0 and IO is disabled in the bridge, consider
893 * it unassigned
894 */
895 return 1;
896 }
897}
898
899/* Fixup resources of a PCI<->PCI bridge */
Greg Kroah-Hartmancad5cef2012-12-21 14:04:10 -0800900static void pcibios_fixup_bridge(struct pci_bus *bus)
Benjamin Herrenschmidtb5561512008-10-13 13:56:31 +0000901{
902 struct resource *res;
903 int i;
904
905 struct pci_dev *dev = bus->self;
906
Bjorn Helgaas89a74ec2010-02-23 10:24:31 -0700907 pci_bus_for_each_resource(bus, res, i) {
908 if (!res || !res->flags)
Benjamin Herrenschmidtb5561512008-10-13 13:56:31 +0000909 continue;
910 if (i >= 3 && bus->self->transparent)
911 continue;
912
Gavin Shancf1a4cf2012-06-03 22:15:25 +0000913 /* If we're going to reassign everything, we can
914 * shrink the P2P resource to have size as being
915 * of 0 in order to save space.
Benjamin Herrenschmidt48c2ce92011-11-06 18:55:58 +0000916 */
917 if (pci_has_flag(PCI_REASSIGN_ALL_RSRC)) {
918 res->flags |= IORESOURCE_UNSET;
Benjamin Herrenschmidt48c2ce92011-11-06 18:55:58 +0000919 res->start = 0;
Gavin Shancf1a4cf2012-06-03 22:15:25 +0000920 res->end = -1;
Benjamin Herrenschmidt48c2ce92011-11-06 18:55:58 +0000921 continue;
922 }
923
Bjorn Helgaas6c5705f2012-02-23 20:19:03 -0700924 pr_debug("PCI:%s Bus rsrc %d %016llx-%016llx [%x]\n",
Benjamin Herrenschmidtb5561512008-10-13 13:56:31 +0000925 pci_name(dev), i,
926 (unsigned long long)res->start,\
927 (unsigned long long)res->end,
928 (unsigned int)res->flags);
929
Benjamin Herrenschmidtb5561512008-10-13 13:56:31 +0000930 /* Try to detect uninitialized P2P bridge resources,
931 * and clear them out so they get re-assigned later
932 */
933 if (pcibios_uninitialized_bridge_resource(bus, res)) {
934 res->flags = 0;
935 pr_debug("PCI:%s (unassigned)\n", pci_name(dev));
Benjamin Herrenschmidtb5561512008-10-13 13:56:31 +0000936 }
937 }
938}
939
Greg Kroah-Hartmancad5cef2012-12-21 14:04:10 -0800940void pcibios_setup_bus_self(struct pci_bus *bus)
Benjamin Herrenschmidt8b8da352008-10-27 19:48:37 +0000941{
Benjamin Herrenschmidt7eef4402008-10-27 19:48:56 +0000942 /* Fix up the bus resources for P2P bridges */
Benjamin Herrenschmidt8b8da352008-10-27 19:48:37 +0000943 if (bus->self != NULL)
944 pcibios_fixup_bridge(bus);
945
946 /* Platform specific bus fixups. This is currently only used
Benjamin Herrenschmidt7eef4402008-10-27 19:48:56 +0000947 * by fsl_pci and I'm hoping to get rid of it at some point
Benjamin Herrenschmidt8b8da352008-10-27 19:48:37 +0000948 */
949 if (ppc_md.pcibios_fixup_bus)
950 ppc_md.pcibios_fixup_bus(bus);
951
952 /* Setup bus DMA mappings */
953 if (ppc_md.pci_dma_bus_setup)
954 ppc_md.pci_dma_bus_setup(bus);
955}
956
Guenter Roeck7846de42013-06-10 10:18:08 -0700957static void pcibios_setup_device(struct pci_dev *dev)
Yuanquan Chen37f02192013-04-02 01:26:54 +0000958{
959 /* Fixup NUMA node as it may not be setup yet by the generic
960 * code and is needed by the DMA init
961 */
962 set_dev_node(&dev->dev, pcibus_to_node(dev->bus));
963
964 /* Hook up default DMA ops */
965 set_dma_ops(&dev->dev, pci_dma_ops);
966 set_dma_offset(&dev->dev, PCI_DRAM_OFFSET);
967
968 /* Additional platform DMA/iommu setup */
969 if (ppc_md.pci_dma_dev_setup)
970 ppc_md.pci_dma_dev_setup(dev);
971
972 /* Read default IRQs and fixup if necessary */
973 pci_read_irq_line(dev);
974 if (ppc_md.pci_irq_fixup)
975 ppc_md.pci_irq_fixup(dev);
976}
977
Guenter Roeck7846de42013-06-10 10:18:08 -0700978int pcibios_add_device(struct pci_dev *dev)
979{
980 /*
981 * We can only call pcibios_setup_device() after bus setup is complete,
982 * since some of the platform specific DMA setup code depends on it.
983 */
984 if (dev->bus->is_added)
985 pcibios_setup_device(dev);
986 return 0;
987}
988
Greg Kroah-Hartmancad5cef2012-12-21 14:04:10 -0800989void pcibios_setup_bus_devices(struct pci_bus *bus)
Benjamin Herrenschmidt7eef4402008-10-27 19:48:56 +0000990{
991 struct pci_dev *dev;
992
993 pr_debug("PCI: Fixup bus devices %d (%s)\n",
994 bus->number, bus->self ? pci_name(bus->self) : "PHB");
995
996 list_for_each_entry(dev, &bus->devices, bus_list) {
Benjamin Herrenschmidt2d1c8612009-12-09 17:52:13 +1100997 /* Cardbus can call us to add new devices to a bus, so ignore
998 * those who are already fully discovered
999 */
1000 if (dev->is_added)
1001 continue;
1002
Yuanquan Chen37f02192013-04-02 01:26:54 +00001003 pcibios_setup_device(dev);
Benjamin Herrenschmidt7eef4402008-10-27 19:48:56 +00001004 }
1005}
1006
Myron Stowe79c8be82011-10-28 15:48:03 -06001007void pcibios_set_master(struct pci_dev *dev)
1008{
1009 /* No special bus mastering setup handling */
1010}
1011
Greg Kroah-Hartmancad5cef2012-12-21 14:04:10 -08001012void pcibios_fixup_bus(struct pci_bus *bus)
Benjamin Herrenschmidtbf5e2ba2007-12-20 14:54:51 +11001013{
1014 /* When called from the generic PCI probe, read PCI<->PCI bridge
Benjamin Herrenschmidt7eef4402008-10-27 19:48:56 +00001015 * bases. This is -not- called when generating the PCI tree from
Benjamin Herrenschmidt8b8da352008-10-27 19:48:37 +00001016 * the OF device-tree.
Benjamin Herrenschmidtbf5e2ba2007-12-20 14:54:51 +11001017 */
Gavin Shan1a85d662013-07-31 16:43:56 +08001018 pci_read_bridge_bases(bus);
Benjamin Herrenschmidt8b8da352008-10-27 19:48:37 +00001019
1020 /* Now fixup the bus bus */
1021 pcibios_setup_bus_self(bus);
1022
1023 /* Now fixup devices on that bus */
1024 pcibios_setup_bus_devices(bus);
Benjamin Herrenschmidtbf5e2ba2007-12-20 14:54:51 +11001025}
1026EXPORT_SYMBOL(pcibios_fixup_bus);
1027
Greg Kroah-Hartmancad5cef2012-12-21 14:04:10 -08001028void pci_fixup_cardbus(struct pci_bus *bus)
Benjamin Herrenschmidt2d1c8612009-12-09 17:52:13 +11001029{
1030 /* Now fixup devices on that bus */
1031 pcibios_setup_bus_devices(bus);
1032}
1033
1034
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001035static int skip_isa_ioresource_align(struct pci_dev *dev)
1036{
Rob Herring0e47ff12011-07-12 09:25:51 -05001037 if (pci_has_flag(PCI_CAN_SKIP_ISA_ALIGN) &&
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001038 !(dev->bus->bridge_ctl & PCI_BRIDGE_CTL_ISA))
1039 return 1;
1040 return 0;
1041}
1042
1043/*
1044 * We need to avoid collisions with `mirrored' VGA ports
1045 * and other strange ISA hardware, so we always want the
1046 * addresses to be allocated in the 0x000-0x0ff region
1047 * modulo 0x400.
1048 *
1049 * Why? Because some silly external IO cards only decode
1050 * the low 10 bits of the IO address. The 0x00-0xff region
1051 * is reserved for motherboard devices that decode all 16
1052 * bits, so it's ok to allocate at, say, 0x2800-0x28ff,
1053 * but we want to try to avoid allocating at 0x2900-0x2bff
1054 * which might have be mirrored at 0x0100-0x03ff..
1055 */
Dominik Brodowski3b7a17f2010-01-01 17:40:50 +01001056resource_size_t pcibios_align_resource(void *data, const struct resource *res,
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001057 resource_size_t size, resource_size_t align)
1058{
1059 struct pci_dev *dev = data;
Dominik Brodowskib26b2d42010-01-01 17:40:49 +01001060 resource_size_t start = res->start;
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001061
1062 if (res->flags & IORESOURCE_IO) {
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001063 if (skip_isa_ioresource_align(dev))
Dominik Brodowskib26b2d42010-01-01 17:40:49 +01001064 return start;
1065 if (start & 0x300)
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001066 start = (start + 0x3ff) & ~0x3ff;
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001067 }
Dominik Brodowskib26b2d42010-01-01 17:40:49 +01001068
1069 return start;
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001070}
1071EXPORT_SYMBOL(pcibios_align_resource);
1072
1073/*
1074 * Reparent resource children of pr that conflict with res
1075 * under res, and make res replace those children.
1076 */
Heiko Schocher0f6023d2009-09-24 02:45:14 +00001077static int reparent_resources(struct resource *parent,
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001078 struct resource *res)
1079{
1080 struct resource *p, **pp;
1081 struct resource **firstpp = NULL;
1082
1083 for (pp = &parent->child; (p = *pp) != NULL; pp = &p->sibling) {
1084 if (p->end < res->start)
1085 continue;
1086 if (res->end < p->start)
1087 break;
1088 if (p->start < res->start || p->end > res->end)
1089 return -1; /* not completely contained */
1090 if (firstpp == NULL)
1091 firstpp = pp;
1092 }
1093 if (firstpp == NULL)
1094 return -1; /* didn't find any conflicting entries? */
1095 res->parent = parent;
1096 res->child = *firstpp;
1097 res->sibling = *pp;
1098 *firstpp = res;
1099 *pp = NULL;
1100 for (p = res->child; p != NULL; p = p->sibling) {
1101 p->parent = res;
Benjamin Herrenschmidtb0494bc2008-10-27 19:48:22 +00001102 pr_debug("PCI: Reparented %s [%llx..%llx] under %s\n",
1103 p->name,
1104 (unsigned long long)p->start,
1105 (unsigned long long)p->end, res->name);
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001106 }
1107 return 0;
1108}
1109
1110/*
1111 * Handle resources of PCI devices. If the world were perfect, we could
1112 * just allocate all the resource regions and do nothing more. It isn't.
1113 * On the other hand, we cannot just re-allocate all devices, as it would
1114 * require us to know lots of host bridge internals. So we attempt to
1115 * keep as much of the original configuration as possible, but tweak it
1116 * when it's found to be wrong.
1117 *
1118 * Known BIOS problems we have to work around:
1119 * - I/O or memory regions not configured
1120 * - regions configured, but not enabled in the command register
1121 * - bogus I/O addresses above 64K used
1122 * - expansion ROMs left enabled (this may sound harmless, but given
1123 * the fact the PCI specs explicitly allow address decoders to be
1124 * shared between expansion ROMs and other resource regions, it's
1125 * at least dangerous)
1126 *
1127 * Our solution:
1128 * (1) Allocate resources for all buses behind PCI-to-PCI bridges.
1129 * This gives us fixed barriers on where we can allocate.
1130 * (2) Allocate resources for all enabled devices. If there is
1131 * a collision, just mark the resource as unallocated. Also
1132 * disable expansion ROMs during this step.
1133 * (3) Try to allocate resources for disabled devices. If the
1134 * resources were assigned correctly, everything goes well,
1135 * if they weren't, they won't disturb allocation of other
1136 * resources.
1137 * (4) Assign new addresses to resources which were either
1138 * not configured at all or misconfigured. If explicitly
1139 * requested by the user, configure expansion ROM address
1140 * as well.
1141 */
1142
Anton Blancharde51df2c2014-08-20 08:55:18 +10001143static void pcibios_allocate_bus_resources(struct pci_bus *bus)
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001144{
Nathan Fontenote90a1312008-10-27 19:48:17 +00001145 struct pci_bus *b;
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001146 int i;
1147 struct resource *res, *pr;
1148
Benjamin Herrenschmidtb5ae5f92008-10-27 19:48:44 +00001149 pr_debug("PCI: Allocating bus resources for %04x:%02x...\n",
1150 pci_domain_nr(bus), bus->number);
1151
Bjorn Helgaas89a74ec2010-02-23 10:24:31 -07001152 pci_bus_for_each_resource(bus, res, i) {
1153 if (!res || !res->flags || res->start > res->end || res->parent)
Nathan Fontenote90a1312008-10-27 19:48:17 +00001154 continue;
Benjamin Herrenschmidt48c2ce92011-11-06 18:55:58 +00001155
1156 /* If the resource was left unset at this point, we clear it */
1157 if (res->flags & IORESOURCE_UNSET)
1158 goto clear_resource;
1159
Nathan Fontenote90a1312008-10-27 19:48:17 +00001160 if (bus->parent == NULL)
1161 pr = (res->flags & IORESOURCE_IO) ?
1162 &ioport_resource : &iomem_resource;
1163 else {
Nathan Fontenote90a1312008-10-27 19:48:17 +00001164 pr = pci_find_parent_resource(bus->self, res);
1165 if (pr == res) {
1166 /* this happens when the generic PCI
1167 * code (wrongly) decides that this
1168 * bridge is transparent -- paulus
1169 */
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001170 continue;
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001171 }
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001172 }
Nathan Fontenote90a1312008-10-27 19:48:17 +00001173
Benjamin Herrenschmidtb0494bc2008-10-27 19:48:22 +00001174 pr_debug("PCI: %s (bus %d) bridge rsrc %d: %016llx-%016llx "
1175 "[0x%x], parent %p (%s)\n",
1176 bus->self ? pci_name(bus->self) : "PHB",
1177 bus->number, i,
1178 (unsigned long long)res->start,
1179 (unsigned long long)res->end,
1180 (unsigned int)res->flags,
1181 pr, (pr && pr->name) ? pr->name : "nil");
Nathan Fontenote90a1312008-10-27 19:48:17 +00001182
1183 if (pr && !(pr->flags & IORESOURCE_UNSET)) {
1184 if (request_resource(pr, res) == 0)
1185 continue;
1186 /*
1187 * Must be a conflict with an existing entry.
1188 * Move that entry (or entries) under the
1189 * bridge resource and try again.
1190 */
1191 if (reparent_resources(pr, res) == 0)
1192 continue;
1193 }
Benjamin Herrenschmidt48c2ce92011-11-06 18:55:58 +00001194 pr_warning("PCI: Cannot allocate resource region "
1195 "%d of PCI bridge %d, will remap\n", i, bus->number);
1196 clear_resource:
Gavin Shancf1a4cf2012-06-03 22:15:25 +00001197 /* The resource might be figured out when doing
1198 * reassignment based on the resources required
1199 * by the downstream PCI devices. Here we set
1200 * the size of the resource to be 0 in order to
1201 * save more space.
1202 */
1203 res->start = 0;
1204 res->end = -1;
Nathan Fontenote90a1312008-10-27 19:48:17 +00001205 res->flags = 0;
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001206 }
Nathan Fontenote90a1312008-10-27 19:48:17 +00001207
1208 list_for_each_entry(b, &bus->children, node)
1209 pcibios_allocate_bus_resources(b);
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001210}
1211
Greg Kroah-Hartmancad5cef2012-12-21 14:04:10 -08001212static inline void alloc_resource(struct pci_dev *dev, int idx)
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001213{
1214 struct resource *pr, *r = &dev->resource[idx];
1215
Benjamin Herrenschmidtb0494bc2008-10-27 19:48:22 +00001216 pr_debug("PCI: Allocating %s: Resource %d: %016llx..%016llx [%x]\n",
1217 pci_name(dev), idx,
1218 (unsigned long long)r->start,
1219 (unsigned long long)r->end,
1220 (unsigned int)r->flags);
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001221
1222 pr = pci_find_parent_resource(dev, r);
1223 if (!pr || (pr->flags & IORESOURCE_UNSET) ||
1224 request_resource(pr, r) < 0) {
1225 printk(KERN_WARNING "PCI: Cannot allocate resource region %d"
1226 " of device %s, will remap\n", idx, pci_name(dev));
1227 if (pr)
Benjamin Herrenschmidtb0494bc2008-10-27 19:48:22 +00001228 pr_debug("PCI: parent is %p: %016llx-%016llx [%x]\n",
1229 pr,
1230 (unsigned long long)pr->start,
1231 (unsigned long long)pr->end,
1232 (unsigned int)pr->flags);
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001233 /* We'll assign a new address later */
1234 r->flags |= IORESOURCE_UNSET;
1235 r->end -= r->start;
1236 r->start = 0;
1237 }
1238}
1239
1240static void __init pcibios_allocate_resources(int pass)
1241{
1242 struct pci_dev *dev = NULL;
1243 int idx, disabled;
1244 u16 command;
1245 struct resource *r;
1246
1247 for_each_pci_dev(dev) {
1248 pci_read_config_word(dev, PCI_COMMAND, &command);
Benjamin Herrenschmidtad892a62009-05-14 20:16:47 +00001249 for (idx = 0; idx <= PCI_ROM_RESOURCE; idx++) {
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001250 r = &dev->resource[idx];
1251 if (r->parent) /* Already allocated */
1252 continue;
1253 if (!r->flags || (r->flags & IORESOURCE_UNSET))
1254 continue; /* Not assigned at all */
Benjamin Herrenschmidtad892a62009-05-14 20:16:47 +00001255 /* We only allocate ROMs on pass 1 just in case they
1256 * have been screwed up by firmware
1257 */
1258 if (idx == PCI_ROM_RESOURCE )
1259 disabled = 1;
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001260 if (r->flags & IORESOURCE_IO)
1261 disabled = !(command & PCI_COMMAND_IO);
1262 else
1263 disabled = !(command & PCI_COMMAND_MEMORY);
Paul Mackerras533b1922007-12-31 10:04:15 +11001264 if (pass == disabled)
1265 alloc_resource(dev, idx);
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001266 }
1267 if (pass)
1268 continue;
1269 r = &dev->resource[PCI_ROM_RESOURCE];
Benjamin Herrenschmidtad892a62009-05-14 20:16:47 +00001270 if (r->flags) {
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001271 /* Turn the ROM off, leave the resource region,
1272 * but keep it unregistered.
1273 */
1274 u32 reg;
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001275 pci_read_config_dword(dev, dev->rom_base_reg, &reg);
Benjamin Herrenschmidtad892a62009-05-14 20:16:47 +00001276 if (reg & PCI_ROM_ADDRESS_ENABLE) {
1277 pr_debug("PCI: Switching off ROM of %s\n",
1278 pci_name(dev));
1279 r->flags &= ~IORESOURCE_ROM_ENABLE;
1280 pci_write_config_dword(dev, dev->rom_base_reg,
1281 reg & ~PCI_ROM_ADDRESS_ENABLE);
1282 }
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001283 }
1284 }
1285}
1286
Benjamin Herrenschmidtc1f34302008-11-11 17:45:52 +00001287static void __init pcibios_reserve_legacy_regions(struct pci_bus *bus)
1288{
1289 struct pci_controller *hose = pci_bus_to_host(bus);
1290 resource_size_t offset;
1291 struct resource *res, *pres;
1292 int i;
1293
1294 pr_debug("Reserving legacy ranges for domain %04x\n", pci_domain_nr(bus));
1295
1296 /* Check for IO */
1297 if (!(hose->io_resource.flags & IORESOURCE_IO))
1298 goto no_io;
1299 offset = (unsigned long)hose->io_base_virt - _IO_BASE;
1300 res = kzalloc(sizeof(struct resource), GFP_KERNEL);
1301 BUG_ON(res == NULL);
1302 res->name = "Legacy IO";
1303 res->flags = IORESOURCE_IO;
1304 res->start = offset;
1305 res->end = (offset + 0xfff) & 0xfffffffful;
1306 pr_debug("Candidate legacy IO: %pR\n", res);
1307 if (request_resource(&hose->io_resource, res)) {
1308 printk(KERN_DEBUG
1309 "PCI %04x:%02x Cannot reserve Legacy IO %pR\n",
1310 pci_domain_nr(bus), bus->number, res);
1311 kfree(res);
1312 }
1313
1314 no_io:
1315 /* Check for memory */
Benjamin Herrenschmidtc1f34302008-11-11 17:45:52 +00001316 for (i = 0; i < 3; i++) {
1317 pres = &hose->mem_resources[i];
Benjamin Herrenschmidt3fd47f02013-05-06 13:40:40 +10001318 offset = hose->mem_offset[i];
Benjamin Herrenschmidtc1f34302008-11-11 17:45:52 +00001319 if (!(pres->flags & IORESOURCE_MEM))
1320 continue;
1321 pr_debug("hose mem res: %pR\n", pres);
1322 if ((pres->start - offset) <= 0xa0000 &&
1323 (pres->end - offset) >= 0xbffff)
1324 break;
1325 }
1326 if (i >= 3)
1327 return;
1328 res = kzalloc(sizeof(struct resource), GFP_KERNEL);
1329 BUG_ON(res == NULL);
1330 res->name = "Legacy VGA memory";
1331 res->flags = IORESOURCE_MEM;
1332 res->start = 0xa0000 + offset;
1333 res->end = 0xbffff + offset;
1334 pr_debug("Candidate VGA memory: %pR\n", res);
1335 if (request_resource(pres, res)) {
1336 printk(KERN_DEBUG
1337 "PCI %04x:%02x Cannot reserve VGA memory %pR\n",
1338 pci_domain_nr(bus), bus->number, res);
1339 kfree(res);
1340 }
1341}
1342
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001343void __init pcibios_resource_survey(void)
1344{
Nathan Fontenote90a1312008-10-27 19:48:17 +00001345 struct pci_bus *b;
1346
Benjamin Herrenschmidt48c2ce92011-11-06 18:55:58 +00001347 /* Allocate and assign resources */
Nathan Fontenote90a1312008-10-27 19:48:17 +00001348 list_for_each_entry(b, &pci_root_buses, node)
1349 pcibios_allocate_bus_resources(b);
Benjamin Herrenschmidt48c2ce92011-11-06 18:55:58 +00001350 pcibios_allocate_resources(0);
1351 pcibios_allocate_resources(1);
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001352
Benjamin Herrenschmidtc1f34302008-11-11 17:45:52 +00001353 /* Before we start assigning unassigned resource, we try to reserve
1354 * the low IO area and the VGA memory area if they intersect the
1355 * bus available resources to avoid allocating things on top of them
1356 */
Rob Herring0e47ff12011-07-12 09:25:51 -05001357 if (!pci_has_flag(PCI_PROBE_ONLY)) {
Benjamin Herrenschmidtc1f34302008-11-11 17:45:52 +00001358 list_for_each_entry(b, &pci_root_buses, node)
1359 pcibios_reserve_legacy_regions(b);
1360 }
1361
1362 /* Now, if the platform didn't decide to blindly trust the firmware,
1363 * we proceed to assigning things that were left unassigned
1364 */
Rob Herring0e47ff12011-07-12 09:25:51 -05001365 if (!pci_has_flag(PCI_PROBE_ONLY)) {
Wolfram Sanga77acda2009-03-09 06:39:01 +00001366 pr_debug("PCI: Assigning unassigned resources...\n");
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001367 pci_assign_unassigned_resources();
1368 }
1369
1370 /* Call machine dependent fixup */
1371 if (ppc_md.pcibios_fixup)
1372 ppc_md.pcibios_fixup();
1373}
1374
Benjamin Herrenschmidtfd6852c2008-10-27 19:48:52 +00001375/* This is used by the PCI hotplug driver to allocate resource
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001376 * of newly plugged busses. We can try to consolidate with the
Benjamin Herrenschmidtfd6852c2008-10-27 19:48:52 +00001377 * rest of the code later, for now, keep it as-is as our main
1378 * resource allocation function doesn't deal with sub-trees yet.
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001379 */
Stephen Rothwellbaf75b02009-06-01 14:53:53 +00001380void pcibios_claim_one_bus(struct pci_bus *bus)
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001381{
1382 struct pci_dev *dev;
1383 struct pci_bus *child_bus;
1384
1385 list_for_each_entry(dev, &bus->devices, bus_list) {
1386 int i;
1387
1388 for (i = 0; i < PCI_NUM_RESOURCES; i++) {
1389 struct resource *r = &dev->resource[i];
1390
1391 if (r->parent || !r->start || !r->flags)
1392 continue;
Benjamin Herrenschmidtfd6852c2008-10-27 19:48:52 +00001393
1394 pr_debug("PCI: Claiming %s: "
1395 "Resource %d: %016llx..%016llx [%x]\n",
1396 pci_name(dev), i,
1397 (unsigned long long)r->start,
1398 (unsigned long long)r->end,
1399 (unsigned int)r->flags);
1400
Benjamin Herrenschmidt3fd94c62007-12-20 14:54:53 +11001401 pci_claim_resource(dev, i);
1402 }
1403 }
1404
1405 list_for_each_entry(child_bus, &bus->children, node)
1406 pcibios_claim_one_bus(child_bus);
1407}
Benjamin Herrenschmidtfd6852c2008-10-27 19:48:52 +00001408
1409
1410/* pcibios_finish_adding_to_bus
1411 *
1412 * This is to be called by the hotplug code after devices have been
1413 * added to a bus, this include calling it for a PHB that is just
1414 * being added
1415 */
1416void pcibios_finish_adding_to_bus(struct pci_bus *bus)
1417{
1418 pr_debug("PCI: Finishing adding to hotplug bus %04x:%02x\n",
1419 pci_domain_nr(bus), bus->number);
1420
1421 /* Allocate bus and devices resources */
1422 pcibios_allocate_bus_resources(bus);
1423 pcibios_claim_one_bus(bus);
Gavin Shanab444ec2013-07-24 10:24:57 +08001424 if (!pci_has_flag(PCI_PROBE_ONLY))
1425 pci_assign_unassigned_bus_resources(bus);
Benjamin Herrenschmidtfd6852c2008-10-27 19:48:52 +00001426
Thadeu Lima de Souza Cascardo6a040ce2012-12-28 09:13:19 +00001427 /* Fixup EEH */
1428 eeh_add_device_tree_late(bus);
1429
Benjamin Herrenschmidtfd6852c2008-10-27 19:48:52 +00001430 /* Add new devices to global lists. Register in proc, sysfs. */
1431 pci_bus_add_devices(bus);
1432
Thadeu Lima de Souza Cascardo6a040ce2012-12-28 09:13:19 +00001433 /* sysfs files should only be added after devices are added */
1434 eeh_add_sysfs_files(bus);
Benjamin Herrenschmidtfd6852c2008-10-27 19:48:52 +00001435}
1436EXPORT_SYMBOL_GPL(pcibios_finish_adding_to_bus);
1437
Benjamin Herrenschmidt549beb92007-12-20 14:54:57 +11001438int pcibios_enable_device(struct pci_dev *dev, int mask)
1439{
Benjamin Herrenschmidt549beb92007-12-20 14:54:57 +11001440 if (ppc_md.pcibios_enable_device_hook)
1441 if (ppc_md.pcibios_enable_device_hook(dev))
1442 return -EINVAL;
1443
Bjorn Helgaas7cfb5f92008-03-04 11:56:56 -07001444 return pci_enable_resources(dev, mask);
Benjamin Herrenschmidt549beb92007-12-20 14:54:57 +11001445}
Benjamin Herrenschmidt53280322008-10-27 19:48:29 +00001446
Bjorn Helgaas38973ba2012-03-16 17:48:09 -06001447resource_size_t pcibios_io_space_offset(struct pci_controller *hose)
1448{
1449 return (unsigned long) hose->io_base_virt - _IO_BASE;
1450}
1451
Greg Kroah-Hartmancad5cef2012-12-21 14:04:10 -08001452static void pcibios_setup_phb_resources(struct pci_controller *hose,
1453 struct list_head *resources)
Benjamin Herrenschmidt53280322008-10-27 19:48:29 +00001454{
Benjamin Herrenschmidt53280322008-10-27 19:48:29 +00001455 struct resource *res;
Benjamin Herrenschmidt3fd47f02013-05-06 13:40:40 +10001456 resource_size_t offset;
Benjamin Herrenschmidt53280322008-10-27 19:48:29 +00001457 int i;
1458
1459 /* Hookup PHB IO resource */
Bjorn Helgaas45a709f892011-10-28 16:27:43 -06001460 res = &hose->io_resource;
Benjamin Herrenschmidt53280322008-10-27 19:48:29 +00001461
1462 if (!res->flags) {
1463 printk(KERN_WARNING "PCI: I/O resource not set for host"
1464 " bridge %s (domain %d)\n",
1465 hose->dn->full_name, hose->global_number);
Benjamin Herrenschmidt3fd47f02013-05-06 13:40:40 +10001466 } else {
1467 offset = pcibios_io_space_offset(hose);
1468
1469 pr_debug("PCI: PHB IO resource = %08llx-%08llx [%lx] off 0x%08llx\n",
Benjamin Herrenschmidta0b8e762013-05-04 14:22:57 +00001470 (unsigned long long)res->start,
1471 (unsigned long long)res->end,
Benjamin Herrenschmidt3fd47f02013-05-06 13:40:40 +10001472 (unsigned long)res->flags,
1473 (unsigned long long)offset);
1474 pci_add_resource_offset(resources, res, offset);
Benjamin Herrenschmidta0b8e762013-05-04 14:22:57 +00001475 }
Benjamin Herrenschmidt53280322008-10-27 19:48:29 +00001476
1477 /* Hookup PHB Memory resources */
1478 for (i = 0; i < 3; ++i) {
1479 res = &hose->mem_resources[i];
1480 if (!res->flags) {
Benjamin Herrenschmidtbee7dd92013-05-20 17:24:39 +00001481 if (i == 0)
1482 printk(KERN_ERR "PCI: Memory resource 0 not set for "
1483 "host bridge %s (domain %d)\n",
1484 hose->dn->full_name, hose->global_number);
Benjamin Herrenschmidt3fd47f02013-05-06 13:40:40 +10001485 continue;
Benjamin Herrenschmidt53280322008-10-27 19:48:29 +00001486 }
Benjamin Herrenschmidt3fd47f02013-05-06 13:40:40 +10001487 offset = hose->mem_offset[i];
Benjamin Herrenschmidt53280322008-10-27 19:48:29 +00001488
Benjamin Herrenschmidt3fd47f02013-05-06 13:40:40 +10001489
1490 pr_debug("PCI: PHB MEM resource %d = %08llx-%08llx [%lx] off 0x%08llx\n", i,
1491 (unsigned long long)res->start,
1492 (unsigned long long)res->end,
1493 (unsigned long)res->flags,
1494 (unsigned long long)offset);
1495
1496 pci_add_resource_offset(resources, res, offset);
1497 }
Benjamin Herrenschmidt53280322008-10-27 19:48:29 +00001498}
Kumar Gala89c2dd62009-08-25 16:20:45 +00001499
1500/*
1501 * Null PCI config access functions, for the case when we can't
1502 * find a hose.
1503 */
1504#define NULL_PCI_OP(rw, size, type) \
1505static int \
1506null_##rw##_config_##size(struct pci_dev *dev, int offset, type val) \
1507{ \
1508 return PCIBIOS_DEVICE_NOT_FOUND; \
1509}
1510
1511static int
1512null_read_config(struct pci_bus *bus, unsigned int devfn, int offset,
1513 int len, u32 *val)
1514{
1515 return PCIBIOS_DEVICE_NOT_FOUND;
1516}
1517
1518static int
1519null_write_config(struct pci_bus *bus, unsigned int devfn, int offset,
1520 int len, u32 val)
1521{
1522 return PCIBIOS_DEVICE_NOT_FOUND;
1523}
1524
1525static struct pci_ops null_pci_ops =
1526{
1527 .read = null_read_config,
1528 .write = null_write_config,
1529};
1530
1531/*
1532 * These functions are used early on before PCI scanning is done
1533 * and all of the pci_dev and pci_bus structures have been created.
1534 */
1535static struct pci_bus *
1536fake_pci_bus(struct pci_controller *hose, int busnr)
1537{
1538 static struct pci_bus bus;
1539
Anton Blanchardb0d436c2013-08-07 02:01:24 +10001540 if (hose == NULL) {
Kumar Gala89c2dd62009-08-25 16:20:45 +00001541 printk(KERN_ERR "Can't find hose for PCI bus %d!\n", busnr);
1542 }
1543 bus.number = busnr;
1544 bus.sysdata = hose;
1545 bus.ops = hose? hose->ops: &null_pci_ops;
1546 return &bus;
1547}
1548
1549#define EARLY_PCI_OP(rw, size, type) \
1550int early_##rw##_config_##size(struct pci_controller *hose, int bus, \
1551 int devfn, int offset, type value) \
1552{ \
1553 return pci_bus_##rw##_config_##size(fake_pci_bus(hose, bus), \
1554 devfn, offset, value); \
1555}
1556
1557EARLY_PCI_OP(read, byte, u8 *)
1558EARLY_PCI_OP(read, word, u16 *)
1559EARLY_PCI_OP(read, dword, u32 *)
1560EARLY_PCI_OP(write, byte, u8)
1561EARLY_PCI_OP(write, word, u16)
1562EARLY_PCI_OP(write, dword, u32)
1563
1564extern int pci_bus_find_capability (struct pci_bus *bus, unsigned int devfn, int cap);
1565int early_find_capability(struct pci_controller *hose, int bus, int devfn,
1566 int cap)
1567{
1568 return pci_bus_find_capability(fake_pci_bus(hose, bus), devfn, cap);
1569}
Grant Likely0ed2c7222009-08-28 08:58:16 +00001570
Benjamin Herrenschmidt98d9f30c82011-04-11 11:37:07 +10001571struct device_node *pcibios_get_phb_of_node(struct pci_bus *bus)
1572{
1573 struct pci_controller *hose = bus->sysdata;
1574
1575 return of_node_get(hose->dn);
1576}
1577
Grant Likely0ed2c7222009-08-28 08:58:16 +00001578/**
1579 * pci_scan_phb - Given a pci_controller, setup and scan the PCI bus
1580 * @hose: Pointer to the PCI host controller instance structure
Grant Likely0ed2c7222009-08-28 08:58:16 +00001581 */
Greg Kroah-Hartmancad5cef2012-12-21 14:04:10 -08001582void pcibios_scan_phb(struct pci_controller *hose)
Grant Likely0ed2c7222009-08-28 08:58:16 +00001583{
Bjorn Helgaas45a709f892011-10-28 16:27:43 -06001584 LIST_HEAD(resources);
Grant Likely0ed2c7222009-08-28 08:58:16 +00001585 struct pci_bus *bus;
1586 struct device_node *node = hose->dn;
1587 int mode;
1588
Grant Likely74a7f082012-06-15 11:50:25 -06001589 pr_debug("PCI: Scanning PHB %s\n", of_node_full_name(node));
Grant Likely0ed2c7222009-08-28 08:58:16 +00001590
Grant Likely0ed2c7222009-08-28 08:58:16 +00001591 /* Get some IO space for the new PHB */
1592 pcibios_setup_phb_io_space(hose);
1593
1594 /* Wire up PHB bus resources */
Bjorn Helgaas45a709f892011-10-28 16:27:43 -06001595 pcibios_setup_phb_resources(hose, &resources);
1596
Yinghai Lube8e60d2012-05-17 18:51:12 -07001597 hose->busn.start = hose->first_busno;
1598 hose->busn.end = hose->last_busno;
1599 hose->busn.flags = IORESOURCE_BUS;
1600 pci_add_resource(&resources, &hose->busn);
1601
Bjorn Helgaas45a709f892011-10-28 16:27:43 -06001602 /* Create an empty bus for the toplevel */
1603 bus = pci_create_root_bus(hose->parent, hose->first_busno,
1604 hose->ops, hose, &resources);
1605 if (bus == NULL) {
1606 pr_err("Failed to create bus for PCI domain %04x\n",
1607 hose->global_number);
1608 pci_free_resource_list(&resources);
1609 return;
1610 }
Bjorn Helgaas45a709f892011-10-28 16:27:43 -06001611 hose->bus = bus;
Grant Likely0ed2c7222009-08-28 08:58:16 +00001612
1613 /* Get probe mode and perform scan */
1614 mode = PCI_PROBE_NORMAL;
1615 if (node && ppc_md.pci_probe_mode)
1616 mode = ppc_md.pci_probe_mode(bus);
1617 pr_debug(" probe mode: %d\n", mode);
Yinghai Lube8e60d2012-05-17 18:51:12 -07001618 if (mode == PCI_PROBE_DEVTREE)
Grant Likely0ed2c7222009-08-28 08:58:16 +00001619 of_scan_bus(node, bus);
Grant Likely0ed2c7222009-08-28 08:58:16 +00001620
Yinghai Lube8e60d2012-05-17 18:51:12 -07001621 if (mode == PCI_PROBE_NORMAL) {
1622 pci_bus_update_busn_res_end(bus, 255);
1623 hose->last_busno = pci_scan_child_bus(bus);
1624 pci_bus_update_busn_res_end(bus, hose->last_busno);
1625 }
Benjamin Herrenschmidt781fb7a2011-09-19 17:44:50 +00001626
Benjamin Herrenschmidt491b98c2011-11-06 18:55:57 +00001627 /* Platform gets a chance to do some global fixups before
1628 * we proceed to resource allocation
1629 */
1630 if (ppc_md.pcibios_fixup_phb)
1631 ppc_md.pcibios_fixup_phb(hose);
1632
Benjamin Herrenschmidt781fb7a2011-09-19 17:44:50 +00001633 /* Configure PCI Express settings */
Benjamin Herrenschmidtbb36c442011-09-26 14:22:39 +10001634 if (bus && !pci_has_flag(PCI_PROBE_ONLY)) {
Benjamin Herrenschmidt781fb7a2011-09-19 17:44:50 +00001635 struct pci_bus *child;
Bjorn Helgaasa58674f2013-08-22 11:24:44 +08001636 list_for_each_entry(child, &bus->children, node)
1637 pcie_bus_configure_settings(child);
Benjamin Herrenschmidt781fb7a2011-09-19 17:44:50 +00001638 }
Grant Likely0ed2c7222009-08-28 08:58:16 +00001639}
Kumar Galac0654882011-05-19 22:26:18 -05001640
1641static void fixup_hide_host_resource_fsl(struct pci_dev *dev)
1642{
1643 int i, class = dev->class >> 8;
Jason Jin05737c72011-10-28 16:08:00 +08001644 /* When configured as agent, programing interface = 1 */
1645 int prog_if = dev->class & 0xf;
Kumar Galac0654882011-05-19 22:26:18 -05001646
1647 if ((class == PCI_CLASS_PROCESSOR_POWERPC ||
1648 class == PCI_CLASS_BRIDGE_OTHER) &&
1649 (dev->hdr_type == PCI_HEADER_TYPE_NORMAL) &&
Jason Jin05737c72011-10-28 16:08:00 +08001650 (prog_if == 0) &&
Kumar Galac0654882011-05-19 22:26:18 -05001651 (dev->bus->parent == NULL)) {
1652 for (i = 0; i < DEVICE_COUNT_RESOURCE; i++) {
1653 dev->resource[i].start = 0;
1654 dev->resource[i].end = 0;
1655 dev->resource[i].flags = 0;
1656 }
1657 }
1658}
1659DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_MOTOROLA, PCI_ANY_ID, fixup_hide_host_resource_fsl);
1660DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_FREESCALE, PCI_ANY_ID, fixup_hide_host_resource_fsl);
Brian Kingc2e1d842013-04-08 03:05:10 +00001661
1662static void fixup_vga(struct pci_dev *pdev)
1663{
1664 u16 cmd;
1665
1666 pci_read_config_word(pdev, PCI_COMMAND, &cmd);
1667 if ((cmd & (PCI_COMMAND_IO | PCI_COMMAND_MEMORY)) || !vga_default_device())
1668 vga_set_default_device(pdev);
1669
1670}
1671DECLARE_PCI_FIXUP_CLASS_FINAL(PCI_ANY_ID, PCI_ANY_ID,
1672 PCI_CLASS_DISPLAY_VGA, 8, fixup_vga);