Paul Mackerras | 9b6b563 | 2005-10-06 12:06:20 +1000 | [diff] [blame] | 1 | /* |
| 2 | * Procedures for creating, accessing and interpreting the device tree. |
| 3 | * |
| 4 | * Paul Mackerras August 1996. |
| 5 | * Copyright (C) 1996-2005 Paul Mackerras. |
| 6 | * |
| 7 | * Adapted for 64bit PowerPC by Dave Engebretsen and Peter Bergner. |
| 8 | * {engebret|bergner}@us.ibm.com |
| 9 | * |
| 10 | * This program is free software; you can redistribute it and/or |
| 11 | * modify it under the terms of the GNU General Public License |
| 12 | * as published by the Free Software Foundation; either version |
| 13 | * 2 of the License, or (at your option) any later version. |
| 14 | */ |
| 15 | |
| 16 | #undef DEBUG |
| 17 | |
| 18 | #include <stdarg.h> |
Paul Mackerras | 9b6b563 | 2005-10-06 12:06:20 +1000 | [diff] [blame] | 19 | #include <linux/kernel.h> |
| 20 | #include <linux/string.h> |
| 21 | #include <linux/init.h> |
| 22 | #include <linux/threads.h> |
| 23 | #include <linux/spinlock.h> |
| 24 | #include <linux/types.h> |
| 25 | #include <linux/pci.h> |
| 26 | #include <linux/stringify.h> |
| 27 | #include <linux/delay.h> |
| 28 | #include <linux/initrd.h> |
| 29 | #include <linux/bitops.h> |
Paul Gortmaker | 4b16f8e | 2011-07-22 18:24:23 -0400 | [diff] [blame] | 30 | #include <linux/export.h> |
Michael Ellerman | dcee303 | 2005-12-04 18:39:48 +1100 | [diff] [blame] | 31 | #include <linux/kexec.h> |
Benjamin Herrenschmidt | 0ebfff1 | 2006-07-03 21:36:01 +1000 | [diff] [blame] | 32 | #include <linux/irq.h> |
Yinghai Lu | 95f72d1 | 2010-07-12 14:36:09 +1000 | [diff] [blame] | 33 | #include <linux/memblock.h> |
Nathan Fontenot | 1cf3d8b | 2012-10-02 16:57:57 +0000 | [diff] [blame] | 34 | #include <linux/of.h> |
Marek Szyprowski | 708b7ee | 2014-02-28 14:42:56 +0100 | [diff] [blame] | 35 | #include <linux/of_fdt.h> |
Rob Herring | 060f78c | 2014-03-31 15:15:00 -0500 | [diff] [blame] | 36 | #include <linux/libfdt.h> |
Paul Mackerras | 9b6b563 | 2005-10-06 12:06:20 +1000 | [diff] [blame] | 37 | |
| 38 | #include <asm/prom.h> |
| 39 | #include <asm/rtas.h> |
Paul Mackerras | 9b6b563 | 2005-10-06 12:06:20 +1000 | [diff] [blame] | 40 | #include <asm/page.h> |
| 41 | #include <asm/processor.h> |
| 42 | #include <asm/irq.h> |
| 43 | #include <asm/io.h> |
Michael Ellerman | 0cc4746 | 2005-12-04 18:39:37 +1100 | [diff] [blame] | 44 | #include <asm/kdump.h> |
Paul Mackerras | 9b6b563 | 2005-10-06 12:06:20 +1000 | [diff] [blame] | 45 | #include <asm/smp.h> |
Paul Mackerras | 9b6b563 | 2005-10-06 12:06:20 +1000 | [diff] [blame] | 46 | #include <asm/mmu.h> |
Michael Ellerman | 1426d5a | 2010-01-28 13:23:22 +0000 | [diff] [blame] | 47 | #include <asm/paca.h> |
Paul Mackerras | 9b6b563 | 2005-10-06 12:06:20 +1000 | [diff] [blame] | 48 | #include <asm/pgtable.h> |
Paul Mackerras | 9b6b563 | 2005-10-06 12:06:20 +1000 | [diff] [blame] | 49 | #include <asm/iommu.h> |
| 50 | #include <asm/btext.h> |
| 51 | #include <asm/sections.h> |
| 52 | #include <asm/machdep.h> |
Paul Mackerras | 40ef8cb | 2005-10-10 22:50:37 +1000 | [diff] [blame] | 53 | #include <asm/pci-bridge.h> |
Michael Ellerman | 2babf5c | 2006-05-17 18:00:46 +1000 | [diff] [blame] | 54 | #include <asm/kexec.h> |
Benjamin Herrenschmidt | 14a43e6 | 2011-09-19 17:44:57 +0000 | [diff] [blame] | 55 | #include <asm/opal.h> |
Mahesh Salgaonkar | eb39c88 | 2012-02-16 01:14:22 +0000 | [diff] [blame] | 56 | #include <asm/fadump.h> |
Tony Breeds | 0dc3289 | 2012-10-02 15:52:41 +0000 | [diff] [blame] | 57 | #include <asm/debug.h> |
Benjamin Herrenschmidt | 14a43e6 | 2011-09-19 17:44:57 +0000 | [diff] [blame] | 58 | |
Kumar Gala | 37dd2ba | 2008-04-22 04:22:34 +1000 | [diff] [blame] | 59 | #include <mm/mmu_decl.h> |
Paul Mackerras | 9b6b563 | 2005-10-06 12:06:20 +1000 | [diff] [blame] | 60 | |
| 61 | #ifdef DEBUG |
| 62 | #define DBG(fmt...) printk(KERN_ERR fmt) |
| 63 | #else |
| 64 | #define DBG(fmt...) |
| 65 | #endif |
| 66 | |
Paul Mackerras | 9b6b563 | 2005-10-06 12:06:20 +1000 | [diff] [blame] | 67 | #ifdef CONFIG_PPC64 |
Olof Johansson | 2889773 | 2006-04-12 21:52:33 -0500 | [diff] [blame] | 68 | int __initdata iommu_is_off; |
Paul Mackerras | 9b6b563 | 2005-10-06 12:06:20 +1000 | [diff] [blame] | 69 | int __initdata iommu_force_on; |
Paul Mackerras | cf00a8d | 2005-10-31 13:07:02 +1100 | [diff] [blame] | 70 | unsigned long tce_alloc_start, tce_alloc_end; |
Benjamin Herrenschmidt | cd3db0c | 2010-07-06 15:39:02 -0700 | [diff] [blame] | 71 | u64 ppc64_rma_size; |
Paul Mackerras | 9b6b563 | 2005-10-06 12:06:20 +1000 | [diff] [blame] | 72 | #endif |
Benjamin Herrenschmidt | 03bf469 | 2011-05-11 20:58:18 +0000 | [diff] [blame] | 73 | static phys_addr_t first_memblock_size; |
Matt Evans | 7ac87ab | 2011-05-25 18:09:12 +0000 | [diff] [blame] | 74 | static int __initdata boot_cpu_count; |
Paul Mackerras | 9b6b563 | 2005-10-06 12:06:20 +1000 | [diff] [blame] | 75 | |
Michael Ellerman | 2babf5c | 2006-05-17 18:00:46 +1000 | [diff] [blame] | 76 | static int __init early_parse_mem(char *p) |
| 77 | { |
| 78 | if (!p) |
| 79 | return 1; |
| 80 | |
| 81 | memory_limit = PAGE_ALIGN(memparse(p, &p)); |
Suzuki Poulose | a84fcd4 | 2012-08-21 01:42:33 +0000 | [diff] [blame] | 82 | DBG("memory limit = 0x%llx\n", memory_limit); |
Michael Ellerman | 2babf5c | 2006-05-17 18:00:46 +1000 | [diff] [blame] | 83 | |
| 84 | return 0; |
| 85 | } |
| 86 | early_param("mem", early_parse_mem); |
| 87 | |
Benjamin Herrenschmidt | 307cfe7 | 2011-06-09 16:52:38 +1000 | [diff] [blame] | 88 | /* |
| 89 | * overlaps_initrd - check for overlap with page aligned extension of |
| 90 | * initrd. |
| 91 | */ |
| 92 | static inline int overlaps_initrd(unsigned long start, unsigned long size) |
| 93 | { |
| 94 | #ifdef CONFIG_BLK_DEV_INITRD |
| 95 | if (!initrd_start) |
| 96 | return 0; |
| 97 | |
| 98 | return (start + size) > _ALIGN_DOWN(initrd_start, PAGE_SIZE) && |
| 99 | start <= _ALIGN_UP(initrd_end, PAGE_SIZE); |
| 100 | #else |
| 101 | return 0; |
| 102 | #endif |
| 103 | } |
| 104 | |
Linas Vepstas | 3c607ce | 2007-09-07 03:47:29 +1000 | [diff] [blame] | 105 | /** |
| 106 | * move_device_tree - move tree to an unused area, if needed. |
| 107 | * |
| 108 | * The device tree may be allocated beyond our memory limit, or inside the |
Benjamin Herrenschmidt | 307cfe7 | 2011-06-09 16:52:38 +1000 | [diff] [blame] | 109 | * crash kernel region for kdump, or within the page aligned range of initrd. |
| 110 | * If so, move it out of the way. |
Michael Ellerman | 2babf5c | 2006-05-17 18:00:46 +1000 | [diff] [blame] | 111 | */ |
Geert Uytterhoeven | 18f032c | 2008-03-29 03:07:45 +1100 | [diff] [blame] | 112 | static void __init move_device_tree(void) |
Michael Ellerman | 2babf5c | 2006-05-17 18:00:46 +1000 | [diff] [blame] | 113 | { |
| 114 | unsigned long start, size; |
| 115 | void *p; |
| 116 | |
| 117 | DBG("-> move_device_tree\n"); |
| 118 | |
| 119 | start = __pa(initial_boot_params); |
Rob Herring | 060f78c | 2014-03-31 15:15:00 -0500 | [diff] [blame] | 120 | size = fdt_totalsize(initial_boot_params); |
Michael Ellerman | 2babf5c | 2006-05-17 18:00:46 +1000 | [diff] [blame] | 121 | |
Scott Wood | 6dd2270 | 2011-01-27 10:30:44 +0000 | [diff] [blame] | 122 | if ((memory_limit && (start + size) > PHYSICAL_START + memory_limit) || |
Benjamin Herrenschmidt | 307cfe7 | 2011-06-09 16:52:38 +1000 | [diff] [blame] | 123 | overlaps_crashkernel(start, size) || |
| 124 | overlaps_initrd(start, size)) { |
Benjamin Herrenschmidt | e63075a | 2010-07-06 15:39:01 -0700 | [diff] [blame] | 125 | p = __va(memblock_alloc(size, PAGE_SIZE)); |
Michael Ellerman | 2babf5c | 2006-05-17 18:00:46 +1000 | [diff] [blame] | 126 | memcpy(p, initial_boot_params, size); |
Rob Herring | 060f78c | 2014-03-31 15:15:00 -0500 | [diff] [blame] | 127 | initial_boot_params = p; |
Michael Ellerman | 2babf5c | 2006-05-17 18:00:46 +1000 | [diff] [blame] | 128 | DBG("Moved device tree to 0x%p\n", p); |
| 129 | } |
| 130 | |
| 131 | DBG("<- move_device_tree\n"); |
| 132 | } |
Paul Mackerras | 9b6b563 | 2005-10-06 12:06:20 +1000 | [diff] [blame] | 133 | |
Paul Mackerras | d205819 | 2006-05-03 23:04:37 +1000 | [diff] [blame] | 134 | /* |
| 135 | * ibm,pa-features is a per-cpu property that contains a string of |
| 136 | * attribute descriptors, each of which has a 2 byte header plus up |
| 137 | * to 254 bytes worth of processor attribute bits. First header |
| 138 | * byte specifies the number of bytes following the header. |
| 139 | * Second header byte is an "attribute-specifier" type, of which |
| 140 | * zero is the only currently-defined value. |
| 141 | * Implementation: Pass in the byte and bit offset for the feature |
| 142 | * that we are interested in. The function will return -1 if the |
| 143 | * pa-features property is missing, or a 1/0 to indicate if the feature |
| 144 | * is supported/not supported. Note that the bit numbers are |
| 145 | * big-endian to match the definition in PAPR. |
| 146 | */ |
| 147 | static struct ibm_pa_feature { |
| 148 | unsigned long cpu_features; /* CPU_FTR_xxx bit */ |
Matt Evans | 44ae3ab | 2011-04-06 19:48:50 +0000 | [diff] [blame] | 149 | unsigned long mmu_features; /* MMU_FTR_xxx bit */ |
Paul Mackerras | d205819 | 2006-05-03 23:04:37 +1000 | [diff] [blame] | 150 | unsigned int cpu_user_ftrs; /* PPC_FEATURE_xxx bit */ |
| 151 | unsigned char pabyte; /* byte number in ibm,pa-features */ |
| 152 | unsigned char pabit; /* bit number (big-endian) */ |
| 153 | unsigned char invert; /* if 1, pa bit set => clear feature */ |
| 154 | } ibm_pa_features[] __initdata = { |
Matt Evans | 44ae3ab | 2011-04-06 19:48:50 +0000 | [diff] [blame] | 155 | {0, 0, PPC_FEATURE_HAS_MMU, 0, 0, 0}, |
| 156 | {0, 0, PPC_FEATURE_HAS_FPU, 0, 1, 0}, |
Matt Evans | 44ae3ab | 2011-04-06 19:48:50 +0000 | [diff] [blame] | 157 | {CPU_FTR_CTRL, 0, 0, 0, 3, 0}, |
| 158 | {CPU_FTR_NOEXECUTE, 0, 0, 0, 6, 0}, |
| 159 | {CPU_FTR_NODSISRALIGN, 0, 0, 1, 1, 1}, |
| 160 | {0, MMU_FTR_CI_LARGE_PAGE, 0, 1, 2, 0}, |
Paul Mackerras | 339d76c | 2006-06-29 17:12:30 +1000 | [diff] [blame] | 161 | {CPU_FTR_REAL_LE, PPC_FEATURE_TRUE_LE, 5, 0, 0}, |
Aneesh Kumar K.V | 9e81996 | 2014-11-02 20:02:42 +0530 | [diff] [blame] | 162 | /* |
| 163 | * If the kernel doesn't support TM (ie. CONFIG_PPC_TRANSACTIONAL_MEM=n), |
| 164 | * we don't want to turn on CPU_FTR_TM here, so we use CPU_FTR_TM_COMP |
| 165 | * which is 0 if the kernel doesn't support TM. |
| 166 | */ |
| 167 | {CPU_FTR_TM_COMP, 0, 0, 22, 0, 0}, |
Paul Mackerras | d205819 | 2006-05-03 23:04:37 +1000 | [diff] [blame] | 168 | }; |
| 169 | |
Rob Herring | 9d0c4df | 2014-04-01 23:49:03 -0500 | [diff] [blame] | 170 | static void __init scan_features(unsigned long node, const unsigned char *ftrs, |
Paul Mackerras | 974a76f | 2006-11-10 20:38:53 +1100 | [diff] [blame] | 171 | unsigned long tablelen, |
| 172 | struct ibm_pa_feature *fp, |
| 173 | unsigned long ft_size) |
Paul Mackerras | d205819 | 2006-05-03 23:04:37 +1000 | [diff] [blame] | 174 | { |
Paul Mackerras | 974a76f | 2006-11-10 20:38:53 +1100 | [diff] [blame] | 175 | unsigned long i, len, bit; |
Paul Mackerras | d205819 | 2006-05-03 23:04:37 +1000 | [diff] [blame] | 176 | |
| 177 | /* find descriptor with type == 0 */ |
| 178 | for (;;) { |
| 179 | if (tablelen < 3) |
| 180 | return; |
Paul Mackerras | 974a76f | 2006-11-10 20:38:53 +1100 | [diff] [blame] | 181 | len = 2 + ftrs[0]; |
Paul Mackerras | d205819 | 2006-05-03 23:04:37 +1000 | [diff] [blame] | 182 | if (tablelen < len) |
| 183 | return; /* descriptor 0 not found */ |
Paul Mackerras | 974a76f | 2006-11-10 20:38:53 +1100 | [diff] [blame] | 184 | if (ftrs[1] == 0) |
Paul Mackerras | d205819 | 2006-05-03 23:04:37 +1000 | [diff] [blame] | 185 | break; |
| 186 | tablelen -= len; |
Paul Mackerras | 974a76f | 2006-11-10 20:38:53 +1100 | [diff] [blame] | 187 | ftrs += len; |
Paul Mackerras | d205819 | 2006-05-03 23:04:37 +1000 | [diff] [blame] | 188 | } |
| 189 | |
| 190 | /* loop over bits we know about */ |
Paul Mackerras | 974a76f | 2006-11-10 20:38:53 +1100 | [diff] [blame] | 191 | for (i = 0; i < ft_size; ++i, ++fp) { |
| 192 | if (fp->pabyte >= ftrs[0]) |
Paul Mackerras | d205819 | 2006-05-03 23:04:37 +1000 | [diff] [blame] | 193 | continue; |
Paul Mackerras | 974a76f | 2006-11-10 20:38:53 +1100 | [diff] [blame] | 194 | bit = (ftrs[2 + fp->pabyte] >> (7 - fp->pabit)) & 1; |
Paul Mackerras | d205819 | 2006-05-03 23:04:37 +1000 | [diff] [blame] | 195 | if (bit ^ fp->invert) { |
| 196 | cur_cpu_spec->cpu_features |= fp->cpu_features; |
| 197 | cur_cpu_spec->cpu_user_features |= fp->cpu_user_ftrs; |
Matt Evans | 44ae3ab | 2011-04-06 19:48:50 +0000 | [diff] [blame] | 198 | cur_cpu_spec->mmu_features |= fp->mmu_features; |
Paul Mackerras | d205819 | 2006-05-03 23:04:37 +1000 | [diff] [blame] | 199 | } else { |
| 200 | cur_cpu_spec->cpu_features &= ~fp->cpu_features; |
| 201 | cur_cpu_spec->cpu_user_features &= ~fp->cpu_user_ftrs; |
Matt Evans | 44ae3ab | 2011-04-06 19:48:50 +0000 | [diff] [blame] | 202 | cur_cpu_spec->mmu_features &= ~fp->mmu_features; |
Paul Mackerras | d205819 | 2006-05-03 23:04:37 +1000 | [diff] [blame] | 203 | } |
| 204 | } |
| 205 | } |
| 206 | |
Paul Mackerras | 974a76f | 2006-11-10 20:38:53 +1100 | [diff] [blame] | 207 | static void __init check_cpu_pa_features(unsigned long node) |
| 208 | { |
Rob Herring | 9d0c4df | 2014-04-01 23:49:03 -0500 | [diff] [blame] | 209 | const unsigned char *pa_ftrs; |
| 210 | int tablelen; |
Paul Mackerras | 974a76f | 2006-11-10 20:38:53 +1100 | [diff] [blame] | 211 | |
| 212 | pa_ftrs = of_get_flat_dt_prop(node, "ibm,pa-features", &tablelen); |
| 213 | if (pa_ftrs == NULL) |
| 214 | return; |
| 215 | |
| 216 | scan_features(node, pa_ftrs, tablelen, |
| 217 | ibm_pa_features, ARRAY_SIZE(ibm_pa_features)); |
| 218 | } |
| 219 | |
Benjamin Herrenschmidt | 9449168 | 2009-06-02 21:17:45 +0000 | [diff] [blame] | 220 | #ifdef CONFIG_PPC_STD_MMU_64 |
Anshuman Khandual | 9c61f7a | 2015-07-29 12:40:03 +0530 | [diff] [blame] | 221 | static void __init init_mmu_slb_size(unsigned long node) |
Michael Neuling | 584f8b7 | 2007-12-06 17:24:48 +1100 | [diff] [blame] | 222 | { |
Rob Herring | 9d0c4df | 2014-04-01 23:49:03 -0500 | [diff] [blame] | 223 | const __be32 *slb_size_ptr; |
Michael Neuling | 584f8b7 | 2007-12-06 17:24:48 +1100 | [diff] [blame] | 224 | |
Anshuman Khandual | 9c61f7a | 2015-07-29 12:40:03 +0530 | [diff] [blame] | 225 | slb_size_ptr = of_get_flat_dt_prop(node, "slb-size", NULL) ? : |
| 226 | of_get_flat_dt_prop(node, "ibm,slb-size", NULL); |
| 227 | |
| 228 | if (slb_size_ptr) |
Ian Munsie | dc0e643a | 2013-08-07 02:01:27 +1000 | [diff] [blame] | 229 | mmu_slb_size = be32_to_cpup(slb_size_ptr); |
Michael Neuling | 584f8b7 | 2007-12-06 17:24:48 +1100 | [diff] [blame] | 230 | } |
| 231 | #else |
Anshuman Khandual | 9c61f7a | 2015-07-29 12:40:03 +0530 | [diff] [blame] | 232 | #define init_mmu_slb_size(node) do { } while(0) |
Michael Neuling | 584f8b7 | 2007-12-06 17:24:48 +1100 | [diff] [blame] | 233 | #endif |
| 234 | |
Paul Mackerras | 974a76f | 2006-11-10 20:38:53 +1100 | [diff] [blame] | 235 | static struct feature_property { |
| 236 | const char *name; |
| 237 | u32 min_value; |
| 238 | unsigned long cpu_feature; |
| 239 | unsigned long cpu_user_ftr; |
| 240 | } feature_properties[] __initdata = { |
| 241 | #ifdef CONFIG_ALTIVEC |
| 242 | {"altivec", 0, CPU_FTR_ALTIVEC, PPC_FEATURE_HAS_ALTIVEC}, |
| 243 | {"ibm,vmx", 1, CPU_FTR_ALTIVEC, PPC_FEATURE_HAS_ALTIVEC}, |
| 244 | #endif /* CONFIG_ALTIVEC */ |
Michael Neuling | b962ce9 | 2008-06-25 14:07:18 +1000 | [diff] [blame] | 245 | #ifdef CONFIG_VSX |
| 246 | /* Yes, this _really_ is ibm,vmx == 2 to enable VSX */ |
| 247 | {"ibm,vmx", 2, CPU_FTR_VSX, PPC_FEATURE_HAS_VSX}, |
| 248 | #endif /* CONFIG_VSX */ |
Paul Mackerras | 974a76f | 2006-11-10 20:38:53 +1100 | [diff] [blame] | 249 | #ifdef CONFIG_PPC64 |
| 250 | {"ibm,dfp", 1, 0, PPC_FEATURE_HAS_DFP}, |
| 251 | {"ibm,purr", 1, CPU_FTR_PURR, 0}, |
| 252 | {"ibm,spurr", 1, CPU_FTR_SPURR, 0}, |
| 253 | #endif /* CONFIG_PPC64 */ |
| 254 | }; |
| 255 | |
Valentine Barshak | 14b3d92 | 2007-12-22 03:24:02 +1100 | [diff] [blame] | 256 | #if defined(CONFIG_44x) && defined(CONFIG_PPC_FPU) |
| 257 | static inline void identical_pvr_fixup(unsigned long node) |
| 258 | { |
| 259 | unsigned int pvr; |
Rob Herring | 9d0c4df | 2014-04-01 23:49:03 -0500 | [diff] [blame] | 260 | const char *model = of_get_flat_dt_prop(node, "model", NULL); |
Valentine Barshak | 14b3d92 | 2007-12-22 03:24:02 +1100 | [diff] [blame] | 261 | |
| 262 | /* |
| 263 | * Since 440GR(x)/440EP(x) processors have the same pvr, |
| 264 | * we check the node path and set bit 28 in the cur_cpu_spec |
| 265 | * pvr for EP(x) processor version. This bit is always 0 in |
| 266 | * the "real" pvr. Then we call identify_cpu again with |
| 267 | * the new logical pvr to enable FPU support. |
| 268 | */ |
| 269 | if (model && strstr(model, "440EP")) { |
| 270 | pvr = cur_cpu_spec->pvr_value | 0x8; |
| 271 | identify_cpu(0, pvr); |
| 272 | DBG("Using logical pvr %x for %s\n", pvr, model); |
| 273 | } |
| 274 | } |
| 275 | #else |
| 276 | #define identical_pvr_fixup(node) do { } while(0) |
| 277 | #endif |
| 278 | |
Paul Mackerras | 974a76f | 2006-11-10 20:38:53 +1100 | [diff] [blame] | 279 | static void __init check_cpu_feature_properties(unsigned long node) |
| 280 | { |
| 281 | unsigned long i; |
| 282 | struct feature_property *fp = feature_properties; |
Ian Munsie | dc0e643a | 2013-08-07 02:01:27 +1000 | [diff] [blame] | 283 | const __be32 *prop; |
Paul Mackerras | 974a76f | 2006-11-10 20:38:53 +1100 | [diff] [blame] | 284 | |
| 285 | for (i = 0; i < ARRAY_SIZE(feature_properties); ++i, ++fp) { |
| 286 | prop = of_get_flat_dt_prop(node, fp->name, NULL); |
Ian Munsie | dc0e643a | 2013-08-07 02:01:27 +1000 | [diff] [blame] | 287 | if (prop && be32_to_cpup(prop) >= fp->min_value) { |
Paul Mackerras | 974a76f | 2006-11-10 20:38:53 +1100 | [diff] [blame] | 288 | cur_cpu_spec->cpu_features |= fp->cpu_feature; |
| 289 | cur_cpu_spec->cpu_user_features |= fp->cpu_user_ftr; |
| 290 | } |
| 291 | } |
| 292 | } |
| 293 | |
Paul Mackerras | 9b6b563 | 2005-10-06 12:06:20 +1000 | [diff] [blame] | 294 | static int __init early_init_dt_scan_cpus(unsigned long node, |
Anton Blanchard | 4df2046 | 2006-03-25 17:25:17 +1100 | [diff] [blame] | 295 | const char *uname, int depth, |
| 296 | void *data) |
Paul Mackerras | 9b6b563 | 2005-10-06 12:06:20 +1000 | [diff] [blame] | 297 | { |
Rob Herring | 9d0c4df | 2014-04-01 23:49:03 -0500 | [diff] [blame] | 298 | const char *type = of_get_flat_dt_prop(node, "device_type", NULL); |
Ian Munsie | dc0e643a | 2013-08-07 02:01:27 +1000 | [diff] [blame] | 299 | const __be32 *prop; |
| 300 | const __be32 *intserv; |
Anton Blanchard | 4df2046 | 2006-03-25 17:25:17 +1100 | [diff] [blame] | 301 | int i, nthreads; |
Rob Herring | 9d0c4df | 2014-04-01 23:49:03 -0500 | [diff] [blame] | 302 | int len; |
Benjamin Herrenschmidt | 9d07bc8 | 2011-03-16 14:54:35 +1100 | [diff] [blame] | 303 | int found = -1; |
Benjamin Herrenschmidt | 208b3a4 | 2011-05-20 17:50:18 +1000 | [diff] [blame] | 304 | int found_thread = 0; |
Paul Mackerras | 9b6b563 | 2005-10-06 12:06:20 +1000 | [diff] [blame] | 305 | |
| 306 | /* We are scanning "cpu" nodes only */ |
| 307 | if (type == NULL || strcmp(type, "cpu") != 0) |
| 308 | return 0; |
| 309 | |
Anton Blanchard | 4df2046 | 2006-03-25 17:25:17 +1100 | [diff] [blame] | 310 | /* Get physical cpuid */ |
| 311 | intserv = of_get_flat_dt_prop(node, "ibm,ppc-interrupt-server#s", &len); |
Andy Fleming | e16c876 | 2011-12-08 01:20:27 -0600 | [diff] [blame] | 312 | if (!intserv) |
| 313 | intserv = of_get_flat_dt_prop(node, "reg", &len); |
| 314 | |
| 315 | nthreads = len / sizeof(int); |
Anton Blanchard | 4df2046 | 2006-03-25 17:25:17 +1100 | [diff] [blame] | 316 | |
| 317 | /* |
| 318 | * Now see if any of these threads match our boot cpu. |
| 319 | * NOTE: This must match the parsing done in smp_setup_cpu_maps. |
| 320 | */ |
| 321 | for (i = 0; i < nthreads; i++) { |
| 322 | /* |
| 323 | * version 2 of the kexec param format adds the phys cpuid of |
| 324 | * booted proc. |
| 325 | */ |
Rob Herring | 060f78c | 2014-03-31 15:15:00 -0500 | [diff] [blame] | 326 | if (fdt_version(initial_boot_params) >= 2) { |
Ian Munsie | dc0e643a | 2013-08-07 02:01:27 +1000 | [diff] [blame] | 327 | if (be32_to_cpu(intserv[i]) == |
Rob Herring | 060f78c | 2014-03-31 15:15:00 -0500 | [diff] [blame] | 328 | fdt_boot_cpuid_phys(initial_boot_params)) { |
Benjamin Herrenschmidt | 9d07bc8 | 2011-03-16 14:54:35 +1100 | [diff] [blame] | 329 | found = boot_cpu_count; |
Benjamin Herrenschmidt | 208b3a4 | 2011-05-20 17:50:18 +1000 | [diff] [blame] | 330 | found_thread = i; |
| 331 | } |
Anton Blanchard | 4df2046 | 2006-03-25 17:25:17 +1100 | [diff] [blame] | 332 | } else { |
| 333 | /* |
| 334 | * Check if it's the boot-cpu, set it's hw index now, |
| 335 | * unfortunately this format did not support booting |
| 336 | * off secondary threads. |
| 337 | */ |
| 338 | if (of_get_flat_dt_prop(node, |
Benjamin Herrenschmidt | 9d07bc8 | 2011-03-16 14:54:35 +1100 | [diff] [blame] | 339 | "linux,boot-cpu", NULL) != NULL) |
| 340 | found = boot_cpu_count; |
Anton Blanchard | 4df2046 | 2006-03-25 17:25:17 +1100 | [diff] [blame] | 341 | } |
Anton Blanchard | 4df2046 | 2006-03-25 17:25:17 +1100 | [diff] [blame] | 342 | #ifdef CONFIG_SMP |
| 343 | /* logical cpu id is always 0 on UP kernels */ |
Benjamin Herrenschmidt | 9d07bc8 | 2011-03-16 14:54:35 +1100 | [diff] [blame] | 344 | boot_cpu_count++; |
Anton Blanchard | 4df2046 | 2006-03-25 17:25:17 +1100 | [diff] [blame] | 345 | #endif |
| 346 | } |
| 347 | |
Benjamin Herrenschmidt | 7222f77 | 2014-03-28 13:36:28 +1100 | [diff] [blame] | 348 | /* Not the boot CPU */ |
| 349 | if (found < 0) |
| 350 | return 0; |
Paul Mackerras | 974a76f | 2006-11-10 20:38:53 +1100 | [diff] [blame] | 351 | |
Benjamin Herrenschmidt | 7222f77 | 2014-03-28 13:36:28 +1100 | [diff] [blame] | 352 | DBG("boot cpu: logical %d physical %d\n", found, |
| 353 | be32_to_cpu(intserv[found_thread])); |
| 354 | boot_cpuid = found; |
| 355 | set_hard_smp_processor_id(found, be32_to_cpu(intserv[found_thread])); |
Valentine Barshak | 14b3d92 | 2007-12-22 03:24:02 +1100 | [diff] [blame] | 356 | |
Benjamin Herrenschmidt | 7222f77 | 2014-03-28 13:36:28 +1100 | [diff] [blame] | 357 | /* |
| 358 | * PAPR defines "logical" PVR values for cpus that |
| 359 | * meet various levels of the architecture: |
| 360 | * 0x0f000001 Architecture version 2.04 |
| 361 | * 0x0f000002 Architecture version 2.05 |
| 362 | * If the cpu-version property in the cpu node contains |
| 363 | * such a value, we call identify_cpu again with the |
| 364 | * logical PVR value in order to use the cpu feature |
| 365 | * bits appropriate for the architecture level. |
| 366 | * |
| 367 | * A POWER6 partition in "POWER6 architected" mode |
| 368 | * uses the 0x0f000002 PVR value; in POWER5+ mode |
| 369 | * it uses 0x0f000001. |
| 370 | */ |
| 371 | prop = of_get_flat_dt_prop(node, "cpu-version", NULL); |
| 372 | if (prop && (be32_to_cpup(prop) & 0xff000000) == 0x0f000000) |
| 373 | identify_cpu(0, be32_to_cpup(prop)); |
| 374 | |
| 375 | identical_pvr_fixup(node); |
Paul Mackerras | 9b6b563 | 2005-10-06 12:06:20 +1000 | [diff] [blame] | 376 | |
Paul Mackerras | 974a76f | 2006-11-10 20:38:53 +1100 | [diff] [blame] | 377 | check_cpu_feature_properties(node); |
Paul Mackerras | d205819 | 2006-05-03 23:04:37 +1000 | [diff] [blame] | 378 | check_cpu_pa_features(node); |
Anshuman Khandual | 9c61f7a | 2015-07-29 12:40:03 +0530 | [diff] [blame] | 379 | init_mmu_slb_size(node); |
Paul Mackerras | d205819 | 2006-05-03 23:04:37 +1000 | [diff] [blame] | 380 | |
Benjamin Herrenschmidt | 4a85b31 | 2014-03-28 13:36:26 +1100 | [diff] [blame] | 381 | #ifdef CONFIG_PPC64 |
Anton Blanchard | 4df2046 | 2006-03-25 17:25:17 +1100 | [diff] [blame] | 382 | if (nthreads > 1) |
Paul Mackerras | 9b6b563 | 2005-10-06 12:06:20 +1000 | [diff] [blame] | 383 | cur_cpu_spec->cpu_features |= CPU_FTR_SMT; |
Anton Blanchard | 4df2046 | 2006-03-25 17:25:17 +1100 | [diff] [blame] | 384 | else |
| 385 | cur_cpu_spec->cpu_features &= ~CPU_FTR_SMT; |
Paul Mackerras | 9b6b563 | 2005-10-06 12:06:20 +1000 | [diff] [blame] | 386 | #endif |
Paul Mackerras | 9b6b563 | 2005-10-06 12:06:20 +1000 | [diff] [blame] | 387 | return 0; |
| 388 | } |
| 389 | |
Anton Blanchard | e51df2c | 2014-08-20 08:55:18 +1000 | [diff] [blame] | 390 | static int __init early_init_dt_scan_chosen_ppc(unsigned long node, |
| 391 | const char *uname, |
| 392 | int depth, void *data) |
Paul Mackerras | 9b6b563 | 2005-10-06 12:06:20 +1000 | [diff] [blame] | 393 | { |
Rob Herring | 9d0c4df | 2014-04-01 23:49:03 -0500 | [diff] [blame] | 394 | const unsigned long *lprop; /* All these set by kernel, so no need to convert endian */ |
Paul Mackerras | 9b6b563 | 2005-10-06 12:06:20 +1000 | [diff] [blame] | 395 | |
Grant Likely | 32c9768 | 2010-10-20 11:45:14 -0600 | [diff] [blame] | 396 | /* Use common scan routine to determine if this is the chosen node */ |
| 397 | if (early_init_dt_scan_chosen(node, uname, depth, data) == 0) |
| 398 | return 0; |
| 399 | |
Paul Mackerras | 9b6b563 | 2005-10-06 12:06:20 +1000 | [diff] [blame] | 400 | #ifdef CONFIG_PPC64 |
| 401 | /* check if iommu is forced on or off */ |
Benjamin Herrenschmidt | 3c726f8 | 2005-11-07 11:06:55 +1100 | [diff] [blame] | 402 | if (of_get_flat_dt_prop(node, "linux,iommu-off", NULL) != NULL) |
Paul Mackerras | 9b6b563 | 2005-10-06 12:06:20 +1000 | [diff] [blame] | 403 | iommu_is_off = 1; |
Benjamin Herrenschmidt | 3c726f8 | 2005-11-07 11:06:55 +1100 | [diff] [blame] | 404 | if (of_get_flat_dt_prop(node, "linux,iommu-force-on", NULL) != NULL) |
Paul Mackerras | 9b6b563 | 2005-10-06 12:06:20 +1000 | [diff] [blame] | 405 | iommu_force_on = 1; |
| 406 | #endif |
| 407 | |
Michael Ellerman | 2babf5c | 2006-05-17 18:00:46 +1000 | [diff] [blame] | 408 | /* mem=x on the command line is the preferred mechanism */ |
Grant Likely | 86e0322 | 2009-12-10 23:42:21 -0700 | [diff] [blame] | 409 | lprop = of_get_flat_dt_prop(node, "linux,memory-limit", NULL); |
| 410 | if (lprop) |
| 411 | memory_limit = *lprop; |
Paul Mackerras | 9b6b563 | 2005-10-06 12:06:20 +1000 | [diff] [blame] | 412 | |
| 413 | #ifdef CONFIG_PPC64 |
Grant Likely | 86e0322 | 2009-12-10 23:42:21 -0700 | [diff] [blame] | 414 | lprop = of_get_flat_dt_prop(node, "linux,tce-alloc-start", NULL); |
| 415 | if (lprop) |
| 416 | tce_alloc_start = *lprop; |
| 417 | lprop = of_get_flat_dt_prop(node, "linux,tce-alloc-end", NULL); |
| 418 | if (lprop) |
| 419 | tce_alloc_end = *lprop; |
Paul Mackerras | 9b6b563 | 2005-10-06 12:06:20 +1000 | [diff] [blame] | 420 | #endif |
| 421 | |
Michael Ellerman | dcee303 | 2005-12-04 18:39:48 +1100 | [diff] [blame] | 422 | #ifdef CONFIG_KEXEC |
Stephen Rothwell | 6327716 | 2009-01-06 13:54:25 +0000 | [diff] [blame] | 423 | lprop = of_get_flat_dt_prop(node, "linux,crashkernel-base", NULL); |
Linas Vepstas | 70c6cc3 | 2007-09-07 03:46:15 +1000 | [diff] [blame] | 424 | if (lprop) |
| 425 | crashk_res.start = *lprop; |
Michael Ellerman | dcee303 | 2005-12-04 18:39:48 +1100 | [diff] [blame] | 426 | |
Stephen Rothwell | 6327716 | 2009-01-06 13:54:25 +0000 | [diff] [blame] | 427 | lprop = of_get_flat_dt_prop(node, "linux,crashkernel-size", NULL); |
Linas Vepstas | 70c6cc3 | 2007-09-07 03:46:15 +1000 | [diff] [blame] | 428 | if (lprop) |
| 429 | crashk_res.end = crashk_res.start + *lprop - 1; |
Michael Ellerman | dcee303 | 2005-12-04 18:39:48 +1100 | [diff] [blame] | 430 | #endif |
Grant Likely | 32c9768 | 2010-10-20 11:45:14 -0600 | [diff] [blame] | 431 | |
| 432 | /* break now */ |
| 433 | return 1; |
Paul Mackerras | 9b6b563 | 2005-10-06 12:06:20 +1000 | [diff] [blame] | 434 | } |
| 435 | |
Paul Mackerras | 0204568 | 2006-11-29 22:27:42 +1100 | [diff] [blame] | 436 | #ifdef CONFIG_PPC_PSERIES |
| 437 | /* |
| 438 | * Interpret the ibm,dynamic-memory property in the |
| 439 | * /ibm,dynamic-reconfiguration-memory node. |
| 440 | * This contains a list of memory blocks along with NUMA affinity |
| 441 | * information. |
| 442 | */ |
| 443 | static int __init early_init_dt_scan_drconf_memory(unsigned long node) |
| 444 | { |
Rob Herring | 9d0c4df | 2014-04-01 23:49:03 -0500 | [diff] [blame] | 445 | const __be32 *dm, *ls, *usm; |
| 446 | int l; |
| 447 | unsigned long n, flags; |
Yinghai Lu | 95f72d1 | 2010-07-12 14:36:09 +1000 | [diff] [blame] | 448 | u64 base, size, memblock_size; |
Chandru | cf00085 | 2008-08-30 00:28:16 +1000 | [diff] [blame] | 449 | unsigned int is_kexec_kdump = 0, rngs; |
Paul Mackerras | 0204568 | 2006-11-29 22:27:42 +1100 | [diff] [blame] | 450 | |
Benjamin Herrenschmidt | 3fdfd99 | 2010-07-23 10:35:52 +1000 | [diff] [blame] | 451 | ls = of_get_flat_dt_prop(node, "ibm,lmb-size", &l); |
Grant Likely | 0f0b56c | 2009-12-10 23:42:17 -0700 | [diff] [blame] | 452 | if (ls == NULL || l < dt_root_size_cells * sizeof(__be32)) |
Paul Mackerras | 0204568 | 2006-11-29 22:27:42 +1100 | [diff] [blame] | 453 | return 0; |
Yinghai Lu | 95f72d1 | 2010-07-12 14:36:09 +1000 | [diff] [blame] | 454 | memblock_size = dt_mem_next_cell(dt_root_size_cells, &ls); |
Paul Mackerras | 0204568 | 2006-11-29 22:27:42 +1100 | [diff] [blame] | 455 | |
Stephen Rothwell | 6327716 | 2009-01-06 13:54:25 +0000 | [diff] [blame] | 456 | dm = of_get_flat_dt_prop(node, "ibm,dynamic-memory", &l); |
Grant Likely | 0f0b56c | 2009-12-10 23:42:17 -0700 | [diff] [blame] | 457 | if (dm == NULL || l < sizeof(__be32)) |
Paul Mackerras | 0204568 | 2006-11-29 22:27:42 +1100 | [diff] [blame] | 458 | return 0; |
| 459 | |
Alistair Popple | e91ae5b | 2013-08-07 02:01:28 +1000 | [diff] [blame] | 460 | n = of_read_number(dm++, 1); /* number of entries */ |
Grant Likely | 0f0b56c | 2009-12-10 23:42:17 -0700 | [diff] [blame] | 461 | if (l < (n * (dt_root_addr_cells + 4) + 1) * sizeof(__be32)) |
Paul Mackerras | 0204568 | 2006-11-29 22:27:42 +1100 | [diff] [blame] | 462 | return 0; |
| 463 | |
Chandru | cf00085 | 2008-08-30 00:28:16 +1000 | [diff] [blame] | 464 | /* check if this is a kexec/kdump kernel. */ |
Stephen Rothwell | 6327716 | 2009-01-06 13:54:25 +0000 | [diff] [blame] | 465 | usm = of_get_flat_dt_prop(node, "linux,drconf-usable-memory", |
Chandru | cf00085 | 2008-08-30 00:28:16 +1000 | [diff] [blame] | 466 | &l); |
| 467 | if (usm != NULL) |
| 468 | is_kexec_kdump = 1; |
| 469 | |
Paul Mackerras | 0204568 | 2006-11-29 22:27:42 +1100 | [diff] [blame] | 470 | for (; n != 0; --n) { |
| 471 | base = dt_mem_next_cell(dt_root_addr_cells, &dm); |
Alistair Popple | e91ae5b | 2013-08-07 02:01:28 +1000 | [diff] [blame] | 472 | flags = of_read_number(&dm[3], 1); |
Paul Mackerras | 0204568 | 2006-11-29 22:27:42 +1100 | [diff] [blame] | 473 | /* skip DRC index, pad, assoc. list index, flags */ |
| 474 | dm += 4; |
Anshuman Khandual | 9afac93 | 2015-08-06 18:35:07 +0530 | [diff] [blame] | 475 | /* skip this block if the reserved bit is set in flags |
| 476 | or if the block is not assigned to this partition */ |
| 477 | if ((flags & DRCONF_MEM_RESERVED) || |
| 478 | !(flags & DRCONF_MEM_ASSIGNED)) |
Paul Mackerras | 0204568 | 2006-11-29 22:27:42 +1100 | [diff] [blame] | 479 | continue; |
Yinghai Lu | 95f72d1 | 2010-07-12 14:36:09 +1000 | [diff] [blame] | 480 | size = memblock_size; |
Chandru | cf00085 | 2008-08-30 00:28:16 +1000 | [diff] [blame] | 481 | rngs = 1; |
| 482 | if (is_kexec_kdump) { |
| 483 | /* |
Yinghai Lu | 95f72d1 | 2010-07-12 14:36:09 +1000 | [diff] [blame] | 484 | * For each memblock in ibm,dynamic-memory, a corresponding |
Chandru | cf00085 | 2008-08-30 00:28:16 +1000 | [diff] [blame] | 485 | * entry in linux,drconf-usable-memory property contains |
| 486 | * a counter 'p' followed by 'p' (base, size) duple. |
| 487 | * Now read the counter from |
| 488 | * linux,drconf-usable-memory property |
| 489 | */ |
| 490 | rngs = dt_mem_next_cell(dt_root_size_cells, &usm); |
| 491 | if (!rngs) /* there are no (base, size) duple */ |
Paul Mackerras | 0204568 | 2006-11-29 22:27:42 +1100 | [diff] [blame] | 492 | continue; |
Paul Mackerras | 0204568 | 2006-11-29 22:27:42 +1100 | [diff] [blame] | 493 | } |
Chandru | cf00085 | 2008-08-30 00:28:16 +1000 | [diff] [blame] | 494 | do { |
| 495 | if (is_kexec_kdump) { |
| 496 | base = dt_mem_next_cell(dt_root_addr_cells, |
| 497 | &usm); |
| 498 | size = dt_mem_next_cell(dt_root_size_cells, |
| 499 | &usm); |
| 500 | } |
| 501 | if (iommu_is_off) { |
| 502 | if (base >= 0x80000000ul) |
| 503 | continue; |
| 504 | if ((base + size) > 0x80000000ul) |
| 505 | size = 0x80000000ul - base; |
| 506 | } |
Yinghai Lu | 95f72d1 | 2010-07-12 14:36:09 +1000 | [diff] [blame] | 507 | memblock_add(base, size); |
Chandru | cf00085 | 2008-08-30 00:28:16 +1000 | [diff] [blame] | 508 | } while (--rngs); |
Paul Mackerras | 0204568 | 2006-11-29 22:27:42 +1100 | [diff] [blame] | 509 | } |
Yinghai Lu | 95f72d1 | 2010-07-12 14:36:09 +1000 | [diff] [blame] | 510 | memblock_dump_all(); |
Paul Mackerras | 0204568 | 2006-11-29 22:27:42 +1100 | [diff] [blame] | 511 | return 0; |
| 512 | } |
| 513 | #else |
| 514 | #define early_init_dt_scan_drconf_memory(node) 0 |
| 515 | #endif /* CONFIG_PPC_PSERIES */ |
Paul Mackerras | 9b6b563 | 2005-10-06 12:06:20 +1000 | [diff] [blame] | 516 | |
Grant Likely | 51975db | 2010-02-01 21:34:14 -0700 | [diff] [blame] | 517 | static int __init early_init_dt_scan_memory_ppc(unsigned long node, |
| 518 | const char *uname, |
| 519 | int depth, void *data) |
Paul Mackerras | 9b6b563 | 2005-10-06 12:06:20 +1000 | [diff] [blame] | 520 | { |
Paul Mackerras | 0204568 | 2006-11-29 22:27:42 +1100 | [diff] [blame] | 521 | if (depth == 1 && |
| 522 | strcmp(uname, "ibm,dynamic-reconfiguration-memory") == 0) |
| 523 | return early_init_dt_scan_drconf_memory(node); |
Grant Likely | 51975db | 2010-02-01 21:34:14 -0700 | [diff] [blame] | 524 | |
| 525 | return early_init_dt_scan_memory(node, uname, depth, data); |
| 526 | } |
Paul Mackerras | 0204568 | 2006-11-29 22:27:42 +1100 | [diff] [blame] | 527 | |
Kevin Hao | b27652dd | 2013-12-24 15:12:08 +0800 | [diff] [blame] | 528 | /* |
| 529 | * For a relocatable kernel, we need to get the memstart_addr first, |
| 530 | * then use it to calculate the virtual kernel start address. This has |
| 531 | * to happen at a very early stage (before machine_init). In this case, |
| 532 | * we just want to get the memstart_address and would not like to mess the |
| 533 | * memblock at this stage. So introduce a variable to skip the memblock_add() |
| 534 | * for this reason. |
| 535 | */ |
| 536 | #ifdef CONFIG_RELOCATABLE |
| 537 | static int add_mem_to_memblock = 1; |
| 538 | #else |
| 539 | #define add_mem_to_memblock 1 |
| 540 | #endif |
| 541 | |
Grant Likely | 51975db | 2010-02-01 21:34:14 -0700 | [diff] [blame] | 542 | void __init early_init_dt_add_memory_arch(u64 base, u64 size) |
| 543 | { |
Benjamin Herrenschmidt | cd3db0c | 2010-07-06 15:39:02 -0700 | [diff] [blame] | 544 | #ifdef CONFIG_PPC64 |
Grant Likely | 51975db | 2010-02-01 21:34:14 -0700 | [diff] [blame] | 545 | if (iommu_is_off) { |
| 546 | if (base >= 0x80000000ul) |
| 547 | return; |
| 548 | if ((base + size) > 0x80000000ul) |
| 549 | size = 0x80000000ul - base; |
Paul Mackerras | 9b6b563 | 2005-10-06 12:06:20 +1000 | [diff] [blame] | 550 | } |
Grant Likely | 51975db | 2010-02-01 21:34:14 -0700 | [diff] [blame] | 551 | #endif |
Benjamin Herrenschmidt | 03bf469 | 2011-05-11 20:58:18 +0000 | [diff] [blame] | 552 | /* Keep track of the beginning of memory -and- the size of |
| 553 | * the very first block in the device-tree as it represents |
| 554 | * the RMA on ppc64 server |
| 555 | */ |
| 556 | if (base < memstart_addr) { |
| 557 | memstart_addr = base; |
| 558 | first_memblock_size = size; |
| 559 | } |
Benjamin Herrenschmidt | cd3db0c | 2010-07-06 15:39:02 -0700 | [diff] [blame] | 560 | |
| 561 | /* Add the chunk to the MEMBLOCK list */ |
Kevin Hao | b27652dd | 2013-12-24 15:12:08 +0800 | [diff] [blame] | 562 | if (add_mem_to_memblock) |
| 563 | memblock_add(base, size); |
Paul Mackerras | 9b6b563 | 2005-10-06 12:06:20 +1000 | [diff] [blame] | 564 | } |
| 565 | |
Benjamin Herrenschmidt | c039e3a | 2013-07-02 08:13:52 +1000 | [diff] [blame] | 566 | static void __init early_reserve_mem_dt(void) |
Jeremy Kerr | 0962e80 | 2013-04-24 14:26:30 +0800 | [diff] [blame] | 567 | { |
Rob Herring | 9d0c4df | 2014-04-01 23:49:03 -0500 | [diff] [blame] | 568 | unsigned long i, dt_root; |
| 569 | int len; |
Jeremy Kerr | 0962e80 | 2013-04-24 14:26:30 +0800 | [diff] [blame] | 570 | const __be32 *prop; |
| 571 | |
Ard Biesheuvel | 24bbd92 | 2015-06-01 13:40:31 +0200 | [diff] [blame] | 572 | early_init_fdt_reserve_self(); |
Rob Herring | edba274 | 2014-04-29 13:16:50 -0500 | [diff] [blame] | 573 | early_init_fdt_scan_reserved_mem(); |
| 574 | |
Jeremy Kerr | 0962e80 | 2013-04-24 14:26:30 +0800 | [diff] [blame] | 575 | dt_root = of_get_flat_dt_root(); |
| 576 | |
| 577 | prop = of_get_flat_dt_prop(dt_root, "reserved-ranges", &len); |
| 578 | |
| 579 | if (!prop) |
Benjamin Herrenschmidt | c039e3a | 2013-07-02 08:13:52 +1000 | [diff] [blame] | 580 | return; |
| 581 | |
| 582 | DBG("Found new-style reserved-ranges\n"); |
Jeremy Kerr | 0962e80 | 2013-04-24 14:26:30 +0800 | [diff] [blame] | 583 | |
| 584 | /* Each reserved range is an (address,size) pair, 2 cells each, |
| 585 | * totalling 4 cells per range. */ |
| 586 | for (i = 0; i < len / (sizeof(*prop) * 4); i++) { |
| 587 | u64 base, size; |
| 588 | |
| 589 | base = of_read_number(prop + (i * 4) + 0, 2); |
| 590 | size = of_read_number(prop + (i * 4) + 2, 2); |
| 591 | |
Benjamin Herrenschmidt | c039e3a | 2013-07-02 08:13:52 +1000 | [diff] [blame] | 592 | if (size) { |
| 593 | DBG("reserving: %llx -> %llx\n", base, size); |
Jeremy Kerr | 0962e80 | 2013-04-24 14:26:30 +0800 | [diff] [blame] | 594 | memblock_reserve(base, size); |
Benjamin Herrenschmidt | c039e3a | 2013-07-02 08:13:52 +1000 | [diff] [blame] | 595 | } |
Jeremy Kerr | 0962e80 | 2013-04-24 14:26:30 +0800 | [diff] [blame] | 596 | } |
Jeremy Kerr | 0962e80 | 2013-04-24 14:26:30 +0800 | [diff] [blame] | 597 | } |
| 598 | |
Paul Mackerras | 9b6b563 | 2005-10-06 12:06:20 +1000 | [diff] [blame] | 599 | static void __init early_reserve_mem(void) |
| 600 | { |
Ian Munsie | dc0e643a | 2013-08-07 02:01:27 +1000 | [diff] [blame] | 601 | __be64 *reserve_map; |
Paul Mackerras | 9b6b563 | 2005-10-06 12:06:20 +1000 | [diff] [blame] | 602 | |
Ian Munsie | dc0e643a | 2013-08-07 02:01:27 +1000 | [diff] [blame] | 603 | reserve_map = (__be64 *)(((unsigned long)initial_boot_params) + |
Rob Herring | 060f78c | 2014-03-31 15:15:00 -0500 | [diff] [blame] | 604 | fdt_off_mem_rsvmap(initial_boot_params)); |
Jimi Xenidis | 4d1f3f2 | 2006-05-18 17:03:05 -0500 | [diff] [blame] | 605 | |
Benjamin Herrenschmidt | c039e3a | 2013-07-02 08:13:52 +1000 | [diff] [blame] | 606 | /* Look for the new "reserved-regions" property in the DT */ |
| 607 | early_reserve_mem_dt(); |
Jeremy Kerr | 0962e80 | 2013-04-24 14:26:30 +0800 | [diff] [blame] | 608 | |
David Gibson | 30437b3 | 2007-02-28 14:12:29 +1100 | [diff] [blame] | 609 | #ifdef CONFIG_BLK_DEV_INITRD |
Benjamin Herrenschmidt | c039e3a | 2013-07-02 08:13:52 +1000 | [diff] [blame] | 610 | /* Then reserve the initrd, if any */ |
| 611 | if (initrd_start && (initrd_end > initrd_start)) { |
Benjamin Herrenschmidt | 307cfe7 | 2011-06-09 16:52:38 +1000 | [diff] [blame] | 612 | memblock_reserve(_ALIGN_DOWN(__pa(initrd_start), PAGE_SIZE), |
| 613 | _ALIGN_UP(initrd_end, PAGE_SIZE) - |
| 614 | _ALIGN_DOWN(initrd_start, PAGE_SIZE)); |
Benjamin Herrenschmidt | c039e3a | 2013-07-02 08:13:52 +1000 | [diff] [blame] | 615 | } |
David Gibson | 30437b3 | 2007-02-28 14:12:29 +1100 | [diff] [blame] | 616 | #endif /* CONFIG_BLK_DEV_INITRD */ |
| 617 | |
Kumar Gala | cbbcf34 | 2006-01-11 17:57:13 -0600 | [diff] [blame] | 618 | #ifdef CONFIG_PPC32 |
| 619 | /* |
| 620 | * Handle the case where we might be booting from an old kexec |
| 621 | * image that setup the mem_rsvmap as pairs of 32-bit values |
| 622 | */ |
Ian Munsie | dc0e643a | 2013-08-07 02:01:27 +1000 | [diff] [blame] | 623 | if (be64_to_cpup(reserve_map) > 0xffffffffull) { |
Kumar Gala | cbbcf34 | 2006-01-11 17:57:13 -0600 | [diff] [blame] | 624 | u32 base_32, size_32; |
Ian Munsie | dc0e643a | 2013-08-07 02:01:27 +1000 | [diff] [blame] | 625 | __be32 *reserve_map_32 = (__be32 *)reserve_map; |
Kumar Gala | cbbcf34 | 2006-01-11 17:57:13 -0600 | [diff] [blame] | 626 | |
Benjamin Herrenschmidt | c039e3a | 2013-07-02 08:13:52 +1000 | [diff] [blame] | 627 | DBG("Found old 32-bit reserve map\n"); |
| 628 | |
Kumar Gala | cbbcf34 | 2006-01-11 17:57:13 -0600 | [diff] [blame] | 629 | while (1) { |
Ian Munsie | dc0e643a | 2013-08-07 02:01:27 +1000 | [diff] [blame] | 630 | base_32 = be32_to_cpup(reserve_map_32++); |
| 631 | size_32 = be32_to_cpup(reserve_map_32++); |
Kumar Gala | cbbcf34 | 2006-01-11 17:57:13 -0600 | [diff] [blame] | 632 | if (size_32 == 0) |
| 633 | break; |
Kumar Gala | 329dda0 | 2006-02-24 10:54:52 -0600 | [diff] [blame] | 634 | DBG("reserving: %x -> %x\n", base_32, size_32); |
Yinghai Lu | 95f72d1 | 2010-07-12 14:36:09 +1000 | [diff] [blame] | 635 | memblock_reserve(base_32, size_32); |
Kumar Gala | cbbcf34 | 2006-01-11 17:57:13 -0600 | [diff] [blame] | 636 | } |
| 637 | return; |
| 638 | } |
| 639 | #endif |
Paul Mackerras | 9b6b563 | 2005-10-06 12:06:20 +1000 | [diff] [blame] | 640 | } |
| 641 | |
| 642 | void __init early_init_devtree(void *params) |
| 643 | { |
Becky Bruce | 49a8496 | 2009-05-08 12:19:27 +0000 | [diff] [blame] | 644 | phys_addr_t limit; |
Hollis Blanchard | 6ca4f74 | 2008-11-26 10:19:26 -0600 | [diff] [blame] | 645 | |
Geoff Levand | 4434810 | 2007-06-16 08:06:14 +1000 | [diff] [blame] | 646 | DBG(" -> early_init_devtree(%p)\n", params); |
Paul Mackerras | 9b6b563 | 2005-10-06 12:06:20 +1000 | [diff] [blame] | 647 | |
Michael Ellerman | ad72a27 | 2014-08-28 18:40:47 +1000 | [diff] [blame] | 648 | /* Too early to BUG_ON(), do it by hand */ |
| 649 | if (!early_init_dt_verify(params)) |
| 650 | panic("BUG: Failed verifying flat device tree, bad version?"); |
| 651 | |
Michael Ellerman | 458148c | 2006-06-23 18:20:13 +1000 | [diff] [blame] | 652 | #ifdef CONFIG_PPC_RTAS |
| 653 | /* Some machines might need RTAS info for debugging, grab it now. */ |
| 654 | of_scan_flat_dt(early_init_dt_scan_rtas, NULL); |
| 655 | #endif |
| 656 | |
Benjamin Herrenschmidt | 14a43e6 | 2011-09-19 17:44:57 +0000 | [diff] [blame] | 657 | #ifdef CONFIG_PPC_POWERNV |
| 658 | /* Some machines might need OPAL info for debugging, grab it now. */ |
| 659 | of_scan_flat_dt(early_init_dt_scan_opal, NULL); |
| 660 | #endif |
| 661 | |
Mahesh Salgaonkar | eb39c88 | 2012-02-16 01:14:22 +0000 | [diff] [blame] | 662 | #ifdef CONFIG_FA_DUMP |
| 663 | /* scan tree to see if dump is active during last boot */ |
| 664 | of_scan_flat_dt(early_init_dt_scan_fw_dump, NULL); |
| 665 | #endif |
| 666 | |
Paul Mackerras | 9b6b563 | 2005-10-06 12:06:20 +1000 | [diff] [blame] | 667 | /* Retrieve various informations from the /chosen node of the |
| 668 | * device-tree, including the platform type, initrd location and |
| 669 | * size, TCE reserve, and more ... |
| 670 | */ |
Anton Blanchard | 3e47d14 | 2014-09-17 14:39:36 +1000 | [diff] [blame] | 671 | of_scan_flat_dt(early_init_dt_scan_chosen_ppc, boot_command_line); |
Paul Mackerras | 9b6b563 | 2005-10-06 12:06:20 +1000 | [diff] [blame] | 672 | |
Yinghai Lu | 95f72d1 | 2010-07-12 14:36:09 +1000 | [diff] [blame] | 673 | /* Scan memory nodes and rebuild MEMBLOCKs */ |
Benjamin Herrenschmidt | 3c726f8 | 2005-11-07 11:06:55 +1100 | [diff] [blame] | 674 | of_scan_flat_dt(early_init_dt_scan_root, NULL); |
Grant Likely | 51975db | 2010-02-01 21:34:14 -0700 | [diff] [blame] | 675 | of_scan_flat_dt(early_init_dt_scan_memory_ppc, NULL); |
Michael Ellerman | 846f77b | 2006-05-17 18:00:45 +1000 | [diff] [blame] | 676 | |
Michael Ellerman | 846f77b | 2006-05-17 18:00:45 +1000 | [diff] [blame] | 677 | parse_early_param(); |
| 678 | |
Kumar Gala | ba14f64 | 2011-09-16 10:39:58 -0500 | [diff] [blame] | 679 | /* make sure we've parsed cmdline for mem= before this */ |
| 680 | if (memory_limit) |
Suzuki Poulose | a84fcd4 | 2012-08-21 01:42:33 +0000 | [diff] [blame] | 681 | first_memblock_size = min_t(u64, first_memblock_size, memory_limit); |
Kumar Gala | ba14f64 | 2011-09-16 10:39:58 -0500 | [diff] [blame] | 682 | setup_initial_memory_limit(memstart_addr, first_memblock_size); |
Yinghai Lu | 95f72d1 | 2010-07-12 14:36:09 +1000 | [diff] [blame] | 683 | /* Reserve MEMBLOCK regions used by kernel, initrd, dt, etc... */ |
| 684 | memblock_reserve(PHYSICAL_START, __pa(klimit) - PHYSICAL_START); |
Paul Mackerras | 549e815 | 2008-08-30 11:43:47 +1000 | [diff] [blame] | 685 | /* If relocatable, reserve first 32k for interrupt vectors etc. */ |
| 686 | if (PHYSICAL_START > MEMORY_START) |
Yinghai Lu | 95f72d1 | 2010-07-12 14:36:09 +1000 | [diff] [blame] | 687 | memblock_reserve(MEMORY_START, 0x8000); |
Michael Ellerman | 4731041 | 2006-05-17 18:00:49 +1000 | [diff] [blame] | 688 | reserve_kdump_trampoline(); |
Mahesh Salgaonkar | eb39c88 | 2012-02-16 01:14:22 +0000 | [diff] [blame] | 689 | #ifdef CONFIG_FA_DUMP |
| 690 | /* |
| 691 | * If we fail to reserve memory for firmware-assisted dump then |
| 692 | * fallback to kexec based kdump. |
| 693 | */ |
| 694 | if (fadump_reserve_mem() == 0) |
| 695 | #endif |
| 696 | reserve_crashkernel(); |
Paul Mackerras | 9b6b563 | 2005-10-06 12:06:20 +1000 | [diff] [blame] | 697 | early_reserve_mem(); |
| 698 | |
Anton Blanchard | 14ed740 | 2014-09-17 22:15:34 +1000 | [diff] [blame] | 699 | /* Ensure that total memory size is page-aligned. */ |
Tejun Heo | 6fbef13 | 2011-12-08 10:22:07 -0800 | [diff] [blame] | 700 | limit = ALIGN(memory_limit ?: memblock_phys_mem_size(), PAGE_SIZE); |
Yinghai Lu | 95f72d1 | 2010-07-12 14:36:09 +1000 | [diff] [blame] | 701 | memblock_enforce_memory_limit(limit); |
Hollis Blanchard | 6ca4f74 | 2008-11-26 10:19:26 -0600 | [diff] [blame] | 702 | |
Tejun Heo | 1aadc05 | 2011-12-08 10:22:08 -0800 | [diff] [blame] | 703 | memblock_allow_resize(); |
Yinghai Lu | 95f72d1 | 2010-07-12 14:36:09 +1000 | [diff] [blame] | 704 | memblock_dump_all(); |
Michael Ellerman | 2babf5c | 2006-05-17 18:00:46 +1000 | [diff] [blame] | 705 | |
Yinghai Lu | 95f72d1 | 2010-07-12 14:36:09 +1000 | [diff] [blame] | 706 | DBG("Phys. mem: %llx\n", memblock_phys_mem_size()); |
Michael Ellerman | 2babf5c | 2006-05-17 18:00:46 +1000 | [diff] [blame] | 707 | |
| 708 | /* We may need to relocate the flat tree, do it now. |
| 709 | * FIXME .. and the initrd too? */ |
| 710 | move_device_tree(); |
| 711 | |
Michael Ellerman | 1426d5a | 2010-01-28 13:23:22 +0000 | [diff] [blame] | 712 | allocate_pacas(); |
| 713 | |
Paul Mackerras | 9b6b563 | 2005-10-06 12:06:20 +1000 | [diff] [blame] | 714 | DBG("Scanning CPUs ...\n"); |
| 715 | |
Lucas De Marchi | 25985ed | 2011-03-30 22:57:33 -0300 | [diff] [blame] | 716 | /* Retrieve CPU related informations from the flat tree |
Benjamin Herrenschmidt | 3c726f8 | 2005-11-07 11:06:55 +1100 | [diff] [blame] | 717 | * (altivec support, boot CPU ID, ...) |
Paul Mackerras | 9b6b563 | 2005-10-06 12:06:20 +1000 | [diff] [blame] | 718 | */ |
Benjamin Herrenschmidt | 3c726f8 | 2005-11-07 11:06:55 +1100 | [diff] [blame] | 719 | of_scan_flat_dt(early_init_dt_scan_cpus, NULL); |
Benjamin Herrenschmidt | 36ae37e | 2014-03-28 13:36:27 +1100 | [diff] [blame] | 720 | if (boot_cpuid < 0) { |
Masanari Iida | d939be3 | 2015-02-27 23:52:31 +0900 | [diff] [blame] | 721 | printk("Failed to identify boot CPU !\n"); |
Benjamin Herrenschmidt | 36ae37e | 2014-03-28 13:36:27 +1100 | [diff] [blame] | 722 | BUG(); |
| 723 | } |
Paul Mackerras | 9b6b563 | 2005-10-06 12:06:20 +1000 | [diff] [blame] | 724 | |
Matt Evans | 7ac87ab | 2011-05-25 18:09:12 +0000 | [diff] [blame] | 725 | #if defined(CONFIG_SMP) && defined(CONFIG_PPC64) |
| 726 | /* We'll later wait for secondaries to check in; there are |
| 727 | * NCPUS-1 non-boot CPUs :-) |
| 728 | */ |
| 729 | spinning_secondaries = boot_cpu_count - 1; |
| 730 | #endif |
| 731 | |
Mahesh Salgaonkar | 55672ec | 2013-12-16 10:46:24 +0530 | [diff] [blame] | 732 | #ifdef CONFIG_PPC_POWERNV |
| 733 | /* Scan and build the list of machine check recoverable ranges */ |
| 734 | of_scan_flat_dt(early_init_dt_scan_recoverable_ranges, NULL); |
| 735 | #endif |
| 736 | |
Paul Mackerras | 9b6b563 | 2005-10-06 12:06:20 +1000 | [diff] [blame] | 737 | DBG(" <- early_init_devtree()\n"); |
| 738 | } |
| 739 | |
Kevin Hao | b27652dd | 2013-12-24 15:12:08 +0800 | [diff] [blame] | 740 | #ifdef CONFIG_RELOCATABLE |
| 741 | /* |
| 742 | * This function run before early_init_devtree, so we have to init |
| 743 | * initial_boot_params. |
| 744 | */ |
| 745 | void __init early_get_first_memblock_info(void *params, phys_addr_t *size) |
| 746 | { |
| 747 | /* Setup flat device-tree pointer */ |
| 748 | initial_boot_params = params; |
| 749 | |
| 750 | /* |
| 751 | * Scan the memory nodes and set add_mem_to_memblock to 0 to avoid |
| 752 | * mess the memblock. |
| 753 | */ |
| 754 | add_mem_to_memblock = 0; |
| 755 | of_scan_flat_dt(early_init_dt_scan_root, NULL); |
| 756 | of_scan_flat_dt(early_init_dt_scan_memory_ppc, NULL); |
| 757 | add_mem_to_memblock = 1; |
| 758 | |
| 759 | if (size) |
| 760 | *size = first_memblock_size; |
| 761 | } |
| 762 | #endif |
| 763 | |
Paul Mackerras | 9b6b563 | 2005-10-06 12:06:20 +1000 | [diff] [blame] | 764 | /******* |
| 765 | * |
| 766 | * New implementation of the OF "find" APIs, return a refcounted |
| 767 | * object, call of_node_put() when done. The device tree and list |
| 768 | * are protected by a rw_lock. |
| 769 | * |
| 770 | * Note that property management will need some locking as well, |
| 771 | * this isn't dealt with yet. |
| 772 | * |
| 773 | *******/ |
| 774 | |
| 775 | /** |
Benjamin Herrenschmidt | b37193b | 2013-07-15 13:03:10 +1000 | [diff] [blame] | 776 | * of_get_ibm_chip_id - Returns the IBM "chip-id" of a device |
| 777 | * @np: device node of the device |
| 778 | * |
| 779 | * This looks for a property "ibm,chip-id" in the node or any |
| 780 | * of its parents and returns its content, or -1 if it cannot |
| 781 | * be found. |
| 782 | */ |
| 783 | int of_get_ibm_chip_id(struct device_node *np) |
| 784 | { |
| 785 | of_node_get(np); |
Christophe Jaillet | 1856f50 | 2015-10-16 23:38:45 +0200 | [diff] [blame] | 786 | while (np) { |
Christophe Jaillet | 1856f50 | 2015-10-16 23:38:45 +0200 | [diff] [blame] | 787 | u32 chip_id; |
Benjamin Herrenschmidt | b37193b | 2013-07-15 13:03:10 +1000 | [diff] [blame] | 788 | |
Christophe Jaillet | 1856f50 | 2015-10-16 23:38:45 +0200 | [diff] [blame] | 789 | /* |
| 790 | * Skiboot may produce memory nodes that contain more than one |
| 791 | * cell in chip-id, we only read the first one here. |
| 792 | */ |
| 793 | if (!of_property_read_u32(np, "ibm,chip-id", &chip_id)) { |
Benjamin Herrenschmidt | b37193b | 2013-07-15 13:03:10 +1000 | [diff] [blame] | 794 | of_node_put(np); |
Christophe Jaillet | 1856f50 | 2015-10-16 23:38:45 +0200 | [diff] [blame] | 795 | return chip_id; |
Benjamin Herrenschmidt | b37193b | 2013-07-15 13:03:10 +1000 | [diff] [blame] | 796 | } |
Michael Ellerman | 16c1d60 | 2015-10-26 09:48:46 +0900 | [diff] [blame^] | 797 | |
| 798 | np = of_get_next_parent(np); |
Benjamin Herrenschmidt | b37193b | 2013-07-15 13:03:10 +1000 | [diff] [blame] | 799 | } |
| 800 | return -1; |
| 801 | } |
Dan Streetman | b130e7c | 2015-05-07 13:49:12 -0400 | [diff] [blame] | 802 | EXPORT_SYMBOL(of_get_ibm_chip_id); |
Benjamin Herrenschmidt | b37193b | 2013-07-15 13:03:10 +1000 | [diff] [blame] | 803 | |
Michael Ellerman | 3eb906c | 2013-11-20 11:05:01 +1100 | [diff] [blame] | 804 | /** |
| 805 | * cpu_to_chip_id - Return the cpus chip-id |
| 806 | * @cpu: The logical cpu number. |
| 807 | * |
| 808 | * Return the value of the ibm,chip-id property corresponding to the given |
| 809 | * logical cpu number. If the chip-id can not be found, returns -1. |
| 810 | */ |
| 811 | int cpu_to_chip_id(int cpu) |
| 812 | { |
| 813 | struct device_node *np; |
| 814 | |
| 815 | np = of_get_cpu_node(cpu, NULL); |
| 816 | if (!np) |
| 817 | return -1; |
| 818 | |
| 819 | of_node_put(np); |
| 820 | return of_get_ibm_chip_id(np); |
| 821 | } |
| 822 | EXPORT_SYMBOL(cpu_to_chip_id); |
| 823 | |
Sudeep KarkadaNagesha | 819d596 | 2013-08-15 13:34:18 +0100 | [diff] [blame] | 824 | bool arch_match_cpu_phys_id(int cpu, u64 phys_id) |
| 825 | { |
| 826 | return (int)phys_id == get_hard_smp_processor_id(cpu); |
| 827 | } |