blob: 0a6c70b0b0f9fc5cbe20c7f6ffff077737eef4fb [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * linux/arch/arm/kernel/setup.c
3 *
4 * Copyright (C) 1995-2001 Russell King
5 *
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License version 2 as
8 * published by the Free Software Foundation.
9 */
Paul Gortmakerecea4ab2011-07-22 10:58:34 -040010#include <linux/export.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070011#include <linux/kernel.h>
12#include <linux/stddef.h>
13#include <linux/ioport.h>
14#include <linux/delay.h>
15#include <linux/utsname.h>
16#include <linux/initrd.h>
17#include <linux/console.h>
18#include <linux/bootmem.h>
19#include <linux/seq_file.h>
Jon Smirl894673e2006-07-10 04:44:13 -070020#include <linux/screen_info.h>
Arnd Bergmann883a1062013-01-31 17:51:18 +000021#include <linux/of_platform.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070022#include <linux/init.h>
Mika Westerberg3c57fb42010-05-10 09:20:22 +010023#include <linux/kexec.h>
Grant Likely93c02ab2011-04-28 14:27:21 -060024#include <linux/of_fdt.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070025#include <linux/cpu.h>
26#include <linux/interrupt.h>
Russell King7bbb7942006-02-16 11:08:09 +000027#include <linux/smp.h>
Russell Kinge119bff2010-01-10 17:23:29 +000028#include <linux/proc_fs.h>
Russell King2778f622010-07-09 16:27:52 +010029#include <linux/memblock.h>
Dave Martin2ecccf92011-08-19 17:58:35 +010030#include <linux/bug.h>
31#include <linux/compiler.h>
Nicolas Pitre27a3f0e2011-08-25 19:10:29 -040032#include <linux/sort.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070033
Catalin Marinasb86040a2009-07-24 12:32:54 +010034#include <asm/unified.h>
Russell King15d07dc2012-03-28 18:30:01 +010035#include <asm/cp15.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070036#include <asm/cpu.h>
Russell King0ba8b9b2008-08-10 18:08:10 +010037#include <asm/cputype.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070038#include <asm/elf.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070039#include <asm/procinfo.h>
Stefano Stabellini05774082013-05-21 14:24:11 +000040#include <asm/psci.h>
Russell King37efe642008-12-01 11:53:07 +000041#include <asm/sections.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070042#include <asm/setup.h>
Russell Kingf00ec482010-09-04 10:47:48 +010043#include <asm/smp_plat.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070044#include <asm/mach-types.h>
45#include <asm/cacheflush.h>
Russell King46097c72008-08-10 18:10:19 +010046#include <asm/cachetype.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070047#include <asm/tlbflush.h>
48
Grant Likely93c02ab2011-04-28 14:27:21 -060049#include <asm/prom.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070050#include <asm/mach/arch.h>
51#include <asm/mach/irq.h>
52#include <asm/mach/time.h>
David Howells9f97da72012-03-28 18:30:01 +010053#include <asm/system_info.h>
54#include <asm/system_misc.h>
Jason Wessel5cbad0e2008-02-20 13:33:40 -060055#include <asm/traps.h>
Catalin Marinasbff595c2009-02-16 11:41:36 +010056#include <asm/unwind.h>
Tejun Heo1c16d242011-12-08 10:22:06 -080057#include <asm/memblock.h>
Dave Martin4588c342012-02-17 16:54:28 +000058#include <asm/virt.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070059
Richard Purdie4cd9d6f2008-01-02 00:56:46 +010060#include "atags.h"
Ben Dooks0fc1c832006-03-15 23:17:30 +000061
Linus Torvalds1da177e2005-04-16 15:20:36 -070062
63#if defined(CONFIG_FPE_NWFPE) || defined(CONFIG_FPE_FASTFPE)
64char fpe_type[8];
65
66static int __init fpe_setup(char *line)
67{
68 memcpy(fpe_type, line, 8);
69 return 1;
70}
71
72__setup("fpe=", fpe_setup);
73#endif
74
Russell Kingff69a4c2013-07-26 14:55:59 +010075extern void paging_init(const struct machine_desc *desc);
Santosh Shilimkara77e0c72013-07-31 12:44:46 -040076extern void early_paging_init(const struct machine_desc *,
77 struct proc_info_list *);
Russell King0371d3f2011-07-05 19:58:29 +010078extern void sanity_check_meminfo(void);
Robin Holt16d6d5b2013-07-08 16:01:39 -070079extern enum reboot_mode reboot_mode;
Russell Kingff69a4c2013-07-26 14:55:59 +010080extern void setup_dma_zone(const struct machine_desc *desc);
Linus Torvalds1da177e2005-04-16 15:20:36 -070081
82unsigned int processor_id;
Krzysztof Halasac18f6582007-12-18 03:53:27 +010083EXPORT_SYMBOL(processor_id);
Russell King0385ebc2010-12-04 17:45:55 +000084unsigned int __machine_arch_type __read_mostly;
Linus Torvalds1da177e2005-04-16 15:20:36 -070085EXPORT_SYMBOL(__machine_arch_type);
Russell King0385ebc2010-12-04 17:45:55 +000086unsigned int cacheid __read_mostly;
Russell Kingc0e95872008-09-25 15:35:28 +010087EXPORT_SYMBOL(cacheid);
Linus Torvalds1da177e2005-04-16 15:20:36 -070088
Bill Gatliff9d20fdd2007-05-31 22:02:22 +010089unsigned int __atags_pointer __initdata;
90
Linus Torvalds1da177e2005-04-16 15:20:36 -070091unsigned int system_rev;
92EXPORT_SYMBOL(system_rev);
93
94unsigned int system_serial_low;
95EXPORT_SYMBOL(system_serial_low);
96
97unsigned int system_serial_high;
98EXPORT_SYMBOL(system_serial_high);
99
Russell King0385ebc2010-12-04 17:45:55 +0000100unsigned int elf_hwcap __read_mostly;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700101EXPORT_SYMBOL(elf_hwcap);
102
Ard Biesheuvelb342ea42014-02-19 22:28:40 +0100103unsigned int elf_hwcap2 __read_mostly;
104EXPORT_SYMBOL(elf_hwcap2);
105
Linus Torvalds1da177e2005-04-16 15:20:36 -0700106
107#ifdef MULTI_CPU
Russell King0385ebc2010-12-04 17:45:55 +0000108struct processor processor __read_mostly;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700109#endif
110#ifdef MULTI_TLB
Russell King0385ebc2010-12-04 17:45:55 +0000111struct cpu_tlb_fns cpu_tlb __read_mostly;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700112#endif
113#ifdef MULTI_USER
Russell King0385ebc2010-12-04 17:45:55 +0000114struct cpu_user_fns cpu_user __read_mostly;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700115#endif
116#ifdef MULTI_CACHE
Russell King0385ebc2010-12-04 17:45:55 +0000117struct cpu_cache_fns cpu_cache __read_mostly;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700118#endif
Catalin Marinas953233d2007-02-05 14:48:08 +0100119#ifdef CONFIG_OUTER_CACHE
Russell King0385ebc2010-12-04 17:45:55 +0000120struct outer_cache_fns outer_cache __read_mostly;
Santosh Shilimkar6c09f092010-02-16 07:57:43 +0100121EXPORT_SYMBOL(outer_cache);
Catalin Marinas953233d2007-02-05 14:48:08 +0100122#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700123
Dave Martin2ecccf92011-08-19 17:58:35 +0100124/*
125 * Cached cpu_architecture() result for use by assembler code.
126 * C code should use the cpu_architecture() function instead of accessing this
127 * variable directly.
128 */
129int __cpu_architecture __read_mostly = CPU_ARCH_UNKNOWN;
130
Russell Kingccea7a12005-05-31 22:22:32 +0100131struct stack {
132 u32 irq[3];
133 u32 abt[3];
134 u32 und[3];
135} ____cacheline_aligned;
136
Catalin Marinas55bdd692010-05-21 18:06:41 +0100137#ifndef CONFIG_CPU_V7M
Russell Kingccea7a12005-05-31 22:22:32 +0100138static struct stack stacks[NR_CPUS];
Catalin Marinas55bdd692010-05-21 18:06:41 +0100139#endif
Russell Kingccea7a12005-05-31 22:22:32 +0100140
Linus Torvalds1da177e2005-04-16 15:20:36 -0700141char elf_platform[ELF_PLATFORM_SIZE];
142EXPORT_SYMBOL(elf_platform);
143
Linus Torvalds1da177e2005-04-16 15:20:36 -0700144static const char *cpu_name;
145static const char *machine_name;
Jeremy Kerr48ab7e02010-01-27 01:13:31 +0100146static char __initdata cmd_line[COMMAND_LINE_SIZE];
Russell Kingff69a4c2013-07-26 14:55:59 +0100147const struct machine_desc *machine_desc __initdata;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700148
Linus Torvalds1da177e2005-04-16 15:20:36 -0700149static union { char c[4]; unsigned long l; } endian_test __initdata = { { 'l', '?', '?', 'b' } };
150#define ENDIANNESS ((char)endian_test.l)
151
152DEFINE_PER_CPU(struct cpuinfo_arm, cpu_data);
153
154/*
155 * Standard memory resources
156 */
157static struct resource mem_res[] = {
Greg Kroah-Hartman740e5182006-06-12 14:47:06 -0700158 {
159 .name = "Video RAM",
160 .start = 0,
161 .end = 0,
162 .flags = IORESOURCE_MEM
163 },
164 {
Kees Cooka36d8e52012-01-18 01:57:21 +0100165 .name = "Kernel code",
Greg Kroah-Hartman740e5182006-06-12 14:47:06 -0700166 .start = 0,
167 .end = 0,
168 .flags = IORESOURCE_MEM
169 },
170 {
171 .name = "Kernel data",
172 .start = 0,
173 .end = 0,
174 .flags = IORESOURCE_MEM
175 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700176};
177
178#define video_ram mem_res[0]
179#define kernel_code mem_res[1]
180#define kernel_data mem_res[2]
181
182static struct resource io_res[] = {
Greg Kroah-Hartman740e5182006-06-12 14:47:06 -0700183 {
184 .name = "reserved",
185 .start = 0x3bc,
186 .end = 0x3be,
187 .flags = IORESOURCE_IO | IORESOURCE_BUSY
188 },
189 {
190 .name = "reserved",
191 .start = 0x378,
192 .end = 0x37f,
193 .flags = IORESOURCE_IO | IORESOURCE_BUSY
194 },
195 {
196 .name = "reserved",
197 .start = 0x278,
198 .end = 0x27f,
199 .flags = IORESOURCE_IO | IORESOURCE_BUSY
200 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700201};
202
203#define lp0 io_res[0]
204#define lp1 io_res[1]
205#define lp2 io_res[2]
206
Linus Torvalds1da177e2005-04-16 15:20:36 -0700207static const char *proc_arch[] = {
208 "undefined/unknown",
209 "3",
210 "4",
211 "4T",
212 "5",
213 "5T",
214 "5TE",
215 "5TEJ",
216 "6TEJ",
Catalin Marinas6b090a22006-01-12 16:28:16 +0000217 "7",
Catalin Marinas55bdd692010-05-21 18:06:41 +0100218 "7M",
Linus Torvalds1da177e2005-04-16 15:20:36 -0700219 "?(12)",
220 "?(13)",
221 "?(14)",
222 "?(15)",
223 "?(16)",
224 "?(17)",
225};
226
Catalin Marinas55bdd692010-05-21 18:06:41 +0100227#ifdef CONFIG_CPU_V7M
228static int __get_cpu_architecture(void)
229{
230 return CPU_ARCH_ARMv7M;
231}
232#else
Dave Martin2ecccf92011-08-19 17:58:35 +0100233static int __get_cpu_architecture(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700234{
235 int cpu_arch;
236
Russell King0ba8b9b2008-08-10 18:08:10 +0100237 if ((read_cpuid_id() & 0x0008f000) == 0) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700238 cpu_arch = CPU_ARCH_UNKNOWN;
Russell King0ba8b9b2008-08-10 18:08:10 +0100239 } else if ((read_cpuid_id() & 0x0008f000) == 0x00007000) {
240 cpu_arch = (read_cpuid_id() & (1 << 23)) ? CPU_ARCH_ARMv4T : CPU_ARCH_ARMv3;
241 } else if ((read_cpuid_id() & 0x00080000) == 0x00000000) {
242 cpu_arch = (read_cpuid_id() >> 16) & 7;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700243 if (cpu_arch)
244 cpu_arch += CPU_ARCH_ARMv3;
Russell King0ba8b9b2008-08-10 18:08:10 +0100245 } else if ((read_cpuid_id() & 0x000f0000) == 0x000f0000) {
Catalin Marinas180005c2007-09-25 16:49:45 +0100246 unsigned int mmfr0;
247
248 /* Revised CPUID format. Read the Memory Model Feature
249 * Register 0 and check for VMSAv7 or PMSAv7 */
250 asm("mrc p15, 0, %0, c0, c1, 4"
251 : "=r" (mmfr0));
Catalin Marinas315cfe72011-02-15 18:06:57 +0100252 if ((mmfr0 & 0x0000000f) >= 0x00000003 ||
253 (mmfr0 & 0x000000f0) >= 0x00000030)
Catalin Marinas180005c2007-09-25 16:49:45 +0100254 cpu_arch = CPU_ARCH_ARMv7;
255 else if ((mmfr0 & 0x0000000f) == 0x00000002 ||
256 (mmfr0 & 0x000000f0) == 0x00000020)
257 cpu_arch = CPU_ARCH_ARMv6;
258 else
259 cpu_arch = CPU_ARCH_UNKNOWN;
260 } else
261 cpu_arch = CPU_ARCH_UNKNOWN;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700262
263 return cpu_arch;
264}
Catalin Marinas55bdd692010-05-21 18:06:41 +0100265#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700266
Dave Martin2ecccf92011-08-19 17:58:35 +0100267int __pure cpu_architecture(void)
268{
269 BUG_ON(__cpu_architecture == CPU_ARCH_UNKNOWN);
270
271 return __cpu_architecture;
272}
273
Will Deacon8925ec42010-09-13 16:18:30 +0100274static int cpu_has_aliasing_icache(unsigned int arch)
275{
276 int aliasing_icache;
277 unsigned int id_reg, num_sets, line_size;
278
Will Deacon7f94e9c2011-08-23 22:22:11 +0100279 /* PIPT caches never alias. */
280 if (icache_is_pipt())
281 return 0;
282
Will Deacon8925ec42010-09-13 16:18:30 +0100283 /* arch specifies the register format */
284 switch (arch) {
285 case CPU_ARCH_ARMv7:
Linus Walleij5fb31a92010-10-06 11:07:28 +0100286 asm("mcr p15, 2, %0, c0, c0, 0 @ set CSSELR"
287 : /* No output operands */
Will Deacon8925ec42010-09-13 16:18:30 +0100288 : "r" (1));
Linus Walleij5fb31a92010-10-06 11:07:28 +0100289 isb();
290 asm("mrc p15, 1, %0, c0, c0, 0 @ read CCSIDR"
291 : "=r" (id_reg));
Will Deacon8925ec42010-09-13 16:18:30 +0100292 line_size = 4 << ((id_reg & 0x7) + 2);
293 num_sets = ((id_reg >> 13) & 0x7fff) + 1;
294 aliasing_icache = (line_size * num_sets) > PAGE_SIZE;
295 break;
296 case CPU_ARCH_ARMv6:
297 aliasing_icache = read_cpuid_cachetype() & (1 << 11);
298 break;
299 default:
300 /* I-cache aliases will be handled by D-cache aliasing code */
301 aliasing_icache = 0;
302 }
303
304 return aliasing_icache;
305}
306
Russell Kingc0e95872008-09-25 15:35:28 +0100307static void __init cacheid_init(void)
308{
Russell Kingc0e95872008-09-25 15:35:28 +0100309 unsigned int arch = cpu_architecture();
310
Catalin Marinas55bdd692010-05-21 18:06:41 +0100311 if (arch == CPU_ARCH_ARMv7M) {
312 cacheid = 0;
313 } else if (arch >= CPU_ARCH_ARMv6) {
Uwe Kleine-Königac52e832013-01-30 17:38:21 +0100314 unsigned int cachetype = read_cpuid_cachetype();
Catalin Marinasb57ee992009-03-03 11:44:12 +0100315 if ((cachetype & (7 << 29)) == 4 << 29) {
316 /* ARMv7 register format */
Will Deacon72dc53a2011-08-03 12:37:04 +0100317 arch = CPU_ARCH_ARMv7;
Catalin Marinasb57ee992009-03-03 11:44:12 +0100318 cacheid = CACHEID_VIPT_NONALIASING;
Will Deacon7f94e9c2011-08-23 22:22:11 +0100319 switch (cachetype & (3 << 14)) {
320 case (1 << 14):
Catalin Marinasb57ee992009-03-03 11:44:12 +0100321 cacheid |= CACHEID_ASID_TAGGED;
Will Deacon7f94e9c2011-08-23 22:22:11 +0100322 break;
323 case (3 << 14):
324 cacheid |= CACHEID_PIPT;
325 break;
326 }
Will Deacon8925ec42010-09-13 16:18:30 +0100327 } else {
Will Deacon72dc53a2011-08-03 12:37:04 +0100328 arch = CPU_ARCH_ARMv6;
329 if (cachetype & (1 << 23))
330 cacheid = CACHEID_VIPT_ALIASING;
331 else
332 cacheid = CACHEID_VIPT_NONALIASING;
Will Deacon8925ec42010-09-13 16:18:30 +0100333 }
Will Deacon72dc53a2011-08-03 12:37:04 +0100334 if (cpu_has_aliasing_icache(arch))
335 cacheid |= CACHEID_VIPT_I_ALIASING;
Russell Kingc0e95872008-09-25 15:35:28 +0100336 } else {
337 cacheid = CACHEID_VIVT;
338 }
Russell King2b4ae1f2008-09-25 15:39:20 +0100339
Olof Johansson1b0f6682013-12-05 18:29:35 +0100340 pr_info("CPU: %s data cache, %s instruction cache\n",
Russell King2b4ae1f2008-09-25 15:39:20 +0100341 cache_is_vivt() ? "VIVT" :
342 cache_is_vipt_aliasing() ? "VIPT aliasing" :
Will Deacon7f94e9c2011-08-23 22:22:11 +0100343 cache_is_vipt_nonaliasing() ? "PIPT / VIPT nonaliasing" : "unknown",
Russell King2b4ae1f2008-09-25 15:39:20 +0100344 cache_is_vivt() ? "VIVT" :
345 icache_is_vivt_asid_tagged() ? "VIVT ASID tagged" :
Will Deacon8925ec42010-09-13 16:18:30 +0100346 icache_is_vipt_aliasing() ? "VIPT aliasing" :
Will Deacon7f94e9c2011-08-23 22:22:11 +0100347 icache_is_pipt() ? "PIPT" :
Russell King2b4ae1f2008-09-25 15:39:20 +0100348 cache_is_vipt_nonaliasing() ? "VIPT nonaliasing" : "unknown");
Russell Kingc0e95872008-09-25 15:35:28 +0100349}
350
Linus Torvalds1da177e2005-04-16 15:20:36 -0700351/*
352 * These functions re-use the assembly code in head.S, which
353 * already provide the required functionality.
354 */
Russell King0f44ba12006-02-24 21:04:56 +0000355extern struct proc_info_list *lookup_processor_type(unsigned int);
Russell King6fc31d52011-01-12 17:50:42 +0000356
Grant Likely93c02ab2011-04-28 14:27:21 -0600357void __init early_print(const char *str, ...)
Russell King6fc31d52011-01-12 17:50:42 +0000358{
359 extern void printascii(const char *);
360 char buf[256];
361 va_list ap;
362
363 va_start(ap, str);
364 vsnprintf(buf, sizeof(buf), str, ap);
365 va_end(ap);
366
367#ifdef CONFIG_DEBUG_LL
368 printascii(buf);
369#endif
370 printk("%s", buf);
371}
372
Stephen Boyd8164f7a2013-03-18 19:44:15 +0100373static void __init cpuid_init_hwcaps(void)
374{
Will Deacona469abd2013-04-08 17:13:12 +0100375 unsigned int divide_instrs, vmsa;
Stephen Boyd8164f7a2013-03-18 19:44:15 +0100376
377 if (cpu_architecture() < CPU_ARCH_ARMv7)
378 return;
379
380 divide_instrs = (read_cpuid_ext(CPUID_EXT_ISAR0) & 0x0f000000) >> 24;
381
382 switch (divide_instrs) {
383 case 2:
384 elf_hwcap |= HWCAP_IDIVA;
385 case 1:
386 elf_hwcap |= HWCAP_IDIVT;
387 }
Will Deacona469abd2013-04-08 17:13:12 +0100388
389 /* LPAE implies atomic ldrd/strd instructions */
390 vmsa = (read_cpuid_ext(CPUID_EXT_MMFR0) & 0xf) >> 0;
391 if (vmsa >= 5)
392 elf_hwcap |= HWCAP_LPAE;
Stephen Boyd8164f7a2013-03-18 19:44:15 +0100393}
394
Tony Lindgrenf159f4e2010-07-05 14:53:10 +0100395static void __init feat_v6_fixup(void)
396{
397 int id = read_cpuid_id();
398
399 if ((id & 0xff0f0000) != 0x41070000)
400 return;
401
402 /*
403 * HWCAP_TLS is available only on 1136 r1p0 and later,
404 * see also kuser_get_tls_init.
405 */
406 if ((((id >> 4) & 0xfff) == 0xb36) && (((id >> 20) & 3) == 0))
407 elf_hwcap &= ~HWCAP_TLS;
408}
409
Russell Kingb69874e2011-06-21 18:57:31 +0100410/*
411 * cpu_init - initialise one CPU.
412 *
413 * cpu_init sets up the per-CPU stacks.
414 */
Jon Medhurst1783d452013-04-25 14:40:22 +0100415void notrace cpu_init(void)
Russell Kingb69874e2011-06-21 18:57:31 +0100416{
Catalin Marinas55bdd692010-05-21 18:06:41 +0100417#ifndef CONFIG_CPU_V7M
Russell Kingb69874e2011-06-21 18:57:31 +0100418 unsigned int cpu = smp_processor_id();
419 struct stack *stk = &stacks[cpu];
420
421 if (cpu >= NR_CPUS) {
Olof Johansson1b0f6682013-12-05 18:29:35 +0100422 pr_crit("CPU%u: bad primary CPU number\n", cpu);
Russell Kingb69874e2011-06-21 18:57:31 +0100423 BUG();
424 }
425
Rob Herring14318efb2012-11-29 20:39:54 +0100426 /*
427 * This only works on resume and secondary cores. For booting on the
428 * boot cpu, smp_prepare_boot_cpu is called after percpu area setup.
429 */
430 set_my_cpu_offset(per_cpu_offset(cpu));
431
Russell Kingb69874e2011-06-21 18:57:31 +0100432 cpu_proc_init();
433
434 /*
435 * Define the placement constraint for the inline asm directive below.
436 * In Thumb-2, msr with an immediate value is not allowed.
437 */
438#ifdef CONFIG_THUMB2_KERNEL
439#define PLC "r"
440#else
441#define PLC "I"
442#endif
443
444 /*
445 * setup stacks for re-entrant exception handlers
446 */
447 __asm__ (
448 "msr cpsr_c, %1\n\t"
449 "add r14, %0, %2\n\t"
450 "mov sp, r14\n\t"
451 "msr cpsr_c, %3\n\t"
452 "add r14, %0, %4\n\t"
453 "mov sp, r14\n\t"
454 "msr cpsr_c, %5\n\t"
455 "add r14, %0, %6\n\t"
456 "mov sp, r14\n\t"
457 "msr cpsr_c, %7"
458 :
459 : "r" (stk),
460 PLC (PSR_F_BIT | PSR_I_BIT | IRQ_MODE),
461 "I" (offsetof(struct stack, irq[0])),
462 PLC (PSR_F_BIT | PSR_I_BIT | ABT_MODE),
463 "I" (offsetof(struct stack, abt[0])),
464 PLC (PSR_F_BIT | PSR_I_BIT | UND_MODE),
465 "I" (offsetof(struct stack, und[0])),
466 PLC (PSR_F_BIT | PSR_I_BIT | SVC_MODE)
467 : "r14");
Catalin Marinas55bdd692010-05-21 18:06:41 +0100468#endif
Russell Kingb69874e2011-06-21 18:57:31 +0100469}
470
Lorenzo Pieralisi18d7f152013-06-19 10:40:48 +0100471u32 __cpu_logical_map[NR_CPUS] = { [0 ... NR_CPUS-1] = MPIDR_INVALID };
Will Deaconeb504392012-01-20 12:01:12 +0100472
473void __init smp_setup_processor_id(void)
474{
475 int i;
Lorenzo Pieralisicb8cf4f2012-11-08 18:05:56 +0000476 u32 mpidr = is_smp() ? read_cpuid_mpidr() & MPIDR_HWID_BITMASK : 0;
477 u32 cpu = MPIDR_AFFINITY_LEVEL(mpidr, 0);
Will Deaconeb504392012-01-20 12:01:12 +0100478
479 cpu_logical_map(0) = cpu;
Lorenzo Pieralisicb8cf4f2012-11-08 18:05:56 +0000480 for (i = 1; i < nr_cpu_ids; ++i)
Will Deaconeb504392012-01-20 12:01:12 +0100481 cpu_logical_map(i) = i == cpu ? 0 : i;
482
Ming Lei9394c1c2013-03-11 13:52:12 +0100483 /*
484 * clear __my_cpu_offset on boot CPU to avoid hang caused by
485 * using percpu variable early, for example, lockdep will
486 * access percpu variable inside lock_release
487 */
488 set_my_cpu_offset(0);
489
Olof Johansson1b0f6682013-12-05 18:29:35 +0100490 pr_info("Booting Linux on physical CPU 0x%x\n", mpidr);
Will Deaconeb504392012-01-20 12:01:12 +0100491}
492
Lorenzo Pieralisi8cf72172013-05-16 10:32:09 +0100493struct mpidr_hash mpidr_hash;
494#ifdef CONFIG_SMP
495/**
496 * smp_build_mpidr_hash - Pre-compute shifts required at each affinity
497 * level in order to build a linear index from an
498 * MPIDR value. Resulting algorithm is a collision
499 * free hash carried out through shifting and ORing
500 */
501static void __init smp_build_mpidr_hash(void)
502{
503 u32 i, affinity;
504 u32 fs[3], bits[3], ls, mask = 0;
505 /*
506 * Pre-scan the list of MPIDRS and filter out bits that do
507 * not contribute to affinity levels, ie they never toggle.
508 */
509 for_each_possible_cpu(i)
510 mask |= (cpu_logical_map(i) ^ cpu_logical_map(0));
511 pr_debug("mask of set bits 0x%x\n", mask);
512 /*
513 * Find and stash the last and first bit set at all affinity levels to
514 * check how many bits are required to represent them.
515 */
516 for (i = 0; i < 3; i++) {
517 affinity = MPIDR_AFFINITY_LEVEL(mask, i);
518 /*
519 * Find the MSB bit and LSB bits position
520 * to determine how many bits are required
521 * to express the affinity level.
522 */
523 ls = fls(affinity);
524 fs[i] = affinity ? ffs(affinity) - 1 : 0;
525 bits[i] = ls - fs[i];
526 }
527 /*
528 * An index can be created from the MPIDR by isolating the
529 * significant bits at each affinity level and by shifting
530 * them in order to compress the 24 bits values space to a
531 * compressed set of values. This is equivalent to hashing
532 * the MPIDR through shifting and ORing. It is a collision free
533 * hash though not minimal since some levels might contain a number
534 * of CPUs that is not an exact power of 2 and their bit
535 * representation might contain holes, eg MPIDR[7:0] = {0x2, 0x80}.
536 */
537 mpidr_hash.shift_aff[0] = fs[0];
538 mpidr_hash.shift_aff[1] = MPIDR_LEVEL_BITS + fs[1] - bits[0];
539 mpidr_hash.shift_aff[2] = 2*MPIDR_LEVEL_BITS + fs[2] -
540 (bits[1] + bits[0]);
541 mpidr_hash.mask = mask;
542 mpidr_hash.bits = bits[2] + bits[1] + bits[0];
543 pr_debug("MPIDR hash: aff0[%u] aff1[%u] aff2[%u] mask[0x%x] bits[%u]\n",
544 mpidr_hash.shift_aff[0],
545 mpidr_hash.shift_aff[1],
546 mpidr_hash.shift_aff[2],
547 mpidr_hash.mask,
548 mpidr_hash.bits);
549 /*
550 * 4x is an arbitrary value used to warn on a hash table much bigger
551 * than expected on most systems.
552 */
553 if (mpidr_hash_size() > 4 * num_possible_cpus())
554 pr_warn("Large number of MPIDR hash buckets detected\n");
555 sync_cache_w(&mpidr_hash);
556}
557#endif
558
Linus Torvalds1da177e2005-04-16 15:20:36 -0700559static void __init setup_processor(void)
560{
561 struct proc_info_list *list;
562
563 /*
564 * locate processor in the list of supported processor
565 * types. The linker builds this table for us from the
566 * entries in arch/arm/mm/proc-*.S
567 */
Russell King0ba8b9b2008-08-10 18:08:10 +0100568 list = lookup_processor_type(read_cpuid_id());
Linus Torvalds1da177e2005-04-16 15:20:36 -0700569 if (!list) {
Olof Johansson1b0f6682013-12-05 18:29:35 +0100570 pr_err("CPU configuration botched (ID %08x), unable to continue.\n",
571 read_cpuid_id());
Linus Torvalds1da177e2005-04-16 15:20:36 -0700572 while (1);
573 }
574
575 cpu_name = list->cpu_name;
Dave Martin2ecccf92011-08-19 17:58:35 +0100576 __cpu_architecture = __get_cpu_architecture();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700577
578#ifdef MULTI_CPU
579 processor = *list->proc;
580#endif
581#ifdef MULTI_TLB
582 cpu_tlb = *list->tlb;
583#endif
584#ifdef MULTI_USER
585 cpu_user = *list->user;
586#endif
587#ifdef MULTI_CACHE
588 cpu_cache = *list->cache;
589#endif
590
Olof Johansson1b0f6682013-12-05 18:29:35 +0100591 pr_info("CPU: %s [%08x] revision %d (ARMv%s), cr=%08lx\n",
592 cpu_name, read_cpuid_id(), read_cpuid_id() & 15,
593 proc_arch[cpu_architecture()], cr_alignment);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700594
Will Deacona34dbfb2011-11-11 11:35:58 +0100595 snprintf(init_utsname()->machine, __NEW_UTS_LEN + 1, "%s%c",
596 list->arch_name, ENDIANNESS);
597 snprintf(elf_platform, ELF_PLATFORM_SIZE, "%s%c",
598 list->elf_name, ENDIANNESS);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700599 elf_hwcap = list->elf_hwcap;
Stephen Boyd8164f7a2013-03-18 19:44:15 +0100600
601 cpuid_init_hwcaps();
602
Catalin Marinasadeff422006-04-10 21:32:35 +0100603#ifndef CONFIG_ARM_THUMB
Stephen Boydc40e3642013-03-18 19:44:14 +0100604 elf_hwcap &= ~(HWCAP_THUMB | HWCAP_IDIVT);
Catalin Marinasadeff422006-04-10 21:32:35 +0100605#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700606
Rob Herring92871b92013-10-09 17:26:44 +0100607 erratum_a15_798181_init();
608
Tony Lindgrenf159f4e2010-07-05 14:53:10 +0100609 feat_v6_fixup();
610
Russell Kingc0e95872008-09-25 15:35:28 +0100611 cacheid_init();
Russell Kingb69874e2011-06-21 18:57:31 +0100612 cpu_init();
Russell Kingccea7a12005-05-31 22:22:32 +0100613}
614
Grant Likely93c02ab2011-04-28 14:27:21 -0600615void __init dump_machine_table(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700616{
Russell Kingff69a4c2013-07-26 14:55:59 +0100617 const struct machine_desc *p;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700618
Grant Likely62913192011-04-28 14:27:21 -0600619 early_print("Available machine support:\n\nID (hex)\tNAME\n");
620 for_each_machine_desc(p)
Nicolas Pitredce72dd2011-02-21 07:00:32 +0100621 early_print("%08x\t%s\n", p->nr, p->name);
622
623 early_print("\nPlease check your kernel config and/or bootloader.\n");
624
625 while (true)
626 /* can't use cpu_relax() here as it may require MMU setup */;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700627}
628
Magnus Damm6a5014a2013-10-22 17:53:16 +0100629int __init arm_add_memory(u64 start, u64 size)
Russell King3a669412005-06-22 21:43:10 +0100630{
Nicolas Pitre4b5f32c2008-10-06 13:24:40 -0400631 struct membank *bank = &meminfo.bank[meminfo.nr_banks];
Magnus Damm6d7d5da2013-10-22 17:59:54 +0100632 u64 aligned_start;
Nicolas Pitre4b5f32c2008-10-06 13:24:40 -0400633
634 if (meminfo.nr_banks >= NR_BANKS) {
Olof Johansson1b0f6682013-12-05 18:29:35 +0100635 pr_crit("NR_BANKS too low, ignoring memory at 0x%08llx\n",
636 (long long)start);
Nicolas Pitre4b5f32c2008-10-06 13:24:40 -0400637 return -EINVAL;
638 }
Russell King05f96ef2006-11-30 20:44:49 +0000639
Russell King3a669412005-06-22 21:43:10 +0100640 /*
641 * Ensure that start/size are aligned to a page boundary.
642 * Size is appropriately rounded down, start is rounded up.
643 */
644 size -= start & ~PAGE_MASK;
Magnus Damm6d7d5da2013-10-22 17:59:54 +0100645 aligned_start = PAGE_ALIGN(start);
Will Deacone5ab8582012-04-12 17:15:08 +0100646
Magnus Damm6d7d5da2013-10-22 17:59:54 +0100647#ifndef CONFIG_ARCH_PHYS_ADDR_T_64BIT
648 if (aligned_start > ULONG_MAX) {
Olof Johansson1b0f6682013-12-05 18:29:35 +0100649 pr_crit("Ignoring memory at 0x%08llx outside 32-bit physical address space\n",
650 (long long)start);
Magnus Damm6d7d5da2013-10-22 17:59:54 +0100651 return -EINVAL;
652 }
653
654 if (aligned_start + size > ULONG_MAX) {
Olof Johansson1b0f6682013-12-05 18:29:35 +0100655 pr_crit("Truncating memory at 0x%08llx to fit in 32-bit physical address space\n",
656 (long long)start);
Will Deacone5ab8582012-04-12 17:15:08 +0100657 /*
658 * To ensure bank->start + bank->size is representable in
659 * 32 bits, we use ULONG_MAX as the upper limit rather than 4GB.
660 * This means we lose a page after masking.
661 */
Magnus Damm6d7d5da2013-10-22 17:59:54 +0100662 size = ULONG_MAX - aligned_start;
Will Deacone5ab8582012-04-12 17:15:08 +0100663 }
664#endif
665
Russell King571b1432014-01-11 11:22:18 +0000666 if (aligned_start < PHYS_OFFSET) {
667 if (aligned_start + size <= PHYS_OFFSET) {
668 pr_info("Ignoring memory below PHYS_OFFSET: 0x%08llx-0x%08llx\n",
669 aligned_start, aligned_start + size);
670 return -EINVAL;
671 }
672
673 pr_info("Ignoring memory below PHYS_OFFSET: 0x%08llx-0x%08llx\n",
674 aligned_start, (u64)PHYS_OFFSET);
675
676 size -= PHYS_OFFSET - aligned_start;
677 aligned_start = PHYS_OFFSET;
678 }
679
Magnus Damm6d7d5da2013-10-22 17:59:54 +0100680 bank->start = aligned_start;
Peter Maydella5d5f7d2012-07-12 23:57:35 +0100681 bank->size = size & ~(phys_addr_t)(PAGE_SIZE - 1);
Nicolas Pitre4b5f32c2008-10-06 13:24:40 -0400682
683 /*
684 * Check whether this memory region has non-zero size or
685 * invalid node number.
686 */
Russell Kingbe370302010-05-07 17:40:33 +0100687 if (bank->size == 0)
Nicolas Pitre4b5f32c2008-10-06 13:24:40 -0400688 return -EINVAL;
689
690 meminfo.nr_banks++;
691 return 0;
Russell King3a669412005-06-22 21:43:10 +0100692}
693
Linus Torvalds1da177e2005-04-16 15:20:36 -0700694/*
695 * Pick out the memory size. We look for mem=size@start,
696 * where start and size are "size[KkMm]"
697 */
Jeremy Kerr2b0d8c22010-01-11 23:17:34 +0100698static int __init early_mem(char *p)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700699{
700 static int usermem __initdata = 0;
Magnus Damm6a5014a2013-10-22 17:53:16 +0100701 u64 size;
702 u64 start;
Jeremy Kerr2b0d8c22010-01-11 23:17:34 +0100703 char *endp;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700704
705 /*
706 * If the user specifies memory size, we
707 * blow away any automatically generated
708 * size.
709 */
710 if (usermem == 0) {
711 usermem = 1;
712 meminfo.nr_banks = 0;
713 }
714
715 start = PHYS_OFFSET;
Jeremy Kerr2b0d8c22010-01-11 23:17:34 +0100716 size = memparse(p, &endp);
717 if (*endp == '@')
718 start = memparse(endp + 1, NULL);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700719
Andrew Morton1c97b732006-04-20 21:41:18 +0100720 arm_add_memory(start, size);
Jeremy Kerr2b0d8c22010-01-11 23:17:34 +0100721
722 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700723}
Jeremy Kerr2b0d8c22010-01-11 23:17:34 +0100724early_param("mem", early_mem);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700725
Russell Kingff69a4c2013-07-26 14:55:59 +0100726static void __init request_standard_resources(const struct machine_desc *mdesc)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700727{
Dima Zavin11b93692011-01-14 23:05:14 +0100728 struct memblock_region *region;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700729 struct resource *res;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700730
Russell King37efe642008-12-01 11:53:07 +0000731 kernel_code.start = virt_to_phys(_text);
732 kernel_code.end = virt_to_phys(_etext - 1);
Russell King842eab42010-10-01 14:12:22 +0100733 kernel_data.start = virt_to_phys(_sdata);
Russell King37efe642008-12-01 11:53:07 +0000734 kernel_data.end = virt_to_phys(_end - 1);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700735
Dima Zavin11b93692011-01-14 23:05:14 +0100736 for_each_memblock(memory, region) {
Yinghai Luad6492b2014-01-27 17:06:49 -0800737 res = memblock_virt_alloc_low(sizeof(*res), 0);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700738 res->name = "System RAM";
Dima Zavin11b93692011-01-14 23:05:14 +0100739 res->start = __pfn_to_phys(memblock_region_memory_base_pfn(region));
740 res->end = __pfn_to_phys(memblock_region_memory_end_pfn(region)) - 1;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700741 res->flags = IORESOURCE_MEM | IORESOURCE_BUSY;
742
743 request_resource(&iomem_resource, res);
744
745 if (kernel_code.start >= res->start &&
746 kernel_code.end <= res->end)
747 request_resource(res, &kernel_code);
748 if (kernel_data.start >= res->start &&
749 kernel_data.end <= res->end)
750 request_resource(res, &kernel_data);
751 }
752
753 if (mdesc->video_start) {
754 video_ram.start = mdesc->video_start;
755 video_ram.end = mdesc->video_end;
756 request_resource(&iomem_resource, &video_ram);
757 }
758
759 /*
760 * Some machines don't have the possibility of ever
761 * possessing lp0, lp1 or lp2
762 */
763 if (mdesc->reserve_lp0)
764 request_resource(&ioport_resource, &lp0);
765 if (mdesc->reserve_lp1)
766 request_resource(&ioport_resource, &lp1);
767 if (mdesc->reserve_lp2)
768 request_resource(&ioport_resource, &lp2);
769}
770
Linus Torvalds1da177e2005-04-16 15:20:36 -0700771#if defined(CONFIG_VGA_CONSOLE) || defined(CONFIG_DUMMY_CONSOLE)
772struct screen_info screen_info = {
773 .orig_video_lines = 30,
774 .orig_video_cols = 80,
775 .orig_video_mode = 0,
776 .orig_video_ega_bx = 0,
777 .orig_video_isVGA = 1,
778 .orig_video_points = 8
779};
Linus Torvalds1da177e2005-04-16 15:20:36 -0700780#endif
781
Linus Torvalds1da177e2005-04-16 15:20:36 -0700782static int __init customize_machine(void)
783{
Arnd Bergmann883a1062013-01-31 17:51:18 +0000784 /*
785 * customizes platform devices, or adds new ones
786 * On DT based machines, we fall back to populating the
787 * machine from the device tree, if no callback is provided,
788 * otherwise we would always need an init_machine callback.
789 */
Russell King8ff14432010-12-20 10:18:36 +0000790 if (machine_desc->init_machine)
791 machine_desc->init_machine();
Arnd Bergmann883a1062013-01-31 17:51:18 +0000792#ifdef CONFIG_OF
793 else
794 of_platform_populate(NULL, of_default_bus_match_table,
795 NULL, NULL);
796#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700797 return 0;
798}
799arch_initcall(customize_machine);
800
Shawn Guo90de4132012-04-25 22:24:44 +0800801static int __init init_machine_late(void)
802{
803 if (machine_desc->init_late)
804 machine_desc->init_late();
805 return 0;
806}
807late_initcall(init_machine_late);
808
Mika Westerberg3c57fb42010-05-10 09:20:22 +0100809#ifdef CONFIG_KEXEC
810static inline unsigned long long get_total_mem(void)
811{
812 unsigned long total;
813
814 total = max_low_pfn - min_low_pfn;
815 return total << PAGE_SHIFT;
816}
817
818/**
819 * reserve_crashkernel() - reserves memory are for crash kernel
820 *
821 * This function reserves memory area given in "crashkernel=" kernel command
822 * line parameter. The memory reserved is used by a dump capture kernel when
823 * primary kernel is crashing.
824 */
825static void __init reserve_crashkernel(void)
826{
827 unsigned long long crash_size, crash_base;
828 unsigned long long total_mem;
829 int ret;
830
831 total_mem = get_total_mem();
832 ret = parse_crashkernel(boot_command_line, total_mem,
833 &crash_size, &crash_base);
834 if (ret)
835 return;
836
Santosh Shilimkar84f452b2013-06-30 00:28:46 -0400837 ret = memblock_reserve(crash_base, crash_size);
Mika Westerberg3c57fb42010-05-10 09:20:22 +0100838 if (ret < 0) {
Olof Johansson1b0f6682013-12-05 18:29:35 +0100839 pr_warn("crashkernel reservation failed - memory is in use (0x%lx)\n",
840 (unsigned long)crash_base);
Mika Westerberg3c57fb42010-05-10 09:20:22 +0100841 return;
842 }
843
Olof Johansson1b0f6682013-12-05 18:29:35 +0100844 pr_info("Reserving %ldMB of memory at %ldMB for crashkernel (System RAM: %ldMB)\n",
845 (unsigned long)(crash_size >> 20),
846 (unsigned long)(crash_base >> 20),
847 (unsigned long)(total_mem >> 20));
Mika Westerberg3c57fb42010-05-10 09:20:22 +0100848
849 crashk_res.start = crash_base;
850 crashk_res.end = crash_base + crash_size - 1;
851 insert_resource(&iomem_resource, &crashk_res);
852}
853#else
854static inline void reserve_crashkernel(void) {}
855#endif /* CONFIG_KEXEC */
856
Nicolas Pitre27a3f0e2011-08-25 19:10:29 -0400857static int __init meminfo_cmp(const void *_a, const void *_b)
858{
859 const struct membank *a = _a, *b = _b;
860 long cmp = bank_pfn_start(a) - bank_pfn_start(b);
861 return cmp < 0 ? -1 : cmp > 0 ? 1 : 0;
862}
Grant Likely62913192011-04-28 14:27:21 -0600863
Dave Martin4588c342012-02-17 16:54:28 +0000864void __init hyp_mode_check(void)
865{
866#ifdef CONFIG_ARM_VIRT_EXT
Mark Rutland8fbac212013-07-18 17:20:33 +0100867 sync_boot_mode();
868
Dave Martin4588c342012-02-17 16:54:28 +0000869 if (is_hyp_mode_available()) {
870 pr_info("CPU: All CPU(s) started in HYP mode.\n");
871 pr_info("CPU: Virtualization extensions available.\n");
872 } else if (is_hyp_mode_mismatched()) {
873 pr_warn("CPU: WARNING: CPU(s) started in wrong/inconsistent modes (primary CPU mode 0x%x)\n",
874 __boot_cpu_mode & MODE_MASK);
875 pr_warn("CPU: This may indicate a broken bootloader or firmware.\n");
876 } else
877 pr_info("CPU: All CPU(s) started in SVC mode.\n");
878#endif
879}
880
Grant Likely62913192011-04-28 14:27:21 -0600881void __init setup_arch(char **cmdline_p)
882{
Russell Kingff69a4c2013-07-26 14:55:59 +0100883 const struct machine_desc *mdesc;
Grant Likely62913192011-04-28 14:27:21 -0600884
Grant Likely62913192011-04-28 14:27:21 -0600885 setup_processor();
Grant Likely93c02ab2011-04-28 14:27:21 -0600886 mdesc = setup_machine_fdt(__atags_pointer);
887 if (!mdesc)
Alexander Shiyanb8b499c2012-12-12 08:32:11 +0100888 mdesc = setup_machine_tags(__atags_pointer, __machine_arch_type);
Grant Likely62913192011-04-28 14:27:21 -0600889 machine_desc = mdesc;
890 machine_name = mdesc->name;
891
Robin Holt16d6d5b2013-07-08 16:01:39 -0700892 if (mdesc->reboot_mode != REBOOT_HARD)
893 reboot_mode = mdesc->reboot_mode;
Grant Likely62913192011-04-28 14:27:21 -0600894
Russell King37efe642008-12-01 11:53:07 +0000895 init_mm.start_code = (unsigned long) _text;
896 init_mm.end_code = (unsigned long) _etext;
897 init_mm.end_data = (unsigned long) _edata;
898 init_mm.brk = (unsigned long) _end;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700899
Jeremy Kerr48ab7e02010-01-27 01:13:31 +0100900 /* populate cmd_line too for later use, preserving boot_command_line */
901 strlcpy(cmd_line, boot_command_line, COMMAND_LINE_SIZE);
902 *cmdline_p = cmd_line;
Jeremy Kerr2b0d8c22010-01-11 23:17:34 +0100903
904 parse_early_param();
905
Nicolas Pitre27a3f0e2011-08-25 19:10:29 -0400906 sort(&meminfo.bank, meminfo.nr_banks, sizeof(meminfo.bank[0]), meminfo_cmp, NULL);
Santosh Shilimkara77e0c72013-07-31 12:44:46 -0400907
908 early_paging_init(mdesc, lookup_processor_type(read_cpuid_id()));
Santosh Shilimkar7c927322013-12-02 20:29:59 +0100909 setup_dma_zone(mdesc);
Russell King0371d3f2011-07-05 19:58:29 +0100910 sanity_check_meminfo();
Russell King8d717a52010-05-22 19:47:18 +0100911 arm_memblock_init(&meminfo, mdesc);
Russell King2778f622010-07-09 16:27:52 +0100912
Nicolas Pitre4b5f32c2008-10-06 13:24:40 -0400913 paging_init(mdesc);
Dima Zavin11b93692011-01-14 23:05:14 +0100914 request_standard_resources(mdesc);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700915
Russell Kinga5287212011-11-04 15:05:24 +0000916 if (mdesc->restart)
917 arm_pm_restart = mdesc->restart;
918
Grant Likely93c02ab2011-04-28 14:27:21 -0600919 unflatten_device_tree();
920
Lorenzo Pieralisi55871642011-12-14 16:01:24 +0000921 arm_dt_init_cpu_maps();
Stefano Stabellini05774082013-05-21 14:24:11 +0000922 psci_init();
Russell King7bbb7942006-02-16 11:08:09 +0000923#ifdef CONFIG_SMP
Marc Zyngierabcee5f2011-09-08 09:06:10 +0100924 if (is_smp()) {
Jon Medhurstb382b942013-05-21 13:40:51 +0000925 if (!mdesc->smp_init || !mdesc->smp_init()) {
926 if (psci_smp_available())
927 smp_set_ops(&psci_smp_ops);
928 else if (mdesc->smp)
929 smp_set_ops(mdesc->smp);
930 }
Russell Kingf00ec482010-09-04 10:47:48 +0100931 smp_init_cpus();
Lorenzo Pieralisi8cf72172013-05-16 10:32:09 +0100932 smp_build_mpidr_hash();
Marc Zyngierabcee5f2011-09-08 09:06:10 +0100933 }
Russell King7bbb7942006-02-16 11:08:09 +0000934#endif
Dave Martin4588c342012-02-17 16:54:28 +0000935
936 if (!is_smp())
937 hyp_mode_check();
938
Mika Westerberg3c57fb42010-05-10 09:20:22 +0100939 reserve_crashkernel();
Russell King7bbb7942006-02-16 11:08:09 +0000940
eric miao52108642010-12-13 09:42:34 +0100941#ifdef CONFIG_MULTI_IRQ_HANDLER
942 handle_arch_irq = mdesc->handle_irq;
943#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700944
945#ifdef CONFIG_VT
946#if defined(CONFIG_VGA_CONSOLE)
947 conswitchp = &vga_con;
948#elif defined(CONFIG_DUMMY_CONSOLE)
949 conswitchp = &dummy_con;
950#endif
951#endif
Russell Kingdec12e62010-12-16 13:49:34 +0000952
953 if (mdesc->init_early)
954 mdesc->init_early();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700955}
956
957
958static int __init topology_init(void)
959{
960 int cpu;
961
Russell King66fb8bd2007-03-13 09:54:21 +0000962 for_each_possible_cpu(cpu) {
963 struct cpuinfo_arm *cpuinfo = &per_cpu(cpu_data, cpu);
964 cpuinfo->cpu.hotpluggable = 1;
965 register_cpu(&cpuinfo->cpu, cpu);
966 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700967
968 return 0;
969}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700970subsys_initcall(topology_init);
971
Russell Kinge119bff2010-01-10 17:23:29 +0000972#ifdef CONFIG_HAVE_PROC_CPU
973static int __init proc_cpu_init(void)
974{
975 struct proc_dir_entry *res;
976
977 res = proc_mkdir("cpu", NULL);
978 if (!res)
979 return -ENOMEM;
980 return 0;
981}
982fs_initcall(proc_cpu_init);
983#endif
984
Linus Torvalds1da177e2005-04-16 15:20:36 -0700985static const char *hwcap_str[] = {
986 "swp",
987 "half",
988 "thumb",
989 "26bit",
990 "fastmult",
991 "fpa",
992 "vfp",
993 "edsp",
994 "java",
Paul Gortmaker8f7f9432006-10-27 05:13:19 +0100995 "iwmmxt",
Lennert Buytenhek99e4a6d2006-12-18 00:59:10 +0100996 "crunch",
Catalin Marinas4369ae12008-11-06 13:23:06 +0000997 "thumbee",
Catalin Marinas2bedbdf2008-11-06 13:23:07 +0000998 "neon",
Catalin Marinas7279dc32009-02-11 13:13:56 +0100999 "vfpv3",
1000 "vfpv3d16",
Will Deacon254cdf82011-06-03 14:15:22 +01001001 "tls",
1002 "vfpv4",
1003 "idiva",
1004 "idivt",
Tetsuyuki Kobayashiab8d46c02013-07-22 14:58:17 +01001005 "vfpd32",
Will Deacona469abd2013-04-08 17:13:12 +01001006 "lpae",
Sudeep KarkadaNageshae9faebc2013-08-13 14:30:32 +01001007 "evtstrm",
Linus Torvalds1da177e2005-04-16 15:20:36 -07001008 NULL
1009};
1010
Ard Biesheuvelb342ea42014-02-19 22:28:40 +01001011static const char *hwcap2_str[] = {
Ard Biesheuvel8258a982014-02-19 22:29:40 +01001012 "aes",
1013 "pmull",
1014 "sha1",
1015 "sha2",
1016 "crc32",
Ard Biesheuvelb342ea42014-02-19 22:28:40 +01001017 NULL
1018};
1019
Linus Torvalds1da177e2005-04-16 15:20:36 -07001020static int c_show(struct seq_file *m, void *v)
1021{
Lorenzo Pieralisib4b8f7702012-09-10 18:55:21 +01001022 int i, j;
1023 u32 cpuid;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001024
Linus Torvalds1da177e2005-04-16 15:20:36 -07001025 for_each_online_cpu(i) {
Russell King15559722005-11-06 21:41:08 +00001026 /*
1027 * glibc reads /proc/cpuinfo to determine the number of
1028 * online processors, looking for lines beginning with
1029 * "processor". Give glibc what it expects.
1030 */
1031 seq_printf(m, "processor\t: %d\n", i);
Lorenzo Pieralisib4b8f7702012-09-10 18:55:21 +01001032 cpuid = is_smp() ? per_cpu(cpu_data, i).cpuid : read_cpuid_id();
1033 seq_printf(m, "model name\t: %s rev %d (%s)\n",
1034 cpu_name, cpuid & 15, elf_platform);
1035
Lorenzo Pieralisib4b8f7702012-09-10 18:55:21 +01001036 /* dump out the processor features */
1037 seq_puts(m, "Features\t: ");
Linus Torvalds1da177e2005-04-16 15:20:36 -07001038
Lorenzo Pieralisib4b8f7702012-09-10 18:55:21 +01001039 for (j = 0; hwcap_str[j]; j++)
1040 if (elf_hwcap & (1 << j))
1041 seq_printf(m, "%s ", hwcap_str[j]);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001042
Ard Biesheuvelb342ea42014-02-19 22:28:40 +01001043 for (j = 0; hwcap2_str[j]; j++)
1044 if (elf_hwcap2 & (1 << j))
1045 seq_printf(m, "%s ", hwcap2_str[j]);
1046
Lorenzo Pieralisib4b8f7702012-09-10 18:55:21 +01001047 seq_printf(m, "\nCPU implementer\t: 0x%02x\n", cpuid >> 24);
1048 seq_printf(m, "CPU architecture: %s\n",
1049 proc_arch[cpu_architecture()]);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001050
Lorenzo Pieralisib4b8f7702012-09-10 18:55:21 +01001051 if ((cpuid & 0x0008f000) == 0x00000000) {
1052 /* pre-ARM7 */
1053 seq_printf(m, "CPU part\t: %07x\n", cpuid >> 4);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001054 } else {
Lorenzo Pieralisib4b8f7702012-09-10 18:55:21 +01001055 if ((cpuid & 0x0008f000) == 0x00007000) {
1056 /* ARM7 */
1057 seq_printf(m, "CPU variant\t: 0x%02x\n",
1058 (cpuid >> 16) & 127);
1059 } else {
1060 /* post-ARM7 */
1061 seq_printf(m, "CPU variant\t: 0x%x\n",
1062 (cpuid >> 20) & 15);
1063 }
1064 seq_printf(m, "CPU part\t: 0x%03x\n",
1065 (cpuid >> 4) & 0xfff);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001066 }
Lorenzo Pieralisib4b8f7702012-09-10 18:55:21 +01001067 seq_printf(m, "CPU revision\t: %d\n\n", cpuid & 15);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001068 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07001069
1070 seq_printf(m, "Hardware\t: %s\n", machine_name);
1071 seq_printf(m, "Revision\t: %04x\n", system_rev);
1072 seq_printf(m, "Serial\t\t: %08x%08x\n",
1073 system_serial_high, system_serial_low);
1074
1075 return 0;
1076}
1077
1078static void *c_start(struct seq_file *m, loff_t *pos)
1079{
1080 return *pos < 1 ? (void *)1 : NULL;
1081}
1082
1083static void *c_next(struct seq_file *m, void *v, loff_t *pos)
1084{
1085 ++*pos;
1086 return NULL;
1087}
1088
1089static void c_stop(struct seq_file *m, void *v)
1090{
1091}
1092
Jan Engelhardt2ffd6e12008-01-22 20:41:07 +01001093const struct seq_operations cpuinfo_op = {
Linus Torvalds1da177e2005-04-16 15:20:36 -07001094 .start = c_start,
1095 .next = c_next,
1096 .stop = c_stop,
1097 .show = c_show
1098};