blob: 1f8db666468d74e10ccae52465af11bb2aba9dc1 [file] [log] [blame]
Thomas Gleixner2874c5f2019-05-27 08:55:01 +02001// SPDX-License-Identifier: GPL-2.0-or-later
Paul Mackerras03501da2005-10-26 17:11:18 +10002/*
3 * Common boot and setup code for both 32-bit and 64-bit.
4 * Extracted from arch/powerpc/kernel/setup_64.c.
5 *
6 * Copyright (C) 2001 PPC64 Team, IBM Corp
Paul Mackerras03501da2005-10-26 17:11:18 +10007 */
Benjamin Herrenschmidte8222502006-03-28 23:15:54 +11008
9#undef DEBUG
10
Paul Gortmaker4b16f8e2011-07-22 18:24:23 -040011#include <linux/export.h>
Paul Mackerras03501da2005-10-26 17:11:18 +100012#include <linux/string.h>
13#include <linux/sched.h>
14#include <linux/init.h>
15#include <linux/kernel.h>
16#include <linux/reboot.h>
17#include <linux/delay.h>
18#include <linux/initrd.h>
Michael Neulinge5c6c8e2006-03-14 00:11:50 -050019#include <linux/platform_device.h>
Paul Mackerras03501da2005-10-26 17:11:18 +100020#include <linux/seq_file.h>
21#include <linux/ioport.h>
22#include <linux/console.h>
Jon Smirl894673e2006-07-10 04:44:13 -070023#include <linux/screen_info.h>
Paul Mackerras03501da2005-10-26 17:11:18 +100024#include <linux/root_dev.h>
25#include <linux/notifier.h>
26#include <linux/cpu.h>
27#include <linux/unistd.h>
28#include <linux/serial.h>
29#include <linux/serial_8250.h>
Benjamin Herrenschmidt8d089082007-10-25 15:27:44 +100030#include <linux/percpu.h>
Yinghai Lu95f72d12010-07-12 14:36:09 +100031#include <linux/memblock.h>
Kumar Galad7462862009-03-19 03:40:51 +000032#include <linux/of_platform.h>
Benjamin Herrenschmidtb1923ca2016-07-05 15:07:51 +100033#include <linux/hugetlb.h>
Michael Ellerman7644d582017-02-10 12:04:56 +110034#include <asm/debugfs.h>
Paul Mackerras03501da2005-10-26 17:11:18 +100035#include <asm/io.h>
Michael Ellerman1426d5a2010-01-28 13:23:22 +000036#include <asm/paca.h>
Paul Mackerras03501da2005-10-26 17:11:18 +100037#include <asm/prom.h>
38#include <asm/processor.h>
Benjamin Herrenschmidta7f290d2005-11-11 21:15:21 +110039#include <asm/vdso_datapage.h>
Paul Mackerras03501da2005-10-26 17:11:18 +100040#include <asm/pgtable.h>
Paul Mackerras03501da2005-10-26 17:11:18 +100041#include <asm/smp.h>
42#include <asm/elf.h>
43#include <asm/machdep.h>
44#include <asm/time.h>
45#include <asm/cputable.h>
46#include <asm/sections.h>
Benjamin Herrenschmidte8222502006-03-28 23:15:54 +110047#include <asm/firmware.h>
Paul Mackerras03501da2005-10-26 17:11:18 +100048#include <asm/btext.h>
49#include <asm/nvram.h>
50#include <asm/setup.h>
Paul Mackerras03501da2005-10-26 17:11:18 +100051#include <asm/rtas.h>
52#include <asm/iommu.h>
53#include <asm/serial.h>
54#include <asm/cache.h>
55#include <asm/page.h>
56#include <asm/mmu.h>
Paul Mackerrasfca5dcd2005-11-08 22:55:08 +110057#include <asm/xmon.h>
Benjamin Herrenschmidt8d089082007-10-25 15:27:44 +100058#include <asm/cputhreads.h>
Becky Brucef465df82008-10-15 08:25:28 +000059#include <mm/mmu_decl.h>
Mahesh Salgaonkarebaeb5a2012-02-16 01:14:45 +000060#include <asm/fadump.h>
Benjamin Herrenschmidtb1923ca2016-07-05 15:07:51 +100061#include <asm/udbg.h>
62#include <asm/hugetlb.h>
63#include <asm/livepatch.h>
64#include <asm/mmu_context.h>
Kevin Haob92a2262016-07-23 14:42:40 +053065#include <asm/cpu_has_feature.h>
Christophe Leroy2edb16e2019-04-26 16:23:34 +000066#include <asm/kasan.h>
Benjamin Herrenschmidtb1923ca2016-07-05 15:07:51 +100067
68#include "setup.h"
Paul Mackerras03501da2005-10-26 17:11:18 +100069
Paul Mackerras03501da2005-10-26 17:11:18 +100070#ifdef DEBUG
Michael Ellermanf9e4ec52005-11-15 15:16:38 +110071#include <asm/udbg.h>
Paul Mackerras03501da2005-10-26 17:11:18 +100072#define DBG(fmt...) udbg_printf(fmt)
73#else
74#define DBG(fmt...)
75#endif
76
Benjamin Herrenschmidte8222502006-03-28 23:15:54 +110077/* The main machine-dep calls structure
78 */
79struct machdep_calls ppc_md;
80EXPORT_SYMBOL(ppc_md);
81struct machdep_calls *machine_id;
82EXPORT_SYMBOL(machine_id);
Paul Mackerras799d6042005-11-10 13:37:51 +110083
Benjamin Herrenschmidt36ae37e2014-03-28 13:36:27 +110084int boot_cpuid = -1;
85EXPORT_SYMBOL_GPL(boot_cpuid);
86
Benjamin Herrenschmidt33ec7232017-01-08 17:31:43 -060087/*
88 * These are used in binfmt_elf.c to put aux entries on the stack
89 * for each elf executable being started.
90 */
91int dcache_bsize;
92int icache_bsize;
93int ucache_bsize;
94
95
Paul Mackerras49b09852005-11-10 15:53:40 +110096unsigned long klimit = (unsigned long) _end;
97
Paul Mackerras03501da2005-10-26 17:11:18 +100098/*
99 * This still seems to be needed... -- paulus
100 */
101struct screen_info screen_info = {
102 .orig_x = 0,
103 .orig_y = 25,
104 .orig_video_cols = 80,
105 .orig_video_lines = 25,
106 .orig_video_isVGA = 1,
107 .orig_video_points = 16
108};
Anton Blancharde1802b02014-08-20 08:00:02 +1000109#if defined(CONFIG_FB_VGA16_MODULE)
110EXPORT_SYMBOL(screen_info);
111#endif
Paul Mackerras03501da2005-10-26 17:11:18 +1000112
Martyn Welch540c6c32010-05-24 22:09:16 +0000113/* Variables required to store legacy IO irq routing */
114int of_i8042_kbd_irq;
Grant Likelyee110062010-08-06 20:49:20 -0600115EXPORT_SYMBOL_GPL(of_i8042_kbd_irq);
Martyn Welch540c6c32010-05-24 22:09:16 +0000116int of_i8042_aux_irq;
Grant Likelyee110062010-08-06 20:49:20 -0600117EXPORT_SYMBOL_GPL(of_i8042_aux_irq);
Martyn Welch540c6c32010-05-24 22:09:16 +0000118
Paul Mackerras03501da2005-10-26 17:11:18 +1000119#ifdef __DO_IRQ_CANON
120/* XXX should go elsewhere eventually */
121int ppc_do_canonicalize_irqs;
122EXPORT_SYMBOL(ppc_do_canonicalize_irqs);
123#endif
124
Hari Bathini22bd0172017-05-08 15:56:24 -0700125#ifdef CONFIG_CRASH_CORE
126/* This keeps a track of which one is the crashing cpu. */
127int crashing_cpu = -1;
128#endif
129
Paul Mackerras03501da2005-10-26 17:11:18 +1000130/* also used by kexec */
131void machine_shutdown(void)
132{
Mahesh Salgaonkar67b43b92012-02-16 01:15:15 +0000133 /*
134 * if fadump is active, cleanup the fadump registration before we
135 * shutdown.
136 */
137 fadump_cleanup();
Mahesh Salgaonkar67b43b92012-02-16 01:15:15 +0000138
Michael Ellerman3d1229d2005-11-14 23:35:00 +1100139 if (ppc_md.machine_shutdown)
140 ppc_md.machine_shutdown();
Paul Mackerras03501da2005-10-26 17:11:18 +1000141}
142
Andrey Smirnovd0d738a2016-07-28 16:07:16 -0700143static void machine_hang(void)
144{
145 pr_emerg("System Halted, OK to turn off power\n");
146 local_irq_disable();
147 while (1)
148 ;
149}
150
Paul Mackerras03501da2005-10-26 17:11:18 +1000151void machine_restart(char *cmd)
152{
153 machine_shutdown();
Kumar Galab8e383d2006-01-13 10:15:17 -0600154 if (ppc_md.restart)
155 ppc_md.restart(cmd);
Andrey Smirnovd0d738a2016-07-28 16:07:16 -0700156
Paul Mackerras03501da2005-10-26 17:11:18 +1000157 smp_send_stop();
Andrey Smirnovad247472016-07-28 16:07:17 -0700158
159 do_kernel_restart(cmd);
160 mdelay(1000);
161
Andrey Smirnovd0d738a2016-07-28 16:07:16 -0700162 machine_hang();
Paul Mackerras03501da2005-10-26 17:11:18 +1000163}
164
165void machine_power_off(void)
166{
167 machine_shutdown();
Alexander Graf9178ba22014-10-13 16:01:09 +0200168 if (pm_power_off)
169 pm_power_off();
Andrey Smirnovd0d738a2016-07-28 16:07:16 -0700170
Paul Mackerras03501da2005-10-26 17:11:18 +1000171 smp_send_stop();
Andrey Smirnovd0d738a2016-07-28 16:07:16 -0700172 machine_hang();
Paul Mackerras03501da2005-10-26 17:11:18 +1000173}
174/* Used by the G5 thermal driver */
175EXPORT_SYMBOL_GPL(machine_power_off);
176
Alexander Graf9178ba22014-10-13 16:01:09 +0200177void (*pm_power_off)(void);
Paul Mackerras03501da2005-10-26 17:11:18 +1000178EXPORT_SYMBOL_GPL(pm_power_off);
179
180void machine_halt(void)
181{
182 machine_shutdown();
Kumar Galab8e383d2006-01-13 10:15:17 -0600183 if (ppc_md.halt)
184 ppc_md.halt();
Andrey Smirnovd0d738a2016-07-28 16:07:16 -0700185
Paul Mackerras03501da2005-10-26 17:11:18 +1000186 smp_send_stop();
Andrey Smirnovd0d738a2016-07-28 16:07:16 -0700187 machine_hang();
Paul Mackerras03501da2005-10-26 17:11:18 +1000188}
189
Paul Mackerras03501da2005-10-26 17:11:18 +1000190#ifdef CONFIG_SMP
Tejun Heo6b7487f2009-10-29 22:34:14 +0900191DEFINE_PER_CPU(unsigned int, cpu_pvr);
Paul Mackerras03501da2005-10-26 17:11:18 +1000192#endif
193
Anton Blanchard2c2df032010-04-26 15:32:39 +0000194static void show_cpuinfo_summary(struct seq_file *m)
195{
196 struct device_node *root;
197 const char *model = NULL;
Anton Blanchard2c2df032010-04-26 15:32:39 +0000198 unsigned long bogosum = 0;
199 int i;
Christophe Leroy65184f22019-03-22 08:08:45 +0000200
201 if (IS_ENABLED(CONFIG_SMP) && IS_ENABLED(CONFIG_PPC32)) {
202 for_each_online_cpu(i)
203 bogosum += loops_per_jiffy;
204 seq_printf(m, "total bogomips\t: %lu.%02lu\n",
205 bogosum / (500000 / HZ), bogosum / (5000 / HZ) % 100);
206 }
Anton Blanchard2c2df032010-04-26 15:32:39 +0000207 seq_printf(m, "timebase\t: %lu\n", ppc_tb_freq);
208 if (ppc_md.name)
209 seq_printf(m, "platform\t: %s\n", ppc_md.name);
210 root = of_find_node_by_path("/");
211 if (root)
212 model = of_get_property(root, "model", NULL);
213 if (model)
214 seq_printf(m, "model\t\t: %s\n", model);
215 of_node_put(root);
216
217 if (ppc_md.show_cpuinfo != NULL)
218 ppc_md.show_cpuinfo(m);
219
Anton Blanchard2c2df032010-04-26 15:32:39 +0000220 /* Display the amount of memory */
Christophe Leroy65184f22019-03-22 08:08:45 +0000221 if (IS_ENABLED(CONFIG_PPC32))
222 seq_printf(m, "Memory\t\t: %d MB\n",
223 (unsigned int)(total_memory / (1024 * 1024)));
Anton Blanchard2c2df032010-04-26 15:32:39 +0000224}
225
Paul Mackerras03501da2005-10-26 17:11:18 +1000226static int show_cpuinfo(struct seq_file *m, void *v)
227{
228 unsigned long cpu_id = (unsigned long)v - 1;
229 unsigned int pvr;
Gautham R. Shenoy2299d032014-03-11 17:01:18 +0530230 unsigned long proc_freq;
Paul Mackerras03501da2005-10-26 17:11:18 +1000231 unsigned short maj;
232 unsigned short min;
233
Paul Mackerras03501da2005-10-26 17:11:18 +1000234#ifdef CONFIG_SMP
Tejun Heo6b7487f2009-10-29 22:34:14 +0900235 pvr = per_cpu(cpu_pvr, cpu_id);
Paul Mackerras03501da2005-10-26 17:11:18 +1000236#else
Paul Mackerras03501da2005-10-26 17:11:18 +1000237 pvr = mfspr(SPRN_PVR);
238#endif
239 maj = (pvr >> 8) & 0xFF;
240 min = pvr & 0xFF;
241
242 seq_printf(m, "processor\t: %lu\n", cpu_id);
243 seq_printf(m, "cpu\t\t: ");
244
Nicholas Piggin75bda952017-05-09 13:17:08 +1000245 if (cur_cpu_spec->pvr_mask && cur_cpu_spec->cpu_name)
Paul Mackerras03501da2005-10-26 17:11:18 +1000246 seq_printf(m, "%s", cur_cpu_spec->cpu_name);
247 else
248 seq_printf(m, "unknown (%08x)", pvr);
249
Paul Mackerras03501da2005-10-26 17:11:18 +1000250 if (cpu_has_feature(CPU_FTR_ALTIVEC))
251 seq_printf(m, ", altivec supported");
Paul Mackerras03501da2005-10-26 17:11:18 +1000252
253 seq_printf(m, "\n");
254
255#ifdef CONFIG_TAU
Christophe Leroy48018e42019-03-22 08:08:44 +0000256 if (cpu_has_feature(CPU_FTR_TAU)) {
257 if (IS_ENABLED(CONFIG_TAU_AVERAGE)) {
258 /* more straightforward, but potentially misleading */
259 seq_printf(m, "temperature \t: %u C (uncalibrated)\n",
260 cpu_temp(cpu_id));
261 } else {
262 /* show the actual temp sensor range */
263 u32 temp;
264 temp = cpu_temp_both(cpu_id);
265 seq_printf(m, "temperature \t: %u-%u C (uncalibrated)\n",
266 temp & 0xff, temp >> 16);
267 }
Paul Mackerras03501da2005-10-26 17:11:18 +1000268 }
269#endif /* CONFIG_TAU */
270
271 /*
Gautham R. Shenoy2299d032014-03-11 17:01:18 +0530272 * Platforms that have variable clock rates, should implement
273 * the method ppc_md.get_proc_freq() that reports the clock
274 * rate of a given cpu. The rest can use ppc_proc_freq to
275 * report the clock rate that is same across all cpus.
Paul Mackerras03501da2005-10-26 17:11:18 +1000276 */
Gautham R. Shenoy2299d032014-03-11 17:01:18 +0530277 if (ppc_md.get_proc_freq)
278 proc_freq = ppc_md.get_proc_freq(cpu_id);
279 else
280 proc_freq = ppc_proc_freq;
281
282 if (proc_freq)
Paul Mackerras03501da2005-10-26 17:11:18 +1000283 seq_printf(m, "clock\t\t: %lu.%06luMHz\n",
Gautham R. Shenoy2299d032014-03-11 17:01:18 +0530284 proc_freq / 1000000, proc_freq % 1000000);
Paul Mackerras03501da2005-10-26 17:11:18 +1000285
286 if (ppc_md.show_percpuinfo != NULL)
287 ppc_md.show_percpuinfo(m, cpu_id);
288
289 /* If we are a Freescale core do a simple check so
290 * we dont have to keep adding cases in the future */
291 if (PVR_VER(pvr) & 0x8000) {
Martin Langera501d8f2008-09-07 17:51:32 +1000292 switch (PVR_VER(pvr)) {
293 case 0x8000: /* 7441/7450/7451, Voyager */
294 case 0x8001: /* 7445/7455, Apollo 6 */
295 case 0x8002: /* 7447/7457, Apollo 7 */
296 case 0x8003: /* 7447A, Apollo 7 PM */
297 case 0x8004: /* 7448, Apollo 8 */
298 case 0x800c: /* 7410, Nitro */
299 maj = ((pvr >> 8) & 0xF);
300 min = PVR_MIN(pvr);
301 break;
302 default: /* e500/book-e */
303 maj = PVR_MAJ(pvr);
304 min = PVR_MIN(pvr);
305 break;
306 }
Paul Mackerras03501da2005-10-26 17:11:18 +1000307 } else {
308 switch (PVR_VER(pvr)) {
309 case 0x0020: /* 403 family */
310 maj = PVR_MAJ(pvr) + 1;
311 min = PVR_MIN(pvr);
312 break;
313 case 0x1008: /* 740P/750P ?? */
314 maj = ((pvr >> 8) & 0xFF) - 1;
315 min = pvr & 0xFF;
316 break;
Michael Neuling64ebb9a2017-06-15 11:53:16 +1000317 case 0x004e: /* POWER9 bits 12-15 give chip type */
318 maj = (pvr >> 8) & 0x0F;
319 min = pvr & 0xFF;
320 break;
Paul Mackerras03501da2005-10-26 17:11:18 +1000321 default:
322 maj = (pvr >> 8) & 0xFF;
323 min = pvr & 0xFF;
324 break;
325 }
326 }
327
328 seq_printf(m, "revision\t: %hd.%hd (pvr %04x %04x)\n",
329 maj, min, PVR_VER(pvr), PVR_REV(pvr));
330
Christophe Leroy65184f22019-03-22 08:08:45 +0000331 if (IS_ENABLED(CONFIG_PPC32))
332 seq_printf(m, "bogomips\t: %lu.%02lu\n", loops_per_jiffy / (500000 / HZ),
333 (loops_per_jiffy / (5000 / HZ)) % 100);
334
Paul Mackerras03501da2005-10-26 17:11:18 +1000335 seq_printf(m, "\n");
Paul Mackerras03501da2005-10-26 17:11:18 +1000336
Anton Blancharde6532c62010-04-26 15:32:40 +0000337 /* If this is the last cpu, print the summary */
338 if (cpumask_next(cpu_id, cpu_online_mask) >= nr_cpu_ids)
339 show_cpuinfo_summary(m);
340
Paul Mackerras03501da2005-10-26 17:11:18 +1000341 return 0;
342}
343
344static void *c_start(struct seq_file *m, loff_t *pos)
345{
Anton Blancharde6532c62010-04-26 15:32:40 +0000346 if (*pos == 0) /* just in case, cpu 0 is not the first */
347 *pos = cpumask_first(cpu_online_mask);
348 else
349 *pos = cpumask_next(*pos - 1, cpu_online_mask);
350 if ((*pos) < nr_cpu_ids)
351 return (void *)(unsigned long)(*pos + 1);
352 return NULL;
Paul Mackerras03501da2005-10-26 17:11:18 +1000353}
354
355static void *c_next(struct seq_file *m, void *v, loff_t *pos)
356{
Anton Blancharde6532c62010-04-26 15:32:40 +0000357 (*pos)++;
Paul Mackerras03501da2005-10-26 17:11:18 +1000358 return c_start(m, pos);
359}
360
361static void c_stop(struct seq_file *m, void *v)
362{
363}
364
James Morris88e9d342009-09-22 16:43:43 -0700365const struct seq_operations cpuinfo_op = {
Benjamin Herrenschmidtfbadeb62018-01-10 17:10:14 +1100366 .start = c_start,
367 .next = c_next,
368 .stop = c_stop,
369 .show = show_cpuinfo,
Paul Mackerras03501da2005-10-26 17:11:18 +1000370};
371
David Woodhousea82765b2005-11-02 22:34:20 +0000372void __init check_for_initrd(void)
373{
374#ifdef CONFIG_BLK_DEV_INITRD
David Gibson30437b32007-02-28 14:12:29 +1100375 DBG(" -> check_for_initrd() initrd_start=0x%lx initrd_end=0x%lx\n",
376 initrd_start, initrd_end);
David Woodhousea82765b2005-11-02 22:34:20 +0000377
378 /* If we were passed an initrd, set the ROOT_DEV properly if the values
379 * look sensible. If not, clear initrd reference.
380 */
Michael Ellerman51fae6de2005-12-04 18:39:15 +1100381 if (is_kernel_addr(initrd_start) && is_kernel_addr(initrd_end) &&
David Woodhousea82765b2005-11-02 22:34:20 +0000382 initrd_end > initrd_start)
383 ROOT_DEV = Root_RAM0;
David Woodhouse6761c4a2005-11-11 08:07:11 +0000384 else
David Woodhousea82765b2005-11-02 22:34:20 +0000385 initrd_start = initrd_end = 0;
David Woodhousea82765b2005-11-02 22:34:20 +0000386
387 if (initrd_start)
Anton Blancharda7696b32014-09-17 14:39:39 +1000388 pr_info("Found initrd at 0x%lx:0x%lx\n", initrd_start, initrd_end);
David Woodhousea82765b2005-11-02 22:34:20 +0000389
390 DBG(" <- check_for_initrd()\n");
391#endif /* CONFIG_BLK_DEV_INITRD */
392}
393
Paul Mackerras5ad57072005-11-05 10:33:55 +1100394#ifdef CONFIG_SMP
395
Nicholas Piggin10d91612019-04-13 00:30:52 +1000396int threads_per_core, threads_per_subcore, threads_shift __read_mostly;
397cpumask_t threads_core_mask __read_mostly;
Paul Mackerrasde56a942011-06-29 00:21:34 +0000398EXPORT_SYMBOL_GPL(threads_per_core);
Michael Ellerman5853aef2014-05-23 18:15:27 +1000399EXPORT_SYMBOL_GPL(threads_per_subcore);
Paul Mackerrasde56a942011-06-29 00:21:34 +0000400EXPORT_SYMBOL_GPL(threads_shift);
401EXPORT_SYMBOL_GPL(threads_core_mask);
Benjamin Herrenschmidt8d089082007-10-25 15:27:44 +1000402
403static void __init cpu_init_thread_core_maps(int tpc)
404{
405 int i;
406
407 threads_per_core = tpc;
Michael Ellerman5853aef2014-05-23 18:15:27 +1000408 threads_per_subcore = tpc;
KOSAKI Motohiro104699c2011-04-28 05:07:23 +0000409 cpumask_clear(&threads_core_mask);
Benjamin Herrenschmidt8d089082007-10-25 15:27:44 +1000410
411 /* This implementation only supports power of 2 number of threads
412 * for simplicity and performance
413 */
414 threads_shift = ilog2(tpc);
415 BUG_ON(tpc != (1 << threads_shift));
416
417 for (i = 0; i < tpc; i++)
KOSAKI Motohiro104699c2011-04-28 05:07:23 +0000418 cpumask_set_cpu(i, &threads_core_mask);
Benjamin Herrenschmidt8d089082007-10-25 15:27:44 +1000419
420 printk(KERN_INFO "CPU maps initialized for %d thread%s per core\n",
421 tpc, tpc > 1 ? "s" : "");
422 printk(KERN_DEBUG " (thread shift is %d)\n", threads_shift);
423}
424
425
Nicholas Piggin9f593f12018-02-14 01:08:18 +1000426u32 *cpu_to_phys_id = NULL;
427
Paul Mackerras5ad57072005-11-05 10:33:55 +1100428/**
429 * setup_cpu_maps - initialize the following cpu maps:
Anton Blanchard828a6982010-04-26 15:32:44 +0000430 * cpu_possible_mask
431 * cpu_present_mask
Paul Mackerras5ad57072005-11-05 10:33:55 +1100432 *
433 * Having the possible map set up early allows us to restrict allocations
Milton Miller8657ae22011-05-10 19:28:48 +0000434 * of things like irqstacks to nr_cpu_ids rather than NR_CPUS.
Paul Mackerras5ad57072005-11-05 10:33:55 +1100435 *
436 * We do not initialize the online map here; cpus set their own bits in
Anton Blanchard828a6982010-04-26 15:32:44 +0000437 * cpu_online_mask as they come up.
Paul Mackerras5ad57072005-11-05 10:33:55 +1100438 *
439 * This function is valid only for Open Firmware systems. finish_device_tree
440 * must be called before using this.
441 *
442 * While we're here, we may as well set the "physical" cpu ids in the paca.
Anton Blanchard4df20462006-03-25 17:25:17 +1100443 *
444 * NOTE: This must match the parsing done in early_init_dt_scan_cpus.
Paul Mackerras5ad57072005-11-05 10:33:55 +1100445 */
446void __init smp_setup_cpu_maps(void)
447{
Dmitry Torokhov9625e692017-01-31 17:54:38 -0800448 struct device_node *dn;
Paul Mackerras5ad57072005-11-05 10:33:55 +1100449 int cpu = 0;
Benjamin Herrenschmidt8d089082007-10-25 15:27:44 +1000450 int nthreads = 1;
451
452 DBG("smp_setup_cpu_maps()\n");
Paul Mackerras5ad57072005-11-05 10:33:55 +1100453
Mike Rapoportb63a07d2019-03-07 16:31:06 -0800454 cpu_to_phys_id = memblock_alloc(nr_cpu_ids * sizeof(u32),
455 __alignof__(u32));
Mike Rapoport8a7f97b2019-03-11 23:30:31 -0700456 if (!cpu_to_phys_id)
457 panic("%s: Failed to allocate %zu bytes align=0x%zx\n",
458 __func__, nr_cpu_ids * sizeof(u32), __alignof__(u32));
Nicholas Piggin9f593f12018-02-14 01:08:18 +1000459
Dmitry Torokhov9625e692017-01-31 17:54:38 -0800460 for_each_node_by_type(dn, "cpu") {
Anton Blanchardac132822013-08-07 02:01:32 +1000461 const __be32 *intserv;
Alistair Popple43f88122013-08-07 02:01:33 +1000462 __be32 cpu_be;
Benjamin Herrenschmidt8d089082007-10-25 15:27:44 +1000463 int j, len;
464
Rob Herringb7c670d2017-08-21 10:16:47 -0500465 DBG(" * %pOF...\n", dn);
Paul Mackerras5ad57072005-11-05 10:33:55 +1100466
Stephen Rothwelle2eb6392007-04-03 22:26:41 +1000467 intserv = of_get_property(dn, "ibm,ppc-interrupt-server#s",
468 &len);
Benjamin Herrenschmidt8d089082007-10-25 15:27:44 +1000469 if (intserv) {
Benjamin Herrenschmidt8d089082007-10-25 15:27:44 +1000470 DBG(" ibm,ppc-interrupt-server#s -> %d threads\n",
471 nthreads);
472 } else {
473 DBG(" no ibm,ppc-interrupt-server#s -> 1 thread\n");
Andy Fleminge16c8762011-12-08 01:20:27 -0600474 intserv = of_get_property(dn, "reg", &len);
Alistair Popple43f88122013-08-07 02:01:33 +1000475 if (!intserv) {
476 cpu_be = cpu_to_be32(cpu);
Nicholas Piggin9f593f12018-02-14 01:08:18 +1000477 /* XXX: what is this? uninitialized?? */
Alistair Popple43f88122013-08-07 02:01:33 +1000478 intserv = &cpu_be; /* assume logical == phys */
Andy Fleminge16c8762011-12-08 01:20:27 -0600479 len = 4;
Alistair Popple43f88122013-08-07 02:01:33 +1000480 }
Paul Mackerras5ad57072005-11-05 10:33:55 +1100481 }
482
Andy Fleminge16c8762011-12-08 01:20:27 -0600483 nthreads = len / sizeof(int);
484
Milton Miller8657ae22011-05-10 19:28:48 +0000485 for (j = 0; j < nthreads && cpu < nr_cpu_ids; j++) {
Scott Wood6663a4f2014-06-24 20:15:51 -0500486 bool avail;
487
Benjamin Herrenschmidt8d089082007-10-25 15:27:44 +1000488 DBG(" thread %d -> cpu %d (hard id %d)\n",
Anton Blanchardac132822013-08-07 02:01:32 +1000489 j, cpu, be32_to_cpu(intserv[j]));
Scott Wood6663a4f2014-06-24 20:15:51 -0500490
491 avail = of_device_is_available(dn);
492 if (!avail)
493 avail = !of_property_match_string(dn,
494 "enable-method", "spin-table");
495
496 set_cpu_present(cpu, avail);
Rusty Russellea0f1ca2009-09-24 09:34:48 -0600497 set_cpu_possible(cpu, true);
Nicholas Piggin9f593f12018-02-14 01:08:18 +1000498 cpu_to_phys_id[cpu] = be32_to_cpu(intserv[j]);
Paul Mackerras5ad57072005-11-05 10:33:55 +1100499 cpu++;
500 }
Dmitry Torokhov9625e692017-01-31 17:54:38 -0800501
502 if (cpu >= nr_cpu_ids) {
503 of_node_put(dn);
504 break;
505 }
Paul Mackerras5ad57072005-11-05 10:33:55 +1100506 }
507
Benjamin Herrenschmidt8d089082007-10-25 15:27:44 +1000508 /* If no SMT supported, nthreads is forced to 1 */
509 if (!cpu_has_feature(CPU_FTR_SMT)) {
510 DBG(" SMT disabled ! nthreads forced to 1\n");
511 nthreads = 1;
512 }
513
Paul Mackerras5ad57072005-11-05 10:33:55 +1100514#ifdef CONFIG_PPC64
515 /*
516 * On pSeries LPAR, we need to know how many cpus
517 * could possibly be added to this partition.
518 */
Benjamin Herrenschmidt0f2b3442016-07-05 15:03:55 +1000519 if (firmware_has_feature(FW_FEATURE_LPAR) &&
Paul Mackerras799d6042005-11-10 13:37:51 +1100520 (dn = of_find_node_by_path("/rtas"))) {
Paul Mackerras5ad57072005-11-05 10:33:55 +1100521 int num_addr_cell, num_size_cell, maxcpus;
Anton Blanchard01666c82013-12-12 15:59:35 +1100522 const __be32 *ireg;
Paul Mackerras5ad57072005-11-05 10:33:55 +1100523
Stephen Rothwella8bda5d2007-04-03 10:56:50 +1000524 num_addr_cell = of_n_addr_cells(dn);
Stephen Rothwell9213fee2007-04-03 10:57:48 +1000525 num_size_cell = of_n_size_cells(dn);
Paul Mackerras5ad57072005-11-05 10:33:55 +1100526
Stephen Rothwelle2eb6392007-04-03 22:26:41 +1000527 ireg = of_get_property(dn, "ibm,lrdr-capacity", NULL);
Paul Mackerras5ad57072005-11-05 10:33:55 +1100528
529 if (!ireg)
530 goto out;
531
Anton Blanchard01666c82013-12-12 15:59:35 +1100532 maxcpus = be32_to_cpup(ireg + num_addr_cell + num_size_cell);
Paul Mackerras5ad57072005-11-05 10:33:55 +1100533
534 /* Double maxcpus for processors which have SMT capability */
535 if (cpu_has_feature(CPU_FTR_SMT))
Benjamin Herrenschmidt8d089082007-10-25 15:27:44 +1000536 maxcpus *= nthreads;
Paul Mackerras5ad57072005-11-05 10:33:55 +1100537
Milton Miller8657ae22011-05-10 19:28:48 +0000538 if (maxcpus > nr_cpu_ids) {
Paul Mackerras5ad57072005-11-05 10:33:55 +1100539 printk(KERN_WARNING
540 "Partition configured for %d cpus, "
Alexey Dobriyan9b130ad2017-09-08 16:14:18 -0700541 "operating system maximum is %u.\n",
Milton Miller8657ae22011-05-10 19:28:48 +0000542 maxcpus, nr_cpu_ids);
543 maxcpus = nr_cpu_ids;
Paul Mackerras5ad57072005-11-05 10:33:55 +1100544 } else
545 printk(KERN_INFO "Partition configured for %d cpus.\n",
546 maxcpus);
547
548 for (cpu = 0; cpu < maxcpus; cpu++)
Rusty Russellea0f1ca2009-09-24 09:34:48 -0600549 set_cpu_possible(cpu, true);
Paul Mackerras5ad57072005-11-05 10:33:55 +1100550 out:
551 of_node_put(dn);
552 }
Mike Travisd5a74302007-10-16 01:24:05 -0700553 vdso_data->processorCount = num_present_cpus();
554#endif /* CONFIG_PPC64 */
Benjamin Herrenschmidt8d089082007-10-25 15:27:44 +1000555
556 /* Initialize CPU <=> thread mapping/
557 *
558 * WARNING: We assume that the number of threads is the same for
559 * every CPU in the system. If that is not the case, then some code
560 * here will have to be reworked
561 */
562 cpu_init_thread_core_maps(nthreads);
Michael Ellerman1426d5a2010-01-28 13:23:22 +0000563
Ryan Grimmc1854e02011-03-31 19:33:02 +0000564 /* Now that possible cpus are set, set nr_cpu_ids for later use */
Milton Milleraa79bc22011-05-10 19:28:55 +0000565 setup_nr_cpu_ids();
Ryan Grimmc1854e02011-03-31 19:33:02 +0000566
Michael Ellerman1426d5a2010-01-28 13:23:22 +0000567 free_unused_pacas();
Mike Travisd5a74302007-10-16 01:24:05 -0700568}
Paul Mackerras5ad57072005-11-05 10:33:55 +1100569#endif /* CONFIG_SMP */
Paul Mackerrasfca5dcd2005-11-08 22:55:08 +1100570
Emil Medved33b78d2008-05-23 08:40:16 +1000571#ifdef CONFIG_PCSPKR_PLATFORM
Michael Neulinge5c6c8e2006-03-14 00:11:50 -0500572static __init int add_pcspkr(void)
573{
574 struct device_node *np;
575 struct platform_device *pd;
576 int ret;
577
578 np = of_find_compatible_node(NULL, NULL, "pnpPNP,100");
579 of_node_put(np);
580 if (!np)
581 return -ENODEV;
582
583 pd = platform_device_alloc("pcspkr", -1);
584 if (!pd)
585 return -ENOMEM;
586
587 ret = platform_device_add(pd);
588 if (ret)
589 platform_device_put(pd);
590
591 return ret;
592}
593device_initcall(add_pcspkr);
Emil Medved33b78d2008-05-23 08:40:16 +1000594#endif /* CONFIG_PCSPKR_PLATFORM */
Dmitry Torokhov95d465f2006-04-02 00:08:05 -0500595
Benjamin Herrenschmidte8222502006-03-28 23:15:54 +1100596void probe_machine(void)
597{
598 extern struct machdep_calls __machine_desc_start;
599 extern struct machdep_calls __machine_desc_end;
Benjamin Herrenschmidt84b62c72016-07-05 15:03:59 +1000600 unsigned int i;
Benjamin Herrenschmidte8222502006-03-28 23:15:54 +1100601
602 /*
603 * Iterate all ppc_md structures until we find the proper
604 * one for the current machine type
605 */
606 DBG("Probing machine type ...\n");
607
Benjamin Herrenschmidt84b62c72016-07-05 15:03:59 +1000608 /*
609 * Check ppc_md is empty, if not we have a bug, ie, we setup an
610 * entry before probe_machine() which will be overwritten
611 */
612 for (i = 0; i < (sizeof(ppc_md) / sizeof(void *)); i++) {
613 if (((void **)&ppc_md)[i]) {
614 printk(KERN_ERR "Entry %d in ppc_md non empty before"
615 " machine probe !\n", i);
616 }
617 }
618
Benjamin Herrenschmidte8222502006-03-28 23:15:54 +1100619 for (machine_id = &__machine_desc_start;
620 machine_id < &__machine_desc_end;
621 machine_id++) {
622 DBG(" %s ...", machine_id->name);
623 memcpy(&ppc_md, machine_id, sizeof(struct machdep_calls));
624 if (ppc_md.probe()) {
625 DBG(" match !\n");
626 break;
627 }
628 DBG("\n");
629 }
630 /* What can we do if we didn't find ? */
631 if (machine_id >= &__machine_desc_end) {
Christophe Leroye9952652018-12-18 06:53:41 +0000632 pr_err("No suitable machine description found !\n");
Benjamin Herrenschmidte8222502006-03-28 23:15:54 +1100633 for (;;);
634 }
635
636 printk(KERN_INFO "Using %s machine description\n", ppc_md.name);
637}
David Woodhouse1269277a2006-04-24 23:22:17 +0100638
Olaf Hering8d8a0242007-04-26 06:36:56 +1000639/* Match a class of boards, not a specific device configuration. */
David Woodhouse1269277a2006-04-24 23:22:17 +0100640int check_legacy_ioport(unsigned long base_port)
641{
Olaf Hering8d8a0242007-04-26 06:36:56 +1000642 struct device_node *parent, *np = NULL;
643 int ret = -ENODEV;
644
645 switch(base_port) {
646 case I8042_DATA_REG:
Wade Farnsworthdb0dbae2007-06-20 10:15:10 +1000647 if (!(np = of_find_compatible_node(NULL, NULL, "pnpPNP,303")))
648 np = of_find_compatible_node(NULL, NULL, "pnpPNP,f03");
649 if (np) {
650 parent = of_get_parent(np);
Martyn Welch540c6c32010-05-24 22:09:16 +0000651
652 of_i8042_kbd_irq = irq_of_parse_and_map(parent, 0);
653 if (!of_i8042_kbd_irq)
654 of_i8042_kbd_irq = 1;
655
656 of_i8042_aux_irq = irq_of_parse_and_map(parent, 1);
657 if (!of_i8042_aux_irq)
658 of_i8042_aux_irq = 12;
659
Wade Farnsworthdb0dbae2007-06-20 10:15:10 +1000660 of_node_put(np);
661 np = parent;
662 break;
663 }
Olaf Hering8d8a0242007-04-26 06:36:56 +1000664 np = of_find_node_by_type(NULL, "8042");
Alan Curryf5d834f2007-07-25 11:28:32 +1000665 /* Pegasos has no device_type on its 8042 node, look for the
666 * name instead */
667 if (!np)
668 np = of_find_node_by_name(NULL, "8042");
Gabriel Paubert2c780272011-05-13 01:03:13 +0000669 if (np) {
670 of_i8042_kbd_irq = 1;
671 of_i8042_aux_irq = 12;
672 }
Olaf Hering8d8a0242007-04-26 06:36:56 +1000673 break;
674 case FDC_BASE: /* FDC1 */
675 np = of_find_node_by_type(NULL, "fdc");
676 break;
Olaf Hering8d8a0242007-04-26 06:36:56 +1000677 default:
678 /* ipmi is supposed to fail here */
679 break;
680 }
681 if (!np)
682 return ret;
683 parent = of_get_parent(np);
684 if (parent) {
Rob Herringe5480bd2018-11-16 16:11:00 -0600685 if (of_node_is_type(parent, "isa"))
Olaf Hering8d8a0242007-04-26 06:36:56 +1000686 ret = 0;
687 of_node_put(parent);
688 }
689 of_node_put(np);
690 return ret;
David Woodhouse1269277a2006-04-24 23:22:17 +0100691}
692EXPORT_SYMBOL(check_legacy_ioport);
Kumar Gala7e990262006-05-05 00:02:08 -0500693
David Gibsonab9dbf72017-12-04 16:27:25 +1100694static int ppc_panic_event(struct notifier_block *this,
695 unsigned long event, void *ptr)
696{
697 /*
Nicholas Piggin855b6232018-05-19 14:35:54 +1000698 * panic does a local_irq_disable, but we really
699 * want interrupts to be hard disabled.
700 */
701 hard_irq_disable();
702
703 /*
David Gibsonab9dbf72017-12-04 16:27:25 +1100704 * If firmware-assisted dump has been registered then trigger
705 * firmware-assisted dump and let firmware handle everything else.
706 */
707 crash_fadump(NULL, ptr);
Nicholas Piggin855b6232018-05-19 14:35:54 +1000708 if (ppc_md.panic)
709 ppc_md.panic(ptr); /* May not return */
David Gibsonab9dbf72017-12-04 16:27:25 +1100710 return NOTIFY_DONE;
711}
712
713static struct notifier_block ppc_panic_block = {
714 .notifier_call = ppc_panic_event,
715 .priority = INT_MIN /* may not return; must be done last */
716};
717
718void __init setup_panic(void)
719{
Nicholas Piggin855b6232018-05-19 14:35:54 +1000720 /* PPC64 always does a hard irq disable in its panic handler */
721 if (!IS_ENABLED(CONFIG_PPC64) && !ppc_md.panic)
David Gibsonab9dbf72017-12-04 16:27:25 +1100722 return;
723 atomic_notifier_chain_register(&panic_notifier_list, &ppc_panic_block);
724}
725
Dale Farnsworth06cce432007-05-12 10:57:35 +1000726#ifdef CONFIG_CHECK_CACHE_COHERENCY
727/*
728 * For platforms that have configurable cache-coherency. This function
729 * checks that the cache coherency setting of the kernel matches the setting
730 * left by the firmware, as indicated in the device tree. Since a mismatch
731 * will eventually result in DMA failures, we print * and error and call
732 * BUG() in that case.
733 */
734
Christophe Leroyb5064ef2019-03-22 08:08:43 +0000735#define KERNEL_COHERENCY (!IS_ENABLED(CONFIG_NOT_COHERENT_CACHE))
Dale Farnsworth06cce432007-05-12 10:57:35 +1000736
737static int __init check_cache_coherency(void)
738{
739 struct device_node *np;
740 const void *prop;
Christophe Leroyb5064ef2019-03-22 08:08:43 +0000741 bool devtree_coherency;
Dale Farnsworth06cce432007-05-12 10:57:35 +1000742
743 np = of_find_node_by_path("/");
744 prop = of_get_property(np, "coherency-off", NULL);
745 of_node_put(np);
746
Christophe Leroyb5064ef2019-03-22 08:08:43 +0000747 devtree_coherency = prop ? false : true;
Dale Farnsworth06cce432007-05-12 10:57:35 +1000748
749 if (devtree_coherency != KERNEL_COHERENCY) {
750 printk(KERN_ERR
751 "kernel coherency:%s != device tree_coherency:%s\n",
752 KERNEL_COHERENCY ? "on" : "off",
753 devtree_coherency ? "on" : "off");
754 BUG();
755 }
756
757 return 0;
758}
759
760late_initcall(check_cache_coherency);
761#endif /* CONFIG_CHECK_CACHE_COHERENCY */
Michael Ellerman94a38072007-06-20 10:54:19 +1000762
763#ifdef CONFIG_DEBUG_FS
764struct dentry *powerpc_debugfs_root;
Anton Blanchard907b1f42009-10-26 18:52:24 +0000765EXPORT_SYMBOL(powerpc_debugfs_root);
Michael Ellerman94a38072007-06-20 10:54:19 +1000766
767static int powerpc_debugfs_init(void)
768{
769 powerpc_debugfs_root = debugfs_create_dir("powerpc", NULL);
770
771 return powerpc_debugfs_root == NULL;
772}
773arch_initcall(powerpc_debugfs_init);
774#endif
Kumar Galad7462862009-03-19 03:40:51 +0000775
Dave Carrolla9c0f412011-06-18 07:36:40 +0000776void ppc_printk_progress(char *s, unsigned short hex)
Kumar Galad7462862009-03-19 03:40:51 +0000777{
Dave Carrolla9c0f412011-06-18 07:36:40 +0000778 pr_info("%s\n", s);
Kumar Galad7462862009-03-19 03:40:51 +0000779}
780
Kumar Gala314b02f2011-07-08 00:17:27 -0500781void arch_setup_pdev_archdata(struct platform_device *pdev)
Kumar Galad7462862009-03-19 03:40:51 +0000782{
Kumar Gala314b02f2011-07-08 00:17:27 -0500783 pdev->archdata.dma_mask = DMA_BIT_MASK(32);
784 pdev->dev.dma_mask = &pdev->archdata.dma_mask;
Kumar Galad7462862009-03-19 03:40:51 +0000785}
Benjamin Herrenschmidtb1923ca2016-07-05 15:07:51 +1000786
787static __init void print_system_info(void)
788{
789 pr_info("-----------------------------------------------------\n");
Benjamin Herrenschmidtb1923ca2016-07-05 15:07:51 +1000790 pr_info("phys_mem_size = 0x%llx\n",
791 (unsigned long long)memblock_phys_mem_size());
792
793 pr_info("dcache_bsize = 0x%x\n", dcache_bsize);
794 pr_info("icache_bsize = 0x%x\n", icache_bsize);
795 if (ucache_bsize != 0)
796 pr_info("ucache_bsize = 0x%x\n", ucache_bsize);
797
798 pr_info("cpu_features = 0x%016lx\n", cur_cpu_spec->cpu_features);
799 pr_info(" possible = 0x%016lx\n",
800 (unsigned long)CPU_FTRS_POSSIBLE);
801 pr_info(" always = 0x%016lx\n",
802 (unsigned long)CPU_FTRS_ALWAYS);
803 pr_info("cpu_user_features = 0x%08x 0x%08x\n",
804 cur_cpu_spec->cpu_user_features,
805 cur_cpu_spec->cpu_user_features2);
806 pr_info("mmu_features = 0x%08x\n", cur_cpu_spec->mmu_features);
807#ifdef CONFIG_PPC64
808 pr_info("firmware_features = 0x%016lx\n", powerpc_firmware_features);
809#endif
810
Christophe Leroye4dccf92019-04-26 16:36:39 +0000811 print_system_hash_info();
Benjamin Herrenschmidtb1923ca2016-07-05 15:07:51 +1000812
813 if (PHYSICAL_START > 0)
814 pr_info("physical_start = 0x%llx\n",
815 (unsigned long long)PHYSICAL_START);
816 pr_info("-----------------------------------------------------\n");
817}
818
Nicholas Piggin59f57772018-02-14 01:08:19 +1000819#ifdef CONFIG_SMP
820static void smp_setup_pacas(void)
821{
822 int cpu;
823
824 for_each_possible_cpu(cpu) {
825 if (cpu == smp_processor_id())
826 continue;
827 allocate_paca(cpu);
828 set_hard_smp_processor_id(cpu, cpu_to_phys_id[cpu]);
829 }
830
831 memblock_free(__pa(cpu_to_phys_id), nr_cpu_ids * sizeof(u32));
832 cpu_to_phys_id = NULL;
833}
834#endif
835
Benjamin Herrenschmidtb1923ca2016-07-05 15:07:51 +1000836/*
837 * Called into from start_kernel this initializes memblock, which is used
838 * to manage page allocation until mem_init is called.
839 */
840void __init setup_arch(char **cmdline_p)
841{
Christophe Leroy2edb16e2019-04-26 16:23:34 +0000842 kasan_init();
843
Benjamin Herrenschmidtb1923ca2016-07-05 15:07:51 +1000844 *cmdline_p = boot_command_line;
845
846 /* Set a half-reasonable default so udelay does something sensible */
847 loops_per_jiffy = 500000000 / HZ;
848
849 /* Unflatten the device-tree passed by prom_init or kexec */
850 unflatten_device_tree();
851
852 /*
853 * Initialize cache line/block info from device-tree (on ppc64) or
854 * just cputable (on ppc32).
855 */
856 initialize_cache_info();
857
858 /* Initialize RTAS if available. */
859 rtas_initialize();
860
861 /* Check if we have an initrd provided via the device-tree. */
862 check_for_initrd();
863
864 /* Probe the machine type, establish ppc_md. */
865 probe_machine();
866
David Gibsonab9dbf72017-12-04 16:27:25 +1100867 /* Setup panic notifier if requested by the platform. */
868 setup_panic();
869
Benjamin Herrenschmidtb1923ca2016-07-05 15:07:51 +1000870 /*
871 * Configure ppc_md.power_save (ppc32 only, 64-bit machines do
872 * it from their respective probe() function.
873 */
874 setup_power_save();
875
876 /* Discover standard serial ports. */
877 find_legacy_serial_ports();
878
879 /* Register early console with the printk subsystem. */
880 register_early_udbg_console();
881
882 /* Setup the various CPU maps based on the device-tree. */
883 smp_setup_cpu_maps();
884
885 /* Initialize xmon. */
886 xmon_setup();
887
888 /* Check the SMT related command line arguments (ppc64). */
889 check_smt_enabled();
890
Nicholas Piggin9bd9be02018-02-14 01:08:16 +1000891 /* Parse memory topology */
892 mem_topology_setup();
893
Benjamin Herrenschmidtb1923ca2016-07-05 15:07:51 +1000894 /*
895 * Release secondary cpus out of their spinloops at 0x60 now that
896 * we can map physical -> logical CPU ids.
897 *
898 * Freescale Book3e parts spin in a loop provided by firmware,
899 * so smp_release_cpus() does nothing for them.
900 */
901#ifdef CONFIG_SMP
Nicholas Piggin59f57772018-02-14 01:08:19 +1000902 smp_setup_pacas();
Michael Ellerman1d0afc02018-03-31 20:57:10 +1100903
904 /* On BookE, setup per-core TLB data structures. */
905 setup_tlb_core_data();
906
Benjamin Herrenschmidtb1923ca2016-07-05 15:07:51 +1000907 smp_release_cpus();
908#endif
909
910 /* Print various info about the machine that has been gathered so far. */
911 print_system_info();
912
913 /* Reserve large chunks of memory for use by CMA for KVM. */
914 kvm_cma_reserve();
915
Christophe Leroyed1cd6d2019-01-31 10:08:58 +0000916 klp_init_thread_info(&init_task);
Benjamin Herrenschmidtb1923ca2016-07-05 15:07:51 +1000917
918 init_mm.start_code = (unsigned long)_stext;
919 init_mm.end_code = (unsigned long) _etext;
920 init_mm.end_data = (unsigned long) _edata;
921 init_mm.brk = klimit;
Aneesh Kumar K.V957b7782017-03-22 09:06:58 +0530922
Alexey Kardashevskiy88f54a32016-11-30 17:51:59 +1100923 mm_iommu_init(&init_mm);
Benjamin Herrenschmidtb1923ca2016-07-05 15:07:51 +1000924 irqstack_early_init();
925 exc_lvl_early_init();
926 emergency_stack_init();
927
928 initmem_init();
929
Christophe Leroyd90fe2a2018-09-28 15:39:20 +0000930 early_memtest(min_low_pfn << PAGE_SHIFT, max_low_pfn << PAGE_SHIFT);
931
Christophe Leroy65184f22019-03-22 08:08:45 +0000932 if (IS_ENABLED(CONFIG_DUMMY_CONSOLE))
933 conswitchp = &dummy_con;
934
Benjamin Herrenschmidtb1923ca2016-07-05 15:07:51 +1000935 if (ppc_md.setup_arch)
936 ppc_md.setup_arch();
937
Michael Ellermanaf375ee2018-07-28 09:06:35 +1000938 setup_barrier_nospec();
Diana Craciun3bc8ea82018-12-12 16:03:08 +0200939 setup_spectre_v2();
Michael Ellermanaf375ee2018-07-28 09:06:35 +1000940
Benjamin Herrenschmidtb1923ca2016-07-05 15:07:51 +1000941 paging_init();
942
943 /* Initialize the MMU context management stuff. */
944 mmu_context_init();
945
Benjamin Herrenschmidtb1923ca2016-07-05 15:07:51 +1000946 /* Interrupt code needs to be 64K-aligned. */
Christophe Leroy65184f22019-03-22 08:08:45 +0000947 if (IS_ENABLED(CONFIG_PPC64) && (unsigned long)_stext & 0xffff)
Benjamin Herrenschmidtb1923ca2016-07-05 15:07:51 +1000948 panic("Kernelbase not 64K-aligned (0x%lx)!\n",
949 (unsigned long)_stext);
Benjamin Herrenschmidtb1923ca2016-07-05 15:07:51 +1000950}