blob: fcb1386bb0d483b3dc26854616315579a79fd4fb [file] [log] [blame]
Greg Kroah-Hartmanb2441312017-11-01 15:07:57 +01001/* SPDX-License-Identifier: GPL-2.0 */
Linus Torvalds1da177e2005-04-16 15:20:36 -07002/*
3 * include/linux/cpu.h - generic cpu definition
4 *
5 * This is mainly for topological representation. We define the
6 * basic 'struct cpu' here, which can be embedded in per-arch
7 * definitions of processors.
8 *
9 * Basic handling of the devices is done in drivers/base/cpu.c
Linus Torvalds1da177e2005-04-16 15:20:36 -070010 *
Robert P. J. Day611a75e12013-05-03 06:45:48 -040011 * CPUs are exported via sysfs in the devices/system/cpu
Linus Torvalds1da177e2005-04-16 15:20:36 -070012 * directory.
Linus Torvalds1da177e2005-04-16 15:20:36 -070013 */
14#ifndef _LINUX_CPU_H_
15#define _LINUX_CPU_H_
16
Linus Torvalds1da177e2005-04-16 15:20:36 -070017#include <linux/node.h>
18#include <linux/compiler.h>
19#include <linux/cpumask.h>
Thomas Gleixnercff7d372016-02-26 18:43:28 +000020#include <linux/cpuhotplug.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070021
Paul Gortmaker313162d2012-01-30 11:46:54 -050022struct device;
David Millerd1cb9d12013-10-03 17:24:51 -040023struct device_node;
Sudeep Holla3d529432014-09-30 14:48:24 +010024struct attribute_group;
Paul Gortmaker313162d2012-01-30 11:46:54 -050025
Linus Torvalds1da177e2005-04-16 15:20:36 -070026struct cpu {
27 int node_id; /* The node which contains the CPU */
Siddha, Suresh B72486f12006-12-07 02:14:10 +010028 int hotpluggable; /* creates sysfs control file if hotpluggable */
Kay Sievers8a25a2f2011-12-21 14:29:42 -080029 struct device dev;
Linus Torvalds1da177e2005-04-16 15:20:36 -070030};
31
Thomas Gleixnercff7d372016-02-26 18:43:28 +000032extern void boot_cpu_init(void);
Linus Torvaldsb5b14042018-08-12 12:19:42 -070033extern void boot_cpu_hotplug_init(void);
Ingo Molnar1777e462017-02-05 14:47:12 +010034extern void cpu_init(void);
35extern void trap_init(void);
Thomas Gleixnercff7d372016-02-26 18:43:28 +000036
KAMEZAWA Hiroyuki76b67ed2006-06-27 02:53:41 -070037extern int register_cpu(struct cpu *cpu, int num);
Kay Sievers8a25a2f2011-12-21 14:29:42 -080038extern struct device *get_cpu_device(unsigned cpu);
Josh Triplett29875572011-12-03 13:06:50 -080039extern bool cpu_is_hotpluggable(unsigned cpu);
Sudeep KarkadaNagesha183912d2013-08-15 14:01:40 +010040extern bool arch_match_cpu_phys_id(int cpu, u64 phys_id);
David Millerd1cb9d12013-10-03 17:24:51 -040041extern bool arch_find_n_match_cpu_physical_id(struct device_node *cpun,
42 int cpu, unsigned int *thread);
Christian Krafft0344c6c2006-10-24 18:31:24 +020043
Kay Sievers8a25a2f2011-12-21 14:29:42 -080044extern int cpu_add_dev_attr(struct device_attribute *attr);
45extern void cpu_remove_dev_attr(struct device_attribute *attr);
Christian Krafft0344c6c2006-10-24 18:31:24 +020046
Kay Sievers8a25a2f2011-12-21 14:29:42 -080047extern int cpu_add_dev_attr_group(struct attribute_group *attrs);
48extern void cpu_remove_dev_attr_group(struct attribute_group *attrs);
Christian Krafft0344c6c2006-10-24 18:31:24 +020049
Thomas Gleixner87590ce2018-01-07 22:48:00 +010050extern ssize_t cpu_show_meltdown(struct device *dev,
51 struct device_attribute *attr, char *buf);
52extern ssize_t cpu_show_spectre_v1(struct device *dev,
53 struct device_attribute *attr, char *buf);
54extern ssize_t cpu_show_spectre_v2(struct device *dev,
55 struct device_attribute *attr, char *buf);
Konrad Rzeszutek Wilkc4564422018-04-25 22:04:20 -040056extern ssize_t cpu_show_spec_store_bypass(struct device *dev,
57 struct device_attribute *attr, char *buf);
Andi Kleen17dbca12018-06-13 15:48:26 -070058extern ssize_t cpu_show_l1tf(struct device *dev,
59 struct device_attribute *attr, char *buf);
Thomas Gleixner8a4b06d2019-02-18 22:51:43 +010060extern ssize_t cpu_show_mds(struct device *dev,
61 struct device_attribute *attr, char *buf);
Thomas Gleixner87590ce2018-01-07 22:48:00 +010062
Nicolas Iooss8db14862015-07-17 16:23:42 -070063extern __printf(4, 5)
64struct device *cpu_device_create(struct device *parent, void *drvdata,
65 const struct attribute_group **groups,
66 const char *fmt, ...);
Linus Torvalds1da177e2005-04-16 15:20:36 -070067#ifdef CONFIG_HOTPLUG_CPU
KAMEZAWA Hiroyuki76b67ed2006-06-27 02:53:41 -070068extern void unregister_cpu(struct cpu *cpu);
Nathan Fontenot12633e82009-11-25 17:23:25 +000069extern ssize_t arch_cpu_probe(const char *, size_t);
70extern ssize_t arch_cpu_release(const char *, size_t);
Linus Torvalds1da177e2005-04-16 15:20:36 -070071#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -070072
Thomas Gleixnerf4c09f82017-11-13 09:39:01 +010073/*
74 * These states are not related to the core CPU hotplug mechanism. They are
75 * used by various (sub)architectures to track internal state
Amerigo Wang80f1ff92011-07-25 17:13:08 -070076 */
Thomas Gleixnerf4c09f82017-11-13 09:39:01 +010077#define CPU_ONLINE 0x0002 /* CPU is up */
78#define CPU_UP_PREPARE 0x0003 /* CPU coming up */
79#define CPU_DEAD 0x0007 /* CPU dead */
80#define CPU_DEAD_FROZEN 0x0008 /* CPU timed out on unplug */
81#define CPU_POST_DEAD 0x0009 /* CPU successfully unplugged */
82#define CPU_BROKEN 0x000B /* CPU did not die properly */
Amerigo Wang80f1ff92011-07-25 17:13:08 -070083
Linus Torvalds1da177e2005-04-16 15:20:36 -070084#ifdef CONFIG_SMP
Thomas Gleixner090e77c2016-02-26 18:43:23 +000085extern bool cpuhp_tasks_frozen;
Linus Torvalds1da177e2005-04-16 15:20:36 -070086int cpu_up(unsigned int cpu);
Manfred Spraule545a612008-09-07 16:57:22 +020087void notify_cpu_starting(unsigned int cpu);
Oleg Nesterov3da1c842008-07-25 01:47:50 -070088extern void cpu_maps_update_begin(void);
89extern void cpu_maps_update_done(void);
Ingo Molnard0d23b52008-01-25 21:08:02 +010090
Oleg Nesterov3da1c842008-07-25 01:47:50 -070091#else /* CONFIG_SMP */
Thomas Gleixner090e77c2016-02-26 18:43:23 +000092#define cpuhp_tasks_frozen 0
Linus Torvalds1da177e2005-04-16 15:20:36 -070093
Oleg Nesterov3da1c842008-07-25 01:47:50 -070094static inline void cpu_maps_update_begin(void)
95{
96}
97
98static inline void cpu_maps_update_done(void)
99{
100}
101
Linus Torvalds1da177e2005-04-16 15:20:36 -0700102#endif /* CONFIG_SMP */
Kay Sievers8a25a2f2011-12-21 14:29:42 -0800103extern struct bus_type cpu_subsys;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700104
105#ifdef CONFIG_HOTPLUG_CPU
Thomas Gleixner8f553c42017-05-24 10:15:12 +0200106extern void cpus_write_lock(void);
107extern void cpus_write_unlock(void);
108extern void cpus_read_lock(void);
109extern void cpus_read_unlock(void);
Waiman Long6f4ceee2018-07-24 14:26:04 -0400110extern int cpus_read_trylock(void);
Thomas Gleixnerfc8dffd2017-05-24 10:15:40 +0200111extern void lockdep_assert_cpus_held(void);
Srivatsa S. Bhat16e53db2013-06-12 14:04:36 -0700112extern void cpu_hotplug_disable(void);
113extern void cpu_hotplug_enable(void);
Anton Vorontsovcb792952012-05-31 16:26:22 -0700114void clear_tasks_mm_cpumask(int cpu);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700115int cpu_down(unsigned int cpu);
Gautham R Shenoyf7dff2b2006-12-06 20:38:58 -0800116
Thomas Gleixner8f553c42017-05-24 10:15:12 +0200117#else /* CONFIG_HOTPLUG_CPU */
Gautham R Shenoyf7dff2b2006-12-06 20:38:58 -0800118
Thomas Gleixner8f553c42017-05-24 10:15:12 +0200119static inline void cpus_write_lock(void) { }
120static inline void cpus_write_unlock(void) { }
121static inline void cpus_read_lock(void) { }
122static inline void cpus_read_unlock(void) { }
Waiman Long6f4ceee2018-07-24 14:26:04 -0400123static inline int cpus_read_trylock(void) { return true; }
Thomas Gleixnerade3f682017-05-24 10:15:13 +0200124static inline void lockdep_assert_cpus_held(void) { }
Thomas Gleixner8f553c42017-05-24 10:15:12 +0200125static inline void cpu_hotplug_disable(void) { }
126static inline void cpu_hotplug_enable(void) { }
127#endif /* !CONFIG_HOTPLUG_CPU */
128
129/* Wrappers which go away once all code is converted */
130static inline void cpu_hotplug_begin(void) { cpus_write_lock(); }
131static inline void cpu_hotplug_done(void) { cpus_write_unlock(); }
132static inline void get_online_cpus(void) { cpus_read_lock(); }
133static inline void put_online_cpus(void) { cpus_read_unlock(); }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700134
Rafael J. Wysockif3de4be2007-08-30 23:56:29 -0700135#ifdef CONFIG_PM_SLEEP_SMP
James Morsed391e552016-08-17 13:50:25 +0100136extern int freeze_secondary_cpus(int primary);
137static inline int disable_nonboot_cpus(void)
138{
139 return freeze_secondary_cpus(0);
140}
Rafael J. Wysockie3920fb2006-09-25 23:32:48 -0700141extern void enable_nonboot_cpus(void);
Nicholas Piggin2f1a6fb2019-04-11 13:34:45 +1000142
143static inline int suspend_disable_secondary_cpus(void)
144{
Nicholas Piggin9ca12ac2019-04-11 13:34:46 +1000145 int cpu = 0;
146
147 if (IS_ENABLED(CONFIG_PM_SLEEP_SMP_NONZERO_CPU))
148 cpu = -1;
149
150 return freeze_secondary_cpus(cpu);
Nicholas Piggin2f1a6fb2019-04-11 13:34:45 +1000151}
152static inline void suspend_enable_secondary_cpus(void)
153{
154 return enable_nonboot_cpus();
155}
156
Rafael J. Wysockif3de4be2007-08-30 23:56:29 -0700157#else /* !CONFIG_PM_SLEEP_SMP */
Rafael J. Wysockie3920fb2006-09-25 23:32:48 -0700158static inline int disable_nonboot_cpus(void) { return 0; }
159static inline void enable_nonboot_cpus(void) {}
Nicholas Piggin2f1a6fb2019-04-11 13:34:45 +1000160static inline int suspend_disable_secondary_cpus(void) { return 0; }
161static inline void suspend_enable_secondary_cpus(void) { }
Rafael J. Wysockif3de4be2007-08-30 23:56:29 -0700162#endif /* !CONFIG_PM_SLEEP_SMP */
Rafael J. Wysockie3920fb2006-09-25 23:32:48 -0700163
Thomas Gleixnera1a04ec2013-03-21 22:49:34 +0100164void cpu_startup_entry(enum cpuhp_state state);
Thomas Gleixnera1a04ec2013-03-21 22:49:34 +0100165
Thomas Gleixnerd1669912013-03-21 22:49:35 +0100166void cpu_idle_poll_ctrl(bool enable);
167
Chris Metcalf6727ad92016-10-07 17:02:55 -0700168/* Attach to any functions which should be considered cpuidle. */
169#define __cpuidle __attribute__((__section__(".cpuidle.text")))
170
171bool cpu_in_idle(unsigned long pc);
172
Thomas Gleixnerd1669912013-03-21 22:49:35 +0100173void arch_cpu_idle(void);
174void arch_cpu_idle_prepare(void);
175void arch_cpu_idle_enter(void);
176void arch_cpu_idle_exit(void);
177void arch_cpu_idle_dead(void);
178
Paul E. McKenney8038dad2015-02-25 10:34:39 -0800179int cpu_report_state(int cpu);
180int cpu_check_up_prepare(int cpu);
181void cpu_set_state_online(int cpu);
Peter Zijlstrac1de45c2016-11-28 23:03:05 -0800182void play_idle(unsigned long duration_ms);
183
Paul E. McKenney8038dad2015-02-25 10:34:39 -0800184#ifdef CONFIG_HOTPLUG_CPU
185bool cpu_wait_death(unsigned int cpu, int seconds);
186bool cpu_report_death(void);
Thomas Gleixnere69aab12016-02-26 18:43:43 +0000187void cpuhp_report_idle_dead(void);
188#else
189static inline void cpuhp_report_idle_dead(void) { }
Paul E. McKenney8038dad2015-02-25 10:34:39 -0800190#endif /* #ifdef CONFIG_HOTPLUG_CPU */
191
Thomas Gleixner05736e42018-05-29 17:48:27 +0200192enum cpuhp_smt_control {
193 CPU_SMT_ENABLED,
194 CPU_SMT_DISABLED,
195 CPU_SMT_FORCE_DISABLED,
196 CPU_SMT_NOT_SUPPORTED,
Josh Poimboeufde7b77e2019-03-27 07:00:29 -0500197 CPU_SMT_NOT_IMPLEMENTED,
Thomas Gleixner05736e42018-05-29 17:48:27 +0200198};
199
200#if defined(CONFIG_SMP) && defined(CONFIG_HOTPLUG_SMT)
201extern enum cpuhp_smt_control cpu_smt_control;
Jiri Kosina8e1b7062018-07-13 16:23:23 +0200202extern void cpu_smt_disable(bool force);
Thomas Gleixnerfee0aed2018-07-13 16:23:24 +0200203extern void cpu_smt_check_topology(void);
Jiri Kosinaec527c32019-05-30 00:09:39 +0200204extern int cpuhp_smt_enable(void);
205extern int cpuhp_smt_disable(enum cpuhp_smt_control ctrlval);
Thomas Gleixner05736e42018-05-29 17:48:27 +0200206#else
Josh Poimboeufde7b77e2019-03-27 07:00:29 -0500207# define cpu_smt_control (CPU_SMT_NOT_IMPLEMENTED)
Jiri Kosina8e1b7062018-07-13 16:23:23 +0200208static inline void cpu_smt_disable(bool force) { }
Thomas Gleixnerfee0aed2018-07-13 16:23:24 +0200209static inline void cpu_smt_check_topology(void) { }
Jiri Kosinaec527c32019-05-30 00:09:39 +0200210static inline int cpuhp_smt_enable(void) { return 0; }
211static inline int cpuhp_smt_disable(enum cpuhp_smt_control ctrlval) { return 0; }
Thomas Gleixner05736e42018-05-29 17:48:27 +0200212#endif
213
Josh Poimboeuf98af8452019-04-12 15:39:28 -0500214/*
215 * These are used for a global "mitigations=" cmdline option for toggling
216 * optional CPU mitigations.
217 */
218enum cpu_mitigations {
219 CPU_MITIGATIONS_OFF,
220 CPU_MITIGATIONS_AUTO,
221 CPU_MITIGATIONS_AUTO_NOSMT,
222};
223
224extern enum cpu_mitigations cpu_mitigations;
225
226/* mitigations=off */
227static inline bool cpu_mitigations_off(void)
228{
229 return cpu_mitigations == CPU_MITIGATIONS_OFF;
230}
231
232/* mitigations=auto,nosmt */
233static inline bool cpu_mitigations_auto_nosmt(void)
234{
235 return cpu_mitigations == CPU_MITIGATIONS_AUTO_NOSMT;
236}
237
Linus Torvalds1da177e2005-04-16 15:20:36 -0700238#endif /* _LINUX_CPU_H_ */