blob: 73baab8535c14a8755f5748bdc0ca53423a631c1 [file] [log] [blame]
Greg Kroah-Hartmanb2441312017-11-01 15:07:57 +01001/* SPDX-License-Identifier: GPL-2.0 */
Linus Torvalds1da177e2005-04-16 15:20:36 -07002/*
3 * include/linux/cpu.h - generic cpu definition
4 *
5 * This is mainly for topological representation. We define the
6 * basic 'struct cpu' here, which can be embedded in per-arch
7 * definitions of processors.
8 *
9 * Basic handling of the devices is done in drivers/base/cpu.c
Linus Torvalds1da177e2005-04-16 15:20:36 -070010 *
Robert P. J. Day611a75e12013-05-03 06:45:48 -040011 * CPUs are exported via sysfs in the devices/system/cpu
Linus Torvalds1da177e2005-04-16 15:20:36 -070012 * directory.
Linus Torvalds1da177e2005-04-16 15:20:36 -070013 */
14#ifndef _LINUX_CPU_H_
15#define _LINUX_CPU_H_
16
Linus Torvalds1da177e2005-04-16 15:20:36 -070017#include <linux/node.h>
18#include <linux/compiler.h>
19#include <linux/cpumask.h>
Thomas Gleixnercff7d372016-02-26 18:43:28 +000020#include <linux/cpuhotplug.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070021
Paul Gortmaker313162d2012-01-30 11:46:54 -050022struct device;
David Millerd1cb9d12013-10-03 17:24:51 -040023struct device_node;
Sudeep Holla3d529432014-09-30 14:48:24 +010024struct attribute_group;
Paul Gortmaker313162d2012-01-30 11:46:54 -050025
Linus Torvalds1da177e2005-04-16 15:20:36 -070026struct cpu {
27 int node_id; /* The node which contains the CPU */
Siddha, Suresh B72486f12006-12-07 02:14:10 +010028 int hotpluggable; /* creates sysfs control file if hotpluggable */
Kay Sievers8a25a2f2011-12-21 14:29:42 -080029 struct device dev;
Linus Torvalds1da177e2005-04-16 15:20:36 -070030};
31
Thomas Gleixnercff7d372016-02-26 18:43:28 +000032extern void boot_cpu_init(void);
Linus Torvaldsb5b14042018-08-12 12:19:42 -070033extern void boot_cpu_hotplug_init(void);
Ingo Molnar1777e462017-02-05 14:47:12 +010034extern void cpu_init(void);
35extern void trap_init(void);
Thomas Gleixnercff7d372016-02-26 18:43:28 +000036
KAMEZAWA Hiroyuki76b67ed2006-06-27 02:53:41 -070037extern int register_cpu(struct cpu *cpu, int num);
Kay Sievers8a25a2f2011-12-21 14:29:42 -080038extern struct device *get_cpu_device(unsigned cpu);
Josh Triplett29875572011-12-03 13:06:50 -080039extern bool cpu_is_hotpluggable(unsigned cpu);
Sudeep KarkadaNagesha183912d2013-08-15 14:01:40 +010040extern bool arch_match_cpu_phys_id(int cpu, u64 phys_id);
David Millerd1cb9d12013-10-03 17:24:51 -040041extern bool arch_find_n_match_cpu_physical_id(struct device_node *cpun,
42 int cpu, unsigned int *thread);
Christian Krafft0344c6c2006-10-24 18:31:24 +020043
Kay Sievers8a25a2f2011-12-21 14:29:42 -080044extern int cpu_add_dev_attr(struct device_attribute *attr);
45extern void cpu_remove_dev_attr(struct device_attribute *attr);
Christian Krafft0344c6c2006-10-24 18:31:24 +020046
Kay Sievers8a25a2f2011-12-21 14:29:42 -080047extern int cpu_add_dev_attr_group(struct attribute_group *attrs);
48extern void cpu_remove_dev_attr_group(struct attribute_group *attrs);
Christian Krafft0344c6c2006-10-24 18:31:24 +020049
Thomas Gleixner87590ce2018-01-07 22:48:00 +010050extern ssize_t cpu_show_meltdown(struct device *dev,
51 struct device_attribute *attr, char *buf);
52extern ssize_t cpu_show_spectre_v1(struct device *dev,
53 struct device_attribute *attr, char *buf);
54extern ssize_t cpu_show_spectre_v2(struct device *dev,
55 struct device_attribute *attr, char *buf);
Konrad Rzeszutek Wilkc4564422018-04-25 22:04:20 -040056extern ssize_t cpu_show_spec_store_bypass(struct device *dev,
57 struct device_attribute *attr, char *buf);
Andi Kleen17dbca12018-06-13 15:48:26 -070058extern ssize_t cpu_show_l1tf(struct device *dev,
59 struct device_attribute *attr, char *buf);
Thomas Gleixner87590ce2018-01-07 22:48:00 +010060
Nicolas Iooss8db14862015-07-17 16:23:42 -070061extern __printf(4, 5)
62struct device *cpu_device_create(struct device *parent, void *drvdata,
63 const struct attribute_group **groups,
64 const char *fmt, ...);
Linus Torvalds1da177e2005-04-16 15:20:36 -070065#ifdef CONFIG_HOTPLUG_CPU
KAMEZAWA Hiroyuki76b67ed2006-06-27 02:53:41 -070066extern void unregister_cpu(struct cpu *cpu);
Nathan Fontenot12633e82009-11-25 17:23:25 +000067extern ssize_t arch_cpu_probe(const char *, size_t);
68extern ssize_t arch_cpu_release(const char *, size_t);
Linus Torvalds1da177e2005-04-16 15:20:36 -070069#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -070070
Thomas Gleixnerf4c09f82017-11-13 09:39:01 +010071/*
72 * These states are not related to the core CPU hotplug mechanism. They are
73 * used by various (sub)architectures to track internal state
Amerigo Wang80f1ff92011-07-25 17:13:08 -070074 */
Thomas Gleixnerf4c09f82017-11-13 09:39:01 +010075#define CPU_ONLINE 0x0002 /* CPU is up */
76#define CPU_UP_PREPARE 0x0003 /* CPU coming up */
77#define CPU_DEAD 0x0007 /* CPU dead */
78#define CPU_DEAD_FROZEN 0x0008 /* CPU timed out on unplug */
79#define CPU_POST_DEAD 0x0009 /* CPU successfully unplugged */
80#define CPU_BROKEN 0x000B /* CPU did not die properly */
Amerigo Wang80f1ff92011-07-25 17:13:08 -070081
Linus Torvalds1da177e2005-04-16 15:20:36 -070082#ifdef CONFIG_SMP
Thomas Gleixner090e77c2016-02-26 18:43:23 +000083extern bool cpuhp_tasks_frozen;
Linus Torvalds1da177e2005-04-16 15:20:36 -070084int cpu_up(unsigned int cpu);
Manfred Spraule545a612008-09-07 16:57:22 +020085void notify_cpu_starting(unsigned int cpu);
Oleg Nesterov3da1c842008-07-25 01:47:50 -070086extern void cpu_maps_update_begin(void);
87extern void cpu_maps_update_done(void);
Ingo Molnard0d23b52008-01-25 21:08:02 +010088
Oleg Nesterov3da1c842008-07-25 01:47:50 -070089#else /* CONFIG_SMP */
Thomas Gleixner090e77c2016-02-26 18:43:23 +000090#define cpuhp_tasks_frozen 0
Linus Torvalds1da177e2005-04-16 15:20:36 -070091
Oleg Nesterov3da1c842008-07-25 01:47:50 -070092static inline void cpu_maps_update_begin(void)
93{
94}
95
96static inline void cpu_maps_update_done(void)
97{
98}
99
Linus Torvalds1da177e2005-04-16 15:20:36 -0700100#endif /* CONFIG_SMP */
Kay Sievers8a25a2f2011-12-21 14:29:42 -0800101extern struct bus_type cpu_subsys;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700102
103#ifdef CONFIG_HOTPLUG_CPU
Thomas Gleixner8f553c42017-05-24 10:15:12 +0200104extern void cpus_write_lock(void);
105extern void cpus_write_unlock(void);
106extern void cpus_read_lock(void);
107extern void cpus_read_unlock(void);
Waiman Long6f4ceee2018-07-24 14:26:04 -0400108extern int cpus_read_trylock(void);
Thomas Gleixnerfc8dffd2017-05-24 10:15:40 +0200109extern void lockdep_assert_cpus_held(void);
Srivatsa S. Bhat16e53db2013-06-12 14:04:36 -0700110extern void cpu_hotplug_disable(void);
111extern void cpu_hotplug_enable(void);
Anton Vorontsovcb792952012-05-31 16:26:22 -0700112void clear_tasks_mm_cpumask(int cpu);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700113int cpu_down(unsigned int cpu);
Gautham R Shenoyf7dff2b2006-12-06 20:38:58 -0800114
Thomas Gleixner8f553c42017-05-24 10:15:12 +0200115#else /* CONFIG_HOTPLUG_CPU */
Gautham R Shenoyf7dff2b2006-12-06 20:38:58 -0800116
Thomas Gleixner8f553c42017-05-24 10:15:12 +0200117static inline void cpus_write_lock(void) { }
118static inline void cpus_write_unlock(void) { }
119static inline void cpus_read_lock(void) { }
120static inline void cpus_read_unlock(void) { }
Waiman Long6f4ceee2018-07-24 14:26:04 -0400121static inline int cpus_read_trylock(void) { return true; }
Thomas Gleixnerade3f682017-05-24 10:15:13 +0200122static inline void lockdep_assert_cpus_held(void) { }
Thomas Gleixner8f553c42017-05-24 10:15:12 +0200123static inline void cpu_hotplug_disable(void) { }
124static inline void cpu_hotplug_enable(void) { }
125#endif /* !CONFIG_HOTPLUG_CPU */
126
127/* Wrappers which go away once all code is converted */
128static inline void cpu_hotplug_begin(void) { cpus_write_lock(); }
129static inline void cpu_hotplug_done(void) { cpus_write_unlock(); }
130static inline void get_online_cpus(void) { cpus_read_lock(); }
131static inline void put_online_cpus(void) { cpus_read_unlock(); }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700132
Rafael J. Wysockif3de4be2007-08-30 23:56:29 -0700133#ifdef CONFIG_PM_SLEEP_SMP
James Morsed391e552016-08-17 13:50:25 +0100134extern int freeze_secondary_cpus(int primary);
135static inline int disable_nonboot_cpus(void)
136{
137 return freeze_secondary_cpus(0);
138}
Rafael J. Wysockie3920fb2006-09-25 23:32:48 -0700139extern void enable_nonboot_cpus(void);
Nicholas Piggin2f1a6fb2019-04-11 13:34:45 +1000140
141static inline int suspend_disable_secondary_cpus(void)
142{
Nicholas Piggin9ca12ac2019-04-11 13:34:46 +1000143 int cpu = 0;
144
145 if (IS_ENABLED(CONFIG_PM_SLEEP_SMP_NONZERO_CPU))
146 cpu = -1;
147
148 return freeze_secondary_cpus(cpu);
Nicholas Piggin2f1a6fb2019-04-11 13:34:45 +1000149}
150static inline void suspend_enable_secondary_cpus(void)
151{
152 return enable_nonboot_cpus();
153}
154
Rafael J. Wysockif3de4be2007-08-30 23:56:29 -0700155#else /* !CONFIG_PM_SLEEP_SMP */
Rafael J. Wysockie3920fb2006-09-25 23:32:48 -0700156static inline int disable_nonboot_cpus(void) { return 0; }
157static inline void enable_nonboot_cpus(void) {}
Nicholas Piggin2f1a6fb2019-04-11 13:34:45 +1000158static inline int suspend_disable_secondary_cpus(void) { return 0; }
159static inline void suspend_enable_secondary_cpus(void) { }
Rafael J. Wysockif3de4be2007-08-30 23:56:29 -0700160#endif /* !CONFIG_PM_SLEEP_SMP */
Rafael J. Wysockie3920fb2006-09-25 23:32:48 -0700161
Thomas Gleixnera1a04ec2013-03-21 22:49:34 +0100162void cpu_startup_entry(enum cpuhp_state state);
Thomas Gleixnera1a04ec2013-03-21 22:49:34 +0100163
Thomas Gleixnerd1669912013-03-21 22:49:35 +0100164void cpu_idle_poll_ctrl(bool enable);
165
Chris Metcalf6727ad92016-10-07 17:02:55 -0700166/* Attach to any functions which should be considered cpuidle. */
167#define __cpuidle __attribute__((__section__(".cpuidle.text")))
168
169bool cpu_in_idle(unsigned long pc);
170
Thomas Gleixnerd1669912013-03-21 22:49:35 +0100171void arch_cpu_idle(void);
172void arch_cpu_idle_prepare(void);
173void arch_cpu_idle_enter(void);
174void arch_cpu_idle_exit(void);
175void arch_cpu_idle_dead(void);
176
Paul E. McKenney8038dad2015-02-25 10:34:39 -0800177int cpu_report_state(int cpu);
178int cpu_check_up_prepare(int cpu);
179void cpu_set_state_online(int cpu);
Peter Zijlstrac1de45c2016-11-28 23:03:05 -0800180void play_idle(unsigned long duration_ms);
181
Paul E. McKenney8038dad2015-02-25 10:34:39 -0800182#ifdef CONFIG_HOTPLUG_CPU
183bool cpu_wait_death(unsigned int cpu, int seconds);
184bool cpu_report_death(void);
Thomas Gleixnere69aab12016-02-26 18:43:43 +0000185void cpuhp_report_idle_dead(void);
186#else
187static inline void cpuhp_report_idle_dead(void) { }
Paul E. McKenney8038dad2015-02-25 10:34:39 -0800188#endif /* #ifdef CONFIG_HOTPLUG_CPU */
189
Thomas Gleixner05736e42018-05-29 17:48:27 +0200190enum cpuhp_smt_control {
191 CPU_SMT_ENABLED,
192 CPU_SMT_DISABLED,
193 CPU_SMT_FORCE_DISABLED,
194 CPU_SMT_NOT_SUPPORTED,
195};
196
197#if defined(CONFIG_SMP) && defined(CONFIG_HOTPLUG_SMT)
198extern enum cpuhp_smt_control cpu_smt_control;
Jiri Kosina8e1b7062018-07-13 16:23:23 +0200199extern void cpu_smt_disable(bool force);
Thomas Gleixnerfee0aed2018-07-13 16:23:24 +0200200extern void cpu_smt_check_topology(void);
Thomas Gleixner05736e42018-05-29 17:48:27 +0200201#else
202# define cpu_smt_control (CPU_SMT_ENABLED)
Jiri Kosina8e1b7062018-07-13 16:23:23 +0200203static inline void cpu_smt_disable(bool force) { }
Thomas Gleixnerfee0aed2018-07-13 16:23:24 +0200204static inline void cpu_smt_check_topology(void) { }
Thomas Gleixner05736e42018-05-29 17:48:27 +0200205#endif
206
Linus Torvalds1da177e2005-04-16 15:20:36 -0700207#endif /* _LINUX_CPU_H_ */