blob: bb9a0db89f1ab8e8d5387c93e4a98e81cba5da60 [file] [log] [blame]
Len Brown4f86d3a2007-10-03 18:58:00 -04001/*
2 * cpuidle.h - a generic framework for CPU idle power management
3 *
4 * (C) 2007 Venkatesh Pallipadi <venkatesh.pallipadi@intel.com>
5 * Shaohua Li <shaohua.li@intel.com>
6 * Adam Belay <abelay@novell.com>
7 *
8 * This code is licenced under the GPL.
9 */
10
11#ifndef _LINUX_CPUIDLE_H
12#define _LINUX_CPUIDLE_H
13
14#include <linux/percpu.h>
15#include <linux/list.h>
Robert Leee1689792012-03-20 15:22:42 -050016#include <linux/hrtimer.h>
Len Brown4f86d3a2007-10-03 18:58:00 -040017
Len Brown86239ce2013-02-27 13:18:50 -050018#define CPUIDLE_STATE_MAX 10
Len Brown4f86d3a2007-10-03 18:58:00 -040019#define CPUIDLE_NAME_LEN 16
Venkatesh Pallipadi4fcb2fc2008-02-11 17:46:31 -080020#define CPUIDLE_DESC_LEN 32
Len Brown4f86d3a2007-10-03 18:58:00 -040021
Paul Gortmakerde477252011-05-26 13:46:22 -040022struct module;
23
Len Brown4f86d3a2007-10-03 18:58:00 -040024struct cpuidle_device;
Deepthi Dharwar46bcfad2011-10-28 16:20:42 +053025struct cpuidle_driver;
Len Brown4f86d3a2007-10-03 18:58:00 -040026
27
28/****************************
29 * CPUIDLE DEVICE INTERFACE *
30 ****************************/
31
Deepthi Dharwar4202735e2011-10-28 16:20:33 +053032struct cpuidle_state_usage {
ShuoX Liudc7fd272012-07-03 19:05:31 +020033 unsigned long long disable;
Deepthi Dharwar4202735e2011-10-28 16:20:33 +053034 unsigned long long usage;
35 unsigned long long time; /* in US */
Rafael J. Wysocki04dab582018-12-10 12:30:23 +010036 unsigned long long above; /* Number of times it's been too deep */
37 unsigned long long below; /* Number of times it's been too shallow */
Rafael J. Wysocki64bdff62018-03-14 12:27:21 +010038#ifdef CONFIG_SUSPEND
39 unsigned long long s2idle_usage;
40 unsigned long long s2idle_time; /* in US */
41#endif
Deepthi Dharwar4202735e2011-10-28 16:20:33 +053042};
43
Len Brown4f86d3a2007-10-03 18:58:00 -040044struct cpuidle_state {
45 char name[CPUIDLE_NAME_LEN];
Venkatesh Pallipadi4fcb2fc2008-02-11 17:46:31 -080046 char desc[CPUIDLE_DESC_LEN];
Len Brown4f86d3a2007-10-03 18:58:00 -040047
48 unsigned int flags;
49 unsigned int exit_latency; /* in US */
Boris Ostrovsky02401c02012-03-13 19:55:10 +010050 int power_usage; /* in mW */
Len Brown4f86d3a2007-10-03 18:58:00 -040051 unsigned int target_residency; /* in US */
Rafael J. Wysockicbc9ef02012-07-03 19:07:42 +020052 bool disabled; /* disabled on all CPUs */
Len Brown4f86d3a2007-10-03 18:58:00 -040053
Len Brown4f86d3a2007-10-03 18:58:00 -040054 int (*enter) (struct cpuidle_device *dev,
Deepthi Dharwar46bcfad2011-10-28 16:20:42 +053055 struct cpuidle_driver *drv,
Deepthi Dharware978aa72011-10-28 16:20:09 +053056 int index);
Boris Ostrovsky1a022e32012-03-13 19:55:09 +010057
58 int (*enter_dead) (struct cpuidle_device *dev, int index);
Rafael J. Wysocki124cf9112015-02-13 23:50:43 +010059
60 /*
Rafael J. Wysocki28ba0862017-08-10 00:14:45 +020061 * CPUs execute ->enter_s2idle with the local tick or entire timekeeping
Rafael J. Wysocki124cf9112015-02-13 23:50:43 +010062 * suspended, so it must not re-enable interrupts at any point (even
63 * temporarily) or attempt to change states of clock event devices.
64 */
Rafael J. Wysocki28ba0862017-08-10 00:14:45 +020065 void (*enter_s2idle) (struct cpuidle_device *dev,
Rafael J. Wysocki124cf9112015-02-13 23:50:43 +010066 struct cpuidle_driver *drv,
67 int index);
Len Brown4f86d3a2007-10-03 18:58:00 -040068};
69
70/* Idle State Flags */
Gautham R. Shenoy9e9fc6f2017-01-25 14:06:27 +053071#define CPUIDLE_FLAG_NONE (0x00)
Yangtao Li44021602019-01-15 12:22:10 -050072#define CPUIDLE_FLAG_POLLING BIT(0) /* polling state */
73#define CPUIDLE_FLAG_COUPLED BIT(1) /* state applies to multiple cpus */
74#define CPUIDLE_FLAG_TIMER_STOP BIT(2) /* timer is stopped on this state */
Len Brown4f86d3a2007-10-03 18:58:00 -040075
Daniel Lezcano728ce222013-06-12 15:08:51 +020076struct cpuidle_device_kobj;
Daniel Lezcano1a706432013-06-12 15:08:52 +020077struct cpuidle_state_kobj;
78struct cpuidle_driver_kobj;
Daniel Lezcano728ce222013-06-12 15:08:51 +020079
Len Brown4f86d3a2007-10-03 18:58:00 -040080struct cpuidle_device {
Venkatesh Pallipadidcb84f32008-05-19 19:09:27 -040081 unsigned int registered:1;
Harvey Harrisonb5556a62008-02-06 22:39:44 +010082 unsigned int enabled:1;
Jacob Panbb8313b2016-11-28 23:03:04 -080083 unsigned int use_deepest_state:1;
Rafael J. Wysocki5f26bdc2018-10-02 23:42:02 +020084 unsigned int poll_time_limit:1;
Len Brown4f86d3a2007-10-03 18:58:00 -040085 unsigned int cpu;
Ulf Hansson6f9b83a2019-03-27 15:35:47 +010086 ktime_t next_hrtimer;
Len Brown4f86d3a2007-10-03 18:58:00 -040087
88 int last_residency;
Deepthi Dharwar4202735e2011-10-28 16:20:33 +053089 struct cpuidle_state_usage states_usage[CPUIDLE_STATE_MAX];
Len Brown4f86d3a2007-10-03 18:58:00 -040090 struct cpuidle_state_kobj *kobjs[CPUIDLE_STATE_MAX];
Daniel Lezcanobf4d1b52012-10-31 16:44:48 +000091 struct cpuidle_driver_kobj *kobj_driver;
Daniel Lezcano728ce222013-06-12 15:08:51 +020092 struct cpuidle_device_kobj *kobj_dev;
Len Brown4f86d3a2007-10-03 18:58:00 -040093 struct list_head device_list;
Colin Cross4126c012012-05-07 17:57:41 -070094
95#ifdef CONFIG_ARCH_NEEDS_CPU_IDLE_COUPLED
Colin Cross4126c012012-05-07 17:57:41 -070096 cpumask_t coupled_cpus;
97 struct cpuidle_coupled *coupled;
98#endif
Len Brown4f86d3a2007-10-03 18:58:00 -040099};
100
101DECLARE_PER_CPU(struct cpuidle_device *, cpuidle_devices);
Paul Burtonf08dbf82014-01-08 11:23:35 +0000102DECLARE_PER_CPU(struct cpuidle_device, cpuidle_dev);
Len Brown4f86d3a2007-10-03 18:58:00 -0400103
Len Brown4f86d3a2007-10-03 18:58:00 -0400104/****************************
105 * CPUIDLE DRIVER INTERFACE *
106 ****************************/
107
108struct cpuidle_driver {
Daniel Lezcanodb70b042012-03-26 14:51:27 +0200109 const char *name;
Len Brown4f86d3a2007-10-03 18:58:00 -0400110 struct module *owner;
Daniel Lezcano42f67f22012-10-31 16:44:45 +0000111 int refcnt;
Deepthi Dharwar46bcfad2011-10-28 16:20:42 +0530112
Daniel Lezcanoa06df062013-03-27 10:22:10 +0000113 /* used by the cpuidle framework to setup the broadcast timer */
114 unsigned int bctimer:1;
Daniel Lezcano8aef33a2013-01-15 14:18:04 +0100115 /* states array must be ordered in decreasing power consumption */
Deepthi Dharwar46bcfad2011-10-28 16:20:42 +0530116 struct cpuidle_state states[CPUIDLE_STATE_MAX];
117 int state_count;
118 int safe_state_index;
Daniel Lezcano82467a52013-06-07 21:53:09 +0000119
120 /* the driver handles the cpus in cpumask */
Viresh Kumar6587fca2013-10-03 21:26:40 +0530121 struct cpumask *cpumask;
Len Brown4f86d3a2007-10-03 18:58:00 -0400122};
123
124#ifdef CONFIG_CPU_IDLE
Len Brownd91ee582011-04-01 18:28:35 -0400125extern void disable_cpuidle(void);
Rafael J. Wysockief2b22a2015-03-02 22:26:55 +0100126extern bool cpuidle_not_available(struct cpuidle_driver *drv,
127 struct cpuidle_device *dev);
Daniel Lezcano907e30f2014-03-03 08:48:50 +0100128
Daniel Lezcano907e30f2014-03-03 08:48:50 +0100129extern int cpuidle_select(struct cpuidle_driver *drv,
Rafael J. Wysocki45f1ff52018-03-22 17:50:49 +0100130 struct cpuidle_device *dev,
131 bool *stop_tick);
Daniel Lezcano907e30f2014-03-03 08:48:50 +0100132extern int cpuidle_enter(struct cpuidle_driver *drv,
133 struct cpuidle_device *dev, int index);
134extern void cpuidle_reflect(struct cpuidle_device *dev, int index);
135
Len Brown4f86d3a2007-10-03 18:58:00 -0400136extern int cpuidle_register_driver(struct cpuidle_driver *drv);
Rafael J. Wysocki6e797a02012-06-16 15:20:11 +0200137extern struct cpuidle_driver *cpuidle_get_driver(void);
138extern struct cpuidle_driver *cpuidle_driver_ref(void);
139extern void cpuidle_driver_unref(void);
Len Brown4f86d3a2007-10-03 18:58:00 -0400140extern void cpuidle_unregister_driver(struct cpuidle_driver *drv);
141extern int cpuidle_register_device(struct cpuidle_device *dev);
142extern void cpuidle_unregister_device(struct cpuidle_device *dev);
Daniel Lezcano4c637b22013-04-23 08:54:33 +0000143extern int cpuidle_register(struct cpuidle_driver *drv,
144 const struct cpumask *const coupled_cpus);
145extern void cpuidle_unregister(struct cpuidle_driver *drv);
Len Brown4f86d3a2007-10-03 18:58:00 -0400146extern void cpuidle_pause_and_lock(void);
147extern void cpuidle_resume_and_unlock(void);
Preeti U Murthy8651f972012-07-09 10:12:56 +0200148extern void cpuidle_pause(void);
149extern void cpuidle_resume(void);
Len Brown4f86d3a2007-10-03 18:58:00 -0400150extern int cpuidle_enable_device(struct cpuidle_device *dev);
151extern void cpuidle_disable_device(struct cpuidle_device *dev);
Boris Ostrovsky1a022e32012-03-13 19:55:09 +0100152extern int cpuidle_play_dead(void);
153
Daniel Lezcanobf4d1b52012-10-31 16:44:48 +0000154extern struct cpuidle_driver *cpuidle_get_cpu_driver(struct cpuidle_device *dev);
Catalin Marinas9bd616e2016-06-01 18:52:16 +0100155static inline struct cpuidle_device *cpuidle_get_device(void)
156{return __this_cpu_read(cpuidle_devices); }
Len Brown4f86d3a2007-10-03 18:58:00 -0400157#else
Len Brownd91ee582011-04-01 18:28:35 -0400158static inline void disable_cpuidle(void) { }
Rafael J. Wysockief2b22a2015-03-02 22:26:55 +0100159static inline bool cpuidle_not_available(struct cpuidle_driver *drv,
160 struct cpuidle_device *dev)
161{return true; }
Daniel Lezcano907e30f2014-03-03 08:48:50 +0100162static inline int cpuidle_select(struct cpuidle_driver *drv,
Rafael J. Wysocki45f1ff52018-03-22 17:50:49 +0100163 struct cpuidle_device *dev, bool *stop_tick)
Daniel Lezcano907e30f2014-03-03 08:48:50 +0100164{return -ENODEV; }
165static inline int cpuidle_enter(struct cpuidle_driver *drv,
166 struct cpuidle_device *dev, int index)
167{return -ENODEV; }
168static inline void cpuidle_reflect(struct cpuidle_device *dev, int index) { }
Len Brown4f86d3a2007-10-03 18:58:00 -0400169static inline int cpuidle_register_driver(struct cpuidle_driver *drv)
Len Brown6b2c6762010-05-11 16:50:52 -0400170{return -ENODEV; }
Len Brown752138d2010-05-22 16:57:26 -0400171static inline struct cpuidle_driver *cpuidle_get_driver(void) {return NULL; }
Rafael J. Wysocki6e797a02012-06-16 15:20:11 +0200172static inline struct cpuidle_driver *cpuidle_driver_ref(void) {return NULL; }
173static inline void cpuidle_driver_unref(void) {}
Len Brown4f86d3a2007-10-03 18:58:00 -0400174static inline void cpuidle_unregister_driver(struct cpuidle_driver *drv) { }
175static inline int cpuidle_register_device(struct cpuidle_device *dev)
Len Brown6b2c6762010-05-11 16:50:52 -0400176{return -ENODEV; }
Len Brown4f86d3a2007-10-03 18:58:00 -0400177static inline void cpuidle_unregister_device(struct cpuidle_device *dev) { }
Daniel Lezcano4c637b22013-04-23 08:54:33 +0000178static inline int cpuidle_register(struct cpuidle_driver *drv,
179 const struct cpumask *const coupled_cpus)
180{return -ENODEV; }
181static inline void cpuidle_unregister(struct cpuidle_driver *drv) { }
Len Brown4f86d3a2007-10-03 18:58:00 -0400182static inline void cpuidle_pause_and_lock(void) { }
183static inline void cpuidle_resume_and_unlock(void) { }
Preeti U Murthy8651f972012-07-09 10:12:56 +0200184static inline void cpuidle_pause(void) { }
185static inline void cpuidle_resume(void) { }
Len Brown4f86d3a2007-10-03 18:58:00 -0400186static inline int cpuidle_enable_device(struct cpuidle_device *dev)
Len Brown6b2c6762010-05-11 16:50:52 -0400187{return -ENODEV; }
Len Brown4f86d3a2007-10-03 18:58:00 -0400188static inline void cpuidle_disable_device(struct cpuidle_device *dev) { }
Boris Ostrovsky1a022e32012-03-13 19:55:09 +0100189static inline int cpuidle_play_dead(void) {return -ENODEV; }
Rafael J. Wysocki87e9b9f2015-05-16 01:38:15 +0200190static inline struct cpuidle_driver *cpuidle_get_cpu_driver(
191 struct cpuidle_device *dev) {return NULL; }
Catalin Marinas9bd616e2016-06-01 18:52:16 +0100192static inline struct cpuidle_device *cpuidle_get_device(void) {return NULL; }
Rafael J. Wysocki87e9b9f2015-05-16 01:38:15 +0200193#endif
194
Jacob Panbb8313b2016-11-28 23:03:04 -0800195#ifdef CONFIG_CPU_IDLE
Rafael J. Wysocki87e9b9f2015-05-16 01:38:15 +0200196extern int cpuidle_find_deepest_state(struct cpuidle_driver *drv,
197 struct cpuidle_device *dev);
Rafael J. Wysocki28ba0862017-08-10 00:14:45 +0200198extern int cpuidle_enter_s2idle(struct cpuidle_driver *drv,
Rafael J. Wysocki87e9b9f2015-05-16 01:38:15 +0200199 struct cpuidle_device *dev);
Jacob Panbb8313b2016-11-28 23:03:04 -0800200extern void cpuidle_use_deepest_state(bool enable);
Rafael J. Wysocki87e9b9f2015-05-16 01:38:15 +0200201#else
Rafael J. Wysockief2b22a2015-03-02 22:26:55 +0100202static inline int cpuidle_find_deepest_state(struct cpuidle_driver *drv,
203 struct cpuidle_device *dev)
204{return -ENODEV; }
Rafael J. Wysocki28ba0862017-08-10 00:14:45 +0200205static inline int cpuidle_enter_s2idle(struct cpuidle_driver *drv,
Rafael J. Wysockief2b22a2015-03-02 22:26:55 +0100206 struct cpuidle_device *dev)
207{return -ENODEV; }
Jacob Panbb8313b2016-11-28 23:03:04 -0800208static inline void cpuidle_use_deepest_state(bool enable)
209{
210}
Len Brown4f86d3a2007-10-03 18:58:00 -0400211#endif
212
Rafael J. Wysockifaad3842015-05-10 01:18:03 +0200213/* kernel/sched/idle.c */
214extern void sched_idle_set_state(struct cpuidle_state *idle_state);
Rafael J. Wysocki827a5ae2015-05-10 01:18:46 +0200215extern void default_idle_call(void);
Rafael J. Wysockifaad3842015-05-10 01:18:03 +0200216
Colin Cross20ff51a2012-05-07 17:57:42 -0700217#ifdef CONFIG_ARCH_NEEDS_CPU_IDLE_COUPLED
218void cpuidle_coupled_parallel_barrier(struct cpuidle_device *dev, atomic_t *a);
Arnd Bergmannc7a9b092012-08-15 20:51:54 +0000219#else
220static inline void cpuidle_coupled_parallel_barrier(struct cpuidle_device *dev, atomic_t *a)
221{
222}
Colin Cross20ff51a2012-05-07 17:57:42 -0700223#endif
224
Rafael J. Wysockid7212cf2018-02-12 11:34:22 +0100225#if defined(CONFIG_CPU_IDLE) && defined(CONFIG_ARCH_HAS_CPU_RELAX)
Rafael J. Wysocki1b39e3f2017-08-29 03:14:37 +0200226void cpuidle_poll_state_init(struct cpuidle_driver *drv);
Rafael J. Wysocki34c2f652017-08-23 23:21:07 +0200227#else
Rafael J. Wysocki1b39e3f2017-08-29 03:14:37 +0200228static inline void cpuidle_poll_state_init(struct cpuidle_driver *drv) {}
Rafael J. Wysocki34c2f652017-08-23 23:21:07 +0200229#endif
230
Len Brown4f86d3a2007-10-03 18:58:00 -0400231/******************************
232 * CPUIDLE GOVERNOR INTERFACE *
233 ******************************/
234
235struct cpuidle_governor {
236 char name[CPUIDLE_NAME_LEN];
237 struct list_head governor_list;
238 unsigned int rating;
239
Deepthi Dharwar46bcfad2011-10-28 16:20:42 +0530240 int (*enable) (struct cpuidle_driver *drv,
241 struct cpuidle_device *dev);
242 void (*disable) (struct cpuidle_driver *drv,
243 struct cpuidle_device *dev);
Len Brown4f86d3a2007-10-03 18:58:00 -0400244
Deepthi Dharwar46bcfad2011-10-28 16:20:42 +0530245 int (*select) (struct cpuidle_driver *drv,
Rafael J. Wysocki45f1ff52018-03-22 17:50:49 +0100246 struct cpuidle_device *dev,
247 bool *stop_tick);
Deepthi Dharware978aa72011-10-28 16:20:09 +0530248 void (*reflect) (struct cpuidle_device *dev, int index);
Len Brown4f86d3a2007-10-03 18:58:00 -0400249};
250
251#ifdef CONFIG_CPU_IDLE
Len Brown4f86d3a2007-10-03 18:58:00 -0400252extern int cpuidle_register_governor(struct cpuidle_governor *gov);
Rafael J. Wysocki0fc784f2018-05-30 13:43:01 +0200253extern int cpuidle_governor_latency_req(unsigned int cpu);
Len Brown4f86d3a2007-10-03 18:58:00 -0400254#else
Len Brown4f86d3a2007-10-03 18:58:00 -0400255static inline int cpuidle_register_governor(struct cpuidle_governor *gov)
256{return 0;}
Len Brown4f86d3a2007-10-03 18:58:00 -0400257#endif
258
Prashanth Prakashdb50a742017-11-15 10:11:49 -0700259#define __CPU_PM_CPU_IDLE_ENTER(low_level_idle_enter, idx, is_retention) \
260({ \
261 int __ret = 0; \
262 \
263 if (!idx) { \
264 cpu_do_idle(); \
265 return idx; \
266 } \
267 \
268 if (!is_retention) \
269 __ret = cpu_pm_enter(); \
270 if (!__ret) { \
271 __ret = low_level_idle_enter(idx); \
272 if (!is_retention) \
273 cpu_pm_exit(); \
274 } \
275 \
276 __ret ? -1 : idx; \
Sudeep Holla220276e2016-07-19 18:52:56 +0100277})
278
Prashanth Prakashdb50a742017-11-15 10:11:49 -0700279#define CPU_PM_CPU_IDLE_ENTER(low_level_idle_enter, idx) \
280 __CPU_PM_CPU_IDLE_ENTER(low_level_idle_enter, idx, 0)
281
282#define CPU_PM_CPU_IDLE_ENTER_RETENTION(low_level_idle_enter, idx) \
283 __CPU_PM_CPU_IDLE_ENTER(low_level_idle_enter, idx, 1)
284
Len Brown4f86d3a2007-10-03 18:58:00 -0400285#endif /* _LINUX_CPUIDLE_H */