Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | #ifndef _LINUX_TIMER_H |
| 2 | #define _LINUX_TIMER_H |
| 3 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 4 | #include <linux/list.h> |
Ingo Molnar | 82f67cd | 2007-02-16 01:28:13 -0800 | [diff] [blame] | 5 | #include <linux/ktime.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 6 | #include <linux/stddef.h> |
Thomas Gleixner | c6f3a97 | 2008-04-30 00:55:03 -0700 | [diff] [blame] | 7 | #include <linux/debugobjects.h> |
Johannes Berg | 6f2b9b9 | 2009-01-29 16:03:20 +0100 | [diff] [blame] | 8 | #include <linux/stringify.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 9 | |
Pavel Machek | a6fa8e5 | 2008-01-30 13:30:00 +0100 | [diff] [blame] | 10 | struct tvec_base; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 11 | |
| 12 | struct timer_list { |
Arjan van de Ven | 3bbb9ec | 2010-03-11 14:04:36 -0800 | [diff] [blame] | 13 | /* |
| 14 | * All fields that change during normal runtime grouped to the |
| 15 | * same cacheline |
| 16 | */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 17 | struct list_head entry; |
| 18 | unsigned long expires; |
Arjan van de Ven | 3bbb9ec | 2010-03-11 14:04:36 -0800 | [diff] [blame] | 19 | struct tvec_base *base; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 20 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 21 | void (*function)(unsigned long); |
| 22 | unsigned long data; |
| 23 | |
Arjan van de Ven | 3bbb9ec | 2010-03-11 14:04:36 -0800 | [diff] [blame] | 24 | int slack; |
| 25 | |
Ingo Molnar | 82f67cd | 2007-02-16 01:28:13 -0800 | [diff] [blame] | 26 | #ifdef CONFIG_TIMER_STATS |
Richard Kennedy | d095902 | 2010-10-20 15:57:30 -0700 | [diff] [blame] | 27 | int start_pid; |
Ingo Molnar | 82f67cd | 2007-02-16 01:28:13 -0800 | [diff] [blame] | 28 | void *start_site; |
| 29 | char start_comm[16]; |
Ingo Molnar | 82f67cd | 2007-02-16 01:28:13 -0800 | [diff] [blame] | 30 | #endif |
Johannes Berg | 6f2b9b9 | 2009-01-29 16:03:20 +0100 | [diff] [blame] | 31 | #ifdef CONFIG_LOCKDEP |
| 32 | struct lockdep_map lockdep_map; |
| 33 | #endif |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 34 | }; |
| 35 | |
Pavel Machek | a6fa8e5 | 2008-01-30 13:30:00 +0100 | [diff] [blame] | 36 | extern struct tvec_base boot_tvec_bases; |
Oleg Nesterov | 55c888d | 2005-06-23 00:08:56 -0700 | [diff] [blame] | 37 | |
Johannes Berg | 6f2b9b9 | 2009-01-29 16:03:20 +0100 | [diff] [blame] | 38 | #ifdef CONFIG_LOCKDEP |
| 39 | /* |
| 40 | * NB: because we have to copy the lockdep_map, setting the lockdep_map key |
| 41 | * (second argument) here is required, otherwise it could be initialised to |
| 42 | * the copy of the lockdep_map later! We use the pointer to and the string |
| 43 | * "<file>:<line>" as the key resp. the name of the lockdep_map. |
| 44 | */ |
| 45 | #define __TIMER_LOCKDEP_MAP_INITIALIZER(_kn) \ |
| 46 | .lockdep_map = STATIC_LOCKDEP_MAP_INIT(_kn, &_kn), |
| 47 | #else |
| 48 | #define __TIMER_LOCKDEP_MAP_INITIALIZER(_kn) |
| 49 | #endif |
| 50 | |
Phil Carmody | dd6414b | 2010-10-20 15:57:33 -0700 | [diff] [blame] | 51 | /* |
| 52 | * Note that all tvec_bases are 2 byte aligned and lower bit of |
| 53 | * base in timer_list is guaranteed to be zero. Use the LSB to |
| 54 | * indicate whether the timer is deferrable. |
| 55 | * |
| 56 | * A deferrable timer will work normally when the system is busy, but |
| 57 | * will not cause a CPU to come out of idle just to service it; instead, |
| 58 | * the timer will be serviced when the CPU eventually wakes up with a |
| 59 | * subsequent non-deferrable timer. |
| 60 | */ |
Tejun Heo | e52b1db | 2012-08-08 11:10:25 -0700 | [diff] [blame] | 61 | #define TIMER_DEFERRABLE 0x1LU |
| 62 | |
| 63 | #define TIMER_FLAG_MASK 0x1LU |
Phil Carmody | dd6414b | 2010-10-20 15:57:33 -0700 | [diff] [blame] | 64 | |
Tejun Heo | fc68399 | 2012-08-08 11:10:27 -0700 | [diff] [blame^] | 65 | #define __TIMER_INITIALIZER(_function, _expires, _data, _flags) { \ |
Thomas Gleixner | c6f3a97 | 2008-04-30 00:55:03 -0700 | [diff] [blame] | 66 | .entry = { .prev = TIMER_ENTRY_STATIC }, \ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 67 | .function = (_function), \ |
| 68 | .expires = (_expires), \ |
| 69 | .data = (_data), \ |
Tejun Heo | fc68399 | 2012-08-08 11:10:27 -0700 | [diff] [blame^] | 70 | .base = (void *)((unsigned long)&boot_tvec_bases + (_flags)), \ |
Changli Gao | aaabe31 | 2010-10-20 15:57:30 -0700 | [diff] [blame] | 71 | .slack = -1, \ |
Johannes Berg | 6f2b9b9 | 2009-01-29 16:03:20 +0100 | [diff] [blame] | 72 | __TIMER_LOCKDEP_MAP_INITIALIZER( \ |
| 73 | __FILE__ ":" __stringify(__LINE__)) \ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 74 | } |
| 75 | |
Tejun Heo | fc68399 | 2012-08-08 11:10:27 -0700 | [diff] [blame^] | 76 | #define TIMER_INITIALIZER(_function, _expires, _data) \ |
| 77 | __TIMER_INITIALIZER((_function), (_expires), (_data), 0) |
Phil Carmody | dd6414b | 2010-10-20 15:57:33 -0700 | [diff] [blame] | 78 | |
Tejun Heo | fc68399 | 2012-08-08 11:10:27 -0700 | [diff] [blame^] | 79 | #define TIMER_DEFERRED_INITIALIZER(_function, _expires, _data) \ |
| 80 | __TIMER_INITIALIZER((_function), (_expires), (_data), TIMER_DEFERRABLE) |
Phil Carmody | dd6414b | 2010-10-20 15:57:33 -0700 | [diff] [blame] | 81 | |
Ingo Molnar | 8d06afa | 2005-09-09 13:10:40 -0700 | [diff] [blame] | 82 | #define DEFINE_TIMER(_name, _function, _expires, _data) \ |
| 83 | struct timer_list _name = \ |
| 84 | TIMER_INITIALIZER(_function, _expires, _data) |
| 85 | |
Tejun Heo | fc68399 | 2012-08-08 11:10:27 -0700 | [diff] [blame^] | 86 | void init_timer_key(struct timer_list *timer, unsigned int flags, |
| 87 | const char *name, struct lock_class_key *key); |
Johannes Berg | 6f2b9b9 | 2009-01-29 16:03:20 +0100 | [diff] [blame] | 88 | |
Tejun Heo | 5a9af38 | 2012-08-08 11:10:26 -0700 | [diff] [blame] | 89 | #ifdef CONFIG_DEBUG_OBJECTS_TIMERS |
| 90 | extern void init_timer_on_stack_key(struct timer_list *timer, |
Tejun Heo | fc68399 | 2012-08-08 11:10:27 -0700 | [diff] [blame^] | 91 | unsigned int flags, const char *name, |
Tejun Heo | 5a9af38 | 2012-08-08 11:10:26 -0700 | [diff] [blame] | 92 | struct lock_class_key *key); |
| 93 | extern void destroy_timer_on_stack(struct timer_list *timer); |
| 94 | #else |
| 95 | static inline void destroy_timer_on_stack(struct timer_list *timer) { } |
| 96 | static inline void init_timer_on_stack_key(struct timer_list *timer, |
Tejun Heo | fc68399 | 2012-08-08 11:10:27 -0700 | [diff] [blame^] | 97 | unsigned int flags, const char *name, |
Tejun Heo | 5a9af38 | 2012-08-08 11:10:26 -0700 | [diff] [blame] | 98 | struct lock_class_key *key) |
| 99 | { |
Tejun Heo | fc68399 | 2012-08-08 11:10:27 -0700 | [diff] [blame^] | 100 | init_timer_key(timer, flags, name, key); |
Tejun Heo | 5a9af38 | 2012-08-08 11:10:26 -0700 | [diff] [blame] | 101 | } |
| 102 | #endif |
| 103 | |
Johannes Berg | 6f2b9b9 | 2009-01-29 16:03:20 +0100 | [diff] [blame] | 104 | #ifdef CONFIG_LOCKDEP |
Tejun Heo | fc68399 | 2012-08-08 11:10:27 -0700 | [diff] [blame^] | 105 | #define __init_timer(_timer, _flags) \ |
| 106 | do { \ |
| 107 | static struct lock_class_key __key; \ |
| 108 | init_timer_key((_timer), (_flags), #_timer, &__key); \ |
| 109 | } while (0) |
| 110 | |
| 111 | #define __init_timer_on_stack(_timer, _flags) \ |
| 112 | do { \ |
| 113 | static struct lock_class_key __key; \ |
| 114 | init_timer_on_stack_key((_timer), (_flags), #_timer, &__key); \ |
| 115 | } while (0) |
| 116 | #else |
| 117 | #define __init_timer(_timer, _flags) \ |
| 118 | init_timer_key((_timer), (_flags), NULL, NULL) |
| 119 | #define __init_timer_on_stack(_timer, _flags) \ |
| 120 | init_timer_on_stack_key((_timer), (_flags), NULL, NULL) |
| 121 | #endif |
| 122 | |
Johannes Berg | 6f2b9b9 | 2009-01-29 16:03:20 +0100 | [diff] [blame] | 123 | #define init_timer(timer) \ |
Tejun Heo | fc68399 | 2012-08-08 11:10:27 -0700 | [diff] [blame^] | 124 | __init_timer((timer), 0) |
Johannes Berg | 6f2b9b9 | 2009-01-29 16:03:20 +0100 | [diff] [blame] | 125 | #define init_timer_deferrable(timer) \ |
Tejun Heo | fc68399 | 2012-08-08 11:10:27 -0700 | [diff] [blame^] | 126 | __init_timer((timer), TIMER_DEFERRABLE) |
| 127 | #define init_timer_on_stack(timer) \ |
| 128 | __init_timer_on_stack((timer), 0) |
| 129 | |
| 130 | #define __setup_timer(_timer, _fn, _data, _flags) \ |
Johannes Berg | 6f2b9b9 | 2009-01-29 16:03:20 +0100 | [diff] [blame] | 131 | do { \ |
Tejun Heo | fc68399 | 2012-08-08 11:10:27 -0700 | [diff] [blame^] | 132 | __init_timer((_timer), (_flags)); \ |
| 133 | (_timer)->function = (_fn); \ |
| 134 | (_timer)->data = (_data); \ |
Johannes Berg | 6f2b9b9 | 2009-01-29 16:03:20 +0100 | [diff] [blame] | 135 | } while (0) |
| 136 | |
Tejun Heo | fc68399 | 2012-08-08 11:10:27 -0700 | [diff] [blame^] | 137 | #define __setup_timer_on_stack(_timer, _fn, _data, _flags) \ |
Johannes Berg | 6f2b9b9 | 2009-01-29 16:03:20 +0100 | [diff] [blame] | 138 | do { \ |
Tejun Heo | fc68399 | 2012-08-08 11:10:27 -0700 | [diff] [blame^] | 139 | __init_timer_on_stack((_timer), (_flags)); \ |
| 140 | (_timer)->function = (_fn); \ |
| 141 | (_timer)->data = (_data); \ |
Johannes Berg | 6f2b9b9 | 2009-01-29 16:03:20 +0100 | [diff] [blame] | 142 | } while (0) |
| 143 | |
| 144 | #define setup_timer(timer, fn, data) \ |
Tejun Heo | fc68399 | 2012-08-08 11:10:27 -0700 | [diff] [blame^] | 145 | __setup_timer((timer), (fn), (data), 0) |
Johannes Berg | 6f2b9b9 | 2009-01-29 16:03:20 +0100 | [diff] [blame] | 146 | #define setup_timer_on_stack(timer, fn, data) \ |
Tejun Heo | fc68399 | 2012-08-08 11:10:27 -0700 | [diff] [blame^] | 147 | __setup_timer_on_stack((timer), (fn), (data), 0) |
Jesse Barnes | 8cadd283 | 2010-05-10 14:26:20 -0700 | [diff] [blame] | 148 | #define setup_deferrable_timer_on_stack(timer, fn, data) \ |
Tejun Heo | fc68399 | 2012-08-08 11:10:27 -0700 | [diff] [blame^] | 149 | __setup_timer_on_stack((timer), (fn), (data), TIMER_DEFERRABLE) |
Jesse Barnes | 8cadd283 | 2010-05-10 14:26:20 -0700 | [diff] [blame] | 150 | |
Robert P. J. Day | 45f8bde | 2007-01-26 00:57:09 -0800 | [diff] [blame] | 151 | /** |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 152 | * timer_pending - is a timer pending? |
| 153 | * @timer: the timer in question |
| 154 | * |
| 155 | * timer_pending will tell whether a given timer is currently pending, |
| 156 | * or not. Callers must ensure serialization wrt. other operations done |
| 157 | * to this timer, eg. interrupt contexts, or other CPUs on SMP. |
| 158 | * |
| 159 | * return value: 1 if the timer is pending, 0 if not. |
| 160 | */ |
| 161 | static inline int timer_pending(const struct timer_list * timer) |
| 162 | { |
Oleg Nesterov | 55c888d | 2005-06-23 00:08:56 -0700 | [diff] [blame] | 163 | return timer->entry.next != NULL; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 164 | } |
| 165 | |
| 166 | extern void add_timer_on(struct timer_list *timer, int cpu); |
| 167 | extern int del_timer(struct timer_list * timer); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 168 | extern int mod_timer(struct timer_list *timer, unsigned long expires); |
Ingo Molnar | 7401922 | 2009-02-18 12:23:29 +0100 | [diff] [blame] | 169 | extern int mod_timer_pending(struct timer_list *timer, unsigned long expires); |
Arun R Bharadwaj | 597d027 | 2009-04-16 12:13:26 +0530 | [diff] [blame] | 170 | extern int mod_timer_pinned(struct timer_list *timer, unsigned long expires); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 171 | |
Arjan van de Ven | 3bbb9ec | 2010-03-11 14:04:36 -0800 | [diff] [blame] | 172 | extern void set_timer_slack(struct timer_list *time, int slack_hz); |
| 173 | |
Arun R Bharadwaj | 597d027 | 2009-04-16 12:13:26 +0530 | [diff] [blame] | 174 | #define TIMER_NOT_PINNED 0 |
| 175 | #define TIMER_PINNED 1 |
Thomas Gleixner | fd064b9 | 2007-02-16 01:27:47 -0800 | [diff] [blame] | 176 | /* |
Thomas Gleixner | eaad084 | 2007-05-29 23:47:39 +0200 | [diff] [blame] | 177 | * The jiffies value which is added to now, when there is no timer |
| 178 | * in the timer wheel: |
| 179 | */ |
| 180 | #define NEXT_TIMER_MAX_DELTA ((1UL << 30) - 1) |
| 181 | |
| 182 | /* |
Thomas Gleixner | fd064b9 | 2007-02-16 01:27:47 -0800 | [diff] [blame] | 183 | * Return when the next timer-wheel timeout occurs (in absolute jiffies), |
Thomas Gleixner | fd064b9 | 2007-02-16 01:27:47 -0800 | [diff] [blame] | 184 | * locks the timer base and does the comparison against the given |
| 185 | * jiffie. |
| 186 | */ |
| 187 | extern unsigned long get_next_timer_interrupt(unsigned long now); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 188 | |
Ingo Molnar | 82f67cd | 2007-02-16 01:28:13 -0800 | [diff] [blame] | 189 | /* |
| 190 | * Timer-statistics info: |
| 191 | */ |
| 192 | #ifdef CONFIG_TIMER_STATS |
| 193 | |
Heiko Carstens | 507e123 | 2009-06-23 17:38:15 +0200 | [diff] [blame] | 194 | extern int timer_stats_active; |
| 195 | |
Venki Pallipadi | c5c061b8 | 2007-07-15 23:40:30 -0700 | [diff] [blame] | 196 | #define TIMER_STATS_FLAG_DEFERRABLE 0x1 |
| 197 | |
Ingo Molnar | 82f67cd | 2007-02-16 01:28:13 -0800 | [diff] [blame] | 198 | extern void init_timer_stats(void); |
| 199 | |
| 200 | extern void timer_stats_update_stats(void *timer, pid_t pid, void *startf, |
Venki Pallipadi | c5c061b8 | 2007-07-15 23:40:30 -0700 | [diff] [blame] | 201 | void *timerf, char *comm, |
| 202 | unsigned int timer_flag); |
Ingo Molnar | 82f67cd | 2007-02-16 01:28:13 -0800 | [diff] [blame] | 203 | |
| 204 | extern void __timer_stats_timer_set_start_info(struct timer_list *timer, |
| 205 | void *addr); |
| 206 | |
| 207 | static inline void timer_stats_timer_set_start_info(struct timer_list *timer) |
| 208 | { |
Heiko Carstens | 507e123 | 2009-06-23 17:38:15 +0200 | [diff] [blame] | 209 | if (likely(!timer_stats_active)) |
| 210 | return; |
Ingo Molnar | 82f67cd | 2007-02-16 01:28:13 -0800 | [diff] [blame] | 211 | __timer_stats_timer_set_start_info(timer, __builtin_return_address(0)); |
| 212 | } |
| 213 | |
| 214 | static inline void timer_stats_timer_clear_start_info(struct timer_list *timer) |
| 215 | { |
| 216 | timer->start_site = NULL; |
| 217 | } |
| 218 | #else |
| 219 | static inline void init_timer_stats(void) |
| 220 | { |
| 221 | } |
| 222 | |
Ingo Molnar | 82f67cd | 2007-02-16 01:28:13 -0800 | [diff] [blame] | 223 | static inline void timer_stats_timer_set_start_info(struct timer_list *timer) |
| 224 | { |
| 225 | } |
| 226 | |
| 227 | static inline void timer_stats_timer_clear_start_info(struct timer_list *timer) |
| 228 | { |
| 229 | } |
| 230 | #endif |
| 231 | |
Ingo Molnar | 7401922 | 2009-02-18 12:23:29 +0100 | [diff] [blame] | 232 | extern void add_timer(struct timer_list *timer); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 233 | |
Yong Zhang | 6f1bc45 | 2010-10-20 15:57:31 -0700 | [diff] [blame] | 234 | extern int try_to_del_timer_sync(struct timer_list *timer); |
| 235 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 236 | #ifdef CONFIG_SMP |
| 237 | extern int del_timer_sync(struct timer_list *timer); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 238 | #else |
Oleg Nesterov | fd450b7 | 2005-06-23 00:08:59 -0700 | [diff] [blame] | 239 | # define del_timer_sync(t) del_timer(t) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 240 | #endif |
| 241 | |
Oleg Nesterov | 55c888d | 2005-06-23 00:08:56 -0700 | [diff] [blame] | 242 | #define del_singleshot_timer_sync(t) del_timer_sync(t) |
| 243 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 244 | extern void init_timers(void); |
| 245 | extern void run_local_timers(void); |
Roman Zippel | 05cfb61 | 2006-03-26 01:38:12 -0800 | [diff] [blame] | 246 | struct hrtimer; |
Thomas Gleixner | c9cb2e3 | 2007-02-16 01:27:49 -0800 | [diff] [blame] | 247 | extern enum hrtimer_restart it_real_fn(struct hrtimer *); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 248 | |
Arjan van de Ven | 4c36a5d | 2006-12-10 02:21:24 -0800 | [diff] [blame] | 249 | unsigned long __round_jiffies(unsigned long j, int cpu); |
| 250 | unsigned long __round_jiffies_relative(unsigned long j, int cpu); |
| 251 | unsigned long round_jiffies(unsigned long j); |
| 252 | unsigned long round_jiffies_relative(unsigned long j); |
| 253 | |
Alan Stern | 9c133c4 | 2008-11-06 08:42:48 +0100 | [diff] [blame] | 254 | unsigned long __round_jiffies_up(unsigned long j, int cpu); |
| 255 | unsigned long __round_jiffies_up_relative(unsigned long j, int cpu); |
| 256 | unsigned long round_jiffies_up(unsigned long j); |
| 257 | unsigned long round_jiffies_up_relative(unsigned long j); |
| 258 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 259 | #endif |