blob: df2c0895c5e7dd183219c0ce773c2e938c319dcd [file] [log] [blame]
Paul E. McKenney9b1d82f2009-10-25 19:03:50 -07001/*
2 * Read-Copy Update mechanism for mutual exclusion, the Bloatwatch edition.
3 *
4 * This program is free software; you can redistribute it and/or modify
5 * it under the terms of the GNU General Public License as published by
6 * the Free Software Foundation; either version 2 of the License, or
7 * (at your option) any later version.
8 *
9 * This program is distributed in the hope that it will be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 * GNU General Public License for more details.
13 *
14 * You should have received a copy of the GNU General Public License
Paul E. McKenney87de1cf2013-12-03 10:02:52 -080015 * along with this program; if not, you can access it online at
16 * http://www.gnu.org/licenses/gpl-2.0.html.
Paul E. McKenney9b1d82f2009-10-25 19:03:50 -070017 *
18 * Copyright IBM Corporation, 2008
19 *
20 * Author: Paul E. McKenney <paulmck@linux.vnet.ibm.com>
21 *
22 * For detailed explanation of Read-Copy Update mechanism see -
Ingo Molnar4ce5b902009-10-26 07:55:55 +010023 * Documentation/RCU
Paul E. McKenney9b1d82f2009-10-25 19:03:50 -070024 */
Paul E. McKenney9b1d82f2009-10-25 19:03:50 -070025#ifndef __LINUX_TINY_H
26#define __LINUX_TINY_H
27
Paul E. McKenney5f192ab2017-05-03 15:24:25 -070028#include <linux/ktime.h>
Paul E. McKenney9b1d82f2009-10-25 19:03:50 -070029
Paul E. McKenney02a5c5502016-11-02 17:25:06 -070030struct rcu_dynticks;
31static inline int rcu_dynticks_snap(struct rcu_dynticks *rdtp)
32{
33 return 0;
34}
35
Paul E. McKenney71c40fd2017-05-03 13:51:42 -070036/* Never flag non-existent other CPUs! */
37static inline bool rcu_eqs_special_set(int cpu) { return false; }
Paul E. McKenneyb8c17e62016-11-08 14:25:21 -080038
Paul E. McKenney45975c72018-07-02 14:30:37 -070039static inline void synchronize_rcu(void)
40{
41 synchronize_sched();
42}
43
Paul E. McKenney765a3f42014-03-14 16:37:08 -070044static inline unsigned long get_state_synchronize_rcu(void)
45{
46 return 0;
47}
48
49static inline void cond_synchronize_rcu(unsigned long oldstate)
50{
51 might_sleep();
52}
53
Paul E. McKenney24560052015-05-30 10:11:24 -070054static inline unsigned long get_state_synchronize_sched(void)
55{
56 return 0;
57}
58
59static inline void cond_synchronize_sched(unsigned long oldstate)
60{
61 might_sleep();
62}
63
Paul E. McKenneya57eb942010-06-29 16:49:16 -070064static inline void synchronize_rcu_expedited(void)
Paul E. McKenneyda848c42010-03-30 15:46:01 -070065{
Paul E. McKenneya57eb942010-06-29 16:49:16 -070066 synchronize_sched(); /* Only one CPU, so pretty fast anyway!!! */
Paul E. McKenneyda848c42010-03-30 15:46:01 -070067}
Paul E. McKenney6ebb2372009-11-22 08:53:50 -080068
Paul E. McKenney65cfe352018-07-01 07:40:52 -070069extern void rcu_barrier_sched(void);
70
Paul E. McKenneya57eb942010-06-29 16:49:16 -070071static inline void rcu_barrier(void)
72{
73 rcu_barrier_sched(); /* Only one CPU, so only one list of callbacks! */
74}
75
Paul E. McKenney65cfe352018-07-01 07:40:52 -070076static inline void rcu_barrier_bh(void)
77{
78 rcu_barrier();
79}
80
Paul E. McKenneya57eb942010-06-29 16:49:16 -070081static inline void synchronize_rcu_bh(void)
Paul E. McKenney9b1d82f2009-10-25 19:03:50 -070082{
83 synchronize_sched();
84}
85
86static inline void synchronize_rcu_bh_expedited(void)
87{
88 synchronize_sched();
89}
90
Lai Jiangshan7b27d542010-10-21 11:29:05 +080091static inline void synchronize_sched_expedited(void)
92{
93 synchronize_sched();
94}
95
Paul E. McKenney486e2592012-01-06 14:11:30 -080096static inline void kfree_call_rcu(struct rcu_head *head,
Boqun Fengb6a4ae72015-07-29 13:29:38 +080097 rcu_callback_t func)
Paul E. McKenney486e2592012-01-06 14:11:30 -080098{
99 call_rcu(head, func);
100}
101
Paul E. McKenney45975c72018-07-02 14:30:37 -0700102void rcu_sched_qs(void);
103
Paul E. McKenneyd28139c2018-06-28 14:45:25 -0700104static inline void rcu_softirq_qs(void)
105{
106 rcu_sched_qs();
107}
108
Paul E. McKenneybcbfdd02017-04-11 15:50:41 -0700109#define rcu_note_context_switch(preempt) \
110 do { \
111 rcu_sched_qs(); \
Paul E. McKenney6f56f712018-05-14 13:52:27 -0700112 rcu_tasks_qs(current); \
Paul E. McKenneybcbfdd02017-04-11 15:50:41 -0700113 } while (0)
Paul E. McKenneya57eb942010-06-29 16:49:16 -0700114
Paul E. McKenney5f192ab2017-05-03 15:24:25 -0700115static inline int rcu_needs_cpu(u64 basemono, u64 *nextevt)
116{
117 *nextevt = KTIME_MAX;
118 return 0;
119}
120
Paul E. McKenneya57eb942010-06-29 16:49:16 -0700121/*
Gleb Natapov29ce8312011-05-04 16:31:03 +0300122 * Take advantage of the fact that there is only one CPU, which
123 * allows us to ignore virtualization-based context switches.
124 */
Paul E. McKenney71c40fd2017-05-03 13:51:42 -0700125static inline void rcu_virt_note_context_switch(int cpu) { }
126static inline void rcu_cpu_stall_reset(void) { }
127static inline void rcu_idle_enter(void) { }
128static inline void rcu_idle_exit(void) { }
129static inline void rcu_irq_enter(void) { }
Paul E. McKenney71c40fd2017-05-03 13:51:42 -0700130static inline void rcu_irq_exit_irqson(void) { }
131static inline void rcu_irq_enter_irqson(void) { }
132static inline void rcu_irq_exit(void) { }
133static inline void exit_rcu(void) { }
Paul E. McKenney3e310092018-06-21 12:50:01 -0700134static inline bool rcu_preempt_need_deferred_qs(struct task_struct *t)
135{
136 return false;
137}
138static inline void rcu_preempt_deferred_qs(struct task_struct *t) { }
Paul E. McKenney825c5bd2017-05-26 16:16:40 -0700139#ifdef CONFIG_SRCU
Teodora Baluta584dc4c2013-11-11 17:11:23 +0200140void rcu_scheduler_starting(void);
Paul E. McKenney825c5bd2017-05-26 16:16:40 -0700141#else /* #ifndef CONFIG_SRCU */
Paul E. McKenney71c40fd2017-05-03 13:51:42 -0700142static inline void rcu_scheduler_starting(void) { }
Paul E. McKenney825c5bd2017-05-26 16:16:40 -0700143#endif /* #else #ifndef CONFIG_SRCU */
Paul E. McKenneyd2b16542017-05-11 12:01:50 -0700144static inline void rcu_end_inkernel_boot(void) { }
Paul E. McKenney71c40fd2017-05-03 13:51:42 -0700145static inline bool rcu_is_watching(void) { return true; }
Paul E. McKenney5c173eb2013-09-13 17:20:11 -0700146
Paul E. McKenney71c40fd2017-05-03 13:51:42 -0700147/* Avoid RCU read-side critical sections leaking across. */
148static inline void rcu_all_qs(void) { barrier(); }
Paul E. McKenney5cd37192014-12-13 20:32:04 -0800149
Thomas Gleixner4df83742016-07-13 17:17:03 +0000150/* RCUtree hotplug events */
151#define rcutree_prepare_cpu NULL
152#define rcutree_online_cpu NULL
153#define rcutree_offline_cpu NULL
154#define rcutree_dead_cpu NULL
155#define rcutree_dying_cpu NULL
Peter Zijlstraf64c6012018-05-22 09:50:53 -0700156static inline void rcu_cpu_starting(unsigned int cpu) { }
Thomas Gleixner4df83742016-07-13 17:17:03 +0000157
Paul E. McKenney9b1d82f2009-10-25 19:03:50 -0700158#endif /* __LINUX_RCUTINY_H */