blob: b0fb1446fe04d809ab9fa0763e7d7b27ff2a2c6c [file] [log] [blame]
Frederic Weisbecker78634062017-10-27 04:42:28 +02001#ifndef _LINUX_SCHED_ISOLATION_H
2#define _LINUX_SCHED_ISOLATION_H
3
4#include <linux/cpumask.h>
5#include <linux/init.h>
6#include <linux/tick.h>
7
Frederic Weisbeckerde201552017-10-27 04:42:35 +02008enum hk_flags {
9 HK_FLAG_TIMER = 1,
10 HK_FLAG_RCU = (1 << 1),
11 HK_FLAG_MISC = (1 << 2),
12 HK_FLAG_SCHED = (1 << 3),
Frederic Weisbecker6f1982f2017-10-27 04:42:36 +020013 HK_FLAG_TICK = (1 << 4),
Frederic Weisbeckeredb93822017-10-27 04:42:37 +020014 HK_FLAG_DOMAIN = (1 << 5),
Frederic Weisbecker1bda3f82018-02-21 05:17:26 +010015 HK_FLAG_WQ = (1 << 6),
Frederic Weisbeckerde201552017-10-27 04:42:35 +020016};
17
Frederic Weisbecker5c4991e2017-10-27 04:42:34 +020018#ifdef CONFIG_CPU_ISOLATION
Ingo Molnardfcb2452018-12-03 10:05:56 +010019DECLARE_STATIC_KEY_FALSE(housekeeping_overridden);
Frederic Weisbeckerde201552017-10-27 04:42:35 +020020extern int housekeeping_any_cpu(enum hk_flags flags);
21extern const struct cpumask *housekeeping_cpumask(enum hk_flags flags);
22extern void housekeeping_affine(struct task_struct *t, enum hk_flags flags);
23extern bool housekeeping_test_cpu(int cpu, enum hk_flags flags);
Frederic Weisbecker78634062017-10-27 04:42:28 +020024extern void __init housekeeping_init(void);
Frederic Weisbecker7e56a1c2017-10-27 04:42:31 +020025
Frederic Weisbecker78634062017-10-27 04:42:28 +020026#else
Frederic Weisbecker78634062017-10-27 04:42:28 +020027
Frederic Weisbeckerde201552017-10-27 04:42:35 +020028static inline int housekeeping_any_cpu(enum hk_flags flags)
Frederic Weisbecker9f0ca2d2017-10-27 04:42:30 +020029{
Frederic Weisbecker9f0ca2d2017-10-27 04:42:30 +020030 return smp_processor_id();
31}
Frederic Weisbecker78634062017-10-27 04:42:28 +020032
Frederic Weisbeckerde201552017-10-27 04:42:35 +020033static inline const struct cpumask *housekeeping_cpumask(enum hk_flags flags)
Frederic Weisbecker78634062017-10-27 04:42:28 +020034{
Frederic Weisbecker78634062017-10-27 04:42:28 +020035 return cpu_possible_mask;
36}
37
Frederic Weisbeckerde201552017-10-27 04:42:35 +020038static inline void housekeeping_affine(struct task_struct *t,
39 enum hk_flags flags) { }
Frederic Weisbecker7e56a1c2017-10-27 04:42:31 +020040static inline void housekeeping_init(void) { }
Frederic Weisbecker5c4991e2017-10-27 04:42:34 +020041#endif /* CONFIG_CPU_ISOLATION */
Frederic Weisbecker7e56a1c2017-10-27 04:42:31 +020042
Frederic Weisbeckerde201552017-10-27 04:42:35 +020043static inline bool housekeeping_cpu(int cpu, enum hk_flags flags)
Frederic Weisbecker78634062017-10-27 04:42:28 +020044{
Frederic Weisbecker5c4991e2017-10-27 04:42:34 +020045#ifdef CONFIG_CPU_ISOLATION
Ingo Molnardfcb2452018-12-03 10:05:56 +010046 if (static_branch_unlikely(&housekeeping_overridden))
Frederic Weisbeckerde201552017-10-27 04:42:35 +020047 return housekeeping_test_cpu(cpu, flags);
Frederic Weisbecker78634062017-10-27 04:42:28 +020048#endif
49 return true;
50}
51
Frederic Weisbecker78634062017-10-27 04:42:28 +020052#endif /* _LINUX_SCHED_ISOLATION_H */