blob: 1302b425e625b855d37110a77a4b7f02c65ae0a4 [file] [log] [blame]
Greg Kroah-Hartmanb2441312017-11-01 15:07:57 +01001/* SPDX-License-Identifier: GPL-2.0 */
Will Deacond1515582017-10-24 11:22:46 +01002#ifndef __LINUX_COMPILER_TYPES_H
Robert P. J. Day94f582f2007-10-16 23:26:11 -07003#error "Please don't include <linux/compiler-gcc.h> directly, include <linux/compiler.h> instead."
4#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -07005
6/*
7 * Common definitions for all gcc versions go here.
8 */
Joe Perchesf6d133f82015-06-25 15:01:00 -07009#define GCC_VERSION (__GNUC__ * 10000 \
10 + __GNUC_MINOR__ * 100 \
11 + __GNUC_PATCHLEVEL__)
Linus Torvalds1da177e2005-04-16 15:20:36 -070012
Joe Perchescafa0012018-08-20 13:15:26 -070013#if GCC_VERSION < 40600
14# error Sorry, your compiler is too old - please upgrade it.
15#endif
16
Linus Torvalds1da177e2005-04-16 15:20:36 -070017/* Optimization barrier */
Daniel Borkmann7829fb02015-04-30 04:13:52 +020018
Linus Torvalds1da177e2005-04-16 15:20:36 -070019/* The "volatile" is due to gcc bugs */
20#define barrier() __asm__ __volatile__("": : :"memory")
Daniel Borkmann7829fb02015-04-30 04:13:52 +020021/*
22 * This version is i.e. to prevent dead stores elimination on @ptr
23 * where gcc and llvm may behave differently when otherwise using
24 * normal barrier(): while gcc behavior gets along with a normal
25 * barrier(), llvm needs an explicit input variable to be assumed
26 * clobbered. The issue is as follows: while the inline asm might
27 * access any memory it wants, the compiler could have fit all of
28 * @ptr into memory registers instead, and since @ptr never escaped
Benjamin Peterson8e8780a2016-12-12 16:45:38 -080029 * from that, it proved that the inline asm wasn't touching any of
Daniel Borkmann7829fb02015-04-30 04:13:52 +020030 * it. This version works well with both compilers, i.e. we're telling
31 * the compiler that the inline asm absolutely may see the contents
32 * of @ptr. See also: https://llvm.org/bugs/show_bug.cgi?id=15495
33 */
34#define barrier_data(ptr) __asm__ __volatile__("": :"r"(ptr) :"memory")
Linus Torvalds1da177e2005-04-16 15:20:36 -070035
Anton Blanchardc8d52462006-01-10 18:21:20 +110036/*
Andi Kleen85c210e2009-01-09 16:40:53 -080037 * This macro obfuscates arithmetic on a variable address so that gcc
38 * shouldn't recognize the original var, and make assumptions about it.
39 *
40 * This is needed because the C standard makes it undefined to do
41 * pointer arithmetic on "objects" outside their boundaries and the
42 * gcc optimizers assume this is the case. In particular they
43 * assume such arithmetic does not wrap.
44 *
45 * A miscompilation has been observed because of this on PPC.
46 * To work around it we hide the relationship of the pointer and the object
47 * using this macro.
48 *
Anton Blanchardc8d52462006-01-10 18:21:20 +110049 * Versions of the ppc64 compiler before 4.1 had a bug where use of
50 * RELOC_HIDE could trash r30. The bug can be worked around by changing
51 * the inline assembly constraint from =g to =r, in this particular
52 * case either is valid.
53 */
Joe Perchesf6d133f82015-06-25 15:01:00 -070054#define RELOC_HIDE(ptr, off) \
55({ \
56 unsigned long __ptr; \
57 __asm__ ("" : "=r"(__ptr) : "0"(ptr)); \
58 (typeof(ptr)) (__ptr + (off)); \
59})
Andrew Mortona1365642006-01-08 01:04:09 -080060
Cesar Eduardo Barrosfe8c8a12013-11-25 22:00:41 -020061/* Make the optimizer believe the variable can be manipulated arbitrarily. */
Joe Perchesf6d133f82015-06-25 15:01:00 -070062#define OPTIMIZER_HIDE_VAR(var) \
63 __asm__ ("" : "=r" (var) : "0" (var))
Cesar Eduardo Barrosfe8c8a12013-11-25 22:00:41 -020064
Joe Perchescafa0012018-08-20 13:15:26 -070065/*
66 * A trick to suppress uninitialized variable warning without generating any
67 * code
68 */
69#define uninitialized_var(x) x = x
70
KOSAKI Motohiro5bd7e6a2011-05-24 17:13:17 -070071#ifdef __CHECKER__
Joe Perchesf6d133f82015-06-25 15:01:00 -070072#define __must_be_array(a) 0
KOSAKI Motohiro5bd7e6a2011-05-24 17:13:17 -070073#else
Rusty Russellc5e631cf2007-05-06 14:51:05 -070074/* &a[0] degrades to a pointer: a different type from an array */
Joe Perchesf6d133f82015-06-25 15:01:00 -070075#define __must_be_array(a) BUILD_BUG_ON_ZERO(__same_type((a), &(a)[0]))
KOSAKI Motohiro5bd7e6a2011-05-24 17:13:17 -070076#endif
Andrew Mortona1365642006-01-08 01:04:09 -080077
David Woodhouse87358712018-02-19 10:50:57 +000078#ifdef RETPOLINE
79#define __noretpoline __attribute__((indirect_branch("keep")))
80#endif
81
Joe Perchescb984d12015-06-25 15:01:02 -070082#define __UNIQUE_ID(prefix) __PASTE(__PASTE(__UNIQUE_ID_, prefix), __COUNTER__)
83
Joe Perchescafa0012018-08-20 13:15:26 -070084#define __compiletime_object_size(obj) __builtin_object_size(obj, 0)
Emese Revfy0766f782016-06-20 20:42:34 +020085
86#ifndef __CHECKER__
Joe Perchescafa0012018-08-20 13:15:26 -070087#define __compiletime_warning(message) __attribute__((warning(message)))
88#define __compiletime_error(message) __attribute__((error(message)))
89
Emese Revfy0766f782016-06-20 20:42:34 +020090#ifdef LATENT_ENTROPY_PLUGIN
91#define __latent_entropy __attribute__((latent_entropy))
92#endif
Joe Perchescafa0012018-08-20 13:15:26 -070093#endif /* __CHECKER__ */
Emese Revfy0766f782016-06-20 20:42:34 +020094
Joe Perchescb984d12015-06-25 15:01:02 -070095/*
Arnd Bergmann173a3ef2018-02-21 14:45:54 -080096 * calling noreturn functions, __builtin_unreachable() and __builtin_trap()
97 * confuse the stack allocation in gcc, leading to overly large stack
98 * frames, see https://gcc.gnu.org/bugzilla/show_bug.cgi?id=82365
99 *
100 * Adding an empty inline assembly before it works around the problem
101 */
102#define barrier_before_unreachable() asm volatile("")
103
104/*
Joe Perchescb984d12015-06-25 15:01:02 -0700105 * Mark a position in code as unreachable. This can be used to
106 * suppress control flow warnings after asm blocks that transfer
107 * control elsewhere.
108 *
109 * Early snapshots of gcc 4.5 don't support this and we can't detect
110 * this in the preprocessor, but we can live with this because they're
111 * unreleased. Really, we need to have autoconf for the kernel.
112 */
Josh Poimboeuf4e4636c2017-02-27 22:21:16 -0600113#define unreachable() \
Arnd Bergmann173a3ef2018-02-21 14:45:54 -0800114 do { \
115 annotate_unreachable(); \
116 barrier_before_unreachable(); \
117 __builtin_unreachable(); \
118 } while (0)
Joe Perchescb984d12015-06-25 15:01:02 -0700119
120/* Mark a function definition as prohibited from being cloned. */
Paolo Bonzini95272c22016-03-31 09:38:51 +0200121#define __noclone __attribute__((__noclone__, __optimize__("no-tracer")))
Joe Perchescb984d12015-06-25 15:01:02 -0700122
Matthew Wilcoxa3d6c972018-01-18 16:34:08 -0800123#if defined(RANDSTRUCT_PLUGIN) && !defined(__CHECKER__)
Kees Cook313dd1b62017-05-05 23:37:45 -0700124#define __randomize_layout __attribute__((randomize_layout))
125#define __no_randomize_layout __attribute__((no_randomize_layout))
Kees Cook2cfe0d32018-04-10 16:32:44 -0700126/* This anon struct can add padding, so only enable it under randstruct. */
127#define randomized_struct_fields_start struct {
128#define randomized_struct_fields_end } __randomize_layout;
Kees Cook313dd1b62017-05-05 23:37:45 -0700129#endif
130
Joe Perchescb984d12015-06-25 15:01:02 -0700131/*
Andrew Morton9add8502015-11-06 16:30:09 -0800132 * When used with Link Time Optimization, gcc can optimize away C functions or
133 * variables which are referenced only from assembly code. __visible tells the
134 * optimizer that something else uses this function or variable, thus preventing
135 * this.
Joe Perchescb984d12015-06-25 15:01:02 -0700136 */
137#define __visible __attribute__((externally_visible))
Kees Cook29e48ce2017-04-05 22:43:33 -0700138
Joe Perchescafa0012018-08-20 13:15:26 -0700139/* gcc version specific checks */
Rasmus Villemoesa744fd12015-11-05 18:45:02 -0800140
Rasmus Villemoes8748dd52015-11-05 18:45:05 -0800141#if GCC_VERSION >= 40900 && !defined(__CHECKER__)
Rasmus Villemoesa744fd12015-11-05 18:45:02 -0800142/*
143 * __assume_aligned(n, k): Tell the optimizer that the returned
144 * pointer can be assumed to be k modulo n. The second argument is
145 * optional (default 0), so we use a variadic macro to make the
146 * shorthand.
147 *
148 * Beware: Do not apply this to functions which may return
149 * ERR_PTRs. Also, it is probably unwise to apply it to functions
150 * returning extra information in the low bits (but in that case the
151 * compiler should see some alignment anyway, when the return value is
152 * massaged by 'flags = ptr & 3; ptr &= ~3;').
153 */
154#define __assume_aligned(a, ...) __attribute__((__assume_aligned__(a, ## __VA_ARGS__)))
155#endif
156
Joe Perchescb984d12015-06-25 15:01:02 -0700157/*
158 * GCC 'asm goto' miscompiles certain code sequences:
159 *
160 * http://gcc.gnu.org/bugzilla/show_bug.cgi?id=58670
161 *
162 * Work it around via a compiler barrier quirk suggested by Jakub Jelinek.
163 *
164 * (asm goto is automatically volatile - the naming reflects this.)
165 */
166#define asm_volatile_goto(x...) do { asm goto(x); asm (""); } while (0)
167
Johannes Berg101b29a2016-08-25 15:16:45 -0700168/*
169 * sparse (__CHECKER__) pretends to be gcc, but can't do constant
170 * folding in __builtin_bswap*() (yet), so don't set these for it.
171 */
172#if defined(CONFIG_ARCH_USE_BUILTIN_BSWAP) && !defined(__CHECKER__)
Joe Perchescb984d12015-06-25 15:01:02 -0700173#define __HAVE_BUILTIN_BSWAP32__
174#define __HAVE_BUILTIN_BSWAP64__
Josh Poimboeuf8634de62016-05-06 09:22:25 -0500175#if GCC_VERSION >= 40800
Joe Perchescb984d12015-06-25 15:01:02 -0700176#define __HAVE_BUILTIN_BSWAP16__
177#endif
Johannes Berg101b29a2016-08-25 15:16:45 -0700178#endif /* CONFIG_ARCH_USE_BUILTIN_BSWAP && !__CHECKER__ */
Joe Perchescb984d12015-06-25 15:01:02 -0700179
Dmitry Vyukov045d5992016-11-30 15:54:13 -0800180#if GCC_VERSION >= 70000
181#define KASAN_ABI_VERSION 5
182#elif GCC_VERSION >= 50000
Joe Perchescb984d12015-06-25 15:01:02 -0700183#define KASAN_ABI_VERSION 4
184#elif GCC_VERSION >= 40902
185#define KASAN_ABI_VERSION 3
186#endif
187
Andrey Ryabinind9764412015-10-19 11:37:17 +0300188#if GCC_VERSION >= 40902
189/*
190 * Tell the compiler that address safety instrumentation (KASAN)
191 * should not be applied to that function.
192 * Conflicts with inlining: https://gcc.gnu.org/bugzilla/show_bug.cgi?id=67368
193 */
194#define __no_sanitize_address __attribute__((no_sanitize_address))
195#endif
196
Kees Cook0aa5e492017-04-05 09:49:19 -0700197#if GCC_VERSION >= 50100
198/*
199 * Mark structures as requiring designated initializers.
200 * https://gcc.gnu.org/onlinedocs/gcc/Designated-Inits.html
201 */
202#define __designated_init __attribute__((designated_init))
Joe Perchescafa0012018-08-20 13:15:26 -0700203#define COMPILER_HAS_GENERIC_BUILTIN_OVERFLOW 1
Kees Cook0aa5e492017-04-05 09:49:19 -0700204#endif
205
Mikael Pettersson9c695202010-06-29 15:05:25 -0700206#if !defined(__noclone)
207#define __noclone /* not needed */
208#endif
Borislav Petkovc837fb32011-03-22 16:33:55 -0700209
Andrey Ryabinind9764412015-10-19 11:37:17 +0300210#if !defined(__no_sanitize_address)
211#define __no_sanitize_address
212#endif
213
Borislav Petkovc837fb32011-03-22 16:33:55 -0700214/*
Arnd Bergmann8793bb72018-06-19 13:14:56 -0700215 * Turn individual warnings and errors on and off locally, depending
216 * on version.
217 */
218#define __diag_GCC(version, severity, s) \
219 __diag_GCC_ ## version(__diag_GCC_ ## severity s)
220
221/* Severity used in pragma directives */
222#define __diag_GCC_ignore ignored
223#define __diag_GCC_warn warning
224#define __diag_GCC_error error
225
Arnd Bergmann8793bb72018-06-19 13:14:56 -0700226#define __diag_str1(s) #s
227#define __diag_str(s) __diag_str1(s)
228#define __diag(s) _Pragma(__diag_str(GCC diagnostic s))
Arnd Bergmann8793bb72018-06-19 13:14:56 -0700229
230#if GCC_VERSION >= 80000
231#define __diag_GCC_8(s) __diag(s)
232#else
233#define __diag_GCC_8(s)
234#endif