Blame view

include/linux/compiler-gcc.h 12.2 KB
b24413180   Greg Kroah-Hartman   License cleanup: ...
1
  /* SPDX-License-Identifier: GPL-2.0 */
a9772285a   Will Deacon   linux/compiler.h:...
2
  #ifndef __LINUX_COMPILER_TYPES_H
94f582f82   Robert P. J. Day   Force erroneous i...
3
4
  #error "Please don't include <linux/compiler-gcc.h> directly, include <linux/compiler.h> instead."
  #endif
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
5
6
7
8
  
  /*
   * Common definitions for all gcc versions go here.
   */
f6d133f87   Joe Perches   compiler-gcc.h: n...
9
10
11
  #define GCC_VERSION (__GNUC__ * 10000		\
  		     + __GNUC_MINOR__ * 100	\
  		     + __GNUC_PATCHLEVEL__)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
12

1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
13
  /* Optimization barrier */
7829fb09a   Daniel Borkmann   lib: make memzero...
14

1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
15
16
  /* The "volatile" is due to gcc bugs */
  #define barrier() __asm__ __volatile__("": : :"memory")
7829fb09a   Daniel Borkmann   lib: make memzero...
17
18
19
20
21
22
23
24
  /*
   * This version is i.e. to prevent dead stores elimination on @ptr
   * where gcc and llvm may behave differently when otherwise using
   * normal barrier(): while gcc behavior gets along with a normal
   * barrier(), llvm needs an explicit input variable to be assumed
   * clobbered. The issue is as follows: while the inline asm might
   * access any memory it wants, the compiler could have fit all of
   * @ptr into memory registers instead, and since @ptr never escaped
8e8780a54   Benjamin Peterson   compiler-gcc.h: u...
25
   * from that, it proved that the inline asm wasn't touching any of
7829fb09a   Daniel Borkmann   lib: make memzero...
26
27
28
29
30
   * it. This version works well with both compilers, i.e. we're telling
   * the compiler that the inline asm absolutely may see the contents
   * of @ptr. See also: https://llvm.org/bugs/show_bug.cgi?id=15495
   */
  #define barrier_data(ptr) __asm__ __volatile__("": :"r"(ptr) :"memory")
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
31

c8d52465f   Anton Blanchard   [PATCH] Work arou...
32
  /*
85c210edc   Andi Kleen   compiler-gcc.h: a...
33
34
35
36
37
38
39
40
41
42
43
44
   * This macro obfuscates arithmetic on a variable address so that gcc
   * shouldn't recognize the original var, and make assumptions about it.
   *
   * This is needed because the C standard makes it undefined to do
   * pointer arithmetic on "objects" outside their boundaries and the
   * gcc optimizers assume this is the case. In particular they
   * assume such arithmetic does not wrap.
   *
   * A miscompilation has been observed because of this on PPC.
   * To work around it we hide the relationship of the pointer and the object
   * using this macro.
   *
c8d52465f   Anton Blanchard   [PATCH] Work arou...
45
46
47
48
49
   * Versions of the ppc64 compiler before 4.1 had a bug where use of
   * RELOC_HIDE could trash r30. The bug can be worked around by changing
   * the inline assembly constraint from =g to =r, in this particular
   * case either is valid.
   */
f6d133f87   Joe Perches   compiler-gcc.h: n...
50
51
52
53
54
55
  #define RELOC_HIDE(ptr, off)						\
  ({									\
  	unsigned long __ptr;						\
  	__asm__ ("" : "=r"(__ptr) : "0"(ptr));				\
  	(typeof(ptr)) (__ptr + (off));					\
  })
a13656470   Andrew Morton   [PATCH] remove gc...
56

fe8c8a126   Cesar Eduardo Barros   crypto: more robu...
57
  /* Make the optimizer believe the variable can be manipulated arbitrarily. */
f6d133f87   Joe Perches   compiler-gcc.h: n...
58
59
  #define OPTIMIZER_HIDE_VAR(var)						\
  	__asm__ ("" : "=r" (var) : "0" (var))
fe8c8a126   Cesar Eduardo Barros   crypto: more robu...
60

5bd7e6a30   KOSAKI Motohiro   sparse: define __...
61
  #ifdef __CHECKER__
f6d133f87   Joe Perches   compiler-gcc.h: n...
62
  #define __must_be_array(a)	0
5bd7e6a30   KOSAKI Motohiro   sparse: define __...
63
  #else
c5e631cf6   Rusty Russell   ARRAY_SIZE: check...
64
  /* &a[0] degrades to a pointer: a different type from an array */
f6d133f87   Joe Perches   compiler-gcc.h: n...
65
  #define __must_be_array(a)	BUILD_BUG_ON_ZERO(__same_type((a), &(a)[0]))
5bd7e6a30   KOSAKI Motohiro   sparse: define __...
66
  #endif
a13656470   Andrew Morton   [PATCH] remove gc...
67

60a3cdd06   Ingo Molnar   x86: add optimize...
68
  /*
779145a6f   Nick Desaulniers   compiler-gcc.h: A...
69
70
71
72
73
74
75
76
77
78
79
80
   * Feature detection for gnu_inline (gnu89 extern inline semantics). Either
   * __GNUC_STDC_INLINE__ is defined (not using gnu89 extern inline semantics,
   * and we opt in to the gnu89 semantics), or __GNUC_STDC_INLINE__ is not
   * defined so the gnu89 semantics are the default.
   */
  #ifdef __GNUC_STDC_INLINE__
  # define __gnu_inline	__attribute__((gnu_inline))
  #else
  # define __gnu_inline
  #endif
  
  /*
ae3a0064e   Ingo Molnar   inlining: do not ...
81
   * Force always-inline if the user requests it so via the .config,
9a04dbcfb   David Rientjes   compiler, clang: ...
82
83
84
85
86
   * or if gcc is too old.
   * GCC does not warn about unused static inline functions for
   * -Wunused-function.  This turns out to avoid the need for complex #ifdef
   * directives.  Suppress the warning in clang as well by using "unused"
   * function attribute, which is redundant but not harmful for gcc.
779145a6f   Nick Desaulniers   compiler-gcc.h: A...
87
88
89
90
91
   * Prefer gnu_inline, so that extern inline functions do not emit an
   * externally visible function. This makes extern inline behave as per gnu89
   * semantics rather than c99. This prevents multiple symbol definition errors
   * of extern inline functions at link time.
   * A lot of inline functions can cause havoc with function tracing.
60a3cdd06   Ingo Molnar   x86: add optimize...
92
   */
f6d133f87   Joe Perches   compiler-gcc.h: n...
93
  #if !defined(CONFIG_ARCH_SUPPORTS_OPTIMIZED_INLINING) ||		\
ae3a0064e   Ingo Molnar   inlining: do not ...
94
      !defined(CONFIG_OPTIMIZE_INLINING) || (__GNUC__ < 4)
779145a6f   Nick Desaulniers   compiler-gcc.h: A...
95
96
  #define inline \
  	inline __attribute__((always_inline, unused)) notrace __gnu_inline
45959ee7a   Steven Rostedt   ftrace: Do not fu...
97
  #else
779145a6f   Nick Desaulniers   compiler-gcc.h: A...
98
  #define inline inline		__attribute__((unused)) notrace __gnu_inline
60a3cdd06   Ingo Molnar   x86: add optimize...
99
  #endif
779145a6f   Nick Desaulniers   compiler-gcc.h: A...
100
101
  #define __inline__ inline
  #define __inline inline
f6d133f87   Joe Perches   compiler-gcc.h: n...
102
103
104
105
106
107
108
  #define __always_inline	inline __attribute__((always_inline))
  #define  noinline	__attribute__((noinline))
  
  #define __deprecated	__attribute__((deprecated))
  #define __packed	__attribute__((packed))
  #define __weak		__attribute__((weak))
  #define __alias(symbol)	__attribute__((alias(#symbol)))
446c92b29   Uwe Kleine-König   [ARM] 5421/1: ftr...
109

64ac5483a   WANG Chao   x86, modpost: Rep...
110
  #ifdef CONFIG_RETPOLINE
e76a9431f   David Woodhouse   x86/retpoline: Su...
111
112
  #define __noretpoline __attribute__((indirect_branch("keep")))
  #endif
446c92b29   Uwe Kleine-König   [ARM] 5421/1: ftr...
113
  /*
f6d133f87   Joe Perches   compiler-gcc.h: n...
114
115
116
117
118
119
120
   * it doesn't make sense on ARM (currently the only user of __naked)
   * to trace naked functions because then mcount is called without
   * stack and frame pointer being set up and there is no chance to
   * restore the lr register to the value before mcount was called.
   *
   * The asm() bodies of naked functions often depend on standard calling
   * conventions, therefore they must be noinline and noclone.
9c695203a   Mikael Pettersson   compiler-gcc.h: g...
121
   *
f6d133f87   Joe Perches   compiler-gcc.h: n...
122
123
   * GCC 4.[56] currently fail to enforce this, so we must do so ourselves.
   * See GCC PR44290.
446c92b29   Uwe Kleine-König   [ARM] 5421/1: ftr...
124
   */
f6d133f87   Joe Perches   compiler-gcc.h: n...
125
  #define __naked		__attribute__((naked)) noinline __noclone notrace
446c92b29   Uwe Kleine-König   [ARM] 5421/1: ftr...
126

f6d133f87   Joe Perches   compiler-gcc.h: n...
127
  #define __noreturn	__attribute__((noreturn))
e8c44319c   Ralf Baechle   Replace __attribu...
128
129
130
131
132
133
134
135
136
137
138
  
  /*
   * From the GCC manual:
   *
   * Many functions have no effects except the return value and their
   * return value depends only on the parameters and/or global
   * variables.  Such a function can be subject to common subexpression
   * elimination and loop optimization just as an arithmetic operator
   * would be.
   * [...]
   */
f6d133f87   Joe Perches   compiler-gcc.h: n...
139
140
  #define __pure			__attribute__((pure))
  #define __aligned(x)		__attribute__((aligned(x)))
d8c34b949   Gideon Israel Dsouza   crypto: Replaced ...
141
  #define __aligned_largest	__attribute__((aligned))
f6d133f87   Joe Perches   compiler-gcc.h: n...
142
143
144
145
146
  #define __printf(a, b)		__attribute__((format(printf, a, b)))
  #define __scanf(a, b)		__attribute__((format(scanf, a, b)))
  #define __attribute_const__	__attribute__((__const__))
  #define __maybe_unused		__attribute__((unused))
  #define __always_unused		__attribute__((unused))
a3f0825e7   Gideon Israel Dsouza   compiler-gcc.h: a...
147
  #define __mode(x)               __attribute__((mode(x)))
f153b8212   Linus Torvalds   Sanitize gcc vers...
148

cb984d101   Joe Perches   compiler-gcc: int...
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
  /* gcc version specific checks */
  
  #if GCC_VERSION < 30200
  # error Sorry, your compiler is too old - please upgrade it.
  #endif
  
  #if GCC_VERSION < 30300
  # define __used			__attribute__((__unused__))
  #else
  # define __used			__attribute__((__used__))
  #endif
  
  #ifdef CONFIG_GCOV_KERNEL
  # if GCC_VERSION < 30400
  #   error "GCOV profiling support for gcc versions below 3.4 not included"
  # endif /* __GNUC_MINOR__ */
  #endif /* CONFIG_GCOV_KERNEL */
  
  #if GCC_VERSION >= 30400
  #define __must_check		__attribute__((warn_unused_result))
d64e85d3e   Rasmus Villemoes   compiler.h: add s...
169
  #define __malloc		__attribute__((__malloc__))
cb984d101   Joe Perches   compiler-gcc: int...
170
171
172
173
174
175
176
177
178
179
180
181
182
183
  #endif
  
  #if GCC_VERSION >= 40000
  
  /* GCC 4.1.[01] miscompiles __weak */
  #ifdef __KERNEL__
  # if GCC_VERSION >= 40100 &&  GCC_VERSION <= 40101
  #  error Your version of gcc miscompiles the __weak directive
  # endif
  #endif
  
  #define __used			__attribute__((__used__))
  #define __compiler_offsetof(a, b)					\
  	__builtin_offsetof(a, b)
0d025d271   Josh Poimboeuf   mm/usercopy: get ...
184
  #if GCC_VERSION >= 40100
cb984d101   Joe Perches   compiler-gcc: int...
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
  # define __compiletime_object_size(obj) __builtin_object_size(obj, 0)
  #endif
  
  #if GCC_VERSION >= 40300
  /* Mark functions as cold. gcc will assume any path leading to a call
   * to them will be unlikely.  This means a lot of manual unlikely()s
   * are unnecessary now for any paths leading to the usual suspects
   * like BUG(), printk(), panic() etc. [but let's keep them for now for
   * older compilers]
   *
   * Early snapshots of gcc 4.3 don't support this and we can't detect this
   * in the preprocessor, but we can live with this because they're unreleased.
   * Maketime probing would be overkill here.
   *
   * gcc also has a __attribute__((__hot__)) to move hot functions into
   * a special section, but I don't see any sense in this right now in
   * the kernel context
   */
  #define __cold			__attribute__((__cold__))
  
  #define __UNIQUE_ID(prefix) __PASTE(__PASTE(__UNIQUE_ID_, prefix), __COUNTER__)
  
  #ifndef __CHECKER__
  # define __compiletime_warning(message) __attribute__((warning(message)))
  # define __compiletime_error(message) __attribute__((error(message)))
  #endif /* __CHECKER__ */
  #endif /* GCC_VERSION >= 40300 */
045e5161a   Geert Uytterhoeven   compiler-gcc.h: I...
212
213
  #if GCC_VERSION >= 40400
  #define __optimize(level)	__attribute__((__optimize__(level)))
fff8ad7c1   Geert Uytterhoeven   compiler-gcc.h: _...
214
  #define __nostackprotector	__optimize("no-stack-protector")
045e5161a   Geert Uytterhoeven   compiler-gcc.h: I...
215
  #endif /* GCC_VERSION >= 40400 */
cb984d101   Joe Perches   compiler-gcc: int...
216
  #if GCC_VERSION >= 40500
0766f788e   Emese Revfy   latent_entropy: M...
217
218
219
220
221
222
  
  #ifndef __CHECKER__
  #ifdef LATENT_ENTROPY_PLUGIN
  #define __latent_entropy __attribute__((latent_entropy))
  #endif
  #endif
cb984d101   Joe Perches   compiler-gcc: int...
223
  /*
305eb32d4   Arnd Bergmann   bug.h: work aroun...
224
225
226
227
228
229
230
231
232
   * calling noreturn functions, __builtin_unreachable() and __builtin_trap()
   * confuse the stack allocation in gcc, leading to overly large stack
   * frames, see https://gcc.gnu.org/bugzilla/show_bug.cgi?id=82365
   *
   * Adding an empty inline assembly before it works around the problem
   */
  #define barrier_before_unreachable() asm volatile("")
  
  /*
cb984d101   Joe Perches   compiler-gcc: int...
233
234
235
236
237
238
239
240
   * Mark a position in code as unreachable.  This can be used to
   * suppress control flow warnings after asm blocks that transfer
   * control elsewhere.
   *
   * Early snapshots of gcc 4.5 don't support this and we can't detect
   * this in the preprocessor, but we can live with this because they're
   * unreleased.  Really, we need to have autoconf for the kernel.
   */
4e4636cf9   Josh Poimboeuf   objtool: Enclose ...
241
  #define unreachable() \
305eb32d4   Arnd Bergmann   bug.h: work aroun...
242
243
244
245
246
  	do {					\
  		annotate_unreachable();		\
  		barrier_before_unreachable();	\
  		__builtin_unreachable();	\
  	} while (0)
cb984d101   Joe Perches   compiler-gcc: int...
247
248
  
  /* Mark a function definition as prohibited from being cloned. */
95272c293   Paolo Bonzini   compiler-gcc: dis...
249
  #define __noclone	__attribute__((__noclone__, __optimize__("no-tracer")))
cb984d101   Joe Perches   compiler-gcc: int...
250

313dd1b62   Kees Cook   gcc-plugins: Add ...
251
252
253
  #ifdef RANDSTRUCT_PLUGIN
  #define __randomize_layout __attribute__((randomize_layout))
  #define __no_randomize_layout __attribute__((no_randomize_layout))
6337067b2   Kees Cook   task_struct: only...
254
255
256
  /* This anon struct can add padding, so only enable it under randstruct. */
  #define randomized_struct_fields_start	struct {
  #define randomized_struct_fields_end	} __randomize_layout;
313dd1b62   Kees Cook   gcc-plugins: Add ...
257
  #endif
cb984d101   Joe Perches   compiler-gcc: int...
258
259
260
  #endif /* GCC_VERSION >= 40500 */
  
  #if GCC_VERSION >= 40600
29e48ce87   Kees Cook   task_struct: Allo...
261

cb984d101   Joe Perches   compiler-gcc: int...
262
  /*
9add850c2   Andrew Morton   include/linux/com...
263
264
265
266
   * When used with Link Time Optimization, gcc can optimize away C functions or
   * variables which are referenced only from assembly code.  __visible tells the
   * optimizer that something else uses this function or variable, thus preventing
   * this.
cb984d101   Joe Perches   compiler-gcc: int...
267
268
   */
  #define __visible	__attribute__((externally_visible))
29e48ce87   Kees Cook   task_struct: Allo...
269

29e48ce87   Kees Cook   task_struct: Allo...
270
  #endif /* GCC_VERSION >= 40600 */
cb984d101   Joe Perches   compiler-gcc: int...
271

a744fd17b   Rasmus Villemoes   compiler.h: add s...
272

8748dd5c9   Rasmus Villemoes   include/linux/com...
273
  #if GCC_VERSION >= 40900 && !defined(__CHECKER__)
a744fd17b   Rasmus Villemoes   compiler.h: add s...
274
275
276
277
278
279
280
281
282
283
284
285
286
287
  /*
   * __assume_aligned(n, k): Tell the optimizer that the returned
   * pointer can be assumed to be k modulo n. The second argument is
   * optional (default 0), so we use a variadic macro to make the
   * shorthand.
   *
   * Beware: Do not apply this to functions which may return
   * ERR_PTRs. Also, it is probably unwise to apply it to functions
   * returning extra information in the low bits (but in that case the
   * compiler should see some alignment anyway, when the return value is
   * massaged by 'flags = ptr & 3; ptr &= ~3;').
   */
  #define __assume_aligned(a, ...) __attribute__((__assume_aligned__(a, ## __VA_ARGS__)))
  #endif
cb984d101   Joe Perches   compiler-gcc: int...
288
289
290
291
292
293
294
295
296
297
  /*
   * GCC 'asm goto' miscompiles certain code sequences:
   *
   *   http://gcc.gnu.org/bugzilla/show_bug.cgi?id=58670
   *
   * Work it around via a compiler barrier quirk suggested by Jakub Jelinek.
   *
   * (asm goto is automatically volatile - the naming reflects this.)
   */
  #define asm_volatile_goto(x...)	do { asm goto(x); asm (""); } while (0)
101b29a20   Johannes Berg   byteswap: don't u...
298
299
300
301
302
  /*
   * sparse (__CHECKER__) pretends to be gcc, but can't do constant
   * folding in __builtin_bswap*() (yet), so don't set these for it.
   */
  #if defined(CONFIG_ARCH_USE_BUILTIN_BSWAP) && !defined(__CHECKER__)
cb984d101   Joe Perches   compiler-gcc: int...
303
304
305
306
  #if GCC_VERSION >= 40400
  #define __HAVE_BUILTIN_BSWAP32__
  #define __HAVE_BUILTIN_BSWAP64__
  #endif
8634de6d2   Josh Poimboeuf   compiler-gcc: req...
307
  #if GCC_VERSION >= 40800
cb984d101   Joe Perches   compiler-gcc: int...
308
309
  #define __HAVE_BUILTIN_BSWAP16__
  #endif
101b29a20   Johannes Berg   byteswap: don't u...
310
  #endif /* CONFIG_ARCH_USE_BUILTIN_BSWAP && !__CHECKER__ */
cb984d101   Joe Perches   compiler-gcc: int...
311

045d599a2   Dmitry Vyukov   kasan: update kas...
312
313
314
  #if GCC_VERSION >= 70000
  #define KASAN_ABI_VERSION 5
  #elif GCC_VERSION >= 50000
cb984d101   Joe Perches   compiler-gcc: int...
315
316
317
318
  #define KASAN_ABI_VERSION 4
  #elif GCC_VERSION >= 40902
  #define KASAN_ABI_VERSION 3
  #endif
d976441f4   Andrey Ryabinin   compiler, atomics...
319
320
321
322
323
324
325
326
  #if GCC_VERSION >= 40902
  /*
   * Tell the compiler that address safety instrumentation (KASAN)
   * should not be applied to that function.
   * Conflicts with inlining: https://gcc.gnu.org/bugzilla/show_bug.cgi?id=67368
   */
  #define __no_sanitize_address __attribute__((no_sanitize_address))
  #endif
0aa5e49c6   Kees Cook   compiler: Add __d...
327
328
329
330
331
332
333
  #if GCC_VERSION >= 50100
  /*
   * Mark structures as requiring designated initializers.
   * https://gcc.gnu.org/onlinedocs/gcc/Designated-Inits.html
   */
  #define __designated_init __attribute__((designated_init))
  #endif
cb984d101   Joe Perches   compiler-gcc: int...
334
  #endif	/* gcc version >= 40000 specific checks */
9c695203a   Mikael Pettersson   compiler-gcc.h: g...
335
336
337
338
  
  #if !defined(__noclone)
  #define __noclone	/* not needed */
  #endif
c837fb37a   Borislav Petkov   include/linux/com...
339

d976441f4   Andrey Ryabinin   compiler, atomics...
340
341
342
  #if !defined(__no_sanitize_address)
  #define __no_sanitize_address
  #endif
c837fb37a   Borislav Petkov   include/linux/com...
343
344
345
346
347
  /*
   * A trick to suppress uninitialized variable warning without generating any
   * code
   */
  #define uninitialized_var(x) x = x
d8c3df064   Rasmus Villemoes   compiler.h: enabl...
348
349
350
351
  
  #if GCC_VERSION >= 50100
  #define COMPILER_HAS_GENERIC_BUILTIN_OVERFLOW 1
  #endif